-- Logs begin at Thu 2022-03-31 21:32:43 UTC, end at Fri 2022-04-01 00:24:23 UTC. -- Mar 31 22:35:46.050798 n-d-836015-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 22:35:48.809165 n-d-836015-1 neutron-server[109711]: INFO neutron.common.config [-] Logging enabled! Mar 31 22:35:48.809758 n-d-836015-1 neutron-server[109711]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev102 Mar 31 22:35:48.809922 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109711) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 22:35:48.813133 n-d-836015-1 neutron-server[109711]: INFO neutron.common.config [-] Logging enabled! Mar 31 22:35:48.813382 n-d-836015-1 neutron-server[109711]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev102 Mar 31 22:35:48.813683 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109711) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 22:35:48.814665 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:35:48.814897 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:35:48.815244 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:35:48.815480 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:35:48.815700 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:35:48.816013 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.816309 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.816599 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.816823 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.817112 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.817395 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.817669 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.817957 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.818245 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.818547 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.818820 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.819099 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.819326 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.819601 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.819886 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.820167 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.820388 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] debug = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.820662 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.821084 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.821492 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.821767 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.822050 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.822321 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.822603 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.822877 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.823154 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.823474 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] host = n-d-836015-1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.823747 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.824028 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.824309 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.824589 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.824982 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.825252 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.825530 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.825795 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.826058 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] log_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.826325 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.826629 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.826911 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.827192 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.827412 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.827629 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.827912 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.828192 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.828462 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.828729 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.828996 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.829263 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.829530 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.829796 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.830078 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.830357 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.830657 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.830927 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.831194 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.831459 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.831722 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.832000 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.832266 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.832532 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.832797 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.833077 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.833337 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.833601 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.834148 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.834429 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.834728 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.835007 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.835273 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.835546 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.835810 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.836075 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.836338 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] use_json = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.836601 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.836862 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.837136 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.837399 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.837661 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.837926 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.838188 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.838462 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.838744 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:48.839031 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.839323 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.839613 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.839898 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.840183 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.840981 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.841263 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.841573 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.841859 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.842145 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.842432 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.842730 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.843015 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.843289 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.843578 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.843877 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.844165 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.844451 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.844720 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.844986 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.845252 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.845524 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.845804 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.846075 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.846356 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.846663 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.846937 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.847217 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.847503 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.847786 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.848051 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.848325 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.848609 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.848879 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.849144 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.849414 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.849694 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.849966 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.850235 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.850529 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.850803 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.851067 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.851331 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.851600 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.851882 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.852154 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.852418 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.852681 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.852950 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.853214 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.853490 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.853757 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.854023 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.854286 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.854583 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.854848 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.855112 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.855381 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.855687 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.855928 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.856716 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.856982 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.857247 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.857510 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.857772 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.858034 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.858299 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.858593 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.858860 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.859123 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.859387 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.859650 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.859913 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.860193 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.860489 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.860763 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.861035 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.861305 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.861574 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.861845 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.862114 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.862385 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.862678 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.862943 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.863227 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.863501 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.863782 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.864059 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.864336 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.864625 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.864895 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.865171 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.865441 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.865712 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.865990 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.866267 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.866696 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.866987 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.867275 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.867562 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.867849 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.868124 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.868428 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.868703 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:48.868914 n-d-836015-1 neutron-server[109711]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:35:48.869147 n-d-836015-1 neutron-server[109711]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109711) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 22:35:49.220859 n-d-836015-1 neutron-server[109711]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 31 22:35:49.221077 n-d-836015-1 neutron-server[109711]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 31 22:35:49.221324 n-d-836015-1 neutron-server[109711]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 31 22:35:49.221650 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 22:35:49.612478 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.612762 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.613025 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.614305 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.614597 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.614870 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.651147 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.651427 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.651679 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.666500 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.666779 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.667044 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.695211 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.695490 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.695758 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.733898 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.734171 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.734432 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.959563 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.960189 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.960189 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.960353 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:49.961007 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.079003 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.079313 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.079589 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.079854 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.080117 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.080423 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.080678 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.080930 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.081179 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.081454 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.081706 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.081966 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.082217 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.082461 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.082743 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.082998 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.083247 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.083505 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.083766 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.084294 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.084556 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.084803 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.085079 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.085449 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.085693 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.085932 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.086322 n-d-836015-1 neutron-server[109711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:35:50.086583 n-d-836015-1 neutron-server[109711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:35:50.086816 n-d-836015-1 neutron-server[109711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:35:50.087045 n-d-836015-1 neutron-server[109711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:35:50.087273 n-d-836015-1 neutron-server[109711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:35:50.087500 n-d-836015-1 neutron-server[109711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:35:50.087855 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 22:35:50.091510 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 22:35:50.095380 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 22:35:50.099070 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 31 22:35:50.100801 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 22:35:50.101247 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 22:35:50.101572 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 22:35:50.101942 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 22:35:50.104692 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 22:35:50.104938 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 22:35:50.105274 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 22:35:50.110598 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 22:35:50.132420 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 22:35:50.132861 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.133152 n-d-836015-1 neutron-server[109711]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109711) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 31 22:35:50.133507 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.134851 n-d-836015-1 neutron-server[109711]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109711) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 22:35:50.135124 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 22:35:50.135364 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 22:35:50.139355 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.139630 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:50.200931 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 22:35:50.201156 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 22:35:50.201387 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 22:35:50.201745 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 22:35:50.224196 n-d-836015-1 neutron-server[109711]: DEBUG oslo_db.sqlalchemy.engines [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109711) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 22:35:50.870775 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Initializing driver for type 'gre' Mar 31 22:35:50.871251 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] gre ID ranges: [(1, 1000)] Mar 31 22:35:51.060553 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Initializing driver for type 'local' Mar 31 22:35:51.061223 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Initializing driver for type 'vlan' Mar 31 22:35:51.128183 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] VlanTypeDriver initialization complete Mar 31 22:35:51.128515 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Initializing driver for type 'vxlan' Mar 31 22:35:51.129032 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] vxlan ID ranges: [(1, 1000)] Mar 31 22:35:51.328261 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Initializing extension driver 'port_security' Mar 31 22:35:51.328620 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] PortSecurityExtensionDriver initialization complete Mar 31 22:35:51.328952 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Initializing mechanism driver 'openvswitch' Mar 31 22:35:51.329305 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Initializing mechanism driver 'hyperv' Mar 31 22:35:51.336125 n-d-836015-1 neutron-server[109711]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:35:51.336796 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > port after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.337161 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > port after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.337507 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > port after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.338091 n-d-836015-1 neutron-server[109711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:35:51.338599 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > subnet after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.338947 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > subnet after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.339287 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344141 n-d-836015-1 neutron-server[109711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:35:51.344141 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > network after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344141 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > network after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344141 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > network after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344141 n-d-836015-1 neutron-server[109711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:35:51.344586 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > security_group after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344586 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > security_group after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344586 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344586 n-d-836015-1 neutron-server[109711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:35:51.344586 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344923 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344923 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344923 n-d-836015-1 neutron-server[109711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:35:51.344923 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > address_group after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.344923 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > address_group after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.345257 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.345555 n-d-836015-1 neutron-server[109711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:35:51.345990 n-d-836015-1 neutron-server[109711]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] ML2 OVO RPC backend initialized. {{(pid=109711) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 31 22:35:51.346710 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.347062 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.347470 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > network before_response 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.347815 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > networks before_response 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.348157 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > port before_response 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.348492 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > ports before_response 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.348829 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > subnet before_response 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.349163 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > subnets before_response 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.349501 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > network after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.349832 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > network after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.350228 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > network after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.350641 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > port after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.350978 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > port after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.351308 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > port after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.351638 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > subnet after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.351970 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > subnet after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.352301 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.359956 n-d-836015-1 neutron-server[109711]: INFO neutron.quota [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded quota_driver: . Mar 31 22:35:51.360314 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.plugin [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Modular L2 Plugin initialization complete Mar 31 22:35:51.360657 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading services supported by the core plugin {{(pid=109711) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 22:35:51.360990 n-d-836015-1 neutron-server[109711]: INFO neutron.plugins.ml2.managers [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Got port-security extension from driver 'port_security' Mar 31 22:35:51.361511 n-d-836015-1 neutron-server[109711]: INFO neutron.extensions.vlantransparent [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Disabled vlantransparent extension. Mar 31 22:35:51.361999 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109711) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 22:35:51.362320 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading Plugin: router Mar 31 22:35:51.397581 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.397912 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router after_create 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.398280 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router before_create 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.398665 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.399035 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.399387 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router after_delete 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.399741 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.400084 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.400437 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router after_create 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.400777 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router after_update 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.401122 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router after_update 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.401464 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.401815 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router after_update 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.402217 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_update 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.402608 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: port after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.402970 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: port after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.403305 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: subnet after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.403640 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.403983 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.404326 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_create 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.404665 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: port before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.405014 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.405364 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router after_update 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.405711 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.406050 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_create 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.406407 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.406779 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_update 55549900 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.407141 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > agent after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.407486 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > agent after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.407828 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > network after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.408665 n-d-836015-1 neutron-server[109711]: DEBUG neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Tracking information for resource: router configured {{(pid=109711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:35:51.408990 n-d-836015-1 neutron-server[109711]: DEBUG neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Tracking information for resource: floatingip configured {{(pid=109711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:35:51.413832 n-d-836015-1 neutron-server[109711]: INFO neutron.db.l3_agentschedulers_db [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 22:35:51.414395 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: port after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.414857 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: port after_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.415206 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: port after_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.415553 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: port after_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.416326 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router before_create 55550100 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.416685 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.417042 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_create 55550100 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.417396 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > router precommit_update 55550100 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.422837 n-d-836015-1 neutron-server[109711]: DEBUG neutron.services.provider_configuration [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service providers = [] {{(pid=109711) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 22:35:51.423196 n-d-836015-1 neutron-server[109711]: DEBUG neutron.db.servicetype_db [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109711) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 22:35:51.426100 n-d-836015-1 neutron-server[109711]: DEBUG neutron.services.service_base [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:35:51.426444 n-d-836015-1 neutron-server[109711]: DEBUG neutron.services.service_base [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:35:51.426803 n-d-836015-1 neutron-server[109711]: DEBUG neutron.services.service_base [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:35:51.427682 n-d-836015-1 neutron-server[109711]: DEBUG neutron.services.service_base [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:35:51.428049 n-d-836015-1 neutron-server[109711]: INFO neutron.services.service_base [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 22:35:51.428419 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:35:51.428731 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 22:35:51.439523 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:35:51.439854 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading Plugin: auto_allocate Mar 31 22:35:51.445744 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: network precommit_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.446111 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: network precommit_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.446663 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:35:51.446984 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading Plugin: tag Mar 31 22:35:51.453384 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:35:51.453708 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading Plugin: timestamp Mar 31 22:35:51.457635 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:35:51.457962 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading Plugin: network_ip_availability Mar 31 22:35:51.463664 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.464030 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.464382 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.465088 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:35:51.465429 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading Plugin: flavors Mar 31 22:35:51.470049 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:35:51.470375 n-d-836015-1 neutron-server[109711]: INFO neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading Plugin: revisions Mar 31 22:35:51.474629 n-d-836015-1 neutron-server[109711]: DEBUG neutron.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:35:51.475016 n-d-836015-1 neutron-server[109711]: DEBUG oslo_concurrency.lockutils [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.254s {{(pid=109711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 31 22:35:51.475814 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109711) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 22:35:51.476143 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Initializing extension manager. Mar 31 22:35:51.476647 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: __init__.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.476982 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: __pycache__ {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.477309 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.477637 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: address_group.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.478376 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.478971 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: address-group Mar 31 22:35:51.479290 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: address_scope.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.479996 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.480496 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: address-scope Mar 31 22:35:51.480812 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.482238 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.482768 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: router-admin-state-down-before-update Mar 31 22:35:51.483088 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: agent.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.483951 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.484448 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: agent Mar 31 22:35:51.484772 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: agent_resources_synced.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.485669 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.486169 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: agent-resources-synced Mar 31 22:35:51.486497 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: allowedaddresspairs.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.488271 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.488792 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: allowed-address-pairs Mar 31 22:35:51.489116 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: auto_allocated_topology.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.490166 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.490828 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: auto-allocated-topology Mar 31 22:35:51.491107 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: availability_zone.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.491792 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.492286 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: availability_zone Mar 31 22:35:51.492606 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: availability_zone_filter.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.493499 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.493998 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: availability_zone_filter Mar 31 22:35:51.494320 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: data_plane_status.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.495426 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.495806 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 22:35:51.504479 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: default_subnetpools.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.505184 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.505683 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: default-subnetpools Mar 31 22:35:51.506004 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.506907 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.507403 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: dhcp_agent_scheduler Mar 31 22:35:51.507723 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: dns.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.508620 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.509114 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 22:35:51.509434 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: dns_domain_ports.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.510392 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.510908 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 22:35:51.511230 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.512154 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.512651 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 22:35:51.512971 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: dvr.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.513629 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.514123 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: dvr Mar 31 22:35:51.514439 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: ecmp_routes.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.515367 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.515905 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 22:35:51.516231 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: empty_string_filtering.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.517140 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.517636 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: empty-string-filtering Mar 31 22:35:51.517951 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.518881 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.519379 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 22:35:51.519694 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.520601 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.521179 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 22:35:51.521504 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: external_net.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.522589 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.523063 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: external-net Mar 31 22:35:51.523378 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.524281 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.524776 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: extra_dhcp_opt Mar 31 22:35:51.525092 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: extraroute.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.525986 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.526511 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: extraroute Mar 31 22:35:51.526821 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: extraroute_atomic.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.527864 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.528363 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: extraroute-atomic Mar 31 22:35:51.528778 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: filter_validation.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.529442 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.529936 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: filter-validation Mar 31 22:35:51.530251 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: fip_pf_description.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.533990 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.534502 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 22:35:51.534831 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: fip_port_details.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.535749 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.536249 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: fip-port-details Mar 31 22:35:51.536568 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: flavors.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.537784 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.538292 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: flavors Mar 31 22:35:51.538783 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.540409 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.540920 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 22:35:51.541242 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: floatingip_pools.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.541933 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.542438 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: floatingip-pools Mar 31 22:35:51.542849 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: ip_allocation.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.544292 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.544844 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 22:35:51.545160 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.546080 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.546609 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: ip-substring-filtering Mar 31 22:35:51.546931 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: l2_adjacency.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.556812 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.557311 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 22:35:51.557631 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: l3.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.558626 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.559684 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: router Mar 31 22:35:51.560004 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.562398 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.562943 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 22:35:51.563271 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.564295 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.564726 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: ext-gw-mode Mar 31 22:35:51.565045 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.565981 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.566519 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: l3-ha Mar 31 22:35:51.566826 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: l3_flavors.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.567734 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.568289 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: l3-flavors Mar 31 22:35:51.568609 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.569512 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.570009 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 22:35:51.570328 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: l3agentscheduler.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.571476 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.571980 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: l3_agent_scheduler Mar 31 22:35:51.572303 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: logging.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.573836 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.574348 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension logging not supported by any of loaded plugins Mar 31 22:35:51.574727 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: metering.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.575484 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.576054 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: metering Mar 31 22:35:51.576374 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.577475 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.577974 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: metering_source_and_destination_fields Mar 31 22:35:51.578293 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: multiprovidernet.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.579236 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.579798 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: multi-provider Mar 31 22:35:51.580114 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: netmtu.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.581016 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.581516 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: net-mtu Mar 31 22:35:51.581831 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: netmtu_writable.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.582769 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.583263 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: net-mtu-writable Mar 31 22:35:51.583579 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: network_availability_zone.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.584556 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.585049 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: network_availability_zone Mar 31 22:35:51.585365 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: network_ip_availability.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.586494 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.587082 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: network-ip-availability Mar 31 22:35:51.587401 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: network_segment_range.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.588159 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.588654 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 22:35:51.588972 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: pagination.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.590000 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.590864 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: pagination Mar 31 22:35:51.591184 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: port_device_profile.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.592082 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.592586 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: port-device-profile Mar 31 22:35:51.592901 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.593814 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.594317 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: port-mac-address-regenerate Mar 31 22:35:51.594665 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.595566 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.596067 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: port-numa-affinity-policy Mar 31 22:35:51.596385 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: port_resource_request.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.597279 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.597826 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 22:35:51.598153 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: portbindings.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.607291 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.607804 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: binding Mar 31 22:35:51.608125 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: portbindings_extended.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.609520 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.610029 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: binding-extended Mar 31 22:35:51.610356 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: portsecurity.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.611294 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.611805 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: port-security Mar 31 22:35:51.612125 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: project_id.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.613155 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.613476 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: project-id Mar 31 22:35:51.613794 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: providernet.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.614800 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.615312 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: provider Mar 31 22:35:51.615631 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.619311 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.619822 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos not supported by any of loaded plugins Mar 31 22:35:51.620149 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.621376 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.622030 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 22:35:51.622358 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.623300 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.623801 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 22:35:51.624125 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_default.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.625074 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.625573 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-default not supported by any of loaded plugins Mar 31 22:35:51.625898 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_fip.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.626567 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.627063 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 22:35:51.627381 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_gateway_ip.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.628296 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.628801 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 22:35:51.629122 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_port_network_policy.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.630075 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.630605 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 22:35:51.630950 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_pps_rule.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.632158 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.632663 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 22:35:51.632985 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_rule_type_details.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.633886 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.634392 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 22:35:51.634742 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: qos_rules_alias.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.635779 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.636279 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 22:35:51.636600 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: quotasv2.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.637620 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.638053 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: quotas Mar 31 22:35:51.638370 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: quotasv2_detail.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.641780 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.642114 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: quota_details Mar 31 22:35:51.642439 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: rbac.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.643581 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.644100 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: rbac-policies Mar 31 22:35:51.644426 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: rbac_address_group.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.645350 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.645857 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: rbac-address-group Mar 31 22:35:51.646178 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: rbac_address_scope.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.647177 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.649371 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: rbac-address-scope Mar 31 22:35:51.649661 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: rbac_security_groups.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.650627 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.651143 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: rbac-security-groups Mar 31 22:35:51.651468 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: rbac_subnetpool.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.652445 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.653470 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: rbac-subnetpool Mar 31 22:35:51.653789 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: revisionifmatch.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.654744 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.655258 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: revision-if-match Mar 31 22:35:51.655578 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: revisions.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.656684 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.657192 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: standard-attr-revisions Mar 31 22:35:51.657516 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: router_availability_zone.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.658192 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.658814 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: router_availability_zone Mar 31 22:35:51.659136 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: routerservicetype.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.660050 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.660581 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 22:35:51.660900 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.661814 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.662402 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: security-groups-normalized-cidr Mar 31 22:35:51.662978 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.670299 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.670867 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: port-security-groups-filtering Mar 31 22:35:51.671199 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.672149 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.672666 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: security-groups-remote-address-group Mar 31 22:35:51.672992 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: securitygroup.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.682828 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.683353 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: security-group Mar 31 22:35:51.683685 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: segment.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.684469 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.684969 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension segment not supported by any of loaded plugins Mar 31 22:35:51.685296 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.686225 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.686759 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 22:35:51.687162 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: servicetype.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.688333 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.688845 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: service-type Mar 31 22:35:51.689174 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: sorting.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.690302 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.690801 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: sorting Mar 31 22:35:51.691128 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: standard_attr_segment.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.692042 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.692547 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 22:35:51.692867 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: standardattrdescription.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.693583 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.694218 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: standard-attr-description Mar 31 22:35:51.694571 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: stateful_security_group.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.695517 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.696020 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: stateful-security-group Mar 31 22:35:51.696339 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: stdattrs_common.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.696925 n-d-836015-1 neutron-server[109711]: WARNING neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 22:35:51.697242 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.698169 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.698708 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 22:35:51.699036 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: subnet_onboard.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.700145 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.700800 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: subnet_onboard Mar 31 22:35:51.701123 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.704611 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.705106 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 22:35:51.705426 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: subnet_service_types.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.706339 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.706871 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: subnet-service-types Mar 31 22:35:51.707195 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: subnetallocation.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.708269 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.708768 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: subnet_allocation Mar 31 22:35:51.709349 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.710008 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.710601 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: subnetpool-prefix-ops Mar 31 22:35:51.710922 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.711847 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.712342 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 22:35:51.712661 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: tagging.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.713705 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.714215 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: standard-attr-tag Mar 31 22:35:51.714569 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: timestamp.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.716412 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.716917 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loaded extension: standard-attr-timestamp Mar 31 22:35:51.717237 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: trunk.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.718254 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.718799 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension trunk not supported by any of loaded plugins Mar 31 22:35:51.719123 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: trunk_details.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.720041 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.720544 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 22:35:51.720868 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: uplink_status_propagation.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.721842 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.722349 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 22:35:51.722780 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Loading extension file: vlantransparent.py {{(pid=109711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:35:51.723457 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:35:51.723958 n-d-836015-1 neutron-server[109711]: INFO neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 22:35:51.726389 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:network Mar 31 22:35:51.726918 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:subnet Mar 31 22:35:51.727309 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:35:51.727692 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:port Mar 31 22:35:51.728968 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.729393 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service FLAVORS assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.737267 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.737267 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.737267 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:router Mar 31 22:35:51.737267 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 22:35:51.737267 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service METERING assigned prefix: /metering {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.737267 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.737727 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.737727 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:35:51.737727 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 22:35:51.737727 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:security_group Mar 31 22:35:51.737727 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 22:35:51.737727 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service CORE assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.738160 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:35:51.738160 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] subnetpool is already registered Mar 31 22:35:51.738160 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service CORE assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.738364 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:35:51.738762 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] subnetpool is already registered Mar 31 22:35:51.741069 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.741493 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service FLAVORS assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.742076 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.742548 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.742994 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:router Mar 31 22:35:51.743329 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] router is already registered Mar 31 22:35:51.743767 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 22:35:51.744200 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] floatingip is already registered Mar 31 22:35:51.744652 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service METERING assigned prefix: /metering {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.745311 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 22:35:51.745633 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] rbac_policy is already registered Mar 31 22:35:51.746034 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:security_group Mar 31 22:35:51.746360 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] security_group is already registered Mar 31 22:35:51.746880 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 22:35:51.747208 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] security_group_rule is already registered Mar 31 22:35:51.747814 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service CORE assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.748135 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:35:51.748461 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] subnetpool is already registered Mar 31 22:35:51.748866 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.v2.resource_helper [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Service CORE assigned prefix: {{(pid=109711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:35:51.749183 n-d-836015-1 neutron-server[109711]: INFO neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:35:51.749505 n-d-836015-1 neutron-server[109711]: WARNING neutron.quota.resource_registry [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] subnetpool is already registered Mar 31 22:35:51.750041 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: extensions {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.751568 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: address-groups {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.753049 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: address-scopes {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.754373 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: agents {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.755607 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: auto-allocated-topology {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.756863 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: availability_zones {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.758075 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: dhcp-networks {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.759726 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: dhcp-agents {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.761148 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: routers {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.763465 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: flavors {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.764626 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: service_profiles {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.765846 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: next_providers {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.767350 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: service_profiles {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.769032 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: floatingip-pools {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.770250 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: routers {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.772412 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: floatingips {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.773780 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: l3-routers {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.775327 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: l3-agents {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.776750 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: metering-labels {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.778689 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: metering-label-rules {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.780036 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: network-ip-availabilities {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.781321 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: bindings {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.783967 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: quotas {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.785429 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: quotas {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.786893 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: rbac-policies {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.788111 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: security-groups {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.789440 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: security-group-rules {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.790916 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: service-providers {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.792144 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: subnetpools {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.794088 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: subnetpools {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.795617 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.797428 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.799278 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.801053 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.803061 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.805080 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.806804 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.808743 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.810600 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.812383 n-d-836015-1 neutron-server[109711]: DEBUG neutron.api.extensions [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Extended resource: tags {{(pid=109711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:35:51.818363 n-d-836015-1 neutron-server[109711]: WARNING keystonemiddleware.auth_token [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 22:35:51.823364 n-d-836015-1 neutron-server[109711]: WARNING keystonemiddleware.auth_token [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 22:35:51.832351 n-d-836015-1 neutron-server[109711]: DEBUG oslo_concurrency.lockutils [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Acquired lock "singleton_lock" {{(pid=109711) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 31 22:35:51.832824 n-d-836015-1 neutron-server[109711]: DEBUG oslo_concurrency.lockutils [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Releasing lock "singleton_lock" {{(pid=109711) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 31 22:35:51.833453 n-d-836015-1 neutron-server[109711]: INFO oslo_service.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Starting 2 workers Mar 31 22:35:51.838667 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Started child 109820 {{(pid=109711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:35:51.843885 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Started child 109821 {{(pid=109711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:35:51.844407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:35:51.845477 n-d-836015-1 neutron-server[109711]: INFO neutron.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 22:35:51.845914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [-] (109820) wsgi starting up on http://0.0.0.0:9696 Mar 31 22:35:51.846140 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Notify callbacks [] for process, before_spawn {{(pid=109711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:35:51.848583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:35:51.849029 n-d-836015-1 neutron-server[109711]: INFO oslo_service.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Starting 1 workers Mar 31 22:35:51.849997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [-] (109821) wsgi starting up on http://0.0.0.0:9696 Mar 31 22:35:51.854094 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Started child 109822 {{(pid=109711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:35:51.854847 n-d-836015-1 neutron-server[109711]: INFO oslo_service.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Starting 1 workers Mar 31 22:35:51.858506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] calling RpcWorker wait() {{(pid=109822) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 22:35:51.859266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] returning from RpcWorker wait() {{(pid=109822) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 22:35:51.860047 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Started child 109823 {{(pid=109711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:35:51.860913 n-d-836015-1 neutron-server[109711]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a20-6646-4877-aecb-5936723e0120 None None] Notify callbacks [] for process, after_spawn {{(pid=109711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:35:51.861042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:35:51.861464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:35:51.862792 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109711) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 22:35:51.863007 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:35:51.863189 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:35:51.863412 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:35:51.863747 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:35:51.863906 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:35:51.864425 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.864870 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:35:51.865353 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.865353 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.865488 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.865695 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.865931 n-d-836015-1 neutron-server[109823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:35:51.866280 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.866611 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.866918 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.867197 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.869950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.869950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.869950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.869950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.869950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.869950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.869950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.869950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.870489 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.870489 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.870489 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.870489 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.870489 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.870489 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] debug = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.870859 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.871186 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.871395 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.871672 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.871912 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.872182 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.872438 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.872695 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.872933 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.873144 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.873372 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.873614 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.873847 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.874072 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.874283 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.874572 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.874798 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.875276 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] host = n-d-836015-1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.875490 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.875778 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.876021 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.876248 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.876486 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.876695 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.876953 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.877192 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.877441 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.877660 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.877910 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.878156 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.878398 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.878663 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.878809 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_options = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.879038 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.879290 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.879531 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.879717 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.879866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.880102 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.880285 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.880447 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.880684 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.880892 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.881100 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.881365 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.881612 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.881871 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.882076 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.882308 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.882559 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.882768 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.883018 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.883273 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.883495 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.883718 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.883945 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.884160 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.884372 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.884604 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.884841 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.885051 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.886355 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.886775 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.887184 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.887552 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.887840 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.888109 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.888392 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.888635 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.889070 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.889070 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.890185 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.890185 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.890365 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.890653 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.890893 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.891201 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.891572 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.891812 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.892139 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_json = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.892308 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.892495 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.892784 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.892974 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.893213 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.893426 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.893640 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.894082 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.894183 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.894988 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.894988 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.895230 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.898866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.898866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.898866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.898866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.898866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.898866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.898866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.898866 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.899863 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.899863 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.899863 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.899863 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.899863 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.899863 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.899863 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.899863 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.900427 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.900427 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.900427 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.900427 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.900706 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.900835 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.901071 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.901294 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.901622 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.901896 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.902179 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.902437 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.902678 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.903401 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.903639 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.904000 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.904315 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.904555 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.904822 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.905104 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.905277 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.905495 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.905724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.905958 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.906205 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.906425 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.906720 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.906950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.907170 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.907388 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.907598 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.907807 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.908018 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.908244 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.908455 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.908711 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.908935 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.909183 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.909414 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.909640 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.909856 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.910086 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.910305 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.911762 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.911762 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.911762 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.911762 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.911762 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.911762 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.912521 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.912521 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.912521 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.912521 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.912979 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.912979 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.913579 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.913579 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.913579 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.913921 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.914392 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.914392 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.915290 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.915290 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.915290 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.921748 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.921748 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.921748 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.921748 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.921748 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.921748 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.921748 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.921748 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922822 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922822 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922822 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922822 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922822 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922822 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.922822 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.923236 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.923236 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.923363 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.923635 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.923779 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.924032 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.924287 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.924540 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.924818 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.925092 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.925391 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.925631 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.925922 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.926158 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.926425 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.926783 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.927077 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.927357 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.927612 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.927864 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.928118 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.928383 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.928651 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.928882 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.929134 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.929379 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.929659 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.929889 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.930110 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.930345 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.930603 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.930940 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.931226 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.931443 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.931681 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.931955 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.932181 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.932434 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.932709 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.932954 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.933213 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.933440 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.933706 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.933937 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.934179 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.934421 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.934661 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.934904 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.935117 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.935353 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.935588 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.935805 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.936081 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.936263 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.936481 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.936711 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.936949 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.937186 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.937444 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.937667 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.937907 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.938148 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.938365 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.938606 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.938890 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.939500 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.939760 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.939997 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.940315 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.940780 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.941066 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.941330 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.941562 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.941826 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.942043 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.942318 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.942567 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.942784 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.942998 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.943242 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.943497 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.943727 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.943980 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.944191 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.944453 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.944681 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.945032 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.945286 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.945517 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.945794 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.945996 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.946243 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.946463 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.946696 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.949491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.949491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.949491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.949491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.949491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.949491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.949491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.949491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950006 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950006 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950006 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950006 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950006 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950006 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950006 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950555 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950555 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950691 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.950891 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.951065 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.951278 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.951562 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.951813 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.952051 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.952306 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.952542 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.952774 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.953044 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.953251 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.953500 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.953741 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.953963 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.954171 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.954397 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.954628 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.954836 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.955057 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.955273 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.955477 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.955700 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.955972 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.956142 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.956362 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.956579 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.956806 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.957031 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.957237 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.957442 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.957661 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.957882 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.958087 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.958310 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.958546 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.958753 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.959318 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.959534 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.959741 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.960047 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.960299 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.960537 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.960825 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.961072 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.961318 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.961611 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.961925 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.962138 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.962452 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.963028 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.963253 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.963475 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.963741 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.964059 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.964350 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.964602 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.964844 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.965136 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.966164 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.966164 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.966426 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.966698 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.967025 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.967357 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.967627 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.967856 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.968094 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.968646 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.968646 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.968943 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.968943 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.969182 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.969440 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.969671 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.969899 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.970146 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.970399 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.970638 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.970884 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.971115 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.971364 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.971578 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.971732 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:35:51.972248 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109711) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 22:35:51.972414 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:35:51.972557 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:35:51.972775 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:35:51.972959 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:35:51.973102 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:35:51.973238 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.973373 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.973509 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.973645 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.973780 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.973953 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.974101 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.974247 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.974401 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.974597 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.974843 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.974997 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.975134 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.975297 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.975452 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.975608 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.975764 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.975921 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.976083 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.976239 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.976395 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.976550 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.976706 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] debug = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.976862 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.977069 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.977231 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.977388 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.977543 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.977699 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.977855 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.978012 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.978168 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.978328 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.978562 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.978708 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.978834 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.978955 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.979076 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.979228 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.979384 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.979540 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] host = n-d-836015-1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.979696 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.979851 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.980007 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.980162 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.980318 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.980475 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.980630 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.980770 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.981495 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.981625 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.981763 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.981923 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.982069 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.982226 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.982382 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_options = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.982558 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.982716 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.982875 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.983057 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.983218 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.983375 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.983530 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.983687 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.983843 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.984000 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.984155 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.984311 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.984467 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.984623 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.984780 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.984935 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.985062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:35:51.985190 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.985313 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.985435 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.985557 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.985678 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.985808 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.985955 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.986111 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.986268 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.986424 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.986603 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.986761 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.986918 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.987074 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.987214 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.987375 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.987564 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.987690 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.988587 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.988750 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.988908 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.989064 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.989277 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.989843 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.990006 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.990163 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.990375 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.990567 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.990710 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.990871 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.991084 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_json = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.991213 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.991352 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.991477 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.991599 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.991749 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.991909 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.992066 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.992223 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.992379 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:35:51.992556 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.992717 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.992888 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.993048 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.993208 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.993367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.993769 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.993769 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.994001 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.994001 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.994154 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.994281 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.994451 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.994630 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.994790 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.994950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.995111 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.995270 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.995429 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.995587 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.995746 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.995904 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.996072 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.996231 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.996389 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.996573 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.996735 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.996909 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.997071 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.997218 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.997376 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.997534 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.997693 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.997853 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.998012 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.998173 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.998333 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.998506 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.998670 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.999201 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.999201 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.999201 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.999396 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.999396 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.999591 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.999724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:51.999883 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.000062 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.000196 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.000352 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.000510 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.000669 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.000828 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.000988 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.001152 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.001337 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.001479 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.001797 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.001961 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.002122 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.002282 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.002442 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.002627 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.002786 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.002946 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.003105 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.003279 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.003438 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.003602 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.003754 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.003909 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.004067 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.004227 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.004387 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.004546 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.004704 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.005190 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.005190 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.005190 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.005580 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.005580 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.005580 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.005934 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.005934 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.006118 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.006296 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.006536 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.006691 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.006852 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.007024 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.007197 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.007339 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.007492 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.007652 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.007811 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.007970 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.008128 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.008286 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.008446 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.008604 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.008763 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.008922 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.009084 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.009245 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.009398 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.009664 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.009874 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.010084 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.010253 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.010414 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.013724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.013724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.013724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.013724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.013724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.013724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.013724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.013724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014367 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.014927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.015458 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.015458 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.015458 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.015458 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.015735 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.015735 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.015876 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.015995 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.016153 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.016313 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.016472 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.016658 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.016986 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.016986 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.017167 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.017252 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.017379 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.017538 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.017697 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.017856 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.018015 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.018173 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.018332 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.018509 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.018668 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.018827 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.018986 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.019144 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.019303 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.019461 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.019619 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.019779 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.019940 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.020095 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.020244 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.020402 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.020560 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.020718 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.020876 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.021034 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.021195 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.021358 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.021519 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.021676 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.021835 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.021994 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.022153 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.022308 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.022465 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.022652 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.022811 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.023183 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.023183 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.023331 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.023409 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.023559 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.023719 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.023877 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.024053 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.024212 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.024369 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.024530 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.024688 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.024848 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.025008 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.025165 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.025323 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.025480 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.025664 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.025801 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.025960 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.026118 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.026276 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.026433 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.026618 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.026781 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.026940 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.027166 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.027275 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.027408 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.027566 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.027766 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.028418 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.028577 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.028736 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.029047 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.029047 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.029208 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.029359 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.029517 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.029674 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.029832 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.029993 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.030201 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.030401 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.030638 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.030803 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.030962 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.031121 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.031292 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.031457 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.031627 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.031768 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.031927 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.032086 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.032259 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.032418 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.032576 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.032722 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.032879 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.033037 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.033204 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.033385 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.033520 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.033677 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.033835 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.033993 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.034162 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.034320 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.034505 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.034655 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.034814 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.034971 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.035138 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.035298 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.035457 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.035623 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.035781 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.035940 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.036099 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.036269 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.036491 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.036653 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.036812 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.036969 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.037129 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.037289 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.037454 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.037623 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.037789 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.037950 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.038117 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.038284 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.038451 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.038640 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.038808 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.038980 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.039139 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.039299 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.039458 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.039616 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.039775 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.039932 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.040091 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.040249 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.040407 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.040566 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.040724 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.040883 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.041063 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.041222 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.041380 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.041539 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.041697 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.041855 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.042014 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:35:52.042170 n-d-836015-1 neutron-server[109711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:35:52.241434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46370) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:35:52.250019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064132 Mar 31 22:36:03.843464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e35d090-2a4e-414e-a687-f1f78219c362 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 22:36:03.961239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e35d090-2a4e-414e-a687-f1f78219c362 None None] No non-hosted networks {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 22:36:03.975615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.agentschedulers_db [None req-9e35d090-2a4e-414e-a687-f1f78219c362 None None] DHCP Agent not found on host n-d-836015-1 {{(pid=109822) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 22:36:04.163038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-81aab878-d7e8-4cab-8971-7f45cd5a02e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8360589'] for agent, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:05.971407 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d965-ca77-49b5-a6d8-cfd8fe21886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8360589'] for agent, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:06.003482 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-5758d682-1d01-47bf-9f1d-65c14ceee6da None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836015-1 {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:36:06.004264 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-5758d682-1d01-47bf-9f1d-65c14ceee6da None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:36:06.616776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5758d682-1d01-47bf-9f1d-65c14ceee6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:07.540502 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8360589'] for agent, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:08.648120 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8360589'] for agent, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:08.985050 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8360589'] for agent, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:08.985895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.986379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.986882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.987373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.987830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.988284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.988737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.989190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.989685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.990146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.990642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.991386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:08.993186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836015-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:09.014461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836015-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:10.031018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:10.530702 n-d-836015-1 neutron-server[109821]: WARNING oslo_policy.policy [None req-485c7ac0-ea08-432d-8d5d-6fcbf5d515c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:36:10.531287 n-d-836015-1 neutron-server[109821]: WARNING oslo_policy.policy [None req-485c7ac0-ea08-432d-8d5d-6fcbf5d515c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:36:10.752752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-485c7ac0-ea08-432d-8d5d-6fcbf5d515c5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:36:10.753811 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-485c7ac0-ea08-432d-8d5d-6fcbf5d515c5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7212934 Mar 31 22:36:11.276684 n-d-836015-1 neutron-server[109822]: INFO neutron.db.l3_hamode_db [None req-d00207c9-db41-4f19-9774-2d0a757ccd51 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 22:36:11.355062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00207c9-db41-4f19-9774-2d0a757ccd51 None None] Routers set() bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:36:11.355468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00207c9-db41-4f19-9774-2d0a757ccd51 None None] Router IDs set() for agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 22:36:13.138008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46476) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:13.460900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e92d1d49-f281-4579-95ce-3bde5fa6c0df admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:36:13.568766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.policy [None req-e92d1d49-f281-4579-95ce-3bde5fa6c0df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109821) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 22:36:13.614382 n-d-836015-1 neutron-server[109821]: WARNING oslo_policy.policy [None req-e92d1d49-f281-4579-95ce-3bde5fa6c0df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:36:13.614776 n-d-836015-1 neutron-server[109821]: WARNING oslo_policy.policy [None req-e92d1d49-f281-4579-95ce-3bde5fa6c0df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:36:13.790314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e92d1d49-f281-4579-95ce-3bde5fa6c0df admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756021609638', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756021609203', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756021622029', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756021623603', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756028001481', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756021645068', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-538531', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528049', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7879877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8364513'] for rbac-policy, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:13.975531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e92d1d49-f281-4579-95ce-3bde5fa6c0df admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:13.976702 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e92d1d49-f281-4579-95ce-3bde5fa6c0df admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8376768 Mar 31 22:36:16.583947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46488) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:17.068587 n-d-836015-1 neutron-server[109820]: WARNING oslo_policy.policy [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:36:17.069149 n-d-836015-1 neutron-server[109820]: WARNING oslo_policy.policy [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:36:17.289158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'project_id': '97910492af524662b834d3128c9a45b1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:36:17.459796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Made reservation on behalf of 97910492af524662b834d3128c9a45b1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:36:17.536909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.policy [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 22:36:17.582948 n-d-836015-1 neutron-server[109820]: WARNING oslo_policy.policy [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:36:17.583579 n-d-836015-1 neutron-server[109820]: WARNING oslo_policy.policy [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:36:17.593284 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:17.615121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:17.723665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:17.790337 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:17.810671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:36:17.837494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756025117022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:17.838065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Unsubscribe: segment precommit_create {{(pid=109820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 22:36:17.838601 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Added segment 958a1e79-0db8-4207-b960-edf8a24a2e65 of type vlan for network 85b42bca-dad8-48dc-b64d-7a20dcc90645 Mar 31 22:36:17.853723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76826ed-5fff-458c-a878-83b6e220292e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:17.904982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.905313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.905633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.905955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.906269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.906608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.906922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.907232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.907540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.907846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.908153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.908456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Tracked resource versions report: Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: pushed versions: Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: { 'AddressGroup': {'1.2'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'ConntrackHelper': {'1.0'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Log': {'1.0'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Network': {'1.1'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Port': {'1.7'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'PortForwarding': {'1.2'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'QosPolicy': {'1.9'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'SecurityGroup': {'1.4'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'SubPort': {'1.0'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Subnet': {'1.1'}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Trunk': {'1.1'}} Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: consumer versions: Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: { DHCP agent@n-d-836015-1: {}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: L3 agent@n-d-836015-1: {}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: Metadata agent@n-d-836015-1: {}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: Metering agent@n-d-836015-1: {}, Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: Open vSwitch agent@n-d-836015-1: { 'AddressGroup': '1.2', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'ConntrackHelper': '1.0', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Log': '1.0', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Network': '1.1', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Port': '1.7', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'PortForwarding': '1.2', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'QosPolicy': '1.9', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'SecurityGroup': '1.4', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'SecurityGroupRule': '1.2', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'SubPort': '1.0', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Subnet': '1.1', Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: 'Trunk': '1.1'}} Mar 31 22:36:17.909488 n-d-836015-1 neutron-server[109820]: {{(pid=109820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:36:17.949017 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:18.042019 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:18.043869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:36:18.044523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:18.142662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] Pushing event updated for resources: {'Network': ['ID=85b42bca-dad8-48dc-b64d-7a20dcc90645,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:18.154044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 85b42bca-dad8-48dc-b64d-7a20dcc90645 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:36:18.164693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-225ffafd-b55f-4e96-b186-2b6128fac439 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5785635 Mar 31 22:36:20.849834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46510) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:21.232544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4037985-fd50-4ca6-9df1-f02ecb94cbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:36:21.233899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a4037985-fd50-4ca6-9df1-f02ecb94cbed admin admin] 10.222.0.31 "GET /v2.0/networks/85b42bca-dad8-48dc-b64d-7a20dcc90645 HTTP/1.1" status: 200 len: 825 time: 0.3831024 Mar 31 22:36:21.271604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ecebb2ba-c62a-454d-90fd-c40b2062f088 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/36be0c61-3572-46dc-9d68-3bcb46a7a50a HTTP/1.1" status: 200 len: 734 time: 0.0314009 Mar 31 22:36:21.281261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'subnetpool_id': '36be0c61-3572-46dc-9d68-3bcb46a7a50a', 'gateway_ip': '172.20.0.1', 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:36:21.379180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Made reservation on behalf of 97910492af524662b834d3128c9a45b1 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:36:21.381504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Notify callbacks [] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:21.722121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:21.804524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a055eff4-de21-44cb-ac1e-2151827766ec,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:21.806515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Checking segment: {'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:36:21.806884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Network hostable DHCP agents. Network: 85b42bca-dad8-48dc-b64d-7a20dcc90645, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:36:21.864460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Network 85b42bca-dad8-48dc-b64d-7a20dcc90645 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:36:21.915771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 85b42bca-dad8-48dc-b64d-7a20dcc90645) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:36:21.921001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:36:21.921605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:21.925839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62403299-6d89-44aa-b527-18497db1e6b7 None None] Network 85b42bca-dad8-48dc-b64d-7a20dcc90645 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:36:22.004108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-04fe5ece-18c3-4398-ae76-a9ba80d1f7af admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7260377 Mar 31 22:36:22.246914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-85b42bca-dad8-48dc-b64d-7a20dcc90645', 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'fixed_ips': [{'subnet_id': 'a055eff4-de21-44cb-ac1e-2151827766ec'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:36:22.256219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:22.555968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Allocated IP 172.20.0.2 (85b42bca-dad8-48dc-b64d-7a20dcc90645/a055eff4-de21-44cb-ac1e-2151827766ec/51445c37-e977-4292-8bda-b2f1abef4913) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:36:22.753235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:22.819787 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:22.895210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Network 85b42bca-dad8-48dc-b64d-7a20dcc90645 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:36:22.903759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:36:22.908811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Pushing event updated for resources: {'Port': ['ID=51445c37-e977-4292-8bda-b2f1abef4913,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:22.912682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:36:22.920709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.921054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.921389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.921716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.922042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.922362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.922712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.923032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.923351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.923666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.923978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.924293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Tracked resource versions report: Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: pushed versions: Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: { 'AddressGroup': {'1.2'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'ConntrackHelper': {'1.0'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Log': {'1.0'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Network': {'1.1'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Port': {'1.7'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'PortForwarding': {'1.2'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'QosPolicy': {'1.9'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'SecurityGroup': {'1.4'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'SubPort': {'1.0'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Subnet': {'1.1'}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Trunk': {'1.1'}} Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: consumer versions: Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: { DHCP agent@n-d-836015-1: {}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: L3 agent@n-d-836015-1: {}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: Metadata agent@n-d-836015-1: {}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: Metering agent@n-d-836015-1: {}, Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: Open vSwitch agent@n-d-836015-1: { 'AddressGroup': '1.2', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'ConntrackHelper': '1.0', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Log': '1.0', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Network': '1.1', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Port': '1.7', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'PortForwarding': '1.2', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'QosPolicy': '1.9', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'SecurityGroup': '1.4', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'SecurityGroupRule': '1.2', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'SubPort': '1.0', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Subnet': '1.1', Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: 'Trunk': '1.1'}} Mar 31 22:36:22.925337 n-d-836015-1 neutron-server[109822]: {{(pid=109822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:36:22.999088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Attempting to bind port 51445c37-e977-4292-8bda-b2f1abef4913 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:36:22.999469 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Attempting to bind port 51445c37-e977-4292-8bda-b2f1abef4913 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:36:22.999899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Attempting to bind port 51445c37-e977-4292-8bda-b2f1abef4913 on network 85b42bca-dad8-48dc-b64d-7a20dcc90645 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:36:23.004746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:36:23.005143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Checking segment: {'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:36:23.005606 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:23.005982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Bound using segment: {'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:36:23.006462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Bound port: 51445c37-e977-4292-8bda-b2f1abef4913, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:36:23.006868 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:23.067072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] For port 51445c37-e977-4292-8bda-b2f1abef4913, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:36:23.071466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] For port 51445c37-e977-4292-8bda-b2f1abef4913, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=51445c37-e977-4292-8bda-b2f1abef4913,segment=NetworkSegment(958a1e79-0db8-4207-b960-edf8a24a2e65),segment_id=958a1e79-0db8-4207-b960-edf8a24a2e65)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:36:23.134326 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:23.201646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871f326-2140-4f10-bbb9-c60e0ac039f5 None None] Pushing event updated for resources: {'Port': ['ID=51445c37-e977-4292-8bda-b2f1abef4913,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:24.452229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46518) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:24.783285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-9df2a4c4-2e1d-4151-a087-be7ace7dbcbb admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:36:24.784362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9df2a4c4-2e1d-4151-a087-be7ace7dbcbb admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3311133 Mar 31 22:36:27.210403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46526) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:27.525063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-e7997e3e-2a79-46c1-b645-107a4a6595c6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:36:27.526387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e7997e3e-2a79-46c1-b645-107a4a6595c6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147056 Mar 31 22:36:30.175276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46536) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:30.479556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b645508a-8b06-4bce-901a-e0f5fc5deb73 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '97910492af524662b834d3128c9a45b1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:36:30.568089 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b645508a-8b06-4bce-901a-e0f5fc5deb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:30.569633 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b645508a-8b06-4bce-901a-e0f5fc5deb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:30.707355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b645508a-8b06-4bce-901a-e0f5fc5deb73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:30.780054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b645508a-8b06-4bce-901a-e0f5fc5deb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:30.861004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b645508a-8b06-4bce-901a-e0f5fc5deb73 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:30.862255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b645508a-8b06-4bce-901a-e0f5fc5deb73 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6860135 Mar 31 22:36:31.596732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284c9a3-3755-48d9-b92c-a0c4604e6c37 None None] Network 85b42bca-dad8-48dc-b64d-7a20dcc90645 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:36:31.661685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-32e6002c-63ac-49fb-92fa-f83f9e78702c None None] Provisioning complete for port 51445c37-e977-4292-8bda-b2f1abef4913 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:31.662063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32e6002c-63ac-49fb-92fa-f83f9e78702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:31.859002 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32e6002c-63ac-49fb-92fa-f83f9e78702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:31.919810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-32e6002c-63ac-49fb-92fa-f83f9e78702c None None] For port 51445c37-e977-4292-8bda-b2f1abef4913, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=51445c37-e977-4292-8bda-b2f1abef4913,segment=NetworkSegment(958a1e79-0db8-4207-b960-edf8a24a2e65),segment_id=958a1e79-0db8-4207-b960-edf8a24a2e65)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:36:31.973685 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32e6002c-63ac-49fb-92fa-f83f9e78702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:32.022189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6002c-63ac-49fb-92fa-f83f9e78702c None None] Pushing event updated for resources: {'Port': ['ID=51445c37-e977-4292-8bda-b2f1abef4913,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:32.197122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5f7cdbd1-fa99-4403-8f09-3c8646144b90 None None] Provisioning complete for port 51445c37-e977-4292-8bda-b2f1abef4913 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:32.197487 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f7cdbd1-fa99-4403-8f09-3c8646144b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:32.319050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 51445c37-e977-4292-8bda-b2f1abef4913 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:36:32.366434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 51445c37-e977-4292-8bda-b2f1abef4913 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:32.366833 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:33.302689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46548) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:33.612399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-475e60d2-e94c-4314-b343-412ff3d65b60 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:36:33.613449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-475e60d2-e94c-4314-b343-412ff3d65b60 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3098207 Mar 31 22:36:33.847710 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9c79cae7-3fc1-4ddb-a6ea-3801eb806c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:35.955695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-950caf4d-8857-4839-9205-57574b0b85e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.042867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46556) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:36.350619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:36:36.429346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Made reservation on behalf of b38e8f82767d40b49405d3a1cc1e7087 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:36:36.431620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.439502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.509330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.584098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.599545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Reserving flat network on physical network physnet1 {{(pid=109820) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 22:36:36.618212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8201b5-728e-474a-91f5-3c2ccf96a316,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:36.622990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.623330 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Added segment cc913eed-71b7-4973-a2c6-521aea09b469 of type flat for network 4a52a629-4455-4eba-862a-e9a9d4df5026 Mar 31 22:36:36.668385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.767085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.767940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:36:36.768505 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:36.826410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] Pushing event updated for resources: {'Network': ['ID=4a52a629-4455-4eba-862a-e9a9d4df5026,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:36.836439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:36:36.861655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-33ea10df-0196-4213-8405-0dc963cc7a71 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8177218 Mar 31 22:36:37.418944 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:38.596041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:38.955518 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:39.264727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46574) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:39.443612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fd602-2e7e-4842-b725-5f024957b742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:36:39.444897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c73fd602-2e7e-4842-b725-5f024957b742 admin admin] 10.222.0.31 "GET /v2.0/subnets/a055eff4-de21-44cb-ac1e-2151827766ec HTTP/1.1" status: 200 len: 849 time: 0.1792378 Mar 31 22:36:39.560053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-712d1b64-b499-4a44-8c9b-83e66edbf14b admin admin] 10.222.0.31 "GET /v2.0/routers/5bf228ac-d0cc-4d7b-9aea-765bb399453e HTTP/1.1" status: 200 len: 704 time: 0.1082487 Mar 31 22:36:39.822462 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:40.121431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Allocated IP 172.20.0.1 (85b42bca-dad8-48dc-b64d-7a20dcc90645/a055eff4-de21-44cb-ac1e-2151827766ec/25b5a148-8a7a-4b8d-b6e1-eabb44becb0b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:36:40.315226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:40.436498 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:40.508924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Network 85b42bca-dad8-48dc-b64d-7a20dcc90645 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:36:40.513637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:36:40.520027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:36:40.520594 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:40.576468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Pushing event updated for resources: {'Port': ['ID=25b5a148-8a7a-4b8d-b6e1-eabb44becb0b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:40.743576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4ff0fcbc-6e3c-4c4b-aaa4-4050715c657c None None] Provisioning complete for port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:40.744149 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ff0fcbc-6e3c-4c4b-aaa4-4050715c657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:40.773983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:40.776147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0fcbc-6e3c-4c4b-aaa4-4050715c657c None None] Port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:36:40.978718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:41.029811 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:41.030570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:41.106300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Pushing event updated for resources: {'Port': ['ID=25b5a148-8a7a-4b8d-b6e1-eabb44becb0b,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:41.150007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Network 85b42bca-dad8-48dc-b64d-7a20dcc90645 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:36:41.151794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:36:41.384293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Router 5bf228ac-d0cc-4d7b-9aea-765bb399453e is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:36:41.399061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0bfa77d4-61f8-46c3-aa21-dc669f084f09 None None] Provisioning complete for port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:41.402920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0bfa77d4-61f8-46c3-aa21-dc669f084f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:41.478239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:36:41.479472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa77d4-61f8-46c3-aa21-dc669f084f09 None None] Port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:36:41.483422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3079a811-9413-4e7f-886f-8501a85fb60e admin admin] 10.222.0.31 "PUT /v2.0/routers/5bf228ac-d0cc-4d7b-9aea-765bb399453e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9165184 Mar 31 22:36:41.502761 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Sync routers for ids ['5bf228ac-d0cc-4d7b-9aea-765bb399453e'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:36:41.515283 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Routers {'5bf228ac-d0cc-4d7b-9aea-765bb399453e'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:36:41.516183 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:36:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5bf228ac-d0cc-4d7b-9aea-765bb399453e'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:41.704339 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Set router 5bf228ac-d0cc-4d7b-9aea-765bb399453e gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:36:42.127711 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'name': 'router1', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:36:30Z', 'updated_at': '2022-03-31T22:36:40Z', 'revision_number': 2, 'project_id': '97910492af524662b834d3128c9a45b1', 'gw_port_host': None, '_interfaces': [{'id': '25b5a148-8a7a-4b8d-b6e1-eabb44becb0b', 'name': '', 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'mac_address': 'fa:16:3e:29:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:39Z', 'updated_at': '2022-03-31T22:36:40Z', 'revision_number': 2, 'project_id': '97910492af524662b834d3128c9a45b1', 'subnets': [{'id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36be0c61-3572-46dc-9d68-3bcb46a7a50a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:42.178833 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Checking router: 5bf228ac-d0cc-4d7b-9aea-765bb399453e for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:36:42.179201 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Updating router 5bf228ac-d0cc-4d7b-9aea-765bb399453e port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:36:42.226693 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:42.740593 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:42.801103 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:42.962708 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Pushing event updated for resources: {'Port': ['ID=25b5a148-8a7a-4b8d-b6e1-eabb44becb0b,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:42.974554 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Attempting to bind port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:36:42.974948 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Attempting to bind port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:36:42.975517 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Attempting to bind port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b on network 85b42bca-dad8-48dc-b64d-7a20dcc90645 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:36:42.979318 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.979658 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.979991 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.980322 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.980647 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.980968 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.981289 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.981607 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.981922 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.982238 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.982592 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.982888 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Tracked resource versions report: Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: pushed versions: Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: { 'AddressGroup': {'1.2'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'ConntrackHelper': {'1.0'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Log': {'1.0'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Network': {'1.1'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Port': {'1.7'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'PortForwarding': {'1.2'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'QosPolicy': {'1.9'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'SecurityGroup': {'1.4'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'SubPort': {'1.0'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Subnet': {'1.1'}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Trunk': {'1.1'}} Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: consumer versions: Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: { DHCP agent@n-d-836015-1: {}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: L3 agent@n-d-836015-1: {}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: Metadata agent@n-d-836015-1: {}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: Metering agent@n-d-836015-1: {}, Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: Open vSwitch agent@n-d-836015-1: { 'AddressGroup': '1.2', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'ConntrackHelper': '1.0', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Log': '1.0', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Network': '1.1', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Port': '1.7', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'PortForwarding': '1.2', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'QosPolicy': '1.9', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'SecurityGroup': '1.4', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'SecurityGroupRule': '1.2', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'SubPort': '1.0', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Subnet': '1.1', Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: 'Trunk': '1.1'}} Mar 31 22:36:42.983939 n-d-836015-1 neutron-server[109823]: {{(pid=109823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:36:42.989108 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:36:42.989514 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Checking segment: {'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:36:42.990005 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:42.990384 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Bound using segment: {'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:36:42.990913 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Bound port: 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958a1e79-0db8-4207-b960-edf8a24a2e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:36:42.991301 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:43.009611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6679f28c-e0ed-4d46-a53a-1fd421ef5e38 None None] Provisioning complete for port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:43.010094 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6679f28c-e0ed-4d46-a53a-1fd421ef5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:43.043993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6679f28c-e0ed-4d46-a53a-1fd421ef5e38 None None] Port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:36:43.063948 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] For port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:36:43.083047 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] For port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=25b5a148-8a7a-4b8d-b6e1-eabb44becb0b,segment=NetworkSegment(958a1e79-0db8-4207-b960-edf8a24a2e65),segment_id=958a1e79-0db8-4207-b960-edf8a24a2e65)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:36:43.179067 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:43.241210 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Routers {'5bf228ac-d0cc-4d7b-9aea-765bb399453e'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:36:43.241816 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:36:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5bf228ac-d0cc-4d7b-9aea-765bb399453e'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:43.244918 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346f9d5-e4ee-42d3-9d4e-5f0246bba367 None None] Pushing event updated for resources: {'Port': ['ID=25b5a148-8a7a-4b8d-b6e1-eabb44becb0b,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:43.338100 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] Set router 5bf228ac-d0cc-4d7b-9aea-765bb399453e gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:36:43.465390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e902a438-7612-421d-8bba-96d2b49643bc None None] Provisioning complete for port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:43.465678 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e902a438-7612-421d-8bba-96d2b49643bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:43.541192 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e902a438-7612-421d-8bba-96d2b49643bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:43.543061 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'name': 'router1', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:36:30Z', 'updated_at': '2022-03-31T22:36:40Z', 'revision_number': 2, 'project_id': '97910492af524662b834d3128c9a45b1', 'gw_port_host': None, '_interfaces': [{'id': '25b5a148-8a7a-4b8d-b6e1-eabb44becb0b', 'name': '', 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'mac_address': 'fa:16:3e:29:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:39Z', 'updated_at': '2022-03-31T22:36:43Z', 'revision_number': 4, 'project_id': '97910492af524662b834d3128c9a45b1', 'subnets': [{'id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36be0c61-3572-46dc-9d68-3bcb46a7a50a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:43.572265 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76166d42-e366-4e70-a975-e2478f536bd3 None None] The sync data for ids ['5bf228ac-d0cc-4d7b-9aea-765bb399453e'] in n-d-836015-1 is: [{'id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'name': 'router1', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:36:30Z', 'updated_at': '2022-03-31T22:36:40Z', 'revision_number': 2, 'project_id': '97910492af524662b834d3128c9a45b1', 'gw_port_host': None, '_interfaces': [{'id': '25b5a148-8a7a-4b8d-b6e1-eabb44becb0b', 'name': '', 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'mac_address': 'fa:16:3e:29:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:39Z', 'updated_at': '2022-03-31T22:36:43Z', 'revision_number': 4, 'project_id': '97910492af524662b834d3128c9a45b1', 'subnets': [{'id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36be0c61-3572-46dc-9d68-3bcb46a7a50a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:36:43.573794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e902a438-7612-421d-8bba-96d2b49643bc None None] For port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=25b5a148-8a7a-4b8d-b6e1-eabb44becb0b,segment=NetworkSegment(958a1e79-0db8-4207-b960-edf8a24a2e65),segment_id=958a1e79-0db8-4207-b960-edf8a24a2e65)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:36:43.675684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e902a438-7612-421d-8bba-96d2b49643bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:43.725088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902a438-7612-421d-8bba-96d2b49643bc None None] Pushing event updated for resources: {'Port': ['ID=25b5a148-8a7a-4b8d-b6e1-eabb44becb0b,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:43.748834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46594) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:43.859120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49badbd-5046-4667-acac-f1f06711b667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:36:43.860408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a49badbd-5046-4667-acac-f1f06711b667 admin admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 842 time: 0.1106253 Mar 31 22:36:43.871062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Request body: {'subnet': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'ip_version': 4, 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:36:43.967383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Made reservation on behalf of b38e8f82767d40b49405d3a1cc1e7087 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:36:43.970104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:44.322625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.objects.ports [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109820) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 22:36:44.323590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:44.383290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:44.391409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:36:44.391810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Network hostable DHCP agents. Network: 4a52a629-4455-4eba-862a-e9a9d4df5026, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:36:44.481630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:36:44.549825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 4a52a629-4455-4eba-862a-e9a9d4df5026) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:36:44.554109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:36:44.554995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:44.560861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59976d-5006-4539-9f43-4ccb6e0ffded None None] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:36:44.639317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-217ff70a-655b-4a04-aaab-ed9fd88b2360 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7721896 Mar 31 22:36:44.696992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14bbc04-d1aa-4011-bc03-5d281c6511b7 None None] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:36:46.972954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46602) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:47.167393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-06861c2d-dc70-42f9-83f5-896636e9128f admin admin] 10.222.0.31 "GET /v2.0/routers/5bf228ac-d0cc-4d7b-9aea-765bb399453e HTTP/1.1" status: 200 len: 710 time: 0.1926837 Mar 31 22:36:47.254225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e004ea-e4d3-4b53-9d42-5c79a514d953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:36:47.255820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-34e004ea-e4d3-4b53-9d42-5c79a514d953 admin admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 886 time: 0.0812461 Mar 31 22:36:47.265703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:36:47.502460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:47.813997 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:47.893319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:48.000396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Allocated IP 172.25.4.148 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:36:48.110036 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:48.179332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:48.218960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:36:48.221923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:36:48.225293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:36:48.257274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:48.589936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:48.903418 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:48.906857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:49.023727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Router 5bf228ac-d0cc-4d7b-9aea-765bb399453e has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:36:49.130385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:36:49.134721 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:49.135959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bda2f972-b978-4511-b0aa-88414108e450 admin admin] 10.222.0.31 "PUT /v2.0/routers/5bf228ac-d0cc-4d7b-9aea-765bb399453e HTTP/1.1" status: 200 len: 890 time: 1.8734066 Mar 31 22:36:49.901155 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:36:50.020747 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Sync routers for ids ['5bf228ac-d0cc-4d7b-9aea-765bb399453e'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:36:50.031349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Routers {'5bf228ac-d0cc-4d7b-9aea-765bb399453e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:36:50.032001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:36:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5bf228ac-d0cc-4d7b-9aea-765bb399453e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:50.236768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Set router 5bf228ac-d0cc-4d7b-9aea-765bb399453e gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:36:50.347062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:36:50.534696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:50.534983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:50.734775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'name': 'router1', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:36:30Z', 'updated_at': '2022-03-31T22:36:48Z', 'revision_number': 4, 'project_id': '97910492af524662b834d3128c9a45b1', 'gw_port': {'id': '4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:47Z', 'updated_at': '2022-03-31T22:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '25b5a148-8a7a-4b8d-b6e1-eabb44becb0b', 'name': '', 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'mac_address': 'fa:16:3e:29:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:39Z', 'updated_at': '2022-03-31T22:36:43Z', 'revision_number': 5, 'project_id': '97910492af524662b834d3128c9a45b1', 'subnets': [{'id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36be0c61-3572-46dc-9d68-3bcb46a7a50a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:50.855515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Checking router: 5bf228ac-d0cc-4d7b-9aea-765bb399453e for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:36:50.855781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Updating router 5bf228ac-d0cc-4d7b-9aea-765bb399453e port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:36:50.900788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:51.215983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:51.280999 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:51.330322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Attempting to bind port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:36:51.330718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Attempting to bind port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:36:51.331084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Attempting to bind port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:36:51.337818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afae7a-520d-4a58-9797-d431cdb966e7 None None] Pushing event updated for resources: {'Port': ['ID=4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:51.341670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:36:51.342043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:36:51.342449 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:51.342854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:36:51.343320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Bound port: 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:36:51.343721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:51.392360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] For port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:36:51.395452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] For port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:36:51.459603 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:51.520964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Routers {'5bf228ac-d0cc-4d7b-9aea-765bb399453e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:36:51.521555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:36:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5bf228ac-d0cc-4d7b-9aea-765bb399453e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:51.524271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afae7a-520d-4a58-9797-d431cdb966e7 None None] Pushing event updated for resources: {'Port': ['ID=4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:51.608942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46614) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:36:51.629610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] Set router 5bf228ac-d0cc-4d7b-9aea-765bb399453e gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:36:51.720983 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f318fa03-c084-459b-a381-1b9f757f9d90 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1109087 Mar 31 22:36:51.843107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'name': 'router1', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:36:30Z', 'updated_at': '2022-03-31T22:36:48Z', 'revision_number': 4, 'project_id': '97910492af524662b834d3128c9a45b1', 'gw_port': {'id': '4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:47Z', 'updated_at': '2022-03-31T22:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '25b5a148-8a7a-4b8d-b6e1-eabb44becb0b', 'name': '', 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'mac_address': 'fa:16:3e:29:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:39Z', 'updated_at': '2022-03-31T22:36:43Z', 'revision_number': 5, 'project_id': '97910492af524662b834d3128c9a45b1', 'subnets': [{'id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36be0c61-3572-46dc-9d68-3bcb46a7a50a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:36:51.869474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f996a8-99e9-47f2-abf3-aa3406acfc9a None None] The sync data for ids ['5bf228ac-d0cc-4d7b-9aea-765bb399453e'] in n-d-836015-1 is: [{'id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'name': 'router1', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:36:30Z', 'updated_at': '2022-03-31T22:36:48Z', 'revision_number': 4, 'project_id': '97910492af524662b834d3128c9a45b1', 'gw_port': {'id': '4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:47Z', 'updated_at': '2022-03-31T22:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '25b5a148-8a7a-4b8d-b6e1-eabb44becb0b', 'name': '', 'network_id': '85b42bca-dad8-48dc-b64d-7a20dcc90645', 'tenant_id': '97910492af524662b834d3128c9a45b1', 'mac_address': 'fa:16:3e:29:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf228ac-d0cc-4d7b-9aea-765bb399453e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:36:39Z', 'updated_at': '2022-03-31T22:36:43Z', 'revision_number': 5, 'project_id': '97910492af524662b834d3128c9a45b1', 'subnets': [{'id': 'a055eff4-de21-44cb-ac1e-2151827766ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36be0c61-3572-46dc-9d68-3bcb46a7a50a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:36:52.362622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:36:52.421328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:52.421972 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:52.512520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:52.533539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:36:52.590178 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:36:52.656863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:36:54.326065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:36:54.402541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4c5cb616-6ec2-452c-b2e2-68f1e0cdfb98 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:36:54.402915 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:03.840562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d15d4dc9-969e-4d00-8e73-61e47c9cc860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:05.988845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-17275ea2-bed8-4124-b173-ae69f592d377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:07.418465 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:08.658223 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:08.966322 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:26.900383 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:37:33.862782 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-40bc34c5-1d40-4dee-a773-af8e0947e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:35.987868 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-42fd026d-f3e9-46fc-9392-82877c666937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:37.450224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:38.610967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:37:38.999393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:03.838294 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-49b89ccf-959b-42a0-b297-a747751bb7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:03.900421 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:38:05.963774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a236-f3ca-4db2-8d26-6ce36fb9d77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:07.443499 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:08.626457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:09.009704 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:33.836883 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-61e62417-a7e0-4016-8a23-bb158c3e9df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:35.957314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a89e0dee-5791-47cc-93c7-a5b31e7e9819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:37.065517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47208) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:37.129283 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bd3438-ebd7-4bc2-a0ec-2892782189ae admin admin] GET failed (client error): The resource could not be found. Mar 31 22:38:37.130629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d0bd3438-ebd7-4bc2-a0ec-2892782189ae admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641532 Mar 31 22:38:37.290333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede482f6-67fc-48ab-a266-8c4edc720d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:37.291747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ede482f6-67fc-48ab-a266-8c4edc720d94 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558292 Mar 31 22:38:37.426053 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:38.637030 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:38.991730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:39.513761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47218) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:39.613929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b5f8e-f803-4c91-b439-509484f62111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:39.615371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6c5b5f8e-f803-4c91-b439-509484f62111 admin admin] 10.222.0.31 "GET /v2.0/subnets/a055eff4-de21-44cb-ac1e-2151827766ec HTTP/1.1" status: 200 len: 849 time: 0.1006694 Mar 31 22:38:39.629340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:38:39.715500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:39.911870 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756025092015'] for subnet, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:39.945320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:39.945910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:39.948026 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] 10.222.0.31 "PUT /v2.0/subnets/a055eff4-de21-44cb-ac1e-2151827766ec HTTP/1.1" status: 200 len: 868 time: 0.3219032 Mar 31 22:38:39.961500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efcd9fa-278b-4bda-9a87-7a138366fb16 None None] Network 85b42bca-dad8-48dc-b64d-7a20dcc90645 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:38:39.968197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a055eff4-de21-44cb-ac1e-2151827766ec,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:38:39.975997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.976864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.977201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.977527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.977851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.978174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.978517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.978843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.979168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.979477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.979819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:39.980285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fcf3db-798e-4a54-8039-a899ff31e642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:38:40.280023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8fd20468-522c-447e-9973-7d4fb70bfe1e None None] Provisioning complete for port 51445c37-e977-4292-8bda-b2f1abef4913 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:38:40.280395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8fd20468-522c-447e-9973-7d4fb70bfe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:40.368259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8fd20468-522c-447e-9973-7d4fb70bfe1e None None] Provisioning complete for port 25b5a148-8a7a-4b8d-b6e1-eabb44becb0b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:38:40.368620 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8fd20468-522c-447e-9973-7d4fb70bfe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:38:40.899904 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:38:42.165152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47226) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:42.359383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4792c6-023c-4ef8-8ccc-da4fa5c9bf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:42.359778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4792c6-023c-4ef8-8ccc-da4fa5c9bf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:42.361360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0d4792c6-023c-4ef8-8ccc-da4fa5c9bf2f admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952515 Mar 31 22:38:44.604451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47234) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:44.859080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac97046-52ec-463a-8985-b613dda81008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:44.859476 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac97046-52ec-463a-8985-b613dda81008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:44.861092 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5ac97046-52ec-463a-8985-b613dda81008 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2555227 Mar 31 22:38:47.084077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:47.264483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570bc07-be62-4a5c-9c59-1c67adf9bd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:47.265845 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a570bc07-be62-4a5c-9c59-1c67adf9bd58 admin admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 886 time: 0.1808434 Mar 31 22:38:49.488318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47252) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:49.633282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e839faa-986a-4473-a001-2ee40870a931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:49.634826 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4e839faa-986a-4473-a001-2ee40870a931 admin admin] 10.222.0.31 "GET /v2.0/networks/85b42bca-dad8-48dc-b64d-7a20dcc90645 HTTP/1.1" status: 200 len: 869 time: 0.1455421 Mar 31 22:38:51.840837 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47260) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:51.968273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2afa324-e8cc-44a7-a736-b4ff070bf54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:51.968947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2afa324-e8cc-44a7-a736-b4ff070bf54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:51.971141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b2afa324-e8cc-44a7-a736-b4ff070bf54d admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292148 Mar 31 22:38:54.213289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47268) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:54.344053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8673c-9963-4478-b1bc-382592503878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:54.344598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8673c-9963-4478-b1bc-382592503878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:54.346125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8ad8673c-9963-4478-b1bc-382592503878 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314931 Mar 31 22:38:56.565338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47276) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:56.656594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f516b3-3991-4bb8-97b6-3c973a073d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:56.657905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-06f516b3-3991-4bb8-97b6-3c973a073d90 admin admin] 10.222.0.31 "GET /v2.0/subnets/a055eff4-de21-44cb-ac1e-2151827766ec HTTP/1.1" status: 200 len: 868 time: 0.0916955 Mar 31 22:38:58.859850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47284) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:38:58.947335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42552ca4-6edc-49f8-baf2-e6447f8d3eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:38:58.948691 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-42552ca4-6edc-49f8-baf2-e6447f8d3eaf admin admin] 10.222.0.31 "GET /v2.0/subnets/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e HTTP/1.1" status: 200 len: 816 time: 0.0879426 Mar 31 22:39:03.844109 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76329752-b8c4-42f0-9c5c-94f41a11d258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:05.969154 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e96a8cb0-f1db-4f9c-ae06-a1d5be8726e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:07.438303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:08.654712 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:08.986333 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:17.898202 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:39:19.341790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47338) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:39:19.388090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-6b54a79f-f95a-4b85-b747-825aba0c777d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:39:19.389088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6b54a79f-f95a-4b85-b747-825aba0c777d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463371 Mar 31 22:39:21.691329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47346) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:39:21.751098 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbdc5cc-e1bc-47db-b74f-356f468c98e8 admin admin] GET failed (client error): The resource could not be found. Mar 31 22:39:21.752391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8bbdc5cc-e1bc-47db-b74f-356f468c98e8 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601447 Mar 31 22:39:21.835233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb0ff4e-202b-4356-9128-5282d217d475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:39:21.836695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fcb0ff4e-202b-4356-9128-5282d217d475 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0796344 Mar 31 22:39:24.062702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47354) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:39:24.110222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:39:24.215822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Made reservation on behalf of b38e8f82767d40b49405d3a1cc1e7087 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:39:24.218562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:24.261271 n-d-836015-1 neutron-server[109821]: WARNING neutron.services.revisions.revision_plugin [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Could not find related network for resource to bump revision. Mar 31 22:39:24.277812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:39:24.291914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756025117022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:24.292483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Unsubscribe: segment precommit_create {{(pid=109821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 22:39:24.292967 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Added segment 28466954-f65b-447c-aeab-4066735e4a68 of type vlan for network a73cbf47-43cf-4cce-baae-249e024729c6 Mar 31 22:39:24.371157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:24.456239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:24.457272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:39:24.457882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:24.545499 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4816537 Mar 31 22:39:24.553566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Pushing event updated for resources: {'Network': ['ID=a73cbf47-43cf-4cce-baae-249e024729c6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:39:24.564141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.564479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.564806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.565133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.565535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.565855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.566176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.566529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.566852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.567168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.567484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.567797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc41a8a-fe13-44ba-86c7-800227d24458 admin admin] Tracked resource versions report: Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: pushed versions: Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: { 'AddressGroup': {'1.2'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'ConntrackHelper': {'1.0'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Log': {'1.0'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Network': {'1.1'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Port': {'1.7'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'PortForwarding': {'1.2'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'QosPolicy': {'1.9'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'SecurityGroup': {'1.4'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'SubPort': {'1.0'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Subnet': {'1.1'}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Trunk': {'1.1'}} Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: consumer versions: Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: { DHCP agent@n-d-836015-1: {}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: L3 agent@n-d-836015-1: {}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: Metadata agent@n-d-836015-1: {}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: Metering agent@n-d-836015-1: {}, Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: Open vSwitch agent@n-d-836015-1: { 'AddressGroup': '1.2', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'ConntrackHelper': '1.0', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Log': '1.0', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Network': '1.1', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Port': '1.7', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'PortForwarding': '1.2', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'QosPolicy': '1.9', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'SecurityGroup': '1.4', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'SecurityGroupRule': '1.2', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'SubPort': '1.0', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Subnet': '1.1', Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: 'Trunk': '1.1'}} Mar 31 22:39:24.569025 n-d-836015-1 neutron-server[109821]: {{(pid=109821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:39:24.608143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network a73cbf47-43cf-4cce-baae-249e024729c6 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:39:26.784003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47366) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:39:26.844113 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e42d0bc-1fb0-4344-961d-4c3a61a04072 admin admin] GET failed (client error): The resource could not be found. Mar 31 22:39:26.845459 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7e42d0bc-1fb0-4344-961d-4c3a61a04072 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604386 Mar 31 22:39:26.943993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a8d46-1f0e-4336-a5a8-851726353533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:39:26.945418 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ee3a8d46-1f0e-4336-a5a8-851726353533 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0953922 Mar 31 22:39:26.956415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:39:27.038328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Made reservation on behalf of b38e8f82767d40b49405d3a1cc1e7087 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:39:27.040559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:27.307921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:27.366600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aac4b9a-9396-42ca-acb5-4a917aab088b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:39:27.375554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:39:27.375932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Network hostable DHCP agents. Network: a73cbf47-43cf-4cce-baae-249e024729c6, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:39:27.449792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Network a73cbf47-43cf-4cce-baae-249e024729c6 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:39:27.524154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, a73cbf47-43cf-4cce-baae-249e024729c6) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:39:27.529458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:39:27.530255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:27.534165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda6acb-c1ae-4997-8208-190f43b010da None None] Network a73cbf47-43cf-4cce-baae-249e024729c6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:39:27.624442 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d763b0c1-bffc-4c2a-a629-7547118ba226 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6715670 Mar 31 22:39:27.762695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-a73cbf47-43cf-4cce-baae-249e024729c6', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'tenant_id': 'b38e8f82767d40b49405d3a1cc1e7087', 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:39:27.767507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:27.899289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Allocated IP 192.168.233.2 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/f82d22a4-cb2c-47c7-a8cc-88f292f12ce0) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:39:28.170503 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:28.251068 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:28.290619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:39:28.295488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:39:28.298075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:39:28.303596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Pushing event updated for resources: {'Port': ['ID=f82d22a4-cb2c-47c7-a8cc-88f292f12ce0,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:39:28.314393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.314767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.315094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.315424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.315793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.316129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.316446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.316770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.317108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.317434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.317749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.318063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:39:28.369473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Attempting to bind port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:39:28.369834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Attempting to bind port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:39:28.370183 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Attempting to bind port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:39:28.375184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:39:28.383111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:39:28.383111 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:28.383111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:39:28.383111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Bound port: f82d22a4-cb2c-47c7-a8cc-88f292f12ce0, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:39:28.383111 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:28.450338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] For port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:39:28.450338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] For port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f82d22a4-cb2c-47c7-a8cc-88f292f12ce0,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:39:28.508152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:28.564059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b79dde-156c-45d8-a6a1-522742791155 None None] Pushing event updated for resources: {'Port': ['ID=f82d22a4-cb2c-47c7-a8cc-88f292f12ce0,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:39:29.428577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf5547-e68a-4507-95d7-c30840acd8e3 None None] Network a73cbf47-43cf-4cce-baae-249e024729c6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:39:29.491201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5aa0c038-5c1b-4b82-8b86-c34c2948d7a1 None None] Provisioning complete for port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:39:29.491591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5aa0c038-5c1b-4b82-8b86-c34c2948d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:29.639499 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5aa0c038-5c1b-4b82-8b86-c34c2948d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:29.679709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5aa0c038-5c1b-4b82-8b86-c34c2948d7a1 None None] For port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f82d22a4-cb2c-47c7-a8cc-88f292f12ce0,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:39:29.747539 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5aa0c038-5c1b-4b82-8b86-c34c2948d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:29.806006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0c038-5c1b-4b82-8b86-c34c2948d7a1 None None] Pushing event updated for resources: {'Port': ['ID=f82d22a4-cb2c-47c7-a8cc-88f292f12ce0,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:39:29.868227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e4c6da96-7866-4096-bbbd-991083a8ba6f None None] Provisioning complete for port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:39:29.868545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e4c6da96-7866-4096-bbbd-991083a8ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:30.443857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f82d22a4-cb2c-47c7-a8cc-88f292f12ce0 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:39:30.496873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f82d22a4-cb2c-47c7-a8cc-88f292f12ce0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:39:30.497242 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:33.872544 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2af7656a-69a7-4067-89c5-f862e4e6ed02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:35.964581 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d616c49-7be9-4328-b5c8-4caef385cfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:37.450431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:38.622115 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:38.987041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:39:54.897297 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:40:03.862159 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3765e140-afe0-4c4a-afb4-5679fcd01d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:05.976627 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a8d1496e-ef58-4ed9-b0a5-39ff044c1a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:07.456203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:08.684929 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:08.994186 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:31.896243 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:40:33.884796 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-36d9af37-f425-494e-b889-b5510c665e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:35.982252 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-97828ba8-aaac-4ab3-98d3-72b3d4b8f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:37.462177 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:38.628079 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:39.005310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:57.172567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47404) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:57.178728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-19642e04-5771-4b6a-83ba-03e42d490c85 tempest-verify_tempest_config-1550116935 tempest-verify_tempest_config-1550116935-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:40:57.179686 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-19642e04-5771-4b6a-83ba-03e42d490c85 tempest-verify_tempest_config-1550116935 tempest-verify_tempest_config-1550116935-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058756 Mar 31 22:40:57.682695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47422) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:57.794585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:57.967693 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:58.028682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:58.073893 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bd9e599017c4a17b4fbe8281b4434ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3900256 Mar 31 22:40:58.074812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be62d996-9a60-4180-92c4-f6356f1d76fd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:40:58.076839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47428) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:58.084265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.084600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.084929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.085255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.087284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.087614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.087941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.089256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.089554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.089884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.090258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.090575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59bc18a-5a8b-4b9d-a96a-124055288ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.157350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:58.176779 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:58.319812 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:58.322231 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:58.323400 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be62d996-9a60-4180-92c4-f6356f1d76fd HTTP/1.1" status: 204 len: 168 time: 0.2450473 Mar 31 22:40:58.331730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be62d996-9a60-4180-92c4-f6356f1d76fd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:40:58.338702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.338943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.339284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.339616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.339950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.340283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.340606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.340931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.341326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.341596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.341875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:58.342197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66b608-958e-4a27-b434-97a2bafd3d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:03.862726 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2dadc1bc-5965-4b8a-bc7e-0dd9d8653bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:05.988017 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9c39a805-eb23-42d0-ae4b-fc6c2c78c907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:07.450636 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.645195 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.894621 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:41:08.982226 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:33.850381 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9563709c-7bef-4844-a418-821b5747a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:35.970037 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6f0e9e4-d1dd-45f8-ad2c-1b7fc510f603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:37.439324 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:38.645039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:38.982414 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:45.892423 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:42:03.873674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9dddeb09-09c9-4b52-a57f-87edc0604d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:05.993445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-763d3e11-5581-4da1-9530-67c396cd096b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:07.450418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:08.622243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:08.982298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:22.891123 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:42:33.838691 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82de9981-7585-4df6-a3be-4b8809783ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:36.015989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70ef3af7-8ea3-4924-bc18-839cf06b72dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:37.444691 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:38.718714 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:38.975974 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:59.889496 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:43:03.849418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dea4e3e0-c42d-42ba-9daa-c935a2d00520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:06.043292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9fcffb62-cee7-4ad2-a7d8-0b1c33bed298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:07.467148 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:08.649552 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:09.008935 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:33.854725 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-504b0468-9f23-4a74-8b75-703266a37271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:35.981009 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2e84-94d4-478a-b02d-ffcd40ee1b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:36.887356 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 5 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:43:37.471748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:38.659647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:38.997267 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:03.853639 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aadfbdcc-df13-48a3-b372-b9f0f6bef1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:05.979472 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-09501d9e-02bd-468b-af14-a28579f3a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:07.498506 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:08.173920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8360589'] for agent, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:08.648396 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:09.018883 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:09.305329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8360589'] for agent, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:13.885943 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:44:33.904609 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f86f71c6-5b64-484f-89b9-f8d5c2784c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:35.983836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-16876c7c-80d1-4654-89c8-32782e0558e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:37.475979 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:38.110660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:38.647615 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:39.007080 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:39.258642 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:50.884986 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:44:57.554121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47486) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:57.656988 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-209509ad-85d2-4e92-9eae-f12aa5666b44 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1016932 Mar 31 22:44:59.878502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47496) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:59.935220 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-733ca668-9f30-400e-9908-e3a5247a28a1 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0556560 Mar 31 22:45:03.869458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c1f3621-ca7c-4b31-9e6f-3f783139d4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:05.993722 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-798223f2-950b-46e0-aa64-c72b4b7f95bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:07.480641 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:08.160602 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:08.640781 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:08.983917 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:09.257249 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:27.883591 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:45:33.891346 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71578d69-b128-4ceb-ac43-b91ded6bdcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:36.016945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a1a62fec-c0f7-4ed5-8dbe-3a2c0e36c0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:37.468359 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:38.125757 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:38.668130 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:39.022297 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:39.313525 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:03.867999 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5300-f496-47ef-81bc-0dbd2c1973e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:04.883817 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:46:05.992624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f345a128-5381-4bab-87c8-c86ac49d02fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:07.478393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:08.130109 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:08.655955 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:09.010634 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:09.289476 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:33.895085 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-082e9aea-84d5-43ef-8f05-3fa46d117afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:35.980004 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ace149a3-0123-4972-b678-aa930c66cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:37.527841 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:38.162957 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:38.666986 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:38.929097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47714) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:38.980636 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:38.986643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47722) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:39.271598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.308901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47736) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:39.309461 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-60ed5f77-2edd-4b6a-91d7-86905ce4d410 tempest-AutoAllocateNetworkTest-1808218407 tempest-AutoAllocateNetworkTest-1808218407-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=73cd6384dcf24c968a0ad3f6ccddfb37&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3781497 Mar 31 22:46:39.367330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-network', 'tenant_id': 'b570169ca551491781f23963d37c1e66'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:39.472618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Made reservation on behalf of b570169ca551491781f23963d37c1e66 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:46:39.476288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.485266 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.506103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdb760-a41e-4030-aa4c-f8be5434d357 tempest-AutoAllocateNetworkTest-1808218407 tempest-AutoAllocateNetworkTest-1808218407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:39.510738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-becdb760-a41e-4030-aa4c-f8be5434d357 tempest-AutoAllocateNetworkTest-1808218407 tempest-AutoAllocateNetworkTest-1808218407-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2000842 Mar 31 22:46:39.511481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47744) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:39.573038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0f842378-38df-42f8-8476-9c8d1cee9c68 tempest-AutoAllocateNetworkTest-1808218407 tempest-AutoAllocateNetworkTest-1808218407-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604570 Mar 31 22:46:39.574942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.575610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47746) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:39.602607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1c422a35-191b-4c14-a01e-936b85be187a tempest-AutoAllocateNetworkTest-1808218407 tempest-AutoAllocateNetworkTest-1808218407-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=73cd6384dcf24c968a0ad3f6ccddfb37 HTTP/1.1" status: 200 len: 208 time: 0.0257921 Mar 31 22:46:39.660228 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.679419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:46:39.697687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.698027 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Added segment 5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0 of type vlan for network 6d80dae4-f6db-497e-a83e-9c9d17ece4db Mar 31 22:46:39.699420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff5e5d-d491-48ee-855b-d872b72f54f6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:39.725913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.726443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.726650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.726972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.727299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.727835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.728054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.728378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.728697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.729015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.729334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.729814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Tracked resource versions report: Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: pushed versions: Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: { 'AddressGroup': {'1.2'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'ConntrackHelper': {'1.0'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Log': {'1.0'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Network': {'1.1'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Port': {'1.7'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'PortForwarding': {'1.2'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'QosPolicy': {'1.9'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'SecurityGroup': {'1.4'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'SubPort': {'1.0'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Subnet': {'1.1'}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Trunk': {'1.1'}} Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: consumer versions: Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: { DHCP agent@n-d-836015-1: {}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: HyperV agent@n-h1-836015-1: {}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: HyperV agent@n-h2-836015-1: {}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: L3 agent@n-d-836015-1: {}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: Metadata agent@n-d-836015-1: {}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: Metering agent@n-d-836015-1: {}, Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: Open vSwitch agent@n-d-836015-1: { 'AddressGroup': '1.2', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'ConntrackHelper': '1.0', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Log': '1.0', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Network': '1.1', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Port': '1.7', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'PortForwarding': '1.2', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'QosPolicy': '1.9', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'SecurityGroup': '1.4', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'SecurityGroupRule': '1.2', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'SubPort': '1.0', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Subnet': '1.1', Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: 'Trunk': '1.1'}} Mar 31 22:46:39.730847 n-d-836015-1 neutron-server[109821]: {{(pid=109821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:46:39.767548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.882688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.883860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:39.884584 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.946703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] Pushing event updated for resources: {'Network': ['ID=6d80dae4-f6db-497e-a83e-9c9d17ece4db,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:39.957181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:46:39.965392 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7878d819-5479-4fa9-947e-c3a9cbac3a98 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9774570 Mar 31 22:46:39.969257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47758) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:39.973366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Request body: {'subnet': {'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-subnet', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:40.065645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Made reservation on behalf of b570169ca551491781f23963d37c1e66 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:46:40.068014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.288563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.344518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80489c5f-101f-4eac-bf28-a8f97807c7cc,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:40.354355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Checking segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:46:40.354745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Network hostable DHCP agents. Network: 6d80dae4-f6db-497e-a83e-9c9d17ece4db, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:46:40.442972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:46:40.509656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47786) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:40.511772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 6d80dae4-f6db-497e-a83e-9c9d17ece4db) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:40.516416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:40.517593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.521455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91e00c-de40-4239-aa50-9e15a49b648c None None] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:46:40.594442 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-16a1e08d-c0a2-4ce2-8ebf-103c42505cb9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6250305 Mar 31 22:46:40.597073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47792) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:40.601772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:40.692617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:46:40.693987 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.700842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.702624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.834967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Allocated IP 172.20.0.2 (6d80dae4-f6db-497e-a83e-9c9d17ece4db/80489c5f-101f-4eac-bf28-a8f97807c7cc/4805df2d-2acf-449d-9d3c-7a6976c99239) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:46:40.843568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.991941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.996355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.075306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.101492 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.146468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Pushing event updated for resources: {'Port': ['ID=4805df2d-2acf-449d-9d3c-7a6976c99239,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:41.156208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.156774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.157240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.157698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.158175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.158653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.159103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.159552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.159998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.160448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.160925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.161411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Tracked resource versions report: Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: pushed versions: Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: { 'AddressGroup': {'1.2'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'ConntrackHelper': {'1.0'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Log': {'1.0'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Network': {'1.1'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Port': {'1.7'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'PortForwarding': {'1.2'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'QosPolicy': {'1.9'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'SecurityGroup': {'1.4'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'SubPort': {'1.0'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Subnet': {'1.1'}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Trunk': {'1.1'}} Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: consumer versions: Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: { DHCP agent@n-d-836015-1: {}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: HyperV agent@n-h1-836015-1: {}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: HyperV agent@n-h2-836015-1: {}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: L3 agent@n-d-836015-1: {}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: Metadata agent@n-d-836015-1: {}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: Metering agent@n-d-836015-1: {}, Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: Open vSwitch agent@n-d-836015-1: { 'AddressGroup': '1.2', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'ConntrackHelper': '1.0', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Log': '1.0', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Network': '1.1', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Port': '1.7', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'PortForwarding': '1.2', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'QosPolicy': '1.9', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'SecurityGroup': '1.4', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'SecurityGroupRule': '1.2', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'SubPort': '1.0', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Subnet': '1.1', Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: 'Trunk': '1.1'}} Mar 31 22:46:41.163150 n-d-836015-1 neutron-server[109822]: {{(pid=109822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:46:41.168947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.169100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.177557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:46:41.179744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:41.182338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:46:41.200755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03758705-7710-430b-a6e1-ba30eab17bb4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:41.211615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.211946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.212273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.212617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.213129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.213614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.214096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.214600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.215100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.215579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.216057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.216532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] Tracked resource versions report: Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: pushed versions: Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: { 'AddressGroup': {'1.2'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'ConntrackHelper': {'1.0'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Log': {'1.0'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Network': {'1.1'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Port': {'1.7'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'PortForwarding': {'1.2'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'QosPolicy': {'1.9'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'SecurityGroup': {'1.4'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'SubPort': {'1.0'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Subnet': {'1.1'}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Trunk': {'1.1'}} Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: consumer versions: Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: { DHCP agent@n-d-836015-1: {}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: HyperV agent@n-h1-836015-1: {}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: HyperV agent@n-h2-836015-1: {}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: L3 agent@n-d-836015-1: {}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: Metadata agent@n-d-836015-1: {}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: Metering agent@n-d-836015-1: {}, Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: Open vSwitch agent@n-d-836015-1: { 'AddressGroup': '1.2', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'ConntrackHelper': '1.0', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Log': '1.0', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Network': '1.1', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Port': '1.7', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'PortForwarding': '1.2', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'QosPolicy': '1.9', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'SecurityGroup': '1.4', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'SecurityGroupRule': '1.2', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'SubPort': '1.0', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Subnet': '1.1', Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: 'Trunk': '1.1'}} Mar 31 22:46:41.217951 n-d-836015-1 neutron-server[109820]: {{(pid=109820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:46:41.240351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47812) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:41.240877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6fd78caa-dccb-45c6-81b1-f59e1e6820b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73cd6384dcf24c968a0ad3f6ccddfb37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7299924 Mar 31 22:46:41.246929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Attempting to bind port 4805df2d-2acf-449d-9d3c-7a6976c99239 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:46:41.247338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Attempting to bind port 4805df2d-2acf-449d-9d3c-7a6976c99239 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:46:41.247799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Attempting to bind port 4805df2d-2acf-449d-9d3c-7a6976c99239 on network 6d80dae4-f6db-497e-a83e-9c9d17ece4db {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:46:41.252997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:46:41.253645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Checking segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:46:41.254185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.254667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Bound using segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:46:41.255275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Bound port: 4805df2d-2acf-449d-9d3c-7a6976c99239, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:46:41.255811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.326100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] For port 4805df2d-2acf-449d-9d3c-7a6976c99239, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:46:41.332161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] For port 4805df2d-2acf-449d-9d3c-7a6976c99239, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4805df2d-2acf-449d-9d3c-7a6976c99239,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:46:41.373214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3a29a13-cb8c-4b76-acce-7cb396c9aec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.402008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3a29a13-cb8c-4b76-acce-7cb396c9aec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.420537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.546058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687c475-55f8-4422-a93c-fc29969a74c5 None None] Pushing event updated for resources: {'Port': ['ID=4805df2d-2acf-449d-9d3c-7a6976c99239,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:41.594424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3a29a13-cb8c-4b76-acce-7cb396c9aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.600729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3a29a13-cb8c-4b76-acce-7cb396c9aec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.605143 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d3a29a13-cb8c-4b76-acce-7cb396c9aec3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03758705-7710-430b-a6e1-ba30eab17bb4 HTTP/1.1" status: 204 len: 168 time: 0.3618019 Mar 31 22:46:41.632903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a29a13-cb8c-4b76-acce-7cb396c9aec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03758705-7710-430b-a6e1-ba30eab17bb4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:41.737588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.782067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:41.885922 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:46:41.981028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Allocated IP 172.25.4.129 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:46:42.120920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:42.283038 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:42.352914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:46:42.357872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:42.363614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:46:42.410527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Pushing event updated for resources: {'Port': ['ID=21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:42.719360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c02ae-987f-4fc5-a403-2253f94ceb15 None None] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:46:42.774670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4805df2d-2acf-449d-9d3c-7a6976c99239 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:46:42.815542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:42.837915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-665ec0c6-5b2d-480a-b293-b9c13416a68c None None] Provisioning complete for port 4805df2d-2acf-449d-9d3c-7a6976c99239 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:42.838603 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-665ec0c6-5b2d-480a-b293-b9c13416a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.085037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47874) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:43.094790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4805df2d-2acf-449d-9d3c-7a6976c99239 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:43.094906 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.147672 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-665ec0c6-5b2d-480a-b293-b9c13416a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.238191 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.311585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-665ec0c6-5b2d-480a-b293-b9c13416a68c None None] For port 4805df2d-2acf-449d-9d3c-7a6976c99239, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4805df2d-2acf-449d-9d3c-7a6976c99239,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:46:43.368029 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.394673 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-665ec0c6-5b2d-480a-b293-b9c13416a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.404305 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-020b0453-ba20-4368-ba67-a342cd817af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.569711 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:46:43.570323 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:46:43.589500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ec0c6-5b2d-480a-b293-b9c13416a68c None None] Pushing event updated for resources: {'Port': ['ID=4805df2d-2acf-449d-9d3c-7a6976c99239,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:43.596983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-020b0453-ba20-4368-ba67-a342cd817af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.619940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-49190ce2-a682-4aa2-8824-e3a70f5b8c63 None None] Provisioning complete for port 4805df2d-2acf-449d-9d3c-7a6976c99239 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:43.620792 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-49190ce2-a682-4aa2-8824-e3a70f5b8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.659561 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-020b0453-ba20-4368-ba67-a342cd817af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.691077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Router fa473f57-2ba1-47e9-a850-76e5758b3d99 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:46:43.738806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b0453-ba20-4368-ba67-a342cd817af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbfc791-15c8-443f-bfe4-4650670d0682,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:43.745708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-020b0453-ba20-4368-ba67-a342cd817af4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75909c8b199a4567a5ccc53cf49d1a1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6595368 Mar 31 22:46:43.748404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47900) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:43.819424 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87d8f7a0-bc5f-4b56-9a09-e0d8117b6cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.862213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:46:43.867629 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87d8f7a0-bc5f-4b56-9a09-e0d8117b6cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.877018 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Sync routers for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:46:43.889875 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:46:43.890580 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:46:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:46:43.972879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:43.974395 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e74a772b-d136-4d15-abcf-d1cc00fb075e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3761916 Mar 31 22:46:43.978015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47918) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:44.036231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47928) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:44.038788 n-d-836015-1 neutron-server[109820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 22:46:44.069337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-9c52cd90-68f8-4042-9811-4dfac9bfb72c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1a77fa3faf6e45aab1520377398455c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311055 Mar 31 22:46:44.087434 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:46:44.105241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87d8f7a0-bc5f-4b56-9a09-e0d8117b6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:44.107795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87d8f7a0-bc5f-4b56-9a09-e0d8117b6cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:44.108910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-87d8f7a0-bc5f-4b56-9a09-e0d8117b6cdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bbfc791-15c8-443f-bfe4-4650670d0682 HTTP/1.1" status: 204 len: 168 time: 0.3591249 Mar 31 22:46:44.159383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8f7a0-bc5f-4b56-9a09-e0d8117b6cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbfc791-15c8-443f-bfe4-4650670d0682,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:44.299115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-377b0ae7-9187-4ee4-99c3-6e38146ee5c2 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:44.300978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-377b0ae7-9187-4ee4-99c3-6e38146ee5c2 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249651 Mar 31 22:46:44.319184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-d2125f5c-0943-43d2-a539-2dfa3e427d1e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/quotas/1a77fa3faf6e45aab1520377398455c8 HTTP/1.1" status: 200 len: 375 time: 0.0117397 Mar 31 22:46:44.418312 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:42Z', 'revision_number': 3, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:46:44.434777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-ba0f6433-a8d9-4284-b78a-f89a7afede53 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a77fa3faf6e45aab1520377398455c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069875 Mar 31 22:46:44.450398 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Checking router: fa473f57-2ba1-47e9-a850-76e5758b3d99 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:46:44.450899 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Updating router fa473f57-2ba1-47e9-a850-76e5758b3d99 port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:46:44.483702 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:44.702093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4805df2d-2acf-449d-9d3c-7a6976c99239 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:46:44.737940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:44.927094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4805df2d-2acf-449d-9d3c-7a6976c99239 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:44.927740 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:44.991916 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.044738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Allocated IP 172.20.0.1 (6d80dae4-f6db-497e-a83e-9c9d17ece4db/80489c5f-101f-4eac-bf28-a8f97807c7cc/e138b33b-24f9-4441-8c1b-5a4bebd2afa4) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:46:45.077455 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.144749 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Attempting to bind port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:46:45.145130 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Attempting to bind port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:46:45.145548 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Attempting to bind port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:46:45.155407 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:46:45.164623 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:46:45.164623 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.164623 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:46:45.164623 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Bound port: 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:46:45.164623 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.164623 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Pushing event updated for resources: {'Port': ['ID=21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:45.166339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.189414 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.189969 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Tracked resource versions report: Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: pushed versions: Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: { 'AddressGroup': {'1.2'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'ConntrackHelper': {'1.0'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Log': {'1.0'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Network': {'1.1'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Port': {'1.7'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'PortForwarding': {'1.2'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'QosPolicy': {'1.9'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'SecurityGroup': {'1.4'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'SubPort': {'1.0'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Subnet': {'1.1'}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Trunk': {'1.1'}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: consumer versions: Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: { DHCP agent@n-d-836015-1: {}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: HyperV agent@n-h1-836015-1: {}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: HyperV agent@n-h2-836015-1: {}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: L3 agent@n-d-836015-1: {}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: Metadata agent@n-d-836015-1: {}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: Metering agent@n-d-836015-1: {}, Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: Open vSwitch agent@n-d-836015-1: { 'AddressGroup': '1.2', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'ConntrackHelper': '1.0', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Log': '1.0', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Network': '1.1', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Port': '1.7', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'PortForwarding': '1.2', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'QosPolicy': '1.9', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'SecurityGroup': '1.4', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'SecurityGroupRule': '1.2', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'SubPort': '1.0', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Subnet': '1.1', Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: 'Trunk': '1.1'}} Mar 31 22:46:45.199106 n-d-836015-1 neutron-server[109823]: {{(pid=109823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:46:45.234465 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] For port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:46:45.237671 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] For port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:46:45.318130 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.325902 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.374214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:46:45.383012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:45.386735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:46:45.387298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.397941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:46:45.398624 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:46:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:46:45.439106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056117d8-9be0-4aa3-9949-0932d0c0e3d3 None None] Pushing event updated for resources: {'Port': ['ID=21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:45.469002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47988) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:45.480372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:45.503923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47992) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:45.543969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a80551d-39d4-441e-89fd-ab33179674dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.593948 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:46:45.752162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a0aaa44e-0c64-44c7-baf2-50ac557b5693 None None] Provisioning complete for port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:45.752758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a80551d-39d4-441e-89fd-ab33179674dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.753141 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa44e-0c64-44c7-baf2-50ac557b5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.810303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a0aaa44e-0c64-44c7-baf2-50ac557b5693 None None] Port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:46:45.845671 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:42Z', 'revision_number': 3, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:46:45.894029 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1853e5d-88ba-41b5-b243-f258245a3dd4 None None] The sync data for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 is: [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:42Z', 'revision_number': 3, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:46:45.904993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a80551d-39d4-441e-89fd-ab33179674dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:45.967172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-644b5c0b-8e25-4f11-9dbb-63c8b65759db req-ba45b830-88b8-4b1a-8ada-e92641d9bebf tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 210 time: 0.4966679 Mar 31 22:46:46.020932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.033016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80551d-39d4-441e-89fd-ab33179674dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe24082e-a89c-47ff-ac6c-4377630a8887,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:46.038218 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4a80551d-39d4-441e-89fd-ab33179674dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c47816d8f5b24e589b45e82b6a8f88e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5330634 Mar 31 22:46:46.041058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48014) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:46.109710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b142b8d-e1d9-4a42-aa5d-e8548851e017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.132882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b142b8d-e1d9-4a42-aa5d-e8548851e017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.282492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b142b8d-e1d9-4a42-aa5d-e8548851e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.285335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b142b8d-e1d9-4a42-aa5d-e8548851e017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.294989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4b142b8d-e1d9-4a42-aa5d-e8548851e017 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe24082e-a89c-47ff-ac6c-4377630a8887 HTTP/1.1" status: 204 len: 168 time: 0.2468293 Mar 31 22:46:46.303934 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.329901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b142b8d-e1d9-4a42-aa5d-e8548851e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe24082e-a89c-47ff-ac6c-4377630a8887,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:46.408912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.411474 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.488755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:46.622368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:46:46.623922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:46.717190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:46:46.780022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:46.781107 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.832129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Router fa473f57-2ba1-47e9-a850-76e5758b3d99 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:46:46.919291 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:46.975037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:46:46.989025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4b9d2adc-f927-4dcf-a3af-815cadb74689 None None] Provisioning complete for port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:46.989372 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b9d2adc-f927-4dcf-a3af-815cadb74689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:47.033770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d2adc-f927-4dcf-a3af-815cadb74689 None None] Port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:46:47.050467 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:47.095233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:46:47.103999 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c8c66757-c03e-470a-9dc9-4c87bcf5a6c1 admin admin] 10.222.0.31 "PUT /v2.0/routers/fa473f57-2ba1-47e9-a850-76e5758b3d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1246755 Mar 31 22:46:47.145653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:47.215009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74893754-c665-4292-a470-9554bb8eb45c req-07bd3960-f890-4e4d-89ca-61b89de3c253 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 210 time: 0.0306237 Mar 31 22:46:47.485326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48082) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:47.721765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48096) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:47.828194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48104) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:47.835750 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d10ec34d-5ed5-4479-93c1-e3b5b9148e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:47.929312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d10ec34d-5ed5-4479-93c1-e3b5b9148e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:47.999811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7347239-a75b-4145-a96d-faa8b5a919eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.029573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d10ec34d-5ed5-4479-93c1-e3b5b9148e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.038907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Sync routers for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:46:48.051396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:46:48.052234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:46:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:46:48.065118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d10ec34d-5ed5-4479-93c1-e3b5b9148e43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73067865691645df8e4b46bfbb5e0e5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5762773 Mar 31 22:46:48.065500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48116) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:48.104521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ec34d-5ed5-4479-93c1-e3b5b9148e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d6826-71ba-4b25-87d8-e6dbd6e89be1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:48.167429 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24067b94-e6de-4428-851f-b9764d960495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.178331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7347239-a75b-4145-a96d-faa8b5a919eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.203322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:46:48.206755 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24067b94-e6de-4428-851f-b9764d960495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.219613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-671c5fdd-b268-4628-8c37-d7c8461db8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.243248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7347239-a75b-4145-a96d-faa8b5a919eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.296066 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d7347239-a75b-4145-a96d-faa8b5a919eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7579b4e35a94c52beeda35129259f93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5699015 Mar 31 22:46:48.296210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48124) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:48.345411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7347239-a75b-4145-a96d-faa8b5a919eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66264fdd-671c-42a6-8d3d-0bd9a5c880a6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:48.382313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24067b94-e6de-4428-851f-b9764d960495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.385065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24067b94-e6de-4428-851f-b9764d960495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.389147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-24067b94-e6de-4428-851f-b9764d960495 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/451d6826-71ba-4b25-87d8-e6dbd6e89be1 HTTP/1.1" status: 204 len: 168 time: 0.3200576 Mar 31 22:46:48.448404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d2b08da-25c5-4320-a633-c9c439d40a47 req-816c23a4-fd91-4ebd-b13a-044588c82a90 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 210 time: 0.1071415 Mar 31 22:46:48.453544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24067b94-e6de-4428-851f-b9764d960495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d6826-71ba-4b25-87d8-e6dbd6e89be1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:48.478169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e8353fc-8dd6-461c-8070-fd44fa022c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.513911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 2, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:46:48.515836 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e8353fc-8dd6-461c-8070-fd44fa022c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.544462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Checking router: fa473f57-2ba1-47e9-a850-76e5758b3d99 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:46:48.544462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Updating router fa473f57-2ba1-47e9-a850-76e5758b3d99 port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:46:48.554080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-671c5fdd-b268-4628-8c37-d7c8461db8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.567768 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.613242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.45', 54746) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:48.644436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-671c5fdd-b268-4628-8c37-d7c8461db8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.664252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-86e895f5-8807-412b-9d84-bc359396c5e0 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a77fa3faf6e45aab1520377398455c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449049 Mar 31 22:46:48.719499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:46:48.724450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-671c5fdd-b268-4628-8c37-d7c8461db8ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca45f0dbd1604e799e8e65ddbbdbde11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8951695 Mar 31 22:46:48.725181 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e8353fc-8dd6-461c-8070-fd44fa022c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.728878 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e8353fc-8dd6-461c-8070-fd44fa022c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.732265 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2e8353fc-8dd6-461c-8070-fd44fa022c38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66264fdd-671c-42a6-8d3d-0bd9a5c880a6 HTTP/1.1" status: 204 len: 168 time: 0.4331515 Mar 31 22:46:48.732265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48152) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:48.732679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c5fdd-b268-4628-8c37-d7c8461db8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4687da5d-1905-4a22-af19-67704c22a916,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:48.762227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8353fc-8dd6-461c-8070-fd44fa022c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66264fdd-671c-42a6-8d3d-0bd9a5c880a6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:48.819049 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d06552d-ce83-4519-b050-aea9011d3b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.869127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d06552d-ce83-4519-b050-aea9011d3b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:48.877416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:48.877798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.001293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-bab61231-b9b1-4c03-88a4-9add24c8ebee tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:49.002903 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-bab61231-b9b1-4c03-88a4-9add24c8ebee tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3363421 Mar 31 22:46:49.038072 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d06552d-ce83-4519-b050-aea9011d3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.043695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d06552d-ce83-4519-b050-aea9011d3b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.043695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9d06552d-ce83-4519-b050-aea9011d3b86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4687da5d-1905-4a22-af19-67704c22a916 HTTP/1.1" status: 204 len: 168 time: 0.3100207 Mar 31 22:46:49.050909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06552d-ce83-4519-b050-aea9011d3b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4687da5d-1905-4a22-af19-67704c22a916,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:49.064554 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.106116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Request body: {'port': {'device_id': 'd39fb936-762a-4c0e-a91f-8b76792b8a55', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '1a77fa3faf6e45aab1520377398455c8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:49.157273 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.207714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f0e36-380f-41c3-bb3d-4e7651ab21b4 None None] Pushing event updated for resources: {'Port': ['ID=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:49.293464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Attempting to bind port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:46:49.293886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Attempting to bind port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:46:49.294260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Attempting to bind port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 on network 6d80dae4-f6db-497e-a83e-9c9d17ece4db {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:46:49.301157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:46:49.301484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Checking segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:46:49.302086 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.303019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Bound using segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:46:49.303681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Bound port: e138b33b-24f9-4441-8c1b-5a4bebd2afa4, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:46:49.304733 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.374358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] For port e138b33b-24f9-4441-8c1b-5a4bebd2afa4, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:46:49.378084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] For port e138b33b-24f9-4441-8c1b-5a4bebd2afa4, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:46:49.403226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Made reservation on behalf of 1a77fa3faf6e45aab1520377398455c8 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:46:49.407131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.415936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.461541 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.518254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.533978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-51ca6508-531c-43b6-b222-c8987aecaaa4 None None] Provisioning complete for port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:49.534337 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51ca6508-531c-43b6-b222-c8987aecaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.568097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f0e36-380f-41c3-bb3d-4e7651ab21b4 None None] Pushing event updated for resources: {'Port': ['ID=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:49.590863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:46:49.592100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:46:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:46:49.655189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.667986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48186) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:49.735942 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d6d92cd-be72-4dc2-beae-d9f7ec9d37cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.739570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e03c11f9-d4bc-49ff-aa69-dd322e10b7ec req-36b5e094-0fea-4ab4-9300-0fe896544bf8 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 210 time: 0.0482829 Mar 31 22:46:49.801122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54163995-90f8-4f74-bb4b-6002f1cc0beb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:49.843587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d6d92cd-be72-4dc2-beae-d9f7ec9d37cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.951421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d6d92cd-be72-4dc2-beae-d9f7ec9d37cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.962414 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51ca6508-531c-43b6-b222-c8987aecaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:49.971434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:46:50.010343 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2d6d92cd-be72-4dc2-beae-d9f7ec9d37cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c02887203ba4d3080c59c5e0dc371e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3442929 Mar 31 22:46:50.010471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48198) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:50.015643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d92cd-be72-4dc2-beae-d9f7ec9d37cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b6dc7b-95ea-4854-a234-40287df97f1d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:50.060017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-51ca6508-531c-43b6-b222-c8987aecaaa4 None None] For port e138b33b-24f9-4441-8c1b-5a4bebd2afa4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:46:50.091822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Allocated IP 192.168.233.117 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/7eda78b0-5198-4c63-944e-1e9fa5661abe) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:46:50.138292 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c643dea-a6ce-45a8-aa2d-bb5956721982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.144901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-557a8a4d-5267-487e-a4af-4c0c662c73ec tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ceb7d7b6cc1e415e9388c9ddbb306ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392668 Mar 31 22:46:50.155688 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51ca6508-531c-43b6-b222-c8987aecaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.202432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c643dea-a6ce-45a8-aa2d-bb5956721982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.245111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca6508-531c-43b6-b222-c8987aecaaa4 None None] Pushing event updated for resources: {'Port': ['ID=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:50.267747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48212) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:50.275704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-network', 'tenant_id': '9e23d10254d04175840767b4b132ee73'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:50.332624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bb591403-4af4-411e-b6fa-e13720d4b59f None None] Provisioning complete for port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:50.332936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb591403-4af4-411e-b6fa-e13720d4b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.340731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-c2f78750-fe43-4642-97cc-497c8c57eaa4 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:50.342528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-c2f78750-fe43-4642-97cc-497c8c57eaa4 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968420 Mar 31 22:46:50.368464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-d6c06dab-3848-4d3a-a5b7-b3efc10ec8ff tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/quotas/ceb7d7b6cc1e415e9388c9ddbb306ef6 HTTP/1.1" status: 200 len: 375 time: 0.0190811 Mar 31 22:46:50.389684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:49Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:46:50.413850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-3694a398-e88c-4b7f-94e0-96f9e405f2e7 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ceb7d7b6cc1e415e9388c9ddbb306ef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437691 Mar 31 22:46:50.428144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f90b26-6337-4a88-a32b-47636297cb6c None None] The sync data for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 is: [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:49Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:46:50.448407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Made reservation on behalf of 9e23d10254d04175840767b4b132ee73 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:46:50.451429 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.467400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.486727 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.571747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48220) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:50.627557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f330c44-ee4f-4da9-a36c-04ab144820b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.654271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.684955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c643dea-a6ce-45a8-aa2d-bb5956721982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.692268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c643dea-a6ce-45a8-aa2d-bb5956721982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.693986 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7c643dea-a6ce-45a8-aa2d-bb5956721982 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00b6dc7b-95ea-4854-a234-40287df97f1d HTTP/1.1" status: 204 len: 168 time: 0.6825490 Mar 31 22:46:50.797604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e138b33b-24f9-4441-8c1b-5a4bebd2afa4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:46:50.858580 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.931492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.938324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Pushing event updated for resources: {'Port': ['ID=7eda78b0-5198-4c63-944e-1e9fa5661abe,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:50.945754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c643dea-a6ce-45a8-aa2d-bb5956721982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b6dc7b-95ea-4854-a234-40287df97f1d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:50.962580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:46:50.969544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:50.977090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:50.983405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:46:50.983861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:50.995088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:50.997543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.074554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:46:51.128654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b432432-5bf3-411d-bb1b-50fd28c22f22,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:51.136421 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-f1d6ce82-b4f6-4e92-8c5f-6d130d9f7c95 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0345271 Mar 31 22:46:51.175943 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.176325 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Added segment 81fcfb31-7e01-48ea-a812-1f543b76adfb of type vlan for network 7778923b-469c-4796-80c2-ff63de5c005c Mar 31 22:46:51.181997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-6d929f7f-4150-45b7-86cb-e8334dda276e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:46:51.183080 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-6d929f7f-4150-45b7-86cb-e8334dda276e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121980 Mar 31 22:46:51.247636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48250) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:51.256866 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f330c44-ee4f-4da9-a36c-04ab144820b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.317047 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f330c44-ee4f-4da9-a36c-04ab144820b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.442060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9f330c44-ee4f-4da9-a36c-04ab144820b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=226f4fe1edd94b699ffe464b3849115e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8690717 Mar 31 22:46:51.443527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f330c44-ee4f-4da9-a36c-04ab144820b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98722e23-2e25-4e32-b521-6e9ffbcd9644,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:51.447148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48260) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:51.485063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bf35b262-9c4c-4135-9c5f-6cc444d2e118 None None] Provisioning complete for port 7eda78b0-5198-4c63-944e-1e9fa5661abe triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:51.491383 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bf35b262-9c4c-4135-9c5f-6cc444d2e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.569279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb290948-c62e-4863-838e-48cc372a4fc4 req-39b6f51b-465c-4e87-935b-11ee3f779cd4 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:51.579380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb290948-c62e-4863-838e-48cc372a4fc4 req-39b6f51b-465c-4e87-935b-11ee3f779cd4 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 936 time: 0.6696939 Mar 31 22:46:51.588391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce01074c-a064-43c6-9632-3550755eaedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.597482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bf35b262-9c4c-4135-9c5f-6cc444d2e118 None None] Port 7eda78b0-5198-4c63-944e-1e9fa5661abe cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:46:51.616418 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce01074c-a064-43c6-9632-3550755eaedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.633246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f92ed51-f2a5-4b26-9f94-6e10c95031fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.721166 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.739863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb290948-c62e-4863-838e-48cc372a4fc4 req-b2fb24b7-d33a-48f9-8a7d-715481e83a5d tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591825 Mar 31 22:46:51.809326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce01074c-a064-43c6-9632-3550755eaedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.812122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce01074c-a064-43c6-9632-3550755eaedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.816364 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ce01074c-a064-43c6-9632-3550755eaedb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98722e23-2e25-4e32-b521-6e9ffbcd9644 HTTP/1.1" status: 204 len: 168 time: 0.3677154 Mar 31 22:46:51.832058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01074c-a064-43c6-9632-3550755eaedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98722e23-2e25-4e32-b521-6e9ffbcd9644,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:51.961779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:51.962794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:51.963382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.008180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-444b4813-0a67-47d7-aba3-7231b94e1ada req-58b516c8-592d-45b1-a371-ca5fe8434545 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 210 time: 0.1271894 Mar 31 22:46:52.030743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f92ed51-f2a5-4b26-9f94-6e10c95031fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.166902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] Pushing event updated for resources: {'Network': ['ID=7778923b-469c-4796-80c2-ff63de5c005c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:52.186511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7778923b-469c-4796-80c2-ff63de5c005c details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:46:52.216745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f92ed51-f2a5-4b26-9f94-6e10c95031fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.311380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c7a15a5c-780f-4b28-98d0-c5fffd87164a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0395422 Mar 31 22:46:52.312098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48282) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:52.317987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Request body: {'subnet': {'network_id': '7778923b-469c-4796-80c2-ff63de5c005c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-subnet', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:52.357561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0f92ed51-f2a5-4b26-9f94-6e10c95031fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c991a8b73824c03a3cd78b5803375e1&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1080296 Mar 31 22:46:52.360821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48284) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:52.362178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92ed51-f2a5-4b26-9f94-6e10c95031fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb9e7a-7ffd-462d-bcc4-02bd7da45c0e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:52.441521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Request body: {'port': {'device_id': 'd39fb936-762a-4c0e-a91f-8b76792b8a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:52.446870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Made reservation on behalf of 9e23d10254d04175840767b4b132ee73 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:46:52.452512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.531312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3438e1b2-46b8-4e6a-9fbe-e99724e1a864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.596572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3438e1b2-46b8-4e6a-9fbe-e99724e1a864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.665958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.821566 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3438e1b2-46b8-4e6a-9fbe-e99724e1a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.828779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3438e1b2-46b8-4e6a-9fbe-e99724e1a864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:52.835183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3438e1b2-46b8-4e6a-9fbe-e99724e1a864 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abfb9e7a-7ffd-462d-bcc4-02bd7da45c0e HTTP/1.1" status: 204 len: 168 time: 0.4337530 Mar 31 22:46:52.885908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438e1b2-46b8-4e6a-9fbe-e99724e1a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb9e7a-7ffd-462d-bcc4-02bd7da45c0e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:53.009240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206b41-eaf2-4194-8726-01ce7ebadde1 req-9f8900d9-3127-4bb9-9c50-5aab9132f02e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:53.019054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0206b41-eaf2-4194-8726-01ce7ebadde1 req-9f8900d9-3127-4bb9-9c50-5aab9132f02e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 936 time: 0.0796542 Mar 31 22:46:53.078898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0206b41-eaf2-4194-8726-01ce7ebadde1 req-8f1fb034-d15c-415c-8564-b553e69ead4f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602667 Mar 31 22:46:53.231659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f595b0d5-9882-4cc5-9d5c-5aee57debcc6 req-fb3339b4-c2bc-4002-b6cf-92cabc09adc0 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 210 time: 0.0415666 Mar 31 22:46:53.231827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:53.298760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab62fc82-da7d-439c-ae4e-70df80fab71d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:53.387612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Checking segment: {'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:46:53.387612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Network hostable DHCP agents. Network: 7778923b-469c-4796-80c2-ff63de5c005c, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:46:53.429456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eda78b0-5198-4c63-944e-1e9fa5661abe {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:46:53.454843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:53.499181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Transition to ACTIVE for port object 7eda78b0-5198-4c63-944e-1e9fa5661abe will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:46:53.739475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Network 7778923b-469c-4796-80c2-ff63de5c005c is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:46:53.782191 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:53.864597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7778923b-469c-4796-80c2-ff63de5c005c) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:53.884985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004d130-4748-4c71-a756-c82c012f4c10 None None] Network 7778923b-469c-4796-80c2-ff63de5c005c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:46:53.894968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:53.896775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.057131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Attempting to bind port 7eda78b0-5198-4c63-944e-1e9fa5661abe on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:46:54.057131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Attempting to bind port 7eda78b0-5198-4c63-944e-1e9fa5661abe by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:46:54.057131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Attempting to bind port 7eda78b0-5198-4c63-944e-1e9fa5661abe on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:46:54.057131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Pushing event updated for resources: {'Port': ['ID=7eda78b0-5198-4c63-944e-1e9fa5661abe,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:54.088747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-74de63da-c879-47db-ad5c-b1bcadbd7a32 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7727234 Mar 31 22:46:54.088747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Port 7eda78b0-5198-4c63-944e-1e9fa5661abe on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:46:54.088747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Attempting to bind port 7eda78b0-5198-4c63-944e-1e9fa5661abe on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:46:54.089702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48330) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:54.095572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:54.104984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:46:54.108355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:46:54.108355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:46:54.108355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Bound port: 7eda78b0-5198-4c63-944e-1e9fa5661abe, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:46:54.108736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.225845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] For port 7eda78b0-5198-4c63-944e-1e9fa5661abe, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:46:54.233961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] For port 7eda78b0-5198-4c63-944e-1e9fa5661abe, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7eda78b0-5198-4c63-944e-1e9fa5661abe,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:46:54.250180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.251239 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.268806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7778923b-469c-4796-80c2-ff63de5c005c', 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'fixed_ips': [{'subnet_id': 'ab62fc82-da7d-439c-ae4e-70df80fab71d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:46:54.269820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.297706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d572878-6880-483b-b4ca-095c65c9056a req-3046962c-e185-487f-8ac8-9613cecef994 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:54.305080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d572878-6880-483b-b4ca-095c65c9056a req-3046962c-e185-487f-8ac8-9613cecef994 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.1230786 Mar 31 22:46:54.319362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.344839 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.427623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d572878-6880-483b-b4ca-095c65c9056a req-d8214c91-7dd7-494a-9f4a-d20810ee56a5 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212716 Mar 31 22:46:54.431389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:54.437463 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.440245 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] 10.222.0.45 "PUT /v2.0/ports/7eda78b0-5198-4c63-944e-1e9fa5661abe HTTP/1.1" status: 200 len: 1096 time: 2.5020728 Mar 31 22:46:54.476944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39fb936-762a-4c0e-a91f-8b76792b8a55', 'tag': '7eda78b0-5198-4c63-944e-1e9fa5661abe'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:46:54.682784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Allocated IP 172.20.0.2 (7778923b-469c-4796-80c2-ff63de5c005c/ab62fc82-da7d-439c-ae4e-70df80fab71d/abb2ed51-c90c-4dd6-bcdf-c248edf6a329) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:46:54.749380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ae84d7b-a825-4ba9-978a-7744fe913909 req-982f163a-5001-4d8a-8f76-47b09bbd84bb tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 210 time: 0.0842788 Mar 31 22:46:54.868215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:54.926298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4954f01-b10f-464b-9d9c-06d8ac484678 service neutron] Pushing event updated for resources: {'Port': ['ID=7eda78b0-5198-4c63-944e-1e9fa5661abe,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:55.046915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-eb72199d-636e-421f-a34f-05c0bd8fc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:55.061690 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-eb72199d-636e-421f-a34f-05c0bd8fc8c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a77fa3faf6e45aab1520377398455c8&device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 1099 time: 0.3555291 Mar 31 22:46:55.093980 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:55.170824 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:55.230204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.50', 64943) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:46:55.263549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-07dcf48c-af5e-414c-8634-e072695d2c43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7eda78b0-5198-4c63-944e-1e9fa5661abe HTTP/1.1" status: 200 len: 217 time: 0.1776867 Mar 31 22:46:55.306846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-67344bbd-a576-44bd-82fa-7485bd37e9f1 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ceb7d7b6cc1e415e9388c9ddbb306ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745580 Mar 31 22:46:55.360937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-51bae626-fee0-47b7-96f8-a7aac7392fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:55.363066 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-51bae626-fee0-47b7-96f8-a7aac7392fa2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0915704 Mar 31 22:46:55.367424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Network 7778923b-469c-4796-80c2-ff63de5c005c is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:46:55.408383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Pushing event updated for resources: {'Port': ['ID=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:55.417777 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:55.428662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:55.447722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:46:55.458112 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:55.593519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Attempting to bind port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:46:55.595512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Attempting to bind port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:46:55.596391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Attempting to bind port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 on network 7778923b-469c-4796-80c2-ff63de5c005c {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:46:55.628713 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa59f157-dccc-4416-8bfb-b15df03e06eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d39fb936-762a-4c0e-a91f-8b76792b8a55", "tag": "7eda78b0-5198-4c63-944e-1e9fa5661abe"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:46:55.633694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-2396d4c5-ba1e-48fa-9f50-37e9c5e5f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:55.635259 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-2396d4c5-ba1e-48fa-9f50-37e9c5e5f71f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2633865 Mar 31 22:46:55.644440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:46:55.645502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Checking segment: {'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:46:55.646210 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:55.647018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Bound using segment: {'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:46:55.648444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-805680b6-7a12-4335-917d-e071b2659cfb tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:55.649579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-805680b6-7a12-4335-917d-e071b2659cfb tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099701 Mar 31 22:46:55.653637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Bound port: abb2ed51-c90c-4dd6-bcdf-c248edf6a329, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:46:55.654064 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:55.790702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] For port abb2ed51-c90c-4dd6-bcdf-c248edf6a329, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:46:55.807750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] For port abb2ed51-c90c-4dd6-bcdf-c248edf6a329, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,segment=NetworkSegment(81fcfb31-7e01-48ea-a812-1f543b76adfb),segment_id=81fcfb31-7e01-48ea-a812-1f543b76adfb)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:46:55.809068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Request body: {'port': {'device_id': '88737552-6258-45a2-aa4b-5205ce80efef', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'ceb7d7b6cc1e415e9388c9ddbb306ef6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:46:55.832869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f0f19-5ade-46c1-8e50-f5558bc341e6 req-0d702c57-91fc-46b0-9540-ceda50f43f57 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:55.839191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe0f0f19-5ade-46c1-8e50-f5558bc341e6 req-0d702c57-91fc-46b0-9540-ceda50f43f57 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.3057163 Mar 31 22:46:55.839404 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-a1a16389-bb56-4847-ae0d-5c5919dd27f0 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882563 Mar 31 22:46:55.889087 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:56.067334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Allocated IP 172.25.4.104 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/f9ec84b0-a0c5-493f-9911-9b9d6261d50d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:46:56.073114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0fe02-a329-4d2d-977b-92cf27a2efa3 None None] Pushing event updated for resources: {'Port': ['ID=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:56.211614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe0f0f19-5ade-46c1-8e50-f5558bc341e6 req-e404b049-061c-405e-90c2-afa54a420ac4 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503535 Mar 31 22:46:56.389299 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a887030-6c28-4cc4-b2e9-c602172b94b4 req-6ef45a88-837d-49dc-af4e-79bf60f193a2 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375364 Mar 31 22:46:56.551102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:56.623838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8047654e-f7cf-4879-b2ba-4e17dabf6885 req-3f5ebdb9-f64c-474e-be84-47415c68fa3f tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 210 time: 0.0949056 Mar 31 22:46:56.635609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Made reservation on behalf of ceb7d7b6cc1e415e9388c9ddbb306ef6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:46:56.640067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:56.806780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device abb2ed51-c90c-4dd6-bcdf-c248edf6a329 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:46:56.859822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:56.925552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:56.926112 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:56.975995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:57.060263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:46:57.097285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:46:57.105022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:57.113846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:46:57.147562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:57.212189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Pushing event updated for resources: {'Port': ['ID=f9ec84b0-a0c5-493f-9911-9b9d6261d50d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:57.217795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:57.257803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port abb2ed51-c90c-4dd6-bcdf-c248edf6a329, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,segment=NetworkSegment(81fcfb31-7e01-48ea-a812-1f543b76adfb),segment_id=81fcfb31-7e01-48ea-a812-1f543b76adfb)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:46:57.356310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:57.433749 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33351e2-8e9c-4f10-a458-3d0fcfab8efd x-openstack-request-id: req-a33351e2-8e9c-4f10-a458-3d0fcfab8efd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:46:57.434308 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39fb936-762a-4c0e-a91f-8b76792b8a55", "tag": "7eda78b0-5198-4c63-944e-1e9fa5661abe", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:46:57.435063 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a33351e2-8e9c-4f10-a458-3d0fcfab8efd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:46:57.435670 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33351e2-8e9c-4f10-a458-3d0fcfab8efd'] response: {'name': 'network-changed', 'server_uuid': 'd39fb936-762a-4c0e-a91f-8b76792b8a55', 'tag': '7eda78b0-5198-4c63-944e-1e9fa5661abe', 'status': 'completed', 'code': 200} Mar 31 22:46:57.532753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:57.622284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-93389417-a2ff-415c-9970-3a3daaf196ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:57.626550 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-93389417-a2ff-415c-9970-3a3daaf196ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a77fa3faf6e45aab1520377398455c8&device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 1099 time: 0.1564891 Mar 31 22:46:57.828665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147ce52-f576-4c19-935c-b4c7f58fa37f None None] Network 7778923b-469c-4796-80c2-ff63de5c005c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:46:57.905040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430eef26-c951-4a40-9919-394cbedad949,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:46:58.046115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-44b106aa-03e9-4330-b02f-01e548315370 None None] Provisioning complete for port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:58.047609 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-44b106aa-03e9-4330-b02f-01e548315370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:58.064084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-54fb6ffa-815d-4e78-8b6a-2da99b4e5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:58.071000 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-54fb6ffa-815d-4e78-8b6a-2da99b4e5fec service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.4286590 Mar 31 22:46:58.154960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1526115-e048-4e65-9e68-858984a9c516 req-4ba35dfa-bffb-4dde-9de9-a91ba96a9a7d tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:58.160664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1526115-e048-4e65-9e68-858984a9c516 req-4ba35dfa-bffb-4dde-9de9-a91ba96a9a7d tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.4692914 Mar 31 22:46:58.197972 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-616ea26b-06a2-4a33-946e-01662add2234 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7eda78b0-5198-4c63-944e-1e9fa5661abe HTTP/1.1" status: 200 len: 217 time: 0.1065536 Mar 31 22:46:58.344853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Allocated IP 192.168.233.65 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/fad7666f-af17-4cb1-95d8-13936f515a0f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:46:58.535550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-355ffa29-c375-48fe-99fc-73732e627ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:58.546820 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-355ffa29-c375-48fe-99fc-73732e627ad2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1846352 Mar 31 22:46:58.579877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1526115-e048-4e65-9e68-858984a9c516 req-3f1398c2-c413-4bc8-a563-6d877a5e0fa6 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126497 Mar 31 22:46:58.655190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:58.728487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-c65df93a-732b-48da-8ca1-2507cc340072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:46:58.733687 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-c65df93a-732b-48da-8ca1-2507cc340072 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678829 Mar 31 22:46:58.785432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device abb2ed51-c90c-4dd6-bcdf-c248edf6a329 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:46:58.806069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db5d1dea-2340-494c-86fe-fa833b49d183 req-d395f5b5-c970-4473-b115-761abd4b70fc tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 210 time: 0.0662005 Mar 31 22:46:58.952526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:58.956279 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:59.023901 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-6d825eb3-f197-4178-9ad3-983b3e6a365c service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718470 Mar 31 22:46:59.232014 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fa59f157-dccc-4416-8bfb-b15df03e06eb req-84a5ee98-257d-4e26-99f7-91b0b3024b82 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971114 Mar 31 22:46:59.550084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:59.607243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:59.642826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2e2f2b02-cc61-4709-9fce-59fed9635f19 None None] Provisioning complete for port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:46:59.643239 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2b02-cc61-4709-9fce-59fed9635f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:59.999331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fae87-7db2-4084-ac50-b9b5fd9dc39a req-a2049766-f882-406d-b7a4-d18cc14cb22c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:00.007939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd7fae87-7db2-4084-ac50-b9b5fd9dc39a req-a2049766-f882-406d-b7a4-d18cc14cb22c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.2169788 Mar 31 22:47:00.018865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:00.143419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:00.169565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:00.172411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:00.178268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:00.178935 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:00.211628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Pushing event updated for resources: {'Port': ['ID=fad7666f-af17-4cb1-95d8-13936f515a0f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:00.229171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd7fae87-7db2-4084-ac50-b9b5fd9dc39a req-3658ac35-124f-47fc-bfea-bcdc7f1411f0 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181149 Mar 31 22:47:00.331212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-63ce1f51-b066-4e3a-b43c-2f799024a26b tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5655990 Mar 31 22:47:00.374936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Router bf22b90d-1553-4be2-ab1c-f898215e221a is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:47:00.424720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-0c5da075-7119-4bfb-8df1-e1264482daaf tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:00.427211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-0c5da075-7119-4bfb-8df1-e1264482daaf tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164354 Mar 31 22:47:00.537904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9704a-b757-4b1f-b20e-7776caa10f06 req-bd182118-2aaf-421d-b900-43de6d9ee032 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:00.544064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17d9704a-b757-4b1f-b20e-7776caa10f06 req-bd182118-2aaf-421d-b900-43de6d9ee032 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 935 time: 0.2080281 Mar 31 22:47:00.703549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c8767c19-e94d-42ec-959a-819ca8ffb873 None None] Provisioning complete for port fad7666f-af17-4cb1-95d8-13936f515a0f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:00.704608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c8767c19-e94d-42ec-959a-819ca8ffb873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:00.783823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c8767c19-e94d-42ec-959a-819ca8ffb873 None None] Port fad7666f-af17-4cb1-95d8-13936f515a0f cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:00.889533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48510) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:00.895918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17d9704a-b757-4b1f-b20e-7776caa10f06 req-6afc715c-a118-45e7-b2aa-cf27c7f02c8d tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504925 Mar 31 22:47:00.922041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:47:00.935833 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Sync routers for ids ['bf22b90d-1553-4be2-ab1c-f898215e221a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:47:00.954257 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Routers {'bf22b90d-1553-4be2-ab1c-f898215e221a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:00.956140 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:46:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bf22b90d-1553-4be2-ab1c-f898215e221a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:01.045137 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:01.049091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5765a793-3104-4478-be71-7155cfe7a96f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9550810 Mar 31 22:47:01.049254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48520) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:01.080726 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Set router bf22b90d-1553-4be2-ab1c-f898215e221a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:01.362707 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:46:57Z', 'revision_number': 3, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port': {'id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:14:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:55Z', 'updated_at': '2022-03-31T22:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:01.395112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-383de3cf-2b1f-46e3-a9ba-6e620f7d1cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:01.398806 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Checking router: bf22b90d-1553-4be2-ab1c-f898215e221a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:47:01.401257 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Updating router bf22b90d-1553-4be2-ab1c-f898215e221a port f9ec84b0-a0c5-493f-9911-9b9d6261d50d binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:47:01.448220 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:01.665876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-383de3cf-2b1f-46e3-a9ba-6e620f7d1cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:01.734534 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-383de3cf-2b1f-46e3-a9ba-6e620f7d1cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:01.884686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Request body: {'port': {'device_id': '88737552-6258-45a2-aa4b-5205ce80efef', 'device_owner': 'compute:tempest-test_az-79161682', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:01.918264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-383de3cf-2b1f-46e3-a9ba-6e620f7d1cec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0e2862d387f4b12a8c2c29d91435c44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0296707 Mar 31 22:47:01.918861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48540) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:01.952450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383de3cf-2b1f-46e3-a9ba-6e620f7d1cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8925cdb6-0e70-4d41-a4af-69fa6afa96a6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:01.991252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.184097 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.242195 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.289281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9dfc39f5-51df-4aa7-aeea-f69bd623bdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.313814 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Attempting to bind port f9ec84b0-a0c5-493f-9911-9b9d6261d50d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:02.314582 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Attempting to bind port f9ec84b0-a0c5-493f-9911-9b9d6261d50d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:02.315174 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Attempting to bind port f9ec84b0-a0c5-493f-9911-9b9d6261d50d on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:02.318909 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd98fe3-38c6-463d-866d-40910721d22a None None] Pushing event updated for resources: {'Port': ['ID=f9ec84b0-a0c5-493f-9911-9b9d6261d50d,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:02.326304 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:02.327678 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:02.328347 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.329163 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:02.330047 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Bound port: f9ec84b0-a0c5-493f-9911-9b9d6261d50d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:02.330900 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.339624 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.376543 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9dfc39f5-51df-4aa7-aeea-f69bd623bdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.404232 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] For port f9ec84b0-a0c5-493f-9911-9b9d6261d50d, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:02.407911 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] For port f9ec84b0-a0c5-493f-9911-9b9d6261d50d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f9ec84b0-a0c5-493f-9911-9b9d6261d50d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:02.431370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c164378-780a-4ab8-a795-caddd49cd07a req-a5c3efc3-9c97-47a3-8fb5-2002c857ade8 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:02.438991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c164378-780a-4ab8-a795-caddd49cd07a req-a5c3efc3-9c97-47a3-8fb5-2002c857ade8 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.2176225 Mar 31 22:47:02.482791 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.619962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c164378-780a-4ab8-a795-caddd49cd07a req-3e4f94b7-a3a7-47c7-a2d7-a795509b6d31 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766567 Mar 31 22:47:02.620895 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Routers {'bf22b90d-1553-4be2-ab1c-f898215e221a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:02.621729 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:46:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bf22b90d-1553-4be2-ab1c-f898215e221a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:02.683405 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9dfc39f5-51df-4aa7-aeea-f69bd623bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.685949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9dfc39f5-51df-4aa7-aeea-f69bd623bdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.690837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9dfc39f5-51df-4aa7-aeea-f69bd623bdbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8925cdb6-0e70-4d41-a4af-69fa6afa96a6 HTTP/1.1" status: 204 len: 168 time: 0.7710478 Mar 31 22:47:02.701115 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd98fe3-38c6-463d-866d-40910721d22a None None] Pushing event updated for resources: {'Port': ['ID=f9ec84b0-a0c5-493f-9911-9b9d6261d50d,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:02.749077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc39f5-51df-4aa7-aeea-f69bd623bdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8925cdb6-0e70-4d41-a4af-69fa6afa96a6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:02.772670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad7666f-af17-4cb1-95d8-13936f515a0f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:02.804280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:02.837517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Transition to ACTIVE for port object fad7666f-af17-4cb1-95d8-13936f515a0f will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:47:02.858808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Allocated IP 172.20.0.1 (7778923b-469c-4796-80c2-ff63de5c005c/ab62fc82-da7d-439c-ae4e-70df80fab71d/f6bf0648-faad-4b2b-8dc6-afe2e585b103) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:02.870383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71771f0b-b83c-4002-b728-6ed53f37093e req-b951da8e-6f43-4a93-b9e9-668fade8855f tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:02.878764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71771f0b-b83c-4002-b728-6ed53f37093e req-b951da8e-6f43-4a93-b9e9-668fade8855f tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 935 time: 0.1566522 Mar 31 22:47:02.903381 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] Set router bf22b90d-1553-4be2-ab1c-f898215e221a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:02.933749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:03.008998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71771f0b-b83c-4002-b728-6ed53f37093e req-eeed9a3e-78f3-4265-bd20-8d05b4eaa92c tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211591 Mar 31 22:47:03.092478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Pushing event updated for resources: {'Port': ['ID=fad7666f-af17-4cb1-95d8-13936f515a0f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:03.206615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Attempting to bind port fad7666f-af17-4cb1-95d8-13936f515a0f on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:03.207432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Attempting to bind port fad7666f-af17-4cb1-95d8-13936f515a0f by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:03.207970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Attempting to bind port fad7666f-af17-4cb1-95d8-13936f515a0f on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:03.216627 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:03.225748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Port fad7666f-af17-4cb1-95d8-13936f515a0f on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:03.226285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Attempting to bind port fad7666f-af17-4cb1-95d8-13936f515a0f on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:03.256091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:03.258515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:03.259206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:03.260859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Bound port: fad7666f-af17-4cb1-95d8-13936f515a0f, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:03.261390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:03.367848 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:46:57Z', 'revision_number': 3, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port': {'id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:14:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:55Z', 'updated_at': '2022-03-31T22:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:03.434788 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05599e95-42d9-45f3-a0cf-a20603d257bc None None] The sync data for ids ['bf22b90d-1553-4be2-ab1c-f898215e221a'] in n-d-836015-1 is: [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:46:57Z', 'revision_number': 3, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port': {'id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:14:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:55Z', 'updated_at': '2022-03-31T22:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:47:03.475098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:03.478368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] For port fad7666f-af17-4cb1-95d8-13936f515a0f, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:03.616714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] For port fad7666f-af17-4cb1-95d8-13936f515a0f, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fad7666f-af17-4cb1-95d8-13936f515a0f,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:03.634898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Network 7778923b-469c-4796-80c2-ff63de5c005c is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:03.636730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:03.650742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bf0648-faad-4b2b-8dc6-afe2e585b103,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:03.655940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:03.656794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:03.771519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:03.896395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9be0e5f0-0ba8-4860-b70f-c926fc51d6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.014845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:04.053329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad389c08-5b58-4285-a9b9-de616e1c36c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.130011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e913fa6-874b-4966-b3e7-e9b524ab4051 None None] Provisioning complete for port f6bf0648-faad-4b2b-8dc6-afe2e585b103 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:04.132075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e913fa6-874b-4966-b3e7-e9b524ab4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.229998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e913fa6-874b-4966-b3e7-e9b524ab4051 None None] Port f6bf0648-faad-4b2b-8dc6-afe2e585b103 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:04.322122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad389c08-5b58-4285-a9b9-de616e1c36c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.363432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:04.365068 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.367038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] 10.222.0.50 "PUT /v2.0/ports/fad7666f-af17-4cb1-95d8-13936f515a0f HTTP/1.1" status: 200 len: 1115 time: 2.9744632 Mar 31 22:47:04.371074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88737552-6258-45a2-aa4b-5205ce80efef', 'tag': 'fad7666f-af17-4cb1-95d8-13936f515a0f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:04.382504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad389c08-5b58-4285-a9b9-de616e1c36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.517129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ad389c08-5b58-4285-a9b9-de616e1c36c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e8866fd91a949f1bfa22fc7cf8fb0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5003328 Mar 31 22:47:04.518025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48578) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:04.519237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389c08-5b58-4285-a9b9-de616e1c36c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45453cb8-a69a-4862-a62d-0d502f300cf1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:04.642728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35fe6c19-a72c-4fa8-b404-48f72404b385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.698086 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35fe6c19-a72c-4fa8-b404-48f72404b385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.823066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aa28f-adfa-49cd-ae30-d45851dc766b service neutron] Pushing event updated for resources: {'Port': ['ID=fad7666f-af17-4cb1-95d8-13936f515a0f,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:04.916459 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35fe6c19-a72c-4fa8-b404-48f72404b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.919204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35fe6c19-a72c-4fa8-b404-48f72404b385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:04.923390 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-35fe6c19-a72c-4fa8-b404-48f72404b385 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45453cb8-a69a-4862-a62d-0d502f300cf1 HTTP/1.1" status: 204 len: 168 time: 0.3973389 Mar 31 22:47:04.923644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f9ec84b0-a0c5-493f-9911-9b9d6261d50d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:04.964600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe6c19-a72c-4fa8-b404-48f72404b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45453cb8-a69a-4862-a62d-0d502f300cf1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:05.066823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f9ec84b0-a0c5-493f-9911-9b9d6261d50d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:05.068197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:05.265298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:05.305265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f9ec84b0-a0c5-493f-9911-9b9d6261d50d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f9ec84b0-a0c5-493f-9911-9b9d6261d50d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:05.308939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:05.313829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-2ae4d6c7-9ff4-4776-a2b4-578b29f9faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:05.325223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-2ae4d6c7-9ff4-4776-a2b4-578b29f9faf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ceb7d7b6cc1e415e9388c9ddbb306ef6&device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 1118 time: 0.5031371 Mar 31 22:47:05.374811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:05.460436 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f937702c-ed43-49ac-808a-12c84eb049a2" -d '{"events": [{"name": "network-changed", "server_uuid": "88737552-6258-45a2-aa4b-5205ce80efef", "tag": "fad7666f-af17-4cb1-95d8-13936f515a0f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:05.611086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f9ec84b0-a0c5-493f-9911-9b9d6261d50d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:05.614023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5f3b5-dffe-4f2e-93ea-843ed30ed483 req-482ab40a-1d11-4ec3-95f1-6a6bf731265a tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:05.616681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10f5f3b5-dffe-4f2e-93ea-843ed30ed483 req-482ab40a-1d11-4ec3-95f1-6a6bf731265a tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.7791777 Mar 31 22:47:05.620620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-2a983dc6-6f41-478f-ae8e-4aa42e21527d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fad7666f-af17-4cb1-95d8-13936f515a0f HTTP/1.1" status: 200 len: 217 time: 0.2771513 Mar 31 22:47:05.804490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10f5f3b5-dffe-4f2e-93ea-843ed30ed483 req-df32b1f1-2315-44a0-8ef9-f3a2112b86de tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439302 Mar 31 22:47:05.822627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-30056c9d-37ce-4131-b1ef-25fb24080c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:05.825328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-30056c9d-37ce-4131-b1ef-25fb24080c91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1739688 Mar 31 22:47:06.007185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c4bffaa3-bdfa-421e-9479-5a4454916b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:06.131189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-3071d4ef-91b6-418f-8521-f70e1088a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:06.142440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-3071d4ef-91b6-418f-8521-f70e1088a5bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2526765 Mar 31 22:47:06.235797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e97d7a-2d58-4813-bf74-4cd1476e1e49 req-874179fc-1a5f-4b7e-b814-7cb313388feb tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:06.245998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0e97d7a-2d58-4813-bf74-4cd1476e1e49 req-874179fc-1a5f-4b7e-b814-7cb313388feb tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 967 time: 0.2355559 Mar 31 22:47:06.451201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0e97d7a-2d58-4813-bf74-4cd1476e1e49 req-5c31651c-e10d-45c7-afac-ccf8ba7e3728 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763349 Mar 31 22:47:06.471110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:06.517236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-62e5273a-3dc0-45cc-b73a-6a4f99a92232 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382094 Mar 31 22:47:06.528291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:06.529687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:06.758962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f9ec84b0-a0c5-493f-9911-9b9d6261d50d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:06.876380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bf0648-faad-4b2b-8dc6-afe2e585b103,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:06.948593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f9ec84b0-a0c5-493f-9911-9b9d6261d50d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:06.949515 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:06.973307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Network 7778923b-469c-4796-80c2-ff63de5c005c is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:06.976252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:06.980527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e5bcd4-e702-4091-b184-a97729bf4f55 req-60232e49-561a-4f86-af5c-0216cb2b5ed5 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070479 Mar 31 22:47:07.082587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48616) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:07.314654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1308849842-network', 'tenant_id': '4de05eecea194efe9880afee1a73b381'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:07.372643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Router bf22b90d-1553-4be2-ab1c-f898215e221a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:47:07.400442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Made reservation on behalf of 4de05eecea194efe9880afee1a73b381 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:07.400442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:07.438058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:07.511352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-86610fc4-481b-45ae-93bd-b20b686203b8 None None] Provisioning complete for port f6bf0648-faad-4b2b-8dc6-afe2e585b103 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:07.513408 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86610fc4-481b-45ae-93bd-b20b686203b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:07.515439 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:07.566072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:47:07.593675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Sync routers for ids ['bf22b90d-1553-4be2-ab1c-f898215e221a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:47:07.602015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0ef5fe1c-f539-466f-84e3-2cb6a073d278 admin admin] 10.222.0.31 "PUT /v2.0/routers/bf22b90d-1553-4be2-ab1c-f898215e221a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5511088 Mar 31 22:47:07.629994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:07.670122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-86610fc4-481b-45ae-93bd-b20b686203b8 None None] Port f6bf0648-faad-4b2b-8dc6-afe2e585b103 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:07.671861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Routers {'bf22b90d-1553-4be2-ab1c-f898215e221a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:07.675741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bf22b90d-1553-4be2-ab1c-f898215e221a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:07.693729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:07.729369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:47:07.741107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfef7cb-d0cf-4021-aa81-527ffe1f887d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:07.749327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:07.750737 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Added segment 698818d0-c2cb-48aa-86e9-793228686f17 of type vlan for network 63e28dc7-e076-45d3-8c44-383da636c123 Mar 31 22:47:07.844481 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:07.867849 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb9fcdd-819a-4087-b302-cebcc7f2a61e x-openstack-request-id: req-0cb9fcdd-819a-4087-b302-cebcc7f2a61e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:07.868174 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88737552-6258-45a2-aa4b-5205ce80efef", "tag": "fad7666f-af17-4cb1-95d8-13936f515a0f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:07.868418 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cb9fcdd-819a-4087-b302-cebcc7f2a61e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:07.873612 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb9fcdd-819a-4087-b302-cebcc7f2a61e'] response: {'name': 'network-changed', 'server_uuid': '88737552-6258-45a2-aa4b-5205ce80efef', 'tag': 'fad7666f-af17-4cb1-95d8-13936f515a0f', 'status': 'completed', 'code': 200} Mar 31 22:47:07.913485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Set router bf22b90d-1553-4be2-ab1c-f898215e221a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:08.019642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:08.021862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:08.024795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:08.085755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426e9b-9595-463e-b2cc-5bedd70f25a7 req-2e35ce0c-ef4a-4eb1-8070-66fda658959f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:08.094714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca426e9b-9595-463e-b2cc-5bedd70f25a7 req-2e35ce0c-ef4a-4eb1-8070-66fda658959f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.0986938 Mar 31 22:47:08.121657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-f9d523fd-9d56-4446-8c48-f21557750eb9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581214 Mar 31 22:47:08.136175 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0510097 Mar 31 22:47:08.144124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48642) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:08.150074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Request body: {'subnet': {'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1308849842-subnet', 'tenant_id': '4de05eecea194efe9880afee1a73b381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:08.167819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c288e42-f10c-44f9-9a25-d5466313e7fd admin admin] Pushing event updated for resources: {'Network': ['ID=63e28dc7-e076-45d3-8c44-383da636c123,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:08.195506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 63e28dc7-e076-45d3-8c44-383da636c123 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:47:08.239751 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:08.243777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Made reservation on behalf of 4de05eecea194efe9880afee1a73b381 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:08.245314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca426e9b-9595-463e-b2cc-5bedd70f25a7 req-e0cb2ee4-c741-43f5-9cf5-1e36d9f31846 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492910 Mar 31 22:47:08.248333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:08.338787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-09919c20-b573-4cdb-b214-9624bea7e8d4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:08.341142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-09919c20-b573-4cdb-b214-9624bea7e8d4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115560 Mar 31 22:47:08.372381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-8695c574-f4f7-4052-93ed-c60c740d216c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/quotas/0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 375 time: 0.0226870 Mar 31 22:47:08.418811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-70be3eb0-7370-44ca-9388-9a62336c7d2e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452960 Mar 31 22:47:08.508620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:47:04Z', 'revision_number': 4, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port': {'id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:55Z', 'updated_at': '2022-03-31T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f6bf0648-faad-4b2b-8dc6-afe2e585b103', 'name': '', 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'mac_address': 'fa:16:3e:62:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ab62fc82-da7d-439c-ae4e-70df80fab71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:02Z', 'updated_at': '2022-03-31T22:47:05Z', 'revision_number': 2, 'project_id': '9e23d10254d04175840767b4b132ee73', 'subnets': [{'id': 'ab62fc82-da7d-439c-ae4e-70df80fab71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:08.566254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-fba4020f-ffeb-4920-8806-b2e98bd8c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:08.569137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-fba4020f-ffeb-4920-8806-b2e98bd8c674 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ceb7d7b6cc1e415e9388c9ddbb306ef6&device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 1118 time: 0.1389573 Mar 31 22:47:08.569640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Checking router: bf22b90d-1553-4be2-ab1c-f898215e221a for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:47:08.570344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Updating router bf22b90d-1553-4be2-ab1c-f898215e221a port f6bf0648-faad-4b2b-8dc6-afe2e585b103 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:47:08.649262 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:08.734390 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:08.849593 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:08.866945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41bb645-28bf-45ae-bf44-28cec17d8d36,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:08.886920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:08.887947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Network hostable DHCP agents. Network: 63e28dc7-e076-45d3-8c44-383da636c123, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:47:08.998919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Network 63e28dc7-e076-45d3-8c44-383da636c123 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:47:09.110433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 63e28dc7-e076-45d3-8c44-383da636c123) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:09.115686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:09.116499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:09.131555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84114c45-030d-4375-9dca-491d38b591d3 None None] Network 63e28dc7-e076-45d3-8c44-383da636c123 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:47:09.189577 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:09.213531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-19081449-90d2-4de4-bf35-2fc17f9d97f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0680094 Mar 31 22:47:09.274319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-feed67bb-c6e0-4f66-8543-64a1af123bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:09.285333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-feed67bb-c6e0-4f66-8543-64a1af123bb3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.7086902 Mar 31 22:47:09.289399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b893ed8a-b8a2-40fc-967d-aa7c8e480a67 req-6fabe345-434d-4559-b307-bd854a819b7e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 210 time: 0.1012194 Mar 31 22:47:09.322526 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:09.409392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-2aae3a94-6110-4242-9c22-93ad01d60e69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fad7666f-af17-4cb1-95d8-13936f515a0f HTTP/1.1" status: 200 len: 217 time: 0.1163583 Mar 31 22:47:09.461966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:09.463267 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:09.476270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3826895d-4cb4-47b0-9bec-d71b62ccfc79 None None] Network 63e28dc7-e076-45d3-8c44-383da636c123 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:47:09.539121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-71021c3e-c38f-468c-a860-398ccc9d1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:09.540773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-71021c3e-c38f-468c-a860-398ccc9d1162 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1217628 Mar 31 22:47:09.565771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff99be-20e5-4faf-8be8-bbccd9087d55 req-4265484d-02c6-4d13-ad25-c0a2082c9b95 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:09.577112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3ff99be-20e5-4faf-8be8-bbccd9087d55 req-4265484d-02c6-4d13-ad25-c0a2082c9b95 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 967 time: 0.8297145 Mar 31 22:47:09.698120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Attempting to bind port f6bf0648-faad-4b2b-8dc6-afe2e585b103 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:09.698845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Attempting to bind port f6bf0648-faad-4b2b-8dc6-afe2e585b103 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:09.698845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Attempting to bind port f6bf0648-faad-4b2b-8dc6-afe2e585b103 on network 7778923b-469c-4796-80c2-ff63de5c005c {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:09.727950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-3b2769d5-6486-436f-90a8-a1be43c9d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:09.729982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-3b2769d5-6486-436f-90a8-a1be43c9d560 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762266 Mar 31 22:47:09.742377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:09.743056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Checking segment: {'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:09.743709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:09.744325 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Bound using segment: {'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:09.745113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Bound port: f6bf0648-faad-4b2b-8dc6-afe2e585b103, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fcfb31-7e01-48ea-a812-1f543b76adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:09.745670 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:09.758319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3ff99be-20e5-4faf-8be8-bbccd9087d55 req-f16bbe6b-07c2-4c0d-aee0-fd36f513ac2a tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802113 Mar 31 22:47:09.871921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a5939-61c0-480c-b8a1-bda6626e5d6c None None] Pushing event updated for resources: {'Port': ['ID=f6bf0648-faad-4b2b-8dc6-afe2e585b103,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:10.123447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-0db6d688-652c-4f4b-9e97-8afec2413ead service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640482 Mar 31 22:47:10.167039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b1d8-162b-4e8d-a67a-fc3d5ebe48ca req-a032e36d-e5af-4667-a061-ebff1dc7459e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:10.170580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ea6b1d8-162b-4e8d-a67a-fc3d5ebe48ca req-a032e36d-e5af-4667-a061-ebff1dc7459e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.1565630 Mar 31 22:47:10.227445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6aad9f63-d564-4e7b-b8b5-2b72031adac5 None None] Provisioning complete for port f6bf0648-faad-4b2b-8dc6-afe2e585b103 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:10.234408 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6aad9f63-d564-4e7b-b8b5-2b72031adac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:10.234408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] For port f6bf0648-faad-4b2b-8dc6-afe2e585b103, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:10.285002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ea6b1d8-162b-4e8d-a67a-fc3d5ebe48ca req-792296db-462a-434c-8bab-bcdd5078b69f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639641 Mar 31 22:47:10.285990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] For port f6bf0648-faad-4b2b-8dc6-afe2e585b103, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f6bf0648-faad-4b2b-8dc6-afe2e585b103,segment=NetworkSegment(81fcfb31-7e01-48ea-a812-1f543b76adfb),segment_id=81fcfb31-7e01-48ea-a812-1f543b76adfb)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:10.299426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6aad9f63-d564-4e7b-b8b5-2b72031adac5 None None] Port f6bf0648-faad-4b2b-8dc6-afe2e585b103 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:10.357332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f937702c-ed43-49ac-808a-12c84eb049a2 req-c2e56737-46c8-4f2d-a27c-06fa0d51f89b service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246530 Mar 31 22:47:10.375198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:10.509352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Routers {'bf22b90d-1553-4be2-ab1c-f898215e221a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:10.510008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bf22b90d-1553-4be2-ab1c-f898215e221a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:10.615281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a5939-61c0-480c-b8a1-bda6626e5d6c None None] Pushing event updated for resources: {'Port': ['ID=f6bf0648-faad-4b2b-8dc6-afe2e585b103,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:10.632216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a00bc96c-4516-4532-8e6c-b925aa255036 req-99c5e031-b571-4e4a-b4e8-10b4ef32bf85 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 210 time: 0.0909920 Mar 31 22:47:10.823760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] Set router bf22b90d-1553-4be2-ab1c-f898215e221a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:10.909526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48708) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:10.994116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-771d6f54-e3f2-49fc-91d9-79706a4748fb None None] Provisioning complete for port f6bf0648-faad-4b2b-8dc6-afe2e585b103 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:10.995498 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-771d6f54-e3f2-49fc-91d9-79706a4748fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.017091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3f166-a558-4756-b800-1d84f83fe7dd req-50852d13-a184-4229-b2a8-45e91c2265fa tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:11.019379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bff3f166-a558-4756-b800-1d84f83fe7dd req-50852d13-a184-4229-b2a8-45e91c2265fa tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 967 time: 0.0659940 Mar 31 22:47:11.117306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be07a066-4125-49bd-bf9c-2c6f67923da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.218132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be07a066-4125-49bd-bf9c-2c6f67923da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.229249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bff3f166-a558-4756-b800-1d84f83fe7dd req-8c1d5cf0-fd50-42c3-9e69-92a1b69cefdf tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021122 Mar 31 22:47:11.268729 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-771d6f54-e3f2-49fc-91d9-79706a4748fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.299550 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be07a066-4125-49bd-bf9c-2c6f67923da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.323962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-771d6f54-e3f2-49fc-91d9-79706a4748fb None None] For port f6bf0648-faad-4b2b-8dc6-afe2e585b103, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f6bf0648-faad-4b2b-8dc6-afe2e585b103,segment=NetworkSegment(81fcfb31-7e01-48ea-a812-1f543b76adfb),segment_id=81fcfb31-7e01-48ea-a812-1f543b76adfb)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:11.329707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:47:04Z', 'revision_number': 4, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port': {'id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:55Z', 'updated_at': '2022-03-31T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f6bf0648-faad-4b2b-8dc6-afe2e585b103', 'name': '', 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'mac_address': 'fa:16:3e:62:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ab62fc82-da7d-439c-ae4e-70df80fab71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:02Z', 'updated_at': '2022-03-31T22:47:10Z', 'revision_number': 4, 'project_id': '9e23d10254d04175840767b4b132ee73', 'subnets': [{'id': 'ab62fc82-da7d-439c-ae4e-70df80fab71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:11.359425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48726) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:11.365391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1182671590-network', 'tenant_id': '0225da935475446c8f4def0f0184293d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:11.376407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07a066-4125-49bd-bf9c-2c6f67923da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e6d103-1c41-4e15-a946-bd13cce21d34,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:11.379058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630463e-1b02-4565-aaf7-dbc4bfdbc10f None None] The sync data for ids ['bf22b90d-1553-4be2-ab1c-f898215e221a'] in n-d-836015-1 is: [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:47:04Z', 'revision_number': 4, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port': {'id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:55Z', 'updated_at': '2022-03-31T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f6bf0648-faad-4b2b-8dc6-afe2e585b103', 'name': '', 'network_id': '7778923b-469c-4796-80c2-ff63de5c005c', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'mac_address': 'fa:16:3e:62:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ab62fc82-da7d-439c-ae4e-70df80fab71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:02Z', 'updated_at': '2022-03-31T22:47:10Z', 'revision_number': 4, 'project_id': '9e23d10254d04175840767b4b132ee73', 'subnets': [{'id': 'ab62fc82-da7d-439c-ae4e-70df80fab71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:47:11.414431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-771d6f54-e3f2-49fc-91d9-79706a4748fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.499000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-be07a066-4125-49bd-bf9c-2c6f67923da9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50cb4bcad86341b8a7e7aa2a0c373e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5873358 Mar 31 22:47:11.501662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48728) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:11.520705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d6f54-e3f2-49fc-91d9-79706a4748fb None None] Pushing event updated for resources: {'Port': ['ID=f6bf0648-faad-4b2b-8dc6-afe2e585b103,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:11.534576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393ac85-f5b3-4f2a-ab3e-8b475854ae79 req-c8c40694-7bd6-41be-b325-7dfedc543532 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:11.536614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7393ac85-f5b3-4f2a-ab3e-8b475854ae79 req-c8c40694-7bd6-41be-b325-7dfedc543532 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.1311569 Mar 31 22:47:11.596661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a19ae91c-730e-4524-914b-556e3b381448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.615008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Made reservation on behalf of 0225da935475446c8f4def0f0184293d for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:11.617774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.627531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a19ae91c-730e-4524-914b-556e3b381448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.630717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.640258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48730) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:11.699223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7393ac85-f5b3-4f2a-ab3e-8b475854ae79 req-574057c6-500c-4da2-9990-cb1379fd3723 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552281 Mar 31 22:47:11.700573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-270adc88-675f-415e-afcc-5d5602f436fa tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50508493', 'description': 'tempest-description--1490488224'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:11.800781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffa16f25-d6d0-4a85-b846-d3a7e1f1d16a req-cf72fa3b-286c-4418-ba47-eaeb22df2171 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 210 time: 0.0351715 Mar 31 22:47:11.802770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a19ae91c-730e-4524-914b-556e3b381448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.805499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a19ae91c-730e-4524-914b-556e3b381448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.809470 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a19ae91c-730e-4524-914b-556e3b381448 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19e6d103-1c41-4e15-a946-bd13cce21d34 HTTP/1.1" status: 204 len: 168 time: 0.3067129 Mar 31 22:47:11.819508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ae91c-730e-4524-914b-556e3b381448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e6d103-1c41-4e15-a946-bd13cce21d34,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:11.830456 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-270adc88-675f-415e-afcc-5d5602f436fa tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.954260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:11.977951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-270adc88-675f-415e-afcc-5d5602f436fa tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.041970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.068194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:47:12.086501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbb0bf6-d397-4ed5-8cd1-b2dc6c58fe8b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:12.093653 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.093653 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Added segment 2e6f07cb-92b7-4727-8118-589d0590854d of type vlan for network 574442b2-9c8f-41d2-ba81-c0b2a0a3d498 Mar 31 22:47:12.094172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-270adc88-675f-415e-afcc-5d5602f436fa tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.160743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.201969 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a49e2627-d828-49c7-b13e-b0e56c416898 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568938 Mar 31 22:47:12.206933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270adc88-675f-415e-afcc-5d5602f436fa tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5545e847-8590-4893-8cd8-158aef620238,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:12.306798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.309946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:12.311288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.338916 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-270adc88-675f-415e-afcc-5d5602f436fa tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.342619 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-270adc88-675f-415e-afcc-5d5602f436fa tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6991482 Mar 31 22:47:12.348166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48752) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:12.353735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c965debf-d84f-4c4c-a93a-ad134bc3d3b0 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Request body: {'security_group_rule': {'security_group_id': '5545e847-8590-4893-8cd8-158aef620238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:12.441247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-dd313410-7e91-4f0b-9dab-34fe9482d7a6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:12.442826 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-dd313410-7e91-4f0b-9dab-34fe9482d7a6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298827 Mar 31 22:47:12.461290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Request body: {'port': {'device_id': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '0dc4b05ffb65417ca10cafdffe214b5f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:12.520965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c965debf-d84f-4c4c-a93a-ad134bc3d3b0 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.540075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1784668 Mar 31 22:47:12.540923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48754) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:12.550342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Request body: {'subnet': {'network_id': '574442b2-9c8f-41d2-ba81-c0b2a0a3d498', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1182671590-subnet', 'tenant_id': '0225da935475446c8f4def0f0184293d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:12.557925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70d15b-6176-44ce-9747-6aae002e8f71 admin admin] Pushing event updated for resources: {'Network': ['ID=574442b2-9c8f-41d2-ba81-c0b2a0a3d498,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:12.586738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 574442b2-9c8f-41d2-ba81-c0b2a0a3d498 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:47:12.658566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74268a1d-47ac-447b-888b-b6c4e9695cea req-5c207710-7ae4-4fbe-813e-d76f4dff6bbb tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:12.660240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74268a1d-47ac-447b-888b-b6c4e9695cea req-5c207710-7ae4-4fbe-813e-d76f4dff6bbb tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 967 time: 0.3431401 Mar 31 22:47:12.727350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74268a1d-47ac-447b-888b-b6c4e9695cea req-b9e2e297-84b9-464c-8566-e5d8e17815e1 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534539 Mar 31 22:47:12.731783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Made reservation on behalf of 0225da935475446c8f4def0f0184293d for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:12.750975 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Notify callbacks [] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.756255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c965debf-d84f-4c4c-a93a-ad134bc3d3b0 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.837837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f6bf0648-faad-4b2b-8dc6-afe2e585b103 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:12.881380 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c965debf-d84f-4c4c-a93a-ad134bc3d3b0 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:12.903648 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fad7666f-af17-4cb1-95d8-13936f515a0f details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:47:12.990437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965debf-d84f-4c4c-a93a-ad134bc3d3b0 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4c4f53-d8b6-4d5b-9e88-e0d045aa4e0a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:13.011912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48766) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:13.029347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c819223-4f9f-4a72-86a7-f5aaa6895ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.065182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c965debf-d84f-4c4c-a93a-ad134bc3d3b0 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.069061 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c965debf-d84f-4c4c-a93a-ad134bc3d3b0 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7167795 Mar 31 22:47:13.075136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48768) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:13.087002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d7e0b9e7-164b-4408-8ca9-b4924393f05d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Request body: {'security_group_rule': {'security_group_id': '5545e847-8590-4893-8cd8-158aef620238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:13.119990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fad7666f-af17-4cb1-95d8-13936f515a0f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fad7666f-af17-4cb1-95d8-13936f515a0f,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:13.123742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0d9fc5d-e153-41d9-88e0-7733b460ca6d req-3a53d778-3c05-4385-9f40-c0bcc8744e4d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 210 time: 0.0770612 Mar 31 22:47:13.138268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc703f-641d-453d-bdec-9b2dd5b0b054 req-a1104ffe-2f76-4757-96ae-7e3fcc2ce08a tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:13.149703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Made reservation on behalf of 0dc4b05ffb65417ca10cafdffe214b5f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:13.158871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2fc703f-641d-453d-bdec-9b2dd5b0b054 req-a1104ffe-2f76-4757-96ae-7e3fcc2ce08a tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.2480588 Mar 31 22:47:13.159792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'fad7666f-af17-4cb1-95d8-13936f515a0f', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'fad7666f-af17-4cb1-95d8-13936f515a0f', 'mac_address': 'fa:16:3e:f2:8a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:tempest-test_az-79161682', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:47:13.164101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.261087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2fc703f-641d-453d-bdec-9b2dd5b0b054 req-e1bc200c-0704-4c15-8508-a24feabe48b4 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009452 Mar 31 22:47:13.265579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f6bf0648-faad-4b2b-8dc6-afe2e585b103 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:13.265966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.278741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c819223-4f9f-4a72-86a7-f5aaa6895ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.309615 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b9e7-164b-4408-8ca9-b4924393f05d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.312638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.336529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c819223-4f9f-4a72-86a7-f5aaa6895ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.361038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.379269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c819223-4f9f-4a72-86a7-f5aaa6895ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30e257-c74a-4a44-94bb-3e001fefd861,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:13.384359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad7666f-af17-4cb1-95d8-13936f515a0f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:13.479481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fad7666f-af17-4cb1-95d8-13936f515a0f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fad7666f-af17-4cb1-95d8-13936f515a0f,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:13.481985 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4c819223-4f9f-4a72-86a7-f5aaa6895ddc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9421ddbcf53a4e569b09c1430b8f014d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687109 Mar 31 22:47:13.485646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48776) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:13.498374 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b9e7-164b-4408-8ca9-b4924393f05d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.536390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.547248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.562603 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.576071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b9e7-164b-4408-8ca9-b4924393f05d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.614687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0b9e7-164b-4408-8ca9-b4924393f05d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6e9d6c-13d6-480d-bd41-17f0786fdf25,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:13.626097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6a9bf3-a8af-4071-9fdd-2bfdd6a0a032,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:13.633738 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-810b54e3-42e7-43fb-85bf-f467ccaa4352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.637554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fad7666f-af17-4cb1-95d8-13936f515a0f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:13.672405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Checking segment: {'id': '2e6f07cb-92b7-4727-8118-589d0590854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '574442b2-9c8f-41d2-ba81-c0b2a0a3d498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:13.672761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Network hostable DHCP agents. Network: 574442b2-9c8f-41d2-ba81-c0b2a0a3d498, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:47:13.680831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-810b54e3-42e7-43fb-85bf-f467ccaa4352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.687576 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.712542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b9e7-164b-4408-8ca9-b4924393f05d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.716918 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d7e0b9e7-164b-4408-8ca9-b4924393f05d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6395624 Mar 31 22:47:13.717560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48784) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:13.725374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:13.773800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Network 574442b2-9c8f-41d2-ba81-c0b2a0a3d498 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:47:13.787579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:13.803872 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-810b54e3-42e7-43fb-85bf-f467ccaa4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.806883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-810b54e3-42e7-43fb-85bf-f467ccaa4352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.817736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-810b54e3-42e7-43fb-85bf-f467ccaa4352 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a30e257-c74a-4a44-94bb-3e001fefd861 HTTP/1.1" status: 204 len: 168 time: 0.3213491 Mar 31 22:47:13.835130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b54e3-42e7-43fb-85bf-f467ccaa4352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30e257-c74a-4a44-94bb-3e001fefd861,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:13.883667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fad7666f-af17-4cb1-95d8-13936f515a0f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:13.890112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Allocated IP 192.168.233.90 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/53154bc9-460b-4beb-824d-f61904163605) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:13.897266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 574442b2-9c8f-41d2-ba81-c0b2a0a3d498) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:13.910724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.911581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:13.911581 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:13.943671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b258d2f-23ce-4534-9ec2-7aefea89fc4f None None] Network 574442b2-9c8f-41d2-ba81-c0b2a0a3d498 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:47:13.955060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e0c2-e5dd-4acc-8141-c3f69e9cf52b req-43330602-eccd-46e1-9d2e-52faf7ef2d8c tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:13.963828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c38e0c2-e5dd-4acc-8141-c3f69e9cf52b req-43330602-eccd-46e1-9d2e-52faf7ef2d8c tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 968 time: 0.1298585 Mar 31 22:47:14.016336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c38e0c2-e5dd-4acc-8141-c3f69e9cf52b req-f2f05f67-eb3c-46c2-8573-b3a9fb70c730 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466170 Mar 31 22:47:14.038382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-70a110ca-674a-4012-bccf-f474651a821b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4929819 Mar 31 22:47:14.126960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.134188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.166133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c337c5-3c9c-4861-ba36-67120ac4cc21 None None] Network 574442b2-9c8f-41d2-ba81-c0b2a0a3d498 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:47:14.271578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Allocated IP 172.25.4.182 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/536b141c-8c93-4d9f-8f13-08fecf33a667) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:14.289627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.409167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60919452-3626-4024-8e1c-8651276c1c46 req-dab0f0c2-8de0-4459-a53c-1d3969c66dca tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:14.420190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60919452-3626-4024-8e1c-8651276c1c46 req-dab0f0c2-8de0-4459-a53c-1d3969c66dca tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 935 time: 0.1420298 Mar 31 22:47:14.515266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60919452-3626-4024-8e1c-8651276c1c46 req-e8c15578-9571-46c5-900c-f05e4109b642 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933321 Mar 31 22:47:14.539669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ffc24-54ac-4827-ace7-f677eef7e345 req-878645fe-f209-4dc0-944a-3756e828862b tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:14.541421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-906ffc24-54ac-4827-ace7-f677eef7e345 req-878645fe-f209-4dc0-944a-3756e828862b tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 948 time: 0.1013227 Mar 31 22:47:14.591824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:14.595937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-906ffc24-54ac-4827-ace7-f677eef7e345 req-86eef9cd-09f2-497b-b152-effaf5fdf911 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Mar 31 22:47:14.599602 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:14.607042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:14.611875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:14.619489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:14.621223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.698977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.760460 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-a2970dad-1f49-4b4d-95f7-ba9eab31f0c1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3076601 Mar 31 22:47:14.776696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Request body: {'port': {'device_id': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:14.818255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48804) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:14.833859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1d3dd6c-00f4-4b5d-af27-968e684a5c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.854294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.878116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fad7666f-af17-4cb1-95d8-13936f515a0f up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:14.882997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-39e05d5b-4f71-4689-afcc-c9ac969e7d20 None None] Provisioning complete for port 53154bc9-460b-4beb-824d-f61904163605 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:14.883365 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-39e05d5b-4f71-4689-afcc-c9ac969e7d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.900411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:14.930007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:14.935998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:14.939458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event updated for resources: {'Port': ['ID=536b141c-8c93-4d9f-8f13-08fecf33a667,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:14.950048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:14.954862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-39e05d5b-4f71-4689-afcc-c9ac969e7d20 None None] Port 53154bc9-460b-4beb-824d-f61904163605 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:15.031564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port fad7666f-af17-4cb1-95d8-13936f515a0f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:47:15.038063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port fad7666f-af17-4cb1-95d8-13936f515a0f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:15.041221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.148466 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.168302 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.188404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1d3dd6c-00f4-4b5d-af27-968e684a5c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.217677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88737552-6258-45a2-aa4b-5205ce80efef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad7666f-af17-4cb1-95d8-13936f515a0f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:15.276242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1d3dd6c-00f4-4b5d-af27-968e684a5c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.289133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.331523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fad7666f-af17-4cb1-95d8-13936f515a0f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fad7666f-af17-4cb1-95d8-13936f515a0f,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:15.389165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a1d3dd6c-00f4-4b5d-af27-968e684a5c97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d21d07d837954b6a9c291599c115f659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736463 Mar 31 22:47:15.393232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48832) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:15.396886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.407162 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1cff42-bda4-40be-9724-58e2584d7316" -d '{"events": [{"server_uuid": "88737552-6258-45a2-aa4b-5205ce80efef", "name": "network-vif-plugged", "status": "completed", "tag": "fad7666f-af17-4cb1-95d8-13936f515a0f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:15.470229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53154bc9-460b-4beb-824d-f61904163605 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:15.477644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fad7666f-af17-4cb1-95d8-13936f515a0f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:15.491669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.504843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3dd6c-00f4-4b5d-af27-968e684a5c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98fcabd-3174-4876-b8c2-127d6a154254,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:15.549718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Transition to ACTIVE for port object 53154bc9-460b-4beb-824d-f61904163605 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:47:15.571389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97868-f4e7-4159-b856-ff0b5c01defb req-84112181-7512-4ee7-b18b-35d3eb0d3441 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:15.573128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cd97868-f4e7-4159-b856-ff0b5c01defb req-84112181-7512-4ee7-b18b-35d3eb0d3441 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 969 time: 0.2018342 Mar 31 22:47:15.597262 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2044fd8e-a755-4aec-b4e3-4b0bbe6437ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.624741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.666341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0de9-5668-411f-be2d-0f495c518598 req-ee811e9d-30d7-4160-b00a-6ba180532521 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:15.666909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-ee811e9d-30d7-4160-b00a-6ba180532521 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 821 time: 0.3703778 Mar 31 22:47:15.671529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2044fd8e-a755-4aec-b4e3-4b0bbe6437ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.685148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.693486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cd97868-f4e7-4159-b856-ff0b5c01defb req-8ababe6b-0e3e-4bd3-8775-45bf1635a761 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990462 Mar 31 22:47:15.706360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-28e58c6a-4bb5-495e-8814-f3032f1d9adc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/quotas/4de05eecea194efe9880afee1a73b381 HTTP/1.1" status: 200 len: 375 time: 0.0314534 Mar 31 22:47:15.728097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:15.746599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-675dfe29-ee21-4c6f-8e6d-c7d28a062bfe tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322001 Mar 31 22:47:15.762217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.804183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.813718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Attempting to bind port 53154bc9-460b-4beb-824d-f61904163605 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:15.814051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Attempting to bind port 53154bc9-460b-4beb-824d-f61904163605 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:15.814372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Attempting to bind port 53154bc9-460b-4beb-824d-f61904163605 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:15.831739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Port 53154bc9-460b-4beb-824d-f61904163605 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:15.832051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Attempting to bind port 53154bc9-460b-4beb-824d-f61904163605 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:15.841015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event updated for resources: {'Port': ['ID=536b141c-8c93-4d9f-8f13-08fecf33a667,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:15.843708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:15.844045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:15.844450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:15.844887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Bound port: 53154bc9-460b-4beb-824d-f61904163605, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:15.845288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.883924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2044fd8e-a755-4aec-b4e3-4b0bbe6437ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.886452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2044fd8e-a755-4aec-b4e3-4b0bbe6437ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.887728 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2044fd8e-a755-4aec-b4e3-4b0bbe6437ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c98fcabd-3174-4876-b8c2-127d6a154254 HTTP/1.1" status: 204 len: 168 time: 0.4929130 Mar 31 22:47:15.906590 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:15.916130 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-41a4757b-aea2-400a-8d09-923f55fc9750 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1858439 Mar 31 22:47:15.916130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044fd8e-a755-4aec-b4e3-4b0bbe6437ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98fcabd-3174-4876-b8c2-127d6a154254,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:15.950094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:15.955258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:16.016201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7eda78b0-5198-4c63-944e-1e9fa5661abe details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:47:16.016726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-20aea8dc-cb39-46c2-9687-476d3b7bed4a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:16.016726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-20aea8dc-cb39-46c2-9687-476d3b7bed4a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1285219 Mar 31 22:47:16.118651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-16de6b7d-5e16-49cf-99f0-1435ee72fb5d service neutron] 10.222.0.31 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006079 Mar 31 22:47:16.158805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7eda78b0-5198-4c63-944e-1e9fa5661abe, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7eda78b0-5198-4c63-944e-1e9fa5661abe,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:16.173201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '7eda78b0-5198-4c63-944e-1e9fa5661abe', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '7eda78b0-5198-4c63-944e-1e9fa5661abe', 'mac_address': 'fa:16:3e:2f:5f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:47:16.215016 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:16.225842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-b9e3a0dc-83d6-487b-a533-34fca7b1fa07 service neutron] 10.222.0.31 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025364 Mar 31 22:47:16.229698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eda78b0-5198-4c63-944e-1e9fa5661abe {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:16.252150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7eda78b0-5198-4c63-944e-1e9fa5661abe, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7eda78b0-5198-4c63-944e-1e9fa5661abe,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:17.116588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:17.150967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:17.156811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:17.157425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:17.159289 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] 10.222.0.45 "PUT /v2.0/ports/53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 1095 time: 2.3906803 Mar 31 22:47:17.166078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'tag': '53154bc9-460b-4beb-824d-f61904163605'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:17.168489 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66354843-73a1-4a2f-999c-5bfaa6d1fd05" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "tag": "53154bc9-460b-4beb-824d-f61904163605"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:17.203669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bea58-c4a1-4f62-86a0-3de016559847 service neutron] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:17.256653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7eda78b0-5198-4c63-944e-1e9fa5661abe,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:17.367713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-3d2fba4d-f62e-4059-a0c0-4459e5c36eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:17.369191 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-3d2fba4d-f62e-4059-a0c0-4459e5c36eca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1098 time: 0.0822082 Mar 31 22:47:17.456276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-1b013ce0-4fd4-40bf-8d2c-e0fef739caaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.0761757 Mar 31 22:47:17.510855 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f838ed79-e942-4aad-8c24-0531f8eb4084 x-openstack-request-id: req-f838ed79-e942-4aad-8c24-0531f8eb4084 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:17.510855 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88737552-6258-45a2-aa4b-5205ce80efef", "name": "network-vif-plugged", "status": "completed", "tag": "fad7666f-af17-4cb1-95d8-13936f515a0f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:17.510855 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f838ed79-e942-4aad-8c24-0531f8eb4084 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:17.510855 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f838ed79-e942-4aad-8c24-0531f8eb4084'] response: {'server_uuid': '88737552-6258-45a2-aa4b-5205ce80efef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad7666f-af17-4cb1-95d8-13936f515a0f', 'code': 200} Mar 31 22:47:17.511622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-2f597616-5fcb-4138-ba74-224d366cbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:17.511979 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-2f597616-5fcb-4138-ba74-224d366cbb38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0461814 Mar 31 22:47:17.516846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['7eda78b0-5198-4c63-944e-1e9fa5661abe'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:17.623822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-6bc99ce3-ee30-4dad-9256-4d73e8c1545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:17.626565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-6bc99ce3-ee30-4dad-9256-4d73e8c1545f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027596 Mar 31 22:47:17.685036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e57f8-cc0d-4d21-b905-923d7cbfd6fc req-57d79930-03ca-4432-806f-df84298f3bad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:17.686778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c1e57f8-cc0d-4d21-b905-923d7cbfd6fc req-57d79930-03ca-4432-806f-df84298f3bad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.1230774 Mar 31 22:47:17.720249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa767a16-75d5-4ae4-a233-b0f54ac88767 req-31dc966a-ab37-4b83-a308-767306cc7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:17.722024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa767a16-75d5-4ae4-a233-b0f54ac88767 req-31dc966a-ab37-4b83-a308-767306cc7803 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 1120 time: 0.1062789 Mar 31 22:47:17.750608 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-8dbf5aa5-0f8f-4308-a8c8-a19758ad3263 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111872 Mar 31 22:47:17.759775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fa767a16-75d5-4ae4-a233-b0f54ac88767 req-76eb7938-b990-4e62-bd19-51294d271381 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:17.765107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c1e57f8-cc0d-4d21-b905-923d7cbfd6fc req-a6f933e6-c5ca-45ac-897c-ee4182b9262b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659180 Mar 31 22:47:17.857592 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-155cbe67-5191-4deb-bdbd-9e9a81ac2147 req-cfe316eb-6b7a-424d-b654-aa8d9efeb846 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987110 Mar 31 22:47:17.886771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fa767a16-75d5-4ae4-a233-b0f54ac88767 req-76eb7938-b990-4e62-bd19-51294d271381 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:17.907679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b284a8-5ae3-4a32-b533-972b3bf77a07 req-08de506d-62b8-41c3-ac9c-822d4f6fa5cb tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:17.909168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4b284a8-5ae3-4a32-b533-972b3bf77a07 req-08de506d-62b8-41c3-ac9c-822d4f6fa5cb tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 949 time: 0.0616195 Mar 31 22:47:17.946989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4b284a8-5ae3-4a32-b533-972b3bf77a07 req-92d27c48-1740-4344-ab8e-d5a5d0addb49 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Mar 31 22:47:17.972108 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fa767a16-75d5-4ae4-a233-b0f54ac88767 req-76eb7938-b990-4e62-bd19-51294d271381 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:18.001929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa767a16-75d5-4ae4-a233-b0f54ac88767 req-76eb7938-b990-4e62-bd19-51294d271381 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719009 Mar 31 22:47:18.025057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb7938-b990-4e62-bd19-51294d271381 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63bd4cff-34d2-449e-9c32-724e70ed322c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:18.081433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-63dce5c1-e962-4996-a860-e1302585b82e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--50508493&fields=id&tenant_id=b570169ca551491781f23963d37c1e66 HTTP/1.1" status: 200 len: 267 time: 0.0456922 Mar 31 22:47:18.192045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-5d49719a-c1d0-42b0-8003-c9fad8f658a4 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:18.193527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-5d49719a-c1d0-42b0-8003-c9fad8f658a4 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/networks?id=6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 200 len: 823 time: 0.1042223 Mar 31 22:47:18.209946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-51ff387b-e6e5-475a-9ede-d5ad771d367b tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/quotas/b570169ca551491781f23963d37c1e66 HTTP/1.1" status: 200 len: 375 time: 0.0100360 Mar 31 22:47:18.484737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-2f41f8a4-78db-4876-80be-01ae368ab53e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b570169ca551491781f23963d37c1e66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2664664 Mar 31 22:47:18.505579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f981b-45f7-4d6b-864b-33ecec537721 req-b765883c-b33d-46d2-a593-bb7119a0cd67 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:18.507085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-997f981b-45f7-4d6b-864b-33ecec537721 req-b765883c-b33d-46d2-a593-bb7119a0cd67 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 969 time: 0.0736063 Mar 31 22:47:18.597380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-997f981b-45f7-4d6b-864b-33ecec537721 req-5bb26590-2cb2-4ce9-ba2c-b4bb90f0c127 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810692 Mar 31 22:47:18.632565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-41c03909-9bab-4e59-900f-7a7876ce90d1 service neutron] 10.222.0.31 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237202 Mar 31 22:47:18.660118 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad540fa-73b1-476b-b2bd-bfce525451a2 x-openstack-request-id: req-fad540fa-73b1-476b-b2bd-bfce525451a2 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:18.660118 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "tag": "53154bc9-460b-4beb-824d-f61904163605", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:18.660118 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fad540fa-73b1-476b-b2bd-bfce525451a2 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:18.660118 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad540fa-73b1-476b-b2bd-bfce525451a2'] response: {'name': 'network-changed', 'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'tag': '53154bc9-460b-4beb-824d-f61904163605', 'status': 'completed', 'code': 200} Mar 31 22:47:18.738453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-3d6b2a50-bf7d-43ad-8e9e-700eca9a7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:18.740171 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-3d6b2a50-bf7d-43ad-8e9e-700eca9a7fb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1098 time: 0.0527744 Mar 31 22:47:18.754969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-716734a3-3120-45a7-bbca-8db71c78e08e req-bdba4339-82ae-43e7-aa43-af28dffac23e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 210 time: 0.0450373 Mar 31 22:47:18.782709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-fa02ce8e-4729-4e46-a315-d947b08ba374 service neutron] 10.222.0.31 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417830 Mar 31 22:47:18.856897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-e375eb07-6f7f-4047-a9a6-7aa275a1b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:18.858502 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-e375eb07-6f7f-4047-a9a6-7aa275a1b101 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1111042 Mar 31 22:47:18.887435 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:47:18.909861 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-baece43f-a887-420e-bddf-ddec2daa17bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.0435066 Mar 31 22:47:18.966450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-c51bdb71-aba3-4d55-9100-2bccac8c6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:18.968114 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-c51bdb71-aba3-4d55-9100-2bccac8c6151 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0510690 Mar 31 22:47:19.076105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-7eb18796-4e8a-4f00-9b0d-ccd0384ac7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:19.079145 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-7eb18796-4e8a-4f00-9b0d-ccd0384ac7bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031685 Mar 31 22:47:19.153068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e42054-b7ca-4d6e-ac98-002a64436939 req-318ae773-ac09-4f4b-9ed7-8e0c6457ecc3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:19.160810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8e42054-b7ca-4d6e-ac98-002a64436939 req-318ae773-ac09-4f4b-9ed7-8e0c6457ecc3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.0775523 Mar 31 22:47:19.204814 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-5d225958-045d-4ffa-be79-7d5ceaecc158 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156819 Mar 31 22:47:19.216973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8e42054-b7ca-4d6e-ac98-002a64436939 req-883ab07f-1b1e-480c-b7fe-96dc0e3254ca tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549750 Mar 31 22:47:19.317272 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66354843-73a1-4a2f-999c-5bfaa6d1fd05 req-d389d907-d674-469a-a094-6154ed45bfb4 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034017 Mar 31 22:47:19.337767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3db06-5a27-4ebf-89d5-c69661141fc2 req-484e80ca-4b9b-408b-85a7-6316cfdcae64 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:19.339298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fff3db06-5a27-4ebf-89d5-c69661141fc2 req-484e80ca-4b9b-408b-85a7-6316cfdcae64 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 949 time: 0.0499287 Mar 31 22:47:19.377962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fff3db06-5a27-4ebf-89d5-c69661141fc2 req-ae7217ba-8b04-46ba-8184-0365076722bc tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Mar 31 22:47:19.445488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e03811d5-17d7-436b-8d71-9e2ee18f6ad5 req-07f0a37f-f932-4d1e-8ad2-7ab7c18499fc tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 210 time: 0.0301027 Mar 31 22:47:19.760837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefcc25-e0a6-4748-a5d3-b1d92c8b8143 req-5e60e628-9111-45fd-9dd0-85e40fafa5e5 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:19.762356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-caefcc25-e0a6-4748-a5d3-b1d92c8b8143 req-5e60e628-9111-45fd-9dd0-85e40fafa5e5 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 969 time: 0.0521519 Mar 31 22:47:19.856827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-caefcc25-e0a6-4748-a5d3-b1d92c8b8143 req-c8bb7cae-a654-4dac-b370-90d98d0f83ff tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839386 Mar 31 22:47:19.896422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0de9-5668-411f-be2d-0f495c518598 req-f4abd6d4-98be-4e7a-b131-4ddd6aa790e5 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:19.898584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-f4abd6d4-98be-4e7a-b131-4ddd6aa790e5 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 821 time: 0.1352882 Mar 31 22:47:19.915270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Request body: {'port': {'device_id': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'admin_state_up': True, 'tenant_id': '4de05eecea194efe9880afee1a73b381'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:19.978289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7eda78b0-5198-4c63-944e-1e9fa5661abe up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:20.015708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-044b1fee-b8d9-4115-8582-54cef0f436cd req-ec9a21ca-3e0c-4b96-bf57-92ea16541da3 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 210 time: 0.0377889 Mar 31 22:47:20.155854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 7eda78b0-5198-4c63-944e-1e9fa5661abe completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:47:20.156159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Made reservation on behalf of 4de05eecea194efe9880afee1a73b381 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:20.159970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:20.160866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 7eda78b0-5198-4c63-944e-1e9fa5661abe triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:20.161335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:20.243987 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:20.274003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39fb936-762a-4c0e-a91f-8b76792b8a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eda78b0-5198-4c63-944e-1e9fa5661abe'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:20.276533 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0002215-c1d4-48b1-b68a-15e215afbec9" -d '{"events": [{"server_uuid": "d39fb936-762a-4c0e-a91f-8b76792b8a55", "name": "network-vif-plugged", "status": "completed", "tag": "7eda78b0-5198-4c63-944e-1e9fa5661abe"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:20.294038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7eda78b0-5198-4c63-944e-1e9fa5661abe, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7eda78b0-5198-4c63-944e-1e9fa5661abe,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:20.348018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180ef15-5478-4c43-8fb6-2ee1fb4ab9a7 req-4309efec-abfa-44fb-ab35-5c181b110d64 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:20.349510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6180ef15-5478-4c43-8fb6-2ee1fb4ab9a7 req-4309efec-abfa-44fb-ab35-5c181b110d64 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.0543334 Mar 31 22:47:20.387433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6180ef15-5478-4c43-8fb6-2ee1fb4ab9a7 req-acc8d869-0cc8-43a7-8ad2-1fa906cfbc38 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Mar 31 22:47:20.415760 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:20.437213 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bf2f7f-6342-4450-bba4-300f7812db4d x-openstack-request-id: req-e3bf2f7f-6342-4450-bba4-300f7812db4d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:20.437526 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39fb936-762a-4c0e-a91f-8b76792b8a55", "name": "network-vif-plugged", "status": "completed", "tag": "7eda78b0-5198-4c63-944e-1e9fa5661abe", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:20.438116 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3bf2f7f-6342-4450-bba4-300f7812db4d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:20.438228 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3bf2f7f-6342-4450-bba4-300f7812db4d'] response: {'server_uuid': 'd39fb936-762a-4c0e-a91f-8b76792b8a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eda78b0-5198-4c63-944e-1e9fa5661abe', 'code': 200} Mar 31 22:47:20.464894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Allocated IP 172.20.0.13 (63e28dc7-e076-45d3-8c44-383da636c123/f41bb645-28bf-45ae-bf44-28cec17d8d36/fdaac679-d757-45c9-86a8-075bae762b67) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:20.472224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7eda78b0-5198-4c63-944e-1e9fa5661abe,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:20.576112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aacb3-cd01-4a9c-a5cc-3bf933037210 req-a407bd20-f755-42f9-b71e-f67b2aeaee9d tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:20.578448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e8aacb3-cd01-4a9c-a5cc-3bf933037210 req-a407bd20-f755-42f9-b71e-f67b2aeaee9d tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 950 time: 0.0982099 Mar 31 22:47:20.618911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768f2ff-ed73-4b97-ae86-7ab4d20ebb4e req-f74d5c96-a15c-4940-a455-f857ba6a03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:20.621030 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f768f2ff-ed73-4b97-ae86-7ab4d20ebb4e req-f74d5c96-a15c-4940-a455-f857ba6a03d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 1101 time: 0.1052775 Mar 31 22:47:20.668858 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f768f2ff-ed73-4b97-ae86-7ab4d20ebb4e req-26f60c31-cb52-472e-8740-3fe195dbd9a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Mar 31 22:47:20.676399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e8aacb3-cd01-4a9c-a5cc-3bf933037210 req-0dc4c3eb-9281-4c99-a95e-6db0920aaa4e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669913 Mar 31 22:47:20.692943 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:20.767582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e754937-f9d1-424a-b06d-f2c72eed9d3e req-69c7da4a-2a03-4e8b-8cf5-f6ce20191d03 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 210 time: 0.0316434 Mar 31 22:47:20.801816 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:20.849175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Network 63e28dc7-e076-45d3-8c44-383da636c123 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:20.855247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:20.859632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:20.865253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:20.866255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:20.870231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Pushing event updated for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:20.954200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-a1f1d860-1265-41a1-9686-13288c14577f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0441973 Mar 31 22:47:20.966144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Request body: {'port': {'device_id': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'device_owner': 'compute:tempest-test_az-79161682', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:21.025447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:21.192480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c923-b066-48cc-913e-64ee65a82fe7 req-e5cce998-9a7a-45e5-8231-337d4cb605cf tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:21.194014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2117c923-b066-48cc-913e-64ee65a82fe7 req-e5cce998-9a7a-45e5-8231-337d4cb605cf tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 969 time: 0.1202567 Mar 31 22:47:21.283418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2117c923-b066-48cc-913e-64ee65a82fe7 req-32b45af6-034a-469c-8140-49f186ae5908 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809391 Mar 31 22:47:21.418064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdaac679-d757-45c9-86a8-075bae762b67 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:21.441787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:21.451683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ded8bf-781a-440c-b950-1668abc33213 req-bc31358f-051f-4149-9e72-874461c8b7ce tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:21.453238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31ded8bf-781a-440c-b950-1668abc33213 req-bc31358f-051f-4149-9e72-874461c8b7ce tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 932 time: 0.1250970 Mar 31 22:47:21.476796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Transition to ACTIVE for port object fdaac679-d757-45c9-86a8-075bae762b67 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:47:21.505089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e269-8ec1-40fc-83ef-614e458a53de req-c6a1ceae-7055-4d8a-926f-3b2a10b1214d tempest-AggregatesAdminTestJSON-1302713859 tempest-AggregatesAdminTestJSON-1302713859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:21.506587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d914e269-8ec1-40fc-83ef-614e458a53de req-c6a1ceae-7055-4d8a-926f-3b2a10b1214d tempest-AggregatesAdminTestJSON-1302713859 tempest-AggregatesAdminTestJSON-1302713859-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 1120 time: 0.1048193 Mar 31 22:47:21.512322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31ded8bf-781a-440c-b950-1668abc33213 req-a403efbb-4636-4a13-ac28-c9ca5dffa352 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Mar 31 22:47:21.527532 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d914e269-8ec1-40fc-83ef-614e458a53de req-ef85b5fb-6133-437b-a55a-683b10e0bf91 tempest-AggregatesAdminTestJSON-1302713859 tempest-AggregatesAdminTestJSON-1302713859-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:21.558660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:21.575280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.50', 64955) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:21.673804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:21.751928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3230e12-affd-41eb-865e-2982805524e7 req-b7bbed6f-6e21-4e3f-861d-27560cf17c96 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:21.753477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3230e12-affd-41eb-865e-2982805524e7 req-b7bbed6f-6e21-4e3f-861d-27560cf17c96 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.1555059 Mar 31 22:47:21.759495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:21.759837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:21.760145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:21.763474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48978) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:21.775689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-c60bf3da-091d-40dd-b2a1-b19178494291 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:21.777250 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-c60bf3da-091d-40dd-b2a1-b19178494291 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.50 "GET /v2.0/networks?id=6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 200 len: 823 time: 0.2005551 Mar 31 22:47:21.786179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:21.786730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:21.799691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d914e269-8ec1-40fc-83ef-614e458a53de req-ef85b5fb-6133-437b-a55a-683b10e0bf91 tempest-AggregatesAdminTestJSON-1302713859 tempest-AggregatesAdminTestJSON-1302713859-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:21.805195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:21.805535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:21.805915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:21.806355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Bound port: fdaac679-d757-45c9-86a8-075bae762b67, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:21.806740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:21.836922 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-3a5dace9-811c-41f1-ab1a-bb79ed4d934e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b570169ca551491781f23963d37c1e66 HTTP/1.1" status: 200 len: 378 time: 0.0491204 Mar 31 22:47:21.839478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3230e12-affd-41eb-865e-2982805524e7 req-5a0650a0-38af-4bd4-9f26-bbfe5fa6f075 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769119 Mar 31 22:47:21.848134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Request body: {'port': {'device_id': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'admin_state_up': True, 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'security_groups': ['5545e847-8590-4893-8cd8-158aef620238']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:21.873590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d914e269-8ec1-40fc-83ef-614e458a53de req-ef85b5fb-6133-437b-a55a-683b10e0bf91 tempest-AggregatesAdminTestJSON-1302713859 tempest-AggregatesAdminTestJSON-1302713859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:21.968872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d914e269-8ec1-40fc-83ef-614e458a53de req-ef85b5fb-6133-437b-a55a-683b10e0bf91 tempest-AggregatesAdminTestJSON-1302713859 tempest-AggregatesAdminTestJSON-1302713859-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532881 Mar 31 22:47:21.978892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 53154bc9-460b-4beb-824d-f61904163605 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:47:22.012197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85b5fb-6133-437b-a55a-683b10e0bf91 tempest-AggregatesAdminTestJSON-1302713859 tempest-AggregatesAdminTestJSON-1302713859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704bd633-5736-4559-833d-9632dc46243a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:22.061272 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-49211e84-0e1f-497a-a872-7449be13077b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.087183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:22.104050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24a31ab8-1ee7-43be-9c50-bbe889396565 req-f28a53ea-d9c3-4c00-b337-db8929bb4137 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 210 time: 0.0545924 Mar 31 22:47:22.115692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:22.128493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '53154bc9-460b-4beb-824d-f61904163605', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '53154bc9-460b-4beb-824d-f61904163605', 'mac_address': 'fa:16:3e:c4:f0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:47:22.132428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:22.153918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762e54f-e7b1-4df1-8b11-8b6057f7ba6d req-2035eec4-191d-4467-83b7-64473142fd60 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:22.155538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d762e54f-e7b1-4df1-8b11-8b6057f7ba6d req-2035eec4-191d-4467-83b7-64473142fd60 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 950 time: 0.2261426 Mar 31 22:47:22.198629 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.214811 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.217698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53154bc9-460b-4beb-824d-f61904163605 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:22.239588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:22.254253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Made reservation on behalf of b570169ca551491781f23963d37c1e66 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:22.259221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.263742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d762e54f-e7b1-4df1-8b11-8b6057f7ba6d req-4b801eb9-af68-4fd2-9937-aa7d85b62a0f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009135 Mar 31 22:47:22.271793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:22.272421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.273984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] 10.222.0.50 "PUT /v2.0/ports/fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 1112 time: 1.3123159 Mar 31 22:47:22.274446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:22.276866 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f50a7d-824d-48b7-a9ba-45cfa2adec46" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "tag": "fdaac679-d757-45c9-86a8-075bae762b67"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:22.306073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.335528 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2430cea-46bb-4181-8486-60ea960c6ed2 x-openstack-request-id: req-e2430cea-46bb-4181-8486-60ea960c6ed2 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:22.336264 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "tag": "fdaac679-d757-45c9-86a8-075bae762b67", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:22.336622 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2430cea-46bb-4181-8486-60ea960c6ed2 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:22.337171 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2430cea-46bb-4181-8486-60ea960c6ed2'] response: {'name': 'network-changed', 'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67', 'status': 'completed', 'code': 200} Mar 31 22:47:22.338203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c994f-3246-40e0-a1cc-922032af43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:22.358341 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-49211e84-0e1f-497a-a872-7449be13077b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.392117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:22.408236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f50a7d-824d-48b7-a9ba-45cfa2adec46 req-b6a70fd2-7a8c-4bb0-be51-984db420f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:22.409695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44f50a7d-824d-48b7-a9ba-45cfa2adec46 req-b6a70fd2-7a8c-4bb0-be51-984db420f60e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1115 time: 0.0500772 Mar 31 22:47:22.452310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Allocated IP 172.20.0.9 (6d80dae4-f6db-497e-a83e-9c9d17ece4db/80489c5f-101f-4eac-bf28-a8f97807c7cc/936a9efa-eeac-48e9-b14a-2aff86455486) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:22.469547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-49211e84-0e1f-497a-a872-7449be13077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.561921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:22.608961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49211e84-0e1f-497a-a872-7449be13077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b73a6f-ad9d-4e6a-a6d0-31770016a93f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:22.626302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-49211e84-0e1f-497a-a872-7449be13077b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e224227b2dfa491bb7c642f7a3371e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8591483 Mar 31 22:47:22.632834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48990) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:22.701138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.717610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f50a7d-824d-48b7-a9ba-45cfa2adec46 req-f298b03d-92a9-4dc2-ab5e-8a3d978bc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:22.719083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44f50a7d-824d-48b7-a9ba-45cfa2adec46 req-f298b03d-92a9-4dc2-ab5e-8a3d978bc2ce service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4de05eecea194efe9880afee1a73b381&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3022561 Mar 31 22:47:22.802986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.857552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:22.860738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:22.865477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:22.871120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:22.871732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:22.892343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event updated for resources: {'Port': ['ID=936a9efa-eeac-48e9-b14a-2aff86455486,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:22.937100 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-b09b142d-3d1b-4d64-aff6-54f7ef5389be tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0926766 Mar 31 22:47:22.955062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Request body: {'port': {'device_id': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'device_owner': 'compute:tempest-test_az-79161682', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:23.017065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.232755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e4e59-efdc-4077-9ecb-435a47eb8496 req-4ab4b034-1b36-4a1b-91da-5c8d0a2e94ed tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.234263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c32e4e59-efdc-4077-9ecb-435a47eb8496 req-4ab4b034-1b36-4a1b-91da-5c8d0a2e94ed tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.5304573 Mar 31 22:47:23.254904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3234b364-741b-47f4-8f48-9c2cadd50868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.262405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c810b366-9630-4cb6-b936-afe5cb091701 None None] Provisioning complete for port 936a9efa-eeac-48e9-b14a-2aff86455486 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:23.263017 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c810b366-9630-4cb6-b936-afe5cb091701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.298782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936a9efa-eeac-48e9-b14a-2aff86455486 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:23.302425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c810b366-9630-4cb6-b936-afe5cb091701 None None] Port 936a9efa-eeac-48e9-b14a-2aff86455486 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:23.311834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.314052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00125a99-86f8-4120-b361-bb77671fd0f1 req-51b35c07-9e07-4a81-87e0-3a1a42ca01b9 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.315658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00125a99-86f8-4120-b361-bb77671fd0f1 req-51b35c07-9e07-4a81-87e0-3a1a42ca01b9 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 969 time: 0.5666466 Mar 31 22:47:23.322635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3234b364-741b-47f4-8f48-9c2cadd50868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.322775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Transition to ACTIVE for port object 936a9efa-eeac-48e9-b14a-2aff86455486 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:47:23.326693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f50a7d-824d-48b7-a9ba-45cfa2adec46 req-80b470e3-7659-4cfa-8c32-ba42d908f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.328064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44f50a7d-824d-48b7-a9ba-45cfa2adec46 req-80b470e3-7659-4cfa-8c32-ba42d908f7d2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5809276 Mar 31 22:47:23.360485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.368291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c32e4e59-efdc-4077-9ecb-435a47eb8496 req-a7c42897-ebe7-4e79-b4b9-bcc8fa3ab1de tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144111 Mar 31 22:47:23.413061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Pushing event updated for resources: {'Port': ['ID=936a9efa-eeac-48e9-b14a-2aff86455486,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:23.452572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Attempting to bind port 936a9efa-eeac-48e9-b14a-2aff86455486 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:23.452961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Attempting to bind port 936a9efa-eeac-48e9-b14a-2aff86455486 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:23.453409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Attempting to bind port 936a9efa-eeac-48e9-b14a-2aff86455486 on network 6d80dae4-f6db-497e-a83e-9c9d17ece4db {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:23.457509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00125a99-86f8-4120-b361-bb77671fd0f1 req-57f54622-a2df-4e37-a4d9-4847f5f64dfa tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324024 Mar 31 22:47:23.464762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Port 936a9efa-eeac-48e9-b14a-2aff86455486 on network 6d80dae4-f6db-497e-a83e-9c9d17ece4db not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:23.464762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Attempting to bind port 936a9efa-eeac-48e9-b14a-2aff86455486 on network 6d80dae4-f6db-497e-a83e-9c9d17ece4db {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:23.468359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:23.468691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Checking segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:23.469118 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Bound using segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:23.469543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Bound port: 936a9efa-eeac-48e9-b14a-2aff86455486, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:23.469897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.479549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0de9-5668-411f-be2d-0f495c518598 req-6e394b51-05db-42fa-92d9-8443ac085ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.481559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-6e394b51-05db-42fa-92d9-8443ac085ff8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1115 time: 0.1096947 Mar 31 22:47:23.534718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-f846dac9-a07f-40f4-8fa9-1dc91b7bd8c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 217 time: 0.0453169 Mar 31 22:47:23.535307 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3234b364-741b-47f4-8f48-9c2cadd50868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.538120 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3234b364-741b-47f4-8f48-9c2cadd50868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.539411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3234b364-741b-47f4-8f48-9c2cadd50868 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87b73a6f-ad9d-4e6a-a6d0-31770016a93f HTTP/1.1" status: 204 len: 168 time: 0.9058332 Mar 31 22:47:23.572936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] For port 936a9efa-eeac-48e9-b14a-2aff86455486, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:23.577319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] For port 936a9efa-eeac-48e9-b14a-2aff86455486, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=936a9efa-eeac-48e9-b14a-2aff86455486,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:23.589778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234b364-741b-47f4-8f48-9c2cadd50868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b73a6f-ad9d-4e6a-a6d0-31770016a93f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:23.629401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0de9-5668-411f-be2d-0f495c518598 req-9d513f02-ca62-4ed3-986f-98170d67559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.630946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-9d513f02-ca62-4ed3-986f-98170d67559b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0884278 Mar 31 22:47:23.642662 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.699012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-e2d6e0bb-19e8-45a6-9a21-adee321af95b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298970 Mar 31 22:47:23.714572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.725993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:23.725993 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] 10.222.0.50 "PUT /v2.0/ports/936a9efa-eeac-48e9-b14a-2aff86455486 HTTP/1.1" status: 200 len: 1111 time: 0.7666788 Mar 31 22:47:23.725993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'tag': '936a9efa-eeac-48e9-b14a-2aff86455486'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:23.727195 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4cc660-a2f9-466d-bf36-5c8851084195" -d '{"events": [{"name": "network-changed", "server_uuid": "224c90a3-fc0e-45e8-8567-f5c51e0371c0", "tag": "936a9efa-eeac-48e9-b14a-2aff86455486"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:23.732106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab901027-1039-44c4-8543-4422651a8ceb service neutron] Pushing event updated for resources: {'Port': ['ID=936a9efa-eeac-48e9-b14a-2aff86455486,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:23.777338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77265824-12a0-40bc-ad66-7a2286f44b4d req-e26c2be6-4cad-41f5-b7db-e03b2a61c73e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.779248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77265824-12a0-40bc-ad66-7a2286f44b4d req-e26c2be6-4cad-41f5-b7db-e03b2a61c73e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 963 time: 0.1472645 Mar 31 22:47:23.860023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473733d-7077-47ea-a18f-d580af8bcff8 req-b76a0230-ffa1-4e46-8f93-3e6e520ed15f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.863425 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2473733d-7077-47ea-a18f-d580af8bcff8 req-b76a0230-ffa1-4e46-8f93-3e6e520ed15f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 948 time: 0.1670763 Mar 31 22:47:23.904943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-45140a7a-293a-4bd9-8ac9-131ef667d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:23.906703 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-45140a7a-293a-4bd9-8ac9-131ef667d042 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b570169ca551491781f23963d37c1e66&device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 1114 time: 0.0572035 Mar 31 22:47:23.920109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77265824-12a0-40bc-ad66-7a2286f44b4d req-2710406f-f7cf-4d81-9f6b-f433bcf00136 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060963 Mar 31 22:47:23.952382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-34cd1d4a-8890-4755-af01-b1728cfb5ccb service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203937 Mar 31 22:47:23.965331 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-ae07c050-6963-49f0-ba37-3d9da8645076 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936a9efa-eeac-48e9-b14a-2aff86455486 HTTP/1.1" status: 200 len: 217 time: 0.0462191 Mar 31 22:47:23.987987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2473733d-7077-47ea-a18f-d580af8bcff8 req-d7f05990-ef2d-4c8c-9376-9f48186f5530 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065564 Mar 31 22:47:23.996188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 53154bc9-460b-4beb-824d-f61904163605 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:24.038168 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f67fa37-1735-40a4-afba-a19cc5028766 x-openstack-request-id: req-5f67fa37-1735-40a4-afba-a19cc5028766 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:24.038467 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224c90a3-fc0e-45e8-8567-f5c51e0371c0", "tag": "936a9efa-eeac-48e9-b14a-2aff86455486", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:24.042845 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f67fa37-1735-40a4-afba-a19cc5028766 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:24.042845 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f67fa37-1735-40a4-afba-a19cc5028766'] response: {'name': 'network-changed', 'server_uuid': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'tag': '936a9efa-eeac-48e9-b14a-2aff86455486', 'status': 'completed', 'code': 200} Mar 31 22:47:24.051331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-a866ed30-93e4-4260-a342-0d9475ae96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.053072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-a866ed30-93e4-4260-a342-0d9475ae96ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80489c5f-101f-4eac-bf28-a8f97807c7cc HTTP/1.1" status: 200 len: 862 time: 0.0805969 Mar 31 22:47:24.111755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-8e15675a-bd1b-485b-83ed-57190a36bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.113275 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-8e15675a-bd1b-485b-83ed-57190a36bf91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d80dae4-f6db-497e-a83e-9c9d17ece4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517144 Mar 31 22:47:24.139003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccff52-f1b5-4e81-9da3-4671e8df02ae req-1174d26c-5c36-4a1a-bf00-820bb7fb16dd tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.140537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0eccff52-f1b5-4e81-9da3-4671e8df02ae req-1174d26c-5c36-4a1a-bf00-820bb7fb16dd tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 950 time: 0.1201415 Mar 31 22:47:24.149627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 53154bc9-460b-4beb-824d-f61904163605 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:47:24.153707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 53154bc9-460b-4beb-824d-f61904163605 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:24.154316 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:24.166416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946d0de9-5668-411f-be2d-0f495c518598 req-82583b91-389e-4630-b4ad-7adabf19a573 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772261 Mar 31 22:47:24.208190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0eccff52-f1b5-4e81-9da3-4671e8df02ae req-f3a55c69-e2a9-4c30-898c-6d3f607725d6 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590138 Mar 31 22:47:24.247880 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-c5bcc2d4-d3a0-4abd-b9f6-ef3dc4e6cd46 service neutron] 10.222.0.50 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259975 Mar 31 22:47:24.255649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:24.261893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-edaea74c-bf48-4fd7-acd1-3376dbb8d473 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.267490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-edaea74c-bf48-4fd7-acd1-3376dbb8d473 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.50 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 969 time: 0.0757091 Mar 31 22:47:24.289248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53154bc9-460b-4beb-824d-f61904163605'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:24.292192 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb9824-fe9d-44c2-ae75-d62d5c5ad459" -d '{"events": [{"server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "name": "network-vif-plugged", "status": "completed", "tag": "53154bc9-460b-4beb-824d-f61904163605"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:24.308718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:24.342578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49012) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:24.361648 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec7f5f4-2b0f-4b4c-a0b6-68fd74870152 x-openstack-request-id: req-6ec7f5f4-2b0f-4b4c-a0b6-68fd74870152 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:24.362613 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "name": "network-vif-plugged", "status": "completed", "tag": "53154bc9-460b-4beb-824d-f61904163605", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:24.362613 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ec7f5f4-2b0f-4b4c-a0b6-68fd74870152 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:24.363162 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec7f5f4-2b0f-4b4c-a0b6-68fd74870152'] response: {'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53154bc9-460b-4beb-824d-f61904163605', 'code': 200} Mar 31 22:47:24.373843 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:24.399256 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f53cc9ba-39fe-4117-a53f-e45dd8e6afa4 req-1623be2c-ab59-4cf4-afec-06b426220beb service neutron] 10.222.0.50 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425707 Mar 31 22:47:24.399462 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a7fef6c0-0b72-40b0-8685-50a5c6e4cd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:24.478422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:24.496157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82904b02-ac74-4e9e-ae32-70a4e9a4b55d req-e300bfc8-9a39-4093-b1dc-d2d421a4f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.497908 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82904b02-ac74-4e9e-ae32-70a4e9a4b55d req-e300bfc8-9a39-4093-b1dc-d2d421a4f372 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1100 time: 0.0756938 Mar 31 22:47:24.568101 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82904b02-ac74-4e9e-ae32-70a4e9a4b55d req-ce297541-7f34-48da-857a-a7a91e477017 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596712 Mar 31 22:47:24.587659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-0bfab93f-db3e-4995-905c-8d7859d083ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.590099 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-0bfab93f-db3e-4995-905c-8d7859d083ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b570169ca551491781f23963d37c1e66&device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 1114 time: 0.0538337 Mar 31 22:47:24.590358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Deleting port fad7666f-af17-4cb1-95d8-13936f515a0f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:47:24.590733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:24.660845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24073c-012d-419c-940b-0a95411dcfc4 req-dff134af-5c52-4175-aad5-589505a4e2fb tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.662387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb24073c-012d-419c-940b-0a95411dcfc4 req-dff134af-5c52-4175-aad5-589505a4e2fb tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.1739471 Mar 31 22:47:24.716316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-25a8988d-c3d2-41cb-8d36-809204f3db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.718013 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-25a8988d-c3d2-41cb-8d36-809204f3db17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 200 len: 924 time: 0.1193604 Mar 31 22:47:24.730156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a7fef6c0-0b72-40b0-8685-50a5c6e4cd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:24.760425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] For port fad7666f-af17-4cb1-95d8-13936f515a0f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fad7666f-af17-4cb1-95d8-13936f515a0f,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:24.760771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:24.766148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb24073c-012d-419c-940b-0a95411dcfc4 req-987ba2a9-e421-4668-a570-9e8403c86832 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956097 Mar 31 22:47:24.778667 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-93f7892d-b42e-4ff8-b247-602ffe28e7cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936a9efa-eeac-48e9-b14a-2aff86455486 HTTP/1.1" status: 200 len: 217 time: 0.0530417 Mar 31 22:47:24.781584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Calling delete_port for fad7666f-af17-4cb1-95d8-13936f515a0f owned by compute:tempest-test_az-79161682 {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:47:24.796176 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a7fef6c0-0b72-40b0-8685-50a5c6e4cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:24.836660 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-90737a4e-5c84-4069-b8bc-959a1a193afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.838118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-90737a4e-5c84-4069-b8bc-959a1a193afb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80489c5f-101f-4eac-bf28-a8f97807c7cc HTTP/1.1" status: 200 len: 862 time: 0.0517888 Mar 31 22:47:24.885373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-e59943d7-c63e-4a4a-9574-97519fcf4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.887011 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-e59943d7-c63e-4a4a-9574-97519fcf4553 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d80dae4-f6db-497e-a83e-9c9d17ece4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409760 Mar 31 22:47:24.911538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a7fef6c0-0b72-40b0-8685-50a5c6e4cd50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a537d5deb1a4269beded6d3a92a598b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677333 Mar 31 22:47:24.915755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49018) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:24.930081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fef6c0-0b72-40b0-8685-50a5c6e4cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5043024-fe30-4079-b547-c454058c151a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:24.973752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cff9e8-c56f-4526-a7ce-e569dff7b5ec req-f9047ab9-9bf1-4df5-b771-207ca8e97b51 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:24.976178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6cff9e8-c56f-4526-a7ce-e569dff7b5ec req-f9047ab9-9bf1-4df5-b771-207ca8e97b51 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 969 time: 0.1212404 Mar 31 22:47:25.031736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c406-9322-4952-9028-60cc221e4335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:25.044381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-dae2683b-c163-4384-b248-2524656f3c74 service neutron] 10.222.0.50 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492090 Mar 31 22:47:25.049006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6cff9e8-c56f-4526-a7ce-e569dff7b5ec req-bd0c86da-c080-44ac-bd5d-8e4f20e38c06 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/security-groups?id=430eef26-c951-4a40-9919-394cbedad949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645723 Mar 31 22:47:25.068462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c406-9322-4952-9028-60cc221e4335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:25.156143 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:25.172492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fad7666f-af17-4cb1-95d8-13936f515a0f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:25.184885 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3d4cc660-a2f9-466d-bf36-5c8851084195 req-112f9b54-a8a0-43af-a3de-f5c465323010 service neutron] 10.222.0.50 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311386 Mar 31 22:47:25.245340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Pushing event deleted for resources: {'Port': ['ID=fad7666f-af17-4cb1-95d8-13936f515a0f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:25.270375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c406-9322-4952-9028-60cc221e4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:25.276249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f4d1c406-9322-4952-9028-60cc221e4335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:25.276249 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f4d1c406-9322-4952-9028-60cc221e4335 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5043024-fe30-4079-b547-c454058c151a HTTP/1.1" status: 204 len: 168 time: 0.3579841 Mar 31 22:47:25.284774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1c406-9322-4952-9028-60cc221e4335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5043024-fe30-4079-b547-c454058c151a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:25.301357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964c1e3-6089-4968-81ea-05b1d83057db req-496b9d1d-8dc4-42b1-ba28-dc6eb02f60e2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:25.303083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e964c1e3-6089-4968-81ea-05b1d83057db req-496b9d1d-8dc4-42b1-ba28-dc6eb02f60e2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 963 time: 0.1850309 Mar 31 22:47:25.304712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] No DVR routers for this DVR port fad7666f-af17-4cb1-95d8-13936f515a0f on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:47:25.310034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:25.313231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee21f56c-41c4-4786-aa3e-9281d5d31dfb req-8bd0207f-f767-47d4-a756-c4ad1850604e tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.50 "DELETE /v2.0/ports/fad7666f-af17-4cb1-95d8-13936f515a0f HTTP/1.1" status: 204 len: 173 time: 1.0382128 Mar 31 22:47:25.314757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88737552-6258-45a2-aa4b-5205ce80efef', 'name': 'network-vif-deleted', 'tag': 'fad7666f-af17-4cb1-95d8-13936f515a0f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:25.317020 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8b16b2-b2ed-426e-a3df-b7762d7ae83a" -d '{"events": [{"server_uuid": "88737552-6258-45a2-aa4b-5205ce80efef", "name": "network-vif-deleted", "tag": "fad7666f-af17-4cb1-95d8-13936f515a0f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:25.336088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e1766-c212-46b9-be07-e3747faf1b47 req-85d968e7-6064-46cd-80e8-81ffd6f1d2dc tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:25.337644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-907e1766-c212-46b9-be07-e3747faf1b47 req-85d968e7-6064-46cd-80e8-81ffd6f1d2dc tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1902773 Mar 31 22:47:25.389524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e964c1e3-6089-4968-81ea-05b1d83057db req-1e3af436-11e1-4137-ba4f-0494e249cf56 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692954 Mar 31 22:47:25.397784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-907e1766-c212-46b9-be07-e3747faf1b47 req-24f0ea84-2071-4fe4-bf3f-e4891fc65ef7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518148 Mar 31 22:47:25.464709 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd90be-9407-4997-a2fc-1478e2c1bbca x-openstack-request-id: req-e9cd90be-9407-4997-a2fc-1478e2c1bbca {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:25.465071 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88737552-6258-45a2-aa4b-5205ce80efef", "name": "network-vif-deleted", "tag": "fad7666f-af17-4cb1-95d8-13936f515a0f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:25.465495 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9cd90be-9407-4997-a2fc-1478e2c1bbca {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:25.465967 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cd90be-9407-4997-a2fc-1478e2c1bbca'] response: {'server_uuid': '88737552-6258-45a2-aa4b-5205ce80efef', 'name': 'network-vif-deleted', 'tag': 'fad7666f-af17-4cb1-95d8-13936f515a0f', 'status': 'completed', 'code': 200} Mar 31 22:47:25.522515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a734ee-d8a7-4cdc-8f5c-05fcea67a2d1 req-ac56d606-5933-453f-a0c7-413e74521d62 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:25.524325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23a734ee-d8a7-4cdc-8f5c-05fcea67a2d1 req-ac56d606-5933-453f-a0c7-413e74521d62 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 950 time: 0.0512636 Mar 31 22:47:25.565678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23a734ee-d8a7-4cdc-8f5c-05fcea67a2d1 req-5101d3a0-389c-4b2f-8cd0-4c5c75ae838f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343454 Mar 31 22:47:25.896053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495c950-34ee-4511-846e-2b0046161813 req-3b29f591-2acf-4d6d-87ce-119eb0d3026c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:25.897578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0495c950-34ee-4511-846e-2b0046161813 req-3b29f591-2acf-4d6d-87ce-119eb0d3026c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.0539012 Mar 31 22:47:25.945267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0495c950-34ee-4511-846e-2b0046161813 req-bdf96e70-00e2-4cc8-b331-70242f306023 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367787 Mar 31 22:47:26.181094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a84a3f1c-f7c6-4a68-8cc4-d7e714f09655 req-0e5b2136-222b-4058-bf9b-d432a4dd8b18 tempest-AggregatesAdminTestJSON-946778829 tempest-AggregatesAdminTestJSON-946778829-project] 10.222.0.31 "GET /v2.0/ports?device_id=88737552-6258-45a2-aa4b-5205ce80efef HTTP/1.1" status: 200 len: 210 time: 0.0342114 Mar 31 22:47:26.558378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8138f-bd17-4870-bd84-3895688e7715 req-b76aaafc-424f-42d8-96f6-9c4960dc1c0f tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:26.559902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57a8138f-bd17-4870-bd84-3895688e7715 req-b76aaafc-424f-42d8-96f6-9c4960dc1c0f tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 963 time: 0.0850005 Mar 31 22:47:26.582915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b522-6f5f-4c72-8078-fcca5dbbe17d req-e2309b92-6e4c-48b0-aa19-883aafb2da4e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:26.584382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cf7b522-6f5f-4c72-8078-fcca5dbbe17d req-e2309b92-6e4c-48b0-aa19-883aafb2da4e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.0739853 Mar 31 22:47:26.630869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57a8138f-bd17-4870-bd84-3895688e7715 req-db85341f-07ec-4e9a-a5f8-a03c42867b22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643387 Mar 31 22:47:26.638607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cf7b522-6f5f-4c72-8078-fcca5dbbe17d req-9e8ad5c9-f3d4-4a06-9979-6c77fe927e7e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478451 Mar 31 22:47:26.744197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-e721f5f9-f656-4844-851f-9bca9a4021ef tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:26.747153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-e721f5f9-f656-4844-851f-9bca9a4021ef tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 1101 time: 0.0560908 Mar 31 22:47:26.747566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a7b4d-4455-48d9-8306-3f6b35b5df91 req-e12c22d0-cc78-4825-8d8e-52511ec44dcf tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:26.751563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae1a7b4d-4455-48d9-8306-3f6b35b5df91 req-e12c22d0-cc78-4825-8d8e-52511ec44dcf tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 950 time: 0.0593312 Mar 31 22:47:26.799713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae1a7b4d-4455-48d9-8306-3f6b35b5df91 req-c4eb568a-4bac-4847-9b0b-31441e5ed2b2 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Mar 31 22:47:26.844630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] Deleting port 7eda78b0-5198-4c63-944e-1e9fa5661abe {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:47:26.844630 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:26.892549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fdaac679-d757-45c9-86a8-075bae762b67 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:47:26.929726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] For port 7eda78b0-5198-4c63-944e-1e9fa5661abe, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7eda78b0-5198-4c63-944e-1e9fa5661abe,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:26.930160 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:26.946894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] Calling delete_port for 7eda78b0-5198-4c63-944e-1e9fa5661abe owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:47:26.970700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04787841-52f6-4199-a6f9-ef484893c88d req-d809f419-3466-420f-94f3-a2c7bea72b9a tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:26.980064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04787841-52f6-4199-a6f9-ef484893c88d req-d809f419-3466-420f-94f3-a2c7bea72b9a tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1100 time: 0.0511224 Mar 31 22:47:26.996238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-04787841-52f6-4199-a6f9-ef484893c88d req-8aef7951-7ef9-40af-b1c0-3b1d3ad88f1b tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.049718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:27.081122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'fdaac679-d757-45c9-86a8-075bae762b67', 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'port_id': 'fdaac679-d757-45c9-86a8-075bae762b67', 'mac_address': 'fa:16:3e:76:e4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41bb645-28bf-45ae-bf44-28cec17d8d36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-79161682', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:47:27.127153 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.130520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07768e4-84aa-437d-8056-5d0d9331fdea req-a9c1984c-b2d1-4d90-9cab-f3dd09d6e2a0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:27.133394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a07768e4-84aa-437d-8056-5d0d9331fdea req-a9c1984c-b2d1-4d90-9cab-f3dd09d6e2a0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.0787356 Mar 31 22:47:27.138369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-04787841-52f6-4199-a6f9-ef484893c88d req-8aef7951-7ef9-40af-b1c0-3b1d3ad88f1b tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.141733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdaac679-d757-45c9-86a8-075bae762b67 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:27.162002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:27.179832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a07768e4-84aa-437d-8056-5d0d9331fdea req-8b3b5de0-be08-4f58-b703-c3deec108e66 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Mar 31 22:47:27.219182 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-04787841-52f6-4199-a6f9-ef484893c88d req-8aef7951-7ef9-40af-b1c0-3b1d3ad88f1b tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.240640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04787841-52f6-4199-a6f9-ef484893c88d req-8aef7951-7ef9-40af-b1c0-3b1d3ad88f1b tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594354 Mar 31 22:47:27.254162 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.254397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.254876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 936a9efa-eeac-48e9-b14a-2aff86455486 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:47:27.279395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef7951-7ef9-40af-b1c0-3b1d3ad88f1b tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d3c5d5-6b88-4964-ad2a-fe8983fc335a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:27.286391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['7eda78b0-5198-4c63-944e-1e9fa5661abe'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:27.338028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:27.347108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] Pushing event deleted for resources: {'Port': ['ID=7eda78b0-5198-4c63-944e-1e9fa5661abe,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:27.415646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] No DVR routers for this DVR port 7eda78b0-5198-4c63-944e-1e9fa5661abe on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:47:27.419358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.423029 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6cdbc4a1-06f0-4958-96a4-0181fb660910 req-d4d52493-bc0d-49b4-8220-021c5ac88635 tempest-DeleteServersAdminTestJSON-1258247304 tempest-DeleteServersAdminTestJSON-1258247304-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7eda78b0-5198-4c63-944e-1e9fa5661abe HTTP/1.1" status: 204 len: 173 time: 0.6694305 Mar 31 22:47:27.423557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39fb936-762a-4c0e-a91f-8b76792b8a55', 'name': 'network-vif-deleted', 'tag': '7eda78b0-5198-4c63-944e-1e9fa5661abe'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:27.426290 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a7e4fc-884f-4c1f-bdff-edc1f0d2f79b" -d '{"events": [{"server_uuid": "d39fb936-762a-4c0e-a91f-8b76792b8a55", "name": "network-vif-deleted", "tag": "7eda78b0-5198-4c63-944e-1e9fa5661abe"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:27.448523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-83bd00da-c3aa-4218-bce3-2d317ece4484 req-18f35d82-0b78-41f1-88e1-1bbb6b7c6a02 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:27.449514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83bd00da-c3aa-4218-bce3-2d317ece4484 req-18f35d82-0b78-41f1-88e1-1bbb6b7c6a02 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059626 Mar 31 22:47:27.495644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 936a9efa-eeac-48e9-b14a-2aff86455486, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=936a9efa-eeac-48e9-b14a-2aff86455486,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:27.506158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '936a9efa-eeac-48e9-b14a-2aff86455486', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'port_id': '936a9efa-eeac-48e9-b14a-2aff86455486', 'mac_address': 'fa:16:3e:eb:14:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-79161682', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:47:27.564399 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.598684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936a9efa-eeac-48e9-b14a-2aff86455486 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:27.620006 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8261e5a1-271e-40b4-865a-20ce2549d4cf x-openstack-request-id: req-8261e5a1-271e-40b4-865a-20ce2549d4cf {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:27.620467 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39fb936-762a-4c0e-a91f-8b76792b8a55", "name": "network-vif-deleted", "tag": "7eda78b0-5198-4c63-944e-1e9fa5661abe", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:27.621379 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8261e5a1-271e-40b4-865a-20ce2549d4cf {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:27.622205 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8261e5a1-271e-40b4-865a-20ce2549d4cf'] response: {'server_uuid': 'd39fb936-762a-4c0e-a91f-8b76792b8a55', 'name': 'network-vif-deleted', 'tag': '7eda78b0-5198-4c63-944e-1e9fa5661abe', 'status': 'completed', 'code': 200} Mar 31 22:47:27.639725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 936a9efa-eeac-48e9-b14a-2aff86455486, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=936a9efa-eeac-48e9-b14a-2aff86455486,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:27.744238 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:27.813680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=936a9efa-eeac-48e9-b14a-2aff86455486,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:27.869966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10054-40de-431c-8921-a5da04f2755a req-cfc7b329-7c79-4ee7-a85a-6d936f371853 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:27.871807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abf10054-40de-431c-8921-a5da04f2755a req-cfc7b329-7c79-4ee7-a85a-6d936f371853 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 964 time: 0.0603776 Mar 31 22:47:27.929618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abf10054-40de-431c-8921-a5da04f2755a req-82d7225a-e3c0-4d9c-869c-ccbe73c391f7 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450435 Mar 31 22:47:27.941896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49114) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:27.971405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fdaac679-d757-45c9-86a8-075bae762b67'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:27.977440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['936a9efa-eeac-48e9-b14a-2aff86455486'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:28.072253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857e4105-bec3-4e37-92da-7b41fe008574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:28.163924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857e4105-bec3-4e37-92da-7b41fe008574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:28.231698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c8b2770-94a7-4fdc-a613-ae6b6b4d2a06 req-18e4e866-14fd-4d27-b287-37ca83ee4274 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=d39fb936-762a-4c0e-a91f-8b76792b8a55 HTTP/1.1" status: 200 len: 210 time: 0.0326200 Mar 31 22:47:28.258185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857e4105-bec3-4e37-92da-7b41fe008574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:28.299901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-857e4105-bec3-4e37-92da-7b41fe008574 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3943501ed3c74550a596fbf47fbdff7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568354 Mar 31 22:47:28.304236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49124) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:28.305186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e4105-bec3-4e37-92da-7b41fe008574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82c2556-01bf-497f-9da8-39f1305b5995,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:28.360736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5f05-9f64-47f3-865a-d4c9b708f5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:28.362116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706d5ba-c072-41b9-ad8b-e85426e62667 req-c8d2a4e2-2879-4ffe-b409-bd64d9e990b0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:28.363600 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6706d5ba-c072-41b9-ad8b-e85426e62667 req-c8d2a4e2-2879-4ffe-b409-bd64d9e990b0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.0508654 Mar 31 22:47:28.392127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5f05-9f64-47f3-865a-d4c9b708f5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:28.403676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6706d5ba-c072-41b9-ad8b-e85426e62667 req-3271fbe8-4585-4dea-9765-d5ce20fd8ebd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Mar 31 22:47:28.517220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49136) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:28.532973 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5f05-9f64-47f3-865a-d4c9b708f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:28.536147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5f05-9f64-47f3-865a-d4c9b708f5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:28.546886 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6f7b5f05-9f64-47f3-865a-d4c9b708f5dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e82c2556-01bf-497f-9da8-39f1305b5995 HTTP/1.1" status: 204 len: 168 time: 0.2376487 Mar 31 22:47:28.565658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b5f05-9f64-47f3-865a-d4c9b708f5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82c2556-01bf-497f-9da8-39f1305b5995,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:28.566829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5277896-22ed-47a2-8947-e8795d5718b4 req-99e57fd7-bbd2-4dca-81dd-e68f2977b97e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:28.575495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5277896-22ed-47a2-8947-e8795d5718b4 req-99e57fd7-bbd2-4dca-81dd-e68f2977b97e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 965 time: 0.0732901 Mar 31 22:47:28.657900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5277896-22ed-47a2-8947-e8795d5718b4 req-d9662f8c-9308-448e-b862-32748534e257 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810752 Mar 31 22:47:28.665993 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-186b8553-b368-40d4-a5af-11c2dcc42ab9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1476455 Mar 31 22:47:28.675676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-d23c50d0-eab5-42ce-85ec-15a5fa20a792 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:28.676719 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-d23c50d0-eab5-42ce-85ec-15a5fa20a792 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054336 Mar 31 22:47:28.891057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fdaac679-d757-45c9-86a8-075bae762b67 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:29.007520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port fdaac679-d757-45c9-86a8-075bae762b67 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:47:29.012728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port fdaac679-d757-45c9-86a8-075bae762b67 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:29.013106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:29.115531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98529f-bb93-4708-bb0c-cf69dfa64eab req-51e90351-0850-479a-8522-880f4f87a0e2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:29.117528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a98529f-bb93-4708-bb0c-cf69dfa64eab req-51e90351-0850-479a-8522-880f4f87a0e2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 964 time: 0.0861566 Mar 31 22:47:29.175600 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:29.192802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a98529f-bb93-4708-bb0c-cf69dfa64eab req-3a737141-283c-4e9b-82da-7af2f135aec4 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630758 Mar 31 22:47:29.222374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:29.226642 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe3181-4d12-40a3-b50f-63a8ef9b9f8a" -d '{"events": [{"server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "name": "network-vif-plugged", "status": "completed", "tag": "fdaac679-d757-45c9-86a8-075bae762b67"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:29.248885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:29.301981 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0673a725-4d1c-474f-912c-04339a131186 x-openstack-request-id: req-0673a725-4d1c-474f-912c-04339a131186 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:29.302466 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "name": "network-vif-plugged", "status": "completed", "tag": "fdaac679-d757-45c9-86a8-075bae762b67", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:29.303012 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0673a725-4d1c-474f-912c-04339a131186 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:29.303744 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0673a725-4d1c-474f-912c-04339a131186'] response: {'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67', 'code': 200} Mar 31 22:47:29.344690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:29.346634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 936a9efa-eeac-48e9-b14a-2aff86455486 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:29.512871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49188) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:29.515406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29182-ba10-4370-be80-52a015952240 req-3a6dd280-1ef0-423e-91f3-5581d3a44878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:29.518296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6c29182-ba10-4370-be80-52a015952240 req-3a6dd280-1ef0-423e-91f3-5581d3a44878 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1117 time: 0.1318417 Mar 31 22:47:29.546915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90718679-8b24-488d-8731-7ac813e793cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:29.645228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:29.653617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6c29182-ba10-4370-be80-52a015952240 req-4bbb0f52-f93d-40ff-adb2-6277db97436d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253960 Mar 31 22:47:29.737446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f27cc-c81e-43b8-b1bf-bfc00643bfaf req-8513bb00-b23b-4140-b61f-0d32fe105de9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:29.739170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a7f27cc-c81e-43b8-b1bf-bfc00643bfaf req-8513bb00-b23b-4140-b61f-0d32fe105de9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.0973115 Mar 31 22:47:29.744811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 936a9efa-eeac-48e9-b14a-2aff86455486 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:47:29.750644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 936a9efa-eeac-48e9-b14a-2aff86455486 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:29.751220 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:29.763772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90718679-8b24-488d-8731-7ac813e793cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:29.801726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a7f27cc-c81e-43b8-b1bf-bfc00643bfaf req-ce6b90bf-0e2f-47b5-99a8-b20debb31f1c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506806 Mar 31 22:47:29.836017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90718679-8b24-488d-8731-7ac813e793cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:29.933951 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-90718679-8b24-488d-8731-7ac813e793cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23545187b3344bdc83cc63516059ec23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191558 Mar 31 22:47:29.936701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90718679-8b24-488d-8731-7ac813e793cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46de5a9-d7ae-4598-ae57-a4feac800f70,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:29.942831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49210) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:29.983215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-a40dd53d-3b4e-407b-82ef-ac9e6741e36f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1a77fa3faf6e45aab1520377398455c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744898 Mar 31 22:47:30.030424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fccd7fe0-a8b2-45dd-b076-bb06397218f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:30.056257 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:30.062048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fccd7fe0-a8b2-45dd-b076-bb06397218f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:30.095356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 936a9efa-eeac-48e9-b14a-2aff86455486, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=936a9efa-eeac-48e9-b14a-2aff86455486,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:30.135018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a50c-598a-47a6-ad3c-a882c0d989e3 req-88d001a9-9f47-4368-988a-d770130a4441 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:30.139296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa14a50c-598a-47a6-ad3c-a882c0d989e3 req-88d001a9-9f47-4368-988a-d770130a4441 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 966 time: 0.1544483 Mar 31 22:47:30.179006 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:30.180336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fad7666f-af17-4cb1-95d8-13936f515a0f no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:47:30.202133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa14a50c-598a-47a6-ad3c-a882c0d989e3 req-136d9416-048c-40b8-953d-7c85b7dd4d4e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594320 Mar 31 22:47:30.215413 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fccd7fe0-a8b2-45dd-b076-bb06397218f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:30.218790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-53d7aaef-32b9-468a-bc2d-6936bc0db4e8 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:30.220372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-53d7aaef-32b9-468a-bc2d-6936bc0db4e8 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741402 Mar 31 22:47:30.223652 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fccd7fe0-a8b2-45dd-b076-bb06397218f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:30.224978 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fccd7fe0-a8b2-45dd-b076-bb06397218f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b46de5a9-d7ae-4598-ae57-a4feac800f70 HTTP/1.1" status: 204 len: 168 time: 0.2801344 Mar 31 22:47:30.226646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: fad7666f-af17-4cb1-95d8-13936f515a0f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:47:30.227037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fad7666f-af17-4cb1-95d8-13936f515a0f not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:47:30.242216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd7fe0-a8b2-45dd-b076-bb06397218f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46de5a9-d7ae-4598-ae57-a4feac800f70,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:30.259657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-64a2c41a-e8ff-4870-b6ff-7e9f0c7e1aee tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/quotas/1a77fa3faf6e45aab1520377398455c8 HTTP/1.1" status: 200 len: 375 time: 0.0248852 Mar 31 22:47:30.298509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-a615c6b6-5a43-430d-8c9d-13edf3fc827e tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a77fa3faf6e45aab1520377398455c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448596 Mar 31 22:47:30.304041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=936a9efa-eeac-48e9-b14a-2aff86455486,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:30.368700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ef6d-7f3b-4473-9ccc-3f0d80333317 req-93dd0390-ce6a-4309-b2b5-bc38f6db45bc tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:30.370498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f182ef6d-7f3b-4473-9ccc-3f0d80333317 req-93dd0390-ce6a-4309-b2b5-bc38f6db45bc tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 965 time: 0.0576758 Mar 31 22:47:30.412707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f182ef6d-7f3b-4473-9ccc-3f0d80333317 req-f391d8ed-3ab7-4111-b10e-7d9e7a2fbe9e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349977 Mar 31 22:47:30.562230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19432cab-7a04-44dd-a7d7-cf90c28a2280 req-10c93f04-9263-4f69-9f67-a2f0b36c90ec tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 210 time: 0.0333519 Mar 31 22:47:30.963215 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26640f6-8435-4a8b-a9f3-b4b7c099589e req-4f69739a-78bd-42d4-a426-769304e3009a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:30.965056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c26640f6-8435-4a8b-a9f3-b4b7c099589e req-4f69739a-78bd-42d4-a426-769304e3009a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.0578120 Mar 31 22:47:31.016215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c26640f6-8435-4a8b-a9f3-b4b7c099589e req-22177046-e3cb-4d1a-8ac4-6a2160ea9e69 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Mar 31 22:47:31.305311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936a9efa-eeac-48e9-b14a-2aff86455486'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:31.307856 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da15d708-ffdc-4fbb-803d-73890c1f9b9e" -d '{"events": [{"server_uuid": "224c90a3-fc0e-45e8-8567-f5c51e0371c0", "name": "network-vif-plugged", "status": "completed", "tag": "936a9efa-eeac-48e9-b14a-2aff86455486"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:31.343853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9de517-b7b7-4377-adc0-816a739a9ee2 req-2487525c-3450-4fb1-a1c6-f3cfbbcb73f4 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:31.345388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a9de517-b7b7-4377-adc0-816a739a9ee2 req-2487525c-3450-4fb1-a1c6-f3cfbbcb73f4 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 966 time: 0.0560551 Mar 31 22:47:31.386156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a9de517-b7b7-4377-adc0-816a739a9ee2 req-ce17908e-209a-4f7d-8e30-ab4f6903e6f1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341396 Mar 31 22:47:31.408467 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d0c3a-70cf-43c8-8fe2-5704aafeb4f2 x-openstack-request-id: req-8e0d0c3a-70cf-43c8-8fe2-5704aafeb4f2 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:31.408773 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224c90a3-fc0e-45e8-8567-f5c51e0371c0", "name": "network-vif-plugged", "status": "completed", "tag": "936a9efa-eeac-48e9-b14a-2aff86455486", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:31.409022 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e0d0c3a-70cf-43c8-8fe2-5704aafeb4f2 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:31.409832 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0d0c3a-70cf-43c8-8fe2-5704aafeb4f2'] response: {'server_uuid': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936a9efa-eeac-48e9-b14a-2aff86455486', 'code': 200} Mar 31 22:47:31.522038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9dbb6-6e81-43a7-a6d9-150e7edb4245 req-9fe9f59b-ec6c-45f2-8881-810a2ffd585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:31.524287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9c9dbb6-6e81-43a7-a6d9-150e7edb4245 req-9fe9f59b-ec6c-45f2-8881-810a2ffd585b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 1116 time: 0.0484807 Mar 31 22:47:31.566843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9c9dbb6-6e81-43a7-a6d9-150e7edb4245 req-cb56d5bf-5b62-46b3-a937-da24f6241a7c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334148 Mar 31 22:47:31.585389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49288) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:31.691678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1534333474-network', 'tenant_id': '723684cb004a43a19179f2e7c207bd19'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:31.810035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Made reservation on behalf of 723684cb004a43a19179f2e7c207bd19 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:31.812322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:31.833351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e4b87-1cea-43e4-a035-083d48ac25be req-b605d729-4577-4be7-87ca-7e90f21acc5e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:31.834793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b79e4b87-1cea-43e4-a035-083d48ac25be req-b605d729-4577-4be7-87ca-7e90f21acc5e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 965 time: 0.0868249 Mar 31 22:47:31.836386 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:31.853975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad5984-cf91-4502-936e-d04d9330d9a8 req-71cf3c18-716e-43ba-a2b0-b43fccb45d0d tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:31.855457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75ad5984-cf91-4502-936e-d04d9330d9a8 req-71cf3c18-716e-43ba-a2b0-b43fccb45d0d tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1117 time: 0.0973775 Mar 31 22:47:31.920063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b79e4b87-1cea-43e4-a035-083d48ac25be req-00a75587-f5f1-433e-9a02-65d585c14a76 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786524 Mar 31 22:47:31.931043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75ad5984-cf91-4502-936e-d04d9330d9a8 req-61dfbbf4-f2f3-4fb9-88fa-7306aca973e9 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Mar 31 22:47:31.979474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:32.022148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7eda78b0-5198-4c63-944e-1e9fa5661abe no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:47:32.045377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d80447aa-1fd3-4e7f-ba39-f8782d89e15c req-66b491f7-3f9a-45ac-8ea9-ebfc3a0b84df tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 210 time: 0.0459595 Mar 31 22:47:32.045998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 7eda78b0-5198-4c63-944e-1e9fa5661abe {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:47:32.046348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7eda78b0-5198-4c63-944e-1e9fa5661abe not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:47:32.051111 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:32.067092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:47:32.092555 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:32.092816 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Added segment 808e003f-5d1c-4e80-89ec-1be206b7745d of type vlan for network b145e67e-c482-48dc-b0a5-75536743f263 Mar 31 22:47:32.110517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24e9d9c-b543-4506-82ac-afa81880ec18,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:32.166193 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:32.183360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-8ef6bf24-de3e-4ed9-868a-558c8f9dee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:32.184904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-8ef6bf24-de3e-4ed9-868a-558c8f9dee13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1100 time: 0.0517700 Mar 31 22:47:32.197843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7417b56-bd71-4bb8-9f36-281448eb30ac req-66f7d15d-dbaf-4ed9-9efe-2d5044463a31 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:32.200053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7417b56-bd71-4bb8-9f36-281448eb30ac req-66f7d15d-dbaf-4ed9-9efe-2d5044463a31 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1117 time: 0.0687501 Mar 31 22:47:32.277817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c80d0e-da9e-4cab-be5c-2dab17a3ecde req-0b232352-e924-4004-ba6d-583448ad75c2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:32.279385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71c80d0e-da9e-4cab-be5c-2dab17a3ecde req-0b232352-e924-4004-ba6d-583448ad75c2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.0759897 Mar 31 22:47:32.280006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:32.280860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:32.281405 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:32.288759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-60c93b09-a866-4324-884c-4ef0e3b0a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:32.290152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-60c93b09-a866-4324-884c-4ef0e3b0a2f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.0989723 Mar 31 22:47:32.290267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7417b56-bd71-4bb8-9f36-281448eb30ac req-3e0157d9-3e11-4ba3-bae3-c36ea16ff953 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755095 Mar 31 22:47:32.336907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-efea38b7-c137-4816-8cde-866204ee2b73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.0396993 Mar 31 22:47:32.396323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-1c62031c-acde-4b59-bea4-cfd182e99020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:32.398579 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-1c62031c-acde-4b59-bea4-cfd182e99020 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0545282 Mar 31 22:47:32.460115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-a4bede43-ff3f-4ad8-abc9-0110f40f0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:32.461628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-a4bede43-ff3f-4ad8-abc9-0110f40f0cd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566700 Mar 31 22:47:32.640582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71c80d0e-da9e-4cab-be5c-2dab17a3ecde req-905650d9-75c6-4f9f-a184-1162f7b7985a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483417 Mar 31 22:47:32.641759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=b145e67e-c482-48dc-b0a5-75536743f263,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:32.645008 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-379f8370-ddb6-44c1-857b-23f4bd339e5e service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701884 Mar 31 22:47:32.658561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network b145e67e-c482-48dc-b0a5-75536743f263 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:47:32.690886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3fb40458-fceb-4d22-879d-e201089c0aa6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1043234 Mar 31 22:47:32.694907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49316) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:32.702461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Request body: {'subnet': {'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1534333474-subnet', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:32.837484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Made reservation on behalf of 723684cb004a43a19179f2e7c207bd19 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:32.839486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:32.872629 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-f7f600c1-109d-4cbb-886e-2c50c08eed0a service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205057 Mar 31 22:47:32.962043 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-9ec54d03-f382-4931-8a4f-04141a3ef624 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a77fa3faf6e45aab1520377398455c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327621 Mar 31 22:47:33.104287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-3ebbae9b-31f3-455d-916e-d21d19f5510f req-d6ee0105-4b67-46c2-bc24-047d46c1fb05 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:33.120228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ebbae9b-31f3-455d-916e-d21d19f5510f req-d6ee0105-4b67-46c2-bc24-047d46c1fb05 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1450415 Mar 31 22:47:33.159202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-dd1b3418-4086-48e5-8409-34e50dde64dd tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:33.161302 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-dd1b3418-4086-48e5-8409-34e50dde64dd tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891515 Mar 31 22:47:33.174508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Request body: {'port': {'device_id': '7c5ead43-493b-4ffe-baf8-a4ad5f6646d3', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '1a77fa3faf6e45aab1520377398455c8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:33.267988 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.353963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4e4f18-ecb5-4395-b2fa-61ae79e20f3d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:33.368180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db909d-eec3-47fd-9853-bcf9cce30acb req-6d6dc0b8-4b28-4252-abd3-92460ea13267 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:33.369606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89db909d-eec3-47fd-9853-bcf9cce30acb req-6d6dc0b8-4b28-4252-abd3-92460ea13267 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 965 time: 0.1171432 Mar 31 22:47:33.370786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Checking segment: {'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:33.371155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Network hostable DHCP agents. Network: b145e67e-c482-48dc-b0a5-75536743f263, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:47:33.372305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Made reservation on behalf of 1a77fa3faf6e45aab1520377398455c8 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:33.375897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.419738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89db909d-eec3-47fd-9853-bcf9cce30acb req-01b0deab-5474-4400-a915-5cfb53aad54a tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417464 Mar 31 22:47:33.485783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Network b145e67e-c482-48dc-b0a5-75536743f263 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:47:33.512689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Allocated IP 192.168.233.180 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/11bc1c5c-1e79-4946-8280-4f00425e86b2) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:33.629008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bc40e1b-b2e0-417b-95f8-3f14ea435c51 req-54b315db-d6fa-43b4-a258-1e02b94b80bb tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 210 time: 0.0287867 Mar 31 22:47:33.632150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, b145e67e-c482-48dc-b0a5-75536743f263) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:33.636827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:33.637420 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.658572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87f338-8417-4835-b152-1213a223a445 None None] Network b145e67e-c482-48dc-b0a5-75536743f263 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:47:33.688212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.713438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1f73af6b-4d82-47bd-8354-6c7f46f09a23 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0172989 Mar 31 22:47:33.716353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49356) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:33.720634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:33.824860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.825047 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.829077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.840330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-b145e67e-c482-48dc-b0a5-75536743f263', 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'fixed_ips': [{'subnet_id': 'af4e4f18-ecb5-4395-b2fa-61ae79e20f3d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:47:33.841194 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.871839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:33.886329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Pushing event updated for resources: {'Port': ['ID=11bc1c5c-1e79-4946-8280-4f00425e86b2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:33.888008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.891317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:33.907213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:33.916427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:33.917327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:33.945882 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0377ef53-15c2-4365-ba1f-dcc8c6d25ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.047197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Allocated IP 172.20.0.2 (b145e67e-c482-48dc-b0a5-75536743f263/af4e4f18-ecb5-4395-b2fa-61ae79e20f3d/146732b4-9772-46fd-aba2-75461228212d) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:34.086714 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-1ad54c4f-c3e0-4b45-a757-3fff56d3908f tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9163120 Mar 31 22:47:34.104262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Request body: {'port': {'device_id': '7c5ead43-493b-4ffe-baf8-a4ad5f6646d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:34.193670 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.221385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.223297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a671c-e2ca-4ddc-896a-95048f2d1189 req-0187aa1a-292c-42f7-9132-220541836a5a tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:34.226170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a2a671c-e2ca-4ddc-896a-95048f2d1189 req-0187aa1a-292c-42f7-9132-220541836a5a tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 965 time: 0.1355076 Mar 31 22:47:34.235493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-59d43ce0-66dd-4635-9c64-d437ebc507ce None None] Provisioning complete for port 11bc1c5c-1e79-4946-8280-4f00425e86b2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:34.235874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-59d43ce0-66dd-4635-9c64-d437ebc507ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.237478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49380) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:34.246639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Request body: {'floatingip': {'port_id': '936a9efa-eeac-48e9-b14a-2aff86455486'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:34.262351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.283838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-59d43ce0-66dd-4635-9c64-d437ebc507ce None None] Port 11bc1c5c-1e79-4946-8280-4f00425e86b2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:34.327567 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.390526 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.434185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Network b145e67e-c482-48dc-b0a5-75536743f263 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:34.437181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:34.441151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:34.453173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Pushing event updated for resources: {'Port': ['ID=146732b4-9772-46fd-aba2-75461228212d,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:34.514036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Attempting to bind port 146732b4-9772-46fd-aba2-75461228212d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:34.514881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Attempting to bind port 146732b4-9772-46fd-aba2-75461228212d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:34.515531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Attempting to bind port 146732b4-9772-46fd-aba2-75461228212d on network b145e67e-c482-48dc-b0a5-75536743f263 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:34.521686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:34.522998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Checking segment: {'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:34.523638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.524242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Bound using segment: {'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:34.525139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Bound port: 146732b4-9772-46fd-aba2-75461228212d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:34.525739 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.612315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] For port 146732b4-9772-46fd-aba2-75461228212d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:34.615005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49390) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:34.615619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] For port 146732b4-9772-46fd-aba2-75461228212d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=146732b4-9772-46fd-aba2-75461228212d,segment=NetworkSegment(808e003f-5d1c-4e80-89ec-1be206b7745d),segment_id=808e003f-5d1c-4e80-89ec-1be206b7745d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:34.643558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bc1c5c-1e79-4946-8280-4f00425e86b2 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:34.652842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.666629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Transition to ACTIVE for port object 11bc1c5c-1e79-4946-8280-4f00425e86b2 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:47:34.687599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.703423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d64176-6b79-4bb0-93fd-5cd8bf6471d2 req-1d761df5-e223-406c-a4e4-9ca83f2086d0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:34.711873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26d64176-6b79-4bb0-93fd-5cd8bf6471d2 req-1d761df5-e223-406c-a4e4-9ca83f2086d0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1746399 Mar 31 22:47:34.771565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c9-7b15-4963-be85-1af9fec9d96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.783737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.802357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf107b-693e-4d8b-be96-1b4dd9e2abf1 None None] Pushing event updated for resources: {'Port': ['ID=146732b4-9772-46fd-aba2-75461228212d,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:34.841750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26d64176-6b79-4bb0-93fd-5cd8bf6471d2 req-674a2952-d1de-43c4-9756-9e72769c33b0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243885 Mar 31 22:47:34.892931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Pushing event updated for resources: {'Port': ['ID=11bc1c5c-1e79-4946-8280-4f00425e86b2,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:34.972486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Attempting to bind port 11bc1c5c-1e79-4946-8280-4f00425e86b2 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:34.972486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Attempting to bind port 11bc1c5c-1e79-4946-8280-4f00425e86b2 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:34.972486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Attempting to bind port 11bc1c5c-1e79-4946-8280-4f00425e86b2 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:34.980865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Port 11bc1c5c-1e79-4946-8280-4f00425e86b2 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:34.981228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Attempting to bind port 11bc1c5c-1e79-4946-8280-4f00425e86b2 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:35.007394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c9-7b15-4963-be85-1af9fec9d96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.008661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:35.009014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:35.009388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:35.010416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Bound port: 11bc1c5c-1e79-4946-8280-4f00425e86b2, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:35.010801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.083954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c9-7b15-4963-be85-1af9fec9d96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.173913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8a3960c9-7b15-4963-be85-1af9fec9d96c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=489318177eb348de9ce726afb7926581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389843 Mar 31 22:47:35.173913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3960c9-7b15-4963-be85-1af9fec9d96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff958e-ae07-4cf4-8ae4-1a8b72436d39,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:35.183597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49408) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:35.185049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] For port 11bc1c5c-1e79-4946-8280-4f00425e86b2, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:35.191428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] For port 11bc1c5c-1e79-4946-8280-4f00425e86b2, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=11bc1c5c-1e79-4946-8280-4f00425e86b2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:35.259347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92ad9a3f-10c7-49e6-b330-9bbef93780aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.286675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92ad9a3f-10c7-49e6-b330-9bbef93780aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.299543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4a998-2f0d-4316-93a4-bd506d8aeaa8 req-e47c2954-1af0-42dd-bf80-660e03d65867 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:35.301116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8d4a998-2f0d-4316-93a4-bd506d8aeaa8 req-e47c2954-1af0-42dd-bf80-660e03d65867 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 948 time: 0.2423067 Mar 31 22:47:35.302228 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.311550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.351880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.379232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:35.379848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.381309 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] 10.222.0.45 "PUT /v2.0/ports/11bc1c5c-1e79-4946-8280-4f00425e86b2 HTTP/1.1" status: 200 len: 1096 time: 1.2848279 Mar 31 22:47:35.381815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5ead43-493b-4ffe-baf8-a4ad5f6646d3', 'tag': '11bc1c5c-1e79-4946-8280-4f00425e86b2'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:35.384188 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5ead43-493b-4ffe-baf8-a4ad5f6646d3", "tag": "11bc1c5c-1e79-4946-8280-4f00425e86b2"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:35.406510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a3af6-3cc6-414e-b6b5-04fbe8cfb380 service neutron] Pushing event updated for resources: {'Port': ['ID=11bc1c5c-1e79-4946-8280-4f00425e86b2,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:35.534635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92ad9a3f-10c7-49e6-b330-9bbef93780aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.538641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92ad9a3f-10c7-49e6-b330-9bbef93780aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.543049 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-92ad9a3f-10c7-49e6-b330-9bbef93780aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35ff958e-ae07-4cf4-8ae4-1a8b72436d39 HTTP/1.1" status: 204 len: 168 time: 0.3536839 Mar 31 22:47:35.567961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad9a3f-10c7-49e6-b330-9bbef93780aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff958e-ae07-4cf4-8ae4-1a8b72436d39,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:35.605945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-808e486a-abe5-4d71-a49f-4cd78fe3fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:35.617441 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-808e486a-abe5-4d71-a49f-4cd78fe3fb05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a77fa3faf6e45aab1520377398455c8&device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 1099 time: 0.0926194 Mar 31 22:47:35.665941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-5e6f7653-1b73-48d6-92b1-0bbbb2f51fa9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=11bc1c5c-1e79-4946-8280-4f00425e86b2 HTTP/1.1" status: 200 len: 217 time: 0.0419471 Mar 31 22:47:35.770045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8d4a998-2f0d-4316-93a4-bd506d8aeaa8 req-1bfc88a0-4bae-4118-8440-df8ec6c55285 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374161 Mar 31 22:47:35.772117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:47:35.967516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.983571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-80f530b8-03d7-41f4-b149-812f014999fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:35.999131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-2d3d76c8-c377-4673-a581-287c4c63d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:36.000797 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-2d3d76c8-c377-4673-a581-287c4c63d05e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.3280504 Mar 31 22:47:36.002027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Allocated IP 172.25.4.105 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/4fa5f2a9-1c7d-4ac4-ba69-814132e8a503) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:36.077965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-a71669ac-8b92-4de7-bb6d-1b1ab8aadc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:36.079561 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-a71669ac-8b92-4de7-bb6d-1b1ab8aadc65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703070 Mar 31 22:47:36.115584 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.161401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac5261-7c9b-4790-acb5-bdb7b1321d7c None None] Network b145e67e-c482-48dc-b0a5-75536743f263 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:47:36.214124 n-d-836015-1 neutron-server[109821]: WARNING keystonemiddleware.auth_token [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-d23c50d0-eab5-42ce-85ec-15a5fa20a792 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 22:47:36.218807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-1914fdda-c48c-42d5-b8c7-0d4a5dadaa46 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:36.221087 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-1914fdda-c48c-42d5-b8c7-0d4a5dadaa46 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2131104 Mar 31 22:47:36.223156 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-f8283d31-97c8-4bd1-9e6d-b763412dec77 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348805 Mar 31 22:47:36.267127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-62694daa-b9ca-4a99-b8a0-571242257dcd None None] Provisioning complete for port 146732b4-9772-46fd-aba2-75461228212d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:36.267498 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62694daa-b9ca-4a99-b8a0-571242257dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.283697 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcd545c-91e6-4869-91b1-8bea58b7d54d x-openstack-request-id: req-8fcd545c-91e6-4869-91b1-8bea58b7d54d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:36.283994 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5ead43-493b-4ffe-baf8-a4ad5f6646d3", "tag": "11bc1c5c-1e79-4946-8280-4f00425e86b2", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:36.284106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.284288 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fcd545c-91e6-4869-91b1-8bea58b7d54d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:36.284741 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcd545c-91e6-4869-91b1-8bea58b7d54d'] response: {'name': 'network-changed', 'server_uuid': '7c5ead43-493b-4ffe-baf8-a4ad5f6646d3', 'tag': '11bc1c5c-1e79-4946-8280-4f00425e86b2', 'status': 'completed', 'code': 200} Mar 31 22:47:36.314901 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Floating IP 4ccf06ca-c2a1-411d-a4bf-d3981a27d344 associated. External IP: 172.25.4.182, port: 936a9efa-eeac-48e9-b14a-2aff86455486. Mar 31 22:47:36.341043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-bf75e8f1-0466-4c6e-9019-8b21739b980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:36.345149 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-bf75e8f1-0466-4c6e-9019-8b21739b980c service neutron] 10.222.0.31 "GET /v2.0/ports/fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 1114 time: 0.1162221 Mar 31 22:47:36.365068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Request body: {'binding': {'host': 'n-h2-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:36.365605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Unknown quota resources ['binding']. {{(pid=109821) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:47:36.415253 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62694daa-b9ca-4a99-b8a0-571242257dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.432247 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84b69497-cfba-4ea7-bce5-f15cf0e53237 req-27433cc9-a2a5-44b9-b3c7-355f76a4eb23 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014742 Mar 31 22:47:36.477261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-62694daa-b9ca-4a99-b8a0-571242257dcd None None] For port 146732b4-9772-46fd-aba2-75461228212d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=146732b4-9772-46fd-aba2-75461228212d,segment=NetworkSegment(808e003f-5d1c-4e80-89ec-1be206b7745d),segment_id=808e003f-5d1c-4e80-89ec-1be206b7745d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:36.489610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e6f1-dd69-4701-861e-4c3803424302 req-ea13b9b4-2990-43e6-8ccb-2db5799e9afa tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:36.491840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4059e6f1-dd69-4701-861e-4c3803424302 req-ea13b9b4-2990-43e6-8ccb-2db5799e9afa tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1326497 Mar 31 22:47:36.525820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:36.534643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.551024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b6e7-c0f3-4a9b-be48-35dfc2ca3ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.566227 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62694daa-b9ca-4a99-b8a0-571242257dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.630892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62694daa-b9ca-4a99-b8a0-571242257dcd None None] Pushing event updated for resources: {'Port': ['ID=146732b4-9772-46fd-aba2-75461228212d,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:36.708485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:36.722009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4059e6f1-dd69-4701-861e-4c3803424302 req-10818bb4-716b-4291-8a34-a8799afa16fe tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165625 Mar 31 22:47:36.736489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:36.754576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:36.762581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b6e7-c0f3-4a9b-be48-35dfc2ca3ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.763691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on host n-h2-836015-1 for vnic_type normal with profile None {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:36.764101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:36.764341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:36.770590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:36.770901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:36.773265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 146732b4-9772-46fd-aba2-75461228212d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:36.776508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-f51380a9-2bda-4a0e-892e-7e582a5d2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:36.777302 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-f51380a9-2bda-4a0e-892e-7e582a5d2207 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a77fa3faf6e45aab1520377398455c8&device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 1099 time: 0.2226381 Mar 31 22:47:36.780167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:36.780505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:36.780885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:36.781318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Bound port: fdaac679-d757-45c9-86a8-075bae762b67, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:36.797837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa5f2a9-1c7d-4ac4-ba69-814132e8a503,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:36.830453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1ba313d2-a724-41c7-a1d3-c1f9e83ca4c9 None None] Provisioning complete for port 146732b4-9772-46fd-aba2-75461228212d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:36.831100 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1ba313d2-a724-41c7-a1d3-c1f9e83ca4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.847653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Router fa473f57-2ba1-47e9-a850-76e5758b3d99 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:47:36.883354 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b6e7-c0f3-4a9b-be48-35dfc2ca3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.892446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 146732b4-9772-46fd-aba2-75461228212d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:36.892819 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:36.994539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:36.999291 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f31b6e7-c0f3-4a9b-be48-35dfc2ca3ba5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f37a46c5b2d4a4caed65a49cec6d021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724643 Mar 31 22:47:37.005787 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31b6e7-c0f3-4a9b-be48-35dfc2ca3ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8303a6b3-61e0-4225-ad36-5b63eab71ae3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:37.009797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49444) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:37.044576 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-f525839d-4cb0-4fd4-9b86-3060681bec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:37.046111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-f525839d-4cb0-4fd4-9b86-3060681bec82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2602417 Mar 31 22:47:37.096253 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-010b73b1-dd88-4444-839a-64bbdacc59a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=11bc1c5c-1e79-4946-8280-4f00425e86b2 HTTP/1.1" status: 200 len: 217 time: 0.0384676 Mar 31 22:47:37.099133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] Notify callbacks [] for binding, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.100236 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-89158187-8bfe-4ef0-a6a9-627fd51eadb8 service neutron] 10.222.0.31 "POST /v2.0/ports/fdaac679-d757-45c9-86a8-075bae762b67/bindings HTTP/1.1" status: 201 len: 389 time: 0.7396636 Mar 31 22:47:37.136247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:47:37.138239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-14411ea7-0d03-4958-9ae7-ca70e61a3cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.143323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.151885 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] Sync routers for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:47:37.163903 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:37.165207 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:37.178617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-14411ea7-0d03-4958-9ae7-ca70e61a3cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.181192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-8fa46684-b65f-459d-a6bc-713c0cbdb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:37.182689 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-8fa46684-b65f-459d-a6bc-713c0cbdb4aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0731466 Mar 31 22:47:37.205507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf69a92-b1b1-40f6-bf95-987dce7208cd req-76552f8c-c84f-4aae-826f-7e12991e67d6 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:37.207067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbf69a92-b1b1-40f6-bf95-987dce7208cd req-76552f8c-c84f-4aae-826f-7e12991e67d6 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 948 time: 0.1697028 Mar 31 22:47:37.223290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fbfa7b8a-1031-40b6-8077-174bcda66576 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "PUT /v2.0/floatingips/4ccf06ca-c2a1-411d-a4bf-d3981a27d344 HTTP/1.1" status: 200 len: 1011 time: 2.9826000 Mar 31 22:47:37.241745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'tag': '936a9efa-eeac-48e9-b14a-2aff86455486'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:37.245940 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20499829-9a6a-4ea4-add8-d8966854c02d" -d '{"events": [{"name": "network-changed", "server_uuid": "224c90a3-fc0e-45e8-8567-f5c51e0371c0", "tag": "936a9efa-eeac-48e9-b14a-2aff86455486"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:37.255253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-f90c0412-463e-4d6e-80cd-a8b4c9cd53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:37.257806 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-f90c0412-463e-4d6e-80cd-a8b4c9cd53ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679414 Mar 31 22:47:37.264110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.308825 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:37.327021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbf69a92-b1b1-40f6-bf95-987dce7208cd req-d35b1b0d-45a6-4b71-9436-3bf956d93388 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096530 Mar 31 22:47:37.367897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-14411ea7-0d03-4958-9ae7-ca70e61a3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.376342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-14411ea7-0d03-4958-9ae7-ca70e61a3cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.378122 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-14411ea7-0d03-4958-9ae7-ca70e61a3cae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8303a6b3-61e0-4225-ad36-5b63eab71ae3 HTTP/1.1" status: 204 len: 168 time: 0.3673024 Mar 31 22:47:37.402047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14411ea7-0d03-4958-9ae7-ca70e61a3cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8303a6b3-61e0-4225-ad36-5b63eab71ae3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:37.409052 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-b343ba86-639b-4553-8773-523ea88cd43c service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405427 Mar 31 22:47:37.540136 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.556437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:37.642267 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81c49a3a-3b98-4aef-97e6-49b5e433bfd5 req-94fc994e-824d-4289-9da0-d49eb442059a service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197464 Mar 31 22:47:37.647330 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d810d6-aa7a-465d-8dcd-11fe8fe75eac x-openstack-request-id: req-b4d810d6-aa7a-465d-8dcd-11fe8fe75eac {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:37.667131 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224c90a3-fc0e-45e8-8567-f5c51e0371c0", "tag": "936a9efa-eeac-48e9-b14a-2aff86455486", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:37.667131 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4d810d6-aa7a-465d-8dcd-11fe8fe75eac {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:37.667131 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d810d6-aa7a-465d-8dcd-11fe8fe75eac'] response: {'name': 'network-changed', 'server_uuid': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'tag': '936a9efa-eeac-48e9-b14a-2aff86455486', 'status': 'completed', 'code': 200} Mar 31 22:47:37.795747 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '4ccf06ca-c2a1-411d-a4bf-d3981a27d344', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'port_id': '936a9efa-eeac-48e9-b14a-2aff86455486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'mac_address': 'fa:16:3e:eb:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'device_owner': 'compute:tempest-test_az-79161682'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:47:14Z', 'updated_at': '2022-03-31T22:47:35Z', 'revision_number': 1, 'project_id': 'b570169ca551491781f23963d37c1e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:37.827513 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] Checking router: fa473f57-2ba1-47e9-a850-76e5758b3d99 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:47:37.837090 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:37.837754 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:37.951535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:38.005992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-6430e378-6173-4928-8cb7-bf913c150b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.011911 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-6430e378-6173-4928-8cb7-bf913c150b55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1117 time: 0.0666630 Mar 31 22:47:38.093033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844ab89-04ac-4898-98fd-90c7cf26e8f9 req-63618b7b-b81f-40e2-9c88-9d6cc99261ba tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.101139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0844ab89-04ac-4898-98fd-90c7cf26e8f9 req-63618b7b-b81f-40e2-9c88-9d6cc99261ba tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 965 time: 0.4227619 Mar 31 22:47:38.120079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20499829-9a6a-4ea4-add8-d8966854c02d req-5ec9eedc-11f4-44be-8989-347bc30a4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.122394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20499829-9a6a-4ea4-add8-d8966854c02d req-5ec9eedc-11f4-44be-8989-347bc30a4fc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b570169ca551491781f23963d37c1e66&device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 1116 time: 0.4115486 Mar 31 22:47:38.133710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-4d02d4a8-ccea-41ad-afe5-3a933b6073c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.135245 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-4d02d4a8-ccea-41ad-afe5-3a933b6073c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1172256 Mar 31 22:47:38.164816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92ab53-09fa-4267-af55-2ec6af5b85be req-c8398c4a-73c2-4ff3-8b93-8e5f39ebf36e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.166312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc92ab53-09fa-4267-af55-2ec6af5b85be req-c8398c4a-73c2-4ff3-8b93-8e5f39ebf36e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 966 time: 0.1735005 Mar 31 22:47:38.184211 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-a71f9a03-ed7c-4d32-8cdf-cae027942509 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 217 time: 0.0420039 Mar 31 22:47:38.206892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:38.238822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-4c565878-bd8e-477f-8ac1-5de6e285d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.240358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-4c565878-bd8e-477f-8ac1-5de6e285d87c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0503182 Mar 31 22:47:38.243042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0844ab89-04ac-4898-98fd-90c7cf26e8f9 req-d98e0789-fdb5-403f-a8a2-dcd50d856130 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1408925 Mar 31 22:47:38.283527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-b4d8af51-3b94-4a5b-b6ca-6490cf5aef92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291729 Mar 31 22:47:38.309248 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '4ccf06ca-c2a1-411d-a4bf-d3981a27d344', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'port_id': '936a9efa-eeac-48e9-b14a-2aff86455486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'mac_address': 'fa:16:3e:eb:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'device_owner': 'compute:tempest-test_az-79161682'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:47:14Z', 'updated_at': '2022-03-31T22:47:35Z', 'revision_number': 1, 'project_id': 'b570169ca551491781f23963d37c1e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:38.327473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc92ab53-09fa-4267-af55-2ec6af5b85be req-a9676058-3243-4d47-8325-863d5d80a622 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530077 Mar 31 22:47:38.328938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20499829-9a6a-4ea4-add8-d8966854c02d req-2b56f1fa-30bb-44e6-ad65-2c1f464fb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.330342 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20499829-9a6a-4ea4-add8-d8966854c02d req-2b56f1fa-30bb-44e6-ad65-2c1f464fb2e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 200 len: 924 time: 0.1996722 Mar 31 22:47:38.363239 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08a854-6ea5-436d-a1bf-5fcff7d6e176 None None] The sync data for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 is: [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '4ccf06ca-c2a1-411d-a4bf-d3981a27d344', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'port_id': '936a9efa-eeac-48e9-b14a-2aff86455486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'mac_address': 'fa:16:3e:eb:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'device_owner': 'compute:tempest-test_az-79161682'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:47:14Z', 'updated_at': '2022-03-31T22:47:35Z', 'revision_number': 1, 'project_id': 'b570169ca551491781f23963d37c1e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:47:38.424080 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-996e3832-5091-4afc-bb41-14ee372bf6c5 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336949 Mar 31 22:47:38.468220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:47:38.488618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20499829-9a6a-4ea4-add8-d8966854c02d req-99bb4549-33ef-424b-9cd5-dab02fd8a7db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936a9efa-eeac-48e9-b14a-2aff86455486 HTTP/1.1" status: 200 len: 1019 time: 0.1516526 Mar 31 22:47:38.557835 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-fb0ba7be-9992-400a-b21f-f27a05fbbd29 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259983 Mar 31 22:47:38.590766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20499829-9a6a-4ea4-add8-d8966854c02d req-e4d734db-56bf-4a2c-8154-46ede4575e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.592264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20499829-9a6a-4ea4-add8-d8966854c02d req-e4d734db-56bf-4a2c-8154-46ede4575e80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80489c5f-101f-4eac-bf28-a8f97807c7cc HTTP/1.1" status: 200 len: 862 time: 0.0954382 Mar 31 22:47:38.698364 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:38.719232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:47:38.737182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Sync routers for ids ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:47:38.748043 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9025cf0-499c-436a-88dc-0baf8266359c None None] New status for floating IP 4ccf06ca-c2a1-411d-a4bf-d3981a27d344: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:47:38.753715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Routers {'06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:38.754790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:38.786608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20499829-9a6a-4ea4-add8-d8966854c02d req-b85052b3-c420-41f6-bdaa-84fcb3d92b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.788748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20499829-9a6a-4ea4-add8-d8966854c02d req-b85052b3-c420-41f6-bdaa-84fcb3d92b9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d80dae4-f6db-497e-a83e-9c9d17ece4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652372 Mar 31 22:47:38.833848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 146732b4-9772-46fd-aba2-75461228212d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:38.890294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-88e31948-28a5-4c74-958b-93c6473face3 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.891949 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-88e31948-28a5-4c74-958b-93c6473face3 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1117 time: 0.0931797 Mar 31 22:47:38.909713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-1'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:38.927305 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:38.940885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e05be312-147f-45e7-b761-db7b490fbb99 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2172377 Mar 31 22:47:38.941154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49494) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:38.960084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442d368-cf75-46ee-9f98-e635d8ba6e25 req-0e1a8517-ed64-45a6-abda-f561b793557d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:38.968177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c442d368-cf75-46ee-9f98-e635d8ba6e25 req-0e1a8517-ed64-45a6-abda-f561b793557d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.2828736 Mar 31 22:47:39.005549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32262fc-0093-4fe8-a420-0708d4b987e0 req-29014867-5b16-4176-a6b4-8b7327601320 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:39.008339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e32262fc-0093-4fe8-a420-0708d4b987e0 req-29014867-5b16-4176-a6b4-8b7327601320 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 948 time: 0.2643833 Mar 31 22:47:39.133502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c442d368-cf75-46ee-9f98-e635d8ba6e25 req-ff0a33d1-b37f-476a-8042-a5f46ab17803 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579764 Mar 31 22:47:39.135754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20499829-9a6a-4ea4-add8-d8966854c02d req-6d466703-0015-4d38-946e-931f4c9bda34 service neutron] 10.222.0.50 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152215 Mar 31 22:47:39.173370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e32262fc-0093-4fe8-a420-0708d4b987e0 req-7f49a31c-fcec-436e-84b4-aecad2da154d tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496241 Mar 31 22:47:39.200802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Set router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:39.214033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:39.307210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20499829-9a6a-4ea4-add8-d8966854c02d req-860164fb-c123-424a-bbe2-55e525f9bb9f service neutron] 10.222.0.50 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634552 Mar 31 22:47:39.347520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:39.358728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 146732b4-9772-46fd-aba2-75461228212d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:39.359102 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:39.486961 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:39.566093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beba27-dc71-4526-bedd-bb6591e64fa1 req-53db5ec7-0ef2-4486-bc0b-3c3d1871bb6e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:39.575062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47beba27-dc71-4526-bedd-bb6591e64fa1 req-53db5ec7-0ef2-4486-bc0b-3c3d1871bb6e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 966 time: 0.1051586 Mar 31 22:47:39.623874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47beba27-dc71-4526-bedd-bb6591e64fa1 req-feb8f917-cf48-4b14-82be-cc728c6e2254 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467632 Mar 31 22:47:39.711552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:47:36Z', 'revision_number': 3, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:39.765273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Checking router: 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:47:39.765273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Updating router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:47:39.816848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:39.933280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:40.029577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:40.077494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 11bc1c5c-1e79-4946-8280-4f00425e86b2 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:47:40.117589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:40.122363 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa8aa8d-b689-43a9-ab42-b34d792e588b" -d '{"events": [{"server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "name": "network-vif-unplugged", "status": "completed", "tag": "fdaac679-d757-45c9-86a8-075bae762b67"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:40.126507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.130940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.259856 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe0a22e-afc1-4fde-9023-8b28e71525ce x-openstack-request-id: req-ebe0a22e-afc1-4fde-9023-8b28e71525ce {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:40.260538 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "name": "network-vif-unplugged", "status": "completed", "tag": "fdaac679-d757-45c9-86a8-075bae762b67", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:40.260790 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebe0a22e-afc1-4fde-9023-8b28e71525ce {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:40.261265 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe0a22e-afc1-4fde-9023-8b28e71525ce'] response: {'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67', 'code': 200} Mar 31 22:47:40.263527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.266803 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.328855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a21a36-3b7c-4bcb-a0f9-2e15818452fd req-14c04a43-1ddb-4a90-9ec8-37d9540a8984 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:40.339181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77a21a36-3b7c-4bcb-a0f9-2e15818452fd req-14c04a43-1ddb-4a90-9ec8-37d9540a8984 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.0699248 Mar 31 22:47:40.352625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.391528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77a21a36-3b7c-4bcb-a0f9-2e15818452fd req-40f5a2c1-49f6-4e14-979c-b05117dadd54 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508697 Mar 31 22:47:40.476782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 11bc1c5c-1e79-4946-8280-4f00425e86b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=11bc1c5c-1e79-4946-8280-4f00425e86b2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:40.504458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Attempting to bind port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:40.506464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Attempting to bind port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:40.506464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Attempting to bind port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:40.521355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e629a-5cc7-4598-9797-7d83b5a3a1d1 None None] Pushing event updated for resources: {'Port': ['ID=4fa5f2a9-1c7d-4ac4-ba69-814132e8a503,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:40.536181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:40.536181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:40.536181 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.536181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:40.536181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Bound port: 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:40.536181 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.536181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '11bc1c5c-1e79-4946-8280-4f00425e86b2', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '11bc1c5c-1e79-4946-8280-4f00425e86b2', 'mac_address': 'fa:16:3e:11:32:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:47:40.610096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eae18-a8ae-4d42-b70d-a242ee8c20e5 req-d1ce0d3e-e40c-464f-be10-17e7cbd92ab0 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:40.623595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b73eae18-a8ae-4d42-b70d-a242ee8c20e5 req-d1ce0d3e-e40c-464f-be10-17e7cbd92ab0 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 948 time: 0.0919874 Mar 31 22:47:40.640668 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.654314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] For port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:40.667784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] For port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4fa5f2a9-1c7d-4ac4-ba69-814132e8a503,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:40.678823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bc1c5c-1e79-4946-8280-4f00425e86b2 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:40.682320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b73eae18-a8ae-4d42-b70d-a242ee8c20e5 req-2b7d8ad0-7052-42e3-bcaf-13efc86a3d60 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592041 Mar 31 22:47:40.718434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:40.720131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 11bc1c5c-1e79-4946-8280-4f00425e86b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=11bc1c5c-1e79-4946-8280-4f00425e86b2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:40.742916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on host n-h1-836015-1 for vnic_type normal with profile {"migrating_to": "n-h2-836015-1"} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:40.744361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:40.744361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:40.749308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Allocated IP 172.20.0.1 (b145e67e-c482-48dc-b0a5-75536743f263/af4e4f18-ecb5-4395-b2fa-61ae79e20f3d/039ec26b-8fda-4fb3-83f9-42ceb01a5962) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:40.751077 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.757109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.757598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.758160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.758584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.761874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.761874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.761874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.761874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.761874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.761874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.761874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.761874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:40.843698 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.860466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Routers {'06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:40.861196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:40.863379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e629a-5cc7-4598-9797-7d83b5a3a1d1 None None] Pushing event updated for resources: {'Port': ['ID=4fa5f2a9-1c7d-4ac4-ba69-814132e8a503,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:40.896165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:40.897828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Attempting to bind port fdaac679-d757-45c9-86a8-075bae762b67 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:40.901662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8d1b3-1207-4ce9-a9e8-3b56fe686f97 req-60a5efd4-a016-4958-a699-cb03ebf7088a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:40.906411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8e8d1b3-1207-4ce9-a9e8-3b56fe686f97 req-60a5efd4-a016-4958-a699-cb03ebf7088a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.1155636 Mar 31 22:47:40.920523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:40.921436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:40.922041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:40.923753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Bound port: fdaac679-d757-45c9-86a8-075bae762b67, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:40.924372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.980296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8e8d1b3-1207-4ce9-a9e8-3b56fe686f97 req-d9247652-1200-4493-b005-bb578e08988b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632434 Mar 31 22:47:41.019049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=11bc1c5c-1e79-4946-8280-4f00425e86b2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:41.069371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] Set router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:41.077800 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:41.098509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['11bc1c5c-1e79-4946-8280-4f00425e86b2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:41.106158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:41.111035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:41.220573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:41.304720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:41.376573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=8']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:41.389052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Network b145e67e-c482-48dc-b0a5-75536743f263 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:41.392293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:41.393131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:41.394771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-45e33a06-53e2-458d-bf72-b6424ad81886 service neutron] 10.222.0.45 "PUT /v2.0/ports/fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 1142 time: 2.4919455 Mar 31 22:47:41.395911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:41.400175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:47:36Z', 'revision_number': 3, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:41.418010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:41.418010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:41.445216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dffb8-1a53-4a5f-88ae-2f48faa9c1a8 None None] The sync data for ids ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'] in n-d-836015-1 is: [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:47:36Z', 'revision_number': 3, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:47:41.478255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fdaac679-d757-45c9-86a8-075bae762b67'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:41.549961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Pushing event updated for resources: {'Port': ['ID=039ec26b-8fda-4fb3-83f9-42ceb01a5962,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:41.654061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc7c62-2780-4889-a97d-2d11e06ffde0 req-1734a6b4-53c5-4e5b-9aa6-801a4c9d6eae tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:41.665264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acfc7c62-2780-4889-a97d-2d11e06ffde0 req-1734a6b4-53c5-4e5b-9aa6-801a4c9d6eae tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1208208 Mar 31 22:47:41.756635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acfc7c62-2780-4889-a97d-2d11e06ffde0 req-45441033-9ec1-41dd-affa-245472f0bcab tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Mar 31 22:47:41.912885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:41.975337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a4341de6-4126-44fa-b068-787696dfcbe4 None None] Provisioning complete for port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:41.976137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a4341de6-4126-44fa-b068-787696dfcbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:42.021113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee83a9-1255-4a5c-b885-e46e519ea0b7 req-3c07ad96-e10d-46f1-916b-8e7a0359075c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:42.029250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8ee83a9-1255-4a5c-b885-e46e519ea0b7 req-3c07ad96-e10d-46f1-916b-8e7a0359075c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 949 time: 0.1758010 Mar 31 22:47:42.070785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 11bc1c5c-1e79-4946-8280-4f00425e86b2 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:42.113417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8ee83a9-1255-4a5c-b885-e46e519ea0b7 req-002f3402-cb63-45e8-a0a0-fafcb94c7161 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741296 Mar 31 22:47:42.174729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a4341de6-4126-44fa-b068-787696dfcbe4 None None] Port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:42.208949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86315fbe-b11f-4332-a33d-1d18332fc20a req-de0e50d9-1277-4f37-8b2a-6d30601fd6bf tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:42.228495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86315fbe-b11f-4332-a33d-1d18332fc20a req-de0e50d9-1277-4f37-8b2a-6d30601fd6bf tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.0889082 Mar 31 22:47:42.261989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:42.264414 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112d6d4f-2e4a-4424-8c8e-991a84020399" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "tag": "fdaac679-d757-45c9-86a8-075bae762b67"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:42.270665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86315fbe-b11f-4332-a33d-1d18332fc20a req-398393a0-1c70-4418-9f23-61ab72833064 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Mar 31 22:47:42.313217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:42.328885 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91585ead-b243-40a5-9a11-2729f99974ca x-openstack-request-id: req-91585ead-b243-40a5-9a11-2729f99974ca {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:42.329176 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "tag": "fdaac679-d757-45c9-86a8-075bae762b67", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:42.329457 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91585ead-b243-40a5-9a11-2729f99974ca {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:42.329854 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91585ead-b243-40a5-9a11-2729f99974ca'] response: {'name': 'network-changed', 'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67', 'status': 'completed', 'code': 200} Mar 31 22:47:42.397805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-d4ef5af2-a795-45ab-a2be-7a620b49e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:42.399380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-d4ef5af2-a795-45ab-a2be-7a620b49e132 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1145 time: 0.0438628 Mar 31 22:47:42.508791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-9f840613-051e-4c1e-b937-20515349cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:42.508791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-9f840613-051e-4c1e-b937-20515349cdd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1003718 Mar 31 22:47:42.564077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-37f84c34-7ef8-4761-ab32-82492f4cba04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 217 time: 0.0421805 Mar 31 22:47:42.881902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-acee1aa8-6918-4895-9830-f26031f81945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:42.881902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-acee1aa8-6918-4895-9830-f26031f81945 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0494497 Mar 31 22:47:42.881902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-ecbfb215-ddef-47b9-a5b8-7f66d7c9dcb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316544 Mar 31 22:47:42.881902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-236007e5-be94-4dfd-8a8e-c465f6e20988 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989778 Mar 31 22:47:42.896575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-112d6d4f-2e4a-4424-8c8e-991a84020399 req-08e4b092-d948-4ff3-9fe5-26e9fe89fad8 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215563 Mar 31 22:47:42.903464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:42.904489 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:42.911613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 11bc1c5c-1e79-4946-8280-4f00425e86b2 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:47:42.935069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 11bc1c5c-1e79-4946-8280-4f00425e86b2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:42.935676 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:42.950881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5c507-a0d6-48d9-92dd-58c4ea6cba57 req-7045e323-aba4-4aad-a872-7ce7add834f3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:42.957286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fad5c507-a0d6-48d9-92dd-58c4ea6cba57 req-7045e323-aba4-4aad-a872-7ce7add834f3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1216614 Mar 31 22:47:43.054961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:43.092466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fad5c507-a0d6-48d9-92dd-58c4ea6cba57 req-227d6fbe-5478-4837-9143-b23bf4139967 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163063 Mar 31 22:47:43.139425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49612) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:43.188708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Pushing event updated for resources: {'Port': ['ID=039ec26b-8fda-4fb3-83f9-42ceb01a5962,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:43.228557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49620) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:43.266605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Network b145e67e-c482-48dc-b0a5-75536743f263 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:43.268389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:43.398554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:43.399236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:43.507088 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:43.638600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:43.656344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:43.679045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5ead43-493b-4ffe-baf8-a4ad5f6646d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bc1c5c-1e79-4946-8280-4f00425e86b2'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:43.682023 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5431ecd0-bd73-4cd1-91d3-b79d1abd984b" -d '{"events": [{"server_uuid": "7c5ead43-493b-4ffe-baf8-a4ad5f6646d3", "name": "network-vif-plugged", "status": "completed", "tag": "11bc1c5c-1e79-4946-8280-4f00425e86b2"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:43.715180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:47:43.725611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4fa5f2a9-1c7d-4ac4-ba69-814132e8a503,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:43.728733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 11bc1c5c-1e79-4946-8280-4f00425e86b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=11bc1c5c-1e79-4946-8280-4f00425e86b2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:43.734083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6958f7-163c-4822-825a-10c025e543c4 req-e076a4d5-63f1-49e6-ac2e-cc5bea88dab7 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:43.735751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c6958f7-163c-4822-825a-10c025e543c4 req-e076a4d5-63f1-49e6-ac2e-cc5bea88dab7 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 949 time: 0.2739129 Mar 31 22:47:43.738886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cc79dc94-2ddd-490d-892a-919439b9e1c6 None None] Provisioning complete for port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:43.739277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cc79dc94-2ddd-490d-892a-919439b9e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:43.782194 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:43.784781 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ecc5857b-0095-4c62-b373-e024ec12eee6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ceb7d7b6cc1e415e9388c9ddbb306ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5549428 Mar 31 22:47:43.795913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49634) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:43.817398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:43.821759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cc79dc94-2ddd-490d-892a-919439b9e1c6 None None] Port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:43.852431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=4fa5f2a9-1c7d-4ac4-ba69-814132e8a503,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:43.861962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.862844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.863400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.863910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.864437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.864825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.865226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.866523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.866940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.867359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.867766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.868138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:43.884557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c6958f7-163c-4822-825a-10c025e543c4 req-4c2c6a8f-474b-4dc5-b14d-fa65b459302b tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301453 Mar 31 22:47:43.927769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783744e-7547-4ebc-9337-8ff8ed51f76c req-47a6fcdc-75d6-49b1-b8db-aebf54d9661b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:43.945065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6783744e-7547-4ebc-9337-8ff8ed51f76c req-47a6fcdc-75d6-49b1-b8db-aebf54d9661b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.2013059 Mar 31 22:47:43.968390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=11bc1c5c-1e79-4946-8280-4f00425e86b2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:44.003712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.032691 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d837660-d50b-4b73-b8a7-09f1dd6f8cf9 x-openstack-request-id: req-0d837660-d50b-4b73-b8a7-09f1dd6f8cf9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:44.032691 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5ead43-493b-4ffe-baf8-a4ad5f6646d3", "name": "network-vif-plugged", "status": "completed", "tag": "11bc1c5c-1e79-4946-8280-4f00425e86b2", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:44.032691 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d837660-d50b-4b73-b8a7-09f1dd6f8cf9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:44.032691 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d837660-d50b-4b73-b8a7-09f1dd6f8cf9'] response: {'server_uuid': '7c5ead43-493b-4ffe-baf8-a4ad5f6646d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bc1c5c-1e79-4946-8280-4f00425e86b2', 'code': 200} Mar 31 22:47:44.034829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:47:44.035252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8bce70d4-57be-4f78-ae2a-faf409470a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.041559 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a949d8e9-1b9f-4da9-a41a-0803838e010e admin admin] 10.222.0.31 "PUT /v2.0/routers/06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1018474 Mar 31 22:47:44.060721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fdaac679-d757-45c9-86a8-075bae762b67 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:47:44.066602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6783744e-7547-4ebc-9337-8ff8ed51f76c req-405b3c24-735c-4f15-afe8-bddd4f8ab767 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056204 Mar 31 22:47:44.096564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.134463 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8bce70d4-57be-4f78-ae2a-faf409470a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.186885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7ae0d0-7efc-43d3-a13c-8e6484a26a64,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:44.192896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46c662-15fe-4108-a751-d9e361133013 req-9741d322-c8bb-44ae-bf34-ac607eee7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:44.196197 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d46c662-15fe-4108-a751-d9e361133013 req-9741d322-c8bb-44ae-bf34-ac607eee7946 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 1101 time: 0.0812685 Mar 31 22:47:44.196373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8149b2eb99264a889cd51ef226be943a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0479383 Mar 31 22:47:44.199126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49644) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:44.219745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.220091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.220430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.220760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.221081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.221408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.221730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.222151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.222536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.223235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.223235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.223425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa61cbb-df6f-4821-b989-18a16448f175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:47:44.316736 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d46c662-15fe-4108-a751-d9e361133013 req-5a445d1d-34f2-4ab3-8349-ead815a2fe70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709028 Mar 31 22:47:44.317794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8156bcb7-2045-41f5-97e1-62c1f5278467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.340076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Sync routers for ids ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:47:44.343855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8bce70d4-57be-4f78-ae2a-faf409470a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.346749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8bce70d4-57be-4f78-ae2a-faf409470a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.354063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8bce70d4-57be-4f78-ae2a-faf409470a9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/430eef26-c951-4a40-9919-394cbedad949 HTTP/1.1" status: 204 len: 168 time: 0.5479896 Mar 31 22:47:44.363082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:44.368801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8156bcb7-2045-41f5-97e1-62c1f5278467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.380346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fdaac679-d757-45c9-86a8-075bae762b67 has no active binding in host n-h2-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:47:44.390393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce70d4-57be-4f78-ae2a-faf409470a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430eef26-c951-4a40-9919-394cbedad949,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:44.405288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Routers {'06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:44.405288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:44.475554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508a017-febe-461d-afc1-fe0f9c72e4b5 req-e4e5ba79-7c50-496a-b01e-aef263f82d8d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:44.482667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b508a017-febe-461d-afc1-fe0f9c72e4b5 req-e4e5ba79-7c50-496a-b01e-aef263f82d8d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1272435 Mar 31 22:47:44.551709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b508a017-febe-461d-afc1-fe0f9c72e4b5 req-f3894305-2c29-4465-87d9-b9755253416c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637496 Mar 31 22:47:44.561433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8156bcb7-2045-41f5-97e1-62c1f5278467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.566646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8156bcb7-2045-41f5-97e1-62c1f5278467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:44.576512 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8156bcb7-2045-41f5-97e1-62c1f5278467 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e7ae0d0-7efc-43d3-a13c-8e6484a26a64 HTTP/1.1" status: 204 len: 168 time: 0.3746710 Mar 31 22:47:44.589540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Set router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:44.604359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156bcb7-2045-41f5-97e1-62c1f5278467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7ae0d0-7efc-43d3-a13c-8e6484a26a64,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:44.853401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:44.979489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:44.979861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:45.059634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:47:41Z', 'revision_number': 4, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '039ec26b-8fda-4fb3-83f9-42ceb01a5962', 'name': '', 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'mac_address': 'fa:16:3e:58:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'af4e4f18-ecb5-4395-b2fa-61ae79e20f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:40Z', 'updated_at': '2022-03-31T22:47:42Z', 'revision_number': 2, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'subnets': [{'id': 'af4e4f18-ecb5-4395-b2fa-61ae79e20f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:45.155803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Checking router: 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:47:45.156526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Updating router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:47:45.189592 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:45.359989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a8df-a1b7-4b47-a3ff-2912376c5582 req-b9b2df70-a7e9-46c8-8f45-09c02389e42c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:45.361752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b1a8df-a1b7-4b47-a3ff-2912376c5582 req-b9b2df70-a7e9-46c8-8f45-09c02389e42c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 950 time: 0.2325773 Mar 31 22:47:45.459533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-15b77cc6-7290-476c-a671-9649ad66c457 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3282290 Mar 31 22:47:45.469013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b1a8df-a1b7-4b47-a3ff-2912376c5582 req-b0ab76a6-e6c0-4985-80e2-dc62d90accfc tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986943 Mar 31 22:47:45.476270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:45.569081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:45.621996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41c9de-a832-44cf-ae53-78ebe9f76229 req-561a08ce-19cb-45be-9a1b-551dcd612b30 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:45.624587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b41c9de-a832-44cf-ae53-78ebe9f76229 req-561a08ce-19cb-45be-9a1b-551dcd612b30 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.0617347 Mar 31 22:47:45.626914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:45.687315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:45.752226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b41c9de-a832-44cf-ae53-78ebe9f76229 req-5902430b-7d15-4c24-9fb2-198cc3f88b78 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036015 Mar 31 22:47:45.795302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca967d49-1e8c-46d1-9cd8-e6222fc6841c None None] Pushing event updated for resources: {'Port': ['ID=039ec26b-8fda-4fb3-83f9-42ceb01a5962,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:45.860089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49680) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:45.871495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:45.942779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Attempting to bind port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:45.943584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Attempting to bind port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:45.944765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Attempting to bind port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 on network b145e67e-c482-48dc-b0a5-75536743f263 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:45.959727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:45.962924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Checking segment: {'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:45.966236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:45.967105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Bound using segment: {'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:45.967779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Bound port: 039ec26b-8fda-4fb3-83f9-42ceb01a5962, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808e003f-5d1c-4e80-89ec-1be206b7745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:45.970152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.004852 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-807efcd2-3dde-4fa6-aca2-a57a82779aab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6d66eada94c46d19c048cbba865b1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410007 Mar 31 22:47:46.009892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49684) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:46.087010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe715-a00f-4db4-81e2-d3dd2e4e2d7f req-b84ce97e-b80c-455c-8364-73d1fa59cb65 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:46.088706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b88fe715-a00f-4db4-81e2-d3dd2e4e2d7f req-b84ce97e-b80c-455c-8364-73d1fa59cb65 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1125386 Mar 31 22:47:46.116700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] For port 039ec26b-8fda-4fb3-83f9-42ceb01a5962, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:46.119244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] For port 039ec26b-8fda-4fb3-83f9-42ceb01a5962, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=039ec26b-8fda-4fb3-83f9-42ceb01a5962,segment=NetworkSegment(808e003f-5d1c-4e80-89ec-1be206b7745d),segment_id=808e003f-5d1c-4e80-89ec-1be206b7745d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:46.151587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-adf5d34f-0cf9-467c-a98c-8f7cfa553556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.152284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b88fe715-a00f-4db4-81e2-d3dd2e4e2d7f req-e2bfffad-af06-4e56-bbbe-58a8b5c5aed4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540271 Mar 31 22:47:46.153614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Allocated IP 172.25.4.128 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/176f7323-457c-43d3-beb2-7ad6edc65f1c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:46.205502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9877318a-32b5-411b-887f-c4e7fdae3c2b None None] Provisioning complete for port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:46.206096 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9877318a-32b5-411b-887f-c4e7fdae3c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.206840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-adf5d34f-0cf9-467c-a98c-8f7cfa553556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.223754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49686) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:46.245126 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.368721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-adf5d34f-0cf9-467c-a98c-8f7cfa553556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.371633 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-adf5d34f-0cf9-467c-a98c-8f7cfa553556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.372802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-adf5d34f-0cf9-467c-a98c-8f7cfa553556 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/704bd633-5736-4559-833d-9632dc46243a HTTP/1.1" status: 204 len: 168 time: 0.3591948 Mar 31 22:47:46.382863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5d34f-0cf9-467c-a98c-8f7cfa553556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704bd633-5736-4559-833d-9632dc46243a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:46.482332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9877318a-32b5-411b-887f-c4e7fdae3c2b None None] Port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:46.517430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca967d49-1e8c-46d1-9cd8-e6222fc6841c None None] Pushing event updated for resources: {'Port': ['ID=039ec26b-8fda-4fb3-83f9-42ceb01a5962,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:46.522778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Routers {'06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:47:46.523502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:46.682524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] Set router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:47:46.728688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eea7ed15-8a0b-44ed-b32e-41c1ec05857e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.824549 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.872132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088c00e-2918-4fac-b68d-d29bb00ca4cc req-a616fad7-7894-4f0e-acc4-15428a4b7941 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:46.872132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9088c00e-2918-4fac-b68d-d29bb00ca4cc req-a616fad7-7894-4f0e-acc4-15428a4b7941 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 950 time: 0.1511991 Mar 31 22:47:46.903157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e88c8073-9847-47ad-bd6e-2dbb90c62dee None None] Provisioning complete for port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:46.903811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e88c8073-9847-47ad-bd6e-2dbb90c62dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.925778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49700) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:46.941181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-069d3f29-d8e0-40c6-9d06-551f6eb0d350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:46.988282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eea7ed15-8a0b-44ed-b32e-41c1ec05857e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.067825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9088c00e-2918-4fac-b68d-d29bb00ca4cc req-df149548-3978-4414-80e2-0fc456dd9e69 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900389 Mar 31 22:47:47.079942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:47:41Z', 'revision_number': 4, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '039ec26b-8fda-4fb3-83f9-42ceb01a5962', 'name': '', 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'mac_address': 'fa:16:3e:58:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'af4e4f18-ecb5-4395-b2fa-61ae79e20f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:40Z', 'updated_at': '2022-03-31T22:47:46Z', 'revision_number': 4, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'subnets': [{'id': 'af4e4f18-ecb5-4395-b2fa-61ae79e20f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:47:47.106758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eea7ed15-8a0b-44ed-b32e-41c1ec05857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.117183 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7824784-deb6-43d8-af2c-c288f6e43eb6 None None] The sync data for ids ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'] in n-d-836015-1 is: [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:47:41Z', 'revision_number': 4, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '039ec26b-8fda-4fb3-83f9-42ceb01a5962', 'name': '', 'network_id': 'b145e67e-c482-48dc-b0a5-75536743f263', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'mac_address': 'fa:16:3e:58:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'af4e4f18-ecb5-4395-b2fa-61ae79e20f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:40Z', 'updated_at': '2022-03-31T22:47:46Z', 'revision_number': 4, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'subnets': [{'id': 'af4e4f18-ecb5-4395-b2fa-61ae79e20f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:47:47.126795 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e88c8073-9847-47ad-bd6e-2dbb90c62dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.141585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-069d3f29-d8e0-40c6-9d06-551f6eb0d350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.147770 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.166126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e88c8073-9847-47ad-bd6e-2dbb90c62dee None None] For port 039ec26b-8fda-4fb3-83f9-42ceb01a5962, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=039ec26b-8fda-4fb3-83f9-42ceb01a5962,segment=NetworkSegment(808e003f-5d1c-4e80-89ec-1be206b7745d),segment_id=808e003f-5d1c-4e80-89ec-1be206b7745d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:47.213830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-c8c58432-18a5-4a10-a8d2-a95ff8f6b1bb service neutron] 10.222.0.50 "GET /v2.0/ports/fdaac679-d757-45c9-86a8-075bae762b67/bindings/n-h2-836015-1 HTTP/1.1" status: 200 len: 384 time: 0.2002068 Mar 31 22:47:47.241027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-069d3f29-d8e0-40c6-9d06-551f6eb0d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.269530 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e88c8073-9847-47ad-bd6e-2dbb90c62dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.316506 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-069d3f29-d8e0-40c6-9d06-551f6eb0d350 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59fd8770c28b4c45862ce7fe0536ed6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898313 Mar 31 22:47:47.328496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49712) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:47.332789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d3f29-d8e0-40c6-9d06-551f6eb0d350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecccf695-7066-4270-bb84-0f893fb23518,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:47.339100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c8073-9847-47ad-bd6e-2dbb90c62dee None None] Pushing event updated for resources: {'Port': ['ID=039ec26b-8fda-4fb3-83f9-42ceb01a5962,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:47.355153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eea7ed15-8a0b-44ed-b32e-41c1ec05857e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba17f377fa814c03ab38108b2389d5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1300910 Mar 31 22:47:47.376083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:47.384120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49716) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:47.391540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7ed15-8a0b-44ed-b32e-41c1ec05857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c6106-c087-4944-ac56-463809dab2dc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:47.433172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:47.439067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Pushing event updated for resources: {'Port': ['ID=176f7323-457c-43d3-beb2-7ad6edc65f1c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:47.442135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:47.444998 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0ca-3980-45cf-af83-ccacf5c624ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.472591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0ca-3980-45cf-af83-ccacf5c624ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.562966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce9deb-691b-4bd0-80c9-c8be363570fe req-f89210e7-44d8-468b-93a5-453f97bdb1ff tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:47.564269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29ce9deb-691b-4bd0-80c9-c8be363570fe req-f89210e7-44d8-468b-93a5-453f97bdb1ff tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 964 time: 0.3208189 Mar 31 22:47:47.616972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-615ceff6-f529-45e6-83c3-2e900e80b38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.626272 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.631735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0ca-3980-45cf-af83-ccacf5c624ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.635060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0ca-3980-45cf-af83-ccacf5c624ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.638613 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ef78f0ca-3980-45cf-af83-ccacf5c624ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecccf695-7066-4270-bb84-0f893fb23518 HTTP/1.1" status: 204 len: 168 time: 0.3045816 Mar 31 22:47:47.647821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78f0ca-3980-45cf-af83-ccacf5c624ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecccf695-7066-4270-bb84-0f893fb23518,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:47.686041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-615ceff6-f529-45e6-83c3-2e900e80b38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.755493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29ce9deb-691b-4bd0-80c9-c8be363570fe req-786dd1df-231d-4c7b-adee-bd39d661b7b5 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676147 Mar 31 22:47:47.843310 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:47.958726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:48.034760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:48.060947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-615ceff6-f529-45e6-83c3-2e900e80b38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.063711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-615ceff6-f529-45e6-83c3-2e900e80b38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.064892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-615ceff6-f529-45e6-83c3-2e900e80b38b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/698c6106-c087-4944-ac56-463809dab2dc HTTP/1.1" status: 204 len: 168 time: 0.6744697 Mar 31 22:47:48.091333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e59ec2-ce41-4ea0-a01c-375953f4479b req-1b14c5c9-5515-44c1-83f2-83e091054a8d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:48.100808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54e59ec2-ce41-4ea0-a01c-375953f4479b req-1b14c5c9-5515-44c1-83f2-83e091054a8d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.2129984 Mar 31 22:47:48.125569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ceff6-f529-45e6-83c3-2e900e80b38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c6106-c087-4944-ac56-463809dab2dc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:48.150068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdaac679-d757-45c9-86a8-075bae762b67 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:48.174607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:48.218533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54e59ec2-ce41-4ea0-a01c-375953f4479b req-3551dd3f-7991-419a-82a5-9c36bfce4283 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167743 Mar 31 22:47:48.273736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.305455 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.448326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1546a-1d9c-4fd8-a00a-441905db72a0 req-06136177-3c37-4ebb-a1a4-b98bb9c46285 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:48.450869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d1546a-1d9c-4fd8-a00a-441905db72a0 req-06136177-3c37-4ebb-a1a4-b98bb9c46285 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 950 time: 0.1296384 Mar 31 22:47:48.457517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.524957 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.607503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Pushing event updated for resources: {'Port': ['ID=176f7323-457c-43d3-beb2-7ad6edc65f1c,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:48.618749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] Transition to ACTIVE for port object fdaac679-d757-45c9-86a8-075bae762b67 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:47:48.622973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d1546a-1d9c-4fd8-a00a-441905db72a0 req-aabfbc65-c98e-45e6-98fa-a7f43aa39edf tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572518 Mar 31 22:47:48.729591 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.738617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-cc3cd950-788f-493d-9585-f83a5b61a499 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2667637 Mar 31 22:47:48.746858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.788091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 039ec26b-8fda-4fb3-83f9-42ceb01a5962 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:47:48.873471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:48.874103 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:48.914145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-3c43c9f8-48c3-4986-8379-3f333db02793 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1689436 Mar 31 22:47:48.961856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] No DVR routers for this DVR port fdaac679-d757-45c9-86a8-075bae762b67 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:47:48.997045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] Pushing event updated for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:49.087357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-e05b7bb2-6116-4926-b4c6-bf46c9148cce service neutron] 10.222.0.50 "PUT /v2.0/ports/fdaac679-d757-45c9-86a8-075bae762b67/bindings/n-h2-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8699143 Mar 31 22:47:49.167669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-4e24c7a5-d3eb-486b-bffa-721556891a89 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.167805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49758) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:49.179272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-4e24c7a5-d3eb-486b-bffa-721556891a89 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.2554219 Mar 31 22:47:49.189464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97d1db81-c0d6-44a9-8243-01d1418cbd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:49.208075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-92c18f2c-2f57-437c-90a7-15a07d67d910 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:49.209848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceea04b8-1a08-4cd3-bfc8-ca0832d1242e req-92c18f2c-2f57-437c-90a7-15a07d67d910 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109141 Mar 31 22:47:49.269600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae61d2-e9da-4555-8230-0b483db9428e req-473e3bc2-4077-47df-b0b8-414848de40e7 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.272817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3ae61d2-e9da-4555-8230-0b483db9428e req-473e3bc2-4077-47df-b0b8-414848de40e7 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 965 time: 0.0923674 Mar 31 22:47:49.331156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97d1db81-c0d6-44a9-8243-01d1418cbd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:49.338171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-edcedf3f-c552-4647-8edb-485fc6c76183 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.339788 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-edcedf3f-c552-4647-8edb-485fc6c76183 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1116 time: 0.0927782 Mar 31 22:47:49.384359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3ae61d2-e9da-4555-8230-0b483db9428e req-22787e6c-152c-4d31-b564-2bbec8fdeb73 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946002 Mar 31 22:47:49.430032 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97d1db81-c0d6-44a9-8243-01d1418cbd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:49.441564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf0ef-a28c-4422-bac4-4a21f2fa7e5a req-31bbf33d-00b6-4d0d-bbcd-68732a14b43c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.451826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadf0ef-a28c-4422-bac4-4a21f2fa7e5a req-31bbf33d-00b6-4d0d-bbcd-68732a14b43c tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 950 time: 0.1239276 Mar 31 22:47:49.516372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-97d1db81-c0d6-44a9-8243-01d1418cbd59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4612b5a376634a2b98782a739024ecf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470280 Mar 31 22:47:49.519603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-2c8bfb7b-1d0e-4144-bd7f-7f948676de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.524455 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-2c8bfb7b-1d0e-4144-bd7f-7f948676de3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6&tenant_id=4de05eecea194efe9880afee1a73b381 HTTP/1.1" status: 200 len: 1116 time: 0.1703460 Mar 31 22:47:49.524455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1db81-c0d6-44a9-8243-01d1418cbd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213eb1f4-a724-4f2a-be5e-1b96125c9df3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:49.526211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49770) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:49.544282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44eb3ade-5972-4eca-9ebb-98efeb73a195 req-9425ccdf-18e6-4704-a652-b3cd635a4e9f tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips/2ca82f5b-8f58-4ae1-847d-900369e5247e HTTP/1.1" status: 200 len: 693 time: 0.0887160 Mar 31 22:47:49.583191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadf0ef-a28c-4422-bac4-4a21f2fa7e5a req-047104c9-c29e-4cdf-96b7-ea781a0a3c96 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300228 Mar 31 22:47:49.672519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bf24b89-94a3-406f-a3c9-aa0b1b8b4d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:49.677286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-13a9bad5-d83f-4c24-9818-fd1d6847cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.679811 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-13a9bad5-d83f-4c24-9818-fd1d6847cf3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1116 time: 0.1199241 Mar 31 22:47:49.718441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bf24b89-94a3-406f-a3c9-aa0b1b8b4d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:49.749079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3ade-5972-4eca-9ebb-98efeb73a195 req-00222d84-69e8-44e1-9ce3-5f80ca7069f9 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.750547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44eb3ade-5972-4eca-9ebb-98efeb73a195 req-00222d84-69e8-44e1-9ce3-5f80ca7069f9 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.2053344 Mar 31 22:47:49.775282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-44eb3ade-5972-4eca-9ebb-98efeb73a195 req-af095e1b-e752-4f08-9dcb-ceecb17b6019 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:49.776322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44eb3ade-5972-4eca-9ebb-98efeb73a195 req-af095e1b-e752-4f08-9dcb-ceecb17b6019 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070372 Mar 31 22:47:49.827938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c9780-c315-4ea3-aeda-9fc140a2abef req-19be60de-e489-4259-91c3-4e04fabbfb94 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.830416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9c9780-c315-4ea3-aeda-9fc140a2abef req-19be60de-e489-4259-91c3-4e04fabbfb94 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1051784 Mar 31 22:47:49.831802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-97887fe1-e508-4fd8-be2e-10f880e44be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.833244 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-97887fe1-e508-4fd8-be2e-10f880e44be6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1366811 Mar 31 22:47:49.879722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9c9780-c315-4ea3-aeda-9fc140a2abef req-55934920-9db6-4b23-9007-0b602b0050fe tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Mar 31 22:47:49.893926 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-416ca071-0c14-4ae3-9bba-6885e53bc143 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 217 time: 0.0502760 Mar 31 22:47:49.948755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-08ab6265-79af-4d21-94eb-37be15229393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:49.950569 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-08ab6265-79af-4d21-94eb-37be15229393 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0502059 Mar 31 22:47:50.004275 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-28fd2f94-300c-4888-a1a8-d1b2b1fe4751 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417576 Mar 31 22:47:50.013211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bf24b89-94a3-406f-a3c9-aa0b1b8b4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:50.018780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bf24b89-94a3-406f-a3c9-aa0b1b8b4d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:50.021486 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0bf24b89-94a3-406f-a3c9-aa0b1b8b4d37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/213eb1f4-a724-4f2a-be5e-1b96125c9df3 HTTP/1.1" status: 204 len: 168 time: 0.4930177 Mar 31 22:47:50.084469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf24b89-94a3-406f-a3c9-aa0b1b8b4d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213eb1f4-a724-4f2a-be5e-1b96125c9df3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:50.154250 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-1cfd7c0f-2cc9-4733-865b-6a81561be4d5 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417203 Mar 31 22:47:50.306582 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-055684d7-9cce-4415-bfe0-fcf6b12e9bfd service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431975 Mar 31 22:47:50.357713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebeda99e-fb82-4cae-ab99-061eebda77a2 req-3812df2a-105a-442f-97e1-35b1da774474 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=723684cb004a43a19179f2e7c207bd19 HTTP/1.1" status: 200 len: 696 time: 0.1034679 Mar 31 22:47:50.515168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeda99e-fb82-4cae-ab99-061eebda77a2 req-ffadbd58-669b-469f-a850-1e283422fa1d tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:50.516683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebeda99e-fb82-4cae-ab99-061eebda77a2 req-ffadbd58-669b-469f-a850-1e283422fa1d tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/networks?id=4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 787 time: 0.1494918 Mar 31 22:47:50.529952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-ebeda99e-fb82-4cae-ab99-061eebda77a2 req-474082f8-d91b-4fe0-ab83-06ec7885c94d tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:50.533654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebeda99e-fb82-4cae-ab99-061eebda77a2 req-474082f8-d91b-4fe0-ab83-06ec7885c94d tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096533 Mar 31 22:47:50.545036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1672d-0a10-4c81-9884-eed18c666198 req-1fbab6a0-6ad7-4e59-987a-78634c075be7 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:50.557252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cc1672d-0a10-4c81-9884-eed18c666198 req-1fbab6a0-6ad7-4e59-987a-78634c075be7 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 950 time: 0.0960977 Mar 31 22:47:50.641097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cc1672d-0a10-4c81-9884-eed18c666198 req-f8462037-0a22-4903-9012-81a004d37187 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874994 Mar 31 22:47:50.814210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea57873-f5dd-448b-9bb9-f13c0dd3d10b req-22ed842b-9909-4e41-8ce8-08d27f720881 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:50.815436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ea57873-f5dd-448b-9bb9-f13c0dd3d10b req-22ed842b-9909-4e41-8ce8-08d27f720881 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 965 time: 0.0926771 Mar 31 22:47:50.899042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ea57873-f5dd-448b-9bb9-f13c0dd3d10b req-15f341cd-00fb-4e06-9542-15501088c7a6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773623 Mar 31 22:47:50.902360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-9692dd97-9a9f-450b-83ed-09b6ef66ac76 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips/2ca82f5b-8f58-4ae1-847d-900369e5247e HTTP/1.1" status: 200 len: 693 time: 0.0588934 Mar 31 22:47:50.966390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-b9087878-d57e-4295-8a4c-345dfd822df0 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:50.967932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-b9087878-d57e-4295-8a4c-345dfd822df0 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1116 time: 0.1035252 Mar 31 22:47:51.030255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fdaac679-d757-45c9-86a8-075bae762b67 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:47:51.090076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b2fe9e36-959a-48c3-93eb-9c02e1a758f4 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:51.092809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b2fe9e36-959a-48c3-93eb-9c02e1a758f4 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.1836851 Mar 31 22:47:51.105899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-18ef09d3-255e-4cb9-a7d4-2fb2a17d52ac tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:51.111971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-18ef09d3-255e-4cb9-a7d4-2fb2a17d52ac tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114126 Mar 31 22:47:51.132504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fdaac679-d757-45c9-86a8-075bae762b67 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:47:51.198636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-821aeaee-1369-4563-9abe-829e88f6d0d3 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.0836027 Mar 31 22:47:51.244543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-85b4d0ce-1eb1-4745-9862-ea18ac935c55 service neutron] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:51.248092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-85b4d0ce-1eb1-4745-9862-ea18ac935c55 service neutron] Notify callbacks [] for binding, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:51.249593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c27104bb-66f4-442a-900c-2f29365ed7f4 req-85b4d0ce-1eb1-4745-9862-ea18ac935c55 service neutron] 10.222.0.45 "DELETE /v2.0/ports/fdaac679-d757-45c9-86a8-075bae762b67/bindings/n-h1-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.2724662 Mar 31 22:47:51.272100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-c2d3c339-d32d-4d9e-aff8-3aaa5b63aa66 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.0644944 Mar 31 22:47:51.295763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd7dd-9f14-47b4-a28d-ed0c6d634707 req-22e93f5e-c916-4d27-81a1-7744a723ad54 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:51.297189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfbcd7dd-9f14-47b4-a28d-ed0c6d634707 req-22e93f5e-c916-4d27-81a1-7744a723ad54 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1162922 Mar 31 22:47:51.450625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfbcd7dd-9f14-47b4-a28d-ed0c6d634707 req-3cf0b46b-f0e7-4412-97c7-d5fe294c6c3a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171813 Mar 31 22:47:51.481704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Deleting port 176f7323-457c-43d3-beb2-7ad6edc65f1c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:47:51.482035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:51.601178 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:51.601439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:51.620368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Calling delete_port for 176f7323-457c-43d3-beb2-7ad6edc65f1c owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:47:51.846871 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:51.902161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d14ca-f6da-4842-991d-600e20d82a4c req-816e7089-1c28-4e5b-9fc8-e3e5ffddbcea tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:51.907566 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-217d14ca-f6da-4842-991d-600e20d82a4c req-816e7089-1c28-4e5b-9fc8-e3e5ffddbcea tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 950 time: 0.1443758 Mar 31 22:47:51.926368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Pushing event deleted for resources: {'Port': ['ID=176f7323-457c-43d3-beb2-7ad6edc65f1c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:51.964859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:51.967634 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:51.968957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b8132c1-2ea3-454b-ba17-2ddf93eb5218 req-b07539bc-5bde-44eb-b923-a49d22260e6a tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "DELETE /v2.0/floatingips/2ca82f5b-8f58-4ae1-847d-900369e5247e HTTP/1.1" status: 204 len: 173 time: 0.6892936 Mar 31 22:47:51.971524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-94690657-1e72-443e-b983-54c87080f8ee tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a75660fdcdbe4a54bfe1e4aed84089ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523365 Mar 31 22:47:52.309417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49866) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:52.350186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Deleting port 11bc1c5c-1e79-4946-8280-4f00425e86b2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:47:52.350558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:52.494511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] For port 11bc1c5c-1e79-4946-8280-4f00425e86b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=11bc1c5c-1e79-4946-8280-4f00425e86b2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:52.495344 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:52.502966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f224-7649-4856-8ade-f44fac2b6ff5 req-340aa220-bc10-4549-aa44-7d97ea84e117 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:52.506895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a196f224-7649-4856-8ade-f44fac2b6ff5 req-340aa220-bc10-4549-aa44-7d97ea84e117 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 950 time: 0.4366302 Mar 31 22:47:52.514355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-952753f4-0b2d-4300-9751-a22078a19da8 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:52.523425 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-952753f4-0b2d-4300-9751-a22078a19da8 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5365832 Mar 31 22:47:52.528767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Calling delete_port for 11bc1c5c-1e79-4946-8280-4f00425e86b2 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:47:52.542767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-3ead517b-b626-4c57-93fd-3f8ee2f41f5d tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/quotas/a75660fdcdbe4a54bfe1e4aed84089ad HTTP/1.1" status: 200 len: 375 time: 0.0187943 Mar 31 22:47:52.575988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9721cc85-cb90-4d29-9670-fbbb8686e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:52.582532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-8a8ccae6-a257-486d-abf1-cc44223f5a38 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a75660fdcdbe4a54bfe1e4aed84089ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327132 Mar 31 22:47:52.621610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a196f224-7649-4856-8ade-f44fac2b6ff5 req-7fc99f1f-fce3-419c-9cdc-76ca6b9051d4 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/security-groups?id=54163995-90f8-4f74-bb4b-6002f1cc0beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961964 Mar 31 22:47:52.762695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f60ce3-3109-4343-9602-8e8695be1e98 req-b0030740-0f9e-4117-a489-ee1414bd362b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:52.764039 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9721cc85-cb90-4d29-9670-fbbb8686e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:52.765251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5f60ce3-3109-4343-9602-8e8695be1e98 req-b0030740-0f9e-4117-a489-ee1414bd362b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 965 time: 0.0747707 Mar 31 22:47:52.829808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5f60ce3-3109-4343-9602-8e8695be1e98 req-a143d925-0724-425c-a524-4fb68319b497 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Mar 31 22:47:52.838791 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9721cc85-cb90-4d29-9670-fbbb8686e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:52.937407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9721cc85-cb90-4d29-9670-fbbb8686e39b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2865d068e874d40a7ed036621536177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6268733 Mar 31 22:47:52.941249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49888) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:52.951550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721cc85-cb90-4d29-9670-fbbb8686e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b3cd53-9f60-40c5-95af-28b59b385639,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:52.977788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:52.998879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['11bc1c5c-1e79-4946-8280-4f00425e86b2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:47:53.028583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Pushing event deleted for resources: {'Port': ['ID=11bc1c5c-1e79-4946-8280-4f00425e86b2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:53.084378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-b7bd74a3-655d-400c-8e19-7b3d9bad5f04 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2433386 Mar 31 22:47:53.098218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:53.121935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0917fe4-5a58-44a4-a92a-3d9d2ffa7c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.126537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] No DVR routers for this DVR port 11bc1c5c-1e79-4946-8280-4f00425e86b2 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:47:53.130937 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.137804 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-217d14ca-f6da-4842-991d-600e20d82a4c req-7eb42162-0e87-4698-a792-f4e476dd9e03 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.45 "DELETE /v2.0/ports/11bc1c5c-1e79-4946-8280-4f00425e86b2 HTTP/1.1" status: 204 len: 173 time: 1.2194259 Mar 31 22:47:53.137804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5ead43-493b-4ffe-baf8-a4ad5f6646d3', 'name': 'network-vif-deleted', 'tag': '11bc1c5c-1e79-4946-8280-4f00425e86b2'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:53.138748 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d29f473-f141-4f36-901c-88627d8d3e2c" -d '{"events": [{"server_uuid": "7c5ead43-493b-4ffe-baf8-a4ad5f6646d3", "name": "network-vif-deleted", "tag": "11bc1c5c-1e79-4946-8280-4f00425e86b2"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:53.146109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b948527-8814-4d0b-8483-db60c9d8ffa0 req-4fee1d41-86ce-4f75-a040-c93ea856f0ed tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:53.155585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b948527-8814-4d0b-8483-db60c9d8ffa0 req-4fee1d41-86ce-4f75-a040-c93ea856f0ed tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.2008984 Mar 31 22:47:53.172449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0917fe4-5a58-44a4-a92a-3d9d2ffa7c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.204693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b948527-8814-4d0b-8483-db60c9d8ffa0 req-beca7b6b-94b2-4dec-ba99-3b51f0267a0d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Mar 31 22:47:53.260278 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.305818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f777caf-2a69-4188-99b1-a20e8fc8f28a req-aeae2804-88bb-4578-96e4-047faa624701 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 210 time: 0.0396068 Mar 31 22:47:53.308053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0917fe4-5a58-44a4-a92a-3d9d2ffa7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.312740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0917fe4-5a58-44a4-a92a-3d9d2ffa7c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.314952 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b0917fe4-5a58-44a4-a92a-3d9d2ffa7c77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75b3cd53-9f60-40c5-95af-28b59b385639 HTTP/1.1" status: 204 len: 168 time: 0.3727255 Mar 31 22:47:53.343535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0917fe4-5a58-44a4-a92a-3d9d2ffa7c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b3cd53-9f60-40c5-95af-28b59b385639,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:53.398208 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a35e23a-bca2-4500-9829-cf7d8ea14940 x-openstack-request-id: req-6a35e23a-bca2-4500-9829-cf7d8ea14940 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:53.399114 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5ead43-493b-4ffe-baf8-a4ad5f6646d3", "name": "network-vif-deleted", "tag": "11bc1c5c-1e79-4946-8280-4f00425e86b2", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:53.399703 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a35e23a-bca2-4500-9829-cf7d8ea14940 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:53.400258 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a35e23a-bca2-4500-9829-cf7d8ea14940'] response: {'server_uuid': '7c5ead43-493b-4ffe-baf8-a4ad5f6646d3', 'name': 'network-vif-deleted', 'tag': '11bc1c5c-1e79-4946-8280-4f00425e86b2', 'status': 'completed', 'code': 200} Mar 31 22:47:53.437577 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.577697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Allocated IP 172.25.4.171 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/1f860cce-3d29-4472-a6e1-9a0a0810777a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:53.741126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.759410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c0e78-6aaf-44e9-bcf3-d0ae397ce753 req-58c5461c-792e-42f3-b737-da7eea1031f8 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:53.760947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be7c0e78-6aaf-44e9-bcf3-d0ae397ce753 req-58c5461c-792e-42f3-b737-da7eea1031f8 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1116 time: 0.0773168 Mar 31 22:47:53.826966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be7c0e78-6aaf-44e9-bcf3-d0ae397ce753 req-b75db3be-6b8e-4e84-b3af-fe03a9f63d1b tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520825 Mar 31 22:47:53.863715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:53.926172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:53.935139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:53.951744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:54.004213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Pushing event updated for resources: {'Port': ['ID=1f860cce-3d29-4472-a6e1-9a0a0810777a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:54.028503 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.079063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9f78165-c425-4935-bbde-01537e5f1609 req-e34c77d2-41a2-47cc-bb3c-0888c8ff3002 tempest-DeleteServersAdminTestJSON-696749871 tempest-DeleteServersAdminTestJSON-696749871-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5ead43-493b-4ffe-baf8-a4ad5f6646d3 HTTP/1.1" status: 200 len: 210 time: 0.0483108 Mar 31 22:47:54.154671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.305471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49932) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:54.320979 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eded59be-3051-43c3-958b-afc6e7a59c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.374822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-822f68ee-a7f4-423d-b32c-a6e027f3d4cd tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:54.376447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-822f68ee-a7f4-423d-b32c-a6e027f3d4cd tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 821 time: 0.1960480 Mar 31 22:47:54.405876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-199733f1-b0fe-4d68-aa4b-c8d7814960ec tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/quotas/4de05eecea194efe9880afee1a73b381 HTTP/1.1" status: 200 len: 375 time: 0.0214541 Mar 31 22:47:54.417499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eded59be-3051-43c3-958b-afc6e7a59c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.467042 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.480067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-2afb4eb5-cc58-4378-b1c3-19777b59ba0e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0629606 Mar 31 22:47:54.491921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-b2914ff3-2aca-4446-8315-4f7eeea1c564 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:47:54.492845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-b2914ff3-2aca-4446-8315-4f7eeea1c564 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059361 Mar 31 22:47:54.532070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eded59be-3051-43c3-958b-afc6e7a59c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.573161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded59be-3051-43c3-958b-afc6e7a59c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f91a5fc-2e5b-4fa8-94d9-e503169696b7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:54.578058 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-eded59be-3051-43c3-958b-afc6e7a59c0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99414c4a83b94885a9871f64c57eb3d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711272 Mar 31 22:47:54.582605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49938) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:54.604559 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.632119 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.680222 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c48f8c12-c969-4dcd-8cc7-a8dbb4e7314b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.689879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49940) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:54.700813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-0f51de71-bbda-4f34-bdc3-9ae860a94b6f service neutron] 10.222.0.31 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006946 Mar 31 22:47:54.712488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Pushing event updated for resources: {'Port': ['ID=1f860cce-3d29-4472-a6e1-9a0a0810777a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:54.714543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c48f8c12-c969-4dcd-8cc7-a8dbb4e7314b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.816358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e104c71-b69d-423f-ae7c-3192ab067fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.819621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-22b2259f-6b5f-4340-b456-8e3d7c00b123 service neutron] 10.222.0.31 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048014 Mar 31 22:47:54.831034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.832363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-9b215e78-f527-4dde-a1dc-7b5a9d7577e7 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7385144 Mar 31 22:47:54.887966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-477959a9-ce4a-42c9-ab86-edce4c0f432e tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0487418 Mar 31 22:47:54.911147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c48f8c12-c969-4dcd-8cc7-a8dbb4e7314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.913795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c48f8c12-c969-4dcd-8cc7-a8dbb4e7314b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:54.917610 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c48f8c12-c969-4dcd-8cc7-a8dbb4e7314b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f91a5fc-2e5b-4fa8-94d9-e503169696b7 HTTP/1.1" status: 204 len: 168 time: 0.3310239 Mar 31 22:47:54.953290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f8c12-c969-4dcd-8cc7-a8dbb4e7314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f91a5fc-2e5b-4fa8-94d9-e503169696b7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:55.030358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e104c71-b69d-423f-ae7c-3192ab067fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:55.044346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-b940772b-297f-457c-8846-53a5f3fae209 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:55.046369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b05dd64-5a69-49c2-9581-d33d4e0f5658 req-b940772b-297f-457c-8846-53a5f3fae209 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.1527472 Mar 31 22:47:55.126260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e104c71-b69d-423f-ae7c-3192ab067fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:55.173048 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0e104c71-b69d-423f-ae7c-3192ab067fd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dd68e54bce9459aa6ffb8dd8222ec38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792190 Mar 31 22:47:55.173739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49954) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:55.179361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2ec9023-bc29-4450-b89a-5f1eb2fbd500 req-df39e383-ce35-4403-b3c2-18e502c8d5ea tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 210 time: 0.0587058 Mar 31 22:47:55.186919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e104c71-b69d-423f-ae7c-3192ab067fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683f6948-1f6f-474f-a4d4-1a42a4a2cf54,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:55.263081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaa5f8-5234-43eb-87f0-3986d93a0594 req-d63660a5-6874-4564-9d95-b55732e64b8e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:55.265845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cabaa5f8-5234-43eb-87f0-3986d93a0594 req-d63660a5-6874-4564-9d95-b55732e64b8e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.0957150 Mar 31 22:47:55.285744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56149597-3e5e-40d6-9869-cfb1bf0e8c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:55.334595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfb059f6-7d9d-489b-8f30-69fe71d3da09 req-aad2ad3e-e3a6-4b53-a98f-01215d7f7c5a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 210 time: 0.0538552 Mar 31 22:47:55.354137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cabaa5f8-5234-43eb-87f0-3986d93a0594 req-1425c2eb-0854-4ac9-a3f6-da66ccfa7f3c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Mar 31 22:47:55.369978 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56149597-3e5e-40d6-9869-cfb1bf0e8c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:55.416951 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-9abb084a-1aff-4c71-ad18-a65552d8779c service neutron] show failed (client error): The resource could not be found. Mar 31 22:47:55.416951 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-9abb084a-1aff-4c71-ad18-a65552d8779c service neutron] 10.222.0.45 "GET /v2.0/ports/53154bc9-460b-4beb-824d-f61904163605/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.1422968 Mar 31 22:47:55.489095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-e0c1f9e4-3086-424b-9e41-b09d4f74c85b tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips/8cf77f3a-4410-41e5-bbc9-2973e91cf6ca HTTP/1.1" status: 200 len: 693 time: 0.0932369 Mar 31 22:47:55.623932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56149597-3e5e-40d6-9869-cfb1bf0e8c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:55.629813 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56149597-3e5e-40d6-9869-cfb1bf0e8c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:55.631912 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-56149597-3e5e-40d6-9869-cfb1bf0e8c0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/683f6948-1f6f-474f-a4d4-1a42a4a2cf54 HTTP/1.1" status: 204 len: 168 time: 0.4526615 Mar 31 22:47:55.655246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56149597-3e5e-40d6-9869-cfb1bf0e8c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683f6948-1f6f-474f-a4d4-1a42a4a2cf54,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:55.676865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-20a5ded4-6124-499a-a4ca-b323f6e8c986 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a75660fdcdbe4a54bfe1e4aed84089ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343623 Mar 31 22:47:55.685362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-9e69bb9e-0eb3-49d6-882a-d9ebe1cdaecd tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:55.693872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-9e69bb9e-0eb3-49d6-882a-d9ebe1cdaecd tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.2033069 Mar 31 22:47:55.777947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-72857f3b-cf5f-4d3b-a5d4-2b5bdad4d3a9 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0831327 Mar 31 22:47:55.869486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-13f57319-57f8-4b91-8b6e-4d1b7c265338 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0906100 Mar 31 22:47:55.887813 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:47:56.012693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-479b2781-f1df-47ce-858b-774fa58084c6 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:56.015234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-479b2781-f1df-47ce-858b-774fa58084c6 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3191414 Mar 31 22:47:56.042952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Request body: {'port': {'device_id': '20eff3bc-fa22-46c3-839d-a9993faf8778', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'a75660fdcdbe4a54bfe1e4aed84089ad'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:56.100112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 11bc1c5c-1e79-4946-8280-4f00425e86b2 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:47:56.134809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 11bc1c5c-1e79-4946-8280-4f00425e86b2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:47:56.137349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 11bc1c5c-1e79-4946-8280-4f00425e86b2 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:47:56.147350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-15cfe469-ced9-4eae-a5a9-6aa7432d39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:56.149067 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-15cfe469-ced9-4eae-a5a9-6aa7432d39fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 1100 time: 0.0709124 Mar 31 22:47:56.162331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:56.165399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Deleting port 1f860cce-3d29-4472-a6e1-9a0a0810777a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:47:56.165732 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.230053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.276224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.276449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.300702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e357af9-debc-47a5-a915-df44a1a12673 req-8b80d2d2-f397-42dd-8791-1c50778c5636 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 210 time: 0.0462651 Mar 31 22:47:56.325859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Calling delete_port for 1f860cce-3d29-4472-a6e1-9a0a0810777a owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:47:56.381902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Made reservation on behalf of a75660fdcdbe4a54bfe1e4aed84089ad for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:56.385967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.407481 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.471502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:47:56.509810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50000) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:56.512672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:56.517305 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.559643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53154bc9-460b-4beb-824d-f61904163605'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:56.562250 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e9b650-2c16-4045-be2f-96429d012273" -d '{"events": [{"server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "name": "network-vif-unplugged", "status": "completed", "tag": "53154bc9-460b-4beb-824d-f61904163605"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:56.566707 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.581575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Transition to ACTIVE for port object 53154bc9-460b-4beb-824d-f61904163605 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:47:56.636971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c51fc-5fe1-48e9-8f99-28e50c258dbf req-d1aef2d7-851a-4c21-a28d-2c002be4747f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:56.638573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-900c51fc-5fe1-48e9-8f99-28e50c258dbf req-d1aef2d7-851a-4c21-a28d-2c002be4747f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1198871 Mar 31 22:47:56.659995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.686075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.718826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d206dfe-fed2-480c-b3e2-59b1c78434c9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:56.745304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-900c51fc-5fe1-48e9-8f99-28e50c258dbf req-17a8f598-e32c-4d01-a373-0dd8b1eb4fbb tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993364 Mar 31 22:47:56.768009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] No DVR routers for this DVR port 53154bc9-460b-4beb-824d-f61904163605 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:47:56.775866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:56.834774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Attempting to bind port 53154bc9-460b-4beb-824d-f61904163605 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:56.849989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Attempting to bind port 53154bc9-460b-4beb-824d-f61904163605 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:56.855420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Attempting to bind port 53154bc9-460b-4beb-824d-f61904163605 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:56.867667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.873965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Port 53154bc9-460b-4beb-824d-f61904163605 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:56.874290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Attempting to bind port 53154bc9-460b-4beb-824d-f61904163605 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:56.901827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:56.902258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:56.905029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:56.905501 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Bound port: 53154bc9-460b-4beb-824d-f61904163605, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:56.905871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.931846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50010) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:56.934641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-955932d2-b403-4cfa-9769-439ed7441ad4 req-99a3550e-4f0f-4ad8-8bd3-97eeba7c8236 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 210 time: 0.0682290 Mar 31 22:47:56.964973 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae44deda-09fc-47c8-b37a-a56374e1b871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:56.996165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Pushing event deleted for resources: {'Port': ['ID=1f860cce-3d29-4472-a6e1-9a0a0810777a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:57.047252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.049083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.050862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f6bb29f-d109-4f22-8f00-d44ebd67ed0b req-697cbdc5-6342-4d2d-aa52-796203868806 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "DELETE /v2.0/floatingips/8cf77f3a-4410-41e5-bbc9-2973e91cf6ca HTTP/1.1" status: 204 len: 173 time: 1.1805596 Mar 31 22:47:57.078347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Allocated IP 192.168.233.190 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/821c3f3a-0f1a-4df7-b86b-74cdad08d756) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:57.094517 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f384f0-3a36-404a-b825-bd8f34e908cf x-openstack-request-id: req-e2f384f0-3a36-404a-b825-bd8f34e908cf {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:57.094809 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "name": "network-vif-unplugged", "status": "completed", "tag": "53154bc9-460b-4beb-824d-f61904163605", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:57.095057 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2f384f0-3a36-404a-b825-bd8f34e908cf {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:57.095487 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f384f0-3a36-404a-b825-bd8f34e908cf'] response: {'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53154bc9-460b-4beb-824d-f61904163605', 'code': 200} Mar 31 22:47:57.140096 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-b3b23d55-0e1e-4973-b85d-5b67817db889 req-f21d4a18-3faf-4966-ad0e-e51281cda9f5 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] show failed (client error): The resource could not be found. Mar 31 22:47:57.141517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3b23d55-0e1e-4973-b85d-5b67817db889 req-f21d4a18-3faf-4966-ad0e-e51281cda9f5 tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips/8cf77f3a-4410-41e5-bbc9-2973e91cf6ca HTTP/1.1" status: 404 len: 350 time: 0.0487349 Mar 31 22:47:57.181284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae44deda-09fc-47c8-b37a-a56374e1b871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.203654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:57.207029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:57.210270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a822503a-ff76-41d8-9b71-06e2b0d6ff86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a77fa3faf6e45aab1520377398455c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6988463 Mar 31 22:47:57.212894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50018) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:57.229217 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-22c6bfcb-292f-407b-b5fd-0b2d99d0866d req-284366d8-64f7-462b-b4a0-7c21af03bd9f tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] show failed (client error): The resource could not be found. Mar 31 22:47:57.230267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22c6bfcb-292f-407b-b5fd-0b2d99d0866d req-284366d8-64f7-462b-b4a0-7c21af03bd9f tempest-FloatingIPsTestJSON-134920200 tempest-FloatingIPsTestJSON-134920200-project] 10.222.0.31 "GET /v2.0/floatingips/8cf77f3a-4410-41e5-bbc9-2973e91cf6ca HTTP/1.1" status: 404 len: 350 time: 0.0574279 Mar 31 22:47:57.242945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50020) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:57.262453 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae44deda-09fc-47c8-b37a-a56374e1b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.317060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.344220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.366628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44deda-09fc-47c8-b37a-a56374e1b871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32e2c17-482c-4be4-9174-37aea27c066f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:57.425237 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecca197a-296d-49ea-9b08-8249b1cdaa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.428844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f3696e8-5094-43cb-9d7d-c3500a0e4ff0 req-77e2638d-9346-44dc-9fa1-f89a7a392efb tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 210 time: 0.0345583 Mar 31 22:47:57.433008 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae44deda-09fc-47c8-b37a-a56374e1b871 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e775d46a6dd49ff970fc20e1fa317f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000601 Mar 31 22:47:57.437004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:57.437004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.437366 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] 10.222.0.50 "PUT /v2.0/ports/53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 1095 time: 1.2807815 Mar 31 22:47:57.437829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50032) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:57.479927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.518797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecca197a-296d-49ea-9b08-8249b1cdaa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.546424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:47:57.551022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc0351c9-eb30-490a-a104-94fe07ccf232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.553763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:47:57.557656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:47:57.564245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:57.564957 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.619976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Pushing event updated for resources: {'Port': ['ID=821c3f3a-0f1a-4df7-b86b-74cdad08d756,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:57.624357 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc0351c9-eb30-490a-a104-94fe07ccf232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.724996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-f5a2766c-bf29-4550-b622-19b50dcceb8b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6833961 Mar 31 22:47:57.733048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Request body: {'port': {'device_id': '20eff3bc-fa22-46c3-839d-a9993faf8778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:57.758685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5f29d-e708-49d9-a829-3494bad462dc service neutron] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:57.775398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc0351c9-eb30-490a-a104-94fe07ccf232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.777989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc0351c9-eb30-490a-a104-94fe07ccf232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.779286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bc0351c9-eb30-490a-a104-94fe07ccf232 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d32e2c17-482c-4be4-9174-37aea27c066f HTTP/1.1" status: 204 len: 168 time: 0.3404055 Mar 31 22:47:57.780002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-cc173920-7236-4f03-bf8d-10cdef88c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:57.781750 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-cc173920-7236-4f03-bf8d-10cdef88c489 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1098 time: 0.2701693 Mar 31 22:47:57.813070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0351c9-eb30-490a-a104-94fe07ccf232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32e2c17-482c-4be4-9174-37aea27c066f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:57.819274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:57.979024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-174c2883-42ed-47c5-b3f8-1c6d9d77d92d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:57.980528 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-174c2883-42ed-47c5-b3f8-1c6d9d77d92d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 821 time: 0.3937936 Mar 31 22:47:57.998850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Request body: {'port': {'device_id': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'admin_state_up': True, 'tenant_id': '4de05eecea194efe9880afee1a73b381'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:47:58.061009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6a746-74cf-422c-b7fc-b8f560f58919 req-bd890b78-3146-4487-9313-f3692120206a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:58.062895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44d6a746-74cf-422c-b7fc-b8f560f58919 req-bd890b78-3146-4487-9313-f3692120206a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.1453233 Mar 31 22:47:58.104466 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecca197a-296d-49ea-9b08-8249b1cdaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.106368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1e92d936-4845-480a-94aa-f68628889cff None None] Provisioning complete for port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:47:58.107874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecca197a-296d-49ea-9b08-8249b1cdaa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.108691 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1e92d936-4845-480a-94aa-f68628889cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.112410 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ecca197a-296d-49ea-9b08-8249b1cdaa24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54163995-90f8-4f74-bb4b-6002f1cc0beb HTTP/1.1" status: 204 len: 168 time: 0.8983808 Mar 31 22:47:58.233531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44d6a746-74cf-422c-b7fc-b8f560f58919 req-5600883a-8161-41fb-82f7-9bcfaf8a9f91 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397071 Mar 31 22:47:58.236677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8daca120-b40e-497f-99cf-4966c69b91a5 req-5ae501a7-e48d-4c43-addf-89ea37d4f5e1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 210 time: 0.1029942 Mar 31 22:47:58.244577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1e92d936-4845-480a-94aa-f68628889cff None None] Port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:47:58.375148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821c3f3a-0f1a-4df7-b86b-74cdad08d756 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:47:58.382920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca197a-296d-49ea-9b08-8249b1cdaa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54163995-90f8-4f74-bb4b-6002f1cc0beb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:58.384716 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.392758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-b999d954-5aeb-4f89-a93f-fececfc2dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:58.394225 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-b999d954-5aeb-4f89-a93f-fececfc2dfdd service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.6003015 Mar 31 22:47:58.410021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Transition to ACTIVE for port object 821c3f3a-0f1a-4df7-b86b-74cdad08d756 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:47:58.487632 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-5e81b6c3-c0e4-4d2d-8666-c4e521681b7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.0843203 Mar 31 22:47:58.532946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.591510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-c4ae45fa-b515-4352-a248-0d4bbb8596a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:58.592961 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-c4ae45fa-b515-4352-a248-0d4bbb8596a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0920169 Mar 31 22:47:58.611605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=821c3f3a-0f1a-4df7-b86b-74cdad08d756,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:58.649712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243877a-120e-420a-9e10-0dad93072607 req-61e25274-afce-4bb3-927b-df49c17bb6d2 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:58.657980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8243877a-120e-420a-9e10-0dad93072607 req-61e25274-afce-4bb3-927b-df49c17bb6d2 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 948 time: 0.1397386 Mar 31 22:47:58.666158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-dac1552b-e5cb-480b-a8e6-fea485979e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:58.668053 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-dac1552b-e5cb-480b-a8e6-fea485979e7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686104 Mar 31 22:47:58.722384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8243877a-120e-420a-9e10-0dad93072607 req-a9425358-2c0e-4160-abc5-fdc005ee0ceb tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630162 Mar 31 22:47:58.733490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Attempting to bind port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:47:58.734179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Attempting to bind port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:47:58.734284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Attempting to bind port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:58.741051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:47:58.741380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Attempting to bind port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:47:58.755208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:47:58.755208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:47:58.755208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:47:58.761298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Bound port: 821c3f3a-0f1a-4df7-b86b-74cdad08d756, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:47:58.761298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.761459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Made reservation on behalf of 4de05eecea194efe9880afee1a73b381 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:47:58.767739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.851413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] For port 821c3f3a-0f1a-4df7-b86b-74cdad08d756, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:47:58.858723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] For port 821c3f3a-0f1a-4df7-b86b-74cdad08d756, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=821c3f3a-0f1a-4df7-b86b-74cdad08d756,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:47:58.933040 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.993659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:58.994294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:58.995918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] 10.222.0.50 "PUT /v2.0/ports/821c3f3a-0f1a-4df7-b86b-74cdad08d756 HTTP/1.1" status: 200 len: 1096 time: 1.2688043 Mar 31 22:47:58.996168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20eff3bc-fa22-46c3-839d-a9993faf8778', 'tag': '821c3f3a-0f1a-4df7-b86b-74cdad08d756'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:58.998705 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6678c5aa-d32c-46d5-b42c-a2a4673b9b62" -d '{"events": [{"name": "network-changed", "server_uuid": "20eff3bc-fa22-46c3-839d-a9993faf8778", "tag": "821c3f3a-0f1a-4df7-b86b-74cdad08d756"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:59.017061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553a520-93da-421e-8fcc-fea1d61c2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=821c3f3a-0f1a-4df7-b86b-74cdad08d756,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:47:59.022399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:59.033428 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-84230d3e-3a2f-422e-9a77-923c2a2bab07 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408437 Mar 31 22:47:59.067120 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93496cce-4076-4d94-b971-f7fce968f91b x-openstack-request-id: req-93496cce-4076-4d94-b971-f7fce968f91b {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:59.067120 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20eff3bc-fa22-46c3-839d-a9993faf8778", "tag": "821c3f3a-0f1a-4df7-b86b-74cdad08d756", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:59.067120 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93496cce-4076-4d94-b971-f7fce968f91b {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:59.067120 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93496cce-4076-4d94-b971-f7fce968f91b'] response: {'name': 'network-changed', 'server_uuid': '20eff3bc-fa22-46c3-839d-a9993faf8778', 'tag': '821c3f3a-0f1a-4df7-b86b-74cdad08d756', 'status': 'completed', 'code': 200} Mar 31 22:47:59.102280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'tag': '53154bc9-460b-4beb-824d-f61904163605'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:47:59.105787 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "tag": "53154bc9-460b-4beb-824d-f61904163605"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:47:59.164166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Allocated IP 172.20.0.8 (63e28dc7-e076-45d3-8c44-383da636c123/f41bb645-28bf-45ae-bf44-28cec17d8d36/9d48e03e-91ff-4673-b4b9-251df4912f27) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:47:59.190286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c5aa-d32c-46d5-b42c-a2a4673b9b62 req-3d173ae2-1dd0-419b-a1ea-145e337156b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:59.191851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6678c5aa-d32c-46d5-b42c-a2a4673b9b62 req-3d173ae2-1dd0-419b-a1ea-145e337156b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a75660fdcdbe4a54bfe1e4aed84089ad&device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 1099 time: 0.1007447 Mar 31 22:47:59.227083 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e902231-1b38-4952-961d-98bc3e2c9bdb x-openstack-request-id: req-2e902231-1b38-4952-961d-98bc3e2c9bdb {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:47:59.227601 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "tag": "53154bc9-460b-4beb-824d-f61904163605", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:47:59.227881 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e902231-1b38-4952-961d-98bc3e2c9bdb {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:47:59.228071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.45', 54769) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:59.228272 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e902231-1b38-4952-961d-98bc3e2c9bdb'] response: {'name': 'network-changed', 'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'tag': '53154bc9-460b-4beb-824d-f61904163605', 'status': 'completed', 'code': 200} Mar 31 22:47:59.243622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6678c5aa-d32c-46d5-b42c-a2a4673b9b62 req-ad0b4ee8-786a-4602-bc23-1fde0a528847 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a75660fdcdbe4a54bfe1e4aed84089ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389643 Mar 31 22:47:59.391890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50086) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:47:59.451135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ccac3c8a-5844-4e82-9f02-21181498a26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:59.454242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-1c869fda-fa3d-4bef-a4ed-2baad0e24898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:59.455832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-1c869fda-fa3d-4bef-a4ed-2baad0e24898 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1098 time: 0.2267783 Mar 31 22:47:59.473404 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57324209-0a06-432f-aa12-bc03a6b6bd89 req-096cf728-5079-4124-b201-69b3239a9ea1 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004145 Mar 31 22:47:59.485462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb636201-105b-4a38-ae8b-d804581f5401 req-04befd81-84b3-4969-b1a1-1f79947ea54e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 210 time: 0.0851068 Mar 31 22:47:59.596615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdcfc5-f209-4cbc-87aa-fd6e074590cc req-85a1f542-abbb-4fb1-9caa-b8b692ab361f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:59.598112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79fdcfc5-f209-4cbc-87aa-fd6e074590cc req-85a1f542-abbb-4fb1-9caa-b8b692ab361f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.1990821 Mar 31 22:47:59.610851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c5aa-d32c-46d5-b42c-a2a4673b9b62 req-668c3eac-7200-443a-9c04-c4c526427676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:59.612322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6678c5aa-d32c-46d5-b42c-a2a4673b9b62 req-668c3eac-7200-443a-9c04-c4c526427676 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3589096 Mar 31 22:47:59.679558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-86e85fe3-898d-4005-95d7-d8fbd8f679fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:59.681076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-86e85fe3-898d-4005-95d7-d8fbd8f679fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1981018 Mar 31 22:47:59.700685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79fdcfc5-f209-4cbc-87aa-fd6e074590cc req-aa68f723-69bf-41a4-a2cb-098765a1ba9a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825942 Mar 31 22:47:59.791431 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:59.868395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-d99dede6-3ab3-4b8e-924c-050b383f990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:47:59.870132 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-d99dede6-3ab3-4b8e-924c-050b383f990e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1098 time: 0.1434786 Mar 31 22:47:59.914405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Deleting port 039ec26b-8fda-4fb3-83f9-42ceb01a5962 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:47:59.914890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.025402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-6c333d86-d328-4ff2-b82c-068c2d133f0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.3342268 Mar 31 22:48:00.063972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] For port 039ec26b-8fda-4fb3-83f9-42ceb01a5962, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=039ec26b-8fda-4fb3-83f9-42ceb01a5962,segment=NetworkSegment(808e003f-5d1c-4e80-89ec-1be206b7745d),segment_id=808e003f-5d1c-4e80-89ec-1be206b7745d)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:00.064429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.093346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Calling delete_port for 039ec26b-8fda-4fb3-83f9-42ceb01a5962 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:48:00.101370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.111905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ccac3c8a-5844-4e82-9f02-21181498a26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.117986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 53154bc9-460b-4beb-824d-f61904163605 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:48:00.148736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-572af4d0-c845-4b1c-900e-e86c55678086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.150277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-572af4d0-c845-4b1c-900e-e86c55678086 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1146474 Mar 31 22:48:00.165222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2ed90-bdd8-4666-af83-c5adce065c7d req-9671c909-b79b-45dd-82ea-99a7ad3d5ea4 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.171918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ad2ed90-bdd8-4666-af83-c5adce065c7d req-9671c909-b79b-45dd-82ea-99a7ad3d5ea4 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 948 time: 0.1635940 Mar 31 22:48:00.178080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-86df6218-d98d-4531-9bd9-dd2b6cd6c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.180756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-86df6218-d98d-4531-9bd9-dd2b6cd6c4f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a75660fdcdbe4a54bfe1e4aed84089ad&device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 1099 time: 0.1739800 Mar 31 22:48:00.192522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 53154bc9-460b-4beb-824d-f61904163605 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:48:00.215993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Network 63e28dc7-e076-45d3-8c44-383da636c123 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:00.217246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-06bd22b2-72d1-4c12-890f-b13d5acb7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.222327 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-06bd22b2-72d1-4c12-890f-b13d5acb7295 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.3401763 Mar 31 22:48:00.222572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ccac3c8a-5844-4e82-9f02-21181498a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.225825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:00.236122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:00.242194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.242841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.283933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-355865bd-02c8-4959-b4bf-d380842a3a01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=821c3f3a-0f1a-4df7-b86b-74cdad08d756 HTTP/1.1" status: 200 len: 217 time: 0.0821776 Mar 31 22:48:00.302904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Pushing event updated for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:00.306139 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-4dd7cadb-6a0c-465d-981d-912c279259e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.0770037 Mar 31 22:48:00.351490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ccac3c8a-5844-4e82-9f02-21181498a26b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5f77093ac964b91b1a71d096c1edec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9585760 Mar 31 22:48:00.355585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50112) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:00.361323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ad2ed90-bdd8-4666-af83-c5adce065c7d req-8bf81a74-000d-4abf-8888-f44a5f789023 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883578 Mar 31 22:48:00.369497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac3c8a-5844-4e82-9f02-21181498a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38874580-dc4d-4463-9b51-980c6a766adc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:00.380136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-eb35cdfc-ef7a-4b03-a517-5969c2a65496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.382873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-eb35cdfc-ef7a-4b03-a517-5969c2a65496 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088122 Mar 31 22:48:00.410270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-b38a21a7-c251-477a-8764-9f9883cf7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.412582 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-b38a21a7-c251-477a-8764-9f9883cf7191 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0984039 Mar 31 22:48:00.448571 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-4853e012-f22c-46e4-a81a-baed8911fe2e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4528873 Mar 31 22:48:00.469012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Request body: {'port': {'device_id': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:00.472790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-994dbd61-c3f6-4feb-a112-5c9a1b971fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.474674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-994dbd61-c3f6-4feb-a112-5c9a1b971fef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1742432 Mar 31 22:48:00.570064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a26c5e4f-deee-427b-beae-b103dd8b5c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.593058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-36b4f7fd-c2bf-437d-982d-431845540f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.594647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-36b4f7fd-c2bf-437d-982d-431845540f3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071670 Mar 31 22:48:00.596767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-d2a6be49-078e-4a09-885b-7f9f6d3d6f27 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040997 Mar 31 22:48:00.627282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50118) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:00.640364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a26c5e4f-deee-427b-beae-b103dd8b5c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.643466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-74983dfc-62a0-4173-b5e8-0c6abfb636dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.645073 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-74983dfc-62a0-4173-b5e8-0c6abfb636dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2202365 Mar 31 22:48:00.665744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.773713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:00.838830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e21f3-2dfc-4239-95c0-98f99f64c97a req-b62aaabd-92d4-4b17-9124-5ebe87439727 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:00.840371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d4e21f3-2dfc-4239-95c0-98f99f64c97a req-b62aaabd-92d4-4b17-9124-5ebe87439727 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 931 time: 0.2186527 Mar 31 22:48:00.846249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-b051b85d-b8aa-4340-aa72-6f9d0ca4fc06 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432909 Mar 31 22:48:00.874759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Pushing event deleted for resources: {'Port': ['ID=039ec26b-8fda-4fb3-83f9-42ceb01a5962,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:00.912116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-06987470-f395-4bd3-bdf4-aa2842488592 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588968 Mar 31 22:48:00.918036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-4cb629eb-fc34-4825-a894-302981e65063 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009086 Mar 31 22:48:00.930224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c558071-1bd3-4d98-b9c8-5ee1db3fda3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.000074 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a26c5e4f-deee-427b-beae-b103dd8b5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.002702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a26c5e4f-deee-427b-beae-b103dd8b5c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.003894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a26c5e4f-deee-427b-beae-b103dd8b5c5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38874580-dc4d-4463-9b51-980c6a766adc HTTP/1.1" status: 204 len: 168 time: 0.6463072 Mar 31 22:48:01.015625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d4e21f3-2dfc-4239-95c0-98f99f64c97a req-6a8a9650-6efc-4eca-8a68-3e677a79f221 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683779 Mar 31 22:48:01.037929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398bfd-8e99-4e5a-8a80-a5eef9057637 req-1015cb08-66eb-4e59-a3a3-49852b02e525 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:01.039573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36398bfd-8e99-4e5a-8a80-a5eef9057637 req-1015cb08-66eb-4e59-a3a3-49852b02e525 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.1913757 Mar 31 22:48:01.042297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c5e4f-deee-427b-beae-b103dd8b5c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38874580-dc4d-4463-9b51-980c6a766adc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:01.072280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0020b74c-593a-45be-9bff-3ec7388a09a4 req-5d92a052-615f-4d44-b91e-18d858f51c18 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127514 Mar 31 22:48:01.143481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36398bfd-8e99-4e5a-8a80-a5eef9057637 req-3963bb6b-98eb-408f-8274-31a746bab501 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595922 Mar 31 22:48:01.503130 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.515170 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6d544dd8-a58c-4cd8-bf7b-252e784b4e59 req-ed58f9e7-a1f0-48b8-80d5-108f3ef3b05c service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820005 Mar 31 22:48:01.595942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a50bc-23d6-444b-b8e1-5a7d98719487 req-47fe3c21-eccf-45f1-bef1-f14489f3d0eb tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:01.612704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-653a50bc-23d6-444b-b8e1-5a7d98719487 req-47fe3c21-eccf-45f1-bef1-f14489f3d0eb tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 948 time: 0.1150525 Mar 31 22:48:01.632569 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c558071-1bd3-4d98-b9c8-5ee1db3fda3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.674213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d48e03e-91ff-4673-b4b9-251df4912f27 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:01.690186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-653a50bc-23d6-444b-b8e1-5a7d98719487 req-8b43e723-8d17-4af5-82c6-c4a745d43168 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710895 Mar 31 22:48:01.697355 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.756648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c558071-1bd3-4d98-b9c8-5ee1db3fda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.800863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Transition to ACTIVE for port object 9d48e03e-91ff-4673-b4b9-251df4912f27 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:01.838216 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5c558071-1bd3-4d98-b9c8-5ee1db3fda3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7f8f5c167b6465ba6a5402a8c6147d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2044916 Mar 31 22:48:01.840888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c558071-1bd3-4d98-b9c8-5ee1db3fda3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1801b39-472e-4ec4-9363-9c823e2e2139,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:01.842714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50156) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:01.904550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.925523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc0b676b-9134-49a1-a4eb-34722656e7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.967382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc0b676b-9134-49a1-a4eb-34722656e7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:01.996629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:02.048161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:02.048496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:02.048823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:02.053010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:48:02.057562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:02.057887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:02.065279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:02.065633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:02.066049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:02.066508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Bound port: 9d48e03e-91ff-4673-b4b9-251df4912f27, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:02.066864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:02.118786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc0b676b-9134-49a1-a4eb-34722656e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:02.121278 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc0b676b-9134-49a1-a4eb-34722656e7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:02.122431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bc0b676b-9134-49a1-a4eb-34722656e7ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1801b39-472e-4ec4-9363-9c823e2e2139 HTTP/1.1" status: 204 len: 168 time: 0.2787001 Mar 31 22:48:02.134739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b676b-9134-49a1-a4eb-34722656e7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1801b39-472e-4ec4-9363-9c823e2e2139,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:02.242379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688a305-976e-4863-b8d7-318e19bdd405 req-d9b53b16-cfe1-4f02-848e-55d845bac0df tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:02.244332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0688a305-976e-4863-b8d7-318e19bdd405 req-d9b53b16-cfe1-4f02-848e-55d845bac0df tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 943 time: 0.1071978 Mar 31 22:48:02.244957 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:02.262118 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:02.262363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:48:02.267598 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1bf6b55b-1737-42a2-9c42-3c7d5da02568 admin admin] 10.222.0.31 "PUT /v2.0/routers/06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0173769 Mar 31 22:48:02.270188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50172) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:02.280555 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] Sync routers for ids ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:48:02.291259 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] Routers {'06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:02.291867 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:02.316507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffde47-1667-453d-9298-0032a37c538e req-1e594a87-69ad-4c22-8869-4b05c4031621 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:02.324553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40ffde47-1667-453d-9298-0032a37c538e req-1e594a87-69ad-4c22-8869-4b05c4031621 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.0999818 Mar 31 22:48:02.329520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0688a305-976e-4863-b8d7-318e19bdd405 req-6cccb39f-568a-43a3-892d-13443b9fe26d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637033 Mar 31 22:48:02.352490 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:02.396493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40ffde47-1667-453d-9298-0032a37c538e req-a902bffc-09cc-4e40-b35b-2d25d3621718 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662982 Mar 31 22:48:02.406666 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] Set router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:02.441068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:02.442674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:02.443343 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] 10.222.0.45 "PUT /v2.0/ports/9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 1091 time: 1.9785507 Mar 31 22:48:02.443918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:02.446333 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca0c201-be61-46f5-88a2-b413c64bc761" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:02.527691 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98c06bd-45b1-49a1-b3b3-8f48c81b3776 x-openstack-request-id: req-a98c06bd-45b1-49a1-b3b3-8f48c81b3776 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:02.527988 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:02.528242 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a98c06bd-45b1-49a1-b3b3-8f48c81b3776 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:02.528660 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98c06bd-45b1-49a1-b3b3-8f48c81b3776'] response: {'name': 'network-changed', 'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27', 'status': 'completed', 'code': 200} Mar 31 22:48:02.535208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50180) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:02.572695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce7be1-7551-452d-afcf-c36f84650cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:02.601851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:02.623134 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:48:00Z', 'revision_number': 5, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:02.656732 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] Checking router: 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:48:02.675421 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] Routers {'06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:02.675421 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:02.684349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-53b74f62-0a98-4e7d-9b8b-b17f9ee393aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:02.686000 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-53b74f62-0a98-4e7d-9b8b-b17f9ee393aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1094 time: 0.1380832 Mar 31 22:48:02.847708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:02.890589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-172c4ae8-d63f-41b1-ac1c-880eeeaeeb09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 217 time: 0.0576305 Mar 31 22:48:02.932922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd804-1e31-4a1c-a8f7-47e64c13a7c7 req-89ff0f54-8e06-4ddf-9a3b-2c114bfd3bef tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:02.942533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c90fd804-1e31-4a1c-a8f7-47e64c13a7c7 req-89ff0f54-8e06-4ddf-9a3b-2c114bfd3bef tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 947 time: 0.2016649 Mar 31 22:48:02.963516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc8337d6-ef4b-40b9-ac37-ae41b90f4ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:02.982650 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] Set router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:02.985879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50190) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:02.997826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-c3bdddc6-2b9a-4bb6-a936-a42ef22c93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:02.999444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-c3bdddc6-2b9a-4bb6-a936-a42ef22c93c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0945327 Mar 31 22:48:03.046992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08913159-583e-44a5-82a9-55f459934107 req-3a89f187-50ea-4b9e-92a0-157f3287f2d3 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:03.055566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08913159-583e-44a5-82a9-55f459934107 req-3a89f187-50ea-4b9e-92a0-157f3287f2d3 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 948 time: 0.2440598 Mar 31 22:48:03.055973 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-f291b4b5-fce7-4c3f-ab21-e0a6bc687d46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320606 Mar 31 22:48:03.057796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62456bc8-82d7-4067-af37-50d7aca3b4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.062496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 53154bc9-460b-4beb-824d-f61904163605 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:03.091888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-d1003bf9-c16a-4037-8b5f-bc4f44c5434c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:03.093596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-d1003bf9-c16a-4037-8b5f-bc4f44c5434c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 947 time: 0.2634206 Mar 31 22:48:03.117307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c90fd804-1e31-4a1c-a8f7-47e64c13a7c7 req-7f07948e-71be-4be1-be35-b42b594bc79b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724486 Mar 31 22:48:03.143161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Deleting port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:48:03.145239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.229935 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:48:00Z', 'revision_number': 5, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:03.241362 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-c4dba681-d45e-46cd-b1a5-2745ab0cefc5 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714320 Mar 31 22:48:03.243147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08913159-583e-44a5-82a9-55f459934107 req-d41b6b6f-5d87-44ab-a257-14a64734d3df tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707690 Mar 31 22:48:03.258285 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abc71c-0dc3-4f73-a69c-b3f7baf5989c None None] The sync data for ids ['06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4'] in n-d-836015-1 is: [{'id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'name': 'tempest-FloatingIPsTestJSON-1534333474-router', 'tenant_id': '723684cb004a43a19179f2e7c207bd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:47:33Z', 'updated_at': '2022-03-31T22:48:00Z', 'revision_number': 5, 'project_id': '723684cb004a43a19179f2e7c207bd19', 'gw_port': {'id': '4fa5f2a9-1c7d-4ac4-ba69-814132e8a503', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:47:35Z', 'updated_at': '2022-03-31T22:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:48:03.268190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:03.308420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '53154bc9-460b-4beb-824d-f61904163605', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '53154bc9-460b-4beb-824d-f61904163605', 'mac_address': 'fa:16:3e:c4:f0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:03.329042 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-b412fec3-2432-4a8e-be56-a7a67b63cf8e service neutron] delete failed (client error): The resource could not be found. Mar 31 22:48:03.330860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-b412fec3-2432-4a8e-be56-a7a67b63cf8e service neutron] 10.222.0.45 "DELETE /v2.0/ports/53154bc9-460b-4beb-824d-f61904163605/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.2130759 Mar 31 22:48:03.353717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] For port 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4fa5f2a9-1c7d-4ac4-ba69-814132e8a503,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:03.354104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.370175 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.371946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Calling delete_port for 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:48:03.396569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53154bc9-460b-4beb-824d-f61904163605 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:03.431769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:03.439843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc8337d6-ef4b-40b9-ac37-ae41b90f4ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.441699 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c073ff60-e3c8-4907-9707-ca9f2ea46fa8 req-e6b32aad-c93b-4eef-8904-5307fadfca7d service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869168 Mar 31 22:48:03.447041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62456bc8-82d7-4067-af37-50d7aca3b4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.485614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.487216 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc8337d6-ef4b-40b9-ac37-ae41b90f4ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.489353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62456bc8-82d7-4067-af37-50d7aca3b4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.548999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:03.557224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cc8337d6-ef4b-40b9-ac37-ae41b90f4ecf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db98249572d347948b462312cbb6201a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0167050 Mar 31 22:48:03.559269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50202) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:03.559806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-62456bc8-82d7-4067-af37-50d7aca3b4c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84eba179175f43e08275f04b76e67a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686398 Mar 31 22:48:03.561333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8337d6-ef4b-40b9-ac37-ae41b90f4ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8b394-bd8a-4609-85a8-7b23b772dae0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:03.564693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:03.574523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4648da-83a8-41af-a4f0-a52bacd6f040 req-6a9665f9-5406-4ea1-b056-c389dc9956f5 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:03.582049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc4648da-83a8-41af-a4f0-a52bacd6f040 req-6a9665f9-5406-4ea1-b056-c389dc9956f5 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 943 time: 0.1301367 Mar 31 22:48:03.615477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-5818f49c-85d6-43dd-842d-d334def134fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:03.615477 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-5818f49c-85d6-43dd-842d-d334def134fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1099 time: 0.1106045 Mar 31 22:48:03.662746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62456bc8-82d7-4067-af37-50d7aca3b4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68525af-a829-40ae-b6dc-dd02c7ccb822,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:03.687763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc4648da-83a8-41af-a4f0-a52bacd6f040 req-514c4858-0231-4879-9428-462c980a35c0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046877 Mar 31 22:48:03.696021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-ac47d38f-fb93-48e6-98dd-b74123a290c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:03.697906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-ac47d38f-fb93-48e6-98dd-b74123a290c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1094 time: 0.1057982 Mar 31 22:48:03.724802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:03.767176 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd3de9e-8116-4f26-93ef-9796cbd1443a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.833530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5262ec63-6298-4119-bb3d-d2c6c668f496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.843062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-5d45d953-2bd6-41e3-8028-b503d212142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:03.843466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-5d45d953-2bd6-41e3-8028-b503d212142c service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1376522 Mar 31 22:48:03.847041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd3de9e-8116-4f26-93ef-9796cbd1443a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.915793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-36d1ed78-1b5c-4e0c-8024-c9e8ab9968bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 217 time: 0.0628455 Mar 31 22:48:03.924526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5262ec63-6298-4119-bb3d-d2c6c668f496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.926773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-df7318d7-922d-4dc4-bd08-f68fc2cb2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:03.929038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-df7318d7-922d-4dc4-bd08-f68fc2cb2dfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2939980 Mar 31 22:48:03.930242 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29091cdc-774f-4b0f-8bf9-004d8a054df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.994428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:03.997063 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-2631d7a3-b042-4446-aaa8-7bff9e372ab6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.0580382 Mar 31 22:48:04.002569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-51f57615-cb9d-43dd-bfc8-f524bccc69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:04.003674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-51f57615-cb9d-43dd-bfc8-f524bccc69a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0769515 Mar 31 22:48:04.036270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-9aa0a13a-a880-4eb3-816c-a111b2ae8b60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249343 Mar 31 22:48:04.066288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa5f2a9-1c7d-4ac4-ba69-814132e8a503,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:04.093108 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.134827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-e688c0ba-08fe-4fc0-ac43-1322597b735c service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905817 Mar 31 22:48:04.176461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd3de9e-8116-4f26-93ef-9796cbd1443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.179094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd3de9e-8116-4f26-93ef-9796cbd1443a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.183128 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0dd3de9e-8116-4f26-93ef-9796cbd1443a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00c8b394-bd8a-4609-85a8-7b23b772dae0 HTTP/1.1" status: 204 len: 168 time: 0.6171823 Mar 31 22:48:04.186422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-bbc48f35-2bfd-4991-b095-4d3ca1186eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:04.187951 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-bbc48f35-2bfd-4991-b095-4d3ca1186eba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1774848 Mar 31 22:48:04.325636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d899266-34c8-40ac-8ea0-3b2a4a29c5be req-cf9c7e28-fa1a-4dac-b5eb-09f296ef4b73 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:04.334123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d899266-34c8-40ac-8ea0-3b2a4a29c5be req-cf9c7e28-fa1a-4dac-b5eb-09f296ef4b73 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 948 time: 0.0999289 Mar 31 22:48:04.351399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca0c201-be61-46f5-88a2-b413c64bc761 req-e29248b8-8d6a-4335-b37a-4f19f1073662 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080722 Mar 31 22:48:04.383135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d899266-34c8-40ac-8ea0-3b2a4a29c5be req-6d33c4d9-9c27-40e4-a78a-67bc083db740 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480304 Mar 31 22:48:04.482514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c8fa3-07e1-41f9-a375-b2a471c79e18 req-44c4f9c8-030d-4222-b8f4-a765e9e47115 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:04.490819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-285c8fa3-07e1-41f9-a375-b2a471c79e18 req-44c4f9c8-030d-4222-b8f4-a765e9e47115 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 948 time: 0.0809829 Mar 31 22:48:04.509984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5262ec63-6298-4119-bb3d-d2c6c668f496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.509984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5262ec63-6298-4119-bb3d-d2c6c668f496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.510544 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5262ec63-6298-4119-bb3d-d2c6c668f496 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c68525af-a829-40ae-b6dc-dd02c7ccb822 HTTP/1.1" status: 204 len: 168 time: 0.9369407 Mar 31 22:48:04.514323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.529752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3de9e-8116-4f26-93ef-9796cbd1443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8b394-bd8a-4609-85a8-7b23b772dae0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:04.534843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.543296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-285c8fa3-07e1-41f9-a375-b2a471c79e18 req-8ba5b402-680f-4224-b5f3-a3a6b5a42e21 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512240 Mar 31 22:48:04.549473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262ec63-6298-4119-bb3d-d2c6c668f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68525af-a829-40ae-b6dc-dd02c7ccb822,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:04.636985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-634ba8b1-587e-4948-b06f-36a9037417c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:04.638599 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-634ba8b1-587e-4948-b06f-36a9037417c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472607 Mar 31 22:48:04.692268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.694108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:48:04.705855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.707448 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b3bcf3b6-8b54-4ed8-a7d4-2f8255b00c8a admin admin] 10.222.0.31 "DELETE /v2.0/routers/06b1b616-c0a9-4e01-bc79-7bc5e2d9a3c4 HTTP/1.1" status: 204 len: 168 time: 2.4362690 Mar 31 22:48:04.714855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50240) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:04.777211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 039ec26b-8fda-4fb3-83f9-42ceb01a5962 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:48:04.806690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 039ec26b-8fda-4fb3-83f9-42ceb01a5962 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:48:04.809891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 039ec26b-8fda-4fb3-83f9-42ceb01a5962 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:48:04.827685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b803ac2-eeea-4f73-89f6-0f3b89595010 admin admin] Deleting subnet af4e4f18-ecb5-4395-b2fa-61ae79e20f3d {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:48:04.835673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-a1278833-9665-43ca-bb64-ed2a45ebd750 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869860 Mar 31 22:48:04.840445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b803ac2-eeea-4f73-89f6-0f3b89595010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.931111 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b803ac2-eeea-4f73-89f6-0f3b89595010 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.968930 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00f2ee8e-3ce0-40a6-b69e-5b8ea0364a3c req-01cef45a-8fe5-4181-a0d2-8c7f8dfc85f5 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257212 Mar 31 22:48:04.973227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ddb5-e41b-427c-8cb0-1dc22c4f5709 req-0799ef25-ad26-40ee-b0ed-b0529b36370f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:04.974812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0154ddb5-e41b-427c-8cb0-1dc22c4f5709 req-0799ef25-ad26-40ee-b0ed-b0529b36370f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 943 time: 0.1412954 Mar 31 22:48:05.065826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b803ac2-eeea-4f73-89f6-0f3b89595010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.094642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 821c3f3a-0f1a-4df7-b86b-74cdad08d756 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:05.099549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0154ddb5-e41b-427c-8cb0-1dc22c4f5709 req-c469a1e6-434f-419e-a50e-017355a7b5df tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995553 Mar 31 22:48:05.104784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 53154bc9-460b-4beb-824d-f61904163605 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:05.153822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50254) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:05.185226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5057fd14-d7c8-4bb1-9f58-9bb14ae6b5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.303575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5057fd14-d7c8-4bb1-9f58-9bb14ae6b5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.303575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b803ac2-eeea-4f73-89f6-0f3b89595010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.324568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 821c3f3a-0f1a-4df7-b86b-74cdad08d756, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=821c3f3a-0f1a-4df7-b86b-74cdad08d756,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:05.327860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b803ac2-eeea-4f73-89f6-0f3b89595010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4e4f18-ecb5-4395-b2fa-61ae79e20f3d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:05.330425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b803ac2-eeea-4f73-89f6-0f3b89595010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.337212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50258) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:05.337759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8b803ac2-eeea-4f73-89f6-0f3b89595010 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af4e4f18-ecb5-4395-b2fa-61ae79e20f3d HTTP/1.1" status: 204 len: 168 time: 0.6180701 Mar 31 22:48:05.347383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc99b02f-3f50-4db7-8a51-13a5f5490e9e None None] Network b145e67e-c482-48dc-b0a5-75536743f263 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:48:05.386637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 53154bc9-460b-4beb-824d-f61904163605 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:05.416862 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5057fd14-d7c8-4bb1-9f58-9bb14ae6b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.450239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '821c3f3a-0f1a-4df7-b86b-74cdad08d756', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '821c3f3a-0f1a-4df7-b86b-74cdad08d756', 'mac_address': 'fa:16:3e:af:22:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:05.454813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 53154bc9-460b-4beb-824d-f61904163605 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:05.455395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.457424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.482861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5057fd14-d7c8-4bb1-9f58-9bb14ae6b5f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fb42cb10e5f4012b8ddeb255b6a2f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264999 Mar 31 22:48:05.500280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057fd14-d7c8-4bb1-9f58-9bb14ae6b5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b1742c-c36c-49bc-aafe-0ee4854e6406,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:05.506773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50266) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:05.548240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Deleting port 146732b4-9772-46fd-aba2-75461228212d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:48:05.548913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.618171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ef95bd5-2833-4f73-ab31-1c166cfeb115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.631803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.649621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ef95bd5-2833-4f73-ab31-1c166cfeb115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.711030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] For port 146732b4-9772-46fd-aba2-75461228212d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=146732b4-9772-46fd-aba2-75461228212d,segment=NetworkSegment(808e003f-5d1c-4e80-89ec-1be206b7745d),segment_id=808e003f-5d1c-4e80-89ec-1be206b7745d)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:05.712336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.726282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821c3f3a-0f1a-4df7-b86b-74cdad08d756 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:05.748991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Calling delete_port for 146732b4-9772-46fd-aba2-75461228212d owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:48:05.752663 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.774952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae465021-861b-4c37-8fb7-7d58eb2715dc req-72db7c6f-54d2-48d5-9dc7-0eaf835cb985 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:05.775296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 821c3f3a-0f1a-4df7-b86b-74cdad08d756, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=821c3f3a-0f1a-4df7-b86b-74cdad08d756,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:05.777167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae465021-861b-4c37-8fb7-7d58eb2715dc req-72db7c6f-54d2-48d5-9dc7-0eaf835cb985 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 948 time: 0.2731540 Mar 31 22:48:05.791866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ef95bd5-2833-4f73-ab31-1c166cfeb115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.795069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ef95bd5-2833-4f73-ab31-1c166cfeb115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.796390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4ef95bd5-2833-4f73-ab31-1c166cfeb115 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82b1742c-c36c-49bc-aafe-0ee4854e6406 HTTP/1.1" status: 204 len: 168 time: 0.2884843 Mar 31 22:48:05.812562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50276) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:05.814569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] DHCP port deletion for b145e67e-c482-48dc-b0a5-75536743f263 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:48:05.822311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef95bd5-2833-4f73-ab31-1c166cfeb115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b1742c-c36c-49bc-aafe-0ee4854e6406,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:05.836972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53154bc9-460b-4beb-824d-f61904163605'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:05.839559 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df977c-ff94-4600-8d6f-7c61c446c3d7" -d '{"events": [{"server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "name": "network-vif-plugged", "status": "completed", "tag": "53154bc9-460b-4beb-824d-f61904163605"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:05.846825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19711e1-c756-463f-877b-91a8455478bb req-dd0f2fb8-5279-431b-9088-30c85967cad6 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:05.849819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a19711e1-c756-463f-877b-91a8455478bb req-dd0f2fb8-5279-431b-9088-30c85967cad6 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 948 time: 0.1462810 Mar 31 22:48:05.874890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:05.905268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae465021-861b-4c37-8fb7-7d58eb2715dc req-417ee26f-6205-4d9a-aac0-3e2588ab918b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160364 Mar 31 22:48:05.928811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.959598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a19711e1-c756-463f-877b-91a8455478bb req-d0bc479d-c059-43b8-9465-1d1a8982c695 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999949 Mar 31 22:48:05.980850 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2fe5a1-9d34-4ec0-84be-25bc3b74c239 x-openstack-request-id: req-0e2fe5a1-9d34-4ec0-84be-25bc3b74c239 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:05.981149 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "name": "network-vif-plugged", "status": "completed", "tag": "53154bc9-460b-4beb-824d-f61904163605", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:05.981402 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e2fe5a1-9d34-4ec0-84be-25bc3b74c239 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:05.982265 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2fe5a1-9d34-4ec0-84be-25bc3b74c239'] response: {'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53154bc9-460b-4beb-824d-f61904163605', 'code': 200} Mar 31 22:48:05.991202 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:05.999357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.038730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] Deleting port 146732b4-9772-46fd-aba2-75461228212d {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:48:06.039106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.041907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=821c3f3a-0f1a-4df7-b86b-74cdad08d756,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:06.047327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=146732b4-9772-46fd-aba2-75461228212d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:06.049860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] No DVR routers for this DVR port 146732b4-9772-46fd-aba2-75461228212d on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:48:06.159609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.205635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.207886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.214729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.215293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > port after_create 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.215752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.226327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > port after_update 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.226327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.226327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.226327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.226327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.244935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7daab-9c11-4649-882e-cd48a0fffe46 req-72a44aec-34b6-4eef-89fe-f23ad0d10bb2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:06.252865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97c7daab-9c11-4649-882e-cd48a0fffe46 req-72a44aec-34b6-4eef-89fe-f23ad0d10bb2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 943 time: 0.0671256 Mar 31 22:48:06.276891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:06.300171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97c7daab-9c11-4649-882e-cd48a0fffe46 req-de6d6eea-75a0-49d0-a858-93d1ef80a2cc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Mar 31 22:48:06.319896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d48e03e-91ff-4673-b4b9-251df4912f27 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:06.322198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f42dd184-f1fd-45af-a21b-cfac320a53f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.342970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.347568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.347568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.347568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:48:06.347568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b145e67e-c482-48dc-b0a5-75536743f263']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:06.366830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808e003f-5d1c-4e80-89ec-1be206b7745d') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:06.367269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808e003f-5d1c-4e80-89ec-1be206b7745d') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:06.369569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] For port 146732b4-9772-46fd-aba2-75461228212d, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:06.370133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.393028 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42846c72-a16b-4876-9397-c7ad092ed1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.407245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] Calling delete_port for 146732b4-9772-46fd-aba2-75461228212d owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:48:06.409359 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.417710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['821c3f3a-0f1a-4df7-b86b-74cdad08d756'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:06.478850 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.479647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] Port 146732b4-9772-46fd-aba2-75461228212d was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 22:48:06.488755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:48:06.490041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.514829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42846c72-a16b-4876-9397-c7ad092ed1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.518219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: from cryptography.utils import int_from_bytes Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: from cryptography.utils import int_from_bytes Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:48:06.522870 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:48:06.564561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] Pushing event deleted for resources: {'Port': ['ID=146732b4-9772-46fd-aba2-75461228212d,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:06.574309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9ea9f-21e7-4f6f-967e-c2912066f060 None None] No DVR routers for this DVR port 146732b4-9772-46fd-aba2-75461228212d on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:48:06.585170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42846c72-a16b-4876-9397-c7ad092ed1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.626044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42846c72-a16b-4876-9397-c7ad092ed1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80e1bc-6afe-4c2f-ba09-033e4525c5c3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:06.640728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:06.646634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-42846c72-a16b-4876-9397-c7ad092ed1e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48da56931ac640c9af6e2f59a9cf2461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178599 Mar 31 22:48:06.647513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50300) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:06.664659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '9d48e03e-91ff-4673-b4b9-251df4912f27', 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'port_id': '9d48e03e-91ff-4673-b4b9-251df4912f27', 'mac_address': 'fa:16:3e:02:af:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41bb645-28bf-45ae-bf44-28cec17d8d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:06.675178 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.721221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.724964 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b145e67e-c482-48dc-b0a5-75536743f263 HTTP/1.1" status: 204 len: 168 time: 1.3864586 Mar 31 22:48:06.737524 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.757315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb53af1-ced6-4bf5-b805-24da4e137c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=b145e67e-c482-48dc-b0a5-75536743f263,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:06.761931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d48e03e-91ff-4673-b4b9-251df4912f27 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:06.783935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2cc01c70-2c43-4649-866c-ff311d66a53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.787707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:06.815053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:48:06.822149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2cc01c70-2c43-4649-866c-ff311d66a53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.840111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:48:06.840454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4fa5f2a9-1c7d-4ac4-ba69-814132e8a503 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:48:06.840868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 146732b4-9772-46fd-aba2-75461228212d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:48:06.867468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 146732b4-9772-46fd-aba2-75461228212d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:48:06.867730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 146732b4-9772-46fd-aba2-75461228212d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:48:06.870566 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.923069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:06.965301 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2cc01c70-2c43-4649-866c-ff311d66a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.968043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2cc01c70-2c43-4649-866c-ff311d66a53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.969799 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2cc01c70-2c43-4649-866c-ff311d66a53c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b80e1bc-6afe-4c2f-ba09-033e4525c5c3 HTTP/1.1" status: 204 len: 168 time: 0.3207028 Mar 31 22:48:06.979096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc01c70-2c43-4649-866c-ff311d66a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80e1bc-6afe-4c2f-ba09-033e4525c5c3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:07.040812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb2240-4b5f-4533-9bab-7f274e6c7efb req-4fa17759-1510-46b6-b472-b9a2ad47101f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:07.042528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dfb2240-4b5f-4533-9bab-7f274e6c7efb req-4fa17759-1510-46b6-b472-b9a2ad47101f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.0750830 Mar 31 22:48:07.108857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9d48e03e-91ff-4673-b4b9-251df4912f27'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:07.109055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dfb2240-4b5f-4533-9bab-7f274e6c7efb req-b860092c-895f-4a9d-b435-bce563ed5f50 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Mar 31 22:48:07.117549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42030402-4b0b-4c26-afac-0e294859dfae req-1b3e7002-3e55-4f24-b048-e4c3aa7cb298 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:07.119056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42030402-4b0b-4c26-afac-0e294859dfae req-1b3e7002-3e55-4f24-b048-e4c3aa7cb298 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 949 time: 0.0753779 Mar 31 22:48:07.189251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42030402-4b0b-4c26-afac-0e294859dfae req-ca57db1b-101f-4e43-afd3-742f84b192e4 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591714 Mar 31 22:48:07.190415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50322) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:07.263149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1442916c-887e-4802-acb8-06351b921c1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=723684cb004a43a19179f2e7c207bd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713596 Mar 31 22:48:07.265646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50324) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:07.292681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2419105-55a6-4c1a-9f29-748db3469fdd req-d19f522c-ae48-4c09-94fe-d234a32f7fc5 tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:07.295259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2419105-55a6-4c1a-9f29-748db3469fdd req-d19f522c-ae48-4c09-94fe-d234a32f7fc5 tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1100 time: 0.0757058 Mar 31 22:48:07.350846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f74fc153-25a8-4c05-a054-8f111d1a0c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:07.357970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2419105-55a6-4c1a-9f29-748db3469fdd req-3447e33b-617f-49e4-8b5b-2ab1835b9e65 tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 Mar 31 22:48:07.386245 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f74fc153-25a8-4c05-a054-8f111d1a0c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:07.509944 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:07.742325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-8f79d4c9-228b-471c-951f-d01a66516ac8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340655 Mar 31 22:48:07.751943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c35d-c8d1-44f5-b3e7-03dd5015298b req-0368bf8b-3dad-4380-aa03-c0caa255eb87 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:07.753461 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7756c35d-c8d1-44f5-b3e7-03dd5015298b req-0368bf8b-3dad-4380-aa03-c0caa255eb87 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 944 time: 0.3805587 Mar 31 22:48:07.852475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50352) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:07.860362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7756c35d-c8d1-44f5-b3e7-03dd5015298b req-c7562365-f830-4efd-b0cc-76482b23c2d9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842195 Mar 31 22:48:07.863014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f74fc153-25a8-4c05-a054-8f111d1a0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:07.865542 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f74fc153-25a8-4c05-a054-8f111d1a0c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:07.866803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f74fc153-25a8-4c05-a054-8f111d1a0c03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b24e9d9c-b543-4506-82ac-afa81880ec18 HTTP/1.1" status: 204 len: 168 time: 0.5999410 Mar 31 22:48:07.875620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4f9809d2-41ac-443b-83d0-adb25f1610f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:07.899838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fc153-25a8-4c05-a054-8f111d1a0c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24e9d9c-b543-4506-82ac-afa81880ec18,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:07.929699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-0e2f5333-5ec8-4faf-a749-5d480e1595df tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:07.930953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-0e2f5333-5ec8-4faf-a749-5d480e1595df tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756356 Mar 31 22:48:07.949475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-f2040528-011f-4218-aef9-da0e2b094fc5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/quotas/0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 375 time: 0.0128319 Mar 31 22:48:07.984983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4f9809d2-41ac-443b-83d0-adb25f1610f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.026799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-e1fd839d-b2bc-4aef-9eeb-f432b268c9c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632801 Mar 31 22:48:08.056604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4f9809d2-41ac-443b-83d0-adb25f1610f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.115155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4f9809d2-41ac-443b-83d0-adb25f1610f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f33101c277534f1385d2fddd896cf820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606504 Mar 31 22:48:08.116207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9809d2-41ac-443b-83d0-adb25f1610f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb256a-9357-4863-8e6b-ec6e61a828cc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:08.117813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50360) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:08.135185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d48e03e-91ff-4673-b4b9-251df4912f27 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:08.197235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.201617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c9ab44ae-8a99-4749-b278-fadbdc86fc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.232822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c9ab44ae-8a99-4749-b278-fadbdc86fc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.274033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 9d48e03e-91ff-4673-b4b9-251df4912f27 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:08.279421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 9d48e03e-91ff-4673-b4b9-251df4912f27 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:08.280090 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.402215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-067061ec-8f98-47b2-9612-19bfaa10d55d req-ad8b843a-972a-49b0-97fd-88ffd35b4874 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 210 time: 0.1073601 Mar 31 22:48:08.447394 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.488649 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62303b6-b79f-4fb1-acc4-e9ead3788cbb req-4787636a-cc68-4adc-bc85-e2da4403a9c5 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:08.491052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a62303b6-b79f-4fb1-acc4-e9ead3788cbb req-4787636a-cc68-4adc-bc85-e2da4403a9c5 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 949 time: 0.0915091 Mar 31 22:48:08.495677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c9ab44ae-8a99-4749-b278-fadbdc86fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.495677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c9ab44ae-8a99-4749-b278-fadbdc86fc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.496471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c9ab44ae-8a99-4749-b278-fadbdc86fc5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fcb256a-9357-4863-8e6b-ec6e61a828cc HTTP/1.1" status: 204 len: 168 time: 0.3774266 Mar 31 22:48:08.503674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:08.506957 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c525c58-4a91-4a85-9af6-9cfaeb611e57" -d '{"events": [{"server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "name": "network-vif-plugged", "status": "completed", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:08.515224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab44ae-8a99-4749-b278-fadbdc86fc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb256a-9357-4863-8e6b-ec6e61a828cc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:08.545150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a62303b6-b79f-4fb1-acc4-e9ead3788cbb req-8d03b30d-463d-4705-bc2a-81d3fe66dde0 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 Mar 31 22:48:08.556940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:08.572693 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97abfbeb-fcbd-476f-85e5-c8eaf87b9878 x-openstack-request-id: req-97abfbeb-fcbd-476f-85e5-c8eaf87b9878 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:08.573012 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "name": "network-vif-plugged", "status": "completed", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:08.573269 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97abfbeb-fcbd-476f-85e5-c8eaf87b9878 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:08.574587 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97abfbeb-fcbd-476f-85e5-c8eaf87b9878'] response: {'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27', 'code': 200} Mar 31 22:48:08.631288 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.691192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:08.708852 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.753922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d033a-e0c0-4a0d-b769-cc54bafc3d18 req-a6644489-60f4-484a-9fda-ad26ad300914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:08.757648 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c9d033a-e0c0-4a0d-b769-cc54bafc3d18 req-a6644489-60f4-484a-9fda-ad26ad300914 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1096 time: 0.0841441 Mar 31 22:48:08.800888 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c9d033a-e0c0-4a0d-b769-cc54bafc3d18 req-971c4f66-cb3b-4402-8400-010655e82ac8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360746 Mar 31 22:48:08.991149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001bc4b-44c1-4794-ba18-eab8ab59dadc req-c5004932-b2a4-4f72-bf50-86755c204a6e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:09.000040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1001bc4b-44c1-4794-ba18-eab8ab59dadc req-c5004932-b2a4-4f72-bf50-86755c204a6e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 945 time: 0.0580716 Mar 31 22:48:09.016790 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:09.045523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1001bc4b-44c1-4794-ba18-eab8ab59dadc req-b6365220-67b5-4f6e-9449-b7d8b9541252 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 Mar 31 22:48:09.108564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 821c3f3a-0f1a-4df7-b86b-74cdad08d756 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:09.330794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:09.335030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:09.335519 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:09.421611 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:09.424521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:09.471921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 821c3f3a-0f1a-4df7-b86b-74cdad08d756, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=821c3f3a-0f1a-4df7-b86b-74cdad08d756,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:09.551215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b3c125a-6a7a-40ba-a5ea-6a21eafec8c2 req-4ad6ad5e-266b-435d-8ff6-72bc5701af17 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 210 time: 0.0410697 Mar 31 22:48:09.554938 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:09.623523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=821c3f3a-0f1a-4df7-b86b-74cdad08d756,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:09.711579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be741af-11f5-4535-be16-83656147950e req-4d8e86c5-ce93-4f63-b875-1f0def3b8831 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:09.718932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2be741af-11f5-4535-be16-83656147950e req-4d8e86c5-ce93-4f63-b875-1f0def3b8831 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 950 time: 0.0839052 Mar 31 22:48:09.776465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2be741af-11f5-4535-be16-83656147950e req-f5464899-bf80-4848-83c0-61535ed58535 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566339 Mar 31 22:48:10.187686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a5e1b-192d-4c37-b518-227338051ee9 req-8c7e10d1-242c-457d-89d2-07997a9fca7a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:10.189225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b2a5e1b-192d-4c37-b518-227338051ee9 req-8c7e10d1-242c-457d-89d2-07997a9fca7a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 945 time: 0.0660045 Mar 31 22:48:10.235455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b2a5e1b-192d-4c37-b518-227338051ee9 req-a5e65305-02be-4715-9623-8492b98e0978 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Mar 31 22:48:10.387763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50458) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:10.516753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-network', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:10.575663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20eff3bc-fa22-46c3-839d-a9993faf8778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821c3f3a-0f1a-4df7-b86b-74cdad08d756'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:10.578849 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0cc37-dcff-4a8e-b740-a799f2eba3d0" -d '{"events": [{"server_uuid": "20eff3bc-fa22-46c3-839d-a9993faf8778", "name": "network-vif-plugged", "status": "completed", "tag": "821c3f3a-0f1a-4df7-b86b-74cdad08d756"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:10.592563 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-d6658274-bad1-456c-8d48-6bf5a6788be1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252588 Mar 31 22:48:10.646012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Made reservation on behalf of 2a64ec94a04c4281aaa2f9ce5a9ef90d for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:10.649002 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:10.657105 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387b8e5f-7d92-4af4-9033-2fab3480fe16 x-openstack-request-id: req-387b8e5f-7d92-4af4-9033-2fab3480fe16 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:10.657876 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20eff3bc-fa22-46c3-839d-a9993faf8778", "name": "network-vif-plugged", "status": "completed", "tag": "821c3f3a-0f1a-4df7-b86b-74cdad08d756", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:10.658279 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-387b8e5f-7d92-4af4-9033-2fab3480fe16 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:10.659258 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387b8e5f-7d92-4af4-9033-2fab3480fe16'] response: {'server_uuid': '20eff3bc-fa22-46c3-839d-a9993faf8778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821c3f3a-0f1a-4df7-b86b-74cdad08d756', 'code': 200} Mar 31 22:48:10.697606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:10.745514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50484) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:10.769981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-048ed652-22bb-49b8-aa4d-f6b7d963ed8f req-9fffcdbf-f193-4a08-979a-fda90b19a2b0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 210 time: 0.0595834 Mar 31 22:48:10.818970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-995f3483-d9bf-4a89-a258-8b7fc71543c4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:10.820627 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-995f3483-d9bf-4a89-a258-8b7fc71543c4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146282 Mar 31 22:48:10.836885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Request body: {'port': {'device_id': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '0dc4b05ffb65417ca10cafdffe214b5f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:10.876686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c865e3-97bb-49e3-a629-bd37dc5d01b4 req-1f555528-291d-4b7d-aafe-4e1e12a03044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:10.878780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62c865e3-97bb-49e3-a629-bd37dc5d01b4 req-1f555528-291d-4b7d-aafe-4e1e12a03044 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 1101 time: 0.1222069 Mar 31 22:48:11.000582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62c865e3-97bb-49e3-a629-bd37dc5d01b4 req-ffa67766-3916-4ca1-80c7-0c67b9f1b11f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089902 Mar 31 22:48:11.011630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43e009-96c3-464e-8741-7172db735bbb req-8731c1dc-f954-4010-95df-82ab7c7f4a4f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:11.019500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e43e009-96c3-464e-8741-7172db735bbb req-8731c1dc-f954-4010-95df-82ab7c7f4a4f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 950 time: 0.1153264 Mar 31 22:48:11.032704 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.060608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e43e009-96c3-464e-8741-7172db735bbb req-07179659-737d-4ada-aa2b-e0da16179abf tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Mar 31 22:48:11.076306 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-365b7149-64e8-4fc0-98c6-198cf7dcd1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.087953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.095849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Made reservation on behalf of 0dc4b05ffb65417ca10cafdffe214b5f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:11.099694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.123426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:48:11.128182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651574bb-af45-4c23-a1cf-84189c2453e5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:11.145227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.146553 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Added segment 1ba78547-5429-4c1c-a2ab-54bc0f0a43d7 of type vlan for network a832161c-0b16-43eb-8184-d4742617e68d Mar 31 22:48:11.191288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.279517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-365b7149-64e8-4fc0-98c6-198cf7dcd1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.286844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.287823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:11.288402 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.311142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Allocated IP 192.168.233.198 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/57b7f251-0fc2-4b7e-adec-1a2d2fa39b62) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:11.387796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] Pushing event updated for resources: {'Network': ['ID=a832161c-0b16-43eb-8184-d4742617e68d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:11.389183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-365b7149-64e8-4fc0-98c6-198cf7dcd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.400796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network a832161c-0b16-43eb-8184-d4742617e68d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:48:11.414294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9221e101-41ec-4392-859f-c8d4d6781df2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0252557 Mar 31 22:48:11.414976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50514) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:11.421967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Request body: {'subnet': {'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-subnet', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:11.440512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ed752-2620-4628-9248-25837405255c req-97a3aa7c-11f6-448f-9f38-802eaa4af4f9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:11.443583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d7ed752-2620-4628-9248-25837405255c req-97a3aa7c-11f6-448f-9f38-802eaa4af4f9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 945 time: 0.1262138 Mar 31 22:48:11.449859 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-95f90e32-c482-4275-9dc4-08da99466f87 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1277835 Mar 31 22:48:11.470246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b7149-64e8-4fc0-98c6-198cf7dcd1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc13e61f-e927-4369-a775-4d4753f9640d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:11.475146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-365b7149-64e8-4fc0-98c6-198cf7dcd1f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0d829d2af9a4699b7d446f2989393cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328246 Mar 31 22:48:11.478837 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50520) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:11.525811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d7ed752-2620-4628-9248-25837405255c req-5348009d-416a-4c14-90c1-e0d5a570631a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675423 Mar 31 22:48:11.573647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Made reservation on behalf of 2a64ec94a04c4281aaa2f9ce5a9ef90d for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:11.577259 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Notify callbacks [] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.651265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.708685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c13619e-60e4-4fb8-bf49-ba47815f991a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.715739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-dd576351-3bf7-4b68-85ce-092ef9c60eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:11.717234 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-dd576351-3bf7-4b68-85ce-092ef9c60eee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1116 time: 0.1813765 Mar 31 22:48:11.738218 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c13619e-60e4-4fb8-bf49-ba47815f991a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.798105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec809b-ea1d-4524-8597-e3d07fe8c3dd req-b51bcd0b-88a6-4007-bcb5-e9003ae82367 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:11.799890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01ec809b-ea1d-4524-8597-e3d07fe8c3dd req-b51bcd0b-88a6-4007-bcb5-e9003ae82367 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1096 time: 0.1199634 Mar 31 22:48:11.824752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.842921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:11.900407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:11.913170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:11.918943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01ec809b-ea1d-4524-8597-e3d07fe8c3dd req-26d66fa0-24fa-4c13-83fd-53698d7a3885 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110196 Mar 31 22:48:11.919374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:11.922814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:11.927748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-27263cbc-3c4b-4a65-8726-97f6322b4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:11.929782 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-27263cbc-3c4b-4a65-8726-97f6322b4c80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1830385 Mar 31 22:48:12.012676 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-73ade034-2542-4e21-9ecf-acd8a11923cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 217 time: 0.0631578 Mar 31 22:48:12.028336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.080119 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c13619e-60e4-4fb8-bf49-ba47815f991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.082731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c13619e-60e4-4fb8-bf49-ba47815f991a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.086944 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4c13619e-60e4-4fb8-bf49-ba47815f991a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc13e61f-e927-4369-a775-4d4753f9640d HTTP/1.1" status: 204 len: 168 time: 0.6050270 Mar 31 22:48:12.091938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:12.091938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.142628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13619e-60e4-4fb8-bf49-ba47815f991a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc13e61f-e927-4369-a775-4d4753f9640d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:12.152107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-1047e8c4-36d3-4b04-b3e1-edfbe0e9ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:12.153731 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-1047e8c4-36d3-4b04-b3e1-edfbe0e9ada9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.1331210 Mar 31 22:48:12.205854 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-e7e38c64-3194-495c-b52a-5b6986edc8e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427952 Mar 31 22:48:12.211797 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3c98d239-b2ec-482c-b273-5db1976b7619 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3790116 Mar 31 22:48:12.234582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Request body: {'port': {'device_id': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:12.285546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7444b8-c467-492c-829c-e27321f08a27,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:12.324224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6d66a-18b7-42de-bb41-03287358a526 req-968084e1-95e8-45bf-897e-88f7c326ff4a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:12.330707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbf6d66a-18b7-42de-bb41-03287358a526 req-968084e1-95e8-45bf-897e-88f7c326ff4a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 936 time: 0.2067955 Mar 31 22:48:12.334921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Checking segment: {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:12.335294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Network hostable DHCP agents. Network: a832161c-0b16-43eb-8184-d4742617e68d, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:48:12.344153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae9719-4eef-47bf-adf5-44b720c32850 req-e2016b77-cad1-4bd2-9f88-6ca48542676f tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:12.345703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30ae9719-4eef-47bf-adf5-44b720c32850 req-e2016b77-cad1-4bd2-9f88-6ca48542676f tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1096 time: 0.1271312 Mar 31 22:48:12.374829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-15a7f495-087a-42df-9732-b99c3a081d50 None None] Provisioning complete for port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:12.375915 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-15a7f495-087a-42df-9732-b99c3a081d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.389938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.413918 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-2ce16e81-ff6a-4b68-a45e-82d91dacb1ec service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009258 Mar 31 22:48:12.431120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbf6d66a-18b7-42de-bb41-03287358a526 req-74fbe051-818f-4b23-8679-d49320a76bb0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994179 Mar 31 22:48:12.440030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30ae9719-4eef-47bf-adf5-44b720c32850 req-792b0950-ce86-4f66-8c24-cee0e5c43efd tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803652 Mar 31 22:48:12.447234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-15a7f495-087a-42df-9732-b99c3a081d50 None None] Port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:48:12.537776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Network a832161c-0b16-43eb-8184-d4742617e68d is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:48:12.597544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693fb8d-9092-44a3-bb31-dade44553d7a req-d393c79a-0143-416b-9123-0a5c8e2e9089 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:12.599496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2693fb8d-9092-44a3-bb31-dade44553d7a req-d393c79a-0143-416b-9123-0a5c8e2e9089 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 950 time: 0.0559304 Mar 31 22:48:12.629344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, a832161c-0b16-43eb-8184-d4742617e68d) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:12.629622 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-086ae41b-3a40-4608-99d1-acf5d73d6c55 req-834ba2cd-034d-4e29-a97f-69b9cfc0f942 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838782 Mar 31 22:48:12.638455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a08ab-f37e-4a24-a12c-ea153e037848 None None] Network a832161c-0b16-43eb-8184-d4742617e68d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:48:12.696373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:12.697080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.708984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2693fb8d-9092-44a3-bb31-dade44553d7a req-c102d742-5f22-45f4-ad67-a73db57a5f0e tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946851 Mar 31 22:48:12.812747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6fb52534-e9e1-49ea-849a-349fdd1ce54c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3943872 Mar 31 22:48:12.814658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50560) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:12.823389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:12.856255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:12.876472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.891023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Transition to ACTIVE for port object 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:12.905912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-a832161c-0b16-43eb-8184-d4742617e68d', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:48:12.907099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:12.934678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-2647071d-1872-4a5c-a112-60a7ad46ef4f tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--50508493&fields=id&tenant_id=b570169ca551491781f23963d37c1e66 HTTP/1.1" status: 200 len: 267 time: 0.0537210 Mar 31 22:48:12.994001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.017520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.018589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.074361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:13.100893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Allocated IP 172.20.0.2 (a832161c-0b16-43eb-8184-d4742617e68d/df7444b8-c467-492c-829c-e27321f08a27/50e029b9-e1ff-422b-a2a4-4b1d807b5e41) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:13.138097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Attempting to bind port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:13.138706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Attempting to bind port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:13.139147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Attempting to bind port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:13.143444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.144828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:13.145343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Attempting to bind port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:13.152387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:13.152870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:13.153949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:13.159217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Bound port: 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:13.159217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.173079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-1124a2dd-4779-4491-aa65-40fa454443b2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:13.181352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-1124a2dd-4779-4491-aa65-40fa454443b2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/networks?id=6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 200 len: 823 time: 0.2330716 Mar 31 22:48:13.198912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-abbda266-ce83-461e-8fc1-f9185e04ae8b tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/quotas/b570169ca551491781f23963d37c1e66 HTTP/1.1" status: 200 len: 375 time: 0.0161276 Mar 31 22:48:13.246693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50576) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:13.289821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c93d-6ec6-4dfe-8f4e-eb5c0637f963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.305959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:13.333903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:13.403324 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.408706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.420202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.446801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-e5629aee-05e3-498d-bdc6-b8f22dad689b tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b570169ca551491781f23963d37c1e66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2469797 Mar 31 22:48:13.479393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:13.479844 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.481291 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] 10.222.0.50 "PUT /v2.0/ports/57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 1096 time: 1.2581861 Mar 31 22:48:13.481759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:13.484312 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41abd59-e845-48ed-a1d5-31103ae76c61" -d '{"events": [{"name": "network-changed", "server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:13.519817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2571ac-45dd-4ff5-8e52-a527f9626e33 service neutron] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:13.529237 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.537643 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c93d-6ec6-4dfe-8f4e-eb5c0637f963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.617561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-f732984c-9ecd-4372-8178-67ac3bb53f1b service neutron] 10.222.0.31 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512911 Mar 31 22:48:13.620237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Network a832161c-0b16-43eb-8184-d4742617e68d is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:13.623569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:13.630543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:13.662896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Pushing event updated for resources: {'Port': ['ID=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:13.695805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c93d-6ec6-4dfe-8f4e-eb5c0637f963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.758568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Attempting to bind port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:13.759309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Attempting to bind port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:13.759929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Attempting to bind port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 on network a832161c-0b16-43eb-8184-d4742617e68d {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:13.771433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:13.772445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Checking segment: {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:13.773068 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.774327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Bound using segment: {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:13.775071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Bound port: 50e029b9-e1ff-422b-a2a4-4b1d807b5e41, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:13.776190 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:13.784380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5c93d-6ec6-4dfe-8f4e-eb5c0637f963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7551f886-19d3-4d02-93a9-11a5c89ec724,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:13.791513 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5bc5c93d-6ec6-4dfe-8f4e-eb5c0637f963 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d865e1cb8a241d298bd69b226b34dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435998 Mar 31 22:48:13.795593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50590) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:14.205455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-8cd06fbb-8528-4247-84d5-3d7cd4777cae tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:14.205455 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-8cd06fbb-8528-4247-84d5-3d7cd4777cae tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.50 "GET /v2.0/ports?device_id=224c90a3-fc0e-45e8-8567-f5c51e0371c0 HTTP/1.1" status: 200 len: 965 time: 0.2623122 Mar 31 22:48:14.207607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-5efad925-7c3f-4c30-9d6b-eaff42e6a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:14.207607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-5efad925-7c3f-4c30-9d6b-eaff42e6a363 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1099 time: 0.2231352 Mar 31 22:48:14.208857 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643e9a6-fac7-4d96-8afd-35b550287fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.209327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17487ea9-2236-4468-ae76-e18b2b26e47d req-819f2c95-269b-4d7e-ab45-51159f367201 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:14.209327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17487ea9-2236-4468-ae76-e18b2b26e47d req-819f2c95-269b-4d7e-ab45-51159f367201 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 948 time: 0.2268910 Mar 31 22:48:14.209327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-cf83a76a-2e39-4dc3-a070-b3f5d59a1fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805634 Mar 31 22:48:14.209665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] For port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:14.209665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] For port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:14.210417 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643e9a6-fac7-4d96-8afd-35b550287fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.211475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-d21e0902-b004-4e9a-86c1-9776f7f1d548 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 217 time: 0.0605385 Mar 31 22:48:14.211994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.50', 64992) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:14.212398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17487ea9-2236-4468-ae76-e18b2b26e47d req-e859a7eb-0f5a-4996-a315-053f98d09c38 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997479 Mar 31 22:48:14.212495 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-3e7dc0eb-5196-479d-92dc-d9319abe70c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580740 Mar 31 22:48:14.212495 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fc78db-6d92-417e-9310-6ee27157e2bb x-openstack-request-id: req-25fc78db-6d92-417e-9310-6ee27157e2bb {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:14.212495 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:14.212495 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25fc78db-6d92-417e-9310-6ee27157e2bb {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:14.212495 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fc78db-6d92-417e-9310-6ee27157e2bb'] response: {'name': 'network-changed', 'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'status': 'completed', 'code': 200} Mar 31 22:48:14.212495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-8e0fa634-32b9-4ef2-b274-b046d5ce24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:14.212495 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-8e0fa634-32b9-4ef2-b274-b046d5ce24ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1100 time: 0.0429275 Mar 31 22:48:14.212495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50592) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:14.213551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3afc56a2-61e3-4b4b-bf7a-00abfbf20147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:14.213551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-3afc56a2-61e3-4b4b-bf7a-00abfbf20147 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1629341 Mar 31 22:48:14.262855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.299166 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.303590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99ab7e-557c-467c-8620-d4159be95213 req-976059a1-dd3e-4313-888e-17d4a5da3b1b tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:14.305201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb99ab7e-557c-467c-8620-d4159be95213 req-976059a1-dd3e-4313-888e-17d4a5da3b1b tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1096 time: 0.1809831 Mar 31 22:48:14.314668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-731b2978-e299-483e-a9aa-2226d7ed620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:14.316697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-731b2978-e299-483e-a9aa-2226d7ed620f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333299 Mar 31 22:48:14.319993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bec684c9-6712-4acf-a142-4ab67334da84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.348982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Deleting port 936a9efa-eeac-48e9-b14a-2aff86455486 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:48:14.349348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.352374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-2f44b706-2bf5-4384-9cd4-16e11b6f293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:14.353889 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-2f44b706-2bf5-4384-9cd4-16e11b6f293a service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1797819 Mar 31 22:48:14.383148 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.401128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb99ab7e-557c-467c-8620-d4159be95213 req-148684f0-b8b0-4d87-b34f-9f8b71607ba4 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819798 Mar 31 22:48:14.454179 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-8f5286ee-cbc1-46a1-bff9-311f1523ad3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.0814638 Mar 31 22:48:14.459674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643e9a6-fac7-4d96-8afd-35b550287fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.462275 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643e9a6-fac7-4d96-8afd-35b550287fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:14.466216 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c643e9a6-fac7-4d96-8afd-35b550287fa1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7551f886-19d3-4d02-93a9-11a5c89ec724 HTTP/1.1" status: 204 len: 168 time: 0.6667044 Mar 31 22:48:14.528802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcde463-15a9-41fe-a4ad-016c385f9b1c None None] Pushing event updated for resources: {'Port': ['ID=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:14.561629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643e9a6-fac7-4d96-8afd-35b550287fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551f886-19d3-4d02-93a9-11a5c89ec724,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:14.693269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-f01da9ee-046f-4711-af1e-842b8a949f31 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586047 Mar 31 22:48:15.032969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-89fddd05-6091-4077-80f4-a64be8dd1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:15.034526 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-89fddd05-6091-4077-80f4-a64be8dd1a23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.5530753 Mar 31 22:48:15.037211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] For port 936a9efa-eeac-48e9-b14a-2aff86455486, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=936a9efa-eeac-48e9-b14a-2aff86455486,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:15.037994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.045557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Allocated IP 172.25.4.7 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/772a2a9e-f719-4c01-bf9e-0c7d101af294) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:15.058148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea851ff8-e7de-4795-810b-80871bcdaae0 req-eb2a3ee4-b6cc-426e-a04f-ad23c962f687 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 210 time: 0.0889518 Mar 31 22:48:15.122230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431f9c-48c0-48b4-b0d6-d1d39dead5dc req-08f4ade3-4c57-49ea-9e52-accce2b6e229 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:15.124850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21431f9c-48c0-48b4-b0d6-d1d39dead5dc req-08f4ade3-4c57-49ea-9e52-accce2b6e229 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 950 time: 0.4298666 Mar 31 22:48:15.134109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93137f6d-54b4-42f3-a074-5d10bf17b6ad req-dc11b06c-238a-4a2d-96c9-bcda6dc87985 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222257 Mar 31 22:48:15.195273 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bec684c9-6712-4acf-a142-4ab67334da84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.261945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-62bd4063-a30c-430b-a2e2-0e76f4c7f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:15.263490 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-62bd4063-a30c-430b-a2e2-0e76f4c7f7df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162430 Mar 31 22:48:15.270465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21431f9c-48c0-48b4-b0d6-d1d39dead5dc req-d73a71d3-d28a-4df4-ab08-1a23b6b9d6a1 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307511 Mar 31 22:48:15.343994 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.433115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e97da0-2b1e-4a9b-888e-7b2a610b1b5c req-fea9242e-670c-445b-acf7-c3e971084055 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:15.435275 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bec684c9-6712-4acf-a142-4ab67334da84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.443328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84e97da0-2b1e-4a9b-888e-7b2a610b1b5c req-fea9242e-670c-445b-acf7-c3e971084055 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 948 time: 0.1207340 Mar 31 22:48:15.498339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-ed2baf88-0616-49e5-8de6-910cc36188c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:15.500299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-ed2baf88-0616-49e5-8de6-910cc36188c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1099 time: 0.1224017 Mar 31 22:48:15.540611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84e97da0-2b1e-4a9b-888e-7b2a610b1b5c req-0bf6a946-aafb-4ba7-a22d-6401bc0f2d18 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784316 Mar 31 22:48:15.551438 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bec684c9-6712-4acf-a142-4ab67334da84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8af8d6354bfb49b5b0ee1e020c49a139&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4054995 Mar 31 22:48:15.557103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50636) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:15.567872 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.568321 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.568626 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Floating IP 4ccf06ca-c2a1-411d-a4bf-d3981a27d344 disassociated. External IP: 172.25.4.182, port: 936a9efa-eeac-48e9-b14a-2aff86455486. Mar 31 22:48:15.569038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Calling delete_port for 936a9efa-eeac-48e9-b14a-2aff86455486 owned by compute:tempest-test_az-79161682 {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:48:15.583362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec684c9-6712-4acf-a142-4ab67334da84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be64e440-647b-475a-be1a-3eadb3fa6a1c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:15.609069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-4a97641d-dfc3-419e-a08e-0b241ec6d673 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099566 Mar 31 22:48:15.635658 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.753520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:15.760078 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7caf7f12-29e3-4656-9e9d-a323fcab4098 req-32c9c41b-cbc5-48aa-bc5b-7d1333e80c48 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505132 Mar 31 22:48:15.764438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:15.776486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:15.894821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40af1d1-495c-458e-b677-8fb3208faecc None None] Network a832161c-0b16-43eb-8184-d4742617e68d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:48:15.931061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:15.971209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event deleted for resources: {'Port': ['ID=936a9efa-eeac-48e9-b14a-2aff86455486,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:15.993000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-71a15df3-7fbc-4f80-b9e8-015cfcbe3514 None None] Provisioning complete for port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:15.993430 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71a15df3-7fbc-4f80-b9e8-015cfcbe3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.140241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Router fa473f57-2ba1-47e9-a850-76e5758b3d99 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:48:16.198415 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71d7e372-5a1d-493a-8dd2-48656aadc8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.200982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-3f7d286a-8b4d-4eae-a9ed-fba178a856e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:16.202508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-3f7d286a-8b4d-4eae-a9ed-fba178a856e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.6606085 Mar 31 22:48:16.228340 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71a15df3-7fbc-4f80-b9e8-015cfcbe3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.320208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Pushing event updated for resources: {'Port': ['ID=772a2a9e-f719-4c01-bf9e-0c7d101af294,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:16.349282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-71a15df3-7fbc-4f80-b9e8-015cfcbe3514 None None] For port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:16.382734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa0c8-c5b5-4097-a85d-f0abac17c114 req-9890fa21-b784-4071-ae1a-5f91d511c86d tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:16.384623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d08fa0c8-c5b5-4097-a85d-f0abac17c114 req-9890fa21-b784-4071-ae1a-5f91d511c86d tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1096 time: 0.7292488 Mar 31 22:48:16.404059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:48:16.420121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] Sync routers for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:48:16.436329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:16.445251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:16.513948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] No DVR routers for this DVR port 936a9efa-eeac-48e9-b14a-2aff86455486 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:48:16.520169 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.523765 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbad4434-2120-411c-86e0-19cd6ad1189b req-b165fbfc-9440-4836-9e84-d8b6f29f47fe tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.50 "DELETE /v2.0/ports/936a9efa-eeac-48e9-b14a-2aff86455486 HTTP/1.1" status: 204 len: 173 time: 2.6574614 Mar 31 22:48:16.534724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'name': 'network-vif-deleted', 'tag': '936a9efa-eeac-48e9-b14a-2aff86455486'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:16.534724 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aef81ec-ec3e-4486-a0a6-31332de4a95c" -d '{"events": [{"server_uuid": "224c90a3-fc0e-45e8-8567-f5c51e0371c0", "name": "network-vif-deleted", "tag": "936a9efa-eeac-48e9-b14a-2aff86455486"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:16.560108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-70d5b91a-f1b0-41a9-b347-2a8c0a71887e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 217 time: 0.2244904 Mar 31 22:48:16.603773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b065f7b-2db1-4796-b4b2-0b3488a943b6 req-51611f0e-4c96-409a-99a6-2e43599f9989 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 210 time: 0.2744446 Mar 31 22:48:16.612782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71d7e372-5a1d-493a-8dd2-48656aadc8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.755307 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71a15df3-7fbc-4f80-b9e8-015cfcbe3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.838449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d08fa0c8-c5b5-4097-a85d-f0abac17c114 req-8832632d-3900-429c-9915-6b1e09aeed6c tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185964 Mar 31 22:48:16.872072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:16.876659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-f313edad-7f20-4bff-91bd-b5fe37d83891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:16.878128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-f313edad-7f20-4bff-91bd-b5fe37d83891 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.2625647 Mar 31 22:48:16.972764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:16.999924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a15df3-7fbc-4f80-b9e8-015cfcbe3514 None None] Pushing event updated for resources: {'Port': ['ID=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:17.049322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-63ef118d-562f-4d82-84da-1787e55496ae None None] Provisioning complete for port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:17.050572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-63ef118d-562f-4d82-84da-1787e55496ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:17.065813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b246f-8258-4788-ad56-787125c9c7f3 req-27ddf541-36f1-49e9-9661-c97ba4df6b29 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:17.066912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:17.075858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea4b246f-8258-4788-ad56-787125c9c7f3 req-27ddf541-36f1-49e9-9661-c97ba4df6b29 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 950 time: 0.2361825 Mar 31 22:48:17.093709 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71d7e372-5a1d-493a-8dd2-48656aadc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:17.096649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71d7e372-5a1d-493a-8dd2-48656aadc8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:17.101147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-71d7e372-5a1d-493a-8dd2-48656aadc8b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be64e440-647b-475a-be1a-3eadb3fa6a1c HTTP/1.1" status: 204 len: 168 time: 1.5425136 Mar 31 22:48:17.112214 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019c36f2-930f-46a6-9b9e-5d680d1824d2 x-openstack-request-id: req-019c36f2-930f-46a6-9b9e-5d680d1824d2 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:17.112620 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224c90a3-fc0e-45e8-8567-f5c51e0371c0", "name": "network-vif-deleted", "tag": "936a9efa-eeac-48e9-b14a-2aff86455486", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:17.112975 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-019c36f2-930f-46a6-9b9e-5d680d1824d2 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:17.113642 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019c36f2-930f-46a6-9b9e-5d680d1824d2'] response: {'server_uuid': '224c90a3-fc0e-45e8-8567-f5c51e0371c0', 'name': 'network-vif-deleted', 'tag': '936a9efa-eeac-48e9-b14a-2aff86455486', 'status': 'completed', 'code': 200} Mar 31 22:48:17.125193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-1cb455df-980c-4003-8b98-dd7df152f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:17.127415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-1cb455df-980c-4003-8b98-dd7df152f089 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2236524 Mar 31 22:48:17.141007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7e372-5a1d-493a-8dd2-48656aadc8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be64e440-647b-475a-be1a-3eadb3fa6a1c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:17.204805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 936a9efa-eeac-48e9-b14a-2aff86455486 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:48:17.236020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 936a9efa-eeac-48e9-b14a-2aff86455486 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:48:17.236366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 936a9efa-eeac-48e9-b14a-2aff86455486 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:48:17.241095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea4b246f-8258-4788-ad56-787125c9c7f3 req-71f01226-e8ab-48a8-9769-67fd5e787fd6 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618626 Mar 31 22:48:17.337937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:17.338695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:17.499182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc3a3b-c7f7-4432-be6c-e1aa7461694d req-acacec76-7720-4445-af8e-f3ab41e93a6c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:17.507213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06fc3a3b-c7f7-4432-be6c-e1aa7461694d req-acacec76-7720-4445-af8e-f3ab41e93a6c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 948 time: 0.2866137 Mar 31 22:48:17.567317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-3df6fc18-2b10-45cc-8739-0aa4e5465edb service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153025 Mar 31 22:48:17.704194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-c71ac5e5-b99c-4cdc-9d41-b9cf33df37be tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:17.705838 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-c71ac5e5-b99c-4cdc-9d41-b9cf33df37be tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.50 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 950 time: 0.1000593 Mar 31 22:48:17.762895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06fc3a3b-c7f7-4432-be6c-e1aa7461694d req-c0c9ed17-829c-461d-84d6-de6cf72f2bc1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547355 Mar 31 22:48:17.806561 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:17.815478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:17.929585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] Checking router: fa473f57-2ba1-47e9-a850-76e5758b3d99 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:48:17.954705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:17.957830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:18.137985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Deleting port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:48:18.141557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:18.151058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-e7e0380f-da18-41fa-bb15-2ac47e7f6a59 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:18.153306 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-e7e0380f-da18-41fa-bb15-2ac47e7f6a59 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.45 "GET /v2.0/networks?id=6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 200 len: 823 time: 0.3556175 Mar 31 22:48:18.163933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41abd59-e845-48ed-a1d5-31103ae76c61 req-1e57e69f-1e98-4789-b956-11983d459b85 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905123 Mar 31 22:48:18.230449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e6b330e-61d8-4dfb-9193-de279bed7555 req-bd56a585-1199-47bd-977d-464d26c6f9dc tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 210 time: 0.2107451 Mar 31 22:48:18.263519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:18.349054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50694) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:18.365697 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d995ba2-df0f-48d6-9218-7aa129246cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:18.366237 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-5f6c3cfa-2cb4-4c34-81c2-15bcf26a53c1 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b570169ca551491781f23963d37c1e66 HTTP/1.1" status: 200 len: 378 time: 0.1710358 Mar 31 22:48:18.381010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Request body: {'port': {'device_id': '265e3096-9cf7-4131-9343-8afe76994361', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'admin_state_up': True, 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'security_groups': ['5545e847-8590-4893-8cd8-158aef620238']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:18.452280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] For port 821c3f3a-0f1a-4df7-b86b-74cdad08d756, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=821c3f3a-0f1a-4df7-b86b-74cdad08d756,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:18.452569 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:18.474377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Calling delete_port for 821c3f3a-0f1a-4df7-b86b-74cdad08d756 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:48:18.499198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Router a6c1691f-48db-4bf0-b334-338bdafcef4d is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:48:18.593363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d995ba2-df0f-48d6-9218-7aa129246cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:18.626886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:18.681950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553fa8e-1e11-4623-9ff9-aeade762f604 None None] The sync data for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 is: [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:48:18.706942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92d4e5-63f4-4a5f-8a68-6c98a2ffacd7 req-01e997d0-f5c2-48f8-82fd-a976cdcbba09 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:18.712841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef92d4e5-63f4-4a5f-8a68-6c98a2ffacd7 req-01e997d0-f5c2-48f8-82fd-a976cdcbba09 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 950 time: 0.1179111 Mar 31 22:48:18.712841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d995ba2-df0f-48d6-9218-7aa129246cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:18.839649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:18.843814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Made reservation on behalf of b570169ca551491781f23963d37c1e66 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:18.855875 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:18.856060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d995ba2-df0f-48d6-9218-7aa129246cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef5c1b-6531-4594-9257-a0720f799d17,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:18.865262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:48:18.876548 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Sync routers for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:48:18.892881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9d995ba2-df0f-48d6-9218-7aa129246cf1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7dabfdcb86f4e95af55bbad44a1c438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421445 Mar 31 22:48:18.897959 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:18.898540 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:18.907664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50712) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:18.918950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:18.919912 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:18.928656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef92d4e5-63f4-4a5f-8a68-6c98a2ffacd7 req-ae05123c-cb82-4d48-86c3-486a7d589288 tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d206dfe-fed2-480c-b3e2-59b1c78434c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041199 Mar 31 22:48:18.981371 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:18.995833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['821c3f3a-0f1a-4df7-b86b-74cdad08d756'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:19.065146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Pushing event deleted for resources: {'Port': ['ID=821c3f3a-0f1a-4df7-b86b-74cdad08d756,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:19.084175 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:19.096881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:19.122401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50714) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:19.126346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] No DVR routers for this DVR port 821c3f3a-0f1a-4df7-b86b-74cdad08d756 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:48:19.131228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f561fe6a-8726-4eb6-8ece-35f58e0ce4ad admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.3090076 Mar 31 22:48:19.134417 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:19.137761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2bb50510-36bc-4d9e-b2af-ddd06fb562f5 req-9d498f82-0a98-4809-9d28-fc26690e3e1f tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.50 "DELETE /v2.0/ports/821c3f3a-0f1a-4df7-b86b-74cdad08d756 HTTP/1.1" status: 204 len: 173 time: 1.4250484 Mar 31 22:48:19.138228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20eff3bc-fa22-46c3-839d-a9993faf8778', 'name': 'network-vif-deleted', 'tag': '821c3f3a-0f1a-4df7-b86b-74cdad08d756'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:19.140716 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5502d1-ba37-41ba-bbd5-ca9b455a38f4" -d '{"events": [{"server_uuid": "20eff3bc-fa22-46c3-839d-a9993faf8778", "name": "network-vif-deleted", "tag": "821c3f3a-0f1a-4df7-b86b-74cdad08d756"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:19.168773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b359345b-804e-4224-a5f1-d33019e46b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:19.189605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:19.300961 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b359345b-804e-4224-a5f1-d33019e46b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:19.375474 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Allocated IP 172.20.0.11 (6d80dae4-f6db-497e-a83e-9c9d17ece4db/80489c5f-101f-4eac-bf28-a8f97807c7cc/a24d2d04-f055-4bc0-b015-886fb52ba974) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:19.375881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc8fd3d-3091-4795-85ac-1b7173c45bd2 None None] New status for floating IP 4ccf06ca-c2a1-411d-a4bf-d3981a27d344: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:48:19.440495 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:16Z', 'revision_number': 3, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:19.483247 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Checking router: a6c1691f-48db-4bf0-b334-338bdafcef4d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:48:19.499125 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Updating router a6c1691f-48db-4bf0-b334-338bdafcef4d port 772a2a9e-f719-4c01-bf9e-0c7d101af294 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:48:19.564755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5f42-e7e5-4f85-9ba9-69fd53c1c3ad req-34b734a2-d4aa-47ae-84fd-38415d84978d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:19.570873 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:19.571906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-723d5f42-e7e5-4f85-9ba9-69fd53c1c3ad req-34b734a2-d4aa-47ae-84fd-38415d84978d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 948 time: 0.2356806 Mar 31 22:48:19.614318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50728) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:19.678279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-723d5f42-e7e5-4f85-9ba9-69fd53c1c3ad req-8ad9e613-5822-4ca7-b492-6621c4323e38 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970242 Mar 31 22:48:19.828730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-022dc194-25ae-486c-8909-f42830b9b751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:19.943589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-810e06bd-6d8d-4fd6-b3d5-c70f53917cc3 req-0b8096eb-8112-4f92-b5fb-35b9ff94b9d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 210 time: 0.0380013 Mar 31 22:48:19.975844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:19.997424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'mac_address': 'fa:16:3e:89:38:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:20.009282 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68feb8ca-6a9f-45e0-958e-9e9467945587 x-openstack-request-id: req-68feb8ca-6a9f-45e0-958e-9e9467945587 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:20.009834 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20eff3bc-fa22-46c3-839d-a9993faf8778", "name": "network-vif-deleted", "tag": "821c3f3a-0f1a-4df7-b86b-74cdad08d756", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:20.009834 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68feb8ca-6a9f-45e0-958e-9e9467945587 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:20.010191 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68feb8ca-6a9f-45e0-958e-9e9467945587'] response: {'server_uuid': '20eff3bc-fa22-46c3-839d-a9993faf8778', 'name': 'network-vif-deleted', 'tag': '821c3f3a-0f1a-4df7-b86b-74cdad08d756', 'status': 'completed', 'code': 200} Mar 31 22:48:20.085019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e141cd3b-9069-4bd7-8749-2708f87c81e2 req-fbdfa47b-d73b-4f87-80da-7c970a4c677b tempest-ServerDiagnosticsNegativeTest-228304683 tempest-ServerDiagnosticsNegativeTest-228304683-project] 10.222.0.31 "GET /v2.0/ports?device_id=20eff3bc-fa22-46c3-839d-a9993faf8778 HTTP/1.1" status: 200 len: 210 time: 0.0335033 Mar 31 22:48:20.136347 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.166631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b359345b-804e-4224-a5f1-d33019e46b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.166631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b359345b-804e-4224-a5f1-d33019e46b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.167412 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b359345b-804e-4224-a5f1-d33019e46b8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4ef5c1b-6531-4594-9257-a0720f799d17 HTTP/1.1" status: 204 len: 168 time: 1.2588134 Mar 31 22:48:20.208182 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-022dc194-25ae-486c-8909-f42830b9b751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.222044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359345b-804e-4224-a5f1-d33019e46b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef5c1b-6531-4594-9257-a0720f799d17,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:20.245929 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.284296 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.312923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:20.331756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.342848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-022dc194-25ae-486c-8909-f42830b9b751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.354541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:20.364926 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Pushing event updated for resources: {'Port': ['ID=772a2a9e-f719-4c01-bf9e-0c7d101af294,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:20.387858 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.391874 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.392267 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.392610 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.393357 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.393357 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.393568 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.393898 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.394234 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.394550 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.394879 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.395952 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:20.399300 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Attempting to bind port 772a2a9e-f719-4c01-bf9e-0c7d101af294 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:20.407743 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Attempting to bind port 772a2a9e-f719-4c01-bf9e-0c7d101af294 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:20.407941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Attempting to bind port 772a2a9e-f719-4c01-bf9e-0c7d101af294 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:20.421094 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:20.421628 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:20.421880 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.422271 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:20.422897 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Bound port: 772a2a9e-f719-4c01-bf9e-0c7d101af294, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:20.423181 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.433651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.468178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-022dc194-25ae-486c-8909-f42830b9b751 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1eb6d951d89142cfac7310ecf14b1d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8518941 Mar 31 22:48:20.470168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dc194-25ae-486c-8909-f42830b9b751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a91a0e-bf05-4561-8a4f-30fe43a38a1f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:20.472611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50758) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:20.532453 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] For port 772a2a9e-f719-4c01-bf9e-0c7d101af294, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:20.537096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:20.538307 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] For port 772a2a9e-f719-4c01-bf9e-0c7d101af294, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=772a2a9e-f719-4c01-bf9e-0c7d101af294,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:20.575676 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37b6db-c8b1-4268-951b-e8f0de589a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.582093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.615448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50764) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:20.625538 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37b6db-c8b1-4268-951b-e8f0de589a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.639829 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.671695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:20.752529 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:20.753170 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:20.756855 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530808d-de0a-45d2-ad26-42ad9c90ca26 None None] Pushing event updated for resources: {'Port': ['ID=772a2a9e-f719-4c01-bf9e-0c7d101af294,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:20.759489 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37b6db-c8b1-4268-951b-e8f0de589a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.763546 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37b6db-c8b1-4268-951b-e8f0de589a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.767807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b37b6db-c8b1-4268-951b-e8f0de589a8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98a91a0e-bf05-4561-8a4f-30fe43a38a1f HTTP/1.1" status: 204 len: 168 time: 0.2941215 Mar 31 22:48:20.801040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37b6db-c8b1-4268-951b-e8f0de589a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a91a0e-bf05-4561-8a4f-30fe43a38a1f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:20.828731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:20.836195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:20.867894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event updated for resources: {'Port': ['ID=a24d2d04-f055-4bc0-b015-886fb52ba974,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:20.873955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:20.882581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:20.903784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-43be6afe-3f7d-4070-9ccb-ebd10b00b6e3 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:48:20.905006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-43be6afe-3f7d-4070-9ccb-ebd10b00b6e3 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2912774 Mar 31 22:48:20.917690 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:21.045979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:21.046660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:21.061588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f8827-d74f-42a5-9d49-a510d5b66fc3 req-5cb80fcb-c50b-4482-bd68-dc1aff491509 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:21.074227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d4f8827-d74f-42a5-9d49-a510d5b66fc3 req-5cb80fcb-c50b-4482-bd68-dc1aff491509 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 949 time: 0.1335633 Mar 31 22:48:21.181454 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a2a68974-fc80-4752-8dec-c6aa9e02be22 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8061152 Mar 31 22:48:21.182291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d4f8827-d74f-42a5-9d49-a510d5b66fc3 req-0609e24a-5a35-4f07-bab7-523223e3ae9c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065218 Mar 31 22:48:21.201083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 821c3f3a-0f1a-4df7-b86b-74cdad08d756 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:48:21.219614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Request body: {'port': {'device_id': '265e3096-9cf7-4131-9343-8afe76994361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:21.229670 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:16Z', 'revision_number': 3, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:21.234754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 821c3f3a-0f1a-4df7-b86b-74cdad08d756 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:48:21.235113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 821c3f3a-0f1a-4df7-b86b-74cdad08d756 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:48:21.245158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-78ef6e41-71d8-4e40-8958-877dfcd992b8 None None] Provisioning complete for port a24d2d04-f055-4bc0-b015-886fb52ba974 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:21.245557 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-78ef6e41-71d8-4e40-8958-877dfcd992b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:21.272466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Allocated IP 172.20.0.1 (a832161c-0b16-43eb-8184-d4742617e68d/df7444b8-c467-492c-829c-e27321f08a27/371048f9-7048-49a8-8674-d54424c1a930) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:21.276382 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb07e9ae-509c-463d-b358-6869dfb4aa5a None None] The sync data for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 is: [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:16Z', 'revision_number': 3, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:48:21.310955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:21.318988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-78ef6e41-71d8-4e40-8958-877dfcd992b8 None None] Port a24d2d04-f055-4bc0-b015-886fb52ba974 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:48:21.433927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916967c-8738-4b00-958b-6b6ceba1ddc3 req-d3c21141-7052-431a-9d4f-fee53f503ba9 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:21.437134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f916967c-8738-4b00-958b-6b6ceba1ddc3 req-d3c21141-7052-431a-9d4f-fee53f503ba9 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 932 time: 0.0539222 Mar 31 22:48:21.484335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f916967c-8738-4b00-958b-6b6ceba1ddc3 req-f4654fb1-d141-47cb-b96e-3d219c964d3a tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405958 Mar 31 22:48:21.543817 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:21.706740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f9658a7f-8096-48de-88ab-1e88537d5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:21.708460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f9658a7f-8096-48de-88ab-1e88537d5ebd service neutron] 10.222.0.31 "GET /v2.0/ports/9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 1093 time: 0.4548826 Mar 31 22:48:21.718432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Request body: {'binding': {'host': 'n-h1-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:21.723856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Unknown quota resources ['binding']. {{(pid=109820) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:48:21.748173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:21.754883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50804) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:21.822547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Network a832161c-0b16-43eb-8184-d4742617e68d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:21.832396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24d2d04-f055-4bc0-b015-886fb52ba974 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:21.837247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:21.839477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d22da4d0-4b68-48ee-b703-7952cc80e874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:21.851195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:21.861107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:21.969652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Transition to ACTIVE for port object a24d2d04-f055-4bc0-b015-886fb52ba974 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:21.971165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Pushing event updated for resources: {'Port': ['ID=371048f9-7048-49a8-8674-d54424c1a930,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:21.975142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:21.983850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on host n-h1-836015-1 for vnic_type normal with profile None {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:21.984189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:21.984515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:21.990039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:21.990362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:21.995893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:21.996244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:21.996626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:21.997051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Bound port: 9d48e03e-91ff-4673-b4b9-251df4912f27, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:22.100420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.132462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:22.224514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a24d2d04-f055-4bc0-b015-886fb52ba974,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:22.247269 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.252682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-89454ea4-59a7-4cf5-8eab-69d67502911d service neutron] 10.222.0.31 "POST /v2.0/ports/9d48e03e-91ff-4673-b4b9-251df4912f27/bindings HTTP/1.1" status: 201 len: 389 time: 0.5376654 Mar 31 22:48:22.279268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-182fdd44-5ac1-4042-b06d-f3005b74235c None None] Provisioning complete for port 371048f9-7048-49a8-8674-d54424c1a930 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:22.279836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-182fdd44-5ac1-4042-b06d-f3005b74235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.388399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Attempting to bind port a24d2d04-f055-4bc0-b015-886fb52ba974 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:22.388823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Attempting to bind port a24d2d04-f055-4bc0-b015-886fb52ba974 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:22.389230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Attempting to bind port a24d2d04-f055-4bc0-b015-886fb52ba974 on network 6d80dae4-f6db-497e-a83e-9c9d17ece4db {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:22.403432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d22da4d0-4b68-48ee-b703-7952cc80e874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.404621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Port a24d2d04-f055-4bc0-b015-886fb52ba974 on network 6d80dae4-f6db-497e-a83e-9c9d17ece4db not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:22.405011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Attempting to bind port a24d2d04-f055-4bc0-b015-886fb52ba974 on network 6d80dae4-f6db-497e-a83e-9c9d17ece4db {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:22.411998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:22.412221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Checking segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:22.412853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Bound using segment: {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:22.413421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Bound port: a24d2d04-f055-4bc0-b015-886fb52ba974, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:22.413709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.416028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-182fdd44-5ac1-4042-b06d-f3005b74235c None None] Port 371048f9-7048-49a8-8674-d54424c1a930 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:48:22.461624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d22da4d0-4b68-48ee-b703-7952cc80e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.488172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50832) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:22.562177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63088e2-479a-436e-8521-1a989c23f192 req-9ce0e31f-787b-461c-814c-61e0992a1240 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:22.570429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f63088e2-479a-436e-8521-1a989c23f192 req-9ce0e31f-787b-461c-814c-61e0992a1240 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 949 time: 0.0952001 Mar 31 22:48:22.611018 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d22da4d0-4b68-48ee-b703-7952cc80e874 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdc85e4660d8417ea0c09356093daf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8452108 Mar 31 22:48:22.613050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f63088e2-479a-436e-8521-1a989c23f192 req-6da0936c-5825-4c90-8e9d-749d1dbedc3d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Mar 31 22:48:22.613537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50838) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:22.628048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.629948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22da4d0-4b68-48ee-b703-7952cc80e874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eaca24-b191-4edb-ab04-d04f3f948709,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:22.634509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] For port a24d2d04-f055-4bc0-b015-886fb52ba974, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:22.664788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] For port a24d2d04-f055-4bc0-b015-886fb52ba974, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a24d2d04-f055-4bc0-b015-886fb52ba974,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:22.706009 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34861c9d-4a82-4d41-8ab1-ce67aa8a87f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.746144 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34861c9d-4a82-4d41-8ab1-ce67aa8a87f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.863513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb76f9-093c-49bb-b78a-b992f3bbe474 req-41184ede-f4df-474c-a2f7-7e25ce288d50 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:22.872111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfcb76f9-093c-49bb-b78a-b992f3bbe474 req-41184ede-f4df-474c-a2f7-7e25ce288d50 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 944 time: 0.1281805 Mar 31 22:48:22.884797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.909608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 772a2a9e-f719-4c01-bf9e-0c7d101af294 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:22.941128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfcb76f9-093c-49bb-b78a-b992f3bbe474 req-f99ebdcd-d0c1-4cbe-bcd5-5e76297488f4 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675800 Mar 31 22:48:22.959460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.959460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:22.959460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:22.959460 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/a24d2d04-f055-4bc0-b015-886fb52ba974 HTTP/1.1" status: 200 len: 1092 time: 1.7550387 Mar 31 22:48:22.960413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265e3096-9cf7-4131-9343-8afe76994361', 'tag': 'a24d2d04-f055-4bc0-b015-886fb52ba974'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:22.964181 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a284ec-129e-4e1f-a2c6-d387e6b1e486" -d '{"events": [{"name": "network-changed", "server_uuid": "265e3096-9cf7-4131-9343-8afe76994361", "tag": "a24d2d04-f055-4bc0-b015-886fb52ba974"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:23.006907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdeae7c-e672-4068-b55c-3d647c0cb2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a24d2d04-f055-4bc0-b015-886fb52ba974,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:23.027296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.086177 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d6cdcc-ba71-4cbd-a142-6ac5885bec6a x-openstack-request-id: req-48d6cdcc-ba71-4cbd-a142-6ac5885bec6a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:23.086827 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265e3096-9cf7-4131-9343-8afe76994361", "tag": "a24d2d04-f055-4bc0-b015-886fb52ba974", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:23.094646 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48d6cdcc-ba71-4cbd-a142-6ac5885bec6a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:23.094646 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d6cdcc-ba71-4cbd-a142-6ac5885bec6a'] response: {'name': 'network-changed', 'server_uuid': '265e3096-9cf7-4131-9343-8afe76994361', 'tag': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'status': 'completed', 'code': 200} Mar 31 22:48:23.106165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34861c9d-4a82-4d41-8ab1-ce67aa8a87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.108843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34861c9d-4a82-4d41-8ab1-ce67aa8a87f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.109986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-34861c9d-4a82-4d41-8ab1-ce67aa8a87f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2eaca24-b191-4edb-ab04-d04f3f948709 HTTP/1.1" status: 204 len: 168 time: 0.4925587 Mar 31 22:48:23.177655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34861c9d-4a82-4d41-8ab1-ce67aa8a87f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eaca24-b191-4edb-ab04-d04f3f948709,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:23.201185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 772a2a9e-f719-4c01-bf9e-0c7d101af294 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:23.206846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.212721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:23.234035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Pushing event updated for resources: {'Port': ['ID=371048f9-7048-49a8-8674-d54424c1a930,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:23.244775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.265310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-36782a9b-8c16-4f0b-810f-1548b4b9d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:23.267231 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-36782a9b-8c16-4f0b-810f-1548b4b9d108 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b570169ca551491781f23963d37c1e66&device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 1095 time: 0.1497848 Mar 31 22:48:23.314383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7da92a-77ce-4fa5-81c1-ddabb62f465f req-a252b11e-f1b1-4dd3-81b0-1953ad0d29bb tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:23.335675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a7da92a-77ce-4fa5-81c1-ddabb62f465f req-a252b11e-f1b1-4dd3-81b0-1953ad0d29bb tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 945 time: 0.3369954 Mar 31 22:48:23.374412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-4730669c-3204-4712-a269-204f65c106bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:23.382589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-4730669c-3204-4712-a269-204f65c106bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1096 time: 0.1926911 Mar 31 22:48:23.386887 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-eb5d8753-1ec7-40c7-baaf-05fe4d8df5c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24d2d04-f055-4bc0-b015-886fb52ba974 HTTP/1.1" status: 200 len: 217 time: 0.0966668 Mar 31 22:48:23.415469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50852) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:23.435189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f3fb0efb-172a-4d2c-80d1-c7a64e29d697 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a75660fdcdbe4a54bfe1e4aed84089ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9430952 Mar 31 22:48:23.439729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50856) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:23.449666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:23.451988 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.467838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:23.468536 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.521926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 772a2a9e-f719-4c01-bf9e-0c7d101af294, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=772a2a9e-f719-4c01-bf9e-0c7d101af294,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:23.522841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a7da92a-77ce-4fa5-81c1-ddabb62f465f req-30c8d3eb-2f25-43ce-9c87-03f1a5551dac tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810520 Mar 31 22:48:23.581517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70367ec7-19ab-40f9-b2ef-8dd8d8c529e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.589204 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-e8b559b4-2582-48ef-add2-06ed2f062f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:23.591411 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-e8b559b4-2582-48ef-add2-06ed2f062f00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80489c5f-101f-4eac-bf28-a8f97807c7cc HTTP/1.1" status: 200 len: 862 time: 0.1898768 Mar 31 22:48:23.621158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Network a832161c-0b16-43eb-8184-d4742617e68d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:23.625738 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70367ec7-19ab-40f9-b2ef-8dd8d8c529e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.630353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.675688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:23.725955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-baa41e3d-bef5-4587-991d-70a000ebf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:23.728367 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-baa41e3d-bef5-4587-991d-70a000ebf053 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.3361115 Mar 31 22:48:23.788352 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.809175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70367ec7-19ab-40f9-b2ef-8dd8d8c529e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.815318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70367ec7-19ab-40f9-b2ef-8dd8d8c529e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.817265 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-70367ec7-19ab-40f9-b2ef-8dd8d8c529e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d206dfe-fed2-480c-b3e2-59b1c78434c9 HTTP/1.1" status: 204 len: 168 time: 0.3754241 Mar 31 22:48:23.820403 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-8e7de50a-1232-4977-b01b-fbaa07a27bf2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 217 time: 0.0467153 Mar 31 22:48:23.829950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70367ec7-19ab-40f9-b2ef-8dd8d8c529e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d206dfe-fed2-480c-b3e2-59b1c78434c9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:23.835839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-9f451a38-e564-4db3-a50f-b900410ab819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:23.837438 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-9f451a38-e564-4db3-a50f-b900410ab819 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d80dae4-f6db-497e-a83e-9c9d17ece4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354288 Mar 31 22:48:23.858954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:23.860145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401db5a1-f58b-42cd-b603-95b4920a252f req-2ce8064a-23a0-4590-98a5-1e7be17e31a2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:23.861091 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca19fbf-a4ba-400f-a22a-2a37231a0cb4" -d '{"events": [{"server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "name": "network-vif-plugged", "status": "completed", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:23.870338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-401db5a1-f58b-42cd-b603-95b4920a252f req-2ce8064a-23a0-4590-98a5-1e7be17e31a2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 949 time: 0.1143813 Mar 31 22:48:23.892432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=772a2a9e-f719-4c01-bf9e-0c7d101af294,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:23.900313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:23.951122 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89672315-45c0-4f88-81f4-1082894a8347 x-openstack-request-id: req-89672315-45c0-4f88-81f4-1082894a8347 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:23.951546 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "name": "network-vif-plugged", "status": "completed", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:23.952873 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89672315-45c0-4f88-81f4-1082894a8347 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:23.955411 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89672315-45c0-4f88-81f4-1082894a8347'] response: {'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'code': 200} Mar 31 22:48:23.959460 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:23.976944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-401db5a1-f58b-42cd-b603-95b4920a252f req-8e4e287f-85a0-4b27-b8f1-a0f649de1fad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053104 Mar 31 22:48:24.132878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89d6c-8edc-4cdc-8f28-64d96902a418 req-afc9593c-57ba-48dc-b23b-5d9331011799 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:24.133150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-176c568b-e53c-475a-beec-617960766c50 None None] Provisioning complete for port 371048f9-7048-49a8-8674-d54424c1a930 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:24.133712 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-176c568b-e53c-475a-beec-617960766c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:24.140859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21e89d6c-8edc-4cdc-8f28-64d96902a418 req-afc9593c-57ba-48dc-b23b-5d9331011799 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 944 time: 0.1071787 Mar 31 22:48:24.154963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9c748-9195-48ea-a186-19763e1cabfe req-acd03e08-7a35-4569-b4d7-637c15f52545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:24.156486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebf9c748-9195-48ea-a186-19763e1cabfe req-acd03e08-7a35-4569-b4d7-637c15f52545 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1101 time: 0.1101594 Mar 31 22:48:24.179592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-176c568b-e53c-475a-beec-617960766c50 None None] Port 371048f9-7048-49a8-8674-d54424c1a930 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:48:24.189134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:24.217270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebf9c748-9195-48ea-a186-19763e1cabfe req-94e58727-15d5-460c-a780-bd1a181425ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Mar 31 22:48:24.221531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21e89d6c-8edc-4cdc-8f28-64d96902a418 req-47c95bfe-2ead-40d1-b5f3-8b7f63b26c48 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798206 Mar 31 22:48:24.366945 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a382461-6f4a-4805-951f-cf6d5bf927b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:24.401609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-104fcd8b-60e0-4e3b-9ff7-f1b4ad04c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:24.403819 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-104fcd8b-60e0-4e3b-9ff7-f1b4ad04c43b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.5724332 Mar 31 22:48:24.417921 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Router a6c1691f-48db-4bf0-b334-338bdafcef4d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:48:24.487595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-3fb4bcec-791d-4564-82eb-f0b48e9b699e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381944 Mar 31 22:48:24.493872 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-a016f9f8-e161-428d-a788-7cefe98adf53 service neutron] 10.222.0.45 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360357 Mar 31 22:48:24.668130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38f011-aa3b-40a2-b943-40a24e4cb5c4 req-f4dc8aff-f20f-4db0-9267-d6bf1a7a3927 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:24.669555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf38f011-aa3b-40a2-b943-40a24e4cb5c4 req-f4dc8aff-f20f-4db0-9267-d6bf1a7a3927 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 945 time: 0.0599830 Mar 31 22:48:24.710417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf38f011-aa3b-40a2-b943-40a24e4cb5c4 req-9248c72a-9918-48a2-afcc-3d716861e873 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Mar 31 22:48:24.730636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a382461-6f4a-4805-951f-cf6d5bf927b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:24.790348 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-afec41c0-ce43-49dd-af29-39fa44d87c27 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897065 Mar 31 22:48:24.792829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:48:24.798948 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-426f8c9d-ba03-4a80-a595-71d01a1ede9e admin admin] 10.222.0.31 "PUT /v2.0/routers/a6c1691f-48db-4bf0-b334-338bdafcef4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6736403 Mar 31 22:48:24.811329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 772a2a9e-f719-4c01-bf9e-0c7d101af294 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:24.812983 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Sync routers for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:48:24.825679 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97ade9ee-17e3-4a54-b97f-869d022d93bd req-cf069ed1-8a6a-4982-90f0-48a5b316e2d4 service neutron] 10.222.0.45 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129647 Mar 31 22:48:24.827691 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:24.829485 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:24.878564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50894) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:24.896483 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bd02120-7a3c-4be8-bcfb-db6bcbcd7395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:24.904057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 772a2a9e-f719-4c01-bf9e-0c7d101af294 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:24.904430 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:24.928962 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-394fad93-9843-452e-b016-06f8ba8153d2 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261978 Mar 31 22:48:24.928962 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a382461-6f4a-4805-951f-cf6d5bf927b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.112301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a382461-6f4a-4805-951f-cf6d5bf927b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b155be59-48ef-4288-97b5-a218c615306f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:25.142181 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bd02120-7a3c-4be8-bcfb-db6bcbcd7395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.147666 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:25.168772 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7a382461-6f4a-4805-951f-cf6d5bf927b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d505985b8c9440a9aeef41ff196ab44d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7453673 Mar 31 22:48:25.171733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50900) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:25.192990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-2b3d4514-130d-45b8-90db-7aa369af062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:25.194803 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-2b3d4514-130d-45b8-90db-7aa369af062d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b570169ca551491781f23963d37c1e66&device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 1095 time: 0.2379642 Mar 31 22:48:25.196810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-04b772f0-ba37-4b60-a1d1-064f006e59a5 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:25.199723 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-04b772f0-ba37-4b60-a1d1-064f006e59a5 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.0948055 Mar 31 22:48:25.216419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-1'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:25.228000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25f79-d494-4976-b034-5bcf986236da req-ba3d83d2-0e68-4fce-b06b-ce170a27ce60 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:25.229527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25f79-d494-4976-b034-5bcf986236da req-ba3d83d2-0e68-4fce-b06b-ce170a27ce60 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1217082 Mar 31 22:48:25.235593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bd02120-7a3c-4be8-bcfb-db6bcbcd7395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.331867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6924ae6-caea-487e-bd51-744178e495f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.355701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.406107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25f79-d494-4976-b034-5bcf986236da req-38ee12c0-1a26-40ff-b51c-92b4f73d2b0a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626348 Mar 31 22:48:25.408655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd02120-7a3c-4be8-bcfb-db6bcbcd7395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dadde48-5a1b-471d-a3e6-6a9df87f6b44,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:25.461150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-46d9a100-7062-4ef7-acaa-0e220745c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:25.463813 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-46d9a100-7062-4ef7-acaa-0e220745c484 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 200 len: 924 time: 0.2613072 Mar 31 22:48:25.472079 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6924ae6-caea-487e-bd51-744178e495f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.515728 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-a10caf7d-0a08-4bc0-b46b-9a13928ccfe2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24d2d04-f055-4bc0-b015-886fb52ba974 HTTP/1.1" status: 200 len: 217 time: 0.0437555 Mar 31 22:48:25.536313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7bd02120-7a3c-4be8-bcfb-db6bcbcd7395 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9790db9e937342799ee3c1deed461e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552563 Mar 31 22:48:25.548357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50916) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:25.577857 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 2, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:25.580437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-3e627efb-2cb8-4436-a93d-b80153e53403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:25.582358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-3e627efb-2cb8-4436-a93d-b80153e53403 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80489c5f-101f-4eac-bf28-a8f97807c7cc HTTP/1.1" status: 200 len: 862 time: 0.0572276 Mar 31 22:48:25.588196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0813b5-7b3d-4d04-bcaf-abdda0c3bf85 req-a1fe53c1-ec12-420c-b810-f59a437d31ca tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:25.591232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c0813b5-7b3d-4d04-bcaf-abdda0c3bf85 req-a1fe53c1-ec12-420c-b810-f59a437d31ca tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 944 time: 0.2200320 Mar 31 22:48:25.602750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6924ae6-caea-487e-bd51-744178e495f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.605349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6924ae6-caea-487e-bd51-744178e495f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.606566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d6924ae6-caea-487e-bd51-744178e495f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b155be59-48ef-4288-97b5-a218c615306f HTTP/1.1" status: 204 len: 168 time: 0.4338779 Mar 31 22:48:25.634875 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Checking router: a6c1691f-48db-4bf0-b334-338bdafcef4d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:48:25.635269 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Updating router a6c1691f-48db-4bf0-b334-338bdafcef4d port 371048f9-7048-49a8-8674-d54424c1a930 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:48:25.640580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6924ae6-caea-487e-bd51-744178e495f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155be59-48ef-4288-97b5-a218c615306f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:25.671621 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.706501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c0813b5-7b3d-4d04-bcaf-abdda0c3bf85 req-a17de14f-7e73-4cb5-9b6a-b38f7880f94e tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142216 Mar 31 22:48:25.728686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6273e1f-ee7d-4425-96a7-c187ca10470e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.761011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6273e1f-ee7d-4425-96a7-c187ca10470e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.781218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-8cd03548-c13d-44d9-acd1-8d6e60106a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:25.783769 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-8cd03548-c13d-44d9-acd1-8d6e60106a0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d80dae4-f6db-497e-a83e-9c9d17ece4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797075 Mar 31 22:48:25.787241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:25.896064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6273e1f-ee7d-4425-96a7-c187ca10470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.899323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6273e1f-ee7d-4425-96a7-c187ca10470e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:25.903017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f6273e1f-ee7d-4425-96a7-c187ca10470e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dadde48-5a1b-471d-a3e6-6a9df87f6b44 HTTP/1.1" status: 204 len: 168 time: 0.3470097 Mar 31 22:48:25.912953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6273e1f-ee7d-4425-96a7-c187ca10470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dadde48-5a1b-471d-a3e6-6a9df87f6b44,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:25.980213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:26.024239 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-05888eb7-6383-4ae6-a097-de8c88985230 service neutron] 10.222.0.45 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326400 Mar 31 22:48:26.078318 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.109032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:26.112608 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff378ee8-f72d-4ab0-a67c-2fc61ef32c29" -d '{"events": [{"server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "name": "network-vif-unplugged", "status": "completed", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:26.121561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.125723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-980b9800-0a4e-4b01-b138-a1a6d21c6523 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:26.127351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-980b9800-0a4e-4b01-b138-a1a6d21c6523 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/networks?id=a832161c-0b16-43eb-8184-d4742617e68d HTTP/1.1" status: 200 len: 829 time: 0.1757860 Mar 31 22:48:26.141422 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15a284ec-129e-4e1f-a2c6-d387e6b1e486 req-f3886c5c-5e08-46d2-954e-d28541519895 service neutron] 10.222.0.45 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095891 Mar 31 22:48:26.147344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-93bcc562-80fa-4256-9ffb-4c6c8c38cc61 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/quotas/2a64ec94a04c4281aaa2f9ce5a9ef90d HTTP/1.1" status: 200 len: 375 time: 0.0106940 Mar 31 22:48:26.181906 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.210693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.214522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-089e4556-8d12-4948-8eae-224540ad4ea3 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a64ec94a04c4281aaa2f9ce5a9ef90d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583112 Mar 31 22:48:26.258914 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac9d0b-fd95-4966-a8c5-1bf65576f949 None None] Pushing event updated for resources: {'Port': ['ID=371048f9-7048-49a8-8674-d54424c1a930,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:26.322293 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Attempting to bind port 371048f9-7048-49a8-8674-d54424c1a930 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:26.322938 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Attempting to bind port 371048f9-7048-49a8-8674-d54424c1a930 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:26.323297 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Attempting to bind port 371048f9-7048-49a8-8674-d54424c1a930 on network a832161c-0b16-43eb-8184-d4742617e68d {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:26.329260 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:26.329630 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Checking segment: {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:26.330028 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.330411 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Bound using segment: {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:26.330899 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Bound port: 371048f9-7048-49a8-8674-d54424c1a930, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:26.331291 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.349981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:26.404871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-73ad7c05-c0a2-4067-9b92-56c33b4592af service neutron] 10.222.0.31 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801775 Mar 31 22:48:26.430254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on host n-h2-836015-1 for vnic_type normal with profile {"migrating_to": "n-h1-836015-1"} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:26.431207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:26.431832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:26.438623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:26.439585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Attempting to bind port 9d48e03e-91ff-4673-b4b9-251df4912f27 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:26.447475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:26.448781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:26.449336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:26.449965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Bound port: 9d48e03e-91ff-4673-b4b9-251df4912f27, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:26.450551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.458411 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] For port 371048f9-7048-49a8-8674-d54424c1a930, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:26.468914 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] For port 371048f9-7048-49a8-8674-d54424c1a930, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=371048f9-7048-49a8-8674-d54424c1a930,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:26.525352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a126229b-621e-4294-abf6-a767819fb910 None None] Provisioning complete for port 371048f9-7048-49a8-8674-d54424c1a930 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:26.525352 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a126229b-621e-4294-abf6-a767819fb910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.536576 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.545795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:26.550331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:26.568353 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a126229b-621e-4294-abf6-a767819fb910 None None] Port 371048f9-7048-49a8-8674-d54424c1a930 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:48:26.601782 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:26.607344 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:26.651344 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.660045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac9d0b-fd95-4966-a8c5-1bf65576f949 None None] Pushing event updated for resources: {'Port': ['ID=371048f9-7048-49a8-8674-d54424c1a930,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:26.740308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=8']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:26.792154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:26.792932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:26.794514 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-551ce0a6-799c-4527-a053-69a5c4cca2a8 service neutron] 10.222.0.50 "PUT /v2.0/ports/9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 1121 time: 1.5826747 Mar 31 22:48:26.818453 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:26.870412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9d48e03e-91ff-4673-b4b9-251df4912f27'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:26.899743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50954) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:26.909935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-f425d91d-0328-4fae-bc39-65c2905bf311 service neutron] 10.222.0.31 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966938 Mar 31 22:48:26.929086 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c40eaf67-19bf-4d7e-b89b-8e073cf328a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.004990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9cfdbf1d-e146-4362-a504-96f7669cd8d5 None None] Provisioning complete for port 371048f9-7048-49a8-8674-d54424c1a930 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:27.007350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cfdbf1d-e146-4362-a504-96f7669cd8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.104350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c40eaf67-19bf-4d7e-b89b-8e073cf328a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.133985 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:26Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:27.167573 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968575f8-fe01-4d69-9d4a-663fabe4d230 None None] The sync data for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 is: [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:26Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:48:27.205867 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c40eaf67-19bf-4d7e-b89b-8e073cf328a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.223780 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cfdbf1d-e146-4362-a504-96f7669cd8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.284416 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c40eaf67-19bf-4d7e-b89b-8e073cf328a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aade2011f2b048ea9b7de70a6800d907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834000 Mar 31 22:48:27.286256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50960) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:27.342427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40eaf67-19bf-4d7e-b89b-8e073cf328a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cc752b-ae86-4f6d-ab59-d73ca7f9e0d7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:27.401465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9cfdbf1d-e146-4362-a504-96f7669cd8d5 None None] For port 371048f9-7048-49a8-8674-d54424c1a930, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=371048f9-7048-49a8-8674-d54424c1a930,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:27.472881 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cfdbf1d-e146-4362-a504-96f7669cd8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.513493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e9450-dc7a-42df-8cb1-445f83c47b57 req-c1b48318-e378-4174-8b01-95daccd0d21b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:27.523550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a0e9450-dc7a-42df-8cb1-445f83c47b57 req-c1b48318-e378-4174-8b01-95daccd0d21b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 943 time: 0.1629930 Mar 31 22:48:27.531470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a78478d3-e4ed-490d-a4db-ddf003da662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.634130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdbf1d-e146-4362-a504-96f7669cd8d5 None None] Pushing event updated for resources: {'Port': ['ID=371048f9-7048-49a8-8674-d54424c1a930,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:27.643811 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a78478d3-e4ed-490d-a4db-ddf003da662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.666790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a0e9450-dc7a-42df-8cb1-445f83c47b57 req-7fd188a0-6dc0-4c6b-8afc-afe404ae712f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331232 Mar 31 22:48:27.676058 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3277cec2-74d5-436a-b013-52dcecc6bdb1 x-openstack-request-id: req-3277cec2-74d5-436a-b013-52dcecc6bdb1 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:27.682002 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "name": "network-vif-unplugged", "status": "completed", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:27.682002 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3277cec2-74d5-436a-b013-52dcecc6bdb1 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:27.682002 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3277cec2-74d5-436a-b013-52dcecc6bdb1'] response: {'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27', 'code': 200} Mar 31 22:48:27.846844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68fd7f-ff66-48bf-a8b9-99210a528ee3 req-d9cee721-e4ce-4678-ab92-ed00d5c3cff9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:27.849182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f68fd7f-ff66-48bf-a8b9-99210a528ee3 req-d9cee721-e4ce-4678-ab92-ed00d5c3cff9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0918796 Mar 31 22:48:27.893567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080ec33-80df-4456-ad67-312b6d891017 req-249c4e7d-340e-4dc4-a5d7-2f3d240e394f tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:27.895948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9080ec33-80df-4456-ad67-312b6d891017 req-249c4e7d-340e-4dc4-a5d7-2f3d240e394f tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 944 time: 0.1008470 Mar 31 22:48:27.931110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f68fd7f-ff66-48bf-a8b9-99210a528ee3 req-c09d1865-da48-4248-b170-f993df278125 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711336 Mar 31 22:48:27.934244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a78478d3-e4ed-490d-a4db-ddf003da662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.937969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a78478d3-e4ed-490d-a4db-ddf003da662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:27.942641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a78478d3-e4ed-490d-a4db-ddf003da662c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11cc752b-ae86-4f6d-ab59-d73ca7f9e0d7 HTTP/1.1" status: 204 len: 168 time: 0.6515989 Mar 31 22:48:27.991709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78478d3-e4ed-490d-a4db-ddf003da662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cc752b-ae86-4f6d-ab59-d73ca7f9e0d7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:28.017292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9080ec33-80df-4456-ad67-312b6d891017 req-94f641bf-0db7-40bf-9e47-c028dca0dcb3 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083572 Mar 31 22:48:28.084037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7b3bf67-704b-4fe7-aa10-46b5afcfb7ba req-61f0a372-29c0-464b-8cde-657efe8651f6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 210 time: 0.0421972 Mar 31 22:48:28.204094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-7fc07c48-daf1-40fa-b06f-632607c76acc req-a34e2e48-4fe3-4c11-b3bb-5f288b682470 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:48:28.205106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fc07c48-daf1-40fa-b06f-632607c76acc req-a34e2e48-4fe3-4c11-b3bb-5f288b682470 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059111 Mar 31 22:48:28.208596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a24d2d04-f055-4bc0-b015-886fb52ba974 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:28.381623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a24d2d04-f055-4bc0-b015-886fb52ba974, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a24d2d04-f055-4bc0-b015-886fb52ba974,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:28.396677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'port_id': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'mac_address': 'fa:16:3e:42:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:28.451642 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:28.468392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24d2d04-f055-4bc0-b015-886fb52ba974 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:28.492977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a24d2d04-f055-4bc0-b015-886fb52ba974, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a24d2d04-f055-4bc0-b015-886fb52ba974,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:28.599082 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:28.678190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=a24d2d04-f055-4bc0-b015-886fb52ba974,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:28.679809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb70b-8c3c-4967-8b93-e42172f64f75 req-80d4cd0a-9341-4d14-bbf4-16af6702ee0f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:28.705667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51dfb70b-8c3c-4967-8b93-e42172f64f75 req-80d4cd0a-9341-4d14-bbf4-16af6702ee0f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1191916 Mar 31 22:48:28.836587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['a24d2d04-f055-4bc0-b015-886fb52ba974'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:28.889409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51dfb70b-8c3c-4967-8b93-e42172f64f75 req-c3bfd9d4-0e94-457c-9315-3cc1b3c11c10 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820121 Mar 31 22:48:28.923485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-b5c611c8-c88d-4009-98e2-b358968d695e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1635458 Mar 31 22:48:28.930196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-dde3c2b1-baaa-4476-bf50-1a52c577222f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:48:28.932656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-dde3c2b1-baaa-4476-bf50-1a52c577222f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070784 Mar 31 22:48:28.949937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 371048f9-7048-49a8-8674-d54424c1a930 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:28.980359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8bd9d-37aa-4fa7-96da-1e01a9e5cad8 req-2b178f5f-22ab-4082-a502-2b63ebdd4390 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:28.988824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20d8bd9d-37aa-4fa7-96da-1e01a9e5cad8 req-2b178f5f-22ab-4082-a502-2b63ebdd4390 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 943 time: 0.0920968 Mar 31 22:48:29.043148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20d8bd9d-37aa-4fa7-96da-1e01a9e5cad8 req-b9eabcfc-fae1-4ff9-9fcb-f6e5d1258021 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530126 Mar 31 22:48:29.089412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 371048f9-7048-49a8-8674-d54424c1a930 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:29.090086 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:29.220269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e513151-18de-4476-a4a0-b4a5526fbf6e req-3018f9de-79f2-4c10-bba4-46d7307491a0 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 210 time: 0.0421307 Mar 31 22:48:29.225140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d48e03e-91ff-4673-b4b9-251df4912f27 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:29.255373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94efc7-8ed5-4a6f-9fbf-36c6e03fc909 req-974b8f37-4866-4582-a0be-13253ea7b8ff tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:29.257327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f94efc7-8ed5-4a6f-9fbf-36c6e03fc909 req-974b8f37-4866-4582-a0be-13253ea7b8ff tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 945 time: 0.1461232 Mar 31 22:48:29.335268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f94efc7-8ed5-4a6f-9fbf-36c6e03fc909 req-3024b0d2-c42c-4962-9aab-85a7dfe931ae tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667081 Mar 31 22:48:29.421615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:29.433205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d48e03e-91ff-4673-b4b9-251df4912f27 has no active binding in host n-h1-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:48:29.679100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:29.681490 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:29.731891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-36a12dae-e158-4ec9-8119-5a557fdb181e tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2c863d7bdf37443886befabfd4083a68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364416 Mar 31 22:48:29.842245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-fe9967fc-510c-40c4-b250-dd0be52a8cc2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:29.848456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-fe9967fc-510c-40c4-b250-dd0be52a8cc2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107721 Mar 31 22:48:29.859949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-6afbd2b4-5249-4d01-8113-fadc598637dc tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/quotas/2c863d7bdf37443886befabfd4083a68 HTTP/1.1" status: 200 len: 375 time: 0.0095568 Mar 31 22:48:29.892749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-fd557788-b8e0-4b98-913f-9aa1a2d3b258 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c863d7bdf37443886befabfd4083a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266783 Mar 31 22:48:30.177758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-f0a45333-9201-42d1-88e8-55dab8f819a4 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:30.179579 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-f0a45333-9201-42d1-88e8-55dab8f819a4 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.50 "GET /v2.0/networks?id=a832161c-0b16-43eb-8184-d4742617e68d HTTP/1.1" status: 200 len: 829 time: 0.1342878 Mar 31 22:48:30.194661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Request body: {'port': {'device_id': '001f8528-1efa-482b-9b62-b6bc81613394', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'admin_state_up': True, 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:30.204005 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d79b82c-0fec-4bcf-b2d9-1f2e146c4147 x-openstack-request-id: req-5d79b82c-0fec-4bcf-b2d9-1f2e146c4147 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:30.208212 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:30.208558 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d79b82c-0fec-4bcf-b2d9-1f2e146c4147 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:30.209275 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d79b82c-0fec-4bcf-b2d9-1f2e146c4147'] response: {'name': 'network-changed', 'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27', 'status': 'completed', 'code': 200} Mar 31 22:48:30.209396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a24d2d04-f055-4bc0-b015-886fb52ba974 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:30.389852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704cfff-1ead-4f33-b840-d5cd1526eb06 req-6ce8825d-3485-412b-8884-dec3e7f2773f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:30.391399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c704cfff-1ead-4f33-b840-d5cd1526eb06 req-6ce8825d-3485-412b-8884-dec3e7f2773f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0671072 Mar 31 22:48:30.409188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-95247971-e79d-4956-a121-aa52f8b6a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:30.411286 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-95247971-e79d-4956-a121-aa52f8b6a82a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1124 time: 0.1787808 Mar 31 22:48:30.438731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c704cfff-1ead-4f33-b840-d5cd1526eb06 req-25efeccf-2f55-440a-8bbc-7fd531c74e8c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364275 Mar 31 22:48:30.473198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port a24d2d04-f055-4bc0-b015-886fb52ba974 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:30.485662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port a24d2d04-f055-4bc0-b015-886fb52ba974 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:30.486295 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:30.607584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-76cbd18a-69eb-475c-9786-6d17afc07091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:30.609406 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-76cbd18a-69eb-475c-9786-6d17afc07091 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1869171 Mar 31 22:48:30.704511 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:30.711175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5292482-230e-4783-baeb-d46c10ea990f req-422c59b2-6369-4c20-9866-2616ada5515f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 210 time: 0.1213050 Mar 31 22:48:30.719353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Made reservation on behalf of 2a64ec94a04c4281aaa2f9ce5a9ef90d for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:30.749766 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:30.764426 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-8ecf38cc-6a17-4094-9f18-2d1a31c19816 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 217 time: 0.1472611 Mar 31 22:48:30.767392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265e3096-9cf7-4131-9343-8afe76994361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24d2d04-f055-4bc0-b015-886fb52ba974'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:30.770718 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a4f4a-4fd4-4d3f-befb-b04bb1d281ed" -d '{"events": [{"server_uuid": "265e3096-9cf7-4131-9343-8afe76994361", "name": "network-vif-plugged", "status": "completed", "tag": "a24d2d04-f055-4bc0-b015-886fb52ba974"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:30.776088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a845e9-94cb-42c1-8048-5ac26ef94980 req-e7fcf110-0eae-4ae7-8673-caf3907ffd3b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:30.785973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a24d2d04-f055-4bc0-b015-886fb52ba974, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a24d2d04-f055-4bc0-b015-886fb52ba974,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:30.786832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44a845e9-94cb-42c1-8048-5ac26ef94980 req-e7fcf110-0eae-4ae7-8673-caf3907ffd3b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 943 time: 0.2082622 Mar 31 22:48:30.872630 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:30.881968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd314dce-a648-4cb9-9a57-1280f4eb6321 req-241a2689-06af-43fe-8ef2-48d56196b8a6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 210 time: 0.0431087 Mar 31 22:48:30.891338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44a845e9-94cb-42c1-8048-5ac26ef94980 req-10a0b77f-f59e-4c72-a826-01aaf837a27a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905576 Mar 31 22:48:30.904526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-e17836d9-c315-43f9-8105-0acd6c08b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:30.906019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-e17836d9-c315-43f9-8105-0acd6c08b815 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.1236689 Mar 31 22:48:30.946394 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-88df03ac-29ec-4733-82a4-858ce3e05421 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310268 Mar 31 22:48:31.032920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=a24d2d04-f055-4bc0-b015-886fb52ba974,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:31.068168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3998-dadc-471e-b338-ccbb8c2ac7d5 req-c5830b55-72cb-44a7-bf64-0c32dd00213b tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:31.076322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-846a3998-dadc-471e-b338-ccbb8c2ac7d5 req-c5830b55-72cb-44a7-bf64-0c32dd00213b tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 946 time: 0.0771575 Mar 31 22:48:31.092914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Allocated IP 172.20.0.3 (a832161c-0b16-43eb-8184-d4742617e68d/df7444b8-c467-492c-829c-e27321f08a27/0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:31.119769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-846a3998-dadc-471e-b338-ccbb8c2ac7d5 req-7949a561-21c6-4405-96ea-b38c2dccc7ff tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417774 Mar 31 22:48:31.123931 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-d6feeb3d-67a9-4720-af30-c38d9eaaf678 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706238 Mar 31 22:48:31.198060 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d21962a-bc0e-48b5-938b-84314ffc3691 x-openstack-request-id: req-9d21962a-bc0e-48b5-938b-84314ffc3691 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:31.198439 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265e3096-9cf7-4131-9343-8afe76994361", "name": "network-vif-plugged", "status": "completed", "tag": "a24d2d04-f055-4bc0-b015-886fb52ba974", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:31.198788 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d21962a-bc0e-48b5-938b-84314ffc3691 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:31.199271 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d21962a-bc0e-48b5-938b-84314ffc3691'] response: {'server_uuid': '265e3096-9cf7-4131-9343-8afe76994361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'code': 200} Mar 31 22:48:31.278672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.45', 54796) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:31.358409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-9447c464-116f-4d9d-95ae-e6219b413d04 service neutron] 10.222.0.45 "GET /v2.0/ports/9d48e03e-91ff-4673-b4b9-251df4912f27/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 384 time: 0.1742339 Mar 31 22:48:31.387137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b3729-20d9-4335-8767-8a93be1734df req-06a31f2c-9efe-4b0d-9e79-a659dc396816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:31.389683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e3b3729-20d9-4335-8767-8a93be1734df req-06a31f2c-9efe-4b0d-9e79-a659dc396816 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 1097 time: 0.1072252 Mar 31 22:48:31.525373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e3b3729-20d9-4335-8767-8a93be1734df req-fdee1246-3530-4c44-abaa-eb1dfbc81c10 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997820 Mar 31 22:48:31.588658 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e43b5769-fa43-4dbc-b6e7-07bb81e569e2 req-22115a06-8019-4956-9f25-504dd16ffc7e service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400663 Mar 31 22:48:31.601480 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:31.651185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-25fadc61-c6b8-4cec-a3e6-ac5a880fc9bd tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664778 Mar 31 22:48:31.715012 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:31.764460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Network a832161c-0b16-43eb-8184-d4742617e68d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:31.777174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:31.787939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:31.789318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccda2a-8b04-4456-8c91-d7d952d208f8 req-ca31941d-cb08-40ed-92f7-4e67c7386cab tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:31.805903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18ccda2a-8b04-4456-8c91-d7d952d208f8 req-ca31941d-cb08-40ed-92f7-4e67c7386cab tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.2234728 Mar 31 22:48:31.893042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Pushing event updated for resources: {'Port': ['ID=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:31.898568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:31.912160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:31.918071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:31.921299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-689f4581-aff9-4f7e-bcde-4b8897b62c90 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:31.923089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-689f4581-aff9-4f7e-bcde-4b8897b62c90 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658787 Mar 31 22:48:31.950853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18ccda2a-8b04-4456-8c91-d7d952d208f8 req-318d4f6d-5104-4cda-acd5-b154f2da4500 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217947 Mar 31 22:48:31.977327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-c66cd590-87ea-4538-ae22-d1fab53a10a2 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/quotas/b29cd23d11fc4c32b07e7aa1c0bad775 HTTP/1.1" status: 200 len: 375 time: 0.0438719 Mar 31 22:48:31.981272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:32.034178 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-64b9c595-7737-42fa-9970-2a71813c65ee tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8445361 Mar 31 22:48:32.050045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Request body: {'port': {'device_id': '001f8528-1efa-482b-9b62-b6bc81613394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:32.052218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d48e03e-91ff-4673-b4b9-251df4912f27 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:32.059744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-1cf4c488-c30a-4d5f-ac5e-c298f8f7e713 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533986 Mar 31 22:48:32.115158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:32.132563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40fdfa94-c5a9-4783-9293-469b33bcd184 req-a3cd2c6e-85ac-43ff-95bf-891a3b880da5 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 210 time: 0.0782044 Mar 31 22:48:32.170992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c3fc394e-3092-4d92-aeee-336de17fda3d None None] Provisioning complete for port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:32.172110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3fc394e-3092-4d92-aeee-336de17fda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:32.200711 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:32.222344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc394e-3092-4d92-aeee-336de17fda3d None None] Port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:48:32.259148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671e6e1-6729-49b2-b2ec-b69bc3a723ed req-12de1e80-c1e1-453d-8d99-25ee277942cd tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:32.260671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1671e6e1-6729-49b2-b2ec-b69bc3a723ed req-12de1e80-c1e1-453d-8d99-25ee277942cd tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 931 time: 0.0556474 Mar 31 22:48:32.261809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:32.335947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1671e6e1-6729-49b2-b2ec-b69bc3a723ed req-52894869-2860-44f5-ba99-09e0cc2a1efe tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645156 Mar 31 22:48:32.363403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] Transition to ACTIVE for port object 9d48e03e-91ff-4673-b4b9-251df4912f27 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:32.480988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be216f92-2825-4378-944f-01c7e94c71c0 req-ef1a9b83-83d2-4cdf-b94c-ad25fb1519dc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:32.487100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be216f92-2825-4378-944f-01c7e94c71c0 req-ef1a9b83-83d2-4cdf-b94c-ad25fb1519dc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 943 time: 0.0625181 Mar 31 22:48:32.491235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:32.592645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:32.676380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] No DVR routers for this DVR port 9d48e03e-91ff-4673-b4b9-251df4912f27 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:48:32.696047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be216f92-2825-4378-944f-01c7e94c71c0 req-797dcbe3-7888-4fe3-ab52-5f9fe1749cd3 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994424 Mar 31 22:48:32.750752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2fc34f53-7846-4d29-9f49-dd2d3e583e58 service neutron] 10.222.0.45 "PUT /v2.0/ports/9d48e03e-91ff-4673-b4b9-251df4912f27/bindings/n-h1-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3810403 Mar 31 22:48:32.759479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be858908-f982-4ef0-9c58-563765b9e5b0 req-7a87124d-4d9d-4673-b547-5608137c7514 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:32.774254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be858908-f982-4ef0-9c58-563765b9e5b0 req-7a87124d-4d9d-4673-b547-5608137c7514 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 946 time: 0.2094965 Mar 31 22:48:32.841719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be858908-f982-4ef0-9c58-563765b9e5b0 req-ac05a2ef-3322-4832-a603-0e4369436bc3 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665872 Mar 31 22:48:32.887922 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:48:32.938701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-247fd20d-264a-463e-a69b-b6cea03db2cb req-29fe4a7c-7419-4084-8e4b-65927323f960 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 210 time: 0.0483069 Mar 31 22:48:32.995639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:33.004297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:33.017691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Transition to ACTIVE for port object 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:33.089848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf38205-44bf-4e0e-a74b-2e3c9dd1ad9f req-a42fb6d2-6675-44fc-98c7-74a70771d0ad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:33.091387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbf38205-44bf-4e0e-a74b-2e3c9dd1ad9f req-a42fb6d2-6675-44fc-98c7-74a70771d0ad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0592999 Mar 31 22:48:33.107202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:33.196464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbf38205-44bf-4e0e-a74b-2e3c9dd1ad9f req-35eaf39f-615b-46f5-bf9b-6cddd0fb656b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882187 Mar 31 22:48:33.241944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:33.401301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Attempting to bind port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:33.401908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Attempting to bind port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:33.402437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Attempting to bind port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 on network a832161c-0b16-43eb-8184-d4742617e68d {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:33.417490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 on network a832161c-0b16-43eb-8184-d4742617e68d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:33.418635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Attempting to bind port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 on network a832161c-0b16-43eb-8184-d4742617e68d {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:33.429399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:33.430330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Checking segment: {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:33.431095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Bound using segment: {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:33.433201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Bound port: 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:33.433805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:33.544721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51196) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:33.546698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad6e4681-810b-4eb0-930e-dd188ed4c7d8 req-733de1ce-645a-4689-9c0a-e688664437b1 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 210 time: 0.1533604 Mar 31 22:48:33.613963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-b652786e-0a43-4ea3-90cd-76c691606c8f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c863d7bdf37443886befabfd4083a68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874002 Mar 31 22:48:33.614848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] For port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:33.629309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] For port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:33.689300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-6e9ad066-f970-46fa-9770-ee9d899459c6 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:33.690875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-6e9ad066-f970-46fa-9770-ee9d899459c6 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.3633094 Mar 31 22:48:33.719321 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:33.780350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:33.780972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:33.783077 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] 10.222.0.50 "PUT /v2.0/ports/0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 200 len: 1091 time: 1.7398367 Mar 31 22:48:33.786349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:33.804694 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df" -d '{"events": [{"name": "network-changed", "server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:33.843594 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4547d9d6-57d3-41dd-8b0a-415bd5846cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:33.882067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f592b6b-cd82-4999-8d76-b441ad4a6ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:33.913157 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3f81299-51d7-4dcd-a06a-170f5822edf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.001393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-81b09fb6-2b0e-4b5c-b4bc-814d8012eebc tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.003839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-81b09fb6-2b0e-4b5c-b4bc-814d8012eebc tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3661311 Mar 31 22:48:34.018932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-b21afbed-6b2f-4625-b0ed-2feb322f3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.020632 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-b21afbed-6b2f-4625-b0ed-2feb322f3c1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a64ec94a04c4281aaa2f9ce5a9ef90d&device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 1094 time: 0.0878630 Mar 31 22:48:34.030834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Request body: {'port': {'device_id': 'cec2db48-a5e7-4d3e-8add-71b7c70322eb', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '2c863d7bdf37443886befabfd4083a68'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:34.036000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-daad188f-969d-402b-81d6-047e60f04cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.036811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4547d9d6-57d3-41dd-8b0a-415bd5846cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.037487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-daad188f-969d-402b-81d6-047e60f04cfe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202&tenant_id=4de05eecea194efe9880afee1a73b381 HTTP/1.1" status: 200 len: 1095 time: 0.2864614 Mar 31 22:48:34.073732 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-878dd70b-e46b-441d-bda7-43460981732f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 200 len: 217 time: 0.0391963 Mar 31 22:48:34.115623 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4547d9d6-57d3-41dd-8b0a-415bd5846cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.139828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-6ed177c5-6a6b-402d-8f23-9acbd27df03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.141607 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-6ed177c5-6a6b-402d-8f23-9acbd27df03e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df7444b8-c467-492c-829c-e27321f08a27 HTTP/1.1" status: 200 len: 868 time: 0.0618155 Mar 31 22:48:34.164759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60218f-011e-45c0-bf0f-edfadfd03967 req-c1169ff5-3b35-45f2-851b-b9b234fdf53a tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.166297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c60218f-011e-45c0-bf0f-edfadfd03967 req-c1169ff5-3b35-45f2-851b-b9b234fdf53a tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 943 time: 0.2967355 Mar 31 22:48:34.210863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547d9d6-57d3-41dd-8b0a-415bd5846cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d116c778-578e-4a85-b315-7280e7fab8cd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:34.216594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99b8cf-cf91-459a-8b67-329699a5da66 req-2faef241-20e4-4ec4-bb34-4d415d9f02c9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.234652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d99b8cf-cf91-459a-8b67-329699a5da66 req-2faef241-20e4-4ec4-bb34-4d415d9f02c9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 944 time: 0.2103374 Mar 31 22:48:34.235015 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4547d9d6-57d3-41dd-8b0a-415bd5846cc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38001fc1caa04ef3bffcac1111cdf174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886530 Mar 31 22:48:34.237121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51214) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:34.253645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f62b488c-4fc2-416d-b35d-cc24bc5799e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.255744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f62b488c-4fc2-416d-b35d-cc24bc5799e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1095 time: 0.1741490 Mar 31 22:48:34.298608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-8bf37c4a-fb7d-44fd-88ba-af7fe75452fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.300116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-8bf37c4a-fb7d-44fd-88ba-af7fe75452fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a832161c-0b16-43eb-8184-d4742617e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422186 Mar 31 22:48:34.325859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c60218f-011e-45c0-bf0f-edfadfd03967 req-2d81f941-ba69-4280-9544-53e2c88c18e8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532788 Mar 31 22:48:34.375049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d99b8cf-cf91-459a-8b67-329699a5da66 req-f20178cc-690f-41f6-912d-690afc11dbe3 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486797 Mar 31 22:48:34.387380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-6e487e57-021d-4fb2-8833-274a692f8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.388874 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-6e487e57-021d-4fb2-8833-274a692f8dd8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1101 time: 0.1350687 Mar 31 22:48:34.393470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6c98fad-f74a-4841-84a6-985106072b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.404398 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae344ed5-5009-49c5-a517-fe719791ac8f x-openstack-request-id: req-ae344ed5-5009-49c5-a517-fe719791ac8f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:34.404738 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:34.404937 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae344ed5-5009-49c5-a517-fe719791ac8f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:34.405340 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae344ed5-5009-49c5-a517-fe719791ac8f'] response: {'name': 'network-changed', 'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'status': 'completed', 'code': 200} Mar 31 22:48:34.472441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-6164be27-6648-47c8-a321-4efce606f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.473492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-6164be27-6648-47c8-a321-4efce606f636 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.2008636 Mar 31 22:48:34.487386 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6c98fad-f74a-4841-84a6-985106072b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.523199 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-4b187547-e8b7-4f07-ab77-33c2b34ab846 service neutron] 10.222.0.50 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115226 Mar 31 22:48:34.537007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f070c4f7-b81f-426d-979e-1a6e9aa74af6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 217 time: 0.0482230 Mar 31 22:48:34.552003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f04260-f61a-4831-8d7c-80ea2c7779e4 req-9e9d38fe-2bb2-4d4c-ae79-91fe203d0ff5 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.559822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4f04260-f61a-4831-8d7c-80ea2c7779e4 req-9e9d38fe-2bb2-4d4c-ae79-91fe203d0ff5 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 946 time: 0.1009736 Mar 31 22:48:34.561604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Made reservation on behalf of 2c863d7bdf37443886befabfd4083a68 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:34.565430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.610211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-ba9c4ae9-7982-4516-9ae1-20077f037629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.611788 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-ba9c4ae9-7982-4516-9ae1-20077f037629 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2125187 Mar 31 22:48:34.624396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.664457 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-8ccc293a-aafc-4219-abf5-3a317d61c669 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 217 time: 0.0434465 Mar 31 22:48:34.688969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4f04260-f61a-4831-8d7c-80ea2c7779e4 req-155d6153-317b-4315-8dad-2db5eefd0ad4 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282721 Mar 31 22:48:34.692668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f0b65a3c-e492-4033-a866-f7cd57c881e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.693577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f0b65a3c-e492-4033-a866-f7cd57c881e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.1256220 Mar 31 22:48:34.720306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be1eae24-99e1-4cd8-abaa-09a78f655385 req-7ef5b97c-224f-459f-a955-e0eef406f81b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 210 time: 0.0483558 Mar 31 22:48:34.724545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-75359506-3ff9-45f5-8b86-7a4f7ab3fcb5 req-0a8997c7-cc8a-40c0-a02e-d18831d06898 service neutron] 10.222.0.50 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910934 Mar 31 22:48:34.751961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-e1fa0443-f0e4-47b8-9c9e-60f53060f956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409703 Mar 31 22:48:34.756689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-05798f14-4976-4982-b32b-78204f49713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.758171 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-05798f14-4976-4982-b32b-78204f49713d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0819941 Mar 31 22:48:34.759264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6c98fad-f74a-4841-84a6-985106072b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.762821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6c98fad-f74a-4841-84a6-985106072b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:34.763048 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a6c98fad-f74a-4841-84a6-985106072b84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d116c778-578e-4a85-b315-7280e7fab8cd HTTP/1.1" status: 204 len: 168 time: 0.5248511 Mar 31 22:48:34.815873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c98fad-f74a-4841-84a6-985106072b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d116c778-578e-4a85-b315-7280e7fab8cd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:34.839813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-ceb9dca7-0b40-4b7d-9979-68b5d9d1baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:34.843786 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-ceb9dca7-0b40-4b7d-9979-68b5d9d1baa2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668254 Mar 31 22:48:34.920511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5806897c-f2e2-47a1-97b1-5fcd710061f2 req-ced8d85a-378c-4c5e-9822-c288b3dc6365 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 210 time: 0.1149969 Mar 31 22:48:34.983694 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:35.014799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda572a-9508-4452-bb95-eace2594691d req-5915f114-44cc-42eb-b641-93e12158ee73 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:35.023473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bda572a-9508-4452-bb95-eace2594691d req-5915f114-44cc-42eb-b641-93e12158ee73 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1661494 Mar 31 22:48:35.039753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-2c9b81de-5ec2-45fa-a774-e503abde4c0b service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331278 Mar 31 22:48:35.071884 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-e30ff25b-f5bf-43c3-9790-e3d8d2597caf service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203784 Mar 31 22:48:35.091353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:35.140711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-8b71b8a4-6e67-49a7-82ef-caa7105d957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:35.140711 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-8b71b8a4-6e67-49a7-82ef-caa7105d957b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a64ec94a04c4281aaa2f9ce5a9ef90d&device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 1094 time: 0.2240515 Mar 31 22:48:35.166866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bda572a-9508-4452-bb95-eace2594691d req-a2f2aded-f5b9-44e5-bf63-f6010afe9ab4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410208 Mar 31 22:48:35.249137 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-5a27a389-d3f2-4b79-be11-4afc7a478664 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692541 Mar 31 22:48:35.285567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-40558b7d-5ea4-4047-a98b-e3c61a236d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:35.289663 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-40558b7d-5ea4-4047-a98b-e3c61a236d2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=a832161c-0b16-43eb-8184-d4742617e68d HTTP/1.1" status: 200 len: 930 time: 0.1410599 Mar 31 22:48:35.289856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:35.340000 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-1e48ebec-73d0-436b-8380-88889da5573a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 200 len: 217 time: 0.0437155 Mar 31 22:48:35.378557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-24497179-e16a-4b29-9044-48edcc1d2f29 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317325 Mar 31 22:48:35.427592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-b78730f7-2622-4b92-a4bd-7dc1c8093415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:35.429383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4808a-0a9b-4d36-a61a-abe6557c43ff req-3f293aea-b921-4212-a350-089cde3fdad5 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:35.429738 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-b78730f7-2622-4b92-a4bd-7dc1c8093415 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df7444b8-c467-492c-829c-e27321f08a27 HTTP/1.1" status: 200 len: 868 time: 0.0789809 Mar 31 22:48:35.443589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51238) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:35.443895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3f4808a-0a9b-4d36-a61a-abe6557c43ff req-3f293aea-b921-4212-a350-089cde3fdad5 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 946 time: 0.1872876 Mar 31 22:48:35.445362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Allocated IP 192.168.233.167 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/9d80ff78-3aef-49f6-99fd-db5d7fecccad) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:35.462364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Request body: {'floatingip': {'port_id': 'a24d2d04-f055-4bc0-b015-886fb52ba974'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:35.547320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4345b-be32-4a0a-a06e-ff3e884d248d req-2397b3c6-44c9-4040-b811-cc05cafd5e41 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:35.548840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ce4345b-be32-4a0a-a06e-ff3e884d248d req-2397b3c6-44c9-4040-b811-cc05cafd5e41 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 943 time: 0.0914953 Mar 31 22:48:35.576015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:35.669662 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-332b323a-2da3-4db1-9934-1711b5c115f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390909 Mar 31 22:48:35.724325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-7e103bbb-c2ef-4745-9f01-3b578b3cebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:35.725922 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-7e103bbb-c2ef-4745-9f01-3b578b3cebba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a832161c-0b16-43eb-8184-d4742617e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812238 Mar 31 22:48:35.775877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51242) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:35.889982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-60577199-d1cb-4572-91d9-ed90af2d6f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:35.994264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58da507d-e12c-4791-85a2-f3b826de1490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.016214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ce4345b-be32-4a0a-a06e-ff3e884d248d req-47b496d4-ac12-4a99-909e-ab851119865a tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523993 Mar 31 22:48:36.030158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7049519-f7b7-4be5-b6af-ed1df244f9b1 req-722f6ab4-e938-4177-a6f2-cd36ff62ae0f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:36.037762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7049519-f7b7-4be5-b6af-ed1df244f9b1 req-722f6ab4-e938-4177-a6f2-cd36ff62ae0f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 944 time: 0.4878664 Mar 31 22:48:36.074295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-8f31c419-8042-4925-993d-4a571fa550a7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:36.074911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f5880ce8-8fe1-4469-9e84-280fe10bf4bd tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:36.075816 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-8f31c419-8042-4925-993d-4a571fa550a7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870025 Mar 31 22:48:36.076377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-f5880ce8-8fe1-4469-9e84-280fe10bf4bd tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.1818514 Mar 31 22:48:36.098139 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.111407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Request body: {'port': {'device_id': '56b11549-5f76-4c01-90ff-6c0d846ae50d', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'b29cd23d11fc4c32b07e7aa1c0bad775'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:36.119610 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-77772c00-e60d-4505-93d5-de2cdcb21f41 service neutron] 10.222.0.50 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448026 Mar 31 22:48:36.158784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7049519-f7b7-4be5-b6af-ed1df244f9b1 req-281a34f1-a5f9-4d22-af6b-d068ea0bef26 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187949 Mar 31 22:48:36.208483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d48e03e-91ff-4673-b4b9-251df4912f27 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:48:36.267538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d48e03e-91ff-4673-b4b9-251df4912f27 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:48:36.276329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edf1d181-455a-437f-b68b-087f7fa74c46 req-dc16645c-252a-41a6-848e-f2d1b8393fc0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 210 time: 0.0477872 Mar 31 22:48:36.314925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-289dc194-5f7b-481d-8653-5946cfc782a5 req-8ca33f19-039d-4b3e-b186-8a1fa812f7f2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 210 time: 0.0793221 Mar 31 22:48:36.383547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.467085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:36.476438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:36.481494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:36.489782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:36.489782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.492078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Pushing event updated for resources: {'Port': ['ID=9d80ff78-3aef-49f6-99fd-db5d7fecccad,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:36.496396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-6b2d0827-6c22-4a71-a56e-92ca2263ef1e service neutron] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:36.508487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-6b2d0827-6c22-4a71-a56e-92ca2263ef1e service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.509669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39060a94-df3c-45e5-9aa1-7e283b56acd7 req-6b2d0827-6c22-4a71-a56e-92ca2263ef1e service neutron] 10.222.0.50 "DELETE /v2.0/ports/9d48e03e-91ff-4673-b4b9-251df4912f27/bindings/n-h2-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.4232008 Mar 31 22:48:36.525277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10110e-7749-40e5-95ee-2c0c2e76c847 req-e6376657-c638-4d31-a6ee-94c17c536a8c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:36.527185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e10110e-7749-40e5-95ee-2c0c2e76c847 req-e6376657-c638-4d31-a6ee-94c17c536a8c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1354725 Mar 31 22:48:36.596544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d5c413cc-7099-47dd-82c8-afdbdcc0305d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5800383 Mar 31 22:48:36.599880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e10110e-7749-40e5-95ee-2c0c2e76c847 req-2b522ef7-037b-471d-abec-1a7f13f24b91 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592494 Mar 31 22:48:36.612562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Request body: {'port': {'device_id': 'cec2db48-a5e7-4d3e-8add-71b7c70322eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:36.720304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.779809 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-60577199-d1cb-4572-91d9-ed90af2d6f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.877493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-43d9c272-f75a-4533-b0fd-b3ac77a514df None None] Provisioning complete for port 9d80ff78-3aef-49f6-99fd-db5d7fecccad triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:36.878694 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-43d9c272-f75a-4533-b0fd-b3ac77a514df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.881969 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-630e00ca-fe95-4ffe-9596-dcfbe9eed2df req-d6022573-c4f4-4091-836e-f693919cd1b9 service neutron] 10.222.0.50 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359354 Mar 31 22:48:36.921245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-43d9c272-f75a-4533-b0fd-b3ac77a514df None None] Port 9d80ff78-3aef-49f6-99fd-db5d7fecccad cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:48:36.948572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-60577199-d1cb-4572-91d9-ed90af2d6f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.100031 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-60577199-d1cb-4572-91d9-ed90af2d6f2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2cfe71d5b9c428c823d89420a494ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2962551 Mar 31 22:48:37.105130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51264) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:37.105666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60577199-d1cb-4572-91d9-ed90af2d6f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c861c0-8f4c-41bb-a1b9-f8d205438b6b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:37.137945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Made reservation on behalf of b29cd23d11fc4c32b07e7aa1c0bad775 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:37.143669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.215550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.293446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:37.300193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.resource_extend [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:48:37.380968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d80ff78-3aef-49f6-99fd-db5d7fecccad {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:37.390257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.392344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51274) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:37.406611 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.423574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a7fa7-7b01-4692-bb67-cf778326cf4e req-f0242dab-dc9f-4d66-a0f6-8424d4941740 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:37.433629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-336a7fa7-7b01-4692-bb67-cf778326cf4e req-f0242dab-dc9f-4d66-a0f6-8424d4941740 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 943 time: 0.2844512 Mar 31 22:48:37.457825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.461105 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.463952 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b02a36ff-e70a-4fc9-b600-564e561c0cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.477668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Transition to ACTIVE for port object 9d80ff78-3aef-49f6-99fd-db5d7fecccad will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:37.522705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23b4f-b26c-4354-993d-69cc5b08c86d req-554d1f6f-18c4-407f-ae0e-91a58a27e9b9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:37.533138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2e23b4f-b26c-4354-993d-69cc5b08c86d req-554d1f6f-18c4-407f-ae0e-91a58a27e9b9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 944 time: 0.2186780 Mar 31 22:48:37.564414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-336a7fa7-7b01-4692-bb67-cf778326cf4e req-9fea7ccb-90f9-4b5b-8d04-42024808f00c tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295247 Mar 31 22:48:37.573810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.605720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.629901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:37.645871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.652751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'port_id': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'mac_address': 'fa:16:3e:fb:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:37.663588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1f28-3743-42db-825b-88f21c9a6556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.677847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b02a36ff-e70a-4fc9-b600-564e561c0cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.699358 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.722055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:37.732838 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Floating IP 4ccf06ca-c2a1-411d-a4bf-d3981a27d344 associated. External IP: 172.25.4.182, port: a24d2d04-f055-4bc0-b015-886fb52ba974. Mar 31 22:48:37.736568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:37.742625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-048ae642-c413-462e-a2a1-9270665fbabd req-60e721e2-0ab2-4473-bdbd-2291e3705537 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 210 time: 0.0880961 Mar 31 22:48:37.752102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2e23b4f-b26c-4354-993d-69cc5b08c86d req-bdfab19c-a13d-46fd-bca5-ec18fba886ae tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168081 Mar 31 22:48:37.779518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Pushing event updated for resources: {'Port': ['ID=9d80ff78-3aef-49f6-99fd-db5d7fecccad,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:37.796203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:37.846348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Attempting to bind port 9d80ff78-3aef-49f6-99fd-db5d7fecccad on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:37.846919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Attempting to bind port 9d80ff78-3aef-49f6-99fd-db5d7fecccad by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:37.847435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Attempting to bind port 9d80ff78-3aef-49f6-99fd-db5d7fecccad on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:37.858195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Port 9d80ff78-3aef-49f6-99fd-db5d7fecccad on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:37.859424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Attempting to bind port 9d80ff78-3aef-49f6-99fd-db5d7fecccad on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:37.873006 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.879700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:37.880984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:37.881498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:37.882081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Bound port: 9d80ff78-3aef-49f6-99fd-db5d7fecccad, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:37.889496 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.972129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:37.993522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Allocated IP 192.168.233.189 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/01cf256f-8284-425c-92c6-b6a357665752) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:37.995669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b02a36ff-e70a-4fc9-b600-564e561c0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:37.998353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b02a36ff-e70a-4fc9-b600-564e561c0cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.001788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b02a36ff-e70a-4fc9-b600-564e561c0cc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29c861c0-8f4c-41bb-a1b9-f8d205438b6b HTTP/1.1" status: 204 len: 168 time: 0.8897338 Mar 31 22:48:38.026470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a36ff-e70a-4fc9-b600-564e561c0cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c861c0-8f4c-41bb-a1b9-f8d205438b6b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:38.077551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0b59-a8dd-4032-bb64-3c6570bf3211 req-b8bd6e15-9a7e-4f2b-8e72-79b577d2eba6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.079117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-653f0b59-a8dd-4032-bb64-3c6570bf3211 req-b8bd6e15-9a7e-4f2b-8e72-79b577d2eba6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1769893 Mar 31 22:48:38.091552 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1f28-3743-42db-825b-88f21c9a6556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.102266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bc896-7776-4dd4-9e89-db6f3f5ce185 req-a5d78e18-a47c-4eff-a8e1-8845ba89a7de tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.102616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e1bc896-7776-4dd4-9e89-db6f3f5ce185 req-a5d78e18-a47c-4eff-a8e1-8845ba89a7de tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 948 time: 0.1876514 Mar 31 22:48:38.104941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] For port 9d80ff78-3aef-49f6-99fd-db5d7fecccad, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:38.113661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] For port 9d80ff78-3aef-49f6-99fd-db5d7fecccad, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d80ff78-3aef-49f6-99fd-db5d7fecccad,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:38.122238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:38.166410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-653f0b59-a8dd-4032-bb64-3c6570bf3211 req-44b5221d-bcd9-4f97-bd17-cf01bd429530 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Mar 31 22:48:38.175784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e1bc896-7776-4dd4-9e89-db6f3f5ce185 req-518f164e-af0e-41ba-84e9-e5ecc39ae492 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721149 Mar 31 22:48:38.192992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.194072 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.206350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1f28-3743-42db-825b-88f21c9a6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.251290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.251991 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.254115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] 10.222.0.45 "PUT /v2.0/ports/9d80ff78-3aef-49f6-99fd-db5d7fecccad HTTP/1.1" status: 200 len: 1096 time: 1.6491342 Mar 31 22:48:38.254770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec2db48-a5e7-4d3e-8add-71b7c70322eb', 'tag': '9d80ff78-3aef-49f6-99fd-db5d7fecccad'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:38.259582 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c055d8b0-9bfe-42c8-b9ce-e2a6ce4244ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cec2db48-a5e7-4d3e-8add-71b7c70322eb", "tag": "9d80ff78-3aef-49f6-99fd-db5d7fecccad"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:38.303872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ad0b3-8246-4436-9787-caa4c3f533fd service neutron] Pushing event updated for resources: {'Port': ['ID=9d80ff78-3aef-49f6-99fd-db5d7fecccad,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:38.334055 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0a4d1f28-3743-42db-825b-88f21c9a6556 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb72ff566e4840cbabfe86435fee9736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9404244 Mar 31 22:48:38.338100 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed394f-c0ad-4628-8548-dda4d12d7dfb x-openstack-request-id: req-6bed394f-c0ad-4628-8548-dda4d12d7dfb {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:38.338502 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec2db48-a5e7-4d3e-8add-71b7c70322eb", "tag": "9d80ff78-3aef-49f6-99fd-db5d7fecccad", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:38.338998 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bed394f-c0ad-4628-8548-dda4d12d7dfb {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:38.339689 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bed394f-c0ad-4628-8548-dda4d12d7dfb'] response: {'name': 'network-changed', 'server_uuid': 'cec2db48-a5e7-4d3e-8add-71b7c70322eb', 'tag': '9d80ff78-3aef-49f6-99fd-db5d7fecccad', 'status': 'completed', 'code': 200} Mar 31 22:48:38.340296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51288) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:38.342761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d1f28-3743-42db-825b-88f21c9a6556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0398dfd-9b1e-4b64-8ede-b47f50888f45,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:38.382087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Router fa473f57-2ba1-47e9-a850-76e5758b3d99 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:48:38.527178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d9336-8b1b-4fef-8a22-e63d50abe62f req-f0d4edfb-a3ef-40a8-8517-20dba160f848 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.528838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-628d9336-8b1b-4fef-8a22-e63d50abe62f req-f0d4edfb-a3ef-40a8-8517-20dba160f848 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1095 time: 0.1788223 Mar 31 22:48:38.532364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15a68c5d-9f27-4643-8116-996617896754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.540619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055d8b0-9bfe-42c8-b9ce-e2a6ce4244ed req-a02ab696-b649-414d-a6ba-2c3d3ffb1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.541969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c055d8b0-9bfe-42c8-b9ce-e2a6ce4244ed req-a02ab696-b649-414d-a6ba-2c3d3ffb1377 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c863d7bdf37443886befabfd4083a68&device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 1099 time: 0.1642880 Mar 31 22:48:38.555792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.557739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:48:38.563310 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.580551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] Sync routers for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:48:38.608003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:38.608419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:38.631557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15a68c5d-9f27-4643-8116-996617896754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.634636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-628d9336-8b1b-4fef-8a22-e63d50abe62f req-269ef5af-3d04-473a-9491-5e5fb5c7a728 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995455 Mar 31 22:48:38.654612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c055d8b0-9bfe-42c8-b9ce-e2a6ce4244ed req-b31dac42-0bb1-48fc-a7ac-c2107f5bad20 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c863d7bdf37443886befabfd4083a68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998340 Mar 31 22:48:38.660819 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-60521960-0461-4ea8-a731-c4dca7f88083 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "PUT /v2.0/floatingips/4ccf06ca-c2a1-411d-a4bf-d3981a27d344 HTTP/1.1" status: 200 len: 992 time: 3.2137883 Mar 31 22:48:38.669275 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265e3096-9cf7-4131-9343-8afe76994361', 'tag': 'a24d2d04-f055-4bc0-b015-886fb52ba974'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:38.672064 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2230c2f-056e-4960-b415-f9ce6413cf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "265e3096-9cf7-4131-9343-8afe76994361", "tag": "a24d2d04-f055-4bc0-b015-886fb52ba974"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:38.801642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.804211 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.819512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:38.890061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:38.894504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:38.896478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'Port': ['ID=01cf256f-8284-425c-92c6-b6a357665752,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:38.898569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:38.974425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9239bc0-e055-4014-9700-0bbd3d295bd6 req-91e3eb78-136e-4b6a-9cb8-1f50a01537a8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.976399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9239bc0-e055-4014-9700-0bbd3d295bd6 req-91e3eb78-136e-4b6a-9cb8-1f50a01537a8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 944 time: 0.2800148 Mar 31 22:48:38.977438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055d8b0-9bfe-42c8-b9ce-e2a6ce4244ed req-e434d4c0-9b43-48a7-9075-0fcf34b3e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.979271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c055d8b0-9bfe-42c8-b9ce-e2a6ce4244ed req-e434d4c0-9b43-48a7-9075-0fcf34b3e85c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3143895 Mar 31 22:48:38.987759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826362-5606-41a6-b0eb-9d729aefc4a1 req-69e17616-c818-49fc-93e0-d0aadddc5d32 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.992952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:38.993573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.997140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93826362-5606-41a6-b0eb-9d729aefc4a1 req-69e17616-c818-49fc-93e0-d0aadddc5d32 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 946 time: 0.1880038 Mar 31 22:48:39.050065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15a68c5d-9f27-4643-8116-996617896754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.053199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15a68c5d-9f27-4643-8116-996617896754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.057569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-15a68c5d-9f27-4643-8116-996617896754 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0398dfd-9b1e-4b64-8ede-b47f50888f45 HTTP/1.1" status: 204 len: 168 time: 0.7159631 Mar 31 22:48:39.093853 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f580eb51-685c-466f-9cae-2a049332a2a6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9862161 Mar 31 22:48:39.103864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a68c5d-9f27-4643-8116-996617896754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0398dfd-9b1e-4b64-8ede-b47f50888f45,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:39.111045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Request body: {'port': {'device_id': '56b11549-5f76-4c01-90ff-6c0d846ae50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:39.117261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9239bc0-e055-4014-9700-0bbd3d295bd6 req-42dd4b25-e788-49c2-8723-a90c71d85dd9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063678 Mar 31 22:48:39.164269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93826362-5606-41a6-b0eb-9d729aefc4a1 req-f30f0c14-96dd-4da9-81d2-3a0cdf0bc196 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1638849 Mar 31 22:48:39.191849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-4caaaa7b-11d2-4450-930c-13fcd3b174dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:39.191849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-4caaaa7b-11d2-4450-930c-13fcd3b174dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c863d7bdf37443886befabfd4083a68&device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 1099 time: 0.1445060 Mar 31 22:48:39.213499 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.278206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-f3fe1970-6d14-40d1-b94d-324420235e83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=9d80ff78-3aef-49f6-99fd-db5d7fecccad HTTP/1.1" status: 200 len: 217 time: 0.0843165 Mar 31 22:48:39.289974 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ffd73e-3bf4-4fc3-b412-629a664b8bd6 x-openstack-request-id: req-71ffd73e-3bf4-4fc3-b412-629a664b8bd6 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:39.290896 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265e3096-9cf7-4131-9343-8afe76994361", "tag": "a24d2d04-f055-4bc0-b015-886fb52ba974", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:39.290896 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71ffd73e-3bf4-4fc3-b412-629a664b8bd6 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:39.291823 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ffd73e-3bf4-4fc3-b412-629a664b8bd6'] response: {'name': 'network-changed', 'server_uuid': '265e3096-9cf7-4131-9343-8afe76994361', 'tag': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'status': 'completed', 'code': 200} Mar 31 22:48:39.292494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.318865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:39.352679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-26bc7b63-3389-4460-ad94-a1ae15514a41 None None] Provisioning complete for port 01cf256f-8284-425c-92c6-b6a357665752 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:39.353057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-26bc7b63-3389-4460-ad94-a1ae15514a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.387235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.446788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-26bc7b63-3389-4460-ad94-a1ae15514a41 None None] Port 01cf256f-8284-425c-92c6-b6a357665752 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:48:39.492954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '4ccf06ca-c2a1-411d-a4bf-d3981a27d344', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'port_id': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'mac_address': 'fa:16:3e:42:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265e3096-9cf7-4131-9343-8afe76994361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:47:14Z', 'updated_at': '2022-03-31T22:48:37Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:39.503445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-002a0687-b710-46cc-9c66-e4e61ec4bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:39.507835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-002a0687-b710-46cc-9c66-e4e61ec4bda1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.2196133 Mar 31 22:48:39.526857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:39.529241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] Checking router: fa473f57-2ba1-47e9-a850-76e5758b3d99 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:48:39.533923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:39.534300 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.567831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-a056e3a6-fffa-49be-b01f-0974f7cb68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:39.569131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:39.569354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-a056e3a6-fffa-49be-b01f-0974f7cb68ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b570169ca551491781f23963d37c1e66&device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 1097 time: 0.2973390 Mar 31 22:48:39.569752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:39.596753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8842c-d35c-40de-b964-b2cd0001ff06 req-7f6bfea3-942e-48b9-9238-9cb405523ded tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:39.609396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50f8842c-d35c-40de-b964-b2cd0001ff06 req-7f6bfea3-942e-48b9-9238-9cb405523ded tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 936 time: 0.3204122 Mar 31 22:48:39.714493 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.759247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-7709480a-f9b8-47be-92ff-eba8eaeec59c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:39.764477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:39.767516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-7709480a-f9b8-47be-92ff-eba8eaeec59c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 821 time: 0.3921289 Mar 31 22:48:39.767635 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99db7448-e5ac-4798-ad78-01067637de28" -d '{"events": [{"server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "name": "network-vif-plugged", "status": "completed", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:39.780555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d0ab9a4a-2de9-4d53-be74-0e27346c21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:39.782047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-d0ab9a4a-2de9-4d53-be74-0e27346c21bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2654445 Mar 31 22:48:39.787379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:39.789562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:39.795117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50f8842c-d35c-40de-b964-b2cd0001ff06 req-f19fe485-3617-411e-b6bd-76de2faf2039 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843872 Mar 31 22:48:39.809697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cf256f-8284-425c-92c6-b6a357665752 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:39.830464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-b897040b-f599-40c5-a937-31688db34ac3 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/quotas/4de05eecea194efe9880afee1a73b381 HTTP/1.1" status: 200 len: 375 time: 0.0633829 Mar 31 22:48:39.844839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.879812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Transition to ACTIVE for port object 01cf256f-8284-425c-92c6-b6a357665752 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:39.908135 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.998670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.006349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-313a1a9c-63ef-4d8e-bba3-3e17fd33c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:40.007594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-313a1a9c-63ef-4d8e-bba3-3e17fd33c72b service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 200 len: 924 time: 0.3833666 Mar 31 22:48:40.020105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:40.125254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51342) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:40.126445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '4ccf06ca-c2a1-411d-a4bf-d3981a27d344', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'port_id': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'mac_address': 'fa:16:3e:42:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265e3096-9cf7-4131-9343-8afe76994361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:47:14Z', 'updated_at': '2022-03-31T22:48:37Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:40.160787 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Pushing event updated for resources: {'Port': ['ID=01cf256f-8284-425c-92c6-b6a357665752,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:40.170531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1f543-3a8e-4c40-8e2c-2253b0a764c0 req-d504c649-dd40-41c7-92bd-84b992832fcb tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:40.172261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066876d5-6296-4789-8a53-d33bde6cb9af None None] The sync data for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 is: [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '4ccf06ca-c2a1-411d-a4bf-d3981a27d344', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'port_id': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'mac_address': 'fa:16:3e:42:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265e3096-9cf7-4131-9343-8afe76994361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:47:14Z', 'updated_at': '2022-03-31T22:48:37Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:48:40.177080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1f5c3e4-76f9-40e6-88a0-28df5d92fc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.179362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cad1f543-3a8e-4c40-8e2c-2253b0a764c0 req-d504c649-dd40-41c7-92bd-84b992832fcb tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 948 time: 0.2849402 Mar 31 22:48:40.207065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-f8f1b8d1-245b-409f-b003-f729ff9391fd tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3391812 Mar 31 22:48:40.240584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-f508292f-60f0-476b-9cfa-59606c464a07 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421201 Mar 31 22:48:40.274697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Attempting to bind port 01cf256f-8284-425c-92c6-b6a357665752 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:40.275865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Attempting to bind port 01cf256f-8284-425c-92c6-b6a357665752 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:40.276416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Attempting to bind port 01cf256f-8284-425c-92c6-b6a357665752 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:40.293473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Port 01cf256f-8284-425c-92c6-b6a357665752 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:40.294959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Attempting to bind port 01cf256f-8284-425c-92c6-b6a357665752 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:40.353976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-3a4c8684-ef34-480e-a285-01573170bd2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24d2d04-f055-4bc0-b015-886fb52ba974 HTTP/1.1" status: 200 len: 1000 time: 0.3361042 Mar 31 22:48:40.388982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1f5c3e4-76f9-40e6-88a0-28df5d92fc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.393976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:40.393976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:40.393976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:40.393976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Bound port: 01cf256f-8284-425c-92c6-b6a357665752, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:40.394897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.470368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1f5c3e4-76f9-40e6-88a0-28df5d92fc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.511176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5c3e4-76f9-40e6-88a0-28df5d92fc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82485abc-acf8-4a03-9afe-fea4f3fc257f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:40.517975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] For port 01cf256f-8284-425c-92c6-b6a357665752, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:40.536545 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7301b-5a48-4e75-b8d8-256a8421f133 None None] New status for floating IP 4ccf06ca-c2a1-411d-a4bf-d3981a27d344: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:48:40.542735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] For port 01cf256f-8284-425c-92c6-b6a357665752, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=01cf256f-8284-425c-92c6-b6a357665752,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:40.548564 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b1f5c3e4-76f9-40e6-88a0-28df5d92fc72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c0c3928a5ac4dedb02d02f35fbe7af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166181 Mar 31 22:48:40.548807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51350) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:40.618028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.636510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:40.637121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.639245 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] 10.222.0.45 "PUT /v2.0/ports/01cf256f-8284-425c-92c6-b6a357665752 HTTP/1.1" status: 200 len: 1096 time: 1.5368648 Mar 31 22:48:40.691059 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.760499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.762315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e3f83-4f63-464a-9e6f-f66042a47a16 service neutron] Pushing event updated for resources: {'Port': ['ID=01cf256f-8284-425c-92c6-b6a357665752,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:40.837707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cad1f543-3a8e-4c40-8e2c-2253b0a764c0 req-2b1faeed-f6bf-461d-8c51-ec001c26918d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575253 Mar 31 22:48:40.877991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-9dfb2750-e635-4348-9538-5645da6eee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:40.877991 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-9dfb2750-e635-4348-9538-5645da6eee93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 1099 time: 0.0881937 Mar 31 22:48:40.897345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-68bfe6b4-444d-401c-8b88-afb402fca2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:40.909504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-68bfe6b4-444d-401c-8b88-afb402fca2e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80489c5f-101f-4eac-bf28-a8f97807c7cc HTTP/1.1" status: 200 len: 862 time: 0.1785719 Mar 31 22:48:40.919741 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee6c564e-0e13-4246-820e-b9a97dcd8fe8 req-b2f3977d-a215-4f58-a0cf-1a874774b508 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404753 Mar 31 22:48:40.958983 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-74400714-8a47-4e94-90cb-f3c7e0d63911 service neutron] 10.222.0.31 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508500 Mar 31 22:48:41.096920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-3f3b2c0e-1f83-4351-9558-17f1f816a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:41.098562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-3f3b2c0e-1f83-4351-9558-17f1f816a3f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d80dae4-f6db-497e-a83e-9c9d17ece4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913214 Mar 31 22:48:41.131952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-256ad71b-5469-4994-a1fe-6018643b7892 service neutron] 10.222.0.31 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599307 Mar 31 22:48:41.193044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2a053-10e9-4723-b478-aca432978429 req-eaeaf804-7ebb-4dc6-ab9d-859c5d5bf179 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:41.194703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11b2a053-10e9-4723-b478-aca432978429 req-eaeaf804-7ebb-4dc6-ab9d-859c5d5bf179 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.2302513 Mar 31 22:48:41.202210 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-340cad26-71c6-4fb8-92fe-046860f039f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=01cf256f-8284-425c-92c6-b6a357665752 HTTP/1.1" status: 200 len: 217 time: 0.3180666 Mar 31 22:48:41.203951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:41.208917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:41.210194 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82485abc-acf8-4a03-9afe-fea4f3fc257f HTTP/1.1" status: 204 len: 168 time: 0.6602676 Mar 31 22:48:41.272655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82485abc-acf8-4a03-9afe-fea4f3fc257f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:41.279955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-c6bca52c-9f4c-4ef4-a2b2-d2af9f84cac6 service neutron] 10.222.0.45 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708641 Mar 31 22:48:41.283325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11b2a053-10e9-4723-b478-aca432978429 req-c57e3d1d-d110-4bc6-871c-6751904df9c4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659397 Mar 31 22:48:41.285950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-c7aef76b-4402-492d-9d7d-aa526d455f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:41.287619 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-c7aef76b-4402-492d-9d7d-aa526d455f96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0746427 Mar 31 22:48:41.289170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.289580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.290111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.290572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.291362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.292263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.292263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.292578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.292989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.293402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.294010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.294619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba8282e-c60d-4203-9963-78e5542bd64f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:41.299432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b11549-5f76-4c01-90ff-6c0d846ae50d', 'tag': '01cf256f-8284-425c-92c6-b6a357665752'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:41.302603 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6beeb4-1e27-4649-a205-5919fbc926f2" -d '{"events": [{"name": "network-changed", "server_uuid": "56b11549-5f76-4c01-90ff-6c0d846ae50d", "tag": "01cf256f-8284-425c-92c6-b6a357665752"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:41.370857 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8186bd-e568-4f20-93ca-1961708136ad x-openstack-request-id: req-8d8186bd-e568-4f20-93ca-1961708136ad {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:41.372837 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "name": "network-vif-plugged", "status": "completed", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:41.373375 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d8186bd-e568-4f20-93ca-1961708136ad {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:41.374461 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8186bd-e568-4f20-93ca-1961708136ad'] response: {'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'code': 200} Mar 31 22:48:41.377559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-935404bc-a9ac-4a02-8497-6aa6d3709b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:41.383470 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-935404bc-a9ac-4a02-8497-6aa6d3709b86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851464 Mar 31 22:48:41.460404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2230c2f-056e-4960-b415-f9ce6413cf5c req-480dcccc-e609-4eea-a349-88878152e22a service neutron] 10.222.0.45 "GET /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710627 Mar 31 22:48:41.582424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550ad92-9465-4810-bfab-1c05e7b321d4 req-addd5513-cdf1-4cb4-a070-2d0ad1513a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:41.584506 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3550ad92-9465-4810-bfab-1c05e7b321d4 req-addd5513-cdf1-4cb4-a070-2d0ad1513a64 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 1096 time: 0.1080725 Mar 31 22:48:41.620880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46844fa-2f43-4a79-9fdd-18bd5408c4d5 req-f8e9ec16-789d-4a54-b1b0-fa1ad7102bab tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:41.622351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b46844fa-2f43-4a79-9fdd-18bd5408c4d5 req-f8e9ec16-789d-4a54-b1b0-fa1ad7102bab tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 948 time: 0.1228290 Mar 31 22:48:41.635073 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-f5450f71-9772-4990-a25f-7a02f618dec9 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373075 Mar 31 22:48:41.646925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650784e-9642-4a1b-8107-1461bb7dc95f req-55f61ddf-dd63-4a58-b3a1-5e2f8ec56091 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:41.648498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4650784e-9642-4a1b-8107-1461bb7dc95f req-55f61ddf-dd63-4a58-b3a1-5e2f8ec56091 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 945 time: 0.1069732 Mar 31 22:48:41.679628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3550ad92-9465-4810-bfab-1c05e7b321d4 req-68e1d02b-e424-455f-ae87-848a9f6daf5e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790310 Mar 31 22:48:41.690143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b46844fa-2f43-4a79-9fdd-18bd5408c4d5 req-69c5cc2e-203f-4c74-b902-4a7697856096 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597908 Mar 31 22:48:41.711648 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4650784e-9642-4a1b-8107-1461bb7dc95f req-5f1dc092-5e89-4340-b6a8-a49a75be6f5f tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534039 Mar 31 22:48:41.764948 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-814ee923-8a3f-4eed-b255-805319d41fb6 req-956167db-dada-4a9c-a7ac-8e6c6eaf5693 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150563 Mar 31 22:48:41.790431 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf73ce4-6b7e-4c83-907a-0cae62426f24 x-openstack-request-id: req-7bf73ce4-6b7e-4c83-907a-0cae62426f24 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:41.790846 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b11549-5f76-4c01-90ff-6c0d846ae50d", "tag": "01cf256f-8284-425c-92c6-b6a357665752", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:41.791274 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bf73ce4-6b7e-4c83-907a-0cae62426f24 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:41.791794 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf73ce4-6b7e-4c83-907a-0cae62426f24'] response: {'name': 'network-changed', 'server_uuid': '56b11549-5f76-4c01-90ff-6c0d846ae50d', 'tag': '01cf256f-8284-425c-92c6-b6a357665752', 'status': 'completed', 'code': 200} Mar 31 22:48:41.865242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39542f32-6fa9-4d9d-a96f-d4f14b1a7663 req-a2a68960-412c-4b39-8dee-be88aa2fbdbb tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 210 time: 0.0311818 Mar 31 22:48:42.017377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2369e5-c348-43cb-93c9-3d7cc9f14f96 req-4806f060-33fe-4180-a25e-849bd87529a4 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:42.030288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac2369e5-c348-43cb-93c9-3d7cc9f14f96 req-4806f060-33fe-4180-a25e-849bd87529a4 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 948 time: 0.0913086 Mar 31 22:48:42.059576 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-aee16ea9-1db3-48c4-bd49-3100bc2441bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:42.061734 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-aee16ea9-1db3-48c4-bd49-3100bc2441bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 1099 time: 0.0728133 Mar 31 22:48:42.091977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac2369e5-c348-43cb-93c9-3d7cc9f14f96 req-993dabcc-4137-41bf-8e2c-3cc4d23384cb tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580325 Mar 31 22:48:42.179419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-fa819f7e-eeb7-4a66-bea8-c3eb373bbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:42.181001 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-fa819f7e-eeb7-4a66-bea8-c3eb373bbe6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1095951 Mar 31 22:48:42.231232 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-1b176ee8-c43b-40a3-8c69-c2ca8d56f28b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=01cf256f-8284-425c-92c6-b6a357665752 HTTP/1.1" status: 200 len: 217 time: 0.0421536 Mar 31 22:48:42.286747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-bd74dbd3-86c4-4f1a-9fe2-05a88d3f2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:42.288312 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-bd74dbd3-86c4-4f1a-9fe2-05a88d3f2ba3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0489786 Mar 31 22:48:42.352937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-b811dd89-c4ba-48f9-a34b-3dcd695c0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:42.358244 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-b811dd89-c4ba-48f9-a34b-3dcd695c0b1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574501 Mar 31 22:48:42.461214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20414d0c-2646-4150-84df-ac6a1bf1df56 req-29bed44f-3a84-43bb-add0-fdc16bdce96b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:42.462988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20414d0c-2646-4150-84df-ac6a1bf1df56 req-29bed44f-3a84-43bb-add0-fdc16bdce96b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0880334 Mar 31 22:48:42.495365 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-188d8820-b629-4e43-8159-26c4036c216e service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317079 Mar 31 22:48:42.521467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20414d0c-2646-4150-84df-ac6a1bf1df56 req-ce4aaf24-b4bb-4ef2-914f-72448f8e2fb2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502443 Mar 31 22:48:42.602346 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ba6beeb4-1e27-4649-a205-5919fbc926f2 req-84c60fdd-9cc8-48d9-8e05-15333ad1c9b0 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993400 Mar 31 22:48:42.886267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15af82-a34a-4f94-a7de-350925745883 req-8917d5d2-074e-4ccd-8675-b9ed5fac0d8c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:42.887953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b15af82-a34a-4f94-a7de-350925745883 req-8917d5d2-074e-4ccd-8675-b9ed5fac0d8c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 948 time: 0.0900800 Mar 31 22:48:42.901320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765c7ba-7791-492a-baef-a22ab6a660f1 req-7a9c807a-1fec-40bc-b604-ee4c99736fa3 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:42.902994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f765c7ba-7791-492a-baef-a22ab6a660f1 req-7a9c807a-1fec-40bc-b604-ee4c99736fa3 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 945 time: 0.0771039 Mar 31 22:48:42.960536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b15af82-a34a-4f94-a7de-350925745883 req-1246cf11-0a02-4d72-8c57-4b03c928a5f6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Mar 31 22:48:42.968814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f765c7ba-7791-492a-baef-a22ab6a660f1 req-b56f5aab-d5bd-45ad-8e62-c77eec4c0158 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585935 Mar 31 22:48:43.086707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44d26ce8-6936-4f89-b725-20d5d6dab656 req-42bf0c81-f625-4472-af44-5160608080aa tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 210 time: 0.0283883 Mar 31 22:48:43.242375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fb018-e7d1-4935-91bf-2069ab462909 req-19d46e94-5620-431e-b767-c925e2fe8105 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:43.247012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-543fb018-e7d1-4935-91bf-2069ab462909 req-19d46e94-5620-431e-b767-c925e2fe8105 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 948 time: 0.0661006 Mar 31 22:48:43.320400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-543fb018-e7d1-4935-91bf-2069ab462909 req-b585ded1-beeb-4c9c-a319-8b07cb706b22 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634835 Mar 31 22:48:43.366212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bac65f91-5fa9-4443-a528-006ab373c7dd req-93c48dca-3742-48ea-af57-8b184114896e tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=542e8e8275c34d1781a895ee4fac609d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384312 Mar 31 22:48:43.490583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac65f91-5fa9-4443-a528-006ab373c7dd req-afde2e56-0bfb-426a-8a14-9ca4ee4e0a74 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:43.492317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bac65f91-5fa9-4443-a528-006ab373c7dd req-afde2e56-0bfb-426a-8a14-9ca4ee4e0a74 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244946 Mar 31 22:48:43.508891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bac65f91-5fa9-4443-a528-006ab373c7dd req-57fea8c0-bbb0-415d-ab75-c7e6ee6cea79 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/quotas/542e8e8275c34d1781a895ee4fac609d HTTP/1.1" status: 200 len: 375 time: 0.0099843 Mar 31 22:48:43.597587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bac65f91-5fa9-4443-a528-006ab373c7dd req-9ce8fb4a-3a7d-4115-b50c-22173e97b33b tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=542e8e8275c34d1781a895ee4fac609d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640609 Mar 31 22:48:43.702159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-73e85bf1-5acf-45cf-838e-75940af23110 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:43.704449 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-73e85bf1-5acf-45cf-838e-75940af23110 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 821 time: 0.1884999 Mar 31 22:48:43.718790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Request body: {'port': {'device_id': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'admin_state_up': True, 'tenant_id': '4de05eecea194efe9880afee1a73b381'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:43.751721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501bd25-685e-4eaf-9413-63a3e4587399 req-6ccf75e6-cc13-4404-8149-0df5238f451f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:43.753381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f501bd25-685e-4eaf-9413-63a3e4587399 req-6ccf75e6-cc13-4404-8149-0df5238f451f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1154358 Mar 31 22:48:43.800571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f501bd25-685e-4eaf-9413-63a3e4587399 req-14e88e74-c453-4583-95c7-0dc5b4faca1a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Mar 31 22:48:44.009896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Made reservation on behalf of 4de05eecea194efe9880afee1a73b381 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:44.013461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:44.161104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Allocated IP 172.20.0.9 (63e28dc7-e076-45d3-8c44-383da636c123/f41bb645-28bf-45ae-bf44-28cec17d8d36/3d0f6b25-b157-4736-bbfe-502f8b96c99f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:44.169916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0fdf-8f41-4e76-a188-f482d60bf967 req-24045b58-d1b3-4015-a1ce-c2504714c460 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:44.172348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dce0fdf-8f41-4e76-a188-f482d60bf967 req-24045b58-d1b3-4015-a1ce-c2504714c460 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 948 time: 0.0551317 Mar 31 22:48:44.255990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 01cf256f-8284-425c-92c6-b6a357665752 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:44.256435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dce0fdf-8f41-4e76-a188-f482d60bf967 req-0a047d71-5849-4071-9350-3e8d9718f385 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Mar 31 22:48:44.356543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5c607-49d5-4c27-aff6-39ec2de5d948 req-229165e7-7f4b-4864-956e-26bdde87341d tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:44.359282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb5c607-49d5-4c27-aff6-39ec2de5d948 req-229165e7-7f4b-4864-956e-26bdde87341d tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 945 time: 0.0659935 Mar 31 22:48:44.412507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb5c607-49d5-4c27-aff6-39ec2de5d948 req-72e0b493-4ee1-4b21-89ac-2daeb0b4337c tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Mar 31 22:48:44.424592 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:44.527025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f044e280-82ef-468a-b547-908080fdbf2d req-f0196374-b2a1-499c-a8d4-cf6c2134acf4 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 210 time: 0.0368943 Mar 31 22:48:44.529448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 01cf256f-8284-425c-92c6-b6a357665752, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=01cf256f-8284-425c-92c6-b6a357665752,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:44.546530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '01cf256f-8284-425c-92c6-b6a357665752', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '01cf256f-8284-425c-92c6-b6a357665752', 'mac_address': 'fa:16:3e:24:db:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:44.553121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:44.624743 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:44.628079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Network 63e28dc7-e076-45d3-8c44-383da636c123 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:44.632181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:44.636735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:44.652114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cf256f-8284-425c-92c6-b6a357665752 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:44.665871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Pushing event updated for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:44.686952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce3f0c-3e5f-4c97-b502-10b349495177 req-88c4dc0c-ed00-4761-aaab-e8e63c8c0367 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:44.688544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75ce3f0c-3e5f-4c97-b502-10b349495177 req-88c4dc0c-ed00-4761-aaab-e8e63c8c0367 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 948 time: 0.0870421 Mar 31 22:48:44.694588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 01cf256f-8284-425c-92c6-b6a357665752, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=01cf256f-8284-425c-92c6-b6a357665752,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:44.698790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:44.699805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:44.736876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75ce3f0c-3e5f-4c97-b502-10b349495177 req-c2985d87-9869-4a0e-8584-9f5379f7d2e2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 Mar 31 22:48:44.758234 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:44.759061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d80ff78-3aef-49f6-99fd-db5d7fecccad details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:44.826469 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d80ff78-3aef-49f6-99fd-db5d7fecccad, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d80ff78-3aef-49f6-99fd-db5d7fecccad,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:44.827043 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-d838e384-4bdd-4255-9338-cd2d2d4824f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1122067 Mar 31 22:48:44.840899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Request body: {'port': {'device_id': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:44.848604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '9d80ff78-3aef-49f6-99fd-db5d7fecccad', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '9d80ff78-3aef-49f6-99fd-db5d7fecccad', 'mac_address': 'fa:16:3e:f9:8b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:44.851824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=01cf256f-8284-425c-92c6-b6a357665752,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:44.863695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.864475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.865401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.865955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.866499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.867026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.867656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.868012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.868438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.868833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.869226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.869614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:44.914333 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:44.920856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:44.933660 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d80ff78-3aef-49f6-99fd-db5d7fecccad {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:44.955720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d80ff78-3aef-49f6-99fd-db5d7fecccad, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d80ff78-3aef-49f6-99fd-db5d7fecccad,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:44.991215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-9a96aba9-fca7-4a2d-a6f2-cdf03a973d62 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 258 time: 0.2179742 Mar 31 22:48:45.003818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:45.244859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.245289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0f6b25-b157-4736-bbfe-502f8b96c99f {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:45.248007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.268547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Transition to ACTIVE for port object 3d0f6b25-b157-4736-bbfe-502f8b96c99f will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:45.276816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a786e-0321-41b7-9946-86de0713c344 req-510cc95f-26ef-4975-86f0-e93ee4e1ae03 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:45.278583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec4a786e-0321-41b7-9946-86de0713c344 req-510cc95f-26ef-4975-86f0-e93ee4e1ae03 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0648229 Mar 31 22:48:45.308420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=9d80ff78-3aef-49f6-99fd-db5d7fecccad,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:45.327325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec4a786e-0321-41b7-9946-86de0713c344 req-e34ad09f-82c1-4bdf-9c9b-fd86dd0bf4c3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Mar 31 22:48:45.364489 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.398657 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.460035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:45.484794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d6a1b-6b2a-4a2a-a5e8-5d477114820b req-79d13c74-7d60-4032-a36f-f44be4589b52 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:45.490386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-322d6a1b-6b2a-4a2a-a5e8-5d477114820b req-79d13c74-7d60-4032-a36f-f44be4589b52 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 949 time: 0.0673287 Mar 31 22:48:45.504516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9d80ff78-3aef-49f6-99fd-db5d7fecccad'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:45.530517 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:45.530841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:45.531163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:45.535742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:45.536143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:45.536509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:45.538319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.542644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:45.542644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:45.543057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:45.543465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Bound port: 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:45.543870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.628877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:45.638278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-322d6a1b-6b2a-4a2a-a5e8-5d477114820b req-58a3e56b-867b-419f-9205-3333898f2bb0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333699 Mar 31 22:48:45.638637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:45.703783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Allocated IP 172.25.4.168 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/4c0017ed-8858-4122-ac29-84722fcf1539) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:45.719415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.750651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25a3e11e-4983-4bf9-b18e-3e2c3585a8fe req-92750532-e40a-4bf0-8e55-a29f92a88709 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=542e8e8275c34d1781a895ee4fac609d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360739 Mar 31 22:48:45.769028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:45.769749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:45.771489 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] 10.222.0.50 "PUT /v2.0/ports/3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 1091 time: 0.9350703 Mar 31 22:48:45.771969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:45.774378 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb" -d '{"events": [{"name": "network-changed", "server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:45.805185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55dd17-60dd-498d-8a22-8d1540065a4b service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:45.905264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-ba98a5d3-9a83-42f4-ae03-71b3ad333652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:45.906817 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-ba98a5d3-9a83-42f4-ae03-71b3ad333652 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1094 time: 0.0481105 Mar 31 22:48:45.949905 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-ef83e14c-91ff-498f-b355-907248adcc9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 217 time: 0.0348835 Mar 31 22:48:45.981529 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.000504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-25c87074-599f-45f5-8788-e5675d06fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:46.001963 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-25c87074-599f-45f5-8788-e5675d06fcad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0452502 Mar 31 22:48:46.002122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e11e-4983-4bf9-b18e-3e2c3585a8fe req-aa9a5aed-8b35-42a9-bb1e-953d227f8887 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:46.005094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25a3e11e-4983-4bf9-b18e-3e2c3585a8fe req-aa9a5aed-8b35-42a9-bb1e-953d227f8887 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190101 Mar 31 22:48:46.035186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-da817d21-8d5b-4d12-b37c-e546a925417f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252292 Mar 31 22:48:46.035696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25a3e11e-4983-4bf9-b18e-3e2c3585a8fe req-86b4e4e2-a9d5-4cc7-8278-497893ef70c2 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/quotas/542e8e8275c34d1781a895ee4fac609d HTTP/1.1" status: 200 len: 375 time: 0.0230422 Mar 31 22:48:46.099261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25a3e11e-4983-4bf9-b18e-3e2c3585a8fe req-ab821d01-523b-40da-9cce-e24001df795f tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=542e8e8275c34d1781a895ee4fac609d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563869 Mar 31 22:48:46.131708 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-fb2ca479-7033-44e5-b2bc-263ebbef2964 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886798 Mar 31 22:48:46.188087 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.230268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:46.235029 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc2ea0e9-49c8-42e1-98d5-7ec4c9b64706 req-bfcd54f3-210b-48a4-a1da-1afdd3b7bb62 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954680 Mar 31 22:48:46.239164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:46.248494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:46.254050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Pushing event updated for resources: {'Port': ['ID=4c0017ed-8858-4122-ac29-84722fcf1539,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:46.285815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.286083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.286426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.286791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.287131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.287461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.287791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.288121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.288447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.288771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.289096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.289418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:48:46.342533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bef24-bdb3-4d87-ba11-d1b2c64a2960 req-feb2bcdd-2e68-4ebf-b806-12c26368484e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:46.344255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a90bef24-bdb3-4d87-ba11-d1b2c64a2960 req-feb2bcdd-2e68-4ebf-b806-12c26368484e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.1112440 Mar 31 22:48:46.347531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.392781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a90bef24-bdb3-4d87-ba11-d1b2c64a2960 req-6e90acf9-1257-41b7-8e6a-271ae35bb8f5 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Mar 31 22:48:46.452569 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.576133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e3ef1-94d0-4634-93cf-762d11651d7a req-57b56716-2b58-4e10-8837-41d2489b8a0d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:46.577521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c35e3ef1-94d0-4634-93cf-762d11651d7a req-57b56716-2b58-4e10-8837-41d2489b8a0d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 949 time: 0.1048486 Mar 31 22:48:46.640839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c35e3ef1-94d0-4634-93cf-762d11651d7a req-0149d23d-a98f-4e0b-b1c9-8b4ef6ded2fd tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553522 Mar 31 22:48:46.668842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.688879 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e0af67-1d97-4b4c-97d4-9cca89945e52 x-openstack-request-id: req-98e0af67-1d97-4b4c-97d4-9cca89945e52 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:46.689253 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:46.689563 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98e0af67-1d97-4b4c-97d4-9cca89945e52 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:46.690046 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e0af67-1d97-4b4c-97d4-9cca89945e52'] response: {'name': 'network-changed', 'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f', 'status': 'completed', 'code': 200} Mar 31 22:48:46.746768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.766380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-3c16ef84-5cf3-4557-ac5d-61d49541e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:46.768547 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-3c16ef84-5cf3-4557-ac5d-61d49541e303 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1094 time: 0.0514224 Mar 31 22:48:46.784242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.807299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Pushing event updated for resources: {'Port': ['ID=4c0017ed-8858-4122-ac29-84722fcf1539,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:46.868794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-68b262fd-9f7a-404e-810e-136ea2fd4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:46.870469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:46.871153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-68b262fd-9f7a-404e-810e-136ea2fd4a23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.0936484 Mar 31 22:48:46.872044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-c2f016de-d568-41a6-bef8-6f5389b729a9 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8725479 Mar 31 22:48:46.917471 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-94187502-ddb2-4b0a-ab81-9a459b8258cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 217 time: 0.0390682 Mar 31 22:48:46.938054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-0aaaaf2a-0553-4e8a-976d-4bba6044f410 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.0594356 Mar 31 22:48:46.974189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-d215313c-19e7-401f-9742-2c9877eb26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:46.975832 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-d215313c-19e7-401f-9742-2c9877eb26df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0523014 Mar 31 22:48:47.009915 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-99424473-fcf3-47cc-9ccf-febb51829eca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264354 Mar 31 22:48:47.080815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66751d-b49e-4c4e-a764-49795a088cfe req-4103e0c6-3cb9-461f-a60c-0854dd135572 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:47.084002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb66751d-b49e-4c4e-a764-49795a088cfe req-4103e0c6-3cb9-461f-a60c-0854dd135572 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1059220 Mar 31 22:48:47.106488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-60aa6906-92ce-44e8-a2aa-6f9fee8870cc tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:47.106770 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-b1f637de-5b6b-4a55-87a4-a81201f9e73b service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894644 Mar 31 22:48:47.108049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7120cfd4-452f-4f43-9f37-b98777883a75 req-60aa6906-92ce-44e8-a2aa-6f9fee8870cc tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.1632786 Mar 31 22:48:47.145052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb66751d-b49e-4c4e-a764-49795a088cfe req-790a6af7-ab1a-4349-90bb-c6ce9068ed16 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Mar 31 22:48:47.214520 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5ca1392-ce49-4e56-865f-7349fd0cbfdb req-f2bdbf2b-e661-4e29-bacf-f63ad8d7745c service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002896 Mar 31 22:48:47.230509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435136b-cf7e-4840-8e1e-3e33b645e8c9 req-df50b42d-f530-4de9-abf2-6c109649e02d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:47.232444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8435136b-cf7e-4840-8e1e-3e33b645e8c9 req-df50b42d-f530-4de9-abf2-6c109649e02d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 949 time: 0.0603247 Mar 31 22:48:47.277304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8435136b-cf7e-4840-8e1e-3e33b645e8c9 req-6cf0a1f0-1181-4918-8339-611279769b69 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 Mar 31 22:48:47.469054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-a9198026-0a5f-4419-9bbf-392e259e1df2 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:47.470728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-a9198026-0a5f-4419-9bbf-392e259e1df2 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0936992 Mar 31 22:48:47.526114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-a16c0911-aeba-4c77-8651-266e76cb01e8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.0478621 Mar 31 22:48:47.537344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Request body: {'floatingip': {'port_id': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:47.616486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:47.783270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acc0cb-0406-4188-a0d8-a85111322d21 req-24a6584d-a3da-40c7-b700-f09b054c58cc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:47.785394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7acc0cb-0406-4188-a0d8-a85111322d21 req-24a6584d-a3da-40c7-b700-f09b054c58cc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.1186118 Mar 31 22:48:47.897928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7acc0cb-0406-4188-a0d8-a85111322d21 req-5bcdaa46-50b3-4c3d-acd9-a19891ee228a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763700 Mar 31 22:48:48.172570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0c2e648-5de0-4f0f-a9fe-363305c7b91b req-e809bcf0-7af5-431e-bee7-7b6d54d4108f tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=542e8e8275c34d1781a895ee4fac609d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540018 Mar 31 22:48:48.210669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:48.256593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 01cf256f-8284-425c-92c6-b6a357665752 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:48.276881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:48.328889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2e648-5de0-4f0f-a9fe-363305c7b91b req-5df0248b-a5ff-49a8-a5b0-b7479d495b43 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:48.330290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0c2e648-5de0-4f0f-a9fe-363305c7b91b req-5df0248b-a5ff-49a8-a5b0-b7479d495b43 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510470 Mar 31 22:48:48.357114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0c2e648-5de0-4f0f-a9fe-363305c7b91b req-c3e7f00b-03a1-4b8a-95ff-8371429a5171 tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/quotas/542e8e8275c34d1781a895ee4fac609d HTTP/1.1" status: 200 len: 375 time: 0.0151265 Mar 31 22:48:48.364793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 01cf256f-8284-425c-92c6-b6a357665752 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:48.367491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 01cf256f-8284-425c-92c6-b6a357665752 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:48.367861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:48.457957 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:48.485202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b11549-5f76-4c01-90ff-6c0d846ae50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cf256f-8284-425c-92c6-b6a357665752'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:48.487584 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ff8957-8b6c-4ed3-9492-9e8687baf7a5" -d '{"events": [{"server_uuid": "56b11549-5f76-4c01-90ff-6c0d846ae50d", "name": "network-vif-plugged", "status": "completed", "tag": "01cf256f-8284-425c-92c6-b6a357665752"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:48.504625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 01cf256f-8284-425c-92c6-b6a357665752, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=01cf256f-8284-425c-92c6-b6a357665752,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:48.569717 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:48.570529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d80ff78-3aef-49f6-99fd-db5d7fecccad up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:48.665964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=01cf256f-8284-425c-92c6-b6a357665752,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:48.711836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0c2e648-5de0-4f0f-a9fe-363305c7b91b req-0c3fc249-c956-4120-ba51-b6ac18f93abe tempest-QuotasAdminNegativeTest-1782555331 tempest-QuotasAdminNegativeTest-1782555331-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=542e8e8275c34d1781a895ee4fac609d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3296402 Mar 31 22:48:48.725074 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Floating IP 9818b117-e479-4c1b-8613-ed0c0a8836cb associated. External IP: 172.25.4.168, port: 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83. Mar 31 22:48:48.759357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 9d80ff78-3aef-49f6-99fd-db5d7fecccad completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:48.766463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 9d80ff78-3aef-49f6-99fd-db5d7fecccad triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:48.767175 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:48.903534 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:48.935109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba16d44-9c2d-4024-882b-264c87bb680f req-a16ecc00-2aa3-44d8-a280-33d9ae99c0ad tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:48.936615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ba16d44-9c2d-4024-882b-264c87bb680f req-a16ecc00-2aa3-44d8-a280-33d9ae99c0ad tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 949 time: 0.1014926 Mar 31 22:48:48.950203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d80ff78-3aef-49f6-99fd-db5d7fecccad, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d80ff78-3aef-49f6-99fd-db5d7fecccad,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:48.998093 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:49.036312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ba16d44-9c2d-4024-882b-264c87bb680f req-0c5fe856-1d77-46a6-9012-71deaa7f5275 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651772 Mar 31 22:48:49.039604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Router a6c1691f-48db-4bf0-b334-338bdafcef4d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:48:49.075070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=9d80ff78-3aef-49f6-99fd-db5d7fecccad,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:49.160317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:48:49.164953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:49.171882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] Sync routers for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:48:49.182544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:49.183168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:49.203838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-29b614cc-78c6-4e71-b506-270a4b1ce324 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "PUT /v2.0/floatingips/9818b117-e479-4c1b-8613-ed0c0a8836cb HTTP/1.1" status: 200 len: 996 time: 1.6709471 Mar 31 22:48:49.206942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:49.206942 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8" -d '{"events": [{"name": "network-changed", "server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:49.281945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33f72c-51fa-4e33-9dae-3234def5ab04 req-a7795c03-6ccc-4d77-8f98-c46aa2aa0b5a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:49.283518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d33f72c-51fa-4e33-9dae-3234def5ab04 req-a7795c03-6ccc-4d77-8f98-c46aa2aa0b5a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0933230 Mar 31 22:48:49.287516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-dff39c97-fc9e-4021-8e50-43ff8d8c6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:49.288712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-dff39c97-fc9e-4021-8e50-43ff8d8c6852 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a64ec94a04c4281aaa2f9ce5a9ef90d&device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 1096 time: 0.0650642 Mar 31 22:48:49.297373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:49.371074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d33f72c-51fa-4e33-9dae-3234def5ab04 req-cb01a62c-7492-44a9-a18b-6d3eb12a6e91 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803938 Mar 31 22:48:49.379460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3d0f6b25-b157-4736-bbfe-502f8b96c99f details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:48:49.423474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-16e7def6-948d-422b-a88b-2dae173e4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:49.425527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-16e7def6-948d-422b-a88b-2dae173e4dfd service neutron] 10.222.0.31 "GET /v2.0/networks?id=a832161c-0b16-43eb-8184-d4742617e68d HTTP/1.1" status: 200 len: 930 time: 0.1201837 Mar 31 22:48:49.522943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-c861c737-7e85-476e-8566-38e8b0b26731 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 200 len: 999 time: 0.0908859 Mar 31 22:48:49.547389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a93d6f-8594-41df-8f38-98448dca4b09 req-234b78a1-e294-4d28-8bf8-2c13d025891e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:49.548895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64a93d6f-8594-41df-8f38-98448dca4b09 req-234b78a1-e294-4d28-8bf8-2c13d025891e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 950 time: 0.1097224 Mar 31 22:48:49.569715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:49.611112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '3d0f6b25-b157-4736-bbfe-502f8b96c99f', 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'port_id': '3d0f6b25-b157-4736-bbfe-502f8b96c99f', 'mac_address': 'fa:16:3e:f1:a0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41bb645-28bf-45ae-bf44-28cec17d8d36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:48:49.614031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-4ee78612-3ec4-4ebb-b85b-ef18a5f0a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:49.615568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-4ee78612-3ec4-4ebb-b85b-ef18a5f0a433 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df7444b8-c467-492c-829c-e27321f08a27 HTTP/1.1" status: 200 len: 868 time: 0.0836949 Mar 31 22:48:49.623621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64a93d6f-8594-41df-8f38-98448dca4b09 req-cc4aa56d-6992-4451-8fa4-c72f7915d0a8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501380 Mar 31 22:48:49.671967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-55306f60-da3d-4598-b374-d696f0ce54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:49.673644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-55306f60-da3d-4598-b374-d696f0ce54b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a832161c-0b16-43eb-8184-d4742617e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488496 Mar 31 22:48:49.674841 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:49.680135 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f519dd1-6ef1-4909-a332-516f8a15eb5d x-openstack-request-id: req-4f519dd1-6ef1-4909-a332-516f8a15eb5d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:49.680451 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b11549-5f76-4c01-90ff-6c0d846ae50d", "name": "network-vif-plugged", "status": "completed", "tag": "01cf256f-8284-425c-92c6-b6a357665752", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:49.680716 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f519dd1-6ef1-4909-a332-516f8a15eb5d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:49.681109 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f519dd1-6ef1-4909-a332-516f8a15eb5d'] response: {'server_uuid': '56b11549-5f76-4c01-90ff-6c0d846ae50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cf256f-8284-425c-92c6-b6a357665752', 'code': 200} Mar 31 22:48:49.687601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-eeb6b3a8-d5f4-4783-bda2-5254c5bcaa29 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:48:49.688690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-eeb6b3a8-d5f4-4783-bda2-5254c5bcaa29 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064955 Mar 31 22:48:49.697234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0f6b25-b157-4736-bbfe-502f8b96c99f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:48:49.705490 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9818b117-e479-4c1b-8613-ed0c0a8836cb', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'port_id': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'mac_address': 'fa:16:3e:fb:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f8528-1efa-482b-9b62-b6bc81613394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:48:46Z', 'updated_at': '2022-03-31T22:48:48Z', 'revision_number': 1, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:27Z', 'revision_number': 5, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:49.757538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] Checking router: a6c1691f-48db-4bf0-b334-338bdafcef4d for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:48:49.764445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:49.773141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:49.774099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:49.805026 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-d4c6b10d-121d-4158-806d-9bf7b19854b2 service neutron] 10.222.0.31 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993760 Mar 31 22:48:49.809539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022973db-763e-4304-841f-5fe824584541 req-d7df7778-c52e-42ea-8c9b-cba83d665fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:49.811783 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-022973db-763e-4304-841f-5fe824584541 req-d7df7778-c52e-42ea-8c9b-cba83d665fce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 1101 time: 0.0571101 Mar 31 22:48:49.852636 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-022973db-763e-4304-841f-5fe824584541 req-4c3361a1-5bf5-408a-926f-c8a1ca8019dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Mar 31 22:48:49.890318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:49.908614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe6a6424-1bb3-4302-942b-7b5660df545e req-dcb95a95-0a82-4cb7-b2d3-016aad750905 service neutron] 10.222.0.31 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964179 Mar 31 22:48:49.950652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:49.992470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:50.093308 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff77bd93-6db7-44c3-887a-48ee8701a206 x-openstack-request-id: req-ff77bd93-6db7-44c3-887a-48ee8701a206 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:50.093915 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:50.094176 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff77bd93-6db7-44c3-887a-48ee8701a206 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:50.094609 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff77bd93-6db7-44c3-887a-48ee8701a206'] response: {'name': 'network-changed', 'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'status': 'completed', 'code': 200} Mar 31 22:48:50.104666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91c569-e055-4bea-aeae-75423ce6815a req-23d598ae-0575-4864-99aa-63a05e777263 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:50.106273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb91c569-e055-4bea-aeae-75423ce6815a req-23d598ae-0575-4864-99aa-63a05e777263 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 944 time: 0.0699081 Mar 31 22:48:50.194814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-44301f51-635c-4b7e-9933-987d49ef367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:50.198099 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-44301f51-635c-4b7e-9933-987d49ef367c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a64ec94a04c4281aaa2f9ce5a9ef90d&device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 1096 time: 0.0745718 Mar 31 22:48:50.198705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3d0f6b25-b157-4736-bbfe-502f8b96c99f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:48:50.227722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb91c569-e055-4bea-aeae-75423ce6815a req-37eaf311-4606-4c65-809e-09ea37d117d3 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072781 Mar 31 22:48:50.314394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-487ab8e1-8a43-4468-af4f-8bc205ba9c29 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 258 time: 0.1833434 Mar 31 22:48:50.320459 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:50.343624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9818b117-e479-4c1b-8613-ed0c0a8836cb', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'port_id': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'mac_address': 'fa:16:3e:fb:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f8528-1efa-482b-9b62-b6bc81613394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:48:46Z', 'updated_at': '2022-03-31T22:48:48Z', 'revision_number': 1, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:27Z', 'revision_number': 5, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:50.367690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-1b15cec8-9398-4a6b-9056-6dfe757ae067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:50.369276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-1b15cec8-9398-4a6b-9056-6dfe757ae067 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a832161c-0b16-43eb-8184-d4742617e68d HTTP/1.1" status: 200 len: 930 time: 0.1615620 Mar 31 22:48:50.382684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52dc858-af53-4688-9f2a-5484376680d5 None None] The sync data for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 is: [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9818b117-e479-4c1b-8613-ed0c0a8836cb', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'port_id': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'mac_address': 'fa:16:3e:fb:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f8528-1efa-482b-9b62-b6bc81613394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:48:46Z', 'updated_at': '2022-03-31T22:48:48Z', 'revision_number': 1, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:27Z', 'revision_number': 5, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:48:50.416666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:50.522595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-5a8913dd-59fe-470d-b134-efd5734a85ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 200 len: 999 time: 0.1450832 Mar 31 22:48:50.564417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2abfd-2d75-4a31-a2f4-b7ca80c9b0c9 req-a587c528-0ea1-478f-a677-6becb8fb3f4e tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:50.568689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59b2abfd-2d75-4a31-a2f4-b7ca80c9b0c9 req-a587c528-0ea1-478f-a677-6becb8fb3f4e tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.1271305 Mar 31 22:48:50.583012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-05f0965b-ab44-45b0-b9e7-788ea8322a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:50.584475 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-05f0965b-ab44-45b0-b9e7-788ea8322a9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df7444b8-c467-492c-829c-e27321f08a27 HTTP/1.1" status: 200 len: 868 time: 0.0554469 Mar 31 22:48:50.632882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59b2abfd-2d75-4a31-a2f4-b7ca80c9b0c9 req-8ab2313e-39d6-43b1-af32-876a1ca8662b tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565794 Mar 31 22:48:50.680259 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:50.693982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-29993ea2-255e-4a9e-a04b-835d49f61237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:50.699595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-29993ea2-255e-4a9e-a04b-835d49f61237 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a832161c-0b16-43eb-8184-d4742617e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037681 Mar 31 22:48:50.781852 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220212c5-f82a-403b-825f-4f5e49823a31 None None] New status for floating IP 9818b117-e479-4c1b-8613-ed0c0a8836cb: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:48:50.886666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51606) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:50.894385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9f9fa-5c9d-4f29-a216-b6cc0ab6dfd1 req-cec8cd9b-10cf-4de6-959d-030bb469b745 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:50.902982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfe9f9fa-5c9d-4f29-a216-b6cc0ab6dfd1 req-cec8cd9b-10cf-4de6-959d-030bb469b745 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1419616 Mar 31 22:48:50.920625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Allocated IP 172.25.4.20 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/6a7c1a70-9a6a-4989-a983-4d218c31e77b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:48:50.958058 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-166c112b-c19b-48c2-a302-0c1ea384fd4e service neutron] 10.222.0.50 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546623 Mar 31 22:48:50.994314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfe9f9fa-5c9d-4f29-a216-b6cc0ab6dfd1 req-dfdeeca2-99c3-4db6-a2bc-29c9a4139a63 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899787 Mar 31 22:48:51.105249 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ccf3c8ee-7e13-4bf0-95c8-33e7579f23b8 req-0cf1ab09-3413-4cfe-b0e7-43f9fc8f184c service neutron] 10.222.0.50 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378829 Mar 31 22:48:51.121171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-edf18bef-f6f7-47f1-bac6-d3951bcf1373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.154986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.175508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8e82-9e51-4eca-930e-e9d0699362fe req-75475b52-d044-4cc1-96e1-bf5a7366f413 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:51.177365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d6f8e82-9e51-4eca-930e-e9d0699362fe req-75475b52-d044-4cc1-96e1-bf5a7366f413 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 950 time: 0.0993123 Mar 31 22:48:51.237992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d6f8e82-9e51-4eca-930e-e9d0699362fe req-e0d76c40-15a4-41a9-a5a3-a78c0ab71a9e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Mar 31 22:48:51.239424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-edf18bef-f6f7-47f1-bac6-d3951bcf1373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.340955 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.371114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3d0f6b25-b157-4736-bbfe-502f8b96c99f up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:48:51.375209 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-edf18bef-f6f7-47f1-bac6-d3951bcf1373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.411319 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-edf18bef-f6f7-47f1-bac6-d3951bcf1373 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=542e8e8275c34d1781a895ee4fac609d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228331 Mar 31 22:48:51.412150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51616) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:51.414578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Pushing event updated for resources: {'Port': ['ID=6a7c1a70-9a6a-4989-a983-4d218c31e77b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:51.419764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51618) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:51.421464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:48:51.431294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:48:51.435562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:48:51.452783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f3c4f-c4e1-42b0-be16-f85bed9833a9 req-fd9f13df-999d-4130-b778-7fcd20223b7e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:51.454249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf18bef-f6f7-47f1-bac6-d3951bcf1373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e685b5-7b4f-48ff-86c7-c8846f0d28a3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:51.462878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-999f3c4f-c4e1-42b0-be16-f85bed9833a9 req-fd9f13df-999d-4130-b778-7fcd20223b7e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 944 time: 0.1531703 Mar 31 22:48:51.504502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 3d0f6b25-b157-4736-bbfe-502f8b96c99f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:48:51.505980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 3d0f6b25-b157-4736-bbfe-502f8b96c99f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:48:51.506493 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.567484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-999f3c4f-c4e1-42b0-be16-f85bed9833a9 req-d13ccf42-506f-450f-8252-87988e26c367 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035523 Mar 31 22:48:51.571249 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.582982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-32703e62-b6e8-47d6-bb3d-3b78e692097b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.595289 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-92cbfac6-934c-4338-8553-b2911794ffff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.637731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-92cbfac6-934c-4338-8553-b2911794ffff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.704660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-32703e62-b6e8-47d6-bb3d-3b78e692097b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.742541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec2db48-a5e7-4d3e-8add-71b7c70322eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d80ff78-3aef-49f6-99fd-db5d7fecccad'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:51.744834 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788ba933-0f7a-402e-b0a1-2e0a0044df1a" -d '{"events": [{"server_uuid": "cec2db48-a5e7-4d3e-8add-71b7c70322eb", "name": "network-vif-plugged", "status": "completed", "tag": "9d80ff78-3aef-49f6-99fd-db5d7fecccad"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:51.756427 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.769407 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.803406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-32703e62-b6e8-47d6-bb3d-3b78e692097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.812225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:51.845399 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-32703e62-b6e8-47d6-bb3d-3b78e692097b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94dbc1640d964ee1b885e50e90f8439c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185045 Mar 31 22:48:51.855493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51626) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:51.855814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32703e62-b6e8-47d6-bb3d-3b78e692097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5228d4dc-82c3-455a-b4a3-5b81697ab99f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:51.874112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3a12-1eab-4b87-a7c0-50890908f1d1 req-526b875f-3194-42e0-9e28-1c4594c381fb tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:51.875314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-930a3a12-1eab-4b87-a7c0-50890908f1d1 req-526b875f-3194-42e0-9e28-1c4594c381fb tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.0959673 Mar 31 22:48:51.900825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.955132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:51.960628 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-92cbfac6-934c-4338-8553-b2911794ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.963250 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-92cbfac6-934c-4338-8553-b2911794ffff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:51.964419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-92cbfac6-934c-4338-8553-b2911794ffff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4e685b5-7b4f-48ff-86c7-c8846f0d28a3 HTTP/1.1" status: 204 len: 168 time: 0.5414672 Mar 31 22:48:51.995243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbfac6-934c-4338-8553-b2911794ffff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e685b5-7b4f-48ff-86c7-c8846f0d28a3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:52.035278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-930a3a12-1eab-4b87-a7c0-50890908f1d1 req-e3a362dd-5447-48d8-90a0-974f070cac43 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340222 Mar 31 22:48:52.047167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47d01ab9-d58b-4dac-bd33-94e43ca2c896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.087217 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47d01ab9-d58b-4dac-bd33-94e43ca2c896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.097514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.104758 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b916dd-0fb5-49e9-b57b-06be5281bf64 x-openstack-request-id: req-88b916dd-0fb5-49e9-b57b-06be5281bf64 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:52.105329 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec2db48-a5e7-4d3e-8add-71b7c70322eb", "name": "network-vif-plugged", "status": "completed", "tag": "9d80ff78-3aef-49f6-99fd-db5d7fecccad", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:52.105590 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88b916dd-0fb5-49e9-b57b-06be5281bf64 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:52.105992 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b916dd-0fb5-49e9-b57b-06be5281bf64'] response: {'server_uuid': 'cec2db48-a5e7-4d3e-8add-71b7c70322eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d80ff78-3aef-49f6-99fd-db5d7fecccad', 'code': 200} Mar 31 22:48:52.205083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.228334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939858d2-2259-43e8-9342-ffc36b3ae08f req-930c399d-ce37-465d-8d43-d39076280f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:52.230275 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-939858d2-2259-43e8-9342-ffc36b3ae08f req-930c399d-ce37-465d-8d43-d39076280f6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 1101 time: 0.0497518 Mar 31 22:48:52.244679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.270354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5b2ff-9e12-4220-9a26-afaa62b56bb2 req-9a640eaf-9f3e-4642-a8af-c6a6567611c0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:52.273225 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-939858d2-2259-43e8-9342-ffc36b3ae08f req-95165d5d-fb1d-48a7-8bd2-ab67f2356147 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Mar 31 22:48:52.273350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fd5b2ff-9e12-4220-9a26-afaa62b56bb2 req-9a640eaf-9f3e-4642-a8af-c6a6567611c0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0999415 Mar 31 22:48:52.277291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47d01ab9-d58b-4dac-bd33-94e43ca2c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.279853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47d01ab9-d58b-4dac-bd33-94e43ca2c896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.280911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-47d01ab9-d58b-4dac-bd33-94e43ca2c896 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5228d4dc-82c3-455a-b4a3-5b81697ab99f HTTP/1.1" status: 204 len: 168 time: 0.4244754 Mar 31 22:48:52.293063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Pushing event updated for resources: {'Port': ['ID=6a7c1a70-9a6a-4989-a983-4d218c31e77b,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:52.309068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d01ab9-d58b-4dac-bd33-94e43ca2c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5228d4dc-82c3-455a-b4a3-5b81697ab99f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:52.338183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fd5b2ff-9e12-4220-9a26-afaa62b56bb2 req-3140d323-d8fa-4ebc-ad05-b142880b664c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537913 Mar 31 22:48:52.349716 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.351176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-fb939a66-5e48-4686-8024-e745e1c5d1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0358999 Mar 31 22:48:52.432039 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-f86102cc-f542-4d57-8616-4e28faa835ef tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0639205 Mar 31 22:48:52.604311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde6827-f3f1-48d5-8cde-24f6bc48e497 req-95fd1aaf-fc4c-4968-829a-8ac28c9f19db tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:52.605775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9fde6827-f3f1-48d5-8cde-24f6bc48e497 req-95fd1aaf-fc4c-4968-829a-8ac28c9f19db tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 950 time: 0.1473811 Mar 31 22:48:52.636118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-c05544e9-fe0b-4062-87b3-8511477f95ea tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:52.637566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41e44c09-bb3a-4231-b781-51cd62953c91 req-c05544e9-fe0b-4062-87b3-8511477f95ea tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.1955225 Mar 31 22:48:52.672679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9fde6827-f3f1-48d5-8cde-24f6bc48e497 req-a53afa54-2f79-4d42-b324-7c8366f3d245 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538440 Mar 31 22:48:52.769798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e511d-c3bf-4b35-bbf1-1322ce11ff3e req-82c285a6-fe65-4d4b-8ec0-fee49dfa1bf0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:52.771632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4e511d-c3bf-4b35-bbf1-1322ce11ff3e req-82c285a6-fe65-4d4b-8ec0-fee49dfa1bf0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.0682414 Mar 31 22:48:52.815972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51646) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:52.832781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1631f955-9a6a-41bb-8a24-1220b19b47f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.863367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4e511d-c3bf-4b35-bbf1-1322ce11ff3e req-9845d574-5dc1-4d03-bb33-19b8db1cf341 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782371 Mar 31 22:48:52.908186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659ba9c-1993-495f-ae68-024925e620e6 req-22d825d6-9936-41be-a4b2-d9aefa9502b8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:52.919145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e659ba9c-1993-495f-ae68-024925e620e6 req-22d825d6-9936-41be-a4b2-d9aefa9502b8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1085970 Mar 31 22:48:52.966762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1631f955-9a6a-41bb-8a24-1220b19b47f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:52.971195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e659ba9c-1993-495f-ae68-024925e620e6 req-2d8acbd0-5427-4f6a-a00b-7bb915993b9b tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0517609 Mar 31 22:48:52.982416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e659ba9c-1993-495f-ae68-024925e620e6 req-c5dd14f7-743b-406d-94d9-9686256afe89 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Request body: {'floatingip': {'port_id': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:53.023777 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e659ba9c-1993-495f-ae68-024925e620e6 req-c5dd14f7-743b-406d-94d9-9686256afe89 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.077678 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1631f955-9a6a-41bb-8a24-1220b19b47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.122581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631f955-9a6a-41bb-8a24-1220b19b47f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee0b4c6-d672-4921-8046-a165afbd65a9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:53.131164 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1631f955-9a6a-41bb-8a24-1220b19b47f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c62a72ebf1443d0882831c0b1477329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102410 Mar 31 22:48:53.131447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51652) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:53.196896 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15e08588-f5c7-4104-81cd-26a0bc8a59c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.227525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15e08588-f5c7-4104-81cd-26a0bc8a59c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.296367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec93b2-8830-4a40-8bd3-f7db5ca8949c req-7f9c7e3e-8979-43c4-bb31-157ef1faff02 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:53.298793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dec93b2-8830-4a40-8bd3-f7db5ca8949c req-7f9c7e3e-8979-43c4-bb31-157ef1faff02 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 1101 time: 0.0902526 Mar 31 22:48:53.326517 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-e659ba9c-1993-495f-ae68-024925e620e6 req-c5dd14f7-743b-406d-94d9-9686256afe89 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 22:48:53.327692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51654) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:53.328347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e659ba9c-1993-495f-ae68-024925e620e6 req-c5dd14f7-743b-406d-94d9-9686256afe89 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "PUT /v2.0/floatingips/8896c1ae-7696-4531-b69e-5b4a5d43143b HTTP/1.1" status: 409 len: 549 time: 0.3497307 Mar 31 22:48:53.339109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4dec93b2-8830-4a40-8bd3-f7db5ca8949c req-2256f33d-9fe7-4d5d-8740-6ba53a5e5bf3 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.349339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8411d1de-f6bc-4e86-bc02-e1e839960005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.363848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15e08588-f5c7-4104-81cd-26a0bc8a59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.366350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15e08588-f5c7-4104-81cd-26a0bc8a59c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.367578 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15e08588-f5c7-4104-81cd-26a0bc8a59c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aee0b4c6-d672-4921-8046-a165afbd65a9 HTTP/1.1" status: 204 len: 168 time: 0.2349250 Mar 31 22:48:53.383727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e08588-f5c7-4104-81cd-26a0bc8a59c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee0b4c6-d672-4921-8046-a165afbd65a9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:53.483141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8411d1de-f6bc-4e86-bc02-e1e839960005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.506182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8a061-23f4-482c-9954-6a695ffd1cd4 req-87486b21-a20a-4d5d-9ac1-2e32403e5cb2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:53.507789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4c8a061-23f4-482c-9954-6a695ffd1cd4 req-87486b21-a20a-4d5d-9ac1-2e32403e5cb2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.0970550 Mar 31 22:48:53.527925 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4dec93b2-8830-4a40-8bd3-f7db5ca8949c req-2256f33d-9fe7-4d5d-8740-6ba53a5e5bf3 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.560494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4c8a061-23f4-482c-9954-6a695ffd1cd4 req-c31208dd-b652-41a6-bde0-c8356b576478 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Mar 31 22:48:53.579607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8411d1de-f6bc-4e86-bc02-e1e839960005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.633279 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8411d1de-f6bc-4e86-bc02-e1e839960005 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86a16315a15d4bc39500397d92306e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976875 Mar 31 22:48:53.633279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411d1de-f6bc-4e86-bc02-e1e839960005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2af9cc-7049-445f-960b-fe5660cc4982,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:53.633279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:48:53.642514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4dec93b2-8830-4a40-8bd3-f7db5ca8949c req-2256f33d-9fe7-4d5d-8740-6ba53a5e5bf3 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.652700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-043c2491-009a-4543-9168-19de0b0f5567 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips/8896c1ae-7696-4531-b69e-5b4a5d43143b HTTP/1.1" status: 200 len: 692 time: 0.0667861 Mar 31 22:48:53.686107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dec93b2-8830-4a40-8bd3-f7db5ca8949c req-2256f33d-9fe7-4d5d-8740-6ba53a5e5bf3 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769436 Mar 31 22:48:53.687610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256f33d-9fe7-4d5d-8740-6ba53a5e5bf3 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff295a3e-f521-4f16-b96e-17cb8c171d4a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:53.714339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-baff65ec-9b00-494b-897d-739025755f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.755520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-baff65ec-9b00-494b-897d-739025755f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.880048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208356b2-0cd9-43fa-b2b3-df7ae96d4184 req-f1606f41-4160-49b3-985d-7b5269c8a67f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:53.881620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-208356b2-0cd9-43fa-b2b3-df7ae96d4184 req-f1606f41-4160-49b3-985d-7b5269c8a67f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0898492 Mar 31 22:48:53.882776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-baff65ec-9b00-494b-897d-739025755f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.891472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-baff65ec-9b00-494b-897d-739025755f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:53.891472 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-baff65ec-9b00-494b-897d-739025755f55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc2af9cc-7049-445f-960b-fe5660cc4982 HTTP/1.1" status: 204 len: 168 time: 0.2553339 Mar 31 22:48:53.891843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-7bf9661c-b6e7-4a31-8c28-4709bfdc22dd tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:53.891843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-7bf9661c-b6e7-4a31-8c28-4709bfdc22dd tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.1808343 Mar 31 22:48:53.912139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff65ec-9b00-494b-897d-739025755f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2af9cc-7049-445f-960b-fe5660cc4982,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:54.107186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:54.111421 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28f7392-63e8-4168-87a9-d90a924a696e" -d '{"events": [{"server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "name": "network-vif-plugged", "status": "completed", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:54.256519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-a1282514-96b9-48cd-b7b1-91097b982761 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.3582280 Mar 31 22:48:54.265011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-208356b2-0cd9-43fa-b2b3-df7ae96d4184 req-dc5e2e76-bfb6-4a33-ada7-ceb89edaf0eb tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727062 Mar 31 22:48:54.339430 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-d2767b61-b8c6-4a62-b8ef-13098793daf1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0659068 Mar 31 22:48:54.512772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Deleting port 6a7c1a70-9a6a-4989-a983-4d218c31e77b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:48:54.513117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:54.645350 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:54.645968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:54.656034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaff3b0-8dcc-43c8-b4b9-aaec34e515c2 req-9e9acaf4-6099-431a-a6b6-25775f52527f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:54.657865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5eaff3b0-8dcc-43c8-b4b9-aaec34e515c2 req-9e9acaf4-6099-431a-a6b6-25775f52527f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.1015992 Mar 31 22:48:54.676734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Calling delete_port for 6a7c1a70-9a6a-4989-a983-4d218c31e77b owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:48:54.746056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5eaff3b0-8dcc-43c8-b4b9-aaec34e515c2 req-9d44e047-a951-4b92-a7bd-4d5ef3e23429 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817356 Mar 31 22:48:54.794565 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f194602a-9014-421a-8ca6-3beabf656c80 x-openstack-request-id: req-f194602a-9014-421a-8ca6-3beabf656c80 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:54.794981 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "name": "network-vif-plugged", "status": "completed", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:54.795589 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f194602a-9014-421a-8ca6-3beabf656c80 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:54.796199 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f194602a-9014-421a-8ca6-3beabf656c80'] response: {'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f', 'code': 200} Mar 31 22:48:54.912651 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86beec1-802b-48f8-a1ae-6eed8285c598 req-a0946754-9f7c-4c28-877a-09621fe86568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:54.914218 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e86beec1-802b-48f8-a1ae-6eed8285c598 req-a0946754-9f7c-4c28-877a-09621fe86568 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1096 time: 0.0506566 Mar 31 22:48:54.918575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d1430-8a00-4651-a843-626d59864528 req-e0cc8b9b-f121-400d-9ccd-f2de6168cb8a tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:54.922509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f36d1430-8a00-4651-a843-626d59864528 req-e0cc8b9b-f121-400d-9ccd-f2de6168cb8a tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.0720963 Mar 31 22:48:54.922509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:54.959579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Pushing event deleted for resources: {'Port': ['ID=6a7c1a70-9a6a-4989-a983-4d218c31e77b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:54.969986 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e86beec1-802b-48f8-a1ae-6eed8285c598 req-8ac7a7eb-f66a-4c20-8d8f-c3be8f8ec40e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489271 Mar 31 22:48:55.007179 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:55.009819 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:55.011006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-906a50c7-3d34-4be9-b773-01a59fb6dac2 req-c80177ae-9e51-438a-a8ae-f834ed2bb682 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "DELETE /v2.0/floatingips/8896c1ae-7696-4531-b69e-5b4a5d43143b HTTP/1.1" status: 204 len: 173 time: 0.6661839 Mar 31 22:48:55.039631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f36d1430-8a00-4651-a843-626d59864528 req-96b41500-f369-478c-b001-c1da7aed3430 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865960 Mar 31 22:48:55.169928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-9ea93153-d7ee-42e6-853c-21a39124b934 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463552 Mar 31 22:48:55.182141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-90ad1226-8c6e-4d19-9138-e6c04dd05f50 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1001 time: 0.1248984 Mar 31 22:48:55.292308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-26575482-4044-4717-9844-f5e569933d36 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:55.293739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-26575482-4044-4717-9844-f5e569933d36 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports/0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 200 len: 942 time: 0.0999992 Mar 31 22:48:55.349374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f108a63c-4e53-47d9-b198-e75b133c08bb tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:55.350974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f108a63c-4e53-47d9-b198-e75b133c08bb tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552095 Mar 31 22:48:55.376582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-236ec009-97e8-4c74-bdac-2e8415170327 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/quotas/b29cd23d11fc4c32b07e7aa1c0bad775 HTTP/1.1" status: 200 len: 375 time: 0.0153565 Mar 31 22:48:55.517245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-9fddb3d6-2ba9-4c14-bc4b-e02b7d7dd2c6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1001 time: 0.1393771 Mar 31 22:48:55.528117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-6bc8fdaf-9611-43a8-aee5-4fcad58346be tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385305 Mar 31 22:48:55.650132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-b529a35e-99c4-4841-bbe6-2fafb6bbe6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:55.651511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-b529a35e-99c4-4841-bbe6-2fafb6bbe6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.1224952 Mar 31 22:48:55.731249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-f4c27226-3c84-4319-8b54-ba03d2d87a8b tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1001 time: 0.0697966 Mar 31 22:48:55.741129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:55.824413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:56.012815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:56.076311 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:56.076790 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Floating IP 9818b117-e479-4c1b-8613-ed0c0a8836cb disassociated. External IP: 172.25.4.168, port: 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83. Mar 31 22:48:56.330027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Router a6c1691f-48db-4bf0-b334-338bdafcef4d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:48:56.454392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:48:56.459162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:56.467583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] Sync routers for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:48:56.483830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:56.484881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:56.497852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-aa7e7bf7-ebba-431c-a719-a6ce4c1232a1 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "PUT /v2.0/floatingips/9818b117-e479-4c1b-8613-ed0c0a8836cb HTTP/1.1" status: 200 len: 695 time: 0.7606361 Mar 31 22:48:56.498308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:56.500805 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b28d8e-6698-4d4f-9499-9ff2060cb313" -d '{"events": [{"name": "network-changed", "server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:56.578229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-39b42875-c285-4737-8836-ea0fac3bd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:56.579833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-39b42875-c285-4737-8836-ea0fac3bd8ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a64ec94a04c4281aaa2f9ce5a9ef90d&device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 1096 time: 0.0685120 Mar 31 22:48:56.626169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:56.735809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-04bf0708-f6f0-492e-a814-6d5150427fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:56.737855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-04bf0708-f6f0-492e-a814-6d5150427fba service neutron] 10.222.0.31 "GET /v2.0/networks?id=a832161c-0b16-43eb-8184-d4742617e68d HTTP/1.1" status: 200 len: 930 time: 0.1484375 Mar 31 22:48:56.751950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804a9dc-503a-44ec-82f1-ea7d6d7fd63c req-0a83a928-4b97-4d01-b234-745e26308bd7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:56.753621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0804a9dc-503a-44ec-82f1-ea7d6d7fd63c req-0a83a928-4b97-4d01-b234-745e26308bd7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.0983396 Mar 31 22:48:56.800384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-35448f16-10bb-47c8-bcdf-3b527cc5766f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 200 len: 217 time: 0.0450532 Mar 31 22:48:56.856162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:27Z', 'revision_number': 5, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:56.864075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0804a9dc-503a-44ec-82f1-ea7d6d7fd63c req-0f29e2f4-76d6-47c1-a0fa-b119ee8b18ec tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014035 Mar 31 22:48:56.874380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-34b914df-7593-449d-b40a-a7d12a28eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:56.887083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-34b914df-7593-449d-b40a-a7d12a28eea9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df7444b8-c467-492c-829c-e27321f08a27 HTTP/1.1" status: 200 len: 868 time: 0.0728769 Mar 31 22:48:56.888912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] Checking router: a6c1691f-48db-4bf0-b334-338bdafcef4d for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:48:56.897419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:48:56.903711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:48:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:56.936128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-e8df1e59-9e34-4f2f-907e-10d2f22d0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:56.937639 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-e8df1e59-9e34-4f2f-907e-10d2f22d0b76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a832161c-0b16-43eb-8184-d4742617e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531437 Mar 31 22:48:57.033317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:48:57.059386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f032a3-14ac-4ffe-a973-c53d9ad9c556 req-04e69330-4ce1-4b63-ba50-45d26a08b5e6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:57.060932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7f032a3-14ac-4ffe-a973-c53d9ad9c556 req-04e69330-4ce1-4b63-ba50-45d26a08b5e6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.1202397 Mar 31 22:48:57.119830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-86bae51c-0685-43f3-a2de-b7877c63ed0b service neutron] 10.222.0.31 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692011 Mar 31 22:48:57.122901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7f032a3-14ac-4ffe-a973-c53d9ad9c556 req-76800cf9-c4be-461c-a311-2d4ccaae8143 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544977 Mar 31 22:48:57.224267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b7fecc-b83c-474a-ad5e-26da4bcbf1d3 req-eb087fc0-23f8-4972-a0b7-7dbcc0f53123 service neutron] 10.222.0.31 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979233 Mar 31 22:48:57.275644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:27Z', 'revision_number': 5, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:48:57.303381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d2f033-dc77-4311-bddb-a021ec6b06fd None None] The sync data for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 is: [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:48:22Z', 'revision_number': 4, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '371048f9-7048-49a8-8674-d54424c1a930', 'name': '', 'network_id': 'a832161c-0b16-43eb-8184-d4742617e68d', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'mac_address': 'fa:16:3e:aa:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'df7444b8-c467-492c-829c-e27321f08a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:20Z', 'updated_at': '2022-03-31T22:48:27Z', 'revision_number': 5, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'subnets': [{'id': 'df7444b8-c467-492c-829c-e27321f08a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:48:57.586341 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aaefdb-b6e3-490a-ac22-d233ca62fe32 None None] New status for floating IP 9818b117-e479-4c1b-8613-ed0c0a8836cb: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:48:57.706235 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aada4c4-798a-411f-b80c-b4ef668106b5 x-openstack-request-id: req-3aada4c4-798a-411f-b80c-b4ef668106b5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:48:57.706781 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:48:57.706781 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3aada4c4-798a-411f-b80c-b4ef668106b5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:48:57.707212 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aada4c4-798a-411f-b80c-b4ef668106b5'] response: {'name': 'network-changed', 'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'status': 'completed', 'code': 200} Mar 31 22:48:57.814309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-cf08aa9e-b878-40fb-8596-e88f6affc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:57.816562 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-cf08aa9e-b878-40fb-8596-e88f6affc5e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a64ec94a04c4281aaa2f9ce5a9ef90d&device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 1096 time: 0.0648348 Mar 31 22:48:57.852975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cef9c-308c-4272-becc-129f0d82a116 req-379c00de-851d-48ee-8ef3-949f4191c0fd tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:57.854692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e7cef9c-308c-4272-becc-129f0d82a116 req-379c00de-851d-48ee-8ef3-949f4191c0fd tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.0854101 Mar 31 22:48:57.932260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e7cef9c-308c-4272-becc-129f0d82a116 req-ec732419-7ade-44be-9b1d-4009185b7ed2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688808 Mar 31 22:48:57.993644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-838daead-3c5e-497b-b682-4fec516b113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:57.997915 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-838daead-3c5e-497b-b682-4fec516b113e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a832161c-0b16-43eb-8184-d4742617e68d HTTP/1.1" status: 200 len: 930 time: 0.1703696 Mar 31 22:48:58.054748 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-50c7fa4e-9df3-4016-b0c2-76accf709c05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 200 len: 217 time: 0.0490823 Mar 31 22:48:58.117347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-825ea5de-1285-4985-8806-aa113bc5726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:58.119233 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-825ea5de-1285-4985-8806-aa113bc5726d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df7444b8-c467-492c-829c-e27321f08a27 HTTP/1.1" status: 200 len: 868 time: 0.0571721 Mar 31 22:48:58.161504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9f26e-d4e3-4c0e-9a96-cb8f478cffb1 req-820f4c6d-e90a-4641-a9c7-139c2316f360 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:58.168430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-ee143eee-7e48-4264-96d9-9dae4948408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:58.169312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ab9f26e-d4e3-4c0e-9a96-cb8f478cffb1 req-820f4c6d-e90a-4641-a9c7-139c2316f360 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1096 time: 0.1340029 Mar 31 22:48:58.170391 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-ee143eee-7e48-4264-96d9-9dae4948408b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a832161c-0b16-43eb-8184-d4742617e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450208 Mar 31 22:48:58.261131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-229f9b52-82c4-49fe-b35e-307df5100dfa tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips/9818b117-e479-4c1b-8613-ed0c0a8836cb HTTP/1.1" status: 200 len: 693 time: 0.0660684 Mar 31 22:48:58.263438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ab9f26e-d4e3-4c0e-9a96-cb8f478cffb1 req-f69dd993-a2c6-4160-94ff-1f9dd7d8338c tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932691 Mar 31 22:48:58.264419 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-3de43840-8786-40f6-adcb-a40fae149509 req-0a0090e9-d914-42d1-8392-121facca2516 service neutron] show failed (client error): The resource could not be found. Mar 31 22:48:58.265312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-0a0090e9-d914-42d1-8392-121facca2516 service neutron] 10.222.0.50 "GET /v2.0/ports/57b7f251-0fc2-4b7e-adec-1a2d2fa39b62/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.1549194 Mar 31 22:48:58.282531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-3bf3a63e-efce-4104-8682-368f25418715 service neutron] 10.222.0.50 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056235 Mar 31 22:48:58.406855 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73b28d8e-6698-4d4f-9499-9ff2060cb313 req-d61e013b-8c4f-490a-9b30-6204bf38a8ba service neutron] 10.222.0.50 "GET /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155193 Mar 31 22:48:58.700929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-912703bd-8eff-4a0b-accc-f9f52b4c5db8 req-fa6d59b9-736a-44bc-afff-607e21afcd23 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 210 time: 0.3505535 Mar 31 22:48:58.758858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-a49f428b-10b0-44d2-9802-e58e76787541 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:58.761114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-a49f428b-10b0-44d2-9802-e58e76787541 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.4913819 Mar 31 22:48:58.771696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-ddebab70-b62d-44ea-ab61-6559c44a8016 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:48:58.772668 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-ddebab70-b62d-44ea-ab61-6559c44a8016 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058973 Mar 31 22:48:58.833733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-c929a248-2330-40ef-ae5e-5a816abadda5 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.0548520 Mar 31 22:48:58.849816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a5582a5-a127-4cde-ab9a-bdfe2d7b20a0 req-5352357d-7e7d-4f81-8f38-3769d30bea84 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0336280 Mar 31 22:48:58.900150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-f5ba94cb-b8d4-44c1-aed7-ff100c3841ab tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.0524359 Mar 31 22:48:58.954792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-b61c9245-dcf7-4f16-8516-f1cfc9b279b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:58.957761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-b61c9245-dcf7-4f16-8516-f1cfc9b279b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 1101 time: 0.0515411 Mar 31 22:48:58.974830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:59.043853 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.073411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752c531-e3ca-4c7f-add4-3b73d4316f2c req-e7d643c2-9a43-4382-85d2-facc4755224c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:59.075743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a752c531-e3ca-4c7f-add4-3b73d4316f2c req-e7d643c2-9a43-4382-85d2-facc4755224c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.1233196 Mar 31 22:48:59.125721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a752c531-e3ca-4c7f-add4-3b73d4316f2c req-4b4414c0-61a5-410f-ad46-bbb6e8fb5c44 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393765 Mar 31 22:48:59.126930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Deleting port 4c0017ed-8858-4122-ac29-84722fcf1539 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:48:59.127322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.225340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.225772 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.254144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Calling delete_port for 4c0017ed-8858-4122-ac29-84722fcf1539 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:48:59.268986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-9e916c67-c7ff-4199-9dc4-5f00455dd5bf tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2c863d7bdf37443886befabfd4083a68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301394 Mar 31 22:48:59.292833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:48:59.326458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:59.365715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:48:59.368011 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f25fb1-3d74-4e2d-936f-48d0c87358b1" -d '{"events": [{"server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "name": "network-vif-unplugged", "status": "completed", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:48:59.372157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.384196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Transition to ACTIVE for port object 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:48:59.388887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-a3e47cb3-5efe-4cee-ad44-3e2356a4f7ff tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537324 Mar 31 22:48:59.494863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.522362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-7435618b-d0e7-4958-af18-9119afcb185c tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:59.523780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-7435618b-d0e7-4958-af18-9119afcb185c tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489736 Mar 31 22:48:59.570703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] No DVR routers for this DVR port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:48:59.574179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:59.586306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-4fe83d17-5f22-45df-87a1-0b3bd4798e1d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/quotas/2c863d7bdf37443886befabfd4083a68 HTTP/1.1" status: 200 len: 375 time: 0.0487990 Mar 31 22:48:59.607245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-e3aba49c-2196-4d4e-9b2c-da5c4afcbad2 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:59.608784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-e3aba49c-2196-4d4e-9b2c-da5c4afcbad2 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107337 Mar 31 22:48:59.614366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Attempting to bind port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:48:59.615009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Attempting to bind port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:48:59.615492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Attempting to bind port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:59.624884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:48:59.625392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Attempting to bind port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:48:59.632233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:48:59.633055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:48:59.633055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:48:59.633936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Bound port: 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:48:59.634450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.636065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Request body: {'port': {'device_id': '14c4aa95-4155-47bd-9124-3cbf36e0de5c', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'b29cd23d11fc4c32b07e7aa1c0bad775'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:48:59.718032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:48:59.725096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:48:59.745571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-81419115-2bd6-48fa-b454-3890f6678e9f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c863d7bdf37443886befabfd4083a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1583717 Mar 31 22:48:59.798326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.808909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.845347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Pushing event deleted for resources: {'Port': ['ID=4c0017ed-8858-4122-ac29-84722fcf1539,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:59.867963 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.868701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:59.869309 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.871799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.874999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-506fc907-6122-4961-8994-f26e4cf1ee3a req-4868f96f-7f78-400f-ba74-a74c6cbcb514 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "DELETE /v2.0/floatingips/9818b117-e479-4c1b-8613-ed0c0a8836cb HTTP/1.1" status: 204 len: 173 time: 0.9632483 Mar 31 22:48:59.883218 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] 10.222.0.45 "PUT /v2.0/ports/57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 1096 time: 0.9012201 Mar 31 22:48:59.898846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac4472-cdb1-4181-944b-10d176b79737 service neutron] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:48:59.906573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Made reservation on behalf of b29cd23d11fc4c32b07e7aa1c0bad775 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:48:59.912888 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:59.968667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-44ab6f09-cfe1-49ca-b42f-580191327df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:48:59.970335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-44ab6f09-cfe1-49ca-b42f-580191327df9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1099 time: 0.0484505 Mar 31 22:49:00.144883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f743ab80-16b7-47a0-b202-ee880e31e1c2 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810542 Mar 31 22:49:00.165832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-a6b29aa5-2b9c-43cd-89d8-7b349d389e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:00.168545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-a6b29aa5-2b9c-43cd-89d8-7b349d389e4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1826372 Mar 31 22:49:00.308534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c630955-1c9e-4349-9b5b-551b7f2f24cc x-openstack-request-id: req-2c630955-1c9e-4349-9b5b-551b7f2f24cc {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:00.308534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "name": "network-vif-unplugged", "status": "completed", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:00.308534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c630955-1c9e-4349-9b5b-551b7f2f24cc {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:00.309888 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c630955-1c9e-4349-9b5b-551b7f2f24cc'] response: {'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'code': 200} Mar 31 22:49:00.311701 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-77588166-728e-4897-8a7b-fbdb85a79cbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 217 time: 0.1308739 Mar 31 22:49:00.329727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-244da700-b928-4319-a2ad-61556e41da9f req-ae2c75c1-3438-4b0f-97db-15f8176242c4 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0438421 Mar 31 22:49:00.359842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Allocated IP 192.168.233.59 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/cf66eedc-1b27-41d3-8a00-645d18a8f410) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:00.428340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-aaf1c43a-98b2-40cd-a5b8-05cf4edcef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:00.429851 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-aaf1c43a-98b2-40cd-a5b8-05cf4edcef99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1039963 Mar 31 22:49:00.439312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-7a463b57-f68c-461f-bc08-0c8c9ba735a9 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:00.441580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-7a463b57-f68c-461f-bc08-0c8c9ba735a9 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957287 Mar 31 22:49:00.469411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Request body: {'port': {'device_id': 'fe7d2227-983c-4dd6-bfdd-6fab57c8f723', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'b29cd23d11fc4c32b07e7aa1c0bad775'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:00.485290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43840-8786-40f6-adcb-a40fae149509 req-1d7620b0-6be9-4260-89a8-72f48596dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:00.488128 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-1d7620b0-6be9-4260-89a8-72f48596dc51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508904 Mar 31 22:49:00.534182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34171058-78d1-4c9c-9e26-82717aa3977a req-9e2b2fdc-206d-4dff-9db2-5cf363ed2ede tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0798595 Mar 31 22:49:00.563058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f26da849-ec76-4dfc-b528-36f5eaf8159c req-3f89aedc-ae09-4860-b84f-39e8af837acf tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 210 time: 0.1349080 Mar 31 22:49:00.892859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915bc48-1ef1-4b7a-8367-0326fdca5091 req-24af982f-b6b2-4547-a2dc-e08db0c3a4d6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:00.900825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d915bc48-1ef1-4b7a-8367-0326fdca5091 req-24af982f-b6b2-4547-a2dc-e08db0c3a4d6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1708307 Mar 31 22:49:00.947093 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-1025245b-2f1e-48d3-a92c-b6d956a63eec service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518096 Mar 31 22:49:00.957313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685d4b-1eab-4b8c-823d-c5a9678a3803 req-cd7cc873-9d7f-426b-8ec9-269d6137edf0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:00.958816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15685d4b-1eab-4b8c-823d-c5a9678a3803 req-cd7cc873-9d7f-426b-8ec9-269d6137edf0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 948 time: 0.2458260 Mar 31 22:49:00.968839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d915bc48-1ef1-4b7a-8367-0326fdca5091 req-2db95c44-8ab5-4687-a2c0-346af6f40046 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0671721 Mar 31 22:49:00.976968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.071920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddf3486a-2895-4534-9883-24f1689bf7b2 req-4498b3e1-dced-4e07-b3df-7ea89d94bebe tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0725038 Mar 31 22:49:01.094252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3de43840-8786-40f6-adcb-a40fae149509 req-2bab5561-8a48-43e7-8c40-eb7cd9f32072 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331971 Mar 31 22:49:01.095871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Made reservation on behalf of b29cd23d11fc4c32b07e7aa1c0bad775 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:01.099815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.112617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15685d4b-1eab-4b8c-823d-c5a9678a3803 req-8dd34685-4c4e-4673-9be1-d8aace20fbc0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427615 Mar 31 22:49:01.254212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.268875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:01.293167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51872) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:01.369921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Allocated IP 192.168.233.104 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/99cf945c-9fe0-49c7-810c-2e09e0de08f4) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:01.383126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:01.401832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:01.423894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:01.446540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:01.447613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.448874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:01.476992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'Port': ['ID=cf66eedc-1b27-41d3-8a00-645d18a8f410,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:01.534400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:01.540788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97f95f42-04d8-4245-9f81-d3e51c74b81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.635055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-00ef1f1d-4e10-4a68-ba64-92b196cf35c8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0049953 Mar 31 22:49:01.667448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96c2ffd6-6a20-44a6-8a18-16b73ac18c34 req-4e7118b2-5225-4db3-95f1-a259be9034ae tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0678818 Mar 31 22:49:01.677944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Request body: {'port': {'device_id': '14c4aa95-4155-47bd-9124-3cbf36e0de5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:01.706854 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97f95f42-04d8-4245-9f81-d3e51c74b81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.777242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-33b5637e-5700-4854-918a-6a42aee47cee None None] Provisioning complete for port cf66eedc-1b27-41d3-8a00-645d18a8f410 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:01.777673 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-33b5637e-5700-4854-918a-6a42aee47cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.797052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97f95f42-04d8-4245-9f81-d3e51c74b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.798309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71addcd4-8d75-481e-92b4-b2ab79f73f7c req-69b0a1d1-ac79-4bc8-9d3f-14baff2b3583 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0627761 Mar 31 22:49:01.836542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-33b5637e-5700-4854-918a-6a42aee47cee None None] Port cf66eedc-1b27-41d3-8a00-645d18a8f410 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:01.840557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.880936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95f42-04d8-4245-9f81-d3e51c74b81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cbb9ea-81eb-49c6-804e-4c1031b20e63,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:01.888217 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-97f95f42-04d8-4245-9f81-d3e51c74b81a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46c112f2833d4c4586f38dc52bff8986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5936482 Mar 31 22:49:01.888797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51894) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:01.912569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2a5a43b-7baa-44a0-8818-0ea0bbfa5d92 req-68753ba6-41bd-4022-b7ea-cd65a782fb5c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 210 time: 0.0360701 Mar 31 22:49:01.963391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8304-9b2b-4996-8669-b62317c5711f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.988202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8304-9b2b-4996-8669-b62317c5711f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:01.989321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd489bf2-e345-4699-a244-4733b6b806fe req-5f202cad-8910-4cb1-87d8-60a4f3f69244 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:01.990875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd489bf2-e345-4699-a244-4733b6b806fe req-5f202cad-8910-4cb1-87d8-60a4f3f69244 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 945 time: 0.1978760 Mar 31 22:49:02.006201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:02.126732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd489bf2-e345-4699-a244-4733b6b806fe req-7b048fdb-9b66-45c6-b840-78982b67f910 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749550 Mar 31 22:49:02.134197 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8304-9b2b-4996-8669-b62317c5711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:02.137335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8304-9b2b-4996-8669-b62317c5711f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:02.141152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1bbc8304-9b2b-4996-8669-b62317c5711f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12cbb9ea-81eb-49c6-804e-4c1031b20e63 HTTP/1.1" status: 204 len: 168 time: 0.2485986 Mar 31 22:49:02.148952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc8304-9b2b-4996-8669-b62317c5711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cbb9ea-81eb-49c6-804e-4c1031b20e63,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:02.204007 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:02.220527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:02.311200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:02.318284 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:02.332415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:02.339621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:02.342665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:02.349724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:02.350442 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:02.361838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'Port': ['ID=99cf945c-9fe0-49c7-810c-2e09e0de08f4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:02.410216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8602f76-ac6d-4d7c-8d5d-7b482c20efd6 req-91284551-4d15-4c02-b67d-3756ab1cab3a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:02.411570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8602f76-ac6d-4d7c-8d5d-7b482c20efd6 req-91284551-4d15-4c02-b67d-3756ab1cab3a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 948 time: 0.1716459 Mar 31 22:49:02.455194 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3465f0b-9ff3-49ab-a441-b73576fdd7c0 x-openstack-request-id: req-a3465f0b-9ff3-49ab-a441-b73576fdd7c0 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:02.455377 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:02.456698 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3465f0b-9ff3-49ab-a441-b73576fdd7c0 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:02.456698 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3465f0b-9ff3-49ab-a441-b73576fdd7c0'] response: {'name': 'network-changed', 'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'status': 'completed', 'code': 200} Mar 31 22:49:02.480944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-f5e04b18-fc7e-4fac-8bd8-cad0213ffdc3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0233138 Mar 31 22:49:02.507900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Request body: {'port': {'device_id': 'fe7d2227-983c-4dd6-bfdd-6fab57c8f723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:02.554920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8602f76-ac6d-4d7c-8d5d-7b482c20efd6 req-9a9819d3-4600-498d-8cb8-d1f5f0fbdb6e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268480 Mar 31 22:49:02.598901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.45', 54812) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:02.635589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-613c008e-e257-4f18-8272-96e1e17d3197 req-6ae7a732-63df-4369-be92-331e465b5024 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0347905 Mar 31 22:49:02.640561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-9d0347c3-a468-4e90-b825-68a8988f0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:02.641997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-9d0347c3-a468-4e90-b825-68a8988f0bc5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1099 time: 0.1615787 Mar 31 22:49:02.649822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf66eedc-1b27-41d3-8a00-645d18a8f410 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:02.661867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-0b52375c-0de4-4cbf-80d8-13bc6ec10fcf tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c863d7bdf37443886befabfd4083a68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498514 Mar 31 22:49:02.662510 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:02.686294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-6915bb7d-a230-4f9f-8d1a-ca0a2a6a6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:02.687953 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-6915bb7d-a230-4f9f-8d1a-ca0a2a6a6842 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1099 time: 0.1527686 Mar 31 22:49:02.691268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:02.760120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-bd886f98-1203-4fc1-87b2-de09b8ac5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:02.762002 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-bd886f98-1203-4fc1-87b2-de09b8ac5761 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1101429 Mar 31 22:49:02.777058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Transition to ACTIVE for port object cf66eedc-1b27-41d3-8a00-645d18a8f410 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:02.786578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-43231e88-035e-4ac2-8800-a01794e386f7 None None] Provisioning complete for port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:02.787180 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-43231e88-035e-4ac2-8800-a01794e386f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:02.832344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-43231e88-035e-4ac2-8800-a01794e386f7 None None] Port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:02.848286 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-3b28042f-2c7d-41ae-9b2d-f13bde3fc0db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 217 time: 0.0728016 Mar 31 22:49:02.856881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a02656b-9914-495a-99a0-4aa92187ad1f req-0eb371ed-6301-47dc-b675-a3af9e6b6fcd tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0399411 Mar 31 22:49:02.944263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:03.011897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-639bfdfc-4502-4778-ac0e-02873e57803a tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.013676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-639bfdfc-4502-4778-ac0e-02873e57803a tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465445 Mar 31 22:49:03.031336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-64b46d44-f40c-4bdb-b0fd-88c89611d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.033118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-64b46d44-f40c-4bdb-b0fd-88c89611d665 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1740527 Mar 31 22:49:03.034353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-5792a0f8-e22c-4f1b-9343-d5b21db7ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.036606 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-5792a0f8-e22c-4f1b-9343-d5b21db7ac82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1795533 Mar 31 22:49:03.037687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1f0b49c-f795-488c-914d-fda4b2bd4c70 req-e86fb2ab-fe24-4ecd-936e-7677829e8a82 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0949156 Mar 31 22:49:03.050571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Request body: {'port': {'device_id': '1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '2c863d7bdf37443886befabfd4083a68'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:03.109590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51916) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:03.142722 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-fe088a7d-0579-4dca-87ac-a1ff2c7087f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 217 time: 0.0894246 Mar 31 22:49:03.219525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da48f876-3f9e-4b5a-afb1-f10f4df6d468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:03.262281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-f2e841f1-b814-44f0-8b08-5687eeda86af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.263886 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-f2e841f1-b814-44f0-8b08-5687eeda86af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1112998 Mar 31 22:49:03.280224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-bcbe0ac3-bbbc-438c-9eb2-7954435dd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.281754 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-bcbe0ac3-bbbc-438c-9eb2-7954435dd594 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2297571 Mar 31 22:49:03.390201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-f594671e-af04-4e28-914f-3ff1b09ea6d8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.391950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-f594671e-af04-4e28-914f-3ff1b09ea6d8 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.50 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 945 time: 0.1551261 Mar 31 22:49:03.436432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-7e4efed7-32a3-4c9a-a13a-bd0b6c2fc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.438083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-7e4efed7-32a3-4c9a-a13a-bd0b6c2fc75a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553733 Mar 31 22:49:03.538646 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-fef09977-36d5-47f7-8dfa-f4b63611781e service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438257 Mar 31 22:49:03.560741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Pushing event updated for resources: {'Port': ['ID=cf66eedc-1b27-41d3-8a00-645d18a8f410,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:03.681664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Attempting to bind port cf66eedc-1b27-41d3-8a00-645d18a8f410 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:03.682141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Attempting to bind port cf66eedc-1b27-41d3-8a00-645d18a8f410 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:03.682717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Attempting to bind port cf66eedc-1b27-41d3-8a00-645d18a8f410 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:03.728697 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-be9da179-61a8-49e2-a44b-6a19784dac83 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619612 Mar 31 22:49:03.744420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Port cf66eedc-1b27-41d3-8a00-645d18a8f410 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:03.745362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Attempting to bind port cf66eedc-1b27-41d3-8a00-645d18a8f410 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:03.770106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Deleting port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:03.770449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:03.772361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd666a-eba8-4289-80e4-b36105518ecb req-43758cf4-c1a3-4719-8df5-97ab59b93b00 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.774951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfbd666a-eba8-4289-80e4-b36105518ecb req-43758cf4-c1a3-4719-8df5-97ab59b93b00 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 936 time: 0.6661394 Mar 31 22:49:03.780070 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-93920fe8-4ddf-4537-be97-d4890ef784c5 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036767 Mar 31 22:49:03.835687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:03.836027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:03.836416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:03.836848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Bound port: cf66eedc-1b27-41d3-8a00-645d18a8f410, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:03.837209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:03.871427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0da99000-e533-4a0f-bb96-46e34386e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:03.881641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed239ee-2831-4908-8f2f-e92f3b97e20e req-0f5ebe77-7a2d-4812-a429-c2c7b00f15a6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:03.883020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bed239ee-2831-4908-8f2f-e92f3b97e20e req-0f5ebe77-7a2d-4812-a429-c2c7b00f15a6 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 945 time: 0.3194005 Mar 31 22:49:03.908217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cf945c-9fe0-49c7-810c-2e09e0de08f4 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:03.927616 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90cd2f18-fc2e-42e0-ac05-d3148d2ad9e2 req-03792bc7-e62b-419f-a0f2-b842c9526ad6 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840439 Mar 31 22:49:03.934099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] For port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:03.934460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:03.948611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Calling delete_port for 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:03.950771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.019034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Transition to ACTIVE for port object 99cf945c-9fe0-49c7-810c-2e09e0de08f4 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:04.042908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfbd666a-eba8-4289-80e4-b36105518ecb req-20c1efe2-7a2e-408b-a77e-4b673c3d4ac0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025087 Mar 31 22:49:04.056392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Made reservation on behalf of 2c863d7bdf37443886befabfd4083a68 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:04.059995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.077363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bed239ee-2831-4908-8f2f-e92f3b97e20e req-d093f3d3-002a-4beb-9fe3-88573818816c tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/security-groups?id=651574bb-af45-4c23-a1cf-84189c2453e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722503 Mar 31 22:49:04.099697 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da48f876-3f9e-4b5a-afb1-f10f4df6d468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.104189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] For port cf66eedc-1b27-41d3-8a00-645d18a8f410, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:04.110766 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.154891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] For port cf66eedc-1b27-41d3-8a00-645d18a8f410, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cf66eedc-1b27-41d3-8a00-645d18a8f410,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:04.226229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.239695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:04.247794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da48f876-3f9e-4b5a-afb1-f10f4df6d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.268902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Pushing event deleted for resources: {'Port': ['ID=0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:04.277520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.296636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-982e83a7-7a32-45b8-94b9-739f7d766fdb req-080ba3c0-629e-4aae-a1c8-86bc7dca592a tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1118646 Mar 31 22:49:04.321753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Pushing event updated for resources: {'Port': ['ID=99cf945c-9fe0-49c7-810c-2e09e0de08f4,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:04.349346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:04.367533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] No DVR routers for this DVR port 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:04.373878 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.380489 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60d5d8f5-6519-4c4e-b187-7f9fec7df184 req-ce8ecaac-e548-4740-bbda-13c6adc64f19 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.50 "DELETE /v2.0/ports/0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 HTTP/1.1" status: 204 len: 173 time: 0.9804347 Mar 31 22:49:04.461795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'name': 'network-vif-deleted', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:04.461795 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8fc9a9-fec7-424b-9d2f-2ea64ff40d83" -d '{"events": [{"server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "name": "network-vif-deleted", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:04.474409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da48f876-3f9e-4b5a-afb1-f10f4df6d468 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6e7cd33a90a480291d064df2752f5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3593481 Mar 31 22:49:04.474889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51936) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:04.493565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48f876-3f9e-4b5a-afb1-f10f4df6d468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d923909-85b6-4ff1-b6b1-daa5dd9ee253,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:04.503314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:04.527020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:04.527856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.529561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] 10.222.0.45 "PUT /v2.0/ports/cf66eedc-1b27-41d3-8a00-645d18a8f410 HTTP/1.1" status: 200 len: 1095 time: 2.8583097 Mar 31 22:49:04.532389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'mac_address': 'fa:16:3e:89:38:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:49:04.575885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c6d18225-ecd5-4aaf-bd39-aaa400734f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.579479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Attempting to bind port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:04.579942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Attempting to bind port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:04.581002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Attempting to bind port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:04.592128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c4aa95-4155-47bd-9124-3cbf36e0de5c', 'tag': 'cf66eedc-1b27-41d3-8a00-645d18a8f410'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:04.594806 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f373be1-06ce-417f-8e3b-746e63a9381f" -d '{"events": [{"name": "network-changed", "server_uuid": "14c4aa95-4155-47bd-9124-3cbf36e0de5c", "tag": "cf66eedc-1b27-41d3-8a00-645d18a8f410"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:04.618036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c6d18225-ecd5-4aaf-bd39-aaa400734f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.626992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.642095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:04.650731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:04.651065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Attempting to bind port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:04.665298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8312c5a-e58b-42c9-bcf4-d7db19698506 req-d340d475-5fa2-4b5c-a107-87e346fc8f01 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 210 time: 0.2051549 Mar 31 22:49:04.671827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:04.719292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dbab9-0d51-43a1-aca3-42de4491b6da req-95952609-252d-4fe7-a7cc-2b6c0297869e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:04.727131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b25dbab9-0d51-43a1-aca3-42de4491b6da req-95952609-252d-4fe7-a7cc-2b6c0297869e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 948 time: 0.5704787 Mar 31 22:49:04.734224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.748871 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9869635-cf31-4286-8684-43cb37051240 x-openstack-request-id: req-b9869635-cf31-4286-8684-43cb37051240 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:04.748871 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001f8528-1efa-482b-9b62-b6bc81613394", "name": "network-vif-deleted", "tag": "0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:04.750717 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9869635-cf31-4286-8684-43cb37051240 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:04.751202 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9869635-cf31-4286-8684-43cb37051240'] response: {'server_uuid': '001f8528-1efa-482b-9b62-b6bc81613394', 'name': 'network-vif-deleted', 'tag': '0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83', 'status': 'completed', 'code': 200} Mar 31 22:49:04.760028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Allocated IP 192.168.233.206 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/7ad87710-ba0d-4d10-835e-a7041a812cdb) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:04.774259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c6d18225-ecd5-4aaf-bd39-aaa400734f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.777015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c6d18225-ecd5-4aaf-bd39-aaa400734f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.780778 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c6d18225-ecd5-4aaf-bd39-aaa400734f04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d923909-85b6-4ff1-b6b1-daa5dd9ee253 HTTP/1.1" status: 204 len: 168 time: 0.3024068 Mar 31 22:49:04.790257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d18225-ecd5-4aaf-bd39-aaa400734f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d923909-85b6-4ff1-b6b1-daa5dd9ee253,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:04.834111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:04.872110 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1db10a-3336-4767-ac04-6c2d2886c5b8 x-openstack-request-id: req-8d1db10a-3336-4767-ac04-6c2d2886c5b8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:04.872395 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c4aa95-4155-47bd-9124-3cbf36e0de5c", "tag": "cf66eedc-1b27-41d3-8a00-645d18a8f410", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:04.872638 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d1db10a-3336-4767-ac04-6c2d2886c5b8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:04.873025 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1db10a-3336-4767-ac04-6c2d2886c5b8'] response: {'name': 'network-changed', 'server_uuid': '14c4aa95-4155-47bd-9124-3cbf36e0de5c', 'tag': 'cf66eedc-1b27-41d3-8a00-645d18a8f410', 'status': 'completed', 'code': 200} Mar 31 22:49:04.890401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:04.890778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:04.891160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:04.891603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Bound port: 99cf945c-9fe0-49c7-810c-2e09e0de08f4, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:04.892014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.913356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129705c3-3275-42d4-b252-cef8df72d52b service neutron] Pushing event updated for resources: {'Port': ['ID=cf66eedc-1b27-41d3-8a00-645d18a8f410,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:04.936301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-41b240fd-54da-456c-9802-fa684b493af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:04.939516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-41b240fd-54da-456c-9802-fa684b493af7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 1098 time: 0.2553539 Mar 31 22:49:05.030767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b25dbab9-0d51-43a1-aca3-42de4491b6da req-d4e423c4-04f3-4b03-a858-2a3e2adb6561 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024032 Mar 31 22:49:05.057429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-7c79075d-875f-4aad-b3ee-b7d4e0d48bd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=cf66eedc-1b27-41d3-8a00-645d18a8f410 HTTP/1.1" status: 200 len: 217 time: 0.0929751 Mar 31 22:49:05.078197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:05.203230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] For port 99cf945c-9fe0-49c7-810c-2e09e0de08f4, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:05.226307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-eedf4cd1-72bb-4386-b638-378bf7add9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:05.227983 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-eedf4cd1-72bb-4386-b638-378bf7add9c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1587443 Mar 31 22:49:05.240833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] For port 99cf945c-9fe0-49c7-810c-2e09e0de08f4, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=99cf945c-9fe0-49c7-810c-2e09e0de08f4,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:05.288763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9412-1545-4218-b657-fc7571e65a4c req-a5fe1bd6-aec4-4714-867d-1337e3b85355 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:05.297886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-323d9412-1545-4218-b657-fc7571e65a4c req-a5fe1bd6-aec4-4714-867d-1337e3b85355 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 948 time: 0.1645751 Mar 31 22:49:05.342283 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:05.349169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-b0ee3442-dd9f-40d0-993a-8f5793808960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:05.350898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-b0ee3442-dd9f-40d0-993a-8f5793808960 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057274 Mar 31 22:49:05.360480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-323d9412-1545-4218-b657-fc7571e65a4c req-aee72dd2-6a77-4f83-8c8d-584b363c14bc tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617683 Mar 31 22:49:05.455324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:05.456066 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:05.457503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] 10.222.0.45 "PUT /v2.0/ports/99cf945c-9fe0-49c7-810c-2e09e0de08f4 HTTP/1.1" status: 200 len: 1096 time: 2.9549155 Mar 31 22:49:05.460521 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:05.517108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-594740d4-5de4-4d20-9de7-fc60ae527e26 req-1115b0f1-de98-4601-abcf-f2209846a2a7 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641 tempest-FloatingIPsAssociationNegativeTestJSON-1099583641-project] 10.222.0.31 "GET /v2.0/ports?device_id=001f8528-1efa-482b-9b62-b6bc81613394 HTTP/1.1" status: 200 len: 210 time: 0.0547266 Mar 31 22:49:05.559982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868a5ee-c516-40ad-b225-e04466ed401a service neutron] Pushing event updated for resources: {'Port': ['ID=99cf945c-9fe0-49c7-810c-2e09e0de08f4,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:05.585268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-e8cd1686-cff0-4bd1-9eb9-97c38297208e service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216120 Mar 31 22:49:05.703808 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:05.720696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e4a7c-07dc-4b45-906f-2577d84451f6 req-b026bacb-0acd-4db0-8446-054654ab4726 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0503867 Mar 31 22:49:05.794796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:05.821504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:05.847409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:05.853043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:05.853691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:05.864210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Pushing event updated for resources: {'Port': ['ID=7ad87710-ba0d-4d10-835e-a7041a812cdb,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:05.879000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-6f5ef8ed-6a44-44fe-8a69-0f5c0aec96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:05.880891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-6f5ef8ed-6a44-44fe-8a69-0f5c0aec96a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 1099 time: 0.2013135 Mar 31 22:49:05.886524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-fb8475c0-94c2-4b0f-a6ef-f2328273078e service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834187 Mar 31 22:49:05.920464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3869a5-9a17-49ef-8500-5b55406caef9 req-494c0366-3dfc-4222-8f90-15171d68961f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:05.922144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a3869a5-9a17-49ef-8500-5b55406caef9 req-494c0366-3dfc-4222-8f90-15171d68961f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 936 time: 0.1263993 Mar 31 22:49:05.928891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9d80ff78-3aef-49f6-99fd-db5d7fecccad'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:05.996444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a3869a5-9a17-49ef-8500-5b55406caef9 req-f6029a6e-771f-4192-a698-f747df84c0d5 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Mar 31 22:49:06.002733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-dde25c28-c3ad-484f-a5c0-5a68ab293daf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=99cf945c-9fe0-49c7-810c-2e09e0de08f4 HTTP/1.1" status: 200 len: 217 time: 0.0984120 Mar 31 22:49:06.016404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-f0472636-e1a8-462a-acd1-8fbd117cb15f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9833190 Mar 31 22:49:06.133300 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a6c4c92c-ca74-475f-b293-94e22d601a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.143061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Request body: {'port': {'device_id': '1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:06.209659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5291f0ce-1349-4021-aecc-240cffd7951f None None] Provisioning complete for port 7ad87710-ba0d-4d10-835e-a7041a812cdb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:06.210038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5291f0ce-1349-4021-aecc-240cffd7951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.245623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51994) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:06.254745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-3a7bc40d-dd04-40e9-873c-8e855414fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:06.256279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-3a7bc40d-dd04-40e9-873c-8e855414fcc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.2387111 Mar 31 22:49:06.263878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5291f0ce-1349-4021-aecc-240cffd7951f None None] Port 7ad87710-ba0d-4d10-835e-a7041a812cdb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:06.269600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-e683923b-b299-42d5-adb1-841199fa0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:06.271321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-e683923b-b299-42d5-adb1-841199fa0c08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 1098 time: 0.2272553 Mar 31 22:49:06.289025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9269844-55dc-4456-bdb4-c8e0ee9e1c3e req-d91a8b92-6578-40bb-a280-b1ee4e9b0cdd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:06.290939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9269844-55dc-4456-bdb4-c8e0ee9e1c3e req-d91a8b92-6578-40bb-a280-b1ee4e9b0cdd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 949 time: 0.1410933 Mar 31 22:49:06.327669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.364397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:06.374614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-761443460-network', 'tenant_id': 'e1f245ebfc04453b9ad89dc4e9fed3e5'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:06.488977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Made reservation on behalf of e1f245ebfc04453b9ad89dc4e9fed3e5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:06.491336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.499842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.507187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4d8e434-29df-4db4-a379-f9f8d371f4e1 req-30ad0439-a02b-42b9-ac2b-93aac320247c tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1079087 Mar 31 22:49:06.539631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:49:06.548673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:06.549585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.573791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5072-d800-41a4-a24e-e497d8ee971f req-5a65037f-012f-4a21-b3c7-151c73eaf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:06.578751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-5a65037f-012f-4a21-b3c7-151c73eaf232 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3052926 Mar 31 22:49:06.591519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.600716 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9269844-55dc-4456-bdb4-c8e0ee9e1c3e req-0047df97-c85b-4be2-aac1-607b0e047b8b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928362 Mar 31 22:49:06.639489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-bd1e94bc-af8d-4b2f-aeb6-49d4725e4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:06.646789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-bd1e94bc-af8d-4b2f-aeb6-49d4725e4bbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.3484752 Mar 31 22:49:06.649417 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.665395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52012) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:06.729932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:06.731804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:06.734113 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb04e1-f7b5-466f-b52f-7b9ba0a673de" -d '{"events": [{"server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "name": "network-vif-plugged", "status": "completed", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:06.742751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.767140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-b14021aa-c297-4448-87ed-5799eb5e85a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=cf66eedc-1b27-41d3-8a00-645d18a8f410 HTTP/1.1" status: 200 len: 217 time: 0.0980370 Mar 31 22:49:06.800092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:49:06.803237 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.837518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe12f0a1-dbbd-4f32-82d3-f0e3cfeb11d0 req-062c49f3-0351-46be-8075-2ef1790a0f45 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0809107 Mar 31 22:49:06.847371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85371640-ea8a-4537-93ba-1f71d7819e2c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:06.864763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:06.879184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.879546 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Added segment 3889e69c-3a61-4316-b433-8c7dce41e458 of type vlan for network e1cf614a-cdd2-4861-a0b4-83306fffc2a3 Mar 31 22:49:06.900153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7d2227-983c-4dd6-bfdd-6fab57c8f723', 'tag': '99cf945c-9fe0-49c7-810c-2e09e0de08f4'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:06.903409 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7d2227-983c-4dd6-bfdd-6fab57c8f723", "tag": "99cf945c-9fe0-49c7-810c-2e09e0de08f4"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:06.953687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c62c78-142d-4156-9bdf-b854c4621ac9 req-32e1a455-f3f1-4ef6-99a7-ecd98d19a7b1 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:06.956001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6c62c78-142d-4156-9bdf-b854c4621ac9 req-32e1a455-f3f1-4ef6-99a7-ecd98d19a7b1 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 948 time: 0.3217704 Mar 31 22:49:06.973339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-e4b6a2a3-c239-4783-b0d4-53c80fd7bdd1 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641949 Mar 31 22:49:06.984819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:07.032336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-e125cd71-fe13-4983-968c-28a9d078db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:07.034306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-e125cd71-fe13-4983-968c-28a9d078db4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1919703 Mar 31 22:49:07.083047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6c62c78-142d-4156-9bdf-b854c4621ac9 req-0c9edbee-ddaf-4c41-ae74-9658c7826e67 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135967 Mar 31 22:49:07.132128 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:07.133327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:07.134062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:07.214666 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71975506-9eb4-4771-947d-8bcd70d3a490 x-openstack-request-id: req-71975506-9eb4-4771-947d-8bcd70d3a490 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:07.215588 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "name": "network-vif-plugged", "status": "completed", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:07.216039 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71975506-9eb4-4771-947d-8bcd70d3a490 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:07.216908 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71975506-9eb4-4771-947d-8bcd70d3a490'] response: {'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'code': 200} Mar 31 22:49:07.255458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] Pushing event updated for resources: {'Network': ['ID=e1cf614a-cdd2-4861-a0b4-83306fffc2a3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:07.274403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network e1cf614a-cdd2-4861-a0b4-83306fffc2a3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:49:07.312074 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-28fef2b8-fd8e-49ac-afcd-dea99fe6ae17 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0650399 Mar 31 22:49:07.312775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52028) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:07.320000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Request body: {'subnet': {'network_id': 'e1cf614a-cdd2-4861-a0b4-83306fffc2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-761443460-subnet', 'tenant_id': 'e1f245ebfc04453b9ad89dc4e9fed3e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:07.467282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:07.499447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:07.499663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Made reservation on behalf of e1f245ebfc04453b9ad89dc4e9fed3e5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:07.500474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0410dd3d-9d2b-4dcb-8500-2d5a63d2fb83 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:07.501801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:07.531632 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0a32b6-e36f-4d0e-88e8-73502e7ee7cd x-openstack-request-id: req-7d0a32b6-e36f-4d0e-88e8-73502e7ee7cd {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:07.532410 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7d2227-983c-4dd6-bfdd-6fab57c8f723", "tag": "99cf945c-9fe0-49c7-810c-2e09e0de08f4", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:07.532410 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d0a32b6-e36f-4d0e-88e8-73502e7ee7cd {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:07.532580 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0a32b6-e36f-4d0e-88e8-73502e7ee7cd'] response: {'name': 'network-changed', 'server_uuid': 'fe7d2227-983c-4dd6-bfdd-6fab57c8f723', 'tag': '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'status': 'completed', 'code': 200} Mar 31 22:49:07.535640 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:07.614715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-4137defb-75db-4cb9-b812-b57f688b2de7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:07.616272 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-4137defb-75db-4cb9-b812-b57f688b2de7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 950 time: 0.1838901 Mar 31 22:49:07.665286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:07.677300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-300e5072-d800-41a4-a24e-e497d8ee971f req-945caf50-523e-463c-9fef-58b693f47b19 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852083 Mar 31 22:49:07.693379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-c673daec-06a9-4e77-b007-2606899f2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:07.695112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-c673daec-06a9-4e77-b007-2606899f2784 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6309166 Mar 31 22:49:07.713653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c8e8c-cae1-4d3d-9920-d58a82a96ee0 req-8c4ce79b-fe28-46c6-b679-d57848fe0032 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:07.719522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c3c8e8c-cae1-4d3d-9920-d58a82a96ee0 req-8c4ce79b-fe28-46c6-b679-d57848fe0032 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 936 time: 0.1913757 Mar 31 22:49:07.769799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2c074-d546-471d-9366-8bfef4139434 req-ffb25c72-fc08-43d9-b36f-438b9f493f62 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:07.777164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fd2c074-d546-471d-9366-8bfef4139434 req-ffb25c72-fc08-43d9-b36f-438b9f493f62 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.2503026 Mar 31 22:49:07.931853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad87710-ba0d-4d10-835e-a7041a812cdb {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:07.952799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:07.969945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c3c8e8c-cae1-4d3d-9920-d58a82a96ee0 req-7b85525c-e0e8-49da-800c-2c71507d6e91 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303653 Mar 31 22:49:07.985012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fd2c074-d546-471d-9366-8bfef4139434 req-1cfe3d6d-5971-4082-9542-4198c9e0510a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069907 Mar 31 22:49:07.994968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-d26546e5-61f2-4374-9b06-34d2bc80d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:07.996963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-d26546e5-61f2-4374-9b06-34d2bc80d67a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 1099 time: 0.1763139 Mar 31 22:49:07.998662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-291f48d4-9549-43c8-b023-26f3b29f197a service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771196 Mar 31 22:49:07.999769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Transition to ACTIVE for port object 7ad87710-ba0d-4d10-835e-a7041a812cdb will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:08.106123 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-45b4b2b4-e1bf-4483-8625-06c54142d984 service neutron] delete failed (client error): The resource could not be found. Mar 31 22:49:08.107186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-45b4b2b4-e1bf-4483-8625-06c54142d984 service neutron] 10.222.0.50 "DELETE /v2.0/ports/57b7f251-0fc2-4b7e-adec-1a2d2fa39b62/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.4829242 Mar 31 22:49:08.139535 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.219689 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.235870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ea45bb6-b52f-445c-ac72-cdcae8122c92 req-161040df-0abe-4297-b204-0f657a53a715 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1153412 Mar 31 22:49:08.324903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-e88cb445-1a37-445b-a109-c3ad58a0fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.326381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-e88cb445-1a37-445b-a109-c3ad58a0fa0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1101 time: 0.1188512 Mar 31 22:49:08.393237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad87710-ba0d-4d10-835e-a7041a812cdb,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:08.423558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b407d8-08da-4acf-b8ec-3eecf708048d req-e5a72d0d-f97a-42be-9b6d-c217d753ce38 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.425285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23b407d8-08da-4acf-b8ec-3eecf708048d req-e5a72d0d-f97a-42be-9b6d-c217d753ce38 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 948 time: 0.1858220 Mar 31 22:49:08.430580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f373be1-06ce-417f-8e3b-746e63a9381f req-6ff79744-9224-4e5d-b03c-0a73395489e9 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154928 Mar 31 22:49:08.431699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-39493178-e1ad-47f9-bd55-869c67bc6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.433320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-39493178-e1ad-47f9-bd55-869c67bc6722 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.4194291 Mar 31 22:49:08.475722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.498009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Attempting to bind port 7ad87710-ba0d-4d10-835e-a7041a812cdb on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:08.498740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Attempting to bind port 7ad87710-ba0d-4d10-835e-a7041a812cdb by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:08.499238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Attempting to bind port 7ad87710-ba0d-4d10-835e-a7041a812cdb on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:08.518890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Port 7ad87710-ba0d-4d10-835e-a7041a812cdb on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:08.519203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Attempting to bind port 7ad87710-ba0d-4d10-835e-a7041a812cdb on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:08.554041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23b407d8-08da-4acf-b8ec-3eecf708048d req-9c7a92e9-a895-4f26-a82b-2d12b475640a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194055 Mar 31 22:49:08.555431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-3fa983df-216f-4e9e-9069-9416067f2aca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=99cf945c-9fe0-49c7-810c-2e09e0de08f4 HTTP/1.1" status: 200 len: 217 time: 0.0588014 Mar 31 22:49:08.556332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:08.556682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:08.557360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:08.557481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Bound port: 7ad87710-ba0d-4d10-835e-a7041a812cdb, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:08.557823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.561350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-206bd6b6-5754-4129-83c2-eb5992536ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.562841 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-206bd6b6-5754-4129-83c2-eb5992536ced service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2289088 Mar 31 22:49:08.570497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced244a0-2416-4a7c-90d8-a0857bf7606d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:08.631778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Deleting port 371048f9-7048-49a8-8674-d54424c1a930 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:08.632116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.636706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-b922fd9a-b466-44dc-abc7-eabaf946c4b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 217 time: 0.0537155 Mar 31 22:49:08.646695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Checking segment: {'id': '3889e69c-3a61-4316-b433-8c7dce41e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e1cf614a-cdd2-4861-a0b4-83306fffc2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:08.650811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Network hostable DHCP agents. Network: e1cf614a-cdd2-4861-a0b4-83306fffc2a3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:49:08.659317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-9f6c0b26-3f91-45c8-a565-c83fc102ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.662071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-9f6c0b26-3f91-45c8-a565-c83fc102ecf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0905340 Mar 31 22:49:08.712292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.726069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] For port 7ad87710-ba0d-4d10-835e-a7041a812cdb, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:08.745781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-1fb62883-e026-4140-a93a-75673a3d3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.747405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-1fb62883-e026-4140-a93a-75673a3d3c12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666747 Mar 31 22:49:08.751290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] For port 7ad87710-ba0d-4d10-835e-a7041a812cdb, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7ad87710-ba0d-4d10-835e-a7041a812cdb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:08.769689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-4d4178bb-8606-49e1-a30a-dc3d74ff50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.771170 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-4d4178bb-8606-49e1-a30a-dc3d74ff50b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1200013 Mar 31 22:49:08.777747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] For port 371048f9-7048-49a8-8674-d54424c1a930, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=371048f9-7048-49a8-8674-d54424c1a930,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:08.778127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.812053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Calling delete_port for 371048f9-7048-49a8-8674-d54424c1a930 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:08.844807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.860267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Network e1cf614a-cdd2-4861-a0b4-83306fffc2a3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:49:08.874595 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-543fae12-3c80-47c9-a77a-ffa51a50b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.876108 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-543fae12-3c80-47c9-a77a-ffa51a50b556 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955238 Mar 31 22:49:08.901245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-e07d391a-d2a6-485a-b77b-48f9e2024cbe service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377313 Mar 31 22:49:08.908973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:08.910900 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.911540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] 10.222.0.50 "PUT /v2.0/ports/7ad87710-ba0d-4d10-835e-a7041a812cdb HTTP/1.1" status: 200 len: 1096 time: 2.7935083 Mar 31 22:49:08.964483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, e1cf614a-cdd2-4861-a0b4-83306fffc2a3) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:08.982841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce24a9-4531-4975-9820-139e595b7069 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad87710-ba0d-4d10-835e-a7041a812cdb,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:09.011976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:09.012822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:09.055570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb948a8-0134-4894-b7e1-5aa69cd95802 None None] Network e1cf614a-cdd2-4861-a0b4-83306fffc2a3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:09.143180 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:09.144814 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-d1081c6c-b26b-4725-bc17-6db51e26a671 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560463 Mar 31 22:49:09.165808 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dca0f6f2-0540-43a7-a29b-63553cc431e3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8419583 Mar 31 22:49:09.171142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-527b5717-2912-4c3f-a1f2-5fe4cc84aed2 req-30a840f0-d0ef-4618-bf81-98b012d7438a service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586944 Mar 31 22:49:09.360672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b163-5ab1-4602-89fa-a3bd7ffe5285 req-8f1b0c48-748d-48c5-8216-944b5aeca73f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:09.363146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b871b163-5ab1-4602-89fa-a3bd7ffe5285 req-8f1b0c48-748d-48c5-8216-944b5aeca73f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 948 time: 0.2397547 Mar 31 22:49:09.365655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-7a3c13a1-713c-4b2a-af27-57d905592d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:09.367495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-7a3c13a1-713c-4b2a-af27-57d905592d14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c863d7bdf37443886befabfd4083a68&device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 1099 time: 0.2977450 Mar 31 22:49:09.390115 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be3bdb19-0a72-4115-9a90-3e076d5cffc2 req-169e8b4b-89a4-4fd9-9f3a-1fba6619cddd service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284534 Mar 31 22:49:09.483766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5845eb-c624-413a-8814-584d23037c31 None None] Network e1cf614a-cdd2-4861-a0b4-83306fffc2a3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:09.502893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:09.516026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f7c9f-7382-4c26-b90c-c638442b9733 req-f34eed55-aa70-444c-ac54-c604c0b7e11e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:09.529481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c91f7c9f-7382-4c26-b90c-c638442b9733 req-f34eed55-aa70-444c-ac54-c604c0b7e11e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.3305912 Mar 31 22:49:09.536170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b871b163-5ab1-4602-89fa-a3bd7ffe5285 req-6be2bdba-70cd-47c3-8ba3-07007665b7d4 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620221 Mar 31 22:49:09.537933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-8a0e750a-de93-43d5-afbb-a0607a3b7724 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7ad87710-ba0d-4d10-835e-a7041a812cdb HTTP/1.1" status: 200 len: 217 time: 0.1611607 Mar 31 22:49:09.544530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7', 'tag': '7ad87710-ba0d-4d10-835e-a7041a812cdb'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:09.544530 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d98beec-cac4-4ab0-9b40-324046fae0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7", "tag": "7ad87710-ba0d-4d10-835e-a7041a812cdb"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:09.585372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Pushing event deleted for resources: {'Port': ['ID=371048f9-7048-49a8-8674-d54424c1a930,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:09.613142 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:09.703015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c91f7c9f-7382-4c26-b90c-c638442b9733 req-45123691-c596-45d7-9110-19f47f651543 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725841 Mar 31 22:49:09.734199 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ba36da7-b308-486e-82a1-b562e50d63bd req-695d0c69-9228-4f5f-abac-b33f763c7403 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0758085 Mar 31 22:49:09.759782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-9b24bc25-246a-4904-b4ba-3bcdc40a6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:09.763149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-9b24bc25-246a-4904-b4ba-3bcdc40a6bc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1954052 Mar 31 22:49:09.873617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-bf659dda-0fbd-4a36-b86c-d7c71c89cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:09.875098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-bf659dda-0fbd-4a36-b86c-d7c71c89cd81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047235 Mar 31 22:49:09.878695 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24ff9fe-d4b8-4b86-a583-5cc7c4eab47e x-openstack-request-id: req-e24ff9fe-d4b8-4b86-a583-5cc7c4eab47e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:09.878990 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7", "tag": "7ad87710-ba0d-4d10-835e-a7041a812cdb", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:09.879282 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e24ff9fe-d4b8-4b86-a583-5cc7c4eab47e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:09.879639 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24ff9fe-d4b8-4b86-a583-5cc7c4eab47e'] response: {'name': 'network-changed', 'server_uuid': '1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7', 'tag': '7ad87710-ba0d-4d10-835e-a7041a812cdb', 'status': 'completed', 'code': 200} Mar 31 22:49:09.889888 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:49:09.931415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:10.040494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-07aa7733-ffbb-4964-978b-7be2b59acac7 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526701 Mar 31 22:49:10.157197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cca18ec-8ce7-423a-aef4-e5837d37cbdb req-4cc0c447-3ace-4eef-8f98-4730f8767520 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091540 Mar 31 22:49:10.223798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5209-16d2-4025-9a9a-1f3a50e09824 req-db4ae068-6406-4475-8ea7-ff0c151c68c6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:10.224533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Router a6c1691f-48db-4bf0-b334-338bdafcef4d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:49:10.225829 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f0c5209-16d2-4025-9a9a-1f3a50e09824 req-db4ae068-6406-4475-8ea7-ff0c151c68c6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 948 time: 0.0676875 Mar 31 22:49:10.303902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f0c5209-16d2-4025-9a9a-1f3a50e09824 req-0a42b413-53d9-44ba-863a-3ef5c4378648 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Mar 31 22:49:10.355703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:49:10.360983 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-71b4682b-0eac-4cf4-a1cf-727fead5af1d admin admin] 10.222.0.31 "PUT /v2.0/routers/a6c1691f-48db-4bf0-b334-338bdafcef4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6942458 Mar 31 22:49:10.363975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52060) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:10.372981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] Sync routers for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:49:10.394721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-f395c20e-a369-4143-abf6-66515f6ae2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:10.396527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-f395c20e-a369-4143-abf6-66515f6ae2c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c863d7bdf37443886befabfd4083a68&device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0908470 Mar 31 22:49:10.402559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cf66eedc-1b27-41d3-8a00-645d18a8f410 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:10.534125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:10.534876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52066) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:10.537692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:10.540048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-726714732-network', 'tenant_id': '1dc4d9ae94824cf3af9db0038f3616d0'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:10.613167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-9ad1cd16-7a33-4a3d-8874-4bf3edb07d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:10.615526 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-9ad1cd16-7a33-4a3d-8874-4bf3edb07d74 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2121198 Mar 31 22:49:10.616407 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:10.688042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cf66eedc-1b27-41d3-8a00-645d18a8f410, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cf66eedc-1b27-41d3-8a00-645d18a8f410,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:10.700607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-f958eacf-4261-428c-98e7-0523276f687e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7ad87710-ba0d-4d10-835e-a7041a812cdb HTTP/1.1" status: 200 len: 217 time: 0.0777476 Mar 31 22:49:10.725870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'cf66eedc-1b27-41d3-8a00-645d18a8f410', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'cf66eedc-1b27-41d3-8a00-645d18a8f410', 'mac_address': 'fa:16:3e:0b:df:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:49:10.731215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:10.773317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:10.791632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Made reservation on behalf of 1dc4d9ae94824cf3af9db0038f3616d0 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:10.800952 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:10.844539 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:10.855865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:10.862771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf66eedc-1b27-41d3-8a00-645d18a8f410 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:10.892584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323fa5-0e75-4e93-b04b-0a6857be1b26 req-ce9e8467-8b33-4472-8b82-42366e05354f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:10.902203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e323fa5-0e75-4e93-b04b-0a6857be1b26 req-ce9e8467-8b33-4472-8b82-42366e05354f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 948 time: 0.2181559 Mar 31 22:49:10.919494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Deleting port 772a2a9e-f719-4c01-bf9e-0c7d101af294 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:10.919838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:10.919953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cf66eedc-1b27-41d3-8a00-645d18a8f410, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cf66eedc-1b27-41d3-8a00-645d18a8f410,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:10.947035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-0404ce61-b359-4cd1-bfbb-a916cf6633dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:10.948781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-0404ce61-b359-4cd1-bfbb-a916cf6633dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.2299199 Mar 31 22:49:11.003759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.004476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 99cf945c-9fe0-49c7-810c-2e09e0de08f4 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:11.035660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e323fa5-0e75-4e93-b04b-0a6857be1b26 req-faaf96f7-f213-472a-ae43-5bfd32b56621 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318254 Mar 31 22:49:11.074797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b267aa3-48d5-4a19-8102-0af8c463692b req-5b91b5dd-3c39-4cd7-aa9e-d9e43a211482 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:11.076361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b267aa3-48d5-4a19-8102-0af8c463692b req-5b91b5dd-3c39-4cd7-aa9e-d9e43a211482 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.2149956 Mar 31 22:49:11.087884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] For port 772a2a9e-f719-4c01-bf9e-0c7d101af294, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=772a2a9e-f719-4c01-bf9e-0c7d101af294,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:11.088452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.100031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 99cf945c-9fe0-49c7-810c-2e09e0de08f4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=99cf945c-9fe0-49c7-810c-2e09e0de08f4,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:11.103972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cf66eedc-1b27-41d3-8a00-645d18a8f410,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:11.108761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Calling delete_port for 772a2a9e-f719-4c01-bf9e-0c7d101af294 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:11.121064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'mac_address': 'fa:16:3e:64:ed:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:49:11.131901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-18e43a7b-d244-4c2a-8b69-a4bb215d93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:11.133569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-18e43a7b-d244-4c2a-8b69-a4bb215d93c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649683 Mar 31 22:49:11.134214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:49:09Z', 'revision_number': 5, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port': {'id': '772a2a9e-f719-4c01-bf9e-0c7d101af294', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:48:14Z', 'updated_at': '2022-03-31T22:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:11.181800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] Checking router: a6c1691f-48db-4bf0-b334-338bdafcef4d for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:49:11.189694 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.200482 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.202708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] Routers {'a6c1691f-48db-4bf0-b334-338bdafcef4d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:11.203316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a6c1691f-48db-4bf0-b334-338bdafcef4d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:11.218790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b267aa3-48d5-4a19-8102-0af8c463692b req-562b1f24-a268-42db-acb1-a8c2d075ea76 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286869 Mar 31 22:49:11.254102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6e17047-9da5-4b8e-a006-2f28ba1cb4c6 req-dba73e9f-611f-447a-b0cd-aa4c819849ff tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0336664 Mar 31 22:49:11.273822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.294094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cf945c-9fe0-49c7-810c-2e09e0de08f4 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:11.326947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-8a2b62f1-72b6-4ee8-a543-2192c60a4f15 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831563 Mar 31 22:49:11.328106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:49:11.339141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 99cf945c-9fe0-49c7-810c-2e09e0de08f4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=99cf945c-9fe0-49c7-810c-2e09e0de08f4,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:11.356837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] Set router a6c1691f-48db-4bf0-b334-338bdafcef4d gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:11.366917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e6bd9-0450-40f3-8447-b95e1a3d0ccf,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:11.371601 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.371945 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Added segment ad499c46-91a8-420d-bed9-3fb6d1d036a4 of type vlan for network 7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc Mar 31 22:49:11.441297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:49:10Z', 'revision_number': 6, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:11.444338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.470277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.494086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90470fe-0930-4227-8801-008be3ba9082 None None] The sync data for ids ['a6c1691f-48db-4bf0-b334-338bdafcef4d'] in n-d-836015-1 is: [{'id': 'a6c1691f-48db-4bf0-b334-338bdafcef4d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1772262618-router', 'tenant_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:48:13Z', 'updated_at': '2022-03-31T22:49:10Z', 'revision_number': 6, 'project_id': '2a64ec94a04c4281aaa2f9ce5a9ef90d', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:49:11.497946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Pushing event deleted for resources: {'Port': ['ID=772a2a9e-f719-4c01-bf9e-0c7d101af294,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:11.526908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=99cf945c-9fe0-49c7-810c-2e09e0de08f4,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:11.586580 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.591013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.600513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360adcf9-2eee-4460-892b-08547a42d0f5 req-64a6a9ab-9800-48cf-b754-95487c7a6db5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:11.607298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-360adcf9-2eee-4460-892b-08547a42d0f5 req-64a6a9ab-9800-48cf-b754-95487c7a6db5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.2420502 Mar 31 22:49:11.664558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23585587-bbb3-44c8-a76b-660abaa08f4c req-0a9b2ac4-67b3-4824-a74a-410b4e51fb38 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:11.666204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23585587-bbb3-44c8-a76b-660abaa08f4c req-0a9b2ac4-67b3-4824-a74a-410b4e51fb38 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 949 time: 0.2667480 Mar 31 22:49:11.690677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.693755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.695191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d98beec-cac4-4ab0-9b40-324046fae0d3 req-ec3767f6-7e99-4943-ad23-b0d48d66ed8c service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551412 Mar 31 22:49:11.716478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-360adcf9-2eee-4460-892b-08547a42d0f5 req-84d36672-f559-47a7-82fe-98dbd6288359 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930474 Mar 31 22:49:11.739436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23585587-bbb3-44c8-a76b-660abaa08f4c req-62e4352f-471f-4b10-b7e1-1651c6e71cbf tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544257 Mar 31 22:49:11.739903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.741079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:11.741666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.795349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['99cf945c-9fe0-49c7-810c-2e09e0de08f4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:11.825944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] Pushing event updated for resources: {'Network': ['ID=7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:11.828933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['cf66eedc-1b27-41d3-8a00-645d18a8f410'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:11.863251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:49:11.866014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.867143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c1691f-48db-4bf0-b334-338bdafcef4d {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:49:11.873967 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:11.880313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52088) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:11.885226 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-65377c53-c9c0-4688-bcab-9148894d3ded admin admin] 10.222.0.31 "DELETE /v2.0/routers/a6c1691f-48db-4bf0-b334-338bdafcef4d HTTP/1.1" status: 204 len: 168 time: 1.5201571 Mar 31 22:49:11.928037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bd2c15bf-e0a3-4564-837f-ac5dd70bd9db admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3895373 Mar 31 22:49:11.928375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52092) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:11.936186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Request body: {'subnet': {'network_id': '7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-726714732-subnet', 'tenant_id': '1dc4d9ae94824cf3af9db0038f3616d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:11.990523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b047c-922b-4389-a864-449b284734cc admin admin] Deleting subnet df7444b8-c467-492c-829c-e27321f08a27 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:49:11.995255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-275b047c-922b-4389-a864-449b284734cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:12.041459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-275b047c-922b-4389-a864-449b284734cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:12.095211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Made reservation on behalf of 1dc4d9ae94824cf3af9db0038f3616d0 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:12.097624 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:12.155205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-275b047c-922b-4389-a864-449b284734cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:12.265238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-8e3376af-2986-46cc-81e2-36711634f62a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537519 Mar 31 22:49:12.321294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21605dc-2982-4cdc-ad2a-d2d2e4205c36 req-14f3646a-7abc-4dc0-8e79-357f3d94cc52 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:12.322724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f21605dc-2982-4cdc-ad2a-d2d2e4205c36 req-14f3646a-7abc-4dc0-8e79-357f3d94cc52 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 948 time: 0.1692040 Mar 31 22:49:12.421128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-275b047c-922b-4389-a864-449b284734cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:12.742827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f21605dc-2982-4cdc-ad2a-d2d2e4205c36 req-ae8f01a4-203b-4fdc-9c24-aeaa527f4000 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898871 Mar 31 22:49:12.770286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-dc133137-3f7d-4667-85cc-50a7d6aecb5e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:12.771800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-dc133137-3f7d-4667-85cc-50a7d6aecb5e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5006869 Mar 31 22:49:12.776155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b047c-922b-4389-a864-449b284734cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7444b8-c467-492c-829c-e27321f08a27,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:12.781312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-275b047c-922b-4389-a864-449b284734cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:12.787815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-275b047c-922b-4389-a864-449b284734cc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df7444b8-c467-492c-829c-e27321f08a27 HTTP/1.1" status: 204 len: 168 time: 0.9056447 Mar 31 22:49:12.788008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52114) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:12.792868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640ef10-56ef-402c-8c53-9eca4cd035fb None None] Network a832161c-0b16-43eb-8184-d4742617e68d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:12.812277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-1ad98001-cccf-454b-9463-f468c324e455 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/quotas/0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 375 time: 0.0215330 Mar 31 22:49:12.910997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:12.912023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 371048f9-7048-49a8-8674-d54424c1a930 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:12.926396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ff69eba-2075-4f2c-a3c5-c0d3a0bb675b req-99ec30ac-4fc6-496b-9d5c-9fe518bc0af0 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0391414 Mar 31 22:49:12.944299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-9495eece-054f-4d6a-bd47-e47cf0b977b2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997179 Mar 31 22:49:12.961102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 371048f9-7048-49a8-8674-d54424c1a930 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:12.961547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 371048f9-7048-49a8-8674-d54424c1a930 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:12.962458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 772a2a9e-f719-4c01-bf9e-0c7d101af294 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:12.988131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 772a2a9e-f719-4c01-bf9e-0c7d101af294 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:12.988711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 772a2a9e-f719-4c01-bf9e-0c7d101af294 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:13.007296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Deleting port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:13.007643 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.008377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.086809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] For port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:13.087192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.099063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee99f1a4-1f8c-44bc-96fa-265a0ebcb8c2,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:13.100826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Calling delete_port for 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:13.125550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7b9c0-973f-46a7-b16f-b08e868af51d req-513b26e7-011f-468c-baa6-765b33e2ed3d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:13.127689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56d7b9c0-973f-46a7-b16f-b08e868af51d req-513b26e7-011f-468c-baa6-765b33e2ed3d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 949 time: 0.0848756 Mar 31 22:49:13.128482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Checking segment: {'id': 'ad499c46-91a8-420d-bed9-3fb6d1d036a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:13.128901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Network hostable DHCP agents. Network: 7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:49:13.161135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] DHCP port deletion for a832161c-0b16-43eb-8184-d4742617e68d request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:49:13.184657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56d7b9c0-973f-46a7-b16f-b08e868af51d req-cc9eb286-1ad1-4683-9957-41a3bde2b5ce tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478201 Mar 31 22:49:13.242089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8d900cb-5610-4b07-bd52-ea0c5538a893 req-396b21d9-ee28-4a24-8d59-592f84e60a0e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 210 time: 0.0477066 Mar 31 22:49:13.245306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Network 7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:49:13.246173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] Deleting port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:13.246592 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.323147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:13.323399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.332724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] For port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,segment=NetworkSegment(1ba78547-5429-4c1c-a2ab-54bc0f0a43d7),segment_id=1ba78547-5429-4c1c-a2ab-54bc0f0a43d7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:13.333858 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.337773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:13.337773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.346710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d4e8d2-5a0b-47ff-ac54-1ff06fac7aed None None] Network 7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:13.364149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:13.410199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] No DVR routers for this DVR port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:13.410671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] Calling delete_port for 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:13.442885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.465005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a832161c-0b16-43eb-8184-d4742617e68d']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:13.475641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:13.475944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba78547-5429-4c1c-a2ab-54bc0f0a43d7') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:13.485470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.506525 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9ef20ea5-24cc-4a68-8456-19e04b12a925 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5617807 Mar 31 22:49:13.506756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.506756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:49:13.506756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:49:13.508523 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:49:13.543330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7ad87710-ba0d-4d10-835e-a7041a812cdb details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:13.688710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.708724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52128) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:13.710358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.716700 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a832161c-0b16-43eb-8184-d4742617e68d HTTP/1.1" status: 204 len: 168 time: 0.9246306 Mar 31 22:49:13.716700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4581b7-ce2c-4850-aab6-f557e3069468 admin admin] Pushing event deleted for resources: {'Network': ['ID=a832161c-0b16-43eb-8184-d4742617e68d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:13.762927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5a45ec-8cbd-484c-9b7a-78c2de7f51aa admin admin] Deleting subnet ced244a0-2416-4a7c-90d8-a0857bf7606d {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:49:13.766889 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45ec-8cbd-484c-9b7a-78c2de7f51aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.811327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45ec-8cbd-484c-9b7a-78c2de7f51aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.825712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45ec-8cbd-484c-9b7a-78c2de7f51aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.879507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc90c8-0b7d-4c70-9c9a-cc74f1ec354d None None] Network 7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:13.885705 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:13.931969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fea207-6846-4250-96f1-ca61906965e0 req-89fa49ab-6955-4ee8-8e8f-49a487faf123 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:13.938956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6fea207-6846-4250-96f1-ca61906965e0 req-89fa49ab-6955-4ee8-8e8f-49a487faf123 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 948 time: 0.0795321 Mar 31 22:49:13.940298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] Network a832161c-0b16-43eb-8184-d4742617e68d is not hosted by any dhcp agent {{(pid=109822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 22:49:13.940767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] No DVR routers for this DVR port 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:13.947674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7ad87710-ba0d-4d10-835e-a7041a812cdb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7ad87710-ba0d-4d10-835e-a7041a812cdb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:13.978728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6fea207-6846-4250-96f1-ca61906965e0 req-a1412f01-a1ac-4879-911c-d2df9c3b643f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Mar 31 22:49:13.979059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5b7ee-489c-432d-9a1c-78e452b71086 None None] Pushing event deleted for resources: {'Port': ['ID=50e029b9-e1ff-422b-a2a4-4b1d807b5e41,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:13.997463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '7ad87710-ba0d-4d10-835e-a7041a812cdb', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '7ad87710-ba0d-4d10-835e-a7041a812cdb', 'mac_address': 'fa:16:3e:bc:06:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:49:14.025375 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45ec-8cbd-484c-9b7a-78c2de7f51aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.070519 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.081043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-203d1563-77c6-447b-a6f9-dc392bf925d9 req-c03921d5-5895-447a-8320-23d7a22e02ea tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0530481 Mar 31 22:49:14.085411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce5a45ec-8cbd-484c-9b7a-78c2de7f51aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.091176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ce5a45ec-8cbd-484c-9b7a-78c2de7f51aa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ced244a0-2416-4a7c-90d8-a0857bf7606d HTTP/1.1" status: 204 len: 168 time: 0.3779416 Mar 31 22:49:14.091176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a45ec-8cbd-484c-9b7a-78c2de7f51aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced244a0-2416-4a7c-90d8-a0857bf7606d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:14.091515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52138) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:14.130600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad87710-ba0d-4d10-835e-a7041a812cdb {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:14.149503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52140) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:14.155253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7ad87710-ba0d-4d10-835e-a7041a812cdb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7ad87710-ba0d-4d10-835e-a7041a812cdb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:14.180112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.191345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f321ed0a-55b8-4548-96db-57e1ab22ccc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a64ec94a04c4281aaa2f9ce5a9ef90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406146 Mar 31 22:49:14.193714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52142) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:14.218983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.256037 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09a50754-e0ed-4987-b734-6ac089fb68b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.273836 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.292754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7ad87710-ba0d-4d10-835e-a7041a812cdb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:14.298683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cf614a-cdd2-4861-a0b4-83306fffc2a3']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:14.313494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3889e69c-3a61-4316-b433-8c7dce41e458') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:14.314066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3889e69c-3a61-4316-b433-8c7dce41e458') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:14.317688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09a50754-e0ed-4987-b734-6ac089fb68b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.325336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.342204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.348890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:49:14.349287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:49:14.351107 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:49:14.391087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cb2cf3e-420f-4d43-b97a-7ba1382156fe req-f4aa3c93-9f20-4346-80bb-906b724eb39c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 210 time: 0.0369885 Mar 31 22:49:14.399783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331c2fe-f520-4332-a23c-d3f4438d9dae req-214d88d8-e117-42f7-a7e9-e0be12961dd1 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:14.401482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5331c2fe-f520-4332-a23c-d3f4438d9dae req-214d88d8-e117-42f7-a7e9-e0be12961dd1 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 949 time: 0.1181071 Mar 31 22:49:14.410013 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cf66eedc-1b27-41d3-8a00-645d18a8f410 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:14.444957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5331c2fe-f520-4332-a23c-d3f4438d9dae req-e0f4fe73-7f8f-46a4-95cc-f4a0b7e0bd1a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335751 Mar 31 22:49:14.490993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7ad87710-ba0d-4d10-835e-a7041a812cdb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:14.492918 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.499404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.502546 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1cf614a-cdd2-4861-a0b4-83306fffc2a3 HTTP/1.1" status: 204 len: 168 time: 0.4095256 Mar 31 22:49:14.505493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52148) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:14.515881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139467ed-4870-4530-8222-3ea3d6a2f01d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cf614a-cdd2-4861-a0b4-83306fffc2a3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:14.551646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9dd775-4b7d-4076-a41d-f7dbc162624f admin admin] Deleting subnet ee99f1a4-1f8c-44bc-96fa-265a0ebcb8c2 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:49:14.555026 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09a50754-e0ed-4987-b734-6ac089fb68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.557505 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09a50754-e0ed-4987-b734-6ac089fb68b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.558648 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-09a50754-e0ed-4987-b734-6ac089fb68b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/651574bb-af45-4c23-a1cf-84189c2453e5 HTTP/1.1" status: 204 len: 168 time: 0.3638201 Mar 31 22:49:14.559452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd775-4b7d-4076-a41d-f7dbc162624f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.576226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port cf66eedc-1b27-41d3-8a00-645d18a8f410 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:49:14.588576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a50754-e0ed-4987-b734-6ac089fb68b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651574bb-af45-4c23-a1cf-84189c2453e5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:14.604042 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd775-4b7d-4076-a41d-f7dbc162624f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.610047 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd775-4b7d-4076-a41d-f7dbc162624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.617091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port cf66eedc-1b27-41d3-8a00-645d18a8f410 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:14.617464 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.763816 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd775-4b7d-4076-a41d-f7dbc162624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.781279 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.818360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dd775-4b7d-4076-a41d-f7dbc162624f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee99f1a4-1f8c-44bc-96fa-265a0ebcb8c2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:14.823839 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f9dd775-4b7d-4076-a41d-f7dbc162624f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.826412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c4aa95-4155-47bd-9124-3cbf36e0de5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf66eedc-1b27-41d3-8a00-645d18a8f410'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:14.829191 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ddb4c2-f562-497e-bb16-47f1b36ba894" -d '{"events": [{"server_uuid": "14c4aa95-4155-47bd-9124-3cbf36e0de5c", "name": "network-vif-plugged", "status": "completed", "tag": "cf66eedc-1b27-41d3-8a00-645d18a8f410"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:14.831909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6f9dd775-4b7d-4076-a41d-f7dbc162624f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ee99f1a4-1f8c-44bc-96fa-265a0ebcb8c2 HTTP/1.1" status: 204 len: 168 time: 0.3251102 Mar 31 22:49:14.835818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52158) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:14.877069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cf66eedc-1b27-41d3-8a00-645d18a8f410, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cf66eedc-1b27-41d3-8a00-645d18a8f410,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:14.883225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:14.906192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:14.906559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 50e029b9-e1ff-422b-a2a4-4b1d807b5e41 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:14.913987 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4ccbc1-eb52-45d3-88dd-5476b1ddaec7 x-openstack-request-id: req-8a4ccbc1-eb52-45d3-88dd-5476b1ddaec7 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:14.914135 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c4aa95-4155-47bd-9124-3cbf36e0de5c", "name": "network-vif-plugged", "status": "completed", "tag": "cf66eedc-1b27-41d3-8a00-645d18a8f410", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:14.914285 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a4ccbc1-eb52-45d3-88dd-5476b1ddaec7 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:14.914702 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4ccbc1-eb52-45d3-88dd-5476b1ddaec7'] response: {'server_uuid': '14c4aa95-4155-47bd-9124-3cbf36e0de5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf66eedc-1b27-41d3-8a00-645d18a8f410', 'code': 200} Mar 31 22:49:14.946011 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:14.948608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 99cf945c-9fe0-49c7-810c-2e09e0de08f4 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:14.972243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.052270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cf66eedc-1b27-41d3-8a00-645d18a8f410,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:15.169708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.185839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:49:15.191336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:15.191816 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.214653 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.215000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.215758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.216087 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > port after_create 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.216591 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.216758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > port after_update 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.217052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.217371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.217705 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.218025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.292211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.292537 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.292866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.292991 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.293196 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:49:15.293574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:15.329870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 99cf945c-9fe0-49c7-810c-2e09e0de08f4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=99cf945c-9fe0-49c7-810c-2e09e0de08f4,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:15.342350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad499c46-91a8-420d-bed9-3fb6d1d036a4') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:15.342671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad499c46-91a8-420d-bed9-3fb6d1d036a4') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:15.349763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86169086-1e30-4e5e-95e0-acff29e168e2 req-47baef16-8f3d-4d8d-880f-bbfee5f3d6e2 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1511092 Mar 31 22:49:15.368000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592faa3-9953-4a2a-866f-e7dea75a6860 req-44f7e8ef-6e66-425b-828c-0ae435400f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:15.368000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d592faa3-9953-4a2a-866f-e7dea75a6860 req-44f7e8ef-6e66-425b-828c-0ae435400f46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 1100 time: 0.3172204 Mar 31 22:49:15.371716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8d79d-858f-49b5-a969-4fa229b69639 req-41ba3111-377b-42d3-b062-f60dec198813 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:15.373312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69e8d79d-858f-49b5-a969-4fa229b69639 req-41ba3111-377b-42d3-b062-f60dec198813 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 949 time: 0.2897115 Mar 31 22:49:15.385982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.435764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.457190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:49:15.457701 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: from cryptography.utils import int_from_bytes Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: from cryptography.utils import int_from_bytes Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:49:15.461986 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:49:15.478997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d592faa3-9953-4a2a-866f-e7dea75a6860 req-e0b6e56b-082f-4be5-9ddd-0809cfb101c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046565 Mar 31 22:49:15.488150 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.498178 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7ad87710-ba0d-4d10-835e-a7041a812cdb up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:15.548347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea15d030-efff-4d25-9b49-88e28d114d94 req-6cb2a21a-3f55-403b-80d6-56e27346019d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 210 time: 0.0854611 Mar 31 22:49:15.571529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=99cf945c-9fe0-49c7-810c-2e09e0de08f4,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:15.581949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69e8d79d-858f-49b5-a969-4fa229b69639 req-4e6b6ff4-0dff-462d-bab4-e58345df735f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900854 Mar 31 22:49:15.665367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 7ad87710-ba0d-4d10-835e-a7041a812cdb completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:49:15.666643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7681-c48d-4d4e-b5c3-0a76abcb196f req-8f0ce09a-541f-41cc-a5fc-2e8ecdad75eb tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:15.668486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d3b7681-c48d-4d4e-b5c3-0a76abcb196f req-8f0ce09a-541f-41cc-a5fc-2e8ecdad75eb tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 950 time: 0.0532768 Mar 31 22:49:15.670444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.670767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 7ad87710-ba0d-4d10-835e-a7041a812cdb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:15.671221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.681565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.688499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] 10.222.0.31 "DELETE /v2.0/networks/7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc HTTP/1.1" status: 204 len: 168 time: 0.8487878 Mar 31 22:49:15.710306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057c557-0bcf-420b-a95d-607f6602f44a admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb47ca8-6fb8-4880-86e4-f6d2a5e5c8bc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:15.756424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d3b7681-c48d-4d4e-b5c3-0a76abcb196f req-f897ccb0-e014-441f-ba64-99f96f00c40e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686097 Mar 31 22:49:15.776310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.812688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7ad87710-ba0d-4d10-835e-a7041a812cdb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7ad87710-ba0d-4d10-835e-a7041a812cdb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:15.934078 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:15.985491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7ad87710-ba0d-4d10-835e-a7041a812cdb,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:15.992005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-69e09ac6-e297-4474-95c8-663d7143dbe7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353262 Mar 31 22:49:16.152288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-fcca2002-08cd-4003-9b57-667ae4d3cd0b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:16.152288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-fcca2002-08cd-4003-9b57-667ae4d3cd0b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207571 Mar 31 22:49:16.152288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Request body: {'port': {'device_id': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '0dc4b05ffb65417ca10cafdffe214b5f'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:16.345534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-0ad85b68-3ed4-44f7-a381-fd36526e04c0 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7b9a1f783bcc4a3cb95a291c23ea80f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220084 Mar 31 22:49:16.459365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:16.485210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-da8077af-abd5-4327-bf11-b88fdf87e5d0 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:16.487361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-da8077af-abd5-4327-bf11-b88fdf87e5d0 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363671 Mar 31 22:49:16.487950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Made reservation on behalf of 0dc4b05ffb65417ca10cafdffe214b5f for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:16.491304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:16.501071 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-08a0d053-e991-46a0-8541-eef28f865166 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1f245ebfc04453b9ad89dc4e9fed3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403848 Mar 31 22:49:16.504094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52210) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:16.519466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9822450-11ca-4b55-ae13-a819108b9890 req-c070b694-ad7b-4688-9a9d-165191f38b83 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0633543 Mar 31 22:49:16.536504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-8b5a4a04-7faa-44b8-a35d-7bb5bbb3abc8 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/quotas/7b9a1f783bcc4a3cb95a291c23ea80f5 HTTP/1.1" status: 200 len: 375 time: 0.0275459 Mar 31 22:49:16.557040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e50d4a3-3e76-484d-bd0f-d289907d1411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:16.579359 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e50d4a3-3e76-484d-bd0f-d289907d1411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:16.624337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-7029cba6-b971-469d-b28e-dddb7e0af8b3 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b9a1f783bcc4a3cb95a291c23ea80f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779386 Mar 31 22:49:16.701672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1fb60a-6ddd-4df9-bead-e44ea0369078 req-09de5b9b-ea39-4fd4-9baa-9a26faab47ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 210 time: 0.0533144 Mar 31 22:49:16.728226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e50d4a3-3e76-484d-bd0f-d289907d1411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:16.728226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e50d4a3-3e76-484d-bd0f-d289907d1411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:16.728226 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3e50d4a3-3e76-484d-bd0f-d289907d1411 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85371640-ea8a-4537-93ba-1f71d7819e2c HTTP/1.1" status: 204 len: 168 time: 0.2182264 Mar 31 22:49:16.735290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50d4a3-3e76-484d-bd0f-d289907d1411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85371640-ea8a-4537-93ba-1f71d7819e2c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:16.755144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Allocated IP 192.168.233.140 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/867c8b01-2229-4d0a-a340-013d5570eecd) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:16.915651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7d2227-983c-4dd6-bfdd-6fab57c8f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cf945c-9fe0-49c7-810c-2e09e0de08f4'}, {'server_uuid': '1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad87710-ba0d-4d10-835e-a7041a812cdb'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:16.922083 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd616f8-8868-499f-9a58-14d12b188b86" -d '{"events": [{"server_uuid": "fe7d2227-983c-4dd6-bfdd-6fab57c8f723", "name": "network-vif-plugged", "status": "completed", "tag": "99cf945c-9fe0-49c7-810c-2e09e0de08f4"}, {"server_uuid": "1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7", "name": "network-vif-plugged", "status": "completed", "tag": "7ad87710-ba0d-4d10-835e-a7041a812cdb"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:16.930864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af5a21-a0f1-4d7c-9482-10f09657a749 req-3734bc42-8d60-4753-b069-b46145afc7ad tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:16.945117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71af5a21-a0f1-4d7c-9482-10f09657a749 req-3734bc42-8d60-4753-b069-b46145afc7ad tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 950 time: 0.1624024 Mar 31 22:49:17.039943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71af5a21-a0f1-4d7c-9482-10f09657a749 req-57c72cb6-4427-420e-a8fb-af23b2c19a67 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992181 Mar 31 22:49:17.058278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3ac26-0501-41cc-a488-07389e9cecaf req-c08dee4f-ab6f-463b-8518-27f99c6b8699 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:17.059867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ee3ac26-0501-41cc-a488-07389e9cecaf req-c08dee4f-ab6f-463b-8518-27f99c6b8699 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 950 time: 0.1063225 Mar 31 22:49:17.072212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:17.123454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ee3ac26-0501-41cc-a488-07389e9cecaf req-a7d283ba-14cd-49fa-80b5-b57a7b2c1c06 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546844 Mar 31 22:49:17.155159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-584124f0-4a60-4c9e-be6d-259f3a043a19 req-508a1588-8017-4932-a5ab-dcd99f71bcce tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 210 time: 0.0307341 Mar 31 22:49:17.176206 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79438000-ec68-49a9-a5ed-bba69a613131 x-openstack-request-id: req-79438000-ec68-49a9-a5ed-bba69a613131 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:17.176725 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7d2227-983c-4dd6-bfdd-6fab57c8f723", "name": "network-vif-plugged", "status": "completed", "tag": "99cf945c-9fe0-49c7-810c-2e09e0de08f4", "code": 200}, {"server_uuid": "1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7", "name": "network-vif-plugged", "status": "completed", "tag": "7ad87710-ba0d-4d10-835e-a7041a812cdb", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:17.176840 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79438000-ec68-49a9-a5ed-bba69a613131 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:17.177168 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79438000-ec68-49a9-a5ed-bba69a613131'] response: {'server_uuid': 'fe7d2227-983c-4dd6-bfdd-6fab57c8f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'code': 200} Mar 31 22:49:17.177425 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79438000-ec68-49a9-a5ed-bba69a613131'] response: {'server_uuid': '1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad87710-ba0d-4d10-835e-a7041a812cdb', 'code': 200} Mar 31 22:49:17.237822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:17.251045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:17.254093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:17.296888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:17.311096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:17.330130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:17.333106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:17.351824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429db44-0171-456a-ae46-5cf1f74879bd req-a341faf8-2f6e-4d4d-a0e5-1674c9657e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:17.354550 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2429db44-0171-456a-ae46-5cf1f74879bd req-a341faf8-2f6e-4d4d-a0e5-1674c9657e56 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 1101 time: 0.1146326 Mar 31 22:49:17.399565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:17.400214 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:17.405229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22414eb1-d7ae-4792-bc6a-0db6d2202033 req-25e84635-3a96-48a5-a2a2-d5811ff5c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:17.406735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22414eb1-d7ae-4792-bc6a-0db6d2202033 req-25e84635-3a96-48a5-a2a2-d5811ff5c628 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 1101 time: 0.1126840 Mar 31 22:49:17.433112 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2429db44-0171-456a-ae46-5cf1f74879bd req-a69e521a-2a96-47eb-8181-0da1008eb2f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688176 Mar 31 22:49:17.465482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22414eb1-d7ae-4792-bc6a-0db6d2202033 req-c87d8c28-ab27-4b4e-af33-4927fd5e20b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Mar 31 22:49:17.596516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e6f877-4b89-4c4a-bb93-6e6c793662de tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4643188 Mar 31 22:49:17.650236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be46254d-7e3d-4428-9b5e-8519813b4129 req-c62146fb-894a-492c-a806-00abc39006d0 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0299833 Mar 31 22:49:17.651558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-dfc154d8-5be3-45b8-825f-322571d8703d None None] Provisioning complete for port 867c8b01-2229-4d0a-a340-013d5570eecd triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:17.651558 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfc154d8-5be3-45b8-825f-322571d8703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:17.656558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Request body: {'port': {'device_id': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:17.687844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dfc154d8-5be3-45b8-825f-322571d8703d None None] Port 867c8b01-2229-4d0a-a340-013d5570eecd cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:17.726429 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:17.796806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52238) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:17.840909 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c9ef4a96-6efa-4c2a-8ec3-701e624fb623 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dc4d9ae94824cf3af9db0038f3616d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428813 Mar 31 22:49:17.843335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52242) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:17.897616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea09dbd9-512d-4e8d-b2f4-2216de2ae4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:17.898367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b529d4a-bc50-458e-a5c3-9d1e147b5149 req-a3b0dd5e-a4ee-4c64-a1ca-9f524d98ff42 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:17.901012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b529d4a-bc50-458e-a5c3-9d1e147b5149 req-a3b0dd5e-a4ee-4c64-a1ca-9f524d98ff42 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 936 time: 0.1171222 Mar 31 22:49:17.921208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea09dbd9-512d-4e8d-b2f4-2216de2ae4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:17.992367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b529d4a-bc50-458e-a5c3-9d1e147b5149 req-a2b87b0a-bf27-4c6c-a980-60a8291e0ea3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790527 Mar 31 22:49:18.053464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea09dbd9-512d-4e8d-b2f4-2216de2ae4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:18.056092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea09dbd9-512d-4e8d-b2f4-2216de2ae4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:18.057239 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ea09dbd9-512d-4e8d-b2f4-2216de2ae4bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd4e6bd9-0450-40f3-8447-b95e1a3d0ccf HTTP/1.1" status: 204 len: 168 time: 0.2130129 Mar 31 22:49:18.065255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09dbd9-512d-4e8d-b2f4-2216de2ae4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e6bd9-0450-40f3-8447-b95e1a3d0ccf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:18.087557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867c8b01-2229-4d0a-a340-013d5570eecd {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:18.093159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:18.110875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Transition to ACTIVE for port object 867c8b01-2229-4d0a-a340-013d5570eecd will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:18.181336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:18.230938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56cb5-c410-45c2-8d13-03967545b79d req-1117e36e-d0e1-4641-ae85-3e1524bf7cd4 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:18.238573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21f56cb5-c410-45c2-8d13-03967545b79d req-1117e36e-d0e1-4641-ae85-3e1524bf7cd4 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 950 time: 0.0927005 Mar 31 22:49:18.307867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:18.369661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21f56cb5-c410-45c2-8d13-03967545b79d req-33e49efb-5bc6-46d6-afc1-37b65f1ebf7d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214333 Mar 31 22:49:18.380667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923571-b613-43c8-8328-db6d56883a1f req-ef906c71-f55e-40c9-a1da-a57a04369dc8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:18.383057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97923571-b613-43c8-8328-db6d56883a1f req-ef906c71-f55e-40c9-a1da-a57a04369dc8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 950 time: 0.1666250 Mar 31 22:49:18.446669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Attempting to bind port 867c8b01-2229-4d0a-a340-013d5570eecd on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:18.447016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Attempting to bind port 867c8b01-2229-4d0a-a340-013d5570eecd by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:18.447313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Attempting to bind port 867c8b01-2229-4d0a-a340-013d5570eecd on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:18.454031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97923571-b613-43c8-8328-db6d56883a1f req-f3a7cf99-6960-4054-a122-ba360031d220 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581346 Mar 31 22:49:18.465168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Port 867c8b01-2229-4d0a-a340-013d5570eecd on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:18.465491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Attempting to bind port 867c8b01-2229-4d0a-a340-013d5570eecd on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:18.482853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7814ef6-e106-4f4e-93a8-55e136b21c79 req-9ba3c1d9-9747-4f4a-b539-222a9931a01b tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 210 time: 0.0329249 Mar 31 22:49:18.485699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:18.485892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:18.486924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:18.487351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Bound port: 867c8b01-2229-4d0a-a340-013d5570eecd, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:18.487706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:18.568835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:18.573140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:18.671369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:18.714632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:18.715227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:18.716768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] 10.222.0.50 "PUT /v2.0/ports/867c8b01-2229-4d0a-a340-013d5570eecd HTTP/1.1" status: 200 len: 1096 time: 1.0642757 Mar 31 22:49:18.717310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:18.719673 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5665cdd-b37a-4d03-99ab-1b543081918b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:18.747515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ec6a0-ec41-4c4e-8b8c-6059541107e4 service neutron] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:18.781276 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869c1fe3-69ff-4d0e-abf5-60a0d7ae1d92 x-openstack-request-id: req-869c1fe3-69ff-4d0e-abf5-60a0d7ae1d92 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:18.781691 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:18.782316 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-869c1fe3-69ff-4d0e-abf5-60a0d7ae1d92 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:18.782424 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869c1fe3-69ff-4d0e-abf5-60a0d7ae1d92'] response: {'name': 'network-changed', 'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd', 'status': 'completed', 'code': 200} Mar 31 22:49:18.799664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0172fe5b-0744-4416-a88d-d4bf33c27ad0 req-d3c0a536-405f-427b-a361-347003362853 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0409729 Mar 31 22:49:18.855306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5665cdd-b37a-4d03-99ab-1b543081918b req-14b38547-556a-47fc-9a07-41d117ff08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:18.857421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5665cdd-b37a-4d03-99ab-1b543081918b req-14b38547-556a-47fc-9a07-41d117ff08a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 1099 time: 0.0502281 Mar 31 22:49:18.896400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5665cdd-b37a-4d03-99ab-1b543081918b req-2f984cf6-9b3e-4b94-8f5f-c603c54afe7c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302126 Mar 31 22:49:18.996790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5665cdd-b37a-4d03-99ab-1b543081918b req-0ef22999-f665-4257-8a74-16f8faaa4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:18.998318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5665cdd-b37a-4d03-99ab-1b543081918b req-0ef22999-f665-4257-8a74-16f8faaa4549 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948215 Mar 31 22:49:19.158658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-75e13611-5451-4e78-ae8b-fe715d26c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:19.160155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-75e13611-5451-4e78-ae8b-fe715d26c757 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 1099 time: 0.0777862 Mar 31 22:49:19.171578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5b4d2-0392-41b9-be55-e908810929c9 req-ef685938-b202-43aa-9e64-f4d56ea3b6c4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:19.172941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bb5b4d2-0392-41b9-be55-e908810929c9 req-ef685938-b202-43aa-9e64-f4d56ea3b6c4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 948 time: 0.0764148 Mar 31 22:49:19.218809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-8c89b225-2738-48bf-a3e4-6a15dce13a1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=867c8b01-2229-4d0a-a340-013d5570eecd HTTP/1.1" status: 200 len: 217 time: 0.0448794 Mar 31 22:49:19.270158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bb5b4d2-0392-41b9-be55-e908810929c9 req-9a60cc0e-90d1-43d8-98fc-80723aba8744 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906777 Mar 31 22:49:19.290718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-066ad7e3-7ded-433f-bddc-d7f5e667180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:19.292849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-066ad7e3-7ded-433f-bddc-d7f5e667180b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0615494 Mar 31 22:49:19.341659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-58675f69-052f-4e47-8103-248d5bca588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:19.344454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-58675f69-052f-4e47-8103-248d5bca588f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427842 Mar 31 22:49:19.464464 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-68568cb3-d94c-4fd4-8bfa-2a2adbfa25d0 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7b9a1f783bcc4a3cb95a291c23ea80f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314837 Mar 31 22:49:19.485163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-145c472a-25de-47b9-b2cc-7079723b4eae service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320076 Mar 31 22:49:19.616222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138be0-70d6-459e-829f-31aefd2c7c8c req-dd63ba95-fab6-48a8-9932-67418add6121 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:19.617708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9138be0-70d6-459e-829f-31aefd2c7c8c req-dd63ba95-fab6-48a8-9932-67418add6121 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 950 time: 0.1483719 Mar 31 22:49:19.618448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-b21bbe45-aefc-49f8-b221-20c8b81c6ade tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:19.625449 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-b21bbe45-aefc-49f8-b221-20c8b81c6ade tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482396 Mar 31 22:49:19.632801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Request body: {'port': {'device_id': '7cadcf11-b567-49fe-9c64-a1eb43ea1dc8', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '7b9a1f783bcc4a3cb95a291c23ea80f5'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:19.678036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd503e-a3bc-4111-a4a1-64c7ba69be67 req-9a15a418-4b22-4f87-bbd9-e12de1206bfb tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:19.679562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27dd503e-a3bc-4111-a4a1-64c7ba69be67 req-9a15a418-4b22-4f87-bbd9-e12de1206bfb tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 950 time: 0.1100864 Mar 31 22:49:19.691584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e781cd1-2c41-41d8-a5c1-8856d32fc44b req-c2e89385-6601-42da-9220-103b53e0eccc service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853542 Mar 31 22:49:19.707169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9138be0-70d6-459e-829f-31aefd2c7c8c req-5a01f12f-b1a0-4393-a25f-5691b03aaf9b tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810199 Mar 31 22:49:19.736804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27dd503e-a3bc-4111-a4a1-64c7ba69be67 req-3690ac50-eaa5-4df3-82b6-e2b711ab1643 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Mar 31 22:49:19.860826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53e274ea-5cf9-4a82-b2f0-e19d80d5f6f1 req-2ff75d61-0d8a-4427-be3a-7cc5c6c7abf4 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 210 time: 0.0394025 Mar 31 22:49:19.876326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Made reservation on behalf of 7b9a1f783bcc4a3cb95a291c23ea80f5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:19.880031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:19.892599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:19.999611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:20.021585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f415f1-2e51-4339-a112-01a410f1d82a req-ecc76791-72c1-4eb0-9641-72e082520049 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:20.023220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98f415f1-2e51-4339-a112-01a410f1d82a req-ecc76791-72c1-4eb0-9641-72e082520049 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 949 time: 0.0793686 Mar 31 22:49:20.068296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98f415f1-2e51-4339-a112-01a410f1d82a req-3d1f2c9a-03db-4e79-8fb7-87b6ccd5c8fa tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Mar 31 22:49:20.096819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:20.167283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e457ba-cf95-412a-a7ac-0840f1b1fd0b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:20.260591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Allocated IP 192.168.233.204 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/3db58fc2-a935-4fd0-ab4d-323be20a2f42) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:20.394730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e8be5-1f99-44f7-b148-772ee7cd8846 req-66b5a551-c880-440d-bbba-7a7388b6238b tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0256543 Mar 31 22:49:20.436603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:20.636893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:20.687666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473847a-1a31-4379-a48d-251d694337fc req-b9c5cd92-8573-4b54-aab8-d179abb7bcc9 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:20.689675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9473847a-1a31-4379-a48d-251d694337fc req-b9c5cd92-8573-4b54-aab8-d179abb7bcc9 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1096 time: 0.0398269 Mar 31 22:49:20.695850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:20.697370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Pushing event updated for resources: {'Port': ['ID=3db58fc2-a935-4fd0-ab4d-323be20a2f42,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:20.700363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:20.702822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:20.755711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:20.756378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:20.773978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9473847a-1a31-4379-a48d-251d694337fc req-c91f4d15-b75c-418d-aa48-1b210e736095 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756698 Mar 31 22:49:20.800789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7c6a2-8512-4d99-a0ae-c488614141e8 req-fb869327-31c9-45cf-a924-d6ebb9ab0d35 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:20.817699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7c6a2-8512-4d99-a0ae-c488614141e8 req-fb869327-31c9-45cf-a924-d6ebb9ab0d35 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:20.817699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9e7c6a2-8512-4d99-a0ae-c488614141e8 req-fb869327-31c9-45cf-a924-d6ebb9ab0d35 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c&device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 1690 time: 0.1015434 Mar 31 22:49:20.856537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9e7c6a2-8512-4d99-a0ae-c488614141e8 req-06680ee6-df5e-4ba6-866b-f4f067b566e6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Mar 31 22:49:20.857270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d57b1561-448a-4504-b9e9-f0ef62b61111 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2276478 Mar 31 22:49:20.871051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Request body: {'port': {'device_id': '7cadcf11-b567-49fe-9c64-a1eb43ea1dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:20.913435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c720-c73d-44d5-9f03-1fc97e5323f4 req-b6311ccc-b5e0-4770-aedd-660093ae7523 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:20.915383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e752c720-c73d-44d5-9f03-1fc97e5323f4 req-b6311ccc-b5e0-4770-aedd-660093ae7523 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 948 time: 0.0590906 Mar 31 22:49:20.946208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:20.986791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e752c720-c73d-44d5-9f03-1fc97e5323f4 req-6e8e8bd1-c533-4532-ab0c-c399c79e83ca tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591848 Mar 31 22:49:20.993923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8392b71-9e43-4bc2-bf23-6c122ed5cd96 req-f2148412-2f7c-4373-a577-009b7de0d34f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:20.995418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8392b71-9e43-4bc2-bf23-6c122ed5cd96 req-f2148412-2f7c-4373-a577-009b7de0d34f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 950 time: 0.0776634 Mar 31 22:49:21.014143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a2b133b3-a66e-4266-b1dd-766b6c0eb6f2 None None] Provisioning complete for port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:21.014143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a2b133b3-a66e-4266-b1dd-766b6c0eb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:21.052023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a2b133b3-a66e-4266-b1dd-766b6c0eb6f2 None None] Port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:21.054304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8392b71-9e43-4bc2-bf23-6c122ed5cd96 req-ee0f3fa9-f390-4127-b642-dae94ce5bf42 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500381 Mar 31 22:49:21.174578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d47a8-631d-4e09-9f2c-38eae370b07d req-2d62a9e0-c70a-4449-8bbe-ecd047bdf908 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.176082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a02d47a8-631d-4e09-9f2c-38eae370b07d req-2d62a9e0-c70a-4449-8bbe-ecd047bdf908 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 946 time: 0.0524085 Mar 31 22:49:21.255317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db58fc2-a935-4fd0-ab4d-323be20a2f42 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:21.262688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:21.267152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a02d47a8-631d-4e09-9f2c-38eae370b07d req-da748314-3ce6-4b7a-8059-1427b9683b35 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820684 Mar 31 22:49:21.275282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Transition to ACTIVE for port object 3db58fc2-a935-4fd0-ab4d-323be20a2f42 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:21.304265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3a43-596e-4762-9e3d-bbcfc45bd45f req-d8ffedbd-857e-4934-bbf9-465ac3ea3cab tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.304265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3a43-596e-4762-9e3d-bbcfc45bd45f req-d8ffedbd-857e-4934-bbf9-465ac3ea3cab tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.304265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3a43-596e-4762-9e3d-bbcfc45bd45f req-d8ffedbd-857e-4934-bbf9-465ac3ea3cab tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.304750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3a43-596e-4762-9e3d-bbcfc45bd45f req-d8ffedbd-857e-4934-bbf9-465ac3ea3cab tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.305203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3a43-596e-4762-9e3d-bbcfc45bd45f req-d8ffedbd-857e-4934-bbf9-465ac3ea3cab tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.305651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3a43-596e-4762-9e3d-bbcfc45bd45f req-d8ffedbd-857e-4934-bbf9-465ac3ea3cab tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.306095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3a43-596e-4762-9e3d-bbcfc45bd45f req-d8ffedbd-857e-4934-bbf9-465ac3ea3cab tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.307879 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd0d3a43-596e-4762-9e3d-bbcfc45bd45f req-d8ffedbd-857e-4934-bbf9-465ac3ea3cab tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.1309142 Mar 31 22:49:21.351001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:21.491183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63438d-f013-4201-8ad3-be6d2ffe8963 req-7875245a-7eac-49cc-8499-c5ac29568c1b tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.492954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb63438d-f013-4201-8ad3-be6d2ffe8963 req-7875245a-7eac-49cc-8499-c5ac29568c1b tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 948 time: 0.0676289 Mar 31 22:49:21.543153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb63438d-f013-4201-8ad3-be6d2ffe8963 req-f78e3377-f4c5-422f-bdfc-f9e1e2139e4b tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Mar 31 22:49:21.669347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a6022-40cf-45dd-8de4-a3355ecc8c77 req-4b5bba97-5e19-4a46-aa8c-fc9c6efadce4 tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.670861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910a6022-40cf-45dd-8de4-a3355ecc8c77 req-4b5bba97-5e19-4a46-aa8c-fc9c6efadce4 tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 886 time: 0.1053212 Mar 31 22:49:21.677149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Pushing event updated for resources: {'Port': ['ID=3db58fc2-a935-4fd0-ab4d-323be20a2f42,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:21.734328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Attempting to bind port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:21.734794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Attempting to bind port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:21.735210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Attempting to bind port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:21.739873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:21.740195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Attempting to bind port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:21.744958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:21.745298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:21.745675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:21.746244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Bound port: 3db58fc2-a935-4fd0-ab4d-323be20a2f42, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:21.746630 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:21.781122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173787fc-7566-4ede-ab75-ad922e5a16c4 req-4e2a53c6-3bd1-424d-bc56-fec151a12820 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.782716 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-173787fc-7566-4ede-ab75-ad922e5a16c4 req-4e2a53c6-3bd1-424d-bc56-fec151a12820 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 1100 time: 0.0418074 Mar 31 22:49:21.809642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] For port 3db58fc2-a935-4fd0-ab4d-323be20a2f42, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:21.812739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] For port 3db58fc2-a935-4fd0-ab4d-323be20a2f42, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3db58fc2-a935-4fd0-ab4d-323be20a2f42,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:21.817470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-173787fc-7566-4ede-ab75-ad922e5a16c4 req-32845be8-b916-4293-bfaa-7d285d8c1c21 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280254 Mar 31 22:49:21.900191 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:21.901473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9415d72-a38a-417a-a4d2-1d5e1e757135 req-53528714-315d-47d3-a94f-e27047c0251f tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0260396 Mar 31 22:49:21.947931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:21.948756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:21.950182 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] 10.222.0.50 "PUT /v2.0/ports/3db58fc2-a935-4fd0-ab4d-323be20a2f42 HTTP/1.1" status: 200 len: 1096 time: 1.0851922 Mar 31 22:49:21.950675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cadcf11-b567-49fe-9c64-a1eb43ea1dc8', 'tag': '3db58fc2-a935-4fd0-ab4d-323be20a2f42'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:21.953136 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7e309e-cb47-4bda-9099-065d8903e9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7cadcf11-b567-49fe-9c64-a1eb43ea1dc8", "tag": "3db58fc2-a935-4fd0-ab4d-323be20a2f42"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:21.971589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb361f-8d96-40db-988a-f12472fd9926 service neutron] Pushing event updated for resources: {'Port': ['ID=3db58fc2-a935-4fd0-ab4d-323be20a2f42,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:22.117059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-2d0fcdb1-3dfb-436a-999a-ff1f8e4e9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.118726 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-2d0fcdb1-3dfb-436a-999a-ff1f8e4e9f32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b9a1f783bcc4a3cb95a291c23ea80f5&device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 1099 time: 0.0545216 Mar 31 22:49:22.170634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-9c4d2e2b-f25a-40c6-837b-4c3badfe33da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=3db58fc2-a935-4fd0-ab4d-323be20a2f42 HTTP/1.1" status: 200 len: 217 time: 0.0438266 Mar 31 22:49:22.225919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d01bfee9-0bf4-4695-9309-4054a02d0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.227360 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-d01bfee9-0bf4-4695-9309-4054a02d0687 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0503988 Mar 31 22:49:22.281904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-25826110-7cd8-4108-80a8-ee663c170212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.283564 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-25826110-7cd8-4108-80a8-ee663c170212 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490043 Mar 31 22:49:22.384196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6db98-92b3-45d6-92bb-076a9b7eabf8 req-e53944ca-cf1d-49b5-998a-a40dae37a74f tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.384656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6db98-92b3-45d6-92bb-076a9b7eabf8 req-e53944ca-cf1d-49b5-998a-a40dae37a74f tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.385112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6db98-92b3-45d6-92bb-076a9b7eabf8 req-e53944ca-cf1d-49b5-998a-a40dae37a74f tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.385558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6db98-92b3-45d6-92bb-076a9b7eabf8 req-e53944ca-cf1d-49b5-998a-a40dae37a74f tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.385971 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-e8a75502-447a-4fea-bb7c-ec08c6ffcf1b service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931945 Mar 31 22:49:22.386071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6db98-92b3-45d6-92bb-076a9b7eabf8 req-e53944ca-cf1d-49b5-998a-a40dae37a74f tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.386432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6db98-92b3-45d6-92bb-076a9b7eabf8 req-e53944ca-cf1d-49b5-998a-a40dae37a74f tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.386899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6db98-92b3-45d6-92bb-076a9b7eabf8 req-e53944ca-cf1d-49b5-998a-a40dae37a74f tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.388678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e6db98-92b3-45d6-92bb-076a9b7eabf8 req-e53944ca-cf1d-49b5-998a-a40dae37a74f tempest-NetworksTest-658504095 tempest-NetworksTest-658504095-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.4415822 Mar 31 22:49:22.501127 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48aba792-0333-423e-a9aa-3096d96f0d0e req-7aa7bff6-648b-4bc2-8072-71ed7d6aee62 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082928 Mar 31 22:49:22.511697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba78a-30e3-451e-9565-628557c321aa req-9a5fe5df-d6ce-4517-b476-6edc72ffa828 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.513197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c01ba78a-30e3-451e-9565-628557c321aa req-9a5fe5df-d6ce-4517-b476-6edc72ffa828 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 1101 time: 0.0459008 Mar 31 22:49:22.547074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c01ba78a-30e3-451e-9565-628557c321aa req-fc16edcd-65e8-4899-b433-908689018f34 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275121 Mar 31 22:49:22.593278 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5fc8a6-95c5-41e2-bfb3-f4d5f254bdf1 x-openstack-request-id: req-ec5fc8a6-95c5-41e2-bfb3-f4d5f254bdf1 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:22.593636 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cadcf11-b567-49fe-9c64-a1eb43ea1dc8", "tag": "3db58fc2-a935-4fd0-ab4d-323be20a2f42", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:22.593954 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec5fc8a6-95c5-41e2-bfb3-f4d5f254bdf1 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:22.594419 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5fc8a6-95c5-41e2-bfb3-f4d5f254bdf1'] response: {'name': 'network-changed', 'server_uuid': '7cadcf11-b567-49fe-9c64-a1eb43ea1dc8', 'tag': '3db58fc2-a935-4fd0-ab4d-323be20a2f42', 'status': 'completed', 'code': 200} Mar 31 22:49:22.699562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d607e-af3f-463a-98b1-93ea14b4de8f req-c4a27cc1-ad98-4ddd-a115-047220a05d02 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.700994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f19d607e-af3f-463a-98b1-93ea14b4de8f req-c4a27cc1-ad98-4ddd-a115-047220a05d02 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 948 time: 0.0571740 Mar 31 22:49:22.717611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-db965b34-87d2-4cc4-80ba-6d14b2c723c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.719166 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-db965b34-87d2-4cc4-80ba-6d14b2c723c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b9a1f783bcc4a3cb95a291c23ea80f5&device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 1099 time: 0.0426223 Mar 31 22:49:22.744053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f19d607e-af3f-463a-98b1-93ea14b4de8f req-10784969-2e68-497c-abed-d6a25270c730 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348189 Mar 31 22:49:22.827415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-321c502a-1ca5-47ff-925b-bce2db587b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.829509 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-321c502a-1ca5-47ff-925b-bce2db587b17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1013908 Mar 31 22:49:22.878610 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-f7a9f5b9-cd1c-48de-93f3-92d744b230c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=3db58fc2-a935-4fd0-ab4d-323be20a2f42 HTTP/1.1" status: 200 len: 217 time: 0.0400457 Mar 31 22:49:22.898311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f4111-fe7b-447f-b181-a4e8c939c378 req-20bf276e-74a1-4f82-98a2-8110d1352803 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.900480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-965f4111-fe7b-447f-b181-a4e8c939c378 req-20bf276e-74a1-4f82-98a2-8110d1352803 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 950 time: 0.0615728 Mar 31 22:49:22.921300 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:22.950431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-82897fe7-8072-4ada-b469-027e38c287c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:22.951837 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-82897fe7-8072-4ada-b469-027e38c287c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0620880 Mar 31 22:49:22.970842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-965f4111-fe7b-447f-b181-a4e8c939c378 req-cddfcebd-bd95-48e9-9dc4-eee89fa18c78 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626667 Mar 31 22:49:23.013206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-2fe6057d-3e20-4da5-8737-2d936babb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:23.014742 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-2fe6057d-3e20-4da5-8737-2d936babb3ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560565 Mar 31 22:49:23.021849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-dd0ea60d-6552-4f71-af00-9d272d5e71f9 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:23.024188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-dd0ea60d-6552-4f71-af00-9d272d5e71f9 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.45 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 946 time: 0.0878129 Mar 31 22:49:23.104411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e396b316-8ac9-44cc-addc-2794af3d728d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.148345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11789-a6cf-4c0c-8728-c99a769ffc3a req-77ccec05-ac19-4c8f-8ae9-e0b7c476e4f4 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:23.150251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01e11789-a6cf-4c0c-8728-c99a769ffc3a req-77ccec05-ac19-4c8f-8ae9-e0b7c476e4f4 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 946 time: 0.1102030 Mar 31 22:49:23.163335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-3022d1a8-8cd8-4d41-a6aa-f4577be2e227 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381652 Mar 31 22:49:23.183036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-022638f3-2c16-419f-aed4-f21802f5e304 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:49:23.184044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-022638f3-2c16-419f-aed4-f21802f5e304 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128489 Mar 31 22:49:23.229039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Deleting port a24d2d04-f055-4bc0-b015-886fb52ba974 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:23.229297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.248333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01e11789-a6cf-4c0c-8728-c99a769ffc3a req-044a9d39-45dd-4560-8820-b12e45e708e8 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups?id=5545e847-8590-4893-8cd8-158aef620238&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870924 Mar 31 22:49:23.257381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-3e782db3-2f0a-41ef-9994-2a66a97fe7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:23.258769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-3e782db3-2f0a-41ef-9994-2a66a97fe7e0 service neutron] 10.222.0.31 "GET /v2.0/ports/3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 1093 time: 0.0676289 Mar 31 22:49:23.284701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e396b316-8ac9-44cc-addc-2794af3d728d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.295486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Request body: {'binding': {'host': 'n-h2-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:23.295943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Unknown quota resources ['binding']. {{(pid=109820) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:49:23.304912 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a7e309e-cb47-4bda-9099-065d8903e9e4 req-6d60fb1a-981d-441b-ad87-4e2680a3dab9 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342189 Mar 31 22:49:23.349358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e396b316-8ac9-44cc-addc-2794af3d728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.387731 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e396b316-8ac9-44cc-addc-2794af3d728d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c3f3c9e44d6477f8b2fc12188f66d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653950 Mar 31 22:49:23.388676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396b316-8ac9-44cc-addc-2794af3d728d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f2811-3dad-4638-a85c-57f1880fd9db,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:23.391621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52390) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:23.441009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5881-f557-4967-982b-0f24685f526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.447837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] For port a24d2d04-f055-4bc0-b015-886fb52ba974, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a24d2d04-f055-4bc0-b015-886fb52ba974,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:23.450469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.463586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5881-f557-4967-982b-0f24685f526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.469031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675d3ff-fe61-4856-bbfc-b0031e1420e8 req-8220c7fd-cf71-4b81-a20b-36586a105a41 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:23.470657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1675d3ff-fe61-4856-bbfc-b0031e1420e8 req-8220c7fd-cf71-4b81-a20b-36586a105a41 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 948 time: 0.1476541 Mar 31 22:49:23.526773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:23.589629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5881-f557-4967-982b-0f24685f526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.592790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5881-f557-4967-982b-0f24685f526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.594941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ab6c5881-f557-4967-982b-0f24685f526b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c95f2811-3dad-4638-a85c-57f1880fd9db HTTP/1.1" status: 204 len: 168 time: 0.2030687 Mar 31 22:49:23.604905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c5881-f557-4967-982b-0f24685f526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f2811-3dad-4638-a85c-57f1880fd9db,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:23.629986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:23.636912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1675d3ff-fe61-4856-bbfc-b0031e1420e8 req-9dbf5a52-3cb5-4354-9fbd-0ecfe09ae80c tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410346 Mar 31 22:49:23.645335 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '867c8b01-2229-4d0a-a340-013d5570eecd', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '867c8b01-2229-4d0a-a340-013d5570eecd', 'mac_address': 'fa:16:3e:78:d6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:49:23.689492 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.705963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c8b01-2229-4d0a-a340-013d5570eecd {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:23.722007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on host n-h2-836015-1 for vnic_type normal with profile None {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:23.722502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:23.722865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:23.729139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:23.732246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:23.732605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:23.767932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:23.768285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:23.768675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:23.769119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Bound port: 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:23.813452 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.826769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.827133 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.827451 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Floating IP 4ccf06ca-c2a1-411d-a4bf-d3981a27d344 disassociated. External IP: 172.25.4.182, port: a24d2d04-f055-4bc0-b015-886fb52ba974. Mar 31 22:49:23.827798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Calling delete_port for a24d2d04-f055-4bc0-b015-886fb52ba974 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:23.852192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:23.867073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:23.939874 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:23.950166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-fc4f6484-bc2c-4b7c-94c3-c60f54133865 service neutron] 10.222.0.31 "POST /v2.0/ports/3d0f6b25-b157-4736-bbfe-502f8b96c99f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6531131 Mar 31 22:49:24.021674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f71b6853-6801-4192-970a-41d68a3073fe req-a3eadd23-db0e-4d0f-b616-8bc56626223e tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0330632 Mar 31 22:49:24.104496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['867c8b01-2229-4d0a-a340-013d5570eecd'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:24.128037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730162-888c-44dc-9ae9-198c2a5586b7 req-961307e1-44a5-49d2-b370-5074e7449319 tempest-LiveMigrationNegativeTest-2013643126 tempest-LiveMigrationNegativeTest-2013643126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:24.129536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f730162-888c-44dc-9ae9-198c2a5586b7 req-961307e1-44a5-49d2-b370-5074e7449319 tempest-LiveMigrationNegativeTest-2013643126 tempest-LiveMigrationNegativeTest-2013643126-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 1101 time: 0.0432782 Mar 31 22:49:24.148595 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.150193 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f730162-888c-44dc-9ae9-198c2a5586b7 req-466aad7a-059e-4556-874e-b0c0855db62d tempest-LiveMigrationNegativeTest-2013643126 tempest-LiveMigrationNegativeTest-2013643126-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.190363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event deleted for resources: {'Port': ['ID=a24d2d04-f055-4bc0-b015-886fb52ba974,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:24.326056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:24.342928 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7757392-bcda-4d9d-ad63-98ae97c56f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.386517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f730162-888c-44dc-9ae9-198c2a5586b7 req-466aad7a-059e-4556-874e-b0c0855db62d tempest-LiveMigrationNegativeTest-2013643126 tempest-LiveMigrationNegativeTest-2013643126-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.395933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f9026-bb28-4261-b512-9b5dcd1f9eb7 req-24a52b89-7759-41de-91f6-f824bd0991e8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:24.397390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f6f9026-bb28-4261-b512-9b5dcd1f9eb7 req-24a52b89-7759-41de-91f6-f824bd0991e8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 949 time: 0.1390648 Mar 31 22:49:24.406320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Router fa473f57-2ba1-47e9-a850-76e5758b3d99 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:49:24.428157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7757392-bcda-4d9d-ad63-98ae97c56f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.474962 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f730162-888c-44dc-9ae9-198c2a5586b7 req-466aad7a-059e-4556-874e-b0c0855db62d tempest-LiveMigrationNegativeTest-2013643126 tempest-LiveMigrationNegativeTest-2013643126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.483005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f6f9026-bb28-4261-b512-9b5dcd1f9eb7 req-e2ba9c56-b238-4f78-aef0-0b97a91681dd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790396 Mar 31 22:49:24.509185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f730162-888c-44dc-9ae9-198c2a5586b7 req-466aad7a-059e-4556-874e-b0c0855db62d tempest-LiveMigrationNegativeTest-2013643126 tempest-LiveMigrationNegativeTest-2013643126-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733966 Mar 31 22:49:24.522284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aad7a-059e-4556-874e-b0c0855db62d tempest-LiveMigrationNegativeTest-2013643126 tempest-LiveMigrationNegativeTest-2013643126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed3e143-5cc2-4a08-b9e6-5efa70916271,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:24.545238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7757392-bcda-4d9d-ad63-98ae97c56f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.591868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:49:24.605661 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] Sync routers for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:49:24.625158 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:24.625936 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:24.638199 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7757392-bcda-4d9d-ad63-98ae97c56f00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01ed80232c814180a723454c82fe56b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108487 Mar 31 22:49:24.639842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7757392-bcda-4d9d-ad63-98ae97c56f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c2fce-91ed-4342-b574-7ed99398f5b4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:24.643790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52418) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:24.716846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-d88f7bc4-e0e6-4f0f-8a8b-74ff7d7d74d5 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187792 Mar 31 22:49:24.731878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] No DVR routers for this DVR port a24d2d04-f055-4bc0-b015-886fb52ba974 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:24.739204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.742403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27f02292-0a36-4448-bd29-5bbe9296f7a1 req-5f0fe1e0-a2f6-46ed-842a-5fd9a2d59712 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.45 "DELETE /v2.0/ports/a24d2d04-f055-4bc0-b015-886fb52ba974 HTTP/1.1" status: 204 len: 173 time: 1.7009714 Mar 31 22:49:24.743795 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265e3096-9cf7-4131-9343-8afe76994361', 'name': 'network-vif-deleted', 'tag': 'a24d2d04-f055-4bc0-b015-886fb52ba974'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:24.746071 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cd337a-76ca-47b4-87e3-9e7943099e10" -d '{"events": [{"server_uuid": "265e3096-9cf7-4131-9343-8afe76994361", "name": "network-vif-deleted", "tag": "a24d2d04-f055-4bc0-b015-886fb52ba974"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:24.750047 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:24.859740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bcab6-597c-4812-8698-b77a48f335b2 req-e45a77f6-7ae7-44c2-851c-6bba173e0cc8 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:24.861693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c7bcab6-597c-4812-8698-b77a48f335b2 req-e45a77f6-7ae7-44c2-851c-6bba173e0cc8 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.2380059 Mar 31 22:49:24.866537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-711869ef-e287-49cc-8ab3-528696f24a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:24.867906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-711869ef-e287-49cc-8ab3-528696f24a02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1096 time: 0.2068558 Mar 31 22:49:24.931496 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118b55d-eed0-44d3-a95c-6cd6889ea5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:24.954954 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:24.955777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-0687749f-0111-4623-93b4-2565eab8fad3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:24.957233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-0687749f-0111-4623-93b4-2565eab8fad3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195003 Mar 31 22:49:24.984453 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] Checking router: fa473f57-2ba1-47e9-a850-76e5758b3d99 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:49:24.995386 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:24.996503 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:25.025903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118b55d-eed0-44d3-a95c-6cd6889ea5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:25.034287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b435694b-3fbe-4d6b-84ed-67a18d905c91 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/quotas/b29cd23d11fc4c32b07e7aa1c0bad775 HTTP/1.1" status: 200 len: 375 time: 0.0459790 Mar 31 22:49:25.040049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c7bcab6-597c-4812-8698-b77a48f335b2 req-696aef6f-a28a-433e-8b66-b6c0c6bc05c0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695080 Mar 31 22:49:25.115843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-14d18101-aefa-497b-9a15-995a37f5f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:25.117323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-14d18101-aefa-497b-9a15-995a37f5f5c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.2239738 Mar 31 22:49:25.120911 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:25.133240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-7655ceaf-f979-4bb6-bd5b-749e34183ff8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887976 Mar 31 22:49:25.203113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-37832d43-f75f-4ed0-9f65-c03fe9bdbe2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 217 time: 0.0683625 Mar 31 22:49:25.256598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dbf8311-e31d-453a-b823-842ba453d386 req-1be5099c-7df2-4f94-8ab6-b313d4ac105b tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e3096-9cf7-4131-9343-8afe76994361 HTTP/1.1" status: 200 len: 210 time: 0.0576236 Mar 31 22:49:25.296147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118b55d-eed0-44d3-a95c-6cd6889ea5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:25.296410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118b55d-eed0-44d3-a95c-6cd6889ea5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:25.299092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2118b55d-eed0-44d3-a95c-6cd6889ea5a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f6c2fce-91ed-4342-b574-7ed99398f5b4 HTTP/1.1" status: 204 len: 168 time: 0.6450055 Mar 31 22:49:25.326008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118b55d-eed0-44d3-a95c-6cd6889ea5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c2fce-91ed-4342-b574-7ed99398f5b4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:25.343067 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:25.347641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-1751e9b8-dcc6-4cf5-acf9-a725622ee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:25.357517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-1751e9b8-dcc6-4cf5-acf9-a725622ee321 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.1339939 Mar 31 22:49:25.384422 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d781cd-1269-44e0-901a-f7e86e712f45 None None] The sync data for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 is: [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:46:45Z', 'revision_number': 4, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e138b33b-24f9-4441-8c1b-5a4bebd2afa4', 'name': '', 'network_id': '6d80dae4-f6db-497e-a83e-9c9d17ece4db', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:44Z', 'updated_at': '2022-03-31T22:46:50Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'subnets': [{'id': '80489c5f-101f-4eac-bf28-a8f97807c7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:49:25.406923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-151b34a3-407a-4163-82f0-36420e86636e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451543 Mar 31 22:49:25.541525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3db58fc2-a935-4fd0-ab4d-323be20a2f42 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:25.546413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:25.555341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1cad3-f57b-4872-ad23-c76146980556 req-02a8eb9b-c725-45b8-9f56-1d587090e0a0 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:25.556890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65b1cad3-f57b-4872-ad23-c76146980556 req-02a8eb9b-c725-45b8-9f56-1d587090e0a0 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 948 time: 0.1171203 Mar 31 22:49:25.562463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-24866f7b-862d-4d0f-aa00-eb26728e016d service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317158 Mar 31 22:49:25.679099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65b1cad3-f57b-4872-ad23-c76146980556 req-36b7a28a-e207-4439-b95f-e7ad88bdacfa tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155562 Mar 31 22:49:25.720114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47086d30-4413-4a28-9ad2-f697b9d9a162 None None] New status for floating IP 4ccf06ca-c2a1-411d-a4bf-d3981a27d344: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:49:25.723921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3db58fc2-a935-4fd0-ab4d-323be20a2f42, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3db58fc2-a935-4fd0-ab4d-323be20a2f42,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:25.736356 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f9b99e-86f2-413d-99a6-0dd83cc2180b x-openstack-request-id: req-75f9b99e-86f2-413d-99a6-0dd83cc2180b {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:25.736687 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265e3096-9cf7-4131-9343-8afe76994361", "name": "network-vif-deleted", "tag": "a24d2d04-f055-4bc0-b015-886fb52ba974", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:25.736885 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75f9b99e-86f2-413d-99a6-0dd83cc2180b {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:25.737292 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f9b99e-86f2-413d-99a6-0dd83cc2180b'] response: {'server_uuid': '265e3096-9cf7-4131-9343-8afe76994361', 'name': 'network-vif-deleted', 'tag': 'a24d2d04-f055-4bc0-b015-886fb52ba974', 'status': 'completed', 'code': 200} Mar 31 22:49:25.741964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-8e618c83-a3ec-451e-b175-2294358c507b service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718104 Mar 31 22:49:25.774231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 867c8b01-2229-4d0a-a340-013d5570eecd completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:49:25.781409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '3db58fc2-a935-4fd0-ab4d-323be20a2f42', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '3db58fc2-a935-4fd0-ab4d-323be20a2f42', 'mac_address': 'fa:16:3e:e3:c5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:49:25.811148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2c0a6fa-4789-4181-ba8b-5cad80fb4e90 req-7e48f36c-8d49-4501-81f6-6dd7b3a4708d tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0323260 Mar 31 22:49:25.958623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 867c8b01-2229-4d0a-a340-013d5570eecd triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:25.958986 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:26.066200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba9538-256f-4844-a243-1a16b8da8cf3 req-f38d977c-9e67-4a1e-90c0-84c33b559969 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:26.068064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceba9538-256f-4844-a243-1a16b8da8cf3 req-f38d977c-9e67-4a1e-90c0-84c33b559969 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 949 time: 0.0629966 Mar 31 22:49:26.070289 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:26.091443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db58fc2-a935-4fd0-ab4d-323be20a2f42 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:26.145446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3db58fc2-a935-4fd0-ab4d-323be20a2f42, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3db58fc2-a935-4fd0-ab4d-323be20a2f42,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:26.147582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceba9538-256f-4844-a243-1a16b8da8cf3 req-070906e5-073b-4b6e-b9f4-0d0a7c898d01 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722909 Mar 31 22:49:26.164427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:26.196465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:26.198810 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6db3a6-4560-42f3-bd32-72419e6c6ede" -d '{"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-plugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:26.217868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:26.253921 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:26.333405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0c3b8-b1e3-41d7-bff2-a7451fe49568 req-cc3e4c86-d989-4c86-bc0d-e906277445cb tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:26.335163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1f0c3b8-b1e3-41d7-bff2-a7451fe49568 req-cc3e4c86-d989-4c86-bc0d-e906277445cb tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.0875709 Mar 31 22:49:26.346233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=3db58fc2-a935-4fd0-ab4d-323be20a2f42,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:26.350231 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:26.384513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1f0c3b8-b1e3-41d7-bff2-a7451fe49568 req-303c1629-cdd5-4f12-a131-d89e1e7ffd9f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Mar 31 22:49:26.474522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:26.478637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a24d2d04-f055-4bc0-b015-886fb52ba974 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:26.503582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: a24d2d04-f055-4bc0-b015-886fb52ba974 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:26.503940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a24d2d04-f055-4bc0-b015-886fb52ba974 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:26.525377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3db58fc2-a935-4fd0-ab4d-323be20a2f42'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:26.613125 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6593e5c0-9ab4-47ba-9b0a-3ced712546b7 x-openstack-request-id: req-6593e5c0-9ab4-47ba-9b0a-3ced712546b7 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:26.613685 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-plugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:26.613685 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6593e5c0-9ab4-47ba-9b0a-3ced712546b7 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:26.616221 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6593e5c0-9ab4-47ba-9b0a-3ced712546b7'] response: {'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd', 'code': 200} Mar 31 22:49:26.754836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d303cc-529d-4657-978b-29d93e492eec req-028d2e47-e55a-483b-a9d6-974054056d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:26.757388 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f9d303cc-529d-4657-978b-29d93e492eec req-028d2e47-e55a-483b-a9d6-974054056d07 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 1101 time: 0.0860941 Mar 31 22:49:26.828381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f9d303cc-529d-4657-978b-29d93e492eec req-e048486f-0eae-4d1e-8997-226f82a9e484 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630453 Mar 31 22:49:26.880440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e49c-cabe-43c3-8738-e5d7dcd16b2b req-795763ec-d4b2-4a87-be79-cc3d32a4438c tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:26.881907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a86e49c-cabe-43c3-8738-e5d7dcd16b2b req-795763ec-d4b2-4a87-be79-cc3d32a4438c tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 950 time: 0.0780506 Mar 31 22:49:26.931632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a86e49c-cabe-43c3-8738-e5d7dcd16b2b req-9794bfcb-8f99-45db-a870-c98c8f9ee58c tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Mar 31 22:49:27.005970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8aa81-807b-42c4-bcb5-1445a890f273 req-8692cb5c-2ba8-4a32-b193-bc0968efcfd7 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:27.013310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58f8aa81-807b-42c4-bcb5-1445a890f273 req-8692cb5c-2ba8-4a32-b193-bc0968efcfd7 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 949 time: 0.0806088 Mar 31 22:49:27.060867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7531b85-a91d-4826-9eab-67cd33ff1f92 req-0036a346-12e7-4dff-bff4-9675f2744430 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 210 time: 0.0787852 Mar 31 22:49:27.084042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58f8aa81-807b-42c4-bcb5-1445a890f273 req-d1cb16b0-f81e-4a60-89ec-06b2a29e8b3f tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694351 Mar 31 22:49:27.187381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cac419c-65df-4fd4-99af-d07584a4885c req-7f7baf12-2070-461f-a857-d29605373cbc tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0497360 Mar 31 22:49:27.232867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52494) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:27.303471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d02bbdb-a890-44b9-bed9-476ce2359d3c tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.329343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c3b7-6b32-4727-9448-2d01fc092b8a req-30f9debe-ba3b-4ce1-881c-e07e68ce21d1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:27.331124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d02bbdb-a890-44b9-bed9-476ce2359d3c tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.337477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e213c3b7-6b32-4727-9448-2d01fc092b8a req-30f9debe-ba3b-4ce1-881c-e07e68ce21d1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0608361 Mar 31 22:49:27.380151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e213c3b7-6b32-4727-9448-2d01fc092b8a req-f5d02ce3-96b1-4a69-9462-598765c5c5a6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Mar 31 22:49:27.480006 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d02bbdb-a890-44b9-bed9-476ce2359d3c tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.480006 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d02bbdb-a890-44b9-bed9-476ce2359d3c tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.480006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5d02bbdb-a890-44b9-bed9-476ce2359d3c tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "DELETE /v2.0/security-groups/5545e847-8590-4893-8cd8-158aef620238 HTTP/1.1" status: 204 len: 168 time: 0.2406805 Mar 31 22:49:27.480337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52504) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:27.487662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02bbdb-a890-44b9-bed9-476ce2359d3c tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5545e847-8590-4893-8cd8-158aef620238,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:27.513072 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-faeac1cb-712f-474b-b79b-4935d8b41e8d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] show failed (client error): The resource could not be found. Mar 31 22:49:27.514370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-faeac1cb-712f-474b-b79b-4935d8b41e8d tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "GET /v2.0/security-groups/5545e847-8590-4893-8cd8-158aef620238 HTTP/1.1" status: 404 len: 347 time: 0.0360889 Mar 31 22:49:27.518107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52506) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:27.545481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1537673-8a97-47cb-b18c-ff14069d7faf req-ffa96913-335f-4ad0-b7de-0cd5a58ee62e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:27.548551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3db58fc2-a935-4fd0-ab4d-323be20a2f42 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:27.552891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1537673-8a97-47cb-b18c-ff14069d7faf req-ffa96913-335f-4ad0-b7de-0cd5a58ee62e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.0858331 Mar 31 22:49:27.645721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1537673-8a97-47cb-b18c-ff14069d7faf req-ef731dff-dfb6-437d-81bf-09e6c268a7a4 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707147 Mar 31 22:49:27.695496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Deleting port 536b141c-8c93-4d9f-8f13-08fecf33a667 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:27.695868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.721790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:49:27.728633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:27.729724 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.797193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.797767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.812986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Calling delete_port for 536b141c-8c93-4d9f-8f13-08fecf33a667 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:27.845630 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:27.885116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3db58fc2-a935-4fd0-ab4d-323be20a2f42, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3db58fc2-a935-4fd0-ab4d-323be20a2f42,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:27.985165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:28.099308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b1ae-142d-4279-9b22-3acb959ca4eb req-4f318335-62ff-49e0-a340-7928ea2af85c tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:28.102130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=3db58fc2-a935-4fd0-ab4d-323be20a2f42,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:28.111123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a82b1ae-142d-4279-9b22-3acb959ca4eb req-4f318335-62ff-49e0-a340-7928ea2af85c tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 950 time: 0.0614243 Mar 31 22:49:28.128281 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:28.156648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Pushing event deleted for resources: {'Port': ['ID=536b141c-8c93-4d9f-8f13-08fecf33a667,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:28.211667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a82b1ae-142d-4279-9b22-3acb959ca4eb req-a9fcd284-f57b-448a-8f76-cbe3915eb96d tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989556 Mar 31 22:49:28.286057 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:28.291394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:28.293044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ef1b38d1-5231-4dd5-9b94-5e5345d886d2 tempest-ServersWithSpecificFlavorTestJSON-1067291609 tempest-ServersWithSpecificFlavorTestJSON-1067291609-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ccf06ca-c2a1-411d-a4bf-d3981a27d344 HTTP/1.1" status: 204 len: 168 time: 0.7737882 Mar 31 22:49:28.323185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cc772c7-4e35-4b07-852b-46c4f70604b3 req-bd950d3d-d4dc-49dc-ad3b-f36256dda0d3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 210 time: 0.0478363 Mar 31 22:49:28.393332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e304c-2e62-4be5-b0fb-355962c84b63 req-29150dea-5df1-4659-93f5-5ab970dca6bf tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:28.395020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d4e304c-2e62-4be5-b0fb-355962c84b63 req-29150dea-5df1-4659-93f5-5ab970dca6bf tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 950 time: 0.0523882 Mar 31 22:49:28.439875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d4e304c-2e62-4be5-b0fb-355962c84b63 req-8922a720-3a08-4ce2-96c4-4ff86abcc7c3 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379107 Mar 31 22:49:28.498010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-6c0bf2f7-6c11-405f-ac3a-42ad4e0c40f2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:28.501961 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-6c0bf2f7-6c11-405f-ac3a-42ad4e0c40f2 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 950 time: 0.0541630 Mar 31 22:49:28.536838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42bd590a-aea3-46a0-baf3-4d1464878ff0 req-870290cc-5de9-4837-a3dc-1695d7c9fa31 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0310442 Mar 31 22:49:28.617793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cadcf11-b567-49fe-9c64-a1eb43ea1dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db58fc2-a935-4fd0-ab4d-323be20a2f42'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:28.620152 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c80e2-5855-482e-bcb3-f6d037d42098" -d '{"events": [{"server_uuid": "7cadcf11-b567-49fe-9c64-a1eb43ea1dc8", "name": "network-vif-plugged", "status": "completed", "tag": "3db58fc2-a935-4fd0-ab4d-323be20a2f42"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:28.637789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Deleting port 7ad87710-ba0d-4d10-835e-a7041a812cdb {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:28.638270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:28.755646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] For port 7ad87710-ba0d-4d10-835e-a7041a812cdb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7ad87710-ba0d-4d10-835e-a7041a812cdb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:28.755930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:28.769306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Calling delete_port for 7ad87710-ba0d-4d10-835e-a7041a812cdb owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:28.814618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456511b9-7d4a-4d9a-ab15-8274ee5c8602 req-157c9a96-b296-4937-b856-e5645d78b646 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:28.816642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-456511b9-7d4a-4d9a-ab15-8274ee5c8602 req-157c9a96-b296-4937-b856-e5645d78b646 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0639570 Mar 31 22:49:28.874594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-456511b9-7d4a-4d9a-ab15-8274ee5c8602 req-e2c60839-aecb-4fcc-83c2-4a4821ad8e74 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Mar 31 22:49:28.925446 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019f7456-3e07-4d97-bb3e-22c17194b21d x-openstack-request-id: req-019f7456-3e07-4d97-bb3e-22c17194b21d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:28.926194 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cadcf11-b567-49fe-9c64-a1eb43ea1dc8", "name": "network-vif-plugged", "status": "completed", "tag": "3db58fc2-a935-4fd0-ab4d-323be20a2f42", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:28.926194 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-019f7456-3e07-4d97-bb3e-22c17194b21d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:28.926783 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019f7456-3e07-4d97-bb3e-22c17194b21d'] response: {'server_uuid': '7cadcf11-b567-49fe-9c64-a1eb43ea1dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db58fc2-a935-4fd0-ab4d-323be20a2f42', 'code': 200} Mar 31 22:49:29.041734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:29.042307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03524ef-9a0e-4429-b732-498d0b50188d req-65d144b5-d7a4-4c15-8428-941b3a7f6f19 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:29.043895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e03524ef-9a0e-4429-b732-498d0b50188d req-65d144b5-d7a4-4c15-8428-941b3a7f6f19 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.0507753 Mar 31 22:49:29.056979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7ad87710-ba0d-4d10-835e-a7041a812cdb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:29.059723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9d80ff78-3aef-49f6-99fd-db5d7fecccad'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:29.109983 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e03524ef-9a0e-4429-b732-498d0b50188d req-f67ed6e9-661a-4f75-8a1d-0b190b6a2957 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585730 Mar 31 22:49:29.119297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Pushing event deleted for resources: {'Port': ['ID=7ad87710-ba0d-4d10-835e-a7041a812cdb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:29.258574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] No DVR routers for this DVR port 7ad87710-ba0d-4d10-835e-a7041a812cdb on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:29.262619 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:29.273339 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-148cd141-28f2-454d-881b-4d6e5cb27599 req-dbe5e4d6-df0d-4811-83c0-adf31d1abf73 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.50 "DELETE /v2.0/ports/7ad87710-ba0d-4d10-835e-a7041a812cdb HTTP/1.1" status: 204 len: 173 time: 0.7655282 Mar 31 22:49:29.275276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7', 'name': 'network-vif-deleted', 'tag': '7ad87710-ba0d-4d10-835e-a7041a812cdb'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:29.276746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d722f5c-7a27-4178-8bb7-f7a7b2e59c94 req-6cb6b791-8d82-4894-8586-715f551399c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:29.292701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d722f5c-7a27-4178-8bb7-f7a7b2e59c94 req-6cb6b791-8d82-4894-8586-715f551399c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 1101 time: 0.1330047 Mar 31 22:49:29.294130 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1288ed0a-4aed-48ce-b726-371ce62a1b7f" -d '{"events": [{"server_uuid": "1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7", "name": "network-vif-deleted", "tag": "7ad87710-ba0d-4d10-835e-a7041a812cdb"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:29.348254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d722f5c-7a27-4178-8bb7-f7a7b2e59c94 req-843e01b2-2779-4f61-b944-c3c00bc68fe8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469422 Mar 31 22:49:29.401136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22bc1-9356-4b0b-9d2a-541f1d7e2295 req-33c5c04c-9b7e-4711-b76f-1bbf9dde6896 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:29.406975 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cd22bc1-9356-4b0b-9d2a-541f1d7e2295 req-33c5c04c-9b7e-4711-b76f-1bbf9dde6896 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0629141 Mar 31 22:49:29.450677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cd22bc1-9356-4b0b-9d2a-541f1d7e2295 req-64d46e7a-217d-4307-97d6-ce79434c2098 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Mar 31 22:49:29.621971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-321f10fb-6bad-4614-b38c-69c994913dce tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456808 Mar 31 22:49:29.647593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-97c21100-88d0-4aac-b23f-b060a71a3297 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732408 Mar 31 22:49:29.757300 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d9e53-0c4b-4f17-84cb-86804a30896f x-openstack-request-id: req-dc8d9e53-0c4b-4f17-84cb-86804a30896f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:29.757586 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7", "name": "network-vif-deleted", "tag": "7ad87710-ba0d-4d10-835e-a7041a812cdb", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:29.758645 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc8d9e53-0c4b-4f17-84cb-86804a30896f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:29.759336 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8d9e53-0c4b-4f17-84cb-86804a30896f'] response: {'server_uuid': '1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7', 'name': 'network-vif-deleted', 'tag': '7ad87710-ba0d-4d10-835e-a7041a812cdb', 'status': 'completed', 'code': 200} Mar 31 22:49:29.771404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b8190ad-b24a-48dd-9f86-42516468ff04 req-8e88ba9f-3847-4760-9739-e5aa9a2c088b tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fcfa5f6-bdbd-47d7-8f78-dde2c114a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0998266 Mar 31 22:49:29.873129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fa7f6de-4d32-42b1-bd48-211ebbb1575e req-a38d3d85-7330-4da8-b839-73887d0e477b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 210 time: 0.0430703 Mar 31 22:49:29.974611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-0fda931a-899a-4c26-ba74-6dfd4ba0e244 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:29.976130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-0fda931a-899a-4c26-ba74-6dfd4ba0e244 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399529 Mar 31 22:49:29.984295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-a9c7cdab-5914-4afb-b92a-a739ea259898 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:29.986179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-a9c7cdab-5914-4afb-b92a-a739ea259898 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259263 Mar 31 22:49:29.994751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11820766-139b-4043-be45-8911bd9ee7a0 req-b4c3a847-fc2d-43f7-9bdd-f1c04c533946 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:29.996387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11820766-139b-4043-be45-8911bd9ee7a0 req-b4c3a847-fc2d-43f7-9bdd-f1c04c533946 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 950 time: 0.1284673 Mar 31 22:49:30.002761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Request body: {'port': {'device_id': '2500c21d-463e-4a34-9e65-72734f1c5be7', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'b29cd23d11fc4c32b07e7aa1c0bad775'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:30.008482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Request body: {'port': {'device_id': '13291a33-8e84-42fa-bbb4-44753d261eba', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'b29cd23d11fc4c32b07e7aa1c0bad775'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:30.163553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b183d65c-81c4-40b7-a651-3eba11a07cb6 req-3f738fc4-e3a7-40f3-988d-cd6b3a7da47a tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0765238 Mar 31 22:49:30.176069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11820766-139b-4043-be45-8911bd9ee7a0 req-58fab86c-03fe-488f-834c-de7543c6bef7 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627080 Mar 31 22:49:30.355836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6cfa0-f08f-484c-b1a6-05f4d975bfcf req-2050d676-548e-4051-8c7b-a70a067239b8 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:30.357510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dd6cfa0-f08f-484c-b1a6-05f4d975bfcf req-2050d676-548e-4051-8c7b-a70a067239b8 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.0564218 Mar 31 22:49:30.398249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dd6cfa0-f08f-484c-b1a6-05f4d975bfcf req-4dfd4c4c-e455-4eff-b30a-03f8e7a09a78 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Mar 31 22:49:30.401839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Made reservation on behalf of b29cd23d11fc4c32b07e7aa1c0bad775 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:30.405351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:30.441497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Made reservation on behalf of b29cd23d11fc4c32b07e7aa1c0bad775 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:30.445946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:30.799831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-5b501c23-432d-4a0a-b1e9-2688f23fda08 req-43d1a1d7-a919-4ab7-aa88-0b0cc2d116c0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:49:30.809469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b501c23-432d-4a0a-b1e9-2688f23fda08 req-43d1a1d7-a919-4ab7-aa88-0b0cc2d116c0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055366 Mar 31 22:49:30.932060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Allocated IP 192.168.233.209 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/5b2ca389-1e87-4c45-8894-d62d81f7c1eb) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:31.076380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:31.221584 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:31.237099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:31.336593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:31.343392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:31.352483 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:31.354908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'Port': ['ID=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:31.370184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Allocated IP 192.168.233.40 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/fd98c884-f646-4e7a-95d8-54f0adbfae78) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:31.431315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e3a4-bc84-48d5-b302-81476d5a5514 req-2aadc924-89a4-47d0-a8a1-5094f2dfd93c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:31.439669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de54e3a4-bc84-48d5-b302-81476d5a5514 req-2aadc924-89a4-47d0-a8a1-5094f2dfd93c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 936 time: 0.1659467 Mar 31 22:49:31.502508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:31.504718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:31.578922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de54e3a4-bc84-48d5-b302-81476d5a5514 req-0d97f953-8581-4b5a-a829-7bbf1bbfe514 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332622 Mar 31 22:49:31.624717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-1ff51b4f-1982-4073-8c21-2b1ef1d31212 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1778357 Mar 31 22:49:31.633065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-3f2e4360-3b28-456f-b5f5-084dc7996ed4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6356094 Mar 31 22:49:31.665357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Request body: {'port': {'device_id': '13291a33-8e84-42fa-bbb4-44753d261eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:31.732142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b77b9caa-193c-4d8c-9409-dc4d8d421a32 None None] Provisioning complete for port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:31.733437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b77b9caa-193c-4d8c-9409-dc4d8d421a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:31.788515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b77b9caa-193c-4d8c-9409-dc4d8d421a32 None None] Port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:31.824858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-739c15fe-da22-46fe-b41b-cebf802ca1f9 req-e390073f-7909-4250-a327-f551381cb01d tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0519817 Mar 31 22:49:31.832022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:31.853480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4b0ad-ecfd-4786-83c5-9411aee0252f req-7a55136a-9e0d-4008-be35-0a71205eb08a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:31.855083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4bb4b0ad-ecfd-4786-83c5-9411aee0252f req-7a55136a-9e0d-4008-be35-0a71205eb08a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1869714 Mar 31 22:49:31.872024 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:31.955545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4bb4b0ad-ecfd-4786-83c5-9411aee0252f req-cca60b97-3ae5-4bb6-9d67-90c2b7826785 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906801 Mar 31 22:49:32.088200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a14170-2f6f-4c5e-8456-03c440a12145 req-097fa394-e746-458d-b53d-e1fb5d6fc525 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:32.090440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1a14170-2f6f-4c5e-8456-03c440a12145 req-097fa394-e746-458d-b53d-e1fb5d6fc525 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 950 time: 0.0628939 Mar 31 22:49:32.120550 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.192373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52608) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:32.245756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:32.252351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1a14170-2f6f-4c5e-8456-03c440a12145 req-287229c8-6dfd-4bee-bdb2-754ac687f576 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531141 Mar 31 22:49:32.259066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'Port': ['ID=fd98c884-f646-4e7a-95d8-54f0adbfae78,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:32.263247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:32.272130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:32.325903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52616) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:32.342108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:32.369991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:32.370573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.406851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb041df1-6b45-42db-8fdb-5a2a1d709ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.518111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-9ebc8ed6-41ef-40de-965a-f1d2aa98b98d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5195377 Mar 31 22:49:32.530437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2ca389-1e87-4c45-8894-d62d81f7c1eb {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:32.531135 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb041df1-6b45-42db-8fdb-5a2a1d709ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.540696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Request body: {'port': {'device_id': '2500c21d-463e-4a34-9e65-72734f1c5be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:32.551903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.598265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108e15-929d-4612-8726-74efbe7bcf38 req-238325d2-b1e5-47b2-b026-f671862062f9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:32.599966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6108e15-929d-4612-8726-74efbe7bcf38 req-238325d2-b1e5-47b2-b026-f671862062f9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.2404866 Mar 31 22:49:32.610516 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb041df1-6b45-42db-8fdb-5a2a1d709ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.620605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Transition to ACTIVE for port object 5b2ca389-1e87-4c45-8894-d62d81f7c1eb will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:32.649067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e6978675-2fb5-4b21-befc-241b9e6d77bf None None] Provisioning complete for port fd98c884-f646-4e7a-95d8-54f0adbfae78 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:32.649826 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e6978675-2fb5-4b21-befc-241b9e6d77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.658434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6108e15-929d-4612-8726-74efbe7bcf38 req-3aa6bd34-ce41-4ce8-8f42-e203b003f20a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Mar 31 22:49:32.664599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb041df1-6b45-42db-8fdb-5a2a1d709ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31709ec6-c409-41c9-8690-7b95ad3cd318,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:32.671939 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cb041df1-6b45-42db-8fdb-5a2a1d709ddd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c4286a7fe98444fa378b0246bcc38ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761915 Mar 31 22:49:32.672570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52626) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:32.674448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e0178-fe70-4343-a8a1-32a5a6934b4c req-41c13f2c-9b33-4847-90da-cecacf67a6c7 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:32.681727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-849e0178-fe70-4343-a8a1-32a5a6934b4c req-41c13f2c-9b33-4847-90da-cecacf67a6c7 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.2179084 Mar 31 22:49:32.744436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e6978675-2fb5-4b21-befc-241b9e6d77bf None None] Port fd98c884-f646-4e7a-95d8-54f0adbfae78 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:32.766394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-849e0178-fe70-4343-a8a1-32a5a6934b4c req-48c9e1f3-0dd2-408c-9762-f79f8d98599e tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794127 Mar 31 22:49:32.767854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.767999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb83250-8fb5-4a4c-9ec5-f8ff81b3df5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.844006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:32.851669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb83250-8fb5-4a4c-9ec5-f8ff81b3df5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.018093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Pushing event updated for resources: {'Port': ['ID=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:33.061982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb83250-8fb5-4a4c-9ec5-f8ff81b3df5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.065594 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb83250-8fb5-4a4c-9ec5-f8ff81b3df5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.069526 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4eb83250-8fb5-4a4c-9ec5-f8ff81b3df5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31709ec6-c409-41c9-8690-7b95ad3cd318 HTTP/1.1" status: 204 len: 168 time: 0.3932412 Mar 31 22:49:33.083275 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb83250-8fb5-4a4c-9ec5-f8ff81b3df5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31709ec6-c409-41c9-8690-7b95ad3cd318,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:33.123046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.142181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50163f-e50a-4906-abdd-a9c690a48cc5 req-93959293-561e-4286-930a-74d8d82ba26e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:33.143840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c50163f-e50a-4906-abdd-a9c690a48cc5 req-93959293-561e-4286-930a-74d8d82ba26e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 948 time: 0.2321851 Mar 31 22:49:33.197814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Attempting to bind port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:33.198157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Attempting to bind port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:33.198510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Attempting to bind port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:33.253832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:33.254517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Attempting to bind port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:33.283054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40e6d7b5-7ab7-4cad-ae34-a7fc45c645c5 req-27fecb5c-9b39-4dde-bc27-af7e5e5370b3 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0504215 Mar 31 22:49:33.297536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:33.298027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:33.299472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:33.300103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Bound port: 5b2ca389-1e87-4c45-8894-d62d81f7c1eb, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:33.300558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.305687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c50163f-e50a-4906-abdd-a9c690a48cc5 req-817d6fc3-59a9-4c5b-9d8c-973ad034b07a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432729 Mar 31 22:49:33.447975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Deleting port e138b33b-24f9-4441-8c1b-5a4bebd2afa4 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:33.448551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.510320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] For port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:33.537324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] For port e138b33b-24f9-4441-8c1b-5a4bebd2afa4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:33.537660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.552116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Calling delete_port for e138b33b-24f9-4441-8c1b-5a4bebd2afa4 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:33.553898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] For port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:33.571320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84248133-575e-49f6-9be8-b81d0a77f2bc req-a15e3f15-9819-4cc3-9e43-97501cd6e208 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:33.572921 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84248133-575e-49f6-9be8-b81d0a77f2bc req-a15e3f15-9819-4cc3-9e43-97501cd6e208 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 950 time: 0.1768439 Mar 31 22:49:33.574761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd98c884-f646-4e7a-95d8-54f0adbfae78 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:33.587111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7ad87710-ba0d-4d10-835e-a7041a812cdb no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:33.590989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a09eb-4f0c-43ba-bcf8-fd06c34e0414 req-82f26c12-e9bd-4c6c-bc6f-231fe1e5058f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:33.592547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56a09eb-4f0c-43ba-bcf8-fd06c34e0414 req-82f26c12-e9bd-4c6c-bc6f-231fe1e5058f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1949735 Mar 31 22:49:33.594834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.619804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 7ad87710-ba0d-4d10-835e-a7041a812cdb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:33.620295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7ad87710-ba0d-4d10-835e-a7041a812cdb not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:33.637537 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.648746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Transition to ACTIVE for port object fd98c884-f646-4e7a-95d8-54f0adbfae78 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:33.711861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56a09eb-4f0c-43ba-bcf8-fd06c34e0414 req-8cb1ff44-6def-41e7-9e09-b7047acb9728 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083431 Mar 31 22:49:33.717601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:33.718227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.719789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] 10.222.0.45 "PUT /v2.0/ports/5b2ca389-1e87-4c45-8894-d62d81f7c1eb HTTP/1.1" status: 200 len: 1096 time: 2.0604324 Mar 31 22:49:33.726809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13291a33-8e84-42fa-bbb4-44753d261eba', 'tag': '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:33.726809 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c5de7-db57-4dc9-876b-490358fb03a1" -d '{"events": [{"name": "network-changed", "server_uuid": "13291a33-8e84-42fa-bbb4-44753d261eba", "tag": "5b2ca389-1e87-4c45-8894-d62d81f7c1eb"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:33.762877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84248133-575e-49f6-9be8-b81d0a77f2bc req-73f4c028-1931-4970-947e-cefb9f67a40e tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765993 Mar 31 22:49:33.763626 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.807409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f362b-a8d4-4107-97ed-abd8db537cfe service neutron] Pushing event updated for resources: {'Port': ['ID=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:33.872787 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b2155-4842-4e3e-abf9-79384c8ace19 x-openstack-request-id: req-813b2155-4842-4e3e-abf9-79384c8ace19 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:33.873123 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13291a33-8e84-42fa-bbb4-44753d261eba", "tag": "5b2ca389-1e87-4c45-8894-d62d81f7c1eb", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:33.873540 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-813b2155-4842-4e3e-abf9-79384c8ace19 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:33.873936 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813b2155-4842-4e3e-abf9-79384c8ace19'] response: {'name': 'network-changed', 'server_uuid': '13291a33-8e84-42fa-bbb4-44753d261eba', 'tag': '5b2ca389-1e87-4c45-8894-d62d81f7c1eb', 'status': 'completed', 'code': 200} Mar 31 22:49:33.895444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52644) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:33.899174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6221e0d4-d97f-46c5-90d2-8c6ce1a9ee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.917645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-508773eb-6c5a-4c50-8114-a5bc226a809f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.990076 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:33.997094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Pushing event updated for resources: {'Port': ['ID=fd98c884-f646-4e7a-95d8-54f0adbfae78,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:34.078816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-2782de98-7667-4d22-a368-6d798e43f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.080980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-2782de98-7667-4d22-a368-6d798e43f247 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 1099 time: 0.2110221 Mar 31 22:49:34.084254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Attempting to bind port fd98c884-f646-4e7a-95d8-54f0adbfae78 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:34.084698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Attempting to bind port fd98c884-f646-4e7a-95d8-54f0adbfae78 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:34.085125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Attempting to bind port fd98c884-f646-4e7a-95d8-54f0adbfae78 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:34.092612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-508773eb-6c5a-4c50-8114-a5bc226a809f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.098093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=e138b33b-24f9-4441-8c1b-5a4bebd2afa4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:34.106218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3255dd-ffa9-40e3-ad52-cef5612f0b8e req-cb6f7c59-f7a6-481f-b625-ca17a2646eb3 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.107916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff3255dd-ffa9-40e3-ad52-cef5612f0b8e req-cb6f7c59-f7a6-481f-b625-ca17a2646eb3 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.1178150 Mar 31 22:49:34.116514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Port fd98c884-f646-4e7a-95d8-54f0adbfae78 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:34.116925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Attempting to bind port fd98c884-f646-4e7a-95d8-54f0adbfae78 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:34.124817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:34.125269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:34.125774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:34.126975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Bound port: fd98c884-f646-4e7a-95d8-54f0adbfae78, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:34.127698 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.157897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-508773eb-6c5a-4c50-8114-a5bc226a809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.225122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d227c2-145d-47a3-9ab4-c64ae9ba6d2e req-be88f758-79e3-42a4-bb8d-27b969a62052 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.232641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63d227c2-145d-47a3-9ab4-c64ae9ba6d2e req-be88f758-79e3-42a4-bb8d-27b969a62052 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.3094604 Mar 31 22:49:34.244984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-ed81a38b-4d4e-4585-af3c-a93ec58b157e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5b2ca389-1e87-4c45-8894-d62d81f7c1eb HTTP/1.1" status: 200 len: 217 time: 0.1355212 Mar 31 22:49:34.266131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508773eb-6c5a-4c50-8114-a5bc226a809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab1e62e-f5e0-4f71-8c70-bea182029214,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:34.276261 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-508773eb-6c5a-4c50-8114-a5bc226a809f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4f37bd461f74df893044b94ff7399c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797026 Mar 31 22:49:34.279141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52646) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:34.425891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff3255dd-ffa9-40e3-ad52-cef5612f0b8e req-55a1a32a-fa28-467a-b398-43b6f6f556a8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020692 Mar 31 22:49:34.437137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] For port fd98c884-f646-4e7a-95d8-54f0adbfae78, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:34.442022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63d227c2-145d-47a3-9ab4-c64ae9ba6d2e req-553ab6e7-a8aa-4428-aac9-07c3be480da0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085428 Mar 31 22:49:34.473189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-4bf766ef-7cca-4fd7-89b9-d41e13744f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.473684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-998789f7-ea0b-4aed-ad7f-6598a10821ca tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.475470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-998789f7-ea0b-4aed-ad7f-6598a10821ca tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.2808199 Mar 31 22:49:34.475604 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-4bf766ef-7cca-4fd7-89b9-d41e13744f72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 1101 time: 0.1720216 Mar 31 22:49:34.478758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9326496-95c4-4ae2-9aac-7e1c021491ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.480304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-479f1317-c6cc-4f10-b32f-331b7cc4eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.481399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.484513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-479f1317-c6cc-4f10-b32f-331b7cc4eaea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.2118759 Mar 31 22:49:34.488989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] For port fd98c884-f646-4e7a-95d8-54f0adbfae78, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fd98c884-f646-4e7a-95d8-54f0adbfae78,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:34.571725 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9326496-95c4-4ae2-9aac-7e1c021491ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.583345 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.620066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64df1054-acdb-4f76-a94c-a6e76409cfcd req-bd57afb0-dbba-4229-b26c-a511ce2e01b4 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0578642 Mar 31 22:49:34.683656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-c85414fe-2464-4ac7-84f0-195ce8f17416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.685205 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-c85414fe-2464-4ac7-84f0-195ce8f17416 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1939137 Mar 31 22:49:34.699495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.700117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:34.701574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] 10.222.0.50 "PUT /v2.0/ports/fd98c884-f646-4e7a-95d8-54f0adbfae78 HTTP/1.1" status: 200 len: 1095 time: 2.1656120 Mar 31 22:49:34.732121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-ed6daf62-73a2-4008-9815-876540c7bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.733594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-ed6daf62-73a2-4008-9815-876540c7bd55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2349646 Mar 31 22:49:34.746651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdf7cc-f1e6-427b-8a59-fc9763ae66bc service neutron] Pushing event updated for resources: {'Port': ['ID=fd98c884-f646-4e7a-95d8-54f0adbfae78,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:34.772818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27c3f-03e0-4cea-bbf2-dc05ca1ea41c req-af23ea1c-b968-4908-bace-31154923990d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:34.774595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ed27c3f-03e0-4cea-bbf2-dc05ca1ea41c req-af23ea1c-b968-4908-bace-31154923990d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 948 time: 0.2069848 Mar 31 22:49:35.059058 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-f38ff76b-b15b-43ee-b480-57907449b20b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=867c8b01-2229-4d0a-a340-013d5570eecd HTTP/1.1" status: 200 len: 217 time: 0.3478596 Mar 31 22:49:35.174798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-8f82bed5-b6e9-42db-8114-16257d034d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:35.176271 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-8f82bed5-b6e9-42db-8114-16257d034d55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 1098 time: 0.1295667 Mar 31 22:49:35.176863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9326496-95c4-4ae2-9aac-7e1c021491ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:35.179373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9326496-95c4-4ae2-9aac-7e1c021491ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:35.180383 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a9326496-95c4-4ae2-9aac-7e1c021491ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cab1e62e-f5e0-4f71-8c70-bea182029214 HTTP/1.1" status: 204 len: 168 time: 0.8996861 Mar 31 22:49:35.187985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-f1ac47fa-6eba-497f-bf41-0d8bdb01bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:35.189595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-f1ac47fa-6eba-497f-bf41-0d8bdb01bef4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1140175 Mar 31 22:49:35.209855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9326496-95c4-4ae2-9aac-7e1c021491ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab1e62e-f5e0-4f71-8c70-bea182029214,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:35.230119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Deleting port 9d80ff78-3aef-49f6-99fd-db5d7fecccad {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:35.230460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:35.261633 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-dfc88633-f61e-4577-9001-a48aa56f02f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=fd98c884-f646-4e7a-95d8-54f0adbfae78 HTTP/1.1" status: 200 len: 217 time: 0.0711992 Mar 31 22:49:35.273368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ed27c3f-03e0-4cea-bbf2-dc05ca1ea41c req-94d78eac-eb14-4054-8efb-b263e9f4200d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777400 Mar 31 22:49:35.330380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8006070-964a-4359-bb63-42e141ef19f4 req-16b81283-d103-4650-a7dd-807bf36d92fc tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:35.331966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8006070-964a-4359-bb63-42e141ef19f4 req-16b81283-d103-4650-a7dd-807bf36d92fc tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 950 time: 0.5696955 Mar 31 22:49:35.343142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-a26882d4-e50d-42bc-8d53-d6251e040797 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985239 Mar 31 22:49:35.363623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357689d-525f-4746-a074-68db193ef39b req-c8ff3322-a8df-44d5-9424-492fc8fbfca6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:35.365106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f357689d-525f-4746-a074-68db193ef39b req-c8ff3322-a8df-44d5-9424-492fc8fbfca6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.4848382 Mar 31 22:49:35.372613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-6c465849-02b5-497a-a01c-a9e6e9d414c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:35.374046 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-6c465849-02b5-497a-a01c-a9e6e9d414c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1058285 Mar 31 22:49:35.376722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-ab45282b-ec18-43c8-b5ce-1091eb083ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:35.378077 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-ab45282b-ec18-43c8-b5ce-1091eb083ec6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707182 Mar 31 22:49:35.382170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Router fa473f57-2ba1-47e9-a850-76e5758b3d99 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:49:35.545375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] For port 9d80ff78-3aef-49f6-99fd-db5d7fecccad, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d80ff78-3aef-49f6-99fd-db5d7fecccad,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:35.545990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:35.557461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13f59-287b-4646-9171-ce1950e16455 req-4862d3c6-e086-4484-b2eb-a991d7d05bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:35.558544 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-4862d3c6-e086-4484-b2eb-a991d7d05bb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679652 Mar 31 22:49:35.589370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f357689d-525f-4746-a074-68db193ef39b req-8f135ee4-ae1a-4cee-92ed-c3f2baf18dca tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948833 Mar 31 22:49:35.590321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Calling delete_port for 9d80ff78-3aef-49f6-99fd-db5d7fecccad owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:35.617311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f918e-74c6-4838-b20c-8544354ac609 req-bde54e0c-ff3c-4112-9d33-94837c471b97 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:35.621195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:49:35.632304 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-837dce34-f16c-4a95-9cc8-9578b0173e44 admin admin] 10.222.0.31 "PUT /v2.0/routers/fa473f57-2ba1-47e9-a850-76e5758b3d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3014381 Mar 31 22:49:35.632529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-068f918e-74c6-4838-b20c-8544354ac609 req-bde54e0c-ff3c-4112-9d33-94837c471b97 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 950 time: 0.2752345 Mar 31 22:49:35.632673 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] Sync routers for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:49:35.648996 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:35.649985 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:35.651949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52664) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:35.660705 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-c80d430a-fee4-429e-b5b5-33ae18a37ee3 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708857 Mar 31 22:49:35.719905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-c2b155b4-1f18-4229-9eb2-9cdbe8d73a97 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650100 Mar 31 22:49:35.758453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-048399f9-8478-49d9-a566-6e713da1ba89 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824715 Mar 31 22:49:35.807893 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:35.828355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-f2d79aba-bbfd-47cd-8c47-72cff48ce170 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578407 Mar 31 22:49:35.881378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2500c21d-463e-4a34-9e65-72734f1c5be7', 'tag': 'fd98c884-f646-4e7a-95d8-54f0adbfae78'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:35.883661 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b894fe9-df4c-4d94-bd52-ac89c79a6552" -d '{"events": [{"name": "network-changed", "server_uuid": "2500c21d-463e-4a34-9e65-72734f1c5be7", "tag": "fd98c884-f646-4e7a-95d8-54f0adbfae78"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:35.897158 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7e13f59-287b-4646-9171-ce1950e16455 req-45593337-952d-44d9-8ecd-fb118c739fa2 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288915 Mar 31 22:49:35.949619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.021504 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:49:33Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:36.024665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Deleting port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:36.024823 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86155e9c-94db-444c-b2e3-b9b37a73eabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.025301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.049105 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] Checking router: fa473f57-2ba1-47e9-a850-76e5758b3d99 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:49:36.057357 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] Routers {'fa473f57-2ba1-47e9-a850-76e5758b3d99'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:36.065010 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa473f57-2ba1-47e9-a850-76e5758b3d99'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:36.072712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-068f918e-74c6-4838-b20c-8544354ac609 req-72662b77-79e4-4f24-a492-99448fbcb02c tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e457ba-cf95-412a-a7ac-0840f1b1fd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409537 Mar 31 22:49:36.105205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb297435-3382-4732-87b6-a19c07802cfd req-8ae99ec2-8531-48a4-9fcb-23b3827e9a9f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.106172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb297435-3382-4732-87b6-a19c07802cfd req-8ae99ec2-8531-48a4-9fcb-23b3827e9a9f tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 950 time: 0.2755239 Mar 31 22:49:36.270374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-df382e36-46d3-4855-8123-afd85aa076fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.271873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-df382e36-46d3-4855-8123-afd85aa076fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 1099 time: 0.3813617 Mar 31 22:49:36.282882 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] Set router fa473f57-2ba1-47e9-a850-76e5758b3d99 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:36.342293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb297435-3382-4732-87b6-a19c07802cfd req-be4ddd07-5031-4639-93c3-698cac33aee6 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/security-groups?id=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975665 Mar 31 22:49:36.390364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.394759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.406023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] For port 3db58fc2-a935-4fd0-ab4d-323be20a2f42, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3db58fc2-a935-4fd0-ab4d-323be20a2f42,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:36.406388 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.407995 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9d80ff78-3aef-49f6-99fd-db5d7fecccad'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:36.429750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b08d-84c9-4b13-a05b-bef81ad3d407 req-18b763ca-4ca5-4343-8f97-66aa39e83b97 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.431878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afa6b08d-84c9-4b13-a05b-bef81ad3d407 req-18b763ca-4ca5-4343-8f97-66aa39e83b97 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.2625055 Mar 31 22:49:36.472952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Calling delete_port for 3db58fc2-a935-4fd0-ab4d-323be20a2f42 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:36.474887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Pushing event deleted for resources: {'Port': ['ID=9d80ff78-3aef-49f6-99fd-db5d7fecccad,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:36.535084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1fae05a-0118-4832-9dd9-619abf2f6861 req-b2163589-b31a-4691-a819-f32e2f11492a tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0784068 Mar 31 22:49:36.542941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:49:33Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:36.610845 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d7b82a-f1ed-47e1-acad-f19b9a283571 None None] The sync data for ids ['fa473f57-2ba1-47e9-a850-76e5758b3d99'] in n-d-836015-1 is: [{'id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-101842675-router', 'tenant_id': 'b570169ca551491781f23963d37c1e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:40Z', 'updated_at': '2022-03-31T22:49:33Z', 'revision_number': 5, 'project_id': 'b570169ca551491781f23963d37c1e66', 'gw_port': {'id': '21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa473f57-2ba1-47e9-a850-76e5758b3d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:41Z', 'updated_at': '2022-03-31T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:49:36.624170 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de62c7ae-eecb-420f-8e59-9a7f677b28d7 x-openstack-request-id: req-de62c7ae-eecb-420f-8e59-9a7f677b28d7 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:36.624827 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2500c21d-463e-4a34-9e65-72734f1c5be7", "tag": "fd98c884-f646-4e7a-95d8-54f0adbfae78", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:36.624827 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de62c7ae-eecb-420f-8e59-9a7f677b28d7 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:36.625333 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de62c7ae-eecb-420f-8e59-9a7f677b28d7'] response: {'name': 'network-changed', 'server_uuid': '2500c21d-463e-4a34-9e65-72734f1c5be7', 'tag': 'fd98c884-f646-4e7a-95d8-54f0adbfae78', 'status': 'completed', 'code': 200} Mar 31 22:49:36.654680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] No DVR routers for this DVR port 9d80ff78-3aef-49f6-99fd-db5d7fecccad on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:36.656772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-7dacf713-5f9c-4b28-8a9b-64f452f1c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.659132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-7dacf713-5f9c-4b28-8a9b-64f452f1c364 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.3605049 Mar 31 22:49:36.660164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.664186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e424f981-d53d-498c-8b7b-396d511f1ca4 req-1d10f8a4-cca3-44db-85e9-fe5b8dde38c8 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.45 "DELETE /v2.0/ports/9d80ff78-3aef-49f6-99fd-db5d7fecccad HTTP/1.1" status: 204 len: 173 time: 2.1773064 Mar 31 22:49:36.673974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afa6b08d-84c9-4b13-a05b-bef81ad3d407 req-38034c66-7829-42a6-b320-1c012eacc01c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158492 Mar 31 22:49:36.706886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-885261cf-3fac-4907-9e7e-bda7592c3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.708299 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-885261cf-3fac-4907-9e7e-bda7592c3b74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 1098 time: 0.0763345 Mar 31 22:49:36.754723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-df0cbc92-233f-42c3-8c2b-52e90e7c6810 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5b2ca389-1e87-4c45-8894-d62d81f7c1eb HTTP/1.1" status: 200 len: 217 time: 0.0778513 Mar 31 22:49:36.809942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-0aed24d0-6985-4554-8ca8-2cfd77a6bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.811637 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-0aed24d0-6985-4554-8ca8-2cfd77a6bc5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.0934355 Mar 31 22:49:36.861979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Deleting port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:36.862319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.865771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-176d6e5d-540d-4e58-8cb6-0b86d3529c27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=fd98c884-f646-4e7a-95d8-54f0adbfae78 HTTP/1.1" status: 200 len: 217 time: 0.0447140 Mar 31 22:49:36.886557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad85010-7acf-459a-9142-39f70045d5d4 req-5bdba150-ea9e-4453-beba-c5d577e85d5c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.888207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ad85010-7acf-459a-9142-39f70045d5d4 req-5bdba150-ea9e-4453-beba-c5d577e85d5c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 948 time: 0.2132452 Mar 31 22:49:36.894356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-7dc260eb-735b-41c0-b260-66880eab625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.895931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-7dc260eb-735b-41c0-b260-66880eab625f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1226537 Mar 31 22:49:36.934509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-15f349ba-c79e-4839-94a1-0b98e1139096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.935962 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-15f349ba-c79e-4839-94a1-0b98e1139096 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0624485 Mar 31 22:49:36.976384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8171be-20cb-42e1-a525-0d76dd834306 req-61134605-9ec2-4928-82f4-b6923f24afe5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:36.978132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c8171be-20cb-42e1-a525-0d76dd834306 req-61134605-9ec2-4928-82f4-b6923f24afe5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.2273157 Mar 31 22:49:37.012596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e138b33b-24f9-4441-8c1b-5a4bebd2afa4 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:37.065941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e138b33b-24f9-4441-8c1b-5a4bebd2afa4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:37.067020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e138b33b-24f9-4441-8c1b-5a4bebd2afa4 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:37.083221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-228c973b-ea41-4dc9-b8b2-b0173edd51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:37.085555 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-228c973b-ea41-4dc9-b8b2-b0173edd51ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340048 Mar 31 22:49:37.108879 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ad85010-7acf-459a-9142-39f70045d5d4 req-85d2fa05-ced9-43d9-858d-2226a04ae6af tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095413 Mar 31 22:49:37.132379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-9abb4005-840b-4311-8e5d-3180d74a30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:37.133903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-9abb4005-840b-4311-8e5d-3180d74a30e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001340 Mar 31 22:49:37.140514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] For port 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:37.140901 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:37.182382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c8171be-20cb-42e1-a525-0d76dd834306 req-6e818af5-757c-4c6b-bab7-1d5488c2bbc7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484830 Mar 31 22:49:37.185445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Calling delete_port for 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:37.222679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:37.234066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3db58fc2-a935-4fd0-ab4d-323be20a2f42'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:37.246545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-eb88c0ce-7a9b-439e-b87d-8a3c2d3cb734 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530616 Mar 31 22:49:37.301305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82db5a08-344e-45a4-a18c-fd52897cd2df req-87c4047e-3a05-496e-b499-76afd04ea0b3 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cadcf11-b567-49fe-9c64-a1eb43ea1dc8 HTTP/1.1" status: 200 len: 210 time: 0.0868573 Mar 31 22:49:37.367985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Pushing event deleted for resources: {'Port': ['ID=3db58fc2-a935-4fd0-ab4d-323be20a2f42,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:37.368477 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3b894fe9-df4c-4d94-bd52-ac89c79a6552 req-103e3f27-d339-48b2-8e2f-277fdc13507d service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124110 Mar 31 22:49:37.395914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] No DVR routers for this DVR port 3db58fc2-a935-4fd0-ab4d-323be20a2f42 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:37.398573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:37.402608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8006070-964a-4359-bb63-42e141ef19f4 req-601a5868-9bd9-4b38-bc2d-7dbfa00b7a34 tempest-ImagesNegativeTestJSON-2015914394 tempest-ImagesNegativeTestJSON-2015914394-project] 10.222.0.50 "DELETE /v2.0/ports/3db58fc2-a935-4fd0-ab4d-323be20a2f42 HTTP/1.1" status: 204 len: 173 time: 2.0632234 Mar 31 22:49:37.443128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-023789df-21cb-415f-8375-837c85f49a24 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971199 Mar 31 22:49:37.538640 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:37.563121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb7e3678-58d3-497b-b440-7fce063c5581 req-ba4acb09-bfb8-406e-bc31-392964fac001 tempest-LiveMigrationNegativeTest-669215256 tempest-LiveMigrationNegativeTest-669215256-project] 10.222.0.31 "GET /v2.0/ports?device_id=cec2db48-a5e7-4d3e-8add-71b7c70322eb HTTP/1.1" status: 200 len: 210 time: 0.0641418 Mar 31 22:49:37.971820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d8ac78b-4de2-491b-9062-6d363ce3e965 req-bb55ef98-676d-4017-b19a-eff8db2109c9 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.3420446 Mar 31 22:49:38.064102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36c5de7-db57-4dc9-876b-490358fb03a1 req-de019c55-6781-4ffc-a16f-efd758c22c6c service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629930 Mar 31 22:49:38.078050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ae5ee-6e02-46b1-9ae6-b73e86be1767 req-c7e21a6c-6e08-4b0d-842d-05caec2450b8 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:38.079292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e8ae5ee-6e02-46b1-9ae6-b73e86be1767 req-c7e21a6c-6e08-4b0d-842d-05caec2450b8 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.1100500 Mar 31 22:49:38.122029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e8ae5ee-6e02-46b1-9ae6-b73e86be1767 req-376d70ad-8057-4c73-8d26-cb1a00a73c31 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Mar 31 22:49:38.179095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.200701 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.215421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:38.343522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9cfff-d408-409d-9e47-81e7b9d27400 req-72b5de2b-bb05-42d8-b3d4-6459d9b7d80d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:38.345873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80b9cfff-d408-409d-9e47-81e7b9d27400 req-72b5de2b-bb05-42d8-b3d4-6459d9b7d80d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 948 time: 0.1571138 Mar 31 22:49:38.354101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.441552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae798-d92b-447d-bdbd-6d598046a091 req-6298d6cc-15ec-464f-9773-3699b3c433ca tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:38.443053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28eae798-d92b-447d-bdbd-6d598046a091 req-6298d6cc-15ec-464f-9773-3699b3c433ca tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1763887 Mar 31 22:49:38.493820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 5b2ca389-1e87-4c45-8894-d62d81f7c1eb details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:38.496749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d80ff78-3aef-49f6-99fd-db5d7fecccad no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:38.497722 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.503888 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.524569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 9d80ff78-3aef-49f6-99fd-db5d7fecccad {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:38.524902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d80ff78-3aef-49f6-99fd-db5d7fecccad not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:38.582276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80b9cfff-d408-409d-9e47-81e7b9d27400 req-ced71c8d-5b57-4e20-bd35-93e756435172 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292655 Mar 31 22:49:38.598741 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28eae798-d92b-447d-bdbd-6d598046a091 req-5f4b56e0-dd11-4696-a815-58373ac526f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480241 Mar 31 22:49:38.626809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec2db48-a5e7-4d3e-8add-71b7c70322eb', 'name': 'network-vif-deleted', 'tag': '9d80ff78-3aef-49f6-99fd-db5d7fecccad'}, {'server_uuid': '7cadcf11-b567-49fe-9c64-a1eb43ea1dc8', 'name': 'network-vif-deleted', 'tag': '3db58fc2-a935-4fd0-ab4d-323be20a2f42'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:38.629010 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83c8e2-05be-4759-aa34-5abf53757fa4" -d '{"events": [{"server_uuid": "cec2db48-a5e7-4d3e-8add-71b7c70322eb", "name": "network-vif-deleted", "tag": "9d80ff78-3aef-49f6-99fd-db5d7fecccad"}, {"server_uuid": "7cadcf11-b567-49fe-9c64-a1eb43ea1dc8", "name": "network-vif-deleted", "tag": "3db58fc2-a935-4fd0-ab4d-323be20a2f42"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:38.637706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:38.654562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '5b2ca389-1e87-4c45-8894-d62d81f7c1eb', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '5b2ca389-1e87-4c45-8894-d62d81f7c1eb', 'mac_address': 'fa:16:3e:ce:e7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:49:38.681802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.683999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa473f57-2ba1-47e9-a850-76e5758b3d99 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:49:38.688782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.690281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f97ac28c-5051-4e00-a11f-3186171a3814 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fa473f57-2ba1-47e9-a850-76e5758b3d99 HTTP/1.1" status: 204 len: 168 time: 2.9685783 Mar 31 22:49:38.692762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52748) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:38.701486 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.723924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2ca389-1e87-4c45-8894-d62d81f7c1eb {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:38.728183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52750) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:38.749294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:38.761142 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.786642 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45043e4e-6234-4e84-a392-d7fec4ca46d3 x-openstack-request-id: req-45043e4e-6234-4e84-a392-d7fec4ca46d3 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:38.787487 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec2db48-a5e7-4d3e-8add-71b7c70322eb", "name": "network-vif-deleted", "tag": "9d80ff78-3aef-49f6-99fd-db5d7fecccad", "status": "completed", "code": 200}, {"server_uuid": "7cadcf11-b567-49fe-9c64-a1eb43ea1dc8", "name": "network-vif-deleted", "tag": "3db58fc2-a935-4fd0-ab4d-323be20a2f42", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:38.787855 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45043e4e-6234-4e84-a392-d7fec4ca46d3 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:38.788480 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45043e4e-6234-4e84-a392-d7fec4ca46d3'] response: {'server_uuid': 'cec2db48-a5e7-4d3e-8add-71b7c70322eb', 'name': 'network-vif-deleted', 'tag': '9d80ff78-3aef-49f6-99fd-db5d7fecccad', 'status': 'completed', 'code': 200} Mar 31 22:49:38.788809 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45043e4e-6234-4e84-a392-d7fec4ca46d3'] response: {'server_uuid': '7cadcf11-b567-49fe-9c64-a1eb43ea1dc8', 'name': 'network-vif-deleted', 'tag': '3db58fc2-a935-4fd0-ab4d-323be20a2f42', 'status': 'completed', 'code': 200} Mar 31 22:49:38.830839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ed3fdf-c739-43e3-a917-bfe2b2c52578 admin admin] Deleting subnet 80489c5f-101f-4eac-bf28-a8f97807c7cc {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:49:38.839731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-38ed3fdf-c739-43e3-a917-bfe2b2c52578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.847321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.908150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-38ed3fdf-c739-43e3-a917-bfe2b2c52578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.926456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:38.959185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9b9ba3e-90ec-4011-b6d8-d6a361bc1d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.036200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-38ed3fdf-c739-43e3-a917-bfe2b2c52578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.083102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9b9ba3e-90ec-4011-b6d8-d6a361bc1d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.085997 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.116863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-021c5cdf-a582-4880-b4b6-fbd7ec2f4b18 req-13e9a784-f9b3-4a90-b514-a6cf13b0ab04 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0356362 Mar 31 22:49:39.160630 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9b9ba3e-90ec-4011-b6d8-d6a361bc1d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.202104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e9b9ba3e-90ec-4011-b6d8-d6a361bc1d73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6121e19a6e5945a3885d9da19b613e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727106 Mar 31 22:49:39.203358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9ba3e-90ec-4011-b6d8-d6a361bc1d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5657dea8-e73a-4ab5-859f-4d0317d89e9a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:39.204894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52772) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:39.223500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-38ed3fdf-c739-43e3-a917-bfe2b2c52578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.264781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['5b2ca389-1e87-4c45-8894-d62d81f7c1eb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:39.278398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52774) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:39.279594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed3fdf-c739-43e3-a917-bfe2b2c52578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80489c5f-101f-4eac-bf28-a8f97807c7cc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:39.292105 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-38ed3fdf-c739-43e3-a917-bfe2b2c52578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.297622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-38ed3fdf-c739-43e3-a917-bfe2b2c52578 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/80489c5f-101f-4eac-bf28-a8f97807c7cc HTTP/1.1" status: 204 len: 168 time: 0.6013138 Mar 31 22:49:39.298435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52778) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:39.322057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471410ba-554f-4b90-a94c-8b8f192b5586 req-a0e3116f-993f-4df6-9a09-1c6f9647a964 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:39.323419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-471410ba-554f-4b90-a94c-8b8f192b5586 req-a0e3116f-993f-4df6-9a09-1c6f9647a964 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 945 time: 0.1226375 Mar 31 22:49:39.331176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace57fbf-def1-493d-bdb2-fdf8189d78c9 None None] Network 6d80dae4-f6db-497e-a83e-9c9d17ece4db requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:39.356987 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b52bcc52-7df7-4238-ad81-35fa1a251a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.421767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b52bcc52-7df7-4238-ad81-35fa1a251a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.447560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-471410ba-554f-4b90-a94c-8b8f192b5586 req-1b1a514d-1aed-41fb-9439-b7e1bf4c0bf0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131737 Mar 31 22:49:39.475100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.491552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52782) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:39.518817 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.571822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Deleting port 4805df2d-2acf-449d-9d3c-7a6976c99239 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:39.572444 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.591007 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b52bcc52-7df7-4238-ad81-35fa1a251a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.595823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b52bcc52-7df7-4238-ad81-35fa1a251a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.597044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b52bcc52-7df7-4238-ad81-35fa1a251a19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5657dea8-e73a-4ab5-859f-4d0317d89e9a HTTP/1.1" status: 204 len: 168 time: 0.3911700 Mar 31 22:49:39.617741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fd98c884-f646-4e7a-95d8-54f0adbfae78 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:39.619638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3db58fc2-a935-4fd0-ab4d-323be20a2f42 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:39.635566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bcc52-7df7-4238-ad81-35fa1a251a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5657dea8-e73a-4ab5-859f-4d0317d89e9a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:39.649121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-48858bd9-dbe9-4bea-a71a-9292923f38f8 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:39.651200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-48858bd9-dbe9-4bea-a71a-9292923f38f8 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.1109633 Mar 31 22:49:39.667036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] DHCP port deletion for 6d80dae4-f6db-497e-a83e-9c9d17ece4db request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:49:39.676160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-1'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:39.677833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 3db58fc2-a935-4fd0-ab4d-323be20a2f42 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:39.678328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3db58fc2-a935-4fd0-ab4d-323be20a2f42 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:39.702378 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f271088b-3042-44aa-ba6a-8997b903426f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c863d7bdf37443886befabfd4083a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167690 Mar 31 22:49:39.706936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52792) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:39.745390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] For port 4805df2d-2acf-449d-9d3c-7a6976c99239, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4805df2d-2acf-449d-9d3c-7a6976c99239,segment=NetworkSegment(5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0),segment_id=5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:39.746065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.773832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Calling delete_port for 4805df2d-2acf-449d-9d3c-7a6976c99239 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:39.801829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-352cd7e7-1f2d-402d-be86-37cf931f7ff5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b9a1f783bcc4a3cb95a291c23ea80f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022542 Mar 31 22:49:39.806884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52794) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:39.835514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.846256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fd98c884-f646-4e7a-95d8-54f0adbfae78, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fd98c884-f646-4e7a-95d8-54f0adbfae78,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:39.859160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'fd98c884-f646-4e7a-95d8-54f0adbfae78', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'fd98c884-f646-4e7a-95d8-54f0adbfae78', 'mac_address': 'fa:16:3e:dd:c8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:49:39.879050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737f0d3-279e-4efa-a870-9d8b2df13b92 req-a47a0908-df26-4255-8f56-e4e0c1b09afd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:39.880964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2737f0d3-279e-4efa-a870-9d8b2df13b92 req-a47a0908-df26-4255-8f56-e4e0c1b09afd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1038394 Mar 31 22:49:39.893997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a170991-837f-48ac-bd35-8358aecb535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.932326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99771b08-d28b-4cad-865e-6961c2d0140f req-0816dc56-79e3-4aef-81ee-8e2db54175d2 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:39.934010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99771b08-d28b-4cad-865e-6961c2d0140f req-0816dc56-79e3-4aef-81ee-8e2db54175d2 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 949 time: 0.1740530 Mar 31 22:49:39.941619 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a170991-837f-48ac-bd35-8358aecb535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.980633 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d24bf57-21b8-49a7-a863-471a6827c27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.988937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2737f0d3-279e-4efa-a870-9d8b2df13b92 req-1e2f8583-f1b8-44ae-8953-e2b753de273e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884356 Mar 31 22:49:40.037043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d24bf57-21b8-49a7-a863-471a6827c27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.068281 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.075211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99771b08-d28b-4cad-865e-6961c2d0140f req-8ee75be8-2350-4969-866d-23f2347d8109 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260293 Mar 31 22:49:40.095119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd98c884-f646-4e7a-95d8-54f0adbfae78 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:40.098816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.103976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] Deleting port 4805df2d-2acf-449d-9d3c-7a6976c99239 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:40.104793 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.127405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:40.128368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Pushing event deleted for resources: {'Port': ['ID=4805df2d-2acf-449d-9d3c-7a6976c99239,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:40.130233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] No DVR routers for this DVR port 4805df2d-2acf-449d-9d3c-7a6976c99239 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:40.162978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fd98c884-f646-4e7a-95d8-54f0adbfae78, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fd98c884-f646-4e7a-95d8-54f0adbfae78,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:40.191786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] For port 4805df2d-2acf-449d-9d3c-7a6976c99239, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:40.192187 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.198420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a170991-837f-48ac-bd35-8358aecb535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.200860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:40.203547 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a170991-837f-48ac-bd35-8358aecb535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.208959 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2a170991-837f-48ac-bd35-8358aecb535e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0bd3fec-c4eb-44b4-84bc-4488a22d34e8 HTTP/1.1" status: 204 len: 168 time: 0.4998252 Mar 31 22:49:40.211120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] Calling delete_port for 4805df2d-2acf-449d-9d3c-7a6976c99239 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:40.213856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] Port 4805df2d-2acf-449d-9d3c-7a6976c99239 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 22:49:40.216098 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.242901 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.246506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] Pushing event deleted for resources: {'Port': ['ID=4805df2d-2acf-449d-9d3c-7a6976c99239,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:40.256274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a07ebe-0685-48ba-bc86-e8748e4a4de2 None None] No DVR routers for this DVR port 4805df2d-2acf-449d-9d3c-7a6976c99239 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:40.281943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a170991-837f-48ac-bd35-8358aecb535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bd3fec-c4eb-44b4-84bc-4488a22d34e8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:40.295769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.300391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a4e643a-c761-4dcb-9e2e-f2e9c6336baf req-43c889b8-a6b4-4afe-b2cd-5c0c67d4af5e tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0597165 Mar 31 22:49:40.306159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d24bf57-21b8-49a7-a863-471a6827c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.317943 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d24bf57-21b8-49a7-a863-471a6827c27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.317943 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2d24bf57-21b8-49a7-a863-471a6827c27e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39e457ba-cf95-412a-a7ac-0840f1b1fd0b HTTP/1.1" status: 204 len: 168 time: 0.5020485 Mar 31 22:49:40.319446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fd98c884-f646-4e7a-95d8-54f0adbfae78,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:40.333470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.341267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24bf57-21b8-49a7-a863-471a6827c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e457ba-cf95-412a-a7ac-0840f1b1fd0b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:40.347057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d80dae4-f6db-497e-a83e-9c9d17ece4db']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:40.357313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:40.357605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d51853b-11e9-4e3c-bbcd-8bbd24b7c9b0') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:40.368595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.383798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.391075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:49:40.391487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:49:40.393229 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:49:40.412418 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.494342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:40.501329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on host n-h1-836015-1 for vnic_type normal with profile {"migrating_to": "n-h2-836015-1"} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:40.501676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:40.502006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:40.505270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3d0f6b25-b157-4736-bbfe-502f8b96c99f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:49:40.506657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:40.506983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:40.508737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fd98c884-f646-4e7a-95d8-54f0adbfae78'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:40.513128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:40.516723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:40.516723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:40.516723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Bound port: 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:40.516723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.537377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.550550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.558422 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6d80dae4-f6db-497e-a83e-9c9d17ece4db HTTP/1.1" status: 204 len: 168 time: 1.2587736 Mar 31 22:49:40.559040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52806) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:40.584902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757337f-3ef2-4d8c-ad70-d5ab53264658 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d80dae4-f6db-497e-a83e-9c9d17ece4db,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:40.634309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:40.644595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91f1b0-0255-479d-b8a0-3f14c1c88504 req-24e3d8aa-7c68-4bf1-8c14-5af40872b74c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:40.646787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d91f1b0-0255-479d-b8a0-3f14c1c88504 req-24e3d8aa-7c68-4bf1-8c14-5af40872b74c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.0979848 Mar 31 22:49:40.664313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:40.710225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d91f1b0-0255-479d-b8a0-3f14c1c88504 req-4c8f2e67-8ef0-4d47-861e-b0d2ad066893 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553226 Mar 31 22:49:40.718696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52810) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:40.742141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fbe397de-a0a8-4f67-a65e-70c60e87e2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.742287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:40.776025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.782420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on host n-h1-836015-1 for vnic_type normal with profile {"migrating_to": "n-h2-836015-1"} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:40.782826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:40.783194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:40.791146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:40.791477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:40.807607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:40.812624 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edcad77-d6e0-407e-b4f0-66b474ccd0df" -d '{"events": [{"server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:40.813763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:40.814170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:40.814821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:40.815384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Bound port: 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:40.815786 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.906236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4805df2d-2acf-449d-9d3c-7a6976c99239 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:40.932329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 4805df2d-2acf-449d-9d3c-7a6976c99239 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:40.932329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4805df2d-2acf-449d-9d3c-7a6976c99239 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:40.932652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:40.938202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=8']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:40.955447 n-d-836015-1 neutron-server[109822]: WARNING neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Concurrent port binding operations failed on port 3d0f6b25-b157-4736-bbfe-502f8b96c99f Mar 31 22:49:40.955598 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24d5cd7-dae8-4f3c-b9cd-afaaba403d3e x-openstack-request-id: req-d24d5cd7-dae8-4f3c-b9cd-afaaba403d3e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:40.956163 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:40.956415 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d24d5cd7-dae8-4f3c-b9cd-afaaba403d3e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:40.956844 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24d5cd7-dae8-4f3c-b9cd-afaaba403d3e'] response: {'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f', 'code': 200} Mar 31 22:49:40.964824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:40.966285 n-d-836015-1 neutron-server[109822]: INFO neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempt 2 to bind port 3d0f6b25-b157-4736-bbfe-502f8b96c99f Mar 31 22:49:40.966767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3d0f6b25-b157-4736-bbfe-502f8b96c99f has no active binding in host n-h2-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:49:40.968278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:40.968626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 21d69aed-eb5d-4d53-a5cf-eab8bd1ad8e4 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:40.993221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:40.993999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.995922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-4c4d3805-f3f4-40f7-a513-fe47b39d8481 service neutron] 10.222.0.45 "PUT /v2.0/ports/3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 1121 time: 1.3338759 Mar 31 22:49:41.057363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fbe397de-a0a8-4f67-a65e-70c60e87e2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.111632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3d0f6b25-b157-4736-bbfe-502f8b96c99f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:41.118635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d306f8-8b8b-4103-bdcc-485b4da5f2cf req-39c7a2f9-7d4b-41db-bc63-9c1d3cab29cc tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:41.120946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.129731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2d306f8-8b8b-4103-bdcc-485b4da5f2cf req-39c7a2f9-7d4b-41db-bc63-9c1d3cab29cc tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0611701 Mar 31 22:49:41.134526 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fbe397de-a0a8-4f67-a65e-70c60e87e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.219676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['3d0f6b25-b157-4736-bbfe-502f8b96c99f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:41.252657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52820) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:41.292194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2d306f8-8b8b-4103-bdcc-485b4da5f2cf req-16a20946-0b5d-4a84-ab1b-023458a28c9f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540048 Mar 31 22:49:41.313533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fbe397de-a0a8-4f67-a65e-70c60e87e2a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9b020a4532b452f9b6808f370c8d64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900626 Mar 31 22:49:41.313733 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e2662b33-cb4b-45f9-81cc-d49dc9f561ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93f925022c8f4bdfb963fe8189bf73be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558448 Mar 31 22:49:41.313819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe397de-a0a8-4f67-a65e-70c60e87e2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0d3cf-38d9-4f60-ad7e-e7294f480f75,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:41.316287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52822) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:41.324587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52824) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:41.479435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585de34-b231-41a4-a7b7-12ec836dab4a req-1b08c77a-4b8e-4b29-9db4-7fd27df9809e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:41.487050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a585de34-b231-41a4-a7b7-12ec836dab4a req-1b08c77a-4b8e-4b29-9db4-7fd27df9809e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 949 time: 0.2571893 Mar 31 22:49:41.501221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d72142a-1efc-4043-881d-4364ae73fb6a req-576b661d-5411-4357-b402-bfc1c0a40454 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0801721 Mar 31 22:49:41.551110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Deleting port f6bf0648-faad-4b2b-8dc6-afe2e585b103 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:41.551461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.575442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a585de34-b231-41a4-a7b7-12ec836dab4a req-a735ffbf-f05e-477d-a20d-d852711745d6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860646 Mar 31 22:49:41.589331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-550e77bb-26fa-49f0-90d2-5492209aca52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.593218 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a4b483c-8605-4da0-853c-3b005431a77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.619253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fd98c884-f646-4e7a-95d8-54f0adbfae78 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:41.629459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a4b483c-8605-4da0-853c-3b005431a77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.632207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-550e77bb-26fa-49f0-90d2-5492209aca52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.640965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] For port f6bf0648-faad-4b2b-8dc6-afe2e585b103, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f6bf0648-faad-4b2b-8dc6-afe2e585b103,segment=NetworkSegment(81fcfb31-7e01-48ea-a812-1f543b76adfb),segment_id=81fcfb31-7e01-48ea-a812-1f543b76adfb)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:41.642115 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.656759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Calling delete_port for f6bf0648-faad-4b2b-8dc6-afe2e585b103 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:41.761644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port fd98c884-f646-4e7a-95d8-54f0adbfae78 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:49:41.765950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port fd98c884-f646-4e7a-95d8-54f0adbfae78 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:41.766813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.785209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-550e77bb-26fa-49f0-90d2-5492209aca52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.790037 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-550e77bb-26fa-49f0-90d2-5492209aca52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.791708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-550e77bb-26fa-49f0-90d2-5492209aca52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fed3e143-5cc2-4a08-b9e6-5efa70916271 HTTP/1.1" status: 204 len: 168 time: 0.4630229 Mar 31 22:49:41.795460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a4b483c-8605-4da0-853c-3b005431a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.800193 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a4b483c-8605-4da0-853c-3b005431a77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.801665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a4b483c-8605-4da0-853c-3b005431a77a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dc0d3cf-38d9-4f60-ad7e-e7294f480f75 HTTP/1.1" status: 204 len: 168 time: 0.4837728 Mar 31 22:49:41.821178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e77bb-26fa-49f0-90d2-5492209aca52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed3e143-5cc2-4a08-b9e6-5efa70916271,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:41.852908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b483c-8605-4da0-853c-3b005431a77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0d3cf-38d9-4f60-ad7e-e7294f480f75,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:41.886023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58986c9f-2ca7-4e72-b192-8d8372d89d96 req-e4a89f3b-58b1-4b4b-80be-22841a0e627a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:41.886023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58986c9f-2ca7-4e72-b192-8d8372d89d96 req-e4a89f3b-58b1-4b4b-80be-22841a0e627a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.0812228 Mar 31 22:49:41.943518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58986c9f-2ca7-4e72-b192-8d8372d89d96 req-ea5435d8-db47-43ca-99bc-fe973cb72829 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482771 Mar 31 22:49:41.966723 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:41.998510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2500c21d-463e-4a34-9e65-72734f1c5be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd98c884-f646-4e7a-95d8-54f0adbfae78'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:42.001211 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eec6c87-9ce4-458c-9900-36278d65bccd" -d '{"events": [{"server_uuid": "2500c21d-463e-4a34-9e65-72734f1c5be7", "name": "network-vif-plugged", "status": "completed", "tag": "fd98c884-f646-4e7a-95d8-54f0adbfae78"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:42.015556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fd98c884-f646-4e7a-95d8-54f0adbfae78, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fd98c884-f646-4e7a-95d8-54f0adbfae78,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:42.046848 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05792e1-ef9d-43d3-94e9-e7a2dc8e139a x-openstack-request-id: req-a05792e1-ef9d-43d3-94e9-e7a2dc8e139a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:42.047167 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2500c21d-463e-4a34-9e65-72734f1c5be7", "name": "network-vif-plugged", "status": "completed", "tag": "fd98c884-f646-4e7a-95d8-54f0adbfae78", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:42.048078 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a05792e1-ef9d-43d3-94e9-e7a2dc8e139a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:42.048517 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05792e1-ef9d-43d3-94e9-e7a2dc8e139a'] response: {'server_uuid': '2500c21d-463e-4a34-9e65-72734f1c5be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd98c884-f646-4e7a-95d8-54f0adbfae78', 'code': 200} Mar 31 22:49:42.076949 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:42.139579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fd98c884-f646-4e7a-95d8-54f0adbfae78,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:42.153670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60a224-cbf8-4a6c-8cbd-b186d8dc993b req-314f2ccf-fa58-4480-a703-7b4697df1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:42.155434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a60a224-cbf8-4a6c-8cbd-b186d8dc993b req-314f2ccf-fa58-4480-a703-7b4697df1876 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 1100 time: 0.0470223 Mar 31 22:49:42.196050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a60a224-cbf8-4a6c-8cbd-b186d8dc993b req-09a0cd0a-75a4-40c5-8476-310f50726d19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Mar 31 22:49:42.207459 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:42.241212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bf0648-faad-4b2b-8dc6-afe2e585b103,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:42.267522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.268032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.268473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.268910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.269367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.269799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.270216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.270771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.271279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.271785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.274268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.274268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:42.446895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483ffd2-ae98-4e6a-9bcd-3c8dd79259f2 req-8d3b57b6-fdd9-4f76-94fb-25b7ab19d141 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:42.459044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8483ffd2-ae98-4e6a-9bcd-3c8dd79259f2 req-8d3b57b6-fdd9-4f76-94fb-25b7ab19d141 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0859828 Mar 31 22:49:42.473062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:42.505077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 5b2ca389-1e87-4c45-8894-d62d81f7c1eb up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:42.510115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8483ffd2-ae98-4e6a-9bcd-3c8dd79259f2 req-7b6bb7fe-8848-43c3-84ec-895b2dc6ddbb tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 Mar 31 22:49:42.667074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e77e7988-4ed5-4eac-a579-aad88059284a req-e37e7b2c-737a-4c8c-9585-ce2544359029 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0339730 Mar 31 22:49:42.701486 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:49:42.706569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:42.706955 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:42.736636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d055142-2259-4ea0-bf00-6e85a38f75a3 req-c8b7e92c-d0b8-4f19-bb1a-a005db5ce6d7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:42.738865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d055142-2259-4ea0-bf00-6e85a38f75a3 req-c8b7e92c-d0b8-4f19-bb1a-a005db5ce6d7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 949 time: 0.0698345 Mar 31 22:49:42.776109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Router bf22b90d-1553-4be2-ab1c-f898215e221a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:49:42.792577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d055142-2259-4ea0-bf00-6e85a38f75a3 req-f97ed119-4161-4fff-bb3f-0a5d54899473 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Mar 31 22:49:42.823441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:42.873939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:42.931566 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:42.949664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:49:42.956915 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e84a3f20-1120-4fe0-8260-e3bcde1b9027 admin admin] 10.222.0.31 "PUT /v2.0/routers/bf22b90d-1553-4be2-ab1c-f898215e221a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3791208 Mar 31 22:49:42.958103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:42.959012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52880) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:42.960592 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:42.972220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] Sync routers for ids ['bf22b90d-1553-4be2-ab1c-f898215e221a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:49:42.997854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] Routers {'bf22b90d-1553-4be2-ab1c-f898215e221a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:42.998640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bf22b90d-1553-4be2-ab1c-f898215e221a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:43.002703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:43.039662 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a69c9-15ec-419c-a354-a31006fbfe1e x-openstack-request-id: req-673a69c9-15ec-419c-a354-a31006fbfe1e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:43.039952 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:43.041742 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-673a69c9-15ec-419c-a354-a31006fbfe1e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:43.041742 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673a69c9-15ec-419c-a354-a31006fbfe1e'] response: {'name': 'network-changed', 'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f', 'status': 'completed', 'code': 200} Mar 31 22:49:43.118694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:43.189707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-32b2e000-2a24-4c69-94a6-c84124b72472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:43.192947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-32b2e000-2a24-4c69-94a6-c84124b72472 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1124 time: 0.1235366 Mar 31 22:49:43.209130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] Set router bf22b90d-1553-4be2-ab1c-f898215e221a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:43.223612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d54cf-a767-4f34-a0a9-64638801dd98 req-0b3cf6d9-2712-437a-b39c-76f065e35539 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:43.225320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec8d54cf-a767-4f34-a0a9-64638801dd98 req-0b3cf6d9-2712-437a-b39c-76f065e35539 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.0903215 Mar 31 22:49:43.358831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec8d54cf-a767-4f34-a0a9-64638801dd98 req-e5b95ff5-d947-46b1-82bb-49df068033e8 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219447 Mar 31 22:49:43.383608 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:43.389284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-34cf6680-47df-422d-b817-dc5d1abd6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:43.395558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-34cf6680-47df-422d-b817-dc5d1abd6a70 service neutron] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1901281 Mar 31 22:49:43.451910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-7f571b09-518f-4221-8625-56ee43ab0cf7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 217 time: 0.0433927 Mar 31 22:49:43.528092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:49:42Z', 'revision_number': 5, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port': {'id': 'f9ec84b0-a0c5-493f-9911-9b9d6261d50d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:14:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:46:55Z', 'updated_at': '2022-03-31T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:43.564511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-123fc71b-d7e8-41e7-b64c-7e0bfa6cc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:43.573554 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-123fc71b-d7e8-41e7-b64c-7e0bfa6cc534 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.1109021 Mar 31 22:49:43.600451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Deleting port f9ec84b0-a0c5-493f-9911-9b9d6261d50d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:43.600810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:43.639707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] Checking router: bf22b90d-1553-4be2-ab1c-f898215e221a for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:49:43.653198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] Routers {'bf22b90d-1553-4be2-ab1c-f898215e221a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:43.654239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bf22b90d-1553-4be2-ab1c-f898215e221a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:43.672543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-271a8ecd-a810-4ceb-9658-50f81485a4d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925341 Mar 31 22:49:43.774643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] Set router bf22b90d-1553-4be2-ab1c-f898215e221a gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:43.822038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] For port f9ec84b0-a0c5-493f-9911-9b9d6261d50d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f9ec84b0-a0c5-493f-9911-9b9d6261d50d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:43.826870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:43.856379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Calling delete_port for f9ec84b0-a0c5-493f-9911-9b9d6261d50d owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:43.857120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:49:43Z', 'revision_number': 6, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:43.886542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6db3e9f-b1e6-4ee2-b97a-b37697ae2b70 req-d557d261-2ad1-4d62-8d0a-9483e1407009 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0481985 Mar 31 22:49:43.896935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf01f3-329c-43d0-a636-e15d06aa8349 req-1cce02e5-3964-4724-95d4-cfaed7fcc0a3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:43.898569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6edf01f3-329c-43d0-a636-e15d06aa8349 req-1cce02e5-3964-4724-95d4-cfaed7fcc0a3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.2242706 Mar 31 22:49:43.944464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191f750-8129-4d3f-b2db-48b7d2cdec87 None None] The sync data for ids ['bf22b90d-1553-4be2-ab1c-f898215e221a'] in n-d-836015-1 is: [{'id': 'bf22b90d-1553-4be2-ab1c-f898215e221a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-233784856-router', 'tenant_id': '9e23d10254d04175840767b4b132ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:46:54Z', 'updated_at': '2022-03-31T22:49:43Z', 'revision_number': 6, 'project_id': '9e23d10254d04175840767b4b132ee73', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:49:44.038247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-80bc4313-8590-434d-833e-ca5440f9e16f service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615585 Mar 31 22:49:44.050539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13291a33-8e84-42fa-bbb4-44753d261eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:44.052486 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f6b897-2f7d-412d-9e49-dfb56858c470" -d '{"events": [{"server_uuid": "13291a33-8e84-42fa-bbb4-44753d261eba", "name": "network-vif-plugged", "status": "completed", "tag": "5b2ca389-1e87-4c45-8894-d62d81f7c1eb"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:44.071559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6edf01f3-329c-43d0-a636-e15d06aa8349 req-4f7d74de-e8d2-4abd-bfaf-fd2eb8bb23d6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562581 Mar 31 22:49:44.155117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a132ad-e0d5-4dbe-b835-a09b664ebc7c req-51f4973a-e1c2-4b94-9305-cc5266e492fa tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:44.157012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1a132ad-e0d5-4dbe-b835-a09b664ebc7c req-51f4973a-e1c2-4b94-9305-cc5266e492fa tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 950 time: 0.1244678 Mar 31 22:49:44.192082 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29c0391-f73d-4e12-9a97-7d7e98ab0661 x-openstack-request-id: req-f29c0391-f73d-4e12-9a97-7d7e98ab0661 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:44.196176 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13291a33-8e84-42fa-bbb4-44753d261eba", "name": "network-vif-plugged", "status": "completed", "tag": "5b2ca389-1e87-4c45-8894-d62d81f7c1eb", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:44.196492 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f29c0391-f73d-4e12-9a97-7d7e98ab0661 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:44.198194 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29c0391-f73d-4e12-9a97-7d7e98ab0661'] response: {'server_uuid': '13291a33-8e84-42fa-bbb4-44753d261eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ca389-1e87-4c45-8894-d62d81f7c1eb', 'code': 200} Mar 31 22:49:44.215262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59f890ef-7bbc-4eeb-a3b2-acbff68f25e9 req-b78c4f6a-cb42-4be6-ac47-96fc201d03b7 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488333 Mar 31 22:49:44.254129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1a132ad-e0d5-4dbe-b835-a09b664ebc7c req-f5e58251-c012-4425-9f7c-76f54039558c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831158 Mar 31 22:49:44.304575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.331645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ba3ab-19ed-4de0-949f-70548ba21893 req-89fe4b49-259c-49fa-889f-16ec5dd5959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:44.333262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-444ba3ab-19ed-4de0-949f-70548ba21893 req-89fe4b49-259c-49fa-889f-16ec5dd5959c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 1101 time: 0.0515966 Mar 31 22:49:44.349252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ec84b0-a0c5-493f-9911-9b9d6261d50d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:44.393153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-444ba3ab-19ed-4de0-949f-70548ba21893 req-6806561e-f976-464f-adf1-1649280bb62e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Mar 31 22:49:44.452206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.509080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52924) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:44.531374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f864f-ef8e-4bdb-9d40-ccf5262a3502 req-4eddbd4a-2cc9-4a30-a0e1-6403e013435d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:44.544061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e8f864f-ef8e-4bdb-9d40-ccf5262a3502 req-4eddbd4a-2cc9-4a30-a0e1-6403e013435d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.0755558 Mar 31 22:49:44.612224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e8f864f-ef8e-4bdb-9d40-ccf5262a3502 req-d5dfa96a-a18d-4bdc-86ee-2cc8d1862eea tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672898 Mar 31 22:49:44.621116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.624068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.684023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9c99fe8b-b9d7-4ca4-998e-dae1c03e1854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.766063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.767088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf22b90d-1553-4be2-ab1c-f898215e221a {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:49:44.778224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.780401 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02e2d0c8-5359-4633-90d5-604896406d6e admin admin] 10.222.0.31 "DELETE /v2.0/routers/bf22b90d-1553-4be2-ab1c-f898215e221a HTTP/1.1" status: 204 len: 168 time: 1.8184147 Mar 31 22:49:44.783324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52946) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:44.783799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9c99fe8b-b9d7-4ca4-998e-dae1c03e1854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.831497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-816d9cbc-78b3-499c-98b6-a4dc9ea869b8 admin admin] Deleting subnet ab62fc82-da7d-439c-ae4e-70df80fab71d {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:49:44.838187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-816d9cbc-78b3-499c-98b6-a4dc9ea869b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.887596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f9ec84b0-a0c5-493f-9911-9b9d6261d50d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:44.888818 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-816d9cbc-78b3-499c-98b6-a4dc9ea869b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:44.902686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9c99fe8b-b9d7-4ca4-998e-dae1c03e1854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.024899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9c99fe8b-b9d7-4ca4-998e-dae1c03e1854 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=689694e7d1034310a7d36e610f21f558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147555 Mar 31 22:49:45.027788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99fe8b-b9d7-4ca4-998e-dae1c03e1854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fa0626-3585-48ec-81ec-d1ea0c07099c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:45.036619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52974) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:45.068619 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-816d9cbc-78b3-499c-98b6-a4dc9ea869b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.093445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f9ec84b0-a0c5-493f-9911-9b9d6261d50d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:45.093788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f9ec84b0-a0c5-493f-9911-9b9d6261d50d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:45.094234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f6bf0648-faad-4b2b-8dc6-afe2e585b103 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:45.115860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f6bf0648-faad-4b2b-8dc6-afe2e585b103 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:45.116430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f6bf0648-faad-4b2b-8dc6-afe2e585b103 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:45.145042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33decbdc-e151-4e5d-8023-99e6563eba9b req-6c8144b6-bdd6-43c9-b728-3f099e882588 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0352411 Mar 31 22:49:45.163287 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96fb81b9-059d-4391-98ef-6999d604111f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.197717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96fb81b9-059d-4391-98ef-6999d604111f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.224953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-816d9cbc-78b3-499c-98b6-a4dc9ea869b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.262049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d9cbc-78b3-499c-98b6-a4dc9ea869b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab62fc82-da7d-439c-ae4e-70df80fab71d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:45.268404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-816d9cbc-78b3-499c-98b6-a4dc9ea869b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.272534 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-816d9cbc-78b3-499c-98b6-a4dc9ea869b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab62fc82-da7d-439c-ae4e-70df80fab71d HTTP/1.1" status: 204 len: 168 time: 0.4881909 Mar 31 22:49:45.278469 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23dd8db-7b8e-4a68-acec-93fb127a7cff None None] Network 7778923b-469c-4796-80c2-ff63de5c005c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:45.286954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52982) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:45.455257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff087e07-0b63-4637-98a1-78a201a1eee7 req-0a6040e5-ee42-4892-b6ca-85470df5950f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:45.456813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff087e07-0b63-4637-98a1-78a201a1eee7 req-0a6040e5-ee42-4892-b6ca-85470df5950f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.2614217 Mar 31 22:49:45.466570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.499853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52992) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:45.510266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbd23b-9698-4f8b-9e9a-f98d722c6e3c req-60fde5c5-2fdc-472c-9049-16503eddfbc8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:45.511787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4cbd23b-9698-4f8b-9e9a-f98d722c6e3c req-60fde5c5-2fdc-472c-9049-16503eddfbc8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 950 time: 0.1654258 Mar 31 22:49:45.541141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] DHCP port deletion for 7778923b-469c-4796-80c2-ff63de5c005c request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:49:45.555582 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96fb81b9-059d-4391-98ef-6999d604111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.558184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96fb81b9-059d-4391-98ef-6999d604111f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.563662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-96fb81b9-059d-4391-98ef-6999d604111f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94fa0626-3585-48ec-81ec-d1ea0c07099c HTTP/1.1" status: 204 len: 168 time: 0.5219572 Mar 31 22:49:45.573501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff087e07-0b63-4637-98a1-78a201a1eee7 req-d334aa65-c86a-43c9-925b-f32785a60780 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029263 Mar 31 22:49:45.588480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb81b9-059d-4391-98ef-6999d604111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fa0626-3585-48ec-81ec-d1ea0c07099c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:45.611864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4cbd23b-9698-4f8b-9e9a-f98d722c6e3c req-a0e29199-8a3a-423f-91f1-0a9832589837 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915143 Mar 31 22:49:45.638994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Deleting port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:45.639370 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.645516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Deleting port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:49:45.645864 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.672131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8ca81938-dc88-47a2-a367-b7077e28cc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.718117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] For port abb2ed51-c90c-4dd6-bcdf-c248edf6a329, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,segment=NetworkSegment(81fcfb31-7e01-48ea-a812-1f543b76adfb),segment_id=81fcfb31-7e01-48ea-a812-1f543b76adfb)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:45.718594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.731137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] For port abb2ed51-c90c-4dd6-bcdf-c248edf6a329, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,segment=NetworkSegment(81fcfb31-7e01-48ea-a812-1f543b76adfb),segment_id=81fcfb31-7e01-48ea-a812-1f543b76adfb)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:45.740690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Calling delete_port for abb2ed51-c90c-4dd6-bcdf-c248edf6a329 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:45.740857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.796835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Calling delete_port for abb2ed51-c90c-4dd6-bcdf-c248edf6a329 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:49:45.821898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8ca81938-dc88-47a2-a367-b7077e28cc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.825239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c186-ed45-4b15-a03d-1e8ed0b5803e req-083245a4-6d6e-4d47-ba02-65c7ab7a18cc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:45.826825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8122c186-ed45-4b15-a03d-1e8ed0b5803e req-083245a4-6d6e-4d47-ba02-65c7ab7a18cc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.0795500 Mar 31 22:49:45.881976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8ca81938-dc88-47a2-a367-b7077e28cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.910513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.912249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8122c186-ed45-4b15-a03d-1e8ed0b5803e req-aa5b22c5-7792-464d-b5de-b3d201da58d0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554831 Mar 31 22:49:45.941340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca81938-dc88-47a2-a367-b7077e28cc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a6f2e6-5682-4097-a491-1d0962c8287e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:45.952643 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8ca81938-dc88-47a2-a367-b7077e28cc6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d669e2de26ac44fa8d3271c1aa97dbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493539 Mar 31 22:49:45.956379 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:45.957112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53010) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:45.966213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Pushing event deleted for resources: {'Port': ['ID=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:45.986707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:45.987863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:45.995495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:45.997141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:45.997551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.000576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.000576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.000576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.000576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.000576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.000576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.000576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.004544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=abb2ed51-c90c-4dd6-bcdf-c248edf6a329,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:46.008194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] No DVR routers for this DVR port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:46.016863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6af8ee-121b-41e1-872d-89a0f4476bb4 None None] No DVR routers for this DVR port abb2ed51-c90c-4dd6-bcdf-c248edf6a329 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:46.057543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c309ab0b-47eb-4a8a-a8ab-418703913835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.101950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c309ab0b-47eb-4a8a-a8ab-418703913835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.126934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.152033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7778923b-469c-4796-80c2-ff63de5c005c']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:46.166343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fcfb31-7e01-48ea-a812-1f543b76adfb') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:46.166677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fcfb31-7e01-48ea-a812-1f543b76adfb') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:46.185192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.214157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.222380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:49:46.222971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:49:46.224996 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:49:46.282063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c309ab0b-47eb-4a8a-a8ab-418703913835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.285083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c309ab0b-47eb-4a8a-a8ab-418703913835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.286903 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c309ab0b-47eb-4a8a-a8ab-418703913835 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27a6f2e6-5682-4097-a491-1d0962c8287e HTTP/1.1" status: 204 len: 168 time: 0.3286707 Mar 31 22:49:46.301959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309ab0b-47eb-4a8a-a8ab-418703913835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a6f2e6-5682-4097-a491-1d0962c8287e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:46.307010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2a947dd-c413-4f2e-87d9-17572254c5c9 req-5a00c3ce-30fa-41ba-9d5b-64c2b8ebf8cf tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0427682 Mar 31 22:49:46.423574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.449399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:46.452882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] 10.222.0.31 "DELETE /v2.0/networks/7778923b-469c-4796-80c2-ff63de5c005c HTTP/1.1" status: 204 len: 168 time: 1.1649940 Mar 31 22:49:46.454662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=7778923b-469c-4796-80c2-ff63de5c005c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:46.468954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.470017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.470526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.471005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.471470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.471930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.472394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.472855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.473316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.473776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.474237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.474728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd3e6b-a120-4812-a6f9-f784175a1ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:46.724550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613113e1-42a1-4b72-a79c-2868a5dd696e req-ab1fa30c-850b-4ec6-b383-daf7ef02e7b7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:46.726043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-613113e1-42a1-4b72-a79c-2868a5dd696e req-ab1fa30c-850b-4ec6-b383-daf7ef02e7b7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0747039 Mar 31 22:49:46.758732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb573a2-10c8-44b3-bdca-6374e2e25072 req-a53cdb86-d177-4298-a6d0-5df9e3917c48 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:46.760213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edb573a2-10c8-44b3-bdca-6374e2e25072 req-a53cdb86-d177-4298-a6d0-5df9e3917c48 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 950 time: 0.0748091 Mar 31 22:49:46.789197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-613113e1-42a1-4b72-a79c-2868a5dd696e req-0df35dd1-91e7-4ea3-8839-e3804336afa0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549793 Mar 31 22:49:46.809736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edb573a2-10c8-44b3-bdca-6374e2e25072 req-edb1ea18-9668-4acc-b276-c8764914cf0b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Mar 31 22:49:46.864751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device abb2ed51-c90c-4dd6-bcdf-c248edf6a329 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:46.884989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: abb2ed51-c90c-4dd6-bcdf-c248edf6a329 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:49:46.885324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device abb2ed51-c90c-4dd6-bcdf-c248edf6a329 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:46.889694 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:49:46.997938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53060) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:47.227541 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-de73e208-99dc-4c43-b45f-78df677127cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b570169ca551491781f23963d37c1e66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0615032 Mar 31 22:49:47.227541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53062) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:47.229070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21670000-8e1f-4e24-a469-3e680cdfa210 req-3eaca365-18a9-4ec3-830e-ee159253b258 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:47.229070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21670000-8e1f-4e24-a469-3e680cdfa210 req-3eaca365-18a9-4ec3-830e-ee159253b258 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.0827374 Mar 31 22:49:47.229070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21670000-8e1f-4e24-a469-3e680cdfa210 req-a9921166-d2b7-4cf9-86b5-cbf5f94564b9 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Mar 31 22:49:47.229858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6904506c-1c43-4e7c-890a-bbcc35611b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.229858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6904506c-1c43-4e7c-890a-bbcc35611b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.230953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53070) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:47.337631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6904506c-1c43-4e7c-890a-bbcc35611b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.344642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6904506c-1c43-4e7c-890a-bbcc35611b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.344642 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6904506c-1c43-4e7c-890a-bbcc35611b13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49ff5e5d-d491-48ee-855b-d872b72f54f6 HTTP/1.1" status: 204 len: 168 time: 0.2739751 Mar 31 22:49:47.349346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5638876-87e6-4538-92be-a5626875391c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.353096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904506c-1c43-4e7c-890a-bbcc35611b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff5e5d-d491-48ee-855b-d872b72f54f6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:47.456847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6cf3f51-eb00-49c2-a15a-08e04515027b req-8600f7bd-9c7d-4323-9c9a-ebc437167ea5 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0280020 Mar 31 22:49:47.466042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5638876-87e6-4538-92be-a5626875391c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.561908 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5638876-87e6-4538-92be-a5626875391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.606547 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5638876-87e6-4538-92be-a5626875391c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=703382caeb034b0c9bd5b48b5ee48988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725510 Mar 31 22:49:47.606547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5638876-87e6-4538-92be-a5626875391c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da6c7d2-f243-4fa4-b706-1c253fb40890,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:47.608592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53086) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:47.678110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df2dd893-6fd5-485e-a089-af402df9fe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.706026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df2dd893-6fd5-485e-a089-af402df9fe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.846915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df2dd893-6fd5-485e-a089-af402df9fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.849560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df2dd893-6fd5-485e-a089-af402df9fe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:47.853495 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df2dd893-6fd5-485e-a089-af402df9fe29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5da6c7d2-f243-4fa4-b706-1c253fb40890 HTTP/1.1" status: 204 len: 168 time: 0.2439320 Mar 31 22:49:47.861688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2dd893-6fd5-485e-a089-af402df9fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da6c7d2-f243-4fa4-b706-1c253fb40890,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:47.959120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6ad0-8461-45e1-affe-c94ecba5935e req-640c8219-fb8b-472c-8d0d-26671b34c105 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:47.960651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e9c6ad0-8461-45e1-affe-c94ecba5935e req-640c8219-fb8b-472c-8d0d-26671b34c105 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0516126 Mar 31 22:49:48.009405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e9c6ad0-8461-45e1-affe-c94ecba5935e req-8088f07b-af6b-42c4-979c-19dfdf1c80a2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Mar 31 22:49:48.105110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53108) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:48.151868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae80bdd-161a-4daa-b30f-081f867a2d83 req-fbe1ec83-2686-4ca8-81eb-329005a49414 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:48.162804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eae80bdd-161a-4daa-b30f-081f867a2d83 req-fbe1ec83-2686-4ca8-81eb-329005a49414 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 950 time: 0.0791962 Mar 31 22:49:48.181383 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4e4e052c-53a1-44a1-ae37-a22678e05dd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e23d10254d04175840767b4b132ee73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0744190 Mar 31 22:49:48.183881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53110) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:48.218831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eae80bdd-161a-4daa-b30f-081f867a2d83 req-7f4d6463-c7ea-4579-a250-dd0637c2563b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519195 Mar 31 22:49:48.276695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1448faa-1171-4549-bbfa-4f8e288e6c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:48.315126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1448faa-1171-4549-bbfa-4f8e288e6c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:48.382420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72a100-b7ce-4258-bba5-a32657e59095 req-855aac42-f527-413a-b67e-c51bab1dad52 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:48.384216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c72a100-b7ce-4258-bba5-a32657e59095 req-855aac42-f527-413a-b67e-c51bab1dad52 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.0652351 Mar 31 22:49:48.425481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c72a100-b7ce-4258-bba5-a32657e59095 req-95c4c993-7a4c-4ddc-80e0-7d046f9506dc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352995 Mar 31 22:49:48.480674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1448faa-1171-4549-bbfa-4f8e288e6c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:48.483526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1448faa-1171-4549-bbfa-4f8e288e6c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:48.485108 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b1448faa-1171-4549-bbfa-4f8e288e6c94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b432432-5bf3-411d-bb1b-50fd28c22f22 HTTP/1.1" status: 204 len: 168 time: 0.2995009 Mar 31 22:49:48.493672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448faa-1171-4549-bbfa-4f8e288e6c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b432432-5bf3-411d-bb1b-50fd28c22f22,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:48.580019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65980984-e8a0-4626-be3d-969aa2f26b7f req-3fbec65f-af86-4263-8b45-ba370927b3b7 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0299220 Mar 31 22:49:48.726765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53124) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:48.745553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd5f107a-8c81-4d04-af84-399346ac2c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:48.847485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd5f107a-8c81-4d04-af84-399346ac2c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:48.848534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53128) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:48.943487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd5f107a-8c81-4d04-af84-399346ac2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:48.983739 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dd5f107a-8c81-4d04-af84-399346ac2c06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac45f5d0fe484c32a330336542562eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556403 Mar 31 22:49:48.984829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f107a-8c81-4d04-af84-399346ac2c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373ce0f4-c779-4978-93d5-c9ec10c807a9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:48.986336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53132) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:49.045865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a0e2-9b6d-44a9-979d-37e1239aeeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.077405 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a0e2-9b6d-44a9-979d-37e1239aeeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.166643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571476f-b15b-4ced-bb1c-d38a0fb0f9b7 req-4276b92d-ee55-4325-84a4-3cdada2cc779 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:49.168237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a571476f-b15b-4ced-bb1c-d38a0fb0f9b7 req-4276b92d-ee55-4325-84a4-3cdada2cc779 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0695896 Mar 31 22:49:49.212931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a571476f-b15b-4ced-bb1c-d38a0fb0f9b7 req-63f7dfc8-f401-4b07-b96e-5779449b058f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Mar 31 22:49:49.252318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a0e2-9b6d-44a9-979d-37e1239aeeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.255080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a0e2-9b6d-44a9-979d-37e1239aeeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.256961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b9a0a0e2-9b6d-44a9-979d-37e1239aeeb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/373ce0f4-c779-4978-93d5-c9ec10c807a9 HTTP/1.1" status: 204 len: 168 time: 0.2691312 Mar 31 22:49:49.266723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0a0e2-9b6d-44a9-979d-37e1239aeeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373ce0f4-c779-4978-93d5-c9ec10c807a9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:49.349893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-939e8cfc-7320-4e5c-b879-da325a7cfc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.384244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee620-c543-4fdc-84a7-5cc3bf5c35ab req-c46f0cd9-d0ad-4f8b-a473-0216c7e43b69 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:49.385759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c2ee620-c543-4fdc-84a7-5cc3bf5c35ab req-c46f0cd9-d0ad-4f8b-a473-0216c7e43b69 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 950 time: 0.0850582 Mar 31 22:49:49.505262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c2ee620-c543-4fdc-84a7-5cc3bf5c35ab req-a5ca3f67-a5e9-4d0f-b677-6e95122c4059 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038938 Mar 31 22:49:49.508109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-d3e66c11-ed63-4524-b6fc-b690ea51c020 service neutron] 10.222.0.50 "GET /v2.0/ports/3d0f6b25-b157-4736-bbfe-502f8b96c99f/bindings/n-h2-836015-1 HTTP/1.1" status: 200 len: 384 time: 0.1191266 Mar 31 22:49:49.562318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-939e8cfc-7320-4e5c-b879-da325a7cfc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.639251 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-939e8cfc-7320-4e5c-b879-da325a7cfc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.696107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a516cc-c60a-4949-a822-65d69838e4a0 req-b2d000c2-d261-426c-b0c5-acf33686e0af tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:49.703472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7a516cc-c60a-4949-a822-65d69838e4a0 req-b2d000c2-d261-426c-b0c5-acf33686e0af tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 943 time: 0.1345298 Mar 31 22:49:49.728938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-939e8cfc-7320-4e5c-b879-da325a7cfc05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab7f21e6726f4000ae4e71f9329c3b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8788731 Mar 31 22:49:49.732443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53172) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:49.784322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e8cfc-7320-4e5c-b879-da325a7cfc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc3b03c-bb33-4af8-912d-2632b7f4487e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:49.786785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d338c6ef-8992-43d1-b409-f5da05ab3980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.807191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-3bf087ad-e39e-431b-9048-45534da1273d tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d80e1e0dc65d4aa49f5464ffbc6c0fb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665169 Mar 31 22:49:49.830055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d338c6ef-8992-43d1-b409-f5da05ab3980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:49.842334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7a516cc-c60a-4949-a822-65d69838e4a0 req-dd342166-467e-4363-b2a2-26e4a69592df tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347518 Mar 31 22:49:49.921737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:50.005236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d338c6ef-8992-43d1-b409-f5da05ab3980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:50.008005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d338c6ef-8992-43d1-b409-f5da05ab3980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:50.009402 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d338c6ef-8992-43d1-b409-f5da05ab3980 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dc3b03c-bb33-4af8-912d-2632b7f4487e HTTP/1.1" status: 204 len: 168 time: 0.2750690 Mar 31 22:49:50.018689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338c6ef-8992-43d1-b409-f5da05ab3980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc3b03c-bb33-4af8-912d-2632b7f4487e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:50.280103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8db18eb2-e8b2-4a3f-addb-e42434343f7d req-79d92166-b321-4c72-9451-3e6d90271f0e tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.3464510 Mar 31 22:49:50.296722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:50.345946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-fcb75a00-ff6a-4a05-9d38-d49541347218 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:50.351375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-fcb75a00-ff6a-4a05-9d38-d49541347218 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5271251 Mar 31 22:49:50.353921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0f6b25-b157-4736-bbfe-502f8b96c99f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:50.372464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:50.377116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-306be898-42f9-4881-bac8-e2af8bcb141f tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/quotas/d80e1e0dc65d4aa49f5464ffbc6c0fb0 HTTP/1.1" status: 200 len: 375 time: 0.0186167 Mar 31 22:49:50.436883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-74304f7a-2c0a-4020-9e91-43d4f5eeb443 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d80e1e0dc65d4aa49f5464ffbc6c0fb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434523 Mar 31 22:49:50.462648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b267-6bdb-40e1-9c0c-011471c4aaad req-67e8a68d-1fc4-464f-a2ee-62afddb8fe92 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:50.462648 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1f6b267-6bdb-40e1-9c0c-011471c4aaad req-67e8a68d-1fc4-464f-a2ee-62afddb8fe92 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0818992 Mar 31 22:49:50.482172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:50.514940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1f6b267-6bdb-40e1-9c0c-011471c4aaad req-5e2c6c0e-bee0-42bb-a6f6-548bc6be6bf4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506773 Mar 31 22:49:50.582657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] Transition to ACTIVE for port object 3d0f6b25-b157-4736-bbfe-502f8b96c99f will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:50.643869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ed016-5bcb-4bb5-9d21-02d2170bab6d req-ed96cade-0f6c-4bc1-8347-6d505d06bbd6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:50.645429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e6ed016-5bcb-4bb5-9d21-02d2170bab6d req-ed96cade-0f6c-4bc1-8347-6d505d06bbd6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 950 time: 0.0506549 Mar 31 22:49:50.720754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47dcb986-7c3e-4dc7-a397-b367c423520a req-5ba52830-afe5-4630-88f3-8cc6b177761c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 210 time: 0.0457249 Mar 31 22:49:50.725150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:50.813450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e6ed016-5bcb-4bb5-9d21-02d2170bab6d req-affacba7-f1c7-4654-9b80-d17ab6f52267 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576974 Mar 31 22:49:50.814234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:50.839332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] No DVR routers for this DVR port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:49:50.876046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-58838e33-8147-4f7e-a106-d135072abef8 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d0f6b25-b157-4736-bbfe-502f8b96c99f/bindings/n-h2-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3600838 Mar 31 22:49:51.000136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa692eee-ce68-4c83-9093-ad8c2650b9d7 req-5d18c7c1-cdad-476c-872a-12cfc81a0220 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:51.004120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa692eee-ce68-4c83-9093-ad8c2650b9d7 req-5d18c7c1-cdad-476c-872a-12cfc81a0220 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 944 time: 0.0663342 Mar 31 22:49:51.076097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa692eee-ce68-4c83-9093-ad8c2650b9d7 req-ee2d2c71-5d81-4b14-b32e-e3be31646145 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601285 Mar 31 22:49:51.082645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-31855e10-bd74-45e6-92c3-ba2f34cd543c tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:51.084477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-31855e10-bd74-45e6-92c3-ba2f34cd543c tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.0769453 Mar 31 22:49:51.147135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-5552bb29-8ae7-469b-acdc-44d22b88b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:51.148685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-5552bb29-8ae7-469b-acdc-44d22b88b595 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816&tenant_id=4de05eecea194efe9880afee1a73b381 HTTP/1.1" status: 200 len: 1095 time: 0.0544636 Mar 31 22:49:51.236570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-c7a688e0-a43a-4d72-81e9-a754b2e0faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:51.238117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-c7a688e0-a43a-4d72-81e9-a754b2e0faf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1095 time: 0.0461092 Mar 31 22:49:51.337243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-7268a545-68a6-475d-b223-05ea4b7c66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:51.338817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-7268a545-68a6-475d-b223-05ea4b7c66a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.0924087 Mar 31 22:49:51.392139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-afc8b673-eef8-4443-a25a-b9c722d9e5bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 217 time: 0.0397167 Mar 31 22:49:51.422536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a1ade64-231c-4287-bc80-291c438a4773 req-dc7122ca-9ee8-4c82-9718-92dd73840b9d tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0337269 Mar 31 22:49:51.461542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-504900a0-b825-4192-9a60-68c6b9a64627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:51.462987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-504900a0-b825-4192-9a60-68c6b9a64627 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0633461 Mar 31 22:49:51.502085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-f638b589-6b48-444b-a492-f37c53cde5db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251541 Mar 31 22:49:51.614092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-93a125b7-0d95-4af2-85f3-01c79659a3a3 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985832 Mar 31 22:49:51.671604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3d0f6b25-b157-4736-bbfe-502f8b96c99f no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:49:51.721239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3d0f6b25-b157-4736-bbfe-502f8b96c99f not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:49:51.759190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983c1a4-3a78-49b7-8ba3-7fcef0342df9 req-55d63a42-d68a-4c04-84ed-121a152941c5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:51.760663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a983c1a4-3a78-49b7-8ba3-7fcef0342df9 req-55d63a42-d68a-4c04-84ed-121a152941c5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1454892 Mar 31 22:49:51.764341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-e1c9f56f-0d72-4b4d-a37b-6ebc31da4680 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400561 Mar 31 22:49:51.813418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a983c1a4-3a78-49b7-8ba3-7fcef0342df9 req-5562060a-2535-4b90-b05a-0d068b6041cb tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 Mar 31 22:49:51.831120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a379f43b-e1c0-480b-8d78-db768c576592 req-f876c45f-9381-450d-84b4-2924f6cfae90 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 210 time: 0.0352352 Mar 31 22:49:51.962586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cd821-a94c-4615-857b-9f99374aaafe req-f68224fd-dbf5-454c-bf14-e3f3f52fee42 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:51.964142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-355cd821-a94c-4615-857b-9f99374aaafe req-f68224fd-dbf5-454c-bf14-e3f3f52fee42 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 950 time: 0.0648434 Mar 31 22:49:52.031979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-355cd821-a94c-4615-857b-9f99374aaafe req-f7936edf-6e72-48bf-a4ec-db6e5ee1abc8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526266 Mar 31 22:49:52.056761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53268) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:52.183999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad80769-8602-4842-bf6e-2c880c12497e req-e5669e2f-54c3-4003-8db3-bb7439ca68d8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:52.186311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bad80769-8602-4842-bf6e-2c880c12497e req-e5669e2f-54c3-4003-8db3-bb7439ca68d8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 949 time: 0.0762997 Mar 31 22:49:52.259732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bad80769-8602-4842-bf6e-2c880c12497e req-2ef6f05b-36d9-4062-868b-3b5b49198ed6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612698 Mar 31 22:49:52.275634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a02c7-e467-4c0a-a961-5049fcc71755 req-2d965b0f-12b0-483d-91b8-3b41de0730c2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:52.286583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c3a02c7-e467-4c0a-a961-5049fcc71755 req-2d965b0f-12b0-483d-91b8-3b41de0730c2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 944 time: 0.0908647 Mar 31 22:49:52.371950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c3a02c7-e467-4c0a-a961-5049fcc71755 req-99100cc0-6033-47bc-909f-5646a13c1283 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Mar 31 22:49:52.392062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960da84-24dc-47d1-946d-990e7f35e85a req-780a354e-c584-492c-93b4-7881385d9fd7 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:52.394002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-780a354e-c584-492c-93b4-7881385d9fd7 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.0976746 Mar 31 22:49:52.404015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2146510300-network', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:52.509509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Made reservation on behalf of e4b73f36f3844774bb50828cd07919b8 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:52.515496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.524088 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.602393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.622291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f960da84-24dc-47d1-946d-990e7f35e85a req-44353e78-928e-4203-8cd9-d7c353604aeb service neutron] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:52.625753 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f960da84-24dc-47d1-946d-990e7f35e85a req-44353e78-928e-4203-8cd9-d7c353604aeb service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.628873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f960da84-24dc-47d1-946d-990e7f35e85a req-44353e78-928e-4203-8cd9-d7c353604aeb service neutron] 10.222.0.45 "DELETE /v2.0/ports/3d0f6b25-b157-4736-bbfe-502f8b96c99f/bindings/n-h1-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.2212427 Mar 31 22:49:52.669132 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.691586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d480e-33d3-42f0-8987-f7c4cc1bac51 req-40c5d0ea-8369-4487-afa0-ebbb7738b888 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:52.691866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:49:52.697477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d480e-33d3-42f0-8987-f7c4cc1bac51 req-40c5d0ea-8369-4487-afa0-ebbb7738b888 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:52.699102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-547d480e-33d3-42f0-8987-f7c4cc1bac51 req-40c5d0ea-8369-4487-afa0-ebbb7738b888 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba&device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 1690 time: 0.0713165 Mar 31 22:49:52.707020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1b2b09-d1d6-4151-a3a3-c688b14d4d06,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:52.713153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.713624 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Added segment ef19ded3-e8fe-4438-9184-04e834e2956a of type vlan for network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 Mar 31 22:49:52.725680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fa99b92-2470-47b5-aaa4-88357e2dd937 req-fcac5925-d45e-4e49-ad08-0907ce2212f7 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0443847 Mar 31 22:49:52.769828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.787865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-547d480e-33d3-42f0-8987-f7c4cc1bac51 req-6125ea8d-b168-4a51-ba27-a0e4588210cf tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792701 Mar 31 22:49:52.889621 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.889621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:52.889621 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:52.954678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2b847cb2-ab4e-4b68-89b0-6d607dbb3835,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:52.964409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:49:52.971572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4bfb255f-3c40-44a7-ac91-fdd87616b7d9 req-7e21c694-e530-4ae3-9c83-67c4aeb438be tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 210 time: 0.0387371 Mar 31 22:49:53.000855 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6a1baa18-683a-474c-8d66-e5955c95c5d3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9396706 Mar 31 22:49:53.001176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53312) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:53.002719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c077e8-4c71-4087-9d3f-103f24a62f95 req-a1298e22-ee5a-4c9f-b4ef-ca6a5a887a12 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:53.005611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1c077e8-4c71-4087-9d3f-103f24a62f95 req-a1298e22-ee5a-4c9f-b4ef-ca6a5a887a12 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0808086 Mar 31 22:49:53.013740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Request body: {'subnet': {'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-subnet', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:53.053929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1c077e8-4c71-4087-9d3f-103f24a62f95 req-b21b525d-e493-4bfa-9ed4-43a20b41f6fa tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Mar 31 22:49:53.104308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5845-3941-49a5-aded-3e0e9d74b831 req-28a8d78e-1d29-4601-a990-7a06ecc08d7e tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:53.109069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Made reservation on behalf of e4b73f36f3844774bb50828cd07919b8 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:53.118457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.118594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-737f5845-3941-49a5-aded-3e0e9d74b831 req-28a8d78e-1d29-4601-a990-7a06ecc08d7e tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 1101 time: 0.0551963 Mar 31 22:49:53.141387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-16f57b6d-976a-4308-b4a3-f4755dbe42ad tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d80e1e0dc65d4aa49f5464ffbc6c0fb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267012 Mar 31 22:49:53.249454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-737f5845-3941-49a5-aded-3e0e9d74b831 req-4dcb19e7-a255-45ea-a25d-718090d69158 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357987 Mar 31 22:49:53.299399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-c69a6789-9c61-4460-a48f-5cf43f219835 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:53.301618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-c69a6789-9c61-4460-a48f-5cf43f219835 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484296 Mar 31 22:49:53.322027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Request body: {'port': {'device_id': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'd80e1e0dc65d4aa49f5464ffbc6c0fb0'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:53.475485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.485187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280c050-f17c-4fab-8c27-d1b08bda9a0a req-d22007ac-d8b6-4935-903c-31dfb2cd124c tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:53.486738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6280c050-f17c-4fab-8c27-d1b08bda9a0a req-d22007ac-d8b6-4935-903c-31dfb2cd124c tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 1100 time: 0.1356978 Mar 31 22:49:53.538970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318af86d-c75d-4a64-a665-6b6bafcf6ed4,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:53.543544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Checking segment: {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:53.543693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Network hostable DHCP agents. Network: 2b847cb2-ab4e-4b68-89b0-6d607dbb3835, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:49:53.574174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6280c050-f17c-4fab-8c27-d1b08bda9a0a req-6ee09252-cbe0-46fd-8576-5abb78ff1b22 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677085 Mar 31 22:49:53.587002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9a8d-6d33-4777-9a14-03e5b357f6d5 req-6422fddf-6a53-4e92-940f-dc4f932a2e19 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:53.589953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f0e9a8d-6d33-4777-9a14-03e5b357f6d5 req-6422fddf-6a53-4e92-940f-dc4f932a2e19 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 944 time: 0.1058695 Mar 31 22:49:53.623070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:49:53.642835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f0e9a8d-6d33-4777-9a14-03e5b357f6d5 req-397829d0-a0ba-4620-8f10-85c8465b245e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Mar 31 22:49:53.644191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Made reservation on behalf of d80e1e0dc65d4aa49f5464ffbc6c0fb0 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:53.648467 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.660211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.707924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2b847cb2-ab4e-4b68-89b0-6d607dbb3835) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:53.720058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc7400f-b6c8-4c45-94fc-b6d6130f8bd6 None None] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:53.720544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:53.721566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.796361 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.826031 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a923e796-78b5-4436-b7b1-e7b0cba0c215 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8236642 Mar 31 22:49:53.829222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:53.834324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:53.862954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-3e57ce52-7e50-40c7-93b1-785e97a5d3c1 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492649 Mar 31 22:49:53.902813 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.926610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:49:53.929982 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.972107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.973486 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.052519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a7b78-ad71-4fe0-b159-b1b0df363c65 req-d2112f2e-c034-4e74-bf8d-234554988f88 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:54.053810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-744a7b78-ad71-4fe0-b159-b1b0df363c65 req-d2112f2e-c034-4e74-bf8d-234554988f88 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1095 time: 0.2115281 Mar 31 22:49:54.054415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:54.059627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.125028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Allocated IP 172.20.0.2 (2b847cb2-ab4e-4b68-89b0-6d607dbb3835/318af86d-c75d-4a64-a665-6b6bafcf6ed4/bc424506-8a8b-4d43-a575-29fa69b960f7) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:54.151948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d46088a8-5d36-4598-a988-6e1a7d64dce5 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:54.160020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d46088a8-5d36-4598-a988-6e1a7d64dce5 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836277 Mar 31 22:49:54.194548 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-744a7b78-ad71-4fe0-b159-b1b0df363c65 req-9df9d852-2f50-40ae-a3f3-4924166fceff tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145549 Mar 31 22:49:54.204318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-9d685479-f3f3-4470-8a4c-d7d0b2539659 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/quotas/b29cd23d11fc4c32b07e7aa1c0bad775 HTTP/1.1" status: 200 len: 375 time: 0.0434651 Mar 31 22:49:54.244943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Allocated IP 192.168.233.110 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/f319b723-6320-411d-ad16-91010cad8f15) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:54.309458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-a617598a-d2c2-4ac1-811a-db62e45da352 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1041908 Mar 31 22:49:54.353559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.382851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53394) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:54.384820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.397067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5d2aef5-3b6c-404e-9663-e272c96a4c0e req-53b4e885-4f6e-4f63-a073-e1c00b87d104 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0417840 Mar 31 22:49:54.469850 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.505984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:54.509223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:54.512975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:54.535573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fbaa963-2fd5-4f5d-ba81-af7316ff215b req-3f6d7011-0440-4652-97ec-f70038625ca3 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 210 time: 0.0488038 Mar 31 22:49:54.563230 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae280fea-8ce3-4b0c-8205-4f74740eb147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.573992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Pushing event updated for resources: {'Port': ['ID=bc424506-8a8b-4d43-a575-29fa69b960f7,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:54.595628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Attempting to bind port bc424506-8a8b-4d43-a575-29fa69b960f7 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:54.597255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Attempting to bind port bc424506-8a8b-4d43-a575-29fa69b960f7 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:54.597841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Attempting to bind port bc424506-8a8b-4d43-a575-29fa69b960f7 on network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:54.634627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:54.635144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Checking segment: {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:54.635618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.636922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Bound using segment: {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:54.641142 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.643514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Bound port: bc424506-8a8b-4d43-a575-29fa69b960f7, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:54.644702 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.720220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc7585-ecf4-468f-974d-d471d340e188 req-7617fe51-fbbc-4a74-8419-bd1d109ff667 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:54.722776 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76fc7585-ecf4-468f-974d-d471d340e188 req-7617fe51-fbbc-4a74-8419-bd1d109ff667 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1064067 Mar 31 22:49:54.746926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] For port bc424506-8a8b-4d43-a575-29fa69b960f7, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:54.754784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] For port bc424506-8a8b-4d43-a575-29fa69b960f7, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bc424506-8a8b-4d43-a575-29fa69b960f7,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:54.778246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae280fea-8ce3-4b0c-8205-4f74740eb147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.805364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76fc7585-ecf4-468f-974d-d471d340e188 req-fd1ae614-7872-402b-b41e-48451c40db03 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741868 Mar 31 22:49:54.806464 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.824565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f87665-8749-46eb-ad2f-45b3996680d6 req-df704897-838a-481a-80fb-1690e96a7d7b tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:54.825531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.826538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58f87665-8749-46eb-ad2f-45b3996680d6 req-df704897-838a-481a-80fb-1690e96a7d7b tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1095 time: 0.0698166 Mar 31 22:49:54.848911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.910025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58f87665-8749-46eb-ad2f-45b3996680d6 req-ce4a6d67-755e-4df4-9391-c0f835f933f7 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759914 Mar 31 22:49:54.911515 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:54.942465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7d95-c80f-4bf7-9b1c-4067e1fe06c6 None None] Pushing event updated for resources: {'Port': ['ID=bc424506-8a8b-4d43-a575-29fa69b960f7,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:54.989208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Allocated IP 172.25.4.134 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/d4dd96e4-d47b-4306-aa87-7263de6348f2) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:54.998910 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae280fea-8ce3-4b0c-8205-4f74740eb147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.030334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:55.049028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:55.049028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c1d0e34-32a9-4661-b28d-f7bc0a3cd599 req-832a4be7-e791-4804-9723-6b5a132aed1a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 210 time: 0.1114047 Mar 31 22:49:55.049028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:55.063806 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae280fea-8ce3-4b0c-8205-4f74740eb147 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13df3bfe774d4c3ca93d78f798989031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795075 Mar 31 22:49:55.066674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53416) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:55.093494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae280fea-8ce3-4b0c-8205-4f74740eb147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed17dc5-a8da-486f-8336-d9ff0ea4d1ba,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:55.136282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:55.192873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.198542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:55.199227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.210100 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f443d7d-a05f-4ddf-84f6-d692373aa51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.266365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f443d7d-a05f-4ddf-84f6-d692373aa51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.348583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-b6c080ec-0883-491d-b8fe-8a70be3e427c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0345960 Mar 31 22:49:55.362654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Request body: {'port': {'device_id': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:55.460182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.486144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5e92141a-8638-4077-bc8e-668c928bb1e6 None None] Provisioning complete for port f319b723-6320-411d-ad16-91010cad8f15 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:55.487344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5e92141a-8638-4077-bc8e-668c928bb1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.487526 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.492654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f443d7d-a05f-4ddf-84f6-d692373aa51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.495866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f443d7d-a05f-4ddf-84f6-d692373aa51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:55.502630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0f443d7d-a05f-4ddf-84f6-d692373aa51f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ed17dc5-a8da-486f-8336-d9ff0ea4d1ba HTTP/1.1" status: 204 len: 168 time: 0.4120321 Mar 31 22:49:55.545209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f443d7d-a05f-4ddf-84f6-d692373aa51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed17dc5-a8da-486f-8336-d9ff0ea4d1ba,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:55.545328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5e92141a-8638-4077-bc8e-668c928bb1e6 None None] Port f319b723-6320-411d-ad16-91010cad8f15 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:55.545432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:55.545432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:55.562017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:55.596404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9029f53-59a3-4a8c-ae59-44fd3adcd327 req-efafb6b1-900a-4669-a7d8-0778cc85f18a tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1045253 Mar 31 22:49:55.740799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Pushing event updated for resources: {'Port': ['ID=d4dd96e4-d47b-4306-aa87-7263de6348f2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:55.833524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e4d9e-e383-4fbb-9de6-37166a415921 req-04fd61c8-389c-456e-bb25-93d2f71e665b tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:55.840512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:55.841217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-178e4d9e-e383-4fbb-9de6-37166a415921 req-04fd61c8-389c-456e-bb25-93d2f71e665b tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 936 time: 0.1122518 Mar 31 22:49:55.943730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-178e4d9e-e383-4fbb-9de6-37166a415921 req-6c8ccfd5-514c-4182-9520-d83783017773 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015444 Mar 31 22:49:56.086265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81a4b622-b695-49b0-af0f-f4893182b43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.092184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97741d07-e075-4ce3-beda-72cb67de4597 req-6954a828-7a05-438f-a0f4-520d60f858d0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:56.094533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97741d07-e075-4ce3-beda-72cb67de4597 req-6954a828-7a05-438f-a0f4-520d60f858d0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1368995 Mar 31 22:49:56.169081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f319b723-6320-411d-ad16-91010cad8f15 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:49:56.188328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.202624 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97741d07-e075-4ce3-beda-72cb67de4597 req-6aec691d-1acc-46c1-8985-1055abc8899d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981505 Mar 31 22:49:56.229064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.249174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d92bc071-7dc8-4b1f-bfc6-23b771b6e515 req-82567d20-092b-482b-8fb3-91d04ab6cf9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0751078 Mar 31 22:49:56.252819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13dbf329-d27e-4e83-bc0b-fcb3241fbccf req-9a2e2934-0b1a-4910-98b4-38e34d04e878 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 210 time: 0.0612545 Mar 31 22:49:56.263319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Transition to ACTIVE for port object f319b723-6320-411d-ad16-91010cad8f15 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:49:56.336900 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.363137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23333c8b-3e8b-41c5-be14-ea63a1cef550 None None] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:49:56.449177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:56.461242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53444) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:56.501093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cfe31c2e-56cc-4000-8590-959d6dd91a45 None None] Provisioning complete for port bc424506-8a8b-4d43-a575-29fa69b960f7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:56.502096 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe31c2e-56cc-4000-8590-959d6dd91a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.537598 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86a9f182-3815-4dc4-a05b-2c8025c9dfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.577056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Attempting to bind port f319b723-6320-411d-ad16-91010cad8f15 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:56.577547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Attempting to bind port f319b723-6320-411d-ad16-91010cad8f15 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:56.578286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Attempting to bind port f319b723-6320-411d-ad16-91010cad8f15 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:56.584097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Port f319b723-6320-411d-ad16-91010cad8f15 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:49:56.584540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Attempting to bind port f319b723-6320-411d-ad16-91010cad8f15 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:56.592895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:56.593382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:56.595018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:56.595018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Bound port: f319b723-6320-411d-ad16-91010cad8f15, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:56.595724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.654422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe31c2e-56cc-4000-8590-959d6dd91a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.698381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:56.702121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:56.713070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81a4b622-b695-49b0-af0f-f4893182b43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.741996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cfe31c2e-56cc-4000-8590-959d6dd91a45 None None] For port bc424506-8a8b-4d43-a575-29fa69b960f7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bc424506-8a8b-4d43-a575-29fa69b960f7,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:49:56.756093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58439899-d68f-400f-940b-508d25e3de52 req-107dc88c-8309-445b-9d51-684bbd52b30c tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0430403 Mar 31 22:49:56.757547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.793947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81a4b622-b695-49b0-af0f-f4893182b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.810621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:56.811341 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.814210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] 10.222.0.50 "PUT /v2.0/ports/f319b723-6320-411d-ad16-91010cad8f15 HTTP/1.1" status: 200 len: 1096 time: 1.4562888 Mar 31 22:49:56.814808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:49:56.817209 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5b627e-e4fb-458f-addb-85f0f0b52fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "tag": "f319b723-6320-411d-ad16-91010cad8f15"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:49:56.835772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.865181 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe31c2e-56cc-4000-8590-959d6dd91a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.901627 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86a9f182-3815-4dc4-a05b-2c8025c9dfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.947456 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a05db75-ddce-490d-bffd-4ca557cc75f5 x-openstack-request-id: req-5a05db75-ddce-490d-bffd-4ca557cc75f5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:49:56.951984 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "tag": "f319b723-6320-411d-ad16-91010cad8f15", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:49:56.952298 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a05db75-ddce-490d-bffd-4ca557cc75f5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:49:56.953436 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a05db75-ddce-490d-bffd-4ca557cc75f5'] response: {'name': 'network-changed', 'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15', 'status': 'completed', 'code': 200} Mar 31 22:49:56.958927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a397e3a-6ba9-4613-b6cc-e04f4c94c167 service neutron] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:57.028557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe31c2e-56cc-4000-8590-959d6dd91a45 None None] Pushing event updated for resources: {'Port': ['ID=bc424506-8a8b-4d43-a575-29fa69b960f7,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:57.032039 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-81a4b622-b695-49b0-af0f-f4893182b43a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6f16797c8e040f18e567be288a5bf16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1896722 Mar 31 22:49:57.032844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53454) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:57.071695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86a9f182-3815-4dc4-a05b-2c8025c9dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.082770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bc424506-8a8b-4d43-a575-29fa69b960f7 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:57.094017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4b622-b695-49b0-af0f-f4893182b43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb19a63-12ae-41f6-b33f-29cd214ffd75,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:57.213435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b627e-e4fb-458f-addb-85f0f0b52fb8 req-917ed652-4b10-499d-b445-5e5cf3977312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:57.215163 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-867000fa-745a-4dec-b0ba-f4ae6d02eebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.215515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd5b627e-e4fb-458f-addb-85f0f0b52fb8 req-917ed652-4b10-499d-b445-5e5cf3977312 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d80e1e0dc65d4aa49f5464ffbc6c0fb0&device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 1099 time: 0.2401142 Mar 31 22:49:57.216386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port bc424506-8a8b-4d43-a575-29fa69b960f7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:57.216969 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.220884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-86a9f182-3815-4dc4-a05b-2c8025c9dfe1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba450b099d7b49aaa8b8d797e80c11bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7542226 Mar 31 22:49:57.229143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53456) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:57.229701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9f182-3815-4dc4-a05b-2c8025c9dfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8e2ef-97bf-4fe6-8e09-22b1c604b325,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:57.305894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd5b627e-e4fb-458f-addb-85f0f0b52fb8 req-030c2894-93fa-4c8f-aa30-f852e4e68d70 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d80e1e0dc65d4aa49f5464ffbc6c0fb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776889 Mar 31 22:49:57.325722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-867000fa-745a-4dec-b0ba-f4ae6d02eebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.331716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e06237-bce0-4e10-b31f-f7eeacb1a9f3 req-dbf3b291-8c1e-47f2-b0d1-706b180ade37 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:57.331716 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63e06237-bce0-4e10-b31f-f7eeacb1a9f3 req-dbf3b291-8c1e-47f2-b0d1-706b180ade37 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 948 time: 0.2318673 Mar 31 22:49:57.357198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7f13caa8-0c2e-44ef-a355-9e90812afe3f None None] Provisioning complete for port bc424506-8a8b-4d43-a575-29fa69b960f7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:57.358728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7f13caa8-0c2e-44ef-a355-9e90812afe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.391338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b3f37de-870b-48c8-b99d-4ace8a5f73e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.408142 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-cbe1d26b-e63a-4432-9e6c-7dccdbcfe339 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031184 Mar 31 22:49:57.413640 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b3f37de-870b-48c8-b99d-4ace8a5f73e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.557021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079cf82-5b68-4e3d-9dd9-98b227858087 req-470c3fbd-840f-4980-ad20-ca51f2a1ae8d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:57.563893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-7dc2a931-85c9-4bce-9f8d-de1902ba4c9a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:57.565204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0079cf82-5b68-4e3d-9dd9-98b227858087 req-470c3fbd-840f-4980-ad20-ca51f2a1ae8d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.2212381 Mar 31 22:49:57.565554 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-7dc2a931-85c9-4bce-9f8d-de1902ba4c9a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473749 Mar 31 22:49:57.571533 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b3f37de-870b-48c8-b99d-4ace8a5f73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.573808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-867000fa-745a-4dec-b0ba-f4ae6d02eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.574448 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b3f37de-870b-48c8-b99d-4ace8a5f73e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.575655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9b3f37de-870b-48c8-b99d-4ace8a5f73e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dc8e2ef-97bf-4fe6-8e09-22b1c604b325 HTTP/1.1" status: 204 len: 168 time: 0.3430972 Mar 31 22:49:57.579004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-867000fa-745a-4dec-b0ba-f4ae6d02eebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:57.596445 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-867000fa-745a-4dec-b0ba-f4ae6d02eebb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7eb19a63-12ae-41f6-b33f-29cd214ffd75 HTTP/1.1" status: 204 len: 168 time: 0.5369008 Mar 31 22:49:57.626134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63e06237-bce0-4e10-b31f-f7eeacb1a9f3 req-966b3f34-1fe7-4b04-80ed-7952f51565b9 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791755 Mar 31 22:49:57.648530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Request body: {'port': {'device_id': '7bb1b15d-a4e9-407b-bca1-1be3df20fae8', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'b29cd23d11fc4c32b07e7aa1c0bad775'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:57.728047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0079cf82-5b68-4e3d-9dd9-98b227858087 req-76421cb1-d19d-4064-9f26-17e516a5af17 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618838 Mar 31 22:49:57.746525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f37de-870b-48c8-b99d-4ace8a5f73e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8e2ef-97bf-4fe6-8e09-22b1c604b325,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:57.837966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c1806dc-6964-44d0-9956-c3e13180cc14 req-f74f65ec-242c-4326-8e44-22202195382c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 210 time: 0.0499573 Mar 31 22:49:57.841694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b627e-e4fb-458f-addb-85f0f0b52fb8 req-61414537-3c61-40a7-9b7a-3a38f35103ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:57.843357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd5b627e-e4fb-458f-addb-85f0f0b52fb8 req-61414537-3c61-40a7-9b7a-3a38f35103ef service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5246985 Mar 31 22:49:57.876966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867000fa-745a-4dec-b0ba-f4ae6d02eebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb19a63-12ae-41f6-b33f-29cd214ffd75,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:57.983858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ad900ab-3e1d-4f97-bbe8-5b997e92ca04 req-5d3478d1-3f26-4dcc-848f-b817ea25f218 tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0544941 Mar 31 22:49:57.999036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-0d942fbf-caff-4825-99e9-616b8daa831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:58.001216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-0d942fbf-caff-4825-99e9-616b8daa831b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d80e1e0dc65d4aa49f5464ffbc6c0fb0&device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 1099 time: 0.0824327 Mar 31 22:49:58.041342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Router 4f633da5-267b-4f1f-959a-53b330492b49 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:49:58.088371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-43f22f8f-0e9c-4976-b99c-bbd7d99fd970 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f319b723-6320-411d-ad16-91010cad8f15 HTTP/1.1" status: 200 len: 217 time: 0.0780673 Mar 31 22:49:58.132744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Made reservation on behalf of b29cd23d11fc4c32b07e7aa1c0bad775 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:49:58.136727 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:58.146254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-859db19d-5f71-4e1b-9b31-09f3632e1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:58.147927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-859db19d-5f71-4e1b-9b31-09f3632e1e06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0512297 Mar 31 22:49:58.220814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-1c00367a-315e-44bb-bb9f-7237fd733503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:58.223186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-1c00367a-315e-44bb-bb9f-7237fd733503 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678911 Mar 31 22:49:58.275457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:49:58.288104 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Sync routers for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:49:58.303851 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:49:58.304453 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:58.394596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-57ee75eb-8b8e-4f74-abba-47211eb1a11f service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642683 Mar 31 22:49:58.403011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:58.403389 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7867fc8-86e9-4930-badd-b507eed5ad56 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5710356 Mar 31 22:49:58.405124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53480) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:58.479397 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Allocated IP 192.168.233.45 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/98869630-fc98-44f5-96f0-70119067abc2) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:49:58.499799 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:49:58.752410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc2e94f-1d23-4993-921c-c9de8dd9408f req-5493b4bd-8b26-4185-945c-d06eb1357710 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497565 Mar 31 22:49:58.783124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:58.861227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53488) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:58.887086 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:49:55Z', 'revision_number': 3, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:49:58.927375 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Checking router: 4f633da5-267b-4f1f-959a-53b330492b49 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:49:58.928105 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Updating router 4f633da5-267b-4f1f-959a-53b330492b49 port d4dd96e4-d47b-4306-aa87-7263de6348f2 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:49:58.949321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bc424506-8a8b-4d43-a575-29fa69b960f7 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:49:58.963775 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:58.972260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.032446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fd98c884-f646-4e7a-95d8-54f0adbfae78'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:59.040915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410', '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:49:59.090141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:49:59.100978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:49:59.112191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:49:59.239390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:59.240078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.284808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'Port': ['ID=98869630-fc98-44f5-96f0-70119067abc2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:59.403266 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d25954d2-ed77-4ff5-906e-ee31c6a0b966 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8024125 Mar 31 22:49:59.414203 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.416457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Request body: {'port': {'device_id': '7bb1b15d-a4e9-407b-bca1-1be3df20fae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:49:59.436342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port bc424506-8a8b-4d43-a575-29fa69b960f7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:59.436909 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.447966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f99166f4-19a1-47a5-9d5e-1fbe3758c0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.486159 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.524505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.557625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32baf8-61ff-4648-ae6e-178da233bf72 req-88d68d66-b949-40c7-8bfe-369888d913a0 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:59.561755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b32baf8-61ff-4648-ae6e-178da233bf72 req-88d68d66-b949-40c7-8bfe-369888d913a0 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 948 time: 0.7624552 Mar 31 22:49:59.575114 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Pushing event updated for resources: {'Port': ['ID=d4dd96e4-d47b-4306-aa87-7263de6348f2,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:49:59.594029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6c57dc8a-9d64-4096-900c-0da6df321177 None None] Provisioning complete for port 98869630-fc98-44f5-96f0-70119067abc2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:49:59.594568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6c57dc8a-9d64-4096-900c-0da6df321177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.602893 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.603426 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.603886 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.604323 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.604864 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.605300 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.609575 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.610067 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.610528 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.610968 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.611722 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.612013 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:49:59.653359 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Attempting to bind port d4dd96e4-d47b-4306-aa87-7263de6348f2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:49:59.653839 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Attempting to bind port d4dd96e4-d47b-4306-aa87-7263de6348f2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:49:59.654306 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Attempting to bind port d4dd96e4-d47b-4306-aa87-7263de6348f2 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:49:59.669534 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:49:59.670501 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:49:59.673581 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.674109 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:49:59.674828 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Bound port: d4dd96e4-d47b-4306-aa87-7263de6348f2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:49:59.675659 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.693111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6c57dc8a-9d64-4096-900c-0da6df321177 None None] Port 98869630-fc98-44f5-96f0-70119067abc2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:49:59.716806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099736c8-76ec-436f-b988-2412f393718b req-05c794f1-7471-4234-a7c3-d9d6ff039bad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:49:59.726363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-099736c8-76ec-436f-b988-2412f393718b req-05c794f1-7471-4234-a7c3-d9d6ff039bad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.3044636 Mar 31 22:49:59.791261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b32baf8-61ff-4648-ae6e-178da233bf72 req-94283845-c410-4a34-af26-648711a4b688 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083945 Mar 31 22:49:59.805424 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] For port d4dd96e4-d47b-4306-aa87-7263de6348f2, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:49:59.811048 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] For port d4dd96e4-d47b-4306-aa87-7263de6348f2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d4dd96e4-d47b-4306-aa87-7263de6348f2,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:49:59.909603 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:59.915967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-099736c8-76ec-436f-b988-2412f393718b req-f0e6be60-e945-4ddc-ad4f-5792b0475e59 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884375 Mar 31 22:50:00.060217 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:50:00.060804 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:00.115298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.150460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f99166f4-19a1-47a5-9d5e-1fbe3758c0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.152910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98869630-fc98-44f5-96f0-70119067abc2 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:00.170220 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.173696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89c4592d-bc4e-4332-91a4-321b1cb7cd74 req-b0c3a613-58b1-40ac-8d7d-60c11dae717b tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0639913 Mar 31 22:50:00.182221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12a0ed-5edb-4279-8a1d-01a2b82ef765 req-1f53edc0-3df2-42be-96f1-75cdeb5996e5 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:00.183734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb12a0ed-5edb-4279-8a1d-01a2b82ef765 req-1f53edc0-3df2-42be-96f1-75cdeb5996e5 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 935 time: 0.2644591 Mar 31 22:50:00.205087 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57755f10-5956-44cc-9e1e-86b6b3698b1d None None] Pushing event updated for resources: {'Port': ['ID=d4dd96e4-d47b-4306-aa87-7263de6348f2,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:00.218575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Transition to ACTIVE for port object 98869630-fc98-44f5-96f0-70119067abc2 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:00.261642 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f99166f4-19a1-47a5-9d5e-1fbe3758c0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.290909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.307812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f99166f4-19a1-47a5-9d5e-1fbe3758c0af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6b7c557ef6a46b8b5ea6b70cb4bfdde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4395180 Mar 31 22:50:00.347023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53514) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:00.403698 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:50:00.441552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb12a0ed-5edb-4279-8a1d-01a2b82ef765 req-0b61659e-8b7b-4f3d-b0ee-bcc81778b864 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020054 Mar 31 22:50:00.465625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Pushing event updated for resources: {'Port': ['ID=98869630-fc98-44f5-96f0-70119067abc2,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:00.483204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99166f4-19a1-47a5-9d5e-1fbe3758c0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec715cc-e95d-404f-940f-d4510f95a5f3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:00.564712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Attempting to bind port 98869630-fc98-44f5-96f0-70119067abc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:00.565499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Attempting to bind port 98869630-fc98-44f5-96f0-70119067abc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:00.565996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Attempting to bind port 98869630-fc98-44f5-96f0-70119067abc2 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:00.572765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Port 98869630-fc98-44f5-96f0-70119067abc2 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:00.574915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Attempting to bind port 98869630-fc98-44f5-96f0-70119067abc2 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:00.591070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:00.596917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:00.597717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:00.598358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Bound port: 98869630-fc98-44f5-96f0-70119067abc2, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:00.598921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.605806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a89fbc41-368f-465b-a697-ab01cbc9d2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.721162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a89fbc41-368f-465b-a697-ab01cbc9d2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.756907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] For port 98869630-fc98-44f5-96f0-70119067abc2, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:00.762713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] For port 98869630-fc98-44f5-96f0-70119067abc2, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=98869630-fc98-44f5-96f0-70119067abc2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:00.814037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Allocated IP 172.20.0.1 (2b847cb2-ab4e-4b68-89b0-6d607dbb3835/318af86d-c75d-4a64-a665-6b6bafcf6ed4/e5228649-1e3f-430c-b291-a9dd4c9dd69b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:00.879198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.893305 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:49:55Z', 'revision_number': 3, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:00.961417 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a89fbc41-368f-465b-a697-ab01cbc9d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.964494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a89fbc41-368f-465b-a697-ab01cbc9d2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:00.965824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a89fbc41-368f-465b-a697-ab01cbc9d2d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ec715cc-e95d-404f-940f-d4510f95a5f3 HTTP/1.1" status: 204 len: 168 time: 0.6082723 Mar 31 22:50:01.004677 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d2c5a-02e8-4f08-8b78-88bbe0281afe None None] The sync data for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 is: [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:49:55Z', 'revision_number': 3, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:50:01.028645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Pushing event updated for resources: {'Port': ['ID=98869630-fc98-44f5-96f0-70119067abc2,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:01.042392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:01.043119 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:01.044609 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-d20cab44-cb79-425c-9bae-0762bb78edbc service neutron] 10.222.0.50 "PUT /v2.0/ports/98869630-fc98-44f5-96f0-70119067abc2 HTTP/1.1" status: 200 len: 1095 time: 1.6331913 Mar 31 22:50:01.045060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb1b15d-a4e9-407b-bca1-1be3df20fae8', 'tag': '98869630-fc98-44f5-96f0-70119067abc2'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:01.053221 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd245439-b2a8-4b88-a0a1-8ee4394b9239" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb1b15d-a4e9-407b-bca1-1be3df20fae8", "tag": "98869630-fc98-44f5-96f0-70119067abc2"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:01.262790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:01.263619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-eb34aef3-d4fa-444c-9d6c-c53dfd4d9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:01.264366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fbc41-368f-465b-a697-ab01cbc9d2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec715cc-e95d-404f-940f-d4510f95a5f3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:01.266078 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-eb34aef3-d4fa-444c-9d6c-c53dfd4d9727 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 1098 time: 0.1072459 Mar 31 22:50:01.298779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854de3-d235-4846-bb07-0404cecbe3df req-fdacbfe4-831e-459c-a0c5-48d0a16b79eb tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:01.300502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d854de3-d235-4846-bb07-0404cecbe3df req-fdacbfe4-831e-459c-a0c5-48d0a16b79eb tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 948 time: 0.3539007 Mar 31 22:50:01.322517 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-32400f09-7d67-4bd4-95f6-dfaa5071b99f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=98869630-fc98-44f5-96f0-70119067abc2 HTTP/1.1" status: 200 len: 217 time: 0.0455678 Mar 31 22:50:01.401803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-ae25229e-be00-4f43-8eec-d52783b058d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:01.404372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-ae25229e-be00-4f43-8eec-d52783b058d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0743294 Mar 31 22:50:01.404569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d854de3-d235-4846-bb07-0404cecbe3df req-dd30a512-45e0-45c1-8ed7-f6e430fe47f7 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866294 Mar 31 22:50:01.432471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:01.558942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-647cca9e-adce-4476-b162-6b5725861850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:01.560939 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-647cca9e-adce-4476-b162-6b5725861850 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478524 Mar 31 22:50:01.631900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:01.711476 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8289323-d4b8-4b9b-85cc-e57de75bb188 req-757588fa-bbb6-4043-9734-af4be88b0e8b tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0782831 Mar 31 22:50:01.730006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:01.757440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:01.797579 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-ca3bc030-2709-4a29-b99f-b808e12b49fc service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167375 Mar 31 22:50:01.815954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:01.867334 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9ae97c-ed2a-490b-98d4-825a11c05106 x-openstack-request-id: req-6a9ae97c-ed2a-490b-98d4-825a11c05106 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:01.867677 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb1b15d-a4e9-407b-bca1-1be3df20fae8", "tag": "98869630-fc98-44f5-96f0-70119067abc2", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:01.867880 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a9ae97c-ed2a-490b-98d4-825a11c05106 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:01.868299 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9ae97c-ed2a-490b-98d4-825a11c05106'] response: {'name': 'network-changed', 'server_uuid': '7bb1b15d-a4e9-407b-bca1-1be3df20fae8', 'tag': '98869630-fc98-44f5-96f0-70119067abc2', 'status': 'completed', 'code': 200} Mar 31 22:50:01.924951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Pushing event updated for resources: {'Port': ['ID=e5228649-1e3f-430c-b291-a9dd4c9dd69b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:02.002837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a9876-a361-44d1-92fb-2f8988427430 req-3e2034b7-38c0-4d2e-83a5-36498c542518 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:02.005290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-463a9876-a361-44d1-92fb-2f8988427430 req-3e2034b7-38c0-4d2e-83a5-36498c542518 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.3202143 Mar 31 22:50:02.074471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:02.124347 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67ea577b-e8ef-4cc8-a8f2-8853a971461e req-48ddf682-9f97-4493-bd1b-144ff8954cdc service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151102 Mar 31 22:50:02.196783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:02.245575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'f319b723-6320-411d-ad16-91010cad8f15', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'f319b723-6320-411d-ad16-91010cad8f15', 'mac_address': 'fa:16:3e:77:32:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:02.299881 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:02.309971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-463a9876-a361-44d1-92fb-2f8988427430 req-231ad42f-6510-4490-9037-7c64dc1c3c6b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926831 Mar 31 22:50:02.380244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f319b723-6320-411d-ad16-91010cad8f15 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:02.438859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-7b28db0c-dc5f-455c-9ec5-c05d5e15bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:02.441276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-7b28db0c-dc5f-455c-9ec5-c05d5e15bd82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 1098 time: 0.0916996 Mar 31 22:50:02.477747 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-352865bc-b240-4a5d-881c-33145418e554 None None] Provisioning complete for port e5228649-1e3f-430c-b291-a9dd4c9dd69b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:02.478322 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-352865bc-b240-4a5d-881c-33145418e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:02.492373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-442e6f5f-aa7f-4915-97b0-c509b9cbfe98 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7954d7dc5e34411f8f3e14043edbb35f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418158 Mar 31 22:50:02.493200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:02.549031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-352865bc-b240-4a5d-881c-33145418e554 None None] Port e5228649-1e3f-430c-b291-a9dd4c9dd69b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:02.553902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:02.596689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-6bcb9b49-4c46-4395-8b9e-f35d9752b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:02.598549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-6bcb9b49-4c46-4395-8b9e-f35d9752b671 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1402268 Mar 31 22:50:02.643371 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-c81c6974-21d8-429a-8db6-b29baad274a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=98869630-fc98-44f5-96f0-70119067abc2 HTTP/1.1" status: 200 len: 217 time: 0.0375667 Mar 31 22:50:02.653861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:02.718133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-e822a00a-47d9-4f4b-b489-179d6c0d6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:02.722149 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-e822a00a-47d9-4f4b-b489-179d6c0d6de8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0709929 Mar 31 22:50:02.746700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:02.782557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-adffa9e6-0f8e-4dbd-ad16-15c19a7305df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:02.784137 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-adffa9e6-0f8e-4dbd-ad16-15c19a7305df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543408 Mar 31 22:50:02.787599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464c2b-96f7-4e10-8f53-66e66c42cdd2 req-1a584a4d-f3fa-40dc-8dfd-589b4bad23b9 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:02.791034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92464c2b-96f7-4e10-8f53-66e66c42cdd2 req-1a584a4d-f3fa-40dc-8dfd-589b4bad23b9 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 947 time: 0.2211680 Mar 31 22:50:02.831973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-939bbb14-7350-40c8-9ccc-b182f8218740 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:02.842962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-939bbb14-7350-40c8-9ccc-b182f8218740 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426731 Mar 31 22:50:02.900721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-1bbac37e-6e92-4ef7-a67a-c27e863110ec tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/quotas/7954d7dc5e34411f8f3e14043edbb35f HTTP/1.1" status: 200 len: 375 time: 0.0582948 Mar 31 22:50:02.908357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-1eac2fb7-3d47-4ea0-90c5-0dd82337f282 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143446 Mar 31 22:50:02.924359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['f319b723-6320-411d-ad16-91010cad8f15'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:02.957048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92464c2b-96f7-4e10-8f53-66e66c42cdd2 req-8c3d017c-8fef-41b1-9c7c-5a3cf87c7a0f tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357691 Mar 31 22:50:02.979037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d4dd96e4-d47b-4306-aa87-7263de6348f2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:03.056296 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd245439-b2a8-4b88-a0a1-8ee4394b9239 req-140c19e1-28be-4d92-b614-e3ccd99f0e74 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400898 Mar 31 22:50:03.087954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-d03e972b-2ab6-4aa5-95b6-0635fc6c652d tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7954d7dc5e34411f8f3e14043edbb35f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298697 Mar 31 22:50:03.122494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d4dd96e4-d47b-4306-aa87-7263de6348f2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:03.123107 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:03.131809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:03.193255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e197c965-3546-4158-b300-6d74518325a8 req-062ddc6a-2d07-4415-9f88-cd0c23605a18 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0424290 Mar 31 22:50:03.222950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:03.299491 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:03.323578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port d4dd96e4-d47b-4306-aa87-7263de6348f2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d4dd96e4-d47b-4306-aa87-7263de6348f2,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:03.326271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Pushing event updated for resources: {'Port': ['ID=e5228649-1e3f-430c-b291-a9dd4c9dd69b,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:03.329571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:03.411528 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:03.486863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96bd36-068a-4d86-9430-b10b66cc0230 req-fbcdda0a-ad9c-4e0b-b6ec-beeb1d8abb97 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:03.488462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a96bd36-068a-4d86-9430-b10b66cc0230 req-fbcdda0a-ad9c-4e0b-b6ec-beeb1d8abb97 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 949 time: 0.1370783 Mar 31 22:50:03.517578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=d4dd96e4-d47b-4306-aa87-7263de6348f2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:03.529107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa5245-a17e-42bd-92c9-7c1531b76704 req-5481bca2-155a-447a-9da1-d5719f497e3f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:03.531249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6fa5245-a17e-42bd-92c9-7c1531b76704 req-5481bca2-155a-447a-9da1-d5719f497e3f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1171587 Mar 31 22:50:03.563262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:03.572412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:03.649757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a96bd36-068a-4d86-9430-b10b66cc0230 req-de2ca109-8818-44b4-b5cd-38829c9ac3a6 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458101 Mar 31 22:50:03.656373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6fa5245-a17e-42bd-92c9-7c1531b76704 req-6f8b7904-0697-4e79-8d7e-0936aea7625b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154435 Mar 31 22:50:03.753662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07bea6d0-0eb9-49fb-ba68-c842739be3b6 req-7f7a8b94-07fd-47d4-a0c3-4301774b8ead tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 210 time: 0.0349936 Mar 31 22:50:03.783055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Router 4f633da5-267b-4f1f-959a-53b330492b49 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:50:03.875766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-926cf8aa-3041-40fd-a1dd-cc6fc5d219e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:03.884825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d07b8d39-14a7-4550-88ec-02d367c3fa3b None None] Provisioning complete for port e5228649-1e3f-430c-b291-a9dd4c9dd69b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:03.885482 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d07b8d39-14a7-4550-88ec-02d367c3fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:03.916809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:50:03.926958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c438d3ab-bd7d-46cf-9813-7e5555337c5d admin admin] 10.222.0.31 "PUT /v2.0/routers/4f633da5-267b-4f1f-959a-53b330492b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5195048 Mar 31 22:50:03.940389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Sync routers for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:50:03.945948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d07b8d39-14a7-4550-88ec-02d367c3fa3b None None] Port e5228649-1e3f-430c-b291-a9dd4c9dd69b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:03.962297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:50:03.962978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:04.135036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:50:04.159430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d2e27-721b-49ff-81ce-78fc66932a45 req-62d346a0-19d1-4515-ae15-7eaed058b753 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:04.167513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-657d2e27-721b-49ff-81ce-78fc66932a45 req-62d346a0-19d1-4515-ae15-7eaed058b753 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 947 time: 0.0960095 Mar 31 22:50:04.232505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-657d2e27-721b-49ff-81ce-78fc66932a45 req-0688d7d1-2a37-4190-b198-b0e736223331 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638525 Mar 31 22:50:04.395120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-677952b6-adac-4e87-8723-64fb71a555a4 req-3ea487bc-4be0-4cd4-8df8-88641a2fbf8a tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0446274 Mar 31 22:50:04.474978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 2, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:04.511513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Checking router: 4f633da5-267b-4f1f-959a-53b330492b49 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:50:04.511864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Updating router 4f633da5-267b-4f1f-959a-53b330492b49 port e5228649-1e3f-430c-b291-a9dd4c9dd69b binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:50:04.539345 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:04.816208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8e0b-2a1b-488b-85d0-57cf9992eab0 req-89c6ca1f-c028-4a4d-bf1b-f840fe0bfedb tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:04.817753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2adb8e0b-2a1b-488b-85d0-57cf9992eab0 req-89c6ca1f-c028-4a4d-bf1b-f840fe0bfedb tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 949 time: 0.0736811 Mar 31 22:50:04.867186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2adb8e0b-2a1b-488b-85d0-57cf9992eab0 req-d81265f5-b339-4041-adc5-b21a93541748 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 Mar 31 22:50:04.867847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:04.926128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d4dd96e4-d47b-4306-aa87-7263de6348f2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:04.976221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:04.995635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2188c-d004-4b3d-80df-2eeef5ad7f0a req-7d115e1f-00ec-4366-8657-23dc257323e8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:04.997246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcc2188c-d004-4b3d-80df-2eeef5ad7f0a req-7d115e1f-00ec-4366-8657-23dc257323e8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0682273 Mar 31 22:50:05.024986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53684) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:05.032161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9d2cfbed-4306-4f85-a5ef-a77552b707e4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--912605265', 'description': 'tempest-description--1876491901'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:05.052739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcc2188c-d004-4b3d-80df-2eeef5ad7f0a req-29f14efc-b85c-48ce-bfe2-8dcaeb92e13c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466902 Mar 31 22:50:05.064770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb2605-3d75-4f7b-b73a-d96a30f757ec None None] Pushing event updated for resources: {'Port': ['ID=e5228649-1e3f-430c-b291-a9dd4c9dd69b,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:05.080772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d4dd96e4-d47b-4306-aa87-7263de6348f2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:05.081150 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.185573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfbed-4306-4f85-a5ef-a77552b707e4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.195480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb737446-6804-4440-869d-61a86f4e9cb9 req-6cc688da-8efd-495a-bf32-b65e3a60d08a tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 210 time: 0.0388596 Mar 31 22:50:05.208627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Attempting to bind port e5228649-1e3f-430c-b291-a9dd4c9dd69b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:05.209117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Attempting to bind port e5228649-1e3f-430c-b291-a9dd4c9dd69b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:05.209482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Attempting to bind port e5228649-1e3f-430c-b291-a9dd4c9dd69b on network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:05.239936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:05.240456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Checking segment: {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:05.240721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.241110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Bound using segment: {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:05.241679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Bound port: e5228649-1e3f-430c-b291-a9dd4c9dd69b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:05.242050 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.295718 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfbed-4306-4f85-a5ef-a77552b707e4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.349008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfbed-4306-4f85-a5ef-a77552b707e4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.407138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cfbed-4306-4f85-a5ef-a77552b707e4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:05.432211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] For port e5228649-1e3f-430c-b291-a9dd4c9dd69b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:05.437313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] For port e5228649-1e3f-430c-b291-a9dd4c9dd69b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e5228649-1e3f-430c-b291-a9dd4c9dd69b,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:05.453341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d2cfbed-4306-4f85-a5ef-a77552b707e4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.455133 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d2cfbed-4306-4f85-a5ef-a77552b707e4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4286647 Mar 31 22:50:05.461127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53708) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:05.470456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fa862806-fa54-4281-807c-69fccb604e38 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Request body: {'security_group_rule': {'security_group_id': 'b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:05.498291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d684b7-3b84-483d-bfa9-e576fd489044 req-b8e1951c-d3b9-4a7e-9171-55a9c4ed4a86 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:05.499981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58d684b7-3b84-483d-bfa9-e576fd489044 req-b8e1951c-d3b9-4a7e-9171-55a9c4ed4a86 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 947 time: 0.1494486 Mar 31 22:50:05.504061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cde11a9d-4ed0-4875-b7cf-6b1e578b3338 None None] Provisioning complete for port e5228649-1e3f-430c-b291-a9dd4c9dd69b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:05.504499 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cde11a9d-4ed0-4875-b7cf-6b1e578b3338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.538465 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.574243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-604f0091-97d4-4d6b-87d1-1c1b3526a825 req-793f095b-4f68-41b4-88ad-cd77a6f96f61 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0292828 Mar 31 22:50:05.587653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58d684b7-3b84-483d-bfa9-e576fd489044 req-296352c7-bfdc-47bb-94a0-4aa531628029 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799594 Mar 31 22:50:05.596950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cde11a9d-4ed0-4875-b7cf-6b1e578b3338 None None] Port e5228649-1e3f-430c-b291-a9dd4c9dd69b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:05.618222 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa862806-fa54-4281-807c-69fccb604e38 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.636335 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:50:05.636987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:49:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:05.639798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb2605-3d75-4f7b-b73a-d96a30f757ec None None] Pushing event updated for resources: {'Port': ['ID=e5228649-1e3f-430c-b291-a9dd4c9dd69b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:05.716675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa862806-fa54-4281-807c-69fccb604e38 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.743359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 98869630-fc98-44f5-96f0-70119067abc2 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:05.746139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:05.777930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa862806-fa54-4281-807c-69fccb604e38 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.814892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53730) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:05.848667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa862806-fa54-4281-807c-69fccb604e38 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87f605a-3cfc-4aee-95cf-35ac5e3fa621,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:05.867138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa862806-fa54-4281-807c-69fccb604e38 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:05.876759 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fa862806-fa54-4281-807c-69fccb604e38 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4083359 Mar 31 22:50:05.876979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53734) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:05.879728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-64a640e6-2551-4d4a-a73c-a5fb34644d97 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Request body: {'security_group_rule': {'security_group_id': 'b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:05.909301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:50:06.052777 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-922ff1b7-57e2-48ae-9c5f-366a4221b12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.064939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-64a640e6-2551-4d4a-a73c-a5fb34644d97 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.067531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2aed1fdd-1588-46dd-9d08-998b850f0bd2 None None] Provisioning complete for port e5228649-1e3f-430c-b291-a9dd4c9dd69b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:06.068099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2aed1fdd-1588-46dd-9d08-998b850f0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.099153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93b725-f9d5-4d0c-a886-7d598f20b996 req-1e9be22b-9a5d-4a26-9a99-e2a05404efd3 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:06.101297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b93b725-f9d5-4d0c-a886-7d598f20b996 req-1e9be22b-9a5d-4a26-9a99-e2a05404efd3 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 949 time: 0.1310265 Mar 31 22:50:06.183890 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-03dfced9-c7ba-4e59-a6da-5e71155088ec tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7954d7dc5e34411f8f3e14043edbb35f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579705 Mar 31 22:50:06.274573 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f76af72f-c3b5-47d7-92e9-e5bb3952f867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.313524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 98869630-fc98-44f5-96f0-70119067abc2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=98869630-fc98-44f5-96f0-70119067abc2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:06.340911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '98869630-fc98-44f5-96f0-70119067abc2', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '98869630-fc98-44f5-96f0-70119067abc2', 'mac_address': 'fa:16:3e:b7:07:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:06.365565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-64a640e6-2551-4d4a-a73c-a5fb34644d97 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.377389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b93b725-f9d5-4d0c-a886-7d598f20b996 req-72860b34-3080-4d9c-893d-1c618b7ad123 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537966 Mar 31 22:50:06.381464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-95ad9a17-4964-4890-ab77-e80b12eaf31f tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:06.384118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-95ad9a17-4964-4890-ab77-e80b12eaf31f tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939874 Mar 31 22:50:06.402129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Request body: {'port': {'device_id': 'fe80b67c-22fa-4a95-98a2-df3831edef66', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '7954d7dc5e34411f8f3e14043edbb35f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:06.449022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port f319b723-6320-411d-ad16-91010cad8f15 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:50:06.451077 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.469794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port f319b723-6320-411d-ad16-91010cad8f15 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:06.470152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.480208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552324-5bdd-4cfb-a396-42958ab909b2 req-1b36e603-a303-4d6d-bc0a-9da374e75b4d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:06.482097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96552324-5bdd-4cfb-a396-42958ab909b2 req-1b36e603-a303-4d6d-bc0a-9da374e75b4d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.2472167 Mar 31 22:50:06.486975 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-922ff1b7-57e2-48ae-9c5f-366a4221b12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.504473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98869630-fc98-44f5-96f0-70119067abc2 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:06.519183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a61f8b71-2457-4b19-af25-3b6568d5cebf req-3c15309a-10b1-431d-89bd-c16189da1127 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 210 time: 0.0356081 Mar 31 22:50:06.526553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2aed1fdd-1588-46dd-9d08-998b850f0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.526763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-64a640e6-2551-4d4a-a73c-a5fb34644d97 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.537126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a640e6-2551-4d4a-a73c-a5fb34644d97 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc231fce-1496-4149-8a7d-ee975f69665d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:06.557506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 98869630-fc98-44f5-96f0-70119067abc2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=98869630-fc98-44f5-96f0-70119067abc2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:06.583394 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-922ff1b7-57e2-48ae-9c5f-366a4221b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.626855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2aed1fdd-1588-46dd-9d08-998b850f0bd2 None None] For port e5228649-1e3f-430c-b291-a9dd4c9dd69b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e5228649-1e3f-430c-b291-a9dd4c9dd69b,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:06.651427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.653454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96552324-5bdd-4cfb-a396-42958ab909b2 req-1f8e7ff8-e7cf-4df0-9b60-e4d56df4c50f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303327 Mar 31 22:50:06.658048 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-64a640e6-2551-4d4a-a73c-a5fb34644d97 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.659447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-64a640e6-2551-4d4a-a73c-a5fb34644d97 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7842755 Mar 31 22:50:06.663517 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:06.664439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-922ff1b7-57e2-48ae-9c5f-366a4221b12c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86dd112f552d40e7995a4ba074d1d0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8481810 Mar 31 22:50:06.665340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53750) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:06.667485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ff1b7-57e2-48ae-9c5f-366a4221b12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fbe7d3-e652-4473-b25f-cd07a2b6a3de,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:06.669821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:06.692055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:05Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:06.739002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Made reservation on behalf of 7954d7dc5e34411f8f3e14043edbb35f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:06.741483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.746164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f245e-ecbd-4812-8655-c8ca82cee60c None None] The sync data for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 is: [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:05Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:50:06.751588 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2aed1fdd-1588-46dd-9d08-998b850f0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.762957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=98869630-fc98-44f5-96f0-70119067abc2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:06.773516 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.781199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55dbd87b-ed35-447e-bae5-ffa5064b74bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.789229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.842743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1246676-01a5-40c7-8b44-c9d1f1813112 req-509cfda3-221e-4504-bf0c-1bb3a5752bc0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:06.855071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1246676-01a5-40c7-8b44-c9d1f1813112 req-509cfda3-221e-4504-bf0c-1bb3a5752bc0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 948 time: 0.1314359 Mar 31 22:50:06.859802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55dbd87b-ed35-447e-bae5-ffa5064b74bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.904017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:06.907068 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa173d0b-03f1-4279-aff0-877aa4f7bf0f" -d '{"events": [{"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-plugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:06.930508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed1fdd-1588-46dd-9d08-998b850f0bd2 None None] Pushing event updated for resources: {'Port': ['ID=e5228649-1e3f-430c-b291-a9dd4c9dd69b,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:06.938099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:06.958948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1472121-0798-417f-8b75-209a38a621e4 req-667f1a20-a66a-45c6-8235-34475a7a15b5 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0897820 Mar 31 22:50:06.967126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['98869630-fc98-44f5-96f0-70119067abc2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:06.975391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.025366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e5228649-1e3f-430c-b291-a9dd4c9dd69b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:07.040869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1246676-01a5-40c7-8b44-c9d1f1813112 req-0ed76b67-b8b8-4fcd-877d-58b2cd0ea58a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830635 Mar 31 22:50:07.049920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.137503 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55dbd87b-ed35-447e-bae5-ffa5064b74bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.143074 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55dbd87b-ed35-447e-bae5-ffa5064b74bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.147122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-55dbd87b-ed35-447e-bae5-ffa5064b74bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7fbe7d3-e652-4473-b25f-cd07a2b6a3de HTTP/1.1" status: 204 len: 168 time: 0.4780121 Mar 31 22:50:07.160261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.163963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbd87b-ed35-447e-bae5-ffa5064b74bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fbe7d3-e652-4473-b25f-cd07a2b6a3de,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:07.214232 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d47ac2-d02a-42b4-ba94-bed367cb7f0f x-openstack-request-id: req-86d47ac2-d02a-42b4-ba94-bed367cb7f0f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:07.214861 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-plugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:07.214861 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86d47ac2-d02a-42b4-ba94-bed367cb7f0f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:07.215196 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d47ac2-d02a-42b4-ba94-bed367cb7f0f'] response: {'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15', 'code': 200} Mar 31 22:50:07.220840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:07.261231 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.273617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.274728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b55e2-c938-4c91-b45c-23b81d781e4b req-3207ef66-2cce-49c5-9ed5-0dcf5e1c4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:07.280285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e54b55e2-c938-4c91-b45c-23b81d781e4b req-3207ef66-2cce-49c5-9ed5-0dcf5e1c4ae8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 1101 time: 0.1079996 Mar 31 22:50:07.290363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e5228649-1e3f-430c-b291-a9dd4c9dd69b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:07.290764 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.335317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e54b55e2-c938-4c91-b45c-23b81d781e4b req-d461fc11-24ba-4b04-9d89-e1e3a83bff80 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499566 Mar 31 22:50:07.460731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Allocated IP 172.25.4.173 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/f1b6ae71-5a3e-4791-a63d-24cb0794f77a) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:07.571401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1ab10-be9d-431f-84fd-9db0a3fad758 req-3e6eb608-d083-4148-9aa7-4a27628e21ec tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:07.573932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9be1ab10-be9d-431f-84fd-9db0a3fad758 req-3e6eb608-d083-4148-9aa7-4a27628e21ec tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 950 time: 0.0776000 Mar 31 22:50:07.581169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60703580-6376-4e8d-af25-98f4952492e3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:07.675307 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.679740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9be1ab10-be9d-431f-84fd-9db0a3fad758 req-5c65c909-a432-42a2-87f3-987beeceeddb tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905132 Mar 31 22:50:07.756413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ea8f4d3-d46e-4cac-ac9b-df93cef4cd4d req-0083b57a-0bd5-4755-aed5-cf0fc09f3f0b tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 210 time: 0.0494926 Mar 31 22:50:07.817980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:07.820107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Allocated IP 192.168.233.213 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/0af74a4e-803c-49d0-87d3-76defabfa9cd) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:07.854681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1c535-5442-47ac-8f4d-6341b066ce65 req-734948a9-1076-4093-9431-1d5bf1a3ed7b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:07.856365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64f1c535-5442-47ac-8f4d-6341b066ce65 req-734948a9-1076-4093-9431-1d5bf1a3ed7b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0583022 Mar 31 22:50:07.909685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64f1c535-5442-47ac-8f4d-6341b066ce65 req-64d5d543-33fb-4c63-821c-419996e950c5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Mar 31 22:50:08.021174 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.029274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.087636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:08.100897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:08.112993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:08.148914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event updated for resources: {'Port': ['ID=f1b6ae71-5a3e-4791-a63d-24cb0794f77a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:08.200104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55238bc5-c063-4ec8-96e1-be87556960f9 req-afc29d2b-0486-4e3f-85d6-fdc8d94eec02 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0751569 Mar 31 22:50:08.228867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.230967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53772) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:08.268593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.273192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66be2def-3249-4b24-8707-27cecce7ea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.294720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a15ae8-6e3c-4962-984f-248ef9dde60f req-e33ec736-02fc-4fc3-b13a-1e1a2e96f463 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:08.303929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99a15ae8-6e3c-4962-984f-248ef9dde60f req-e33ec736-02fc-4fc3-b13a-1e1a2e96f463 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 948 time: 0.0974700 Mar 31 22:50:08.307970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.345822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99a15ae8-6e3c-4962-984f-248ef9dde60f req-ee957e1f-f921-45d4-be4c-ca6aa4e080e0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Mar 31 22:50:08.374160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:08.382345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:08.384944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:08.388390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Pushing event updated for resources: {'Port': ['ID=0af74a4e-803c-49d0-87d3-76defabfa9cd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:08.487675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:08.488328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.495573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-e4336ec9-669f-4147-b88c-6cb23b0ef2a9 service neutron] 10.222.0.50 "GET /v2.0/ports/867c8b01-2229-4d0a-a340-013d5570eecd/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 382 time: 0.0950511 Mar 31 22:50:08.504261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.574470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66be2def-3249-4b24-8707-27cecce7ea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.647963 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-66d8f8e1-4931-466b-a604-236bbb2de6ad tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2514379 Mar 31 22:50:08.660209 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66be2def-3249-4b24-8707-27cecce7ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.674711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Request body: {'port': {'device_id': 'fe80b67c-22fa-4a95-98a2-df3831edef66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:08.693047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-20a294f8-5448-401a-a94c-71c2a90c2d9d None None] Provisioning complete for port 0af74a4e-803c-49d0-87d3-76defabfa9cd triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:08.693047 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20a294f8-5448-401a-a94c-71c2a90c2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.737759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-20a294f8-5448-401a-a94c-71c2a90c2d9d None None] Port 0af74a4e-803c-49d0-87d3-76defabfa9cd cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:08.748399 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.810958 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-66be2def-3249-4b24-8707-27cecce7ea8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e80d1173f9c415ba45fedf5b6cbb1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689592 Mar 31 22:50:08.819039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda4745-baa2-4103-8dd7-d219bd0eea4a req-4e695969-2a5c-4c04-ac30-560f36fa5362 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:08.826843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abda4745-baa2-4103-8dd7-d219bd0eea4a req-4e695969-2a5c-4c04-ac30-560f36fa5362 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 950 time: 0.0648742 Mar 31 22:50:08.829640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53778) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:08.859762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.882122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be2def-3249-4b24-8707-27cecce7ea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33a543-cd1d-4ba7-9661-a4c7f5925a98,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:08.932103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e5228649-1e3f-430c-b291-a9dd4c9dd69b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:08.982863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abda4745-baa2-4103-8dd7-d219bd0eea4a req-3029d8e4-2b4e-455b-b74c-3b0114fc305c tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544290 Mar 31 22:50:09.049051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e5228649-1e3f-430c-b291-a9dd4c9dd69b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:09.049432 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.068831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ace53-80ce-4a7a-b3df-a693e3a045b5 req-5aa53238-f7ea-46af-af90-dc53ed79193b tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:09.070864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c77ace53-80ce-4a7a-b3df-a693e3a045b5 req-5aa53238-f7ea-46af-af90-dc53ed79193b tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 936 time: 0.2211416 Mar 31 22:50:09.146548 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3928f98e-ead4-4efd-bbf0-b1efc4695e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.177592 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.179829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3928f98e-ead4-4efd-bbf0-b1efc4695e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.289744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-9f44d457-8d1c-4ff5-a2a3-190716df1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:09.289744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-9f44d457-8d1c-4ff5-a2a3-190716df1bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 1101 time: 0.2012234 Mar 31 22:50:09.289744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c77ace53-80ce-4a7a-b3df-a693e3a045b5 req-1254038a-4f80-46d9-a565-40d10e75d1fd tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268830 Mar 31 22:50:09.290524 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.290943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cba43c-5b1b-4e8f-8b59-52b5c58cf689 req-e1f6dd8f-0781-40d9-bdde-8387586a8c63 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:09.290943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87cba43c-5b1b-4e8f-8b59-52b5c58cf689 req-e1f6dd8f-0781-40d9-bdde-8387586a8c63 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1620739 Mar 31 22:50:09.360543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87cba43c-5b1b-4e8f-8b59-52b5c58cf689 req-2d53a7a7-a926-45d0-a002-6765035d0244 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016166 Mar 31 22:50:09.363062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-5e8015f0-33d7-42b8-8ca0-214fd74c310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:09.365159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-5e8015f0-33d7-42b8-8ca0-214fd74c310e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 1101 time: 0.0937688 Mar 31 22:50:09.486938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd5e0976-39a4-4614-b0d6-c28202fdab83 req-1eec63c6-f674-43a6-b693-094fc9a4ae68 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1045494 Mar 31 22:50:09.511222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af74a4e-803c-49d0-87d3-76defabfa9cd {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:09.523454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.558459 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89884819-121b-4220-8f58-7656c6279d7e req-9698bfbc-fe0c-49fc-8c97-2b33a9a12810 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:09.560085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89884819-121b-4220-8f58-7656c6279d7e req-9698bfbc-fe0c-49fc-8c97-2b33a9a12810 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 948 time: 0.1042819 Mar 31 22:50:09.566912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-d142c70f-c228-43c8-95f4-6cba7e48ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:09.568827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-d142c70f-c228-43c8-95f4-6cba7e48ccd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1953607 Mar 31 22:50:09.627768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-3e8fc2ac-38a8-4901-b2a0-b8f90f9d6d03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=867c8b01-2229-4d0a-a340-013d5570eecd HTTP/1.1" status: 200 len: 217 time: 0.0515897 Mar 31 22:50:09.672624 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89884819-121b-4220-8f58-7656c6279d7e req-c81e660c-b420-4f2c-99f8-e8433d2d58b1 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027827 Mar 31 22:50:09.703023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-88611aac-d728-4de3-b45f-c0470c577adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:09.704611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-88611aac-d728-4de3-b45f-c0470c577adc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0674715 Mar 31 22:50:09.714570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.737395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.750356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3928f98e-ead4-4efd-bbf0-b1efc4695e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.751252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Transition to ACTIVE for port object 0af74a4e-803c-49d0-87d3-76defabfa9cd will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:09.753004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3928f98e-ead4-4efd-bbf0-b1efc4695e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.754131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3928f98e-ead4-4efd-bbf0-b1efc4695e6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef33a543-cd1d-4ba7-9661-a4c7f5925a98 HTTP/1.1" status: 204 len: 168 time: 0.9236252 Mar 31 22:50:09.767128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928f98e-ead4-4efd-bbf0-b1efc4695e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33a543-cd1d-4ba7-9661-a4c7f5925a98,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:09.778277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 98869630-fc98-44f5-96f0-70119067abc2 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:09.786160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39676ecb-984b-4087-8707-723def3d8ce8 req-06c3b61e-23c0-4a1a-8806-f2821c5f70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:09.788500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-06c3b61e-23c0-4a1a-8806-f2821c5f70d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672276 Mar 31 22:50:09.852367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event updated for resources: {'Port': ['ID=f1b6ae71-5a3e-4791-a63d-24cb0794f77a,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:09.859445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.927061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-09e5e42c-0c7f-49c3-be43-50c910c8ae5f service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295762 Mar 31 22:50:09.936642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 98869630-fc98-44f5-96f0-70119067abc2 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:50:09.942028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 98869630-fc98-44f5-96f0-70119067abc2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:09.942921 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.943112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.967599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0af74a4e-803c-49d0-87d3-76defabfa9cd,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:10.092307 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.138026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.141688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb1b15d-a4e9-407b-bca1-1be3df20fae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98869630-fc98-44f5-96f0-70119067abc2'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:10.150635 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e508aabd-3618-4b69-a971-9e139395ef35" -d '{"events": [{"server_uuid": "7bb1b15d-a4e9-407b-bca1-1be3df20fae8", "name": "network-vif-plugged", "status": "completed", "tag": "98869630-fc98-44f5-96f0-70119067abc2"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:10.155531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b3d6deab-965a-4657-b0bd-72909b7a5f68 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4907734 Mar 31 22:50:10.179587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 98869630-fc98-44f5-96f0-70119067abc2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=98869630-fc98-44f5-96f0-70119067abc2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:10.210961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Attempting to bind port 0af74a4e-803c-49d0-87d3-76defabfa9cd on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:10.211453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Attempting to bind port 0af74a4e-803c-49d0-87d3-76defabfa9cd by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:10.211915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Attempting to bind port 0af74a4e-803c-49d0-87d3-76defabfa9cd on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:10.216866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Port 0af74a4e-803c-49d0-87d3-76defabfa9cd on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:10.217227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Attempting to bind port 0af74a4e-803c-49d0-87d3-76defabfa9cd on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:10.223280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:10.223677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:10.224088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:10.224523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Bound port: 0af74a4e-803c-49d0-87d3-76defabfa9cd, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:10.224890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.233151 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8470793-e291-49e8-a5ea-72a783d48327 x-openstack-request-id: req-a8470793-e291-49e8-a5ea-72a783d48327 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:10.233151 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb1b15d-a4e9-407b-bca1-1be3df20fae8", "name": "network-vif-plugged", "status": "completed", "tag": "98869630-fc98-44f5-96f0-70119067abc2", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:10.233151 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8470793-e291-49e8-a5ea-72a783d48327 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:10.233151 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8470793-e291-49e8-a5ea-72a783d48327'] response: {'server_uuid': '7bb1b15d-a4e9-407b-bca1-1be3df20fae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98869630-fc98-44f5-96f0-70119067abc2', 'code': 200} Mar 31 22:50:10.243953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cba9f-a4fb-4b87-bda2-48a38cc7f88a req-1ebcd02f-b253-4171-a8a9-305ee3c002e3 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:10.248432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a8cba9f-a4fb-4b87-bda2-48a38cc7f88a req-1ebcd02f-b253-4171-a8a9-305ee3c002e3 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 950 time: 0.1607659 Mar 31 22:50:10.252009 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.258618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:50:10.458103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39676ecb-984b-4087-8707-723def3d8ce8 req-4220daf6-0c48-4581-bf68-3718421bef81 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241101 Mar 31 22:50:10.512639 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a8cba9f-a4fb-4b87-bda2-48a38cc7f88a req-aaa0cbf3-e07e-4249-a632-2647c34d2194 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403176 Mar 31 22:50:10.533907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722b287-a4fc-4516-a0e7-0a950bfb05b9 req-8746cc84-31ca-44ae-81d5-26a60e84af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:10.552415 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1722b287-a4fc-4516-a0e7-0a950bfb05b9 req-8746cc84-31ca-44ae-81d5-26a60e84af60 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 1100 time: 0.1950223 Mar 31 22:50:10.567387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4bb-e776-44a4-a933-19e7bb8b17f2 req-91c6482c-860a-44ae-a11c-0f5b33659bc4 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:10.570573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22ecc4bb-e776-44a4-a933-19e7bb8b17f2 req-91c6482c-860a-44ae-a11c-0f5b33659bc4 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 948 time: 0.1539524 Mar 31 22:50:10.594028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] For port 0af74a4e-803c-49d0-87d3-76defabfa9cd, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:10.602826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] For port 0af74a4e-803c-49d0-87d3-76defabfa9cd, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0af74a4e-803c-49d0-87d3-76defabfa9cd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:10.626822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=98869630-fc98-44f5-96f0-70119067abc2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:10.645559 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.659426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22ecc4bb-e776-44a4-a933-19e7bb8b17f2 req-133d363a-c2fa-439a-9a96-bcb846a5ada6 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780315 Mar 31 22:50:10.669192 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1722b287-a4fc-4516-a0e7-0a950bfb05b9 req-b8734ae9-1cf3-400b-99c3-1ea1145dfe35 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958884 Mar 31 22:50:10.701682 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.704943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:10.736949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01aac-d7d4-4b88-ac5d-54bc2f6cae6a req-04c0eb5f-203a-4e64-8cae-dc1de3826327 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:10.736949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ede01aac-d7d4-4b88-ac5d-54bc2f6cae6a req-04c0eb5f-203a-4e64-8cae-dc1de3826327 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0826764 Mar 31 22:50:10.770446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:10.771212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.772621 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] 10.222.0.50 "PUT /v2.0/ports/0af74a4e-803c-49d0-87d3-76defabfa9cd HTTP/1.1" status: 200 len: 1096 time: 2.1096640 Mar 31 22:50:10.773064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe80b67c-22fa-4a95-98a2-df3831edef66', 'tag': '0af74a4e-803c-49d0-87d3-76defabfa9cd'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:10.775403 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8344c28-f763-46a4-aba5-21d1a944dc04" -d '{"events": [{"name": "network-changed", "server_uuid": "fe80b67c-22fa-4a95-98a2-df3831edef66", "tag": "0af74a4e-803c-49d0-87d3-76defabfa9cd"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:10.806119 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.826127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dfb6e-de57-47ea-b8b9-7dcfb86696e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0af74a4e-803c-49d0-87d3-76defabfa9cd,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:10.837328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ede01aac-d7d4-4b88-ac5d-54bc2f6cae6a req-4507ae99-8cc1-41fc-bf4e-b7f5054ab871 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847170 Mar 31 22:50:10.898214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:11.021000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6a66c0f-912f-4151-9552-d146b17b2340 req-f74bcff9-9482-4123-87a8-d76f200398dd tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0493944 Mar 31 22:50:11.041654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e748ba63-732f-4543-854f-c65ed504c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:11.043673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-e748ba63-732f-4543-854f-c65ed504c1ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7954d7dc5e34411f8f3e14043edbb35f&device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 1099 time: 0.0703011 Mar 31 22:50:11.133944 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-ac92f5af-23bf-466b-afb8-f40d94974575 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=0af74a4e-803c-49d0-87d3-76defabfa9cd HTTP/1.1" status: 200 len: 217 time: 0.0729399 Mar 31 22:50:11.199657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-cb058f6a-bc20-4f67-a014-2844468a89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:11.201217 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-cb058f6a-bc20-4f67-a014-2844468a89c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0531645 Mar 31 22:50:11.272233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-80a25478-f61a-4f55-97e5-0bd78b6a0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:11.273651 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-80a25478-f61a-4f55-97e5-0bd78b6a0ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623007 Mar 31 22:50:11.314282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-ae7527d5-6a63-4fe4-8cc6-a7c17da0fb1f tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--912605265&fields=id&tenant_id=e4b73f36f3844774bb50828cd07919b8 HTTP/1.1" status: 200 len: 267 time: 0.0431447 Mar 31 22:50:11.407873 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-41aea21f-d291-4449-9104-9cec8306ef91 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257458 Mar 31 22:50:11.446150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-371d75a7-7e6e-45c6-9619-0ee785acab5e tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:11.447757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-371d75a7-7e6e-45c6-9619-0ee785acab5e tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/networks?id=2b847cb2-ab4e-4b68-89b0-6d607dbb3835 HTTP/1.1" status: 200 len: 815 time: 0.1268487 Mar 31 22:50:11.474298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-3bae3eb0-7236-4cd6-9f3a-875053158544 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/quotas/e4b73f36f3844774bb50828cd07919b8 HTTP/1.1" status: 200 len: 375 time: 0.0118332 Mar 31 22:50:11.607881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f64675-598f-416c-a510-80e91bd3951f req-eddecdfb-79ee-49a1-9e75-993b263a2412 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:11.610640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20f64675-598f-416c-a510-80e91bd3951f req-eddecdfb-79ee-49a1-9e75-993b263a2412 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 949 time: 0.0731113 Mar 31 22:50:11.614829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a995b15c-2363-44c1-a281-9cb7bbc7f021 req-849300a0-9147-406b-ac65-bce9eb2a5080 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876111 Mar 31 22:50:11.621023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-b6bdcf60-590c-4c4b-b9f0-a18a57086b17 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4b73f36f3844774bb50828cd07919b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427410 Mar 31 22:50:11.676852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20f64675-598f-416c-a510-80e91bd3951f req-521d3d64-3b9d-4b20-a866-a17782b65bc8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548041 Mar 31 22:50:11.748244 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd45a56-e84b-4eb5-bebb-4d46119ed7df x-openstack-request-id: req-5fd45a56-e84b-4eb5-bebb-4d46119ed7df {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:11.748549 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe80b67c-22fa-4a95-98a2-df3831edef66", "tag": "0af74a4e-803c-49d0-87d3-76defabfa9cd", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:11.748782 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fd45a56-e84b-4eb5-bebb-4d46119ed7df {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:11.749730 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd45a56-e84b-4eb5-bebb-4d46119ed7df'] response: {'name': 'network-changed', 'server_uuid': 'fe80b67c-22fa-4a95-98a2-df3831edef66', 'tag': '0af74a4e-803c-49d0-87d3-76defabfa9cd', 'status': 'completed', 'code': 200} Mar 31 22:50:11.774998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-1d748cfb-15c5-4e35-b0ea-88308d532040 service neutron] 10.222.0.31 "GET /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235471 Mar 31 22:50:11.860387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-4ab32520-6c07-446b-b130-4b1b9cf3defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:11.864451 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-4ab32520-6c07-446b-b130-4b1b9cf3defd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7954d7dc5e34411f8f3e14043edbb35f&device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 1099 time: 0.0752261 Mar 31 22:50:12.010332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-21031d34-d1e5-4d4d-bd19-8eb3002c92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:12.013069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-21031d34-d1e5-4d4d-bd19-8eb3002c92d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1282411 Mar 31 22:50:12.085952 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-3bc2b167-ed65-468d-8aac-2be93aa0ada9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=0af74a4e-803c-49d0-87d3-76defabfa9cd HTTP/1.1" status: 200 len: 217 time: 0.0555968 Mar 31 22:50:12.152022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-04d0e894-ed7f-4a9f-af0b-18736bb653b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:12.156315 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-04d0e894-ed7f-4a9f-af0b-18736bb653b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0616064 Mar 31 22:50:12.233117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-ce701655-aeeb-4f46-9e49-af4f19d846d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:12.233716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:12.235719 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-ce701655-aeeb-4f46-9e49-af4f19d846d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715990 Mar 31 22:50:12.237048 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2822203d-aba1-4340-a753-b708a0ed106d" -d '{"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-unplugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:12.303871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936e774-ceee-490c-bea0-33fbee85be0c req-8324c9a8-6c90-4f7b-a1cc-befd85e00bbe tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:12.306284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2936e774-ceee-490c-bea0-33fbee85be0c req-8324c9a8-6c90-4f7b-a1cc-befd85e00bbe tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 948 time: 0.1200554 Mar 31 22:50:12.309683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-73ff5857-c5bc-4490-a1f6-4a78f4318c0d service neutron] 10.222.0.31 "GET /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283210 Mar 31 22:50:12.354784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2936e774-ceee-490c-bea0-33fbee85be0c req-747d1eed-bef1-4021-9054-bb2858124161 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Mar 31 22:50:12.371961 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-7627fc41-6093-4146-a8c0-ea22b5bfdbeb service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109104 Mar 31 22:50:12.494841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f889cf-eb03-4538-81eb-6cd020c002fb req-7da27f33-4fe1-497e-9d33-8eaa1b1148db tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:12.500059 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a8344c28-f763-46a4-aba5-21d1a944dc04 req-35397e5a-766a-4512-8917-72dd7a4d9124 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108394 Mar 31 22:50:12.502729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19f889cf-eb03-4538-81eb-6cd020c002fb req-7da27f33-4fe1-497e-9d33-8eaa1b1148db tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 948 time: 0.0623302 Mar 31 22:50:12.634933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19f889cf-eb03-4538-81eb-6cd020c002fb req-2f2d3355-a42e-4032-a071-7c2f92401984 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282225 Mar 31 22:50:12.710381 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db5916-6075-4c14-8179-2ea602eefd97 x-openstack-request-id: req-e5db5916-6075-4c14-8179-2ea602eefd97 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:12.710932 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-unplugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:12.715915 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5db5916-6075-4c14-8179-2ea602eefd97 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:12.716549 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5db5916-6075-4c14-8179-2ea602eefd97'] response: {'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd', 'code': 200} Mar 31 22:50:12.735635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b57d061-3bdc-42cc-8e63-21554cc3a353 req-40538035-1c15-4935-ae1a-6c91f87e5f0a tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0467610 Mar 31 22:50:12.786467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b422b54-af37-453a-97d0-a3edebbbb5c1 req-06691173-beec-446f-95cd-f6c5966f049a tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Mar 31 22:50:12.883461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b20a6-6535-4d79-9f95-313a70734ab7 req-643bc7d4-21fb-44e5-b9b3-c2abf70eba7d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:12.891078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb4b20a6-6535-4d79-9f95-313a70734ab7 req-643bc7d4-21fb-44e5-b9b3-c2abf70eba7d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 949 time: 0.0598404 Mar 31 22:50:12.932168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb4b20a6-6535-4d79-9f95-313a70734ab7 req-b55e694e-46e5-4b4b-863d-5195ac651603 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Mar 31 22:50:13.178395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d635ce-73ed-4c2e-bf44-e9a75b57bbfa req-202a4e50-fea0-497c-8734-e4c1dfe1a8c9 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:13.180346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63d635ce-73ed-4c2e-bf44-e9a75b57bbfa req-202a4e50-fea0-497c-8734-e4c1dfe1a8c9 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 1100 time: 0.0576003 Mar 31 22:50:13.230073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63d635ce-73ed-4c2e-bf44-e9a75b57bbfa req-c7482d0d-45f4-42f6-8709-1205c4f1ccd1 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Mar 31 22:50:13.516825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-b1b4931b-e4a3-4e93-abaa-3063c027f78d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434148 Mar 31 22:50:13.535263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be3c4f-de99-4a19-83b2-05229fd07d0b req-e848e1ec-e909-4a5d-aa6f-3bcfe332d3ec tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:13.536654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48be3c4f-de99-4a19-83b2-05229fd07d0b req-e848e1ec-e909-4a5d-aa6f-3bcfe332d3ec tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 948 time: 0.0759046 Mar 31 22:50:13.634891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48be3c4f-de99-4a19-83b2-05229fd07d0b req-911ab9ab-cad8-4a9a-a549-358f94c7135d tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891743 Mar 31 22:50:13.696030 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09627-69d3-496a-998b-57252b1f65e4 req-23f8579f-2776-4ea2-a6d6-8444d132d89d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:13.710291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-23f8579f-2776-4ea2-a6d6-8444d132d89d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805575 Mar 31 22:50:13.719337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-3e19692c-6f92-4f1f-b0dd-46bcacbcec78 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/quotas/b29cd23d11fc4c32b07e7aa1c0bad775 HTTP/1.1" status: 200 len: 375 time: 0.0113466 Mar 31 22:50:13.806446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:13.834808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-fad1572e-f809-4115-a2b2-101a4a3f2cc8 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0956290 Mar 31 22:50:13.842532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417332-b991-47e8-b846-2728dfc81a9e req-d5795725-ccd3-479a-8990-749636e738df tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:13.844120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52417332-b991-47e8-b846-2728dfc81a9e req-d5795725-ccd3-479a-8990-749636e738df tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 948 time: 0.0922194 Mar 31 22:50:13.924616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52417332-b991-47e8-b846-2728dfc81a9e req-61a610ce-d3fd-4e3a-9593-ac839b23ea2a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638018 Mar 31 22:50:13.938216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:13.952993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '867c8b01-2229-4d0a-a340-013d5570eecd', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '867c8b01-2229-4d0a-a340-013d5570eecd', 'mac_address': 'fa:16:3e:78:d6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:14.002753 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:14.018207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c8b01-2229-4d0a-a340-013d5570eecd {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:14.027982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d793e140-ab5a-4841-ae72-2f8360526eae req-ad153172-c2ce-4ebe-962b-dea45f44ba64 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0345058 Mar 31 22:50:14.083330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:14.183984 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:14.200000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35eda3f8-9389-44f3-82dd-165bb109da8f req-85937de4-920d-4c8b-9433-591d6c63ed74 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 210 time: 0.0421913 Mar 31 22:50:14.262761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:14.395320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3d51cbe-dc49-402b-88c6-2b07dfde99a3 req-6d736d88-1ebb-465d-9444-c0f45f5fee0a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 210 time: 0.0599594 Mar 31 22:50:14.434120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53976) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:14.474169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-08ff6775-ac37-411e-9fcb-0e0e9bd6560c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515018 Mar 31 22:50:14.582452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-e9cadb3b-3f73-434a-ae8b-d53fc2b156fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:14.584139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-e9cadb3b-3f73-434a-ae8b-d53fc2b156fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 1116 time: 0.0467517 Mar 31 22:50:14.600734 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b68c84a3-6c40-4d83-bcaa-88960269037d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:14.687368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['867c8b01-2229-4d0a-a340-013d5570eecd'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:14.886461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd823c-4872-4ede-9312-204739883e5e req-88bf9320-0aed-4d2e-b281-b1d0dfc94423 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:14.888413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbfd823c-4872-4ede-9312-204739883e5e req-88bf9320-0aed-4d2e-b281-b1d0dfc94423 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 948 time: 0.1462452 Mar 31 22:50:14.894404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-c8a847c3-3f6f-4fe2-aba4-5499372848c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:14.894404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-c8a847c3-3f6f-4fe2-aba4-5499372848c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.2817440 Mar 31 22:50:14.920498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-027d5488-58d9-480a-8d93-53c2e38173e0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:14.926622 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-027d5488-58d9-480a-8d93-53c2e38173e0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 949 time: 0.1058824 Mar 31 22:50:14.958340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c0dba-1c9e-421f-9600-278ab2081169 req-2477b01a-7f49-4534-aec6-ccac1c7f1373 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:14.961404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3c0dba-1c9e-421f-9600-278ab2081169 req-2477b01a-7f49-4534-aec6-ccac1c7f1373 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 949 time: 0.2046027 Mar 31 22:50:15.008976 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-8bcb483a-954d-4b31-940d-ec7e4fd0b29b service neutron] 10.222.0.50 "GET /v2.0/ports/867c8b01-2229-4d0a-a340-013d5570eecd/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 382 time: 0.0672169 Mar 31 22:50:15.018891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbfd823c-4872-4ede-9312-204739883e5e req-ca0154a3-caa9-4e75-adb8-ada86e42c05a tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202843 Mar 31 22:50:15.020205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-82fab025-e6e7-475f-80d7-959580e93edc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 200 len: 217 time: 0.0900271 Mar 31 22:50:15.057388 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b68c84a3-6c40-4d83-bcaa-88960269037d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:15.112492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3c0dba-1c9e-421f-9600-278ab2081169 req-0f8224a3-41b0-4ad5-affb-04b531b46628 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388230 Mar 31 22:50:15.117615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-87e4cd8d-fc0b-43cb-92aa-5e7c5c62e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:15.118454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-0e5666fd-0181-4d46-a06f-e4199da6fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:15.119189 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-87e4cd8d-fc0b-43cb-92aa-5e7c5c62e21f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 1100 time: 0.0638087 Mar 31 22:50:15.119964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-0e5666fd-0181-4d46-a06f-e4199da6fb4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0862916 Mar 31 22:50:15.127450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b68c84a3-6c40-4d83-bcaa-88960269037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:15.204126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b68c84a3-6c40-4d83-bcaa-88960269037d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31b9232cb7fe4367a6922327b2feed73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685759 Mar 31 22:50:15.206149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-96e4323e-bb6d-4457-b2c2-8d4412ec2965 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630884 Mar 31 22:50:15.207834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53990) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:15.230109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fceaedf9-1479-4850-afe9-3203acabe6a0 req-de9cdbcf-2eee-48b4-bf88-67b54d88c4a5 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0560372 Mar 31 22:50:15.247870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c84a3-6c40-4d83-bcaa-88960269037d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19bf79b-cb44-4368-bc65-6d2a4d31638a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:15.300175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e049eb2-52f5-4849-b8a8-9b88bfb98d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:15.350396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e049eb2-52f5-4849-b8a8-9b88bfb98d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:15.365597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-d58b736d-cf4f-4613-b8a0-5f9619f8051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:15.371669 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-d58b736d-cf4f-4613-b8a0-5f9619f8051f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2321856 Mar 31 22:50:15.481217 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-fe6a3b9e-8f45-48d8-a705-8f3d1905e2c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=867c8b01-2229-4d0a-a340-013d5570eecd HTTP/1.1" status: 200 len: 217 time: 0.0987990 Mar 31 22:50:15.503608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b605400c-2dda-4556-8b9c-bfb288807f55 req-a4dc69a3-4493-4f65-b069-1ff2477ab5cf tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 210 time: 0.1299300 Mar 31 22:50:15.511436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-ce2cc820-6034-4c87-88df-4bb63a687a57 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876644 Mar 31 22:50:15.564276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-941784ff-7a62-4d7e-852e-3f7f2d4f976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:15.565832 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-941784ff-7a62-4d7e-852e-3f7f2d4f976e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0749815 Mar 31 22:50:15.635299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-9b4e4ab6-7207-4faa-94d4-5109b32feec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:15.637048 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-9b4e4ab6-7207-4faa-94d4-5109b32feec3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611138 Mar 31 22:50:15.647118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-614b60c2-952c-41f9-9463-ea3884a64f13 req-cfe13847-f975-4fa5-a2fe-3eaab124fa91 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 210 time: 0.0758445 Mar 31 22:50:15.666970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e049eb2-52f5-4849-b8a8-9b88bfb98d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:15.670459 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e049eb2-52f5-4849-b8a8-9b88bfb98d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:15.672667 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1e049eb2-52f5-4849-b8a8-9b88bfb98d79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b19bf79b-cb44-4368-bc65-6d2a4d31638a HTTP/1.1" status: 204 len: 168 time: 0.4635153 Mar 31 22:50:15.677718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-7bb3878e-f2d6-4cea-8901-34e667b48684 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:15.679378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-7bb3878e-f2d6-4cea-8901-34e667b48684 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.45 "GET /v2.0/networks?id=2b847cb2-ab4e-4b68-89b0-6d607dbb3835 HTTP/1.1" status: 200 len: 815 time: 0.3402133 Mar 31 22:50:15.693006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e049eb2-52f5-4849-b8a8-9b88bfb98d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19bf79b-cb44-4368-bc65-6d2a4d31638a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:15.729990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52bbc9bb-b01d-46b9-835b-35b03f40ade3 req-af43037f-bf36-4228-b878-fc9bef1dc5dc service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074358 Mar 31 22:50:15.809127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0af74a4e-803c-49d0-87d3-76defabfa9cd details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:15.834155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-100c8903-1e0c-4924-b90f-ad824580f9f7 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492910 Mar 31 22:50:15.890898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-bfa6eab7-0502-4bcc-8b44-965ef3db2394 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b73f36f3844774bb50828cd07919b8 HTTP/1.1" status: 200 len: 379 time: 0.1534851 Mar 31 22:50:15.907825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Request body: {'port': {'device_id': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'admin_state_up': True, 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'security_groups': ['b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:15.981114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0af74a4e-803c-49d0-87d3-76defabfa9cd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0af74a4e-803c-49d0-87d3-76defabfa9cd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:15.992435 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-2a712317-964a-4624-8098-01dac1826a89 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473639 Mar 31 22:50:16.211216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Made reservation on behalf of e4b73f36f3844774bb50828cd07919b8 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:16.216054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:16.359224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '0af74a4e-803c-49d0-87d3-76defabfa9cd', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '0af74a4e-803c-49d0-87d3-76defabfa9cd', 'mac_address': 'fa:16:3e:92:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:16.399143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65d8b-6125-49c9-b920-0e5a3f9b91c3 req-3746930f-809c-4ffc-a074-a929791bc981 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:16.408473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dad65d8b-6125-49c9-b920-0e5a3f9b91c3 req-3746930f-809c-4ffc-a074-a929791bc981 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 948 time: 0.2167232 Mar 31 22:50:16.411090 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:16.432207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af74a4e-803c-49d0-87d3-76defabfa9cd {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:16.435327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267ad3-3e99-4605-b6a9-527a7013d38e req-9da82526-f785-419b-aa24-c3e7b62d8f35 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:16.446878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6267ad3-3e99-4605-b6a9-527a7013d38e req-9da82526-f785-419b-aa24-c3e7b62d8f35 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 949 time: 0.1709261 Mar 31 22:50:16.457028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0af74a4e-803c-49d0-87d3-76defabfa9cd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0af74a4e-803c-49d0-87d3-76defabfa9cd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:16.685221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dad65d8b-6125-49c9-b920-0e5a3f9b91c3 req-6359d536-7a61-4efe-b6f3-58c0d9542066 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489391 Mar 31 22:50:16.685221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6267ad3-3e99-4605-b6a9-527a7013d38e req-926cddb6-b094-4882-a48a-4e3189c004d3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209443 Mar 31 22:50:16.688712 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:16.688712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:16.689652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Allocated IP 172.20.0.11 (2b847cb2-ab4e-4b68-89b0-6d607dbb3835/318af86d-c75d-4a64-a665-6b6bafcf6ed4/aa9c4064-d440-4004-b6eb-f87552f1c051) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:16.689964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=0af74a4e-803c-49d0-87d3-76defabfa9cd,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:16.737764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:16.754573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'f319b723-6320-411d-ad16-91010cad8f15', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'f319b723-6320-411d-ad16-91010cad8f15', 'mac_address': 'fa:16:3e:77:32:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:16.801224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7857683e-ae57-4cac-943b-10f8cd60a138 req-12565e61-e8ad-4b9e-9418-a043a5733426 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0856931 Mar 31 22:50:16.801842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54052) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:16.842315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eba-9ab0-4fd3-b3b7-66b973e8eda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:16.862529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:16.877521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f319b723-6320-411d-ad16-91010cad8f15 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:16.920446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:16.959542 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:17.028280 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:17.040608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4358dc2-7719-4881-853e-011cf3853ea4 req-ace9b463-5b32-496b-b5fe-d6baf5014328 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 210 time: 0.0539219 Mar 31 22:50:17.044781 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-500154fb-9f4f-4a99-8fd7-593c83c0e84c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587833 Mar 31 22:50:17.139011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eba-9ab0-4fd3-b3b7-66b973e8eda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:17.142450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:17.218736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['f319b723-6320-411d-ad16-91010cad8f15'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:17.244320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a82001c5-d5ea-4111-b8b9-a78a677d78c3 req-435303f8-650e-48f9-a66f-1ebcb19262f6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 210 time: 0.0666831 Mar 31 22:50:17.247341 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:17.247755 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-85533b44-66b8-49ba-be4c-5729840a53ce tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898685 Mar 31 22:50:17.305021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eba-9ab0-4fd3-b3b7-66b973e8eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:17.399192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-20f9670f-493f-4bc5-914e-27a5db3c7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:17.400717 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-20f9670f-493f-4bc5-914e-27a5db3c7637 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 1100 time: 0.2213037 Mar 31 22:50:17.416581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:17.448754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:17.479870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['0af74a4e-803c-49d0-87d3-76defabfa9cd'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:17.485421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:17.564722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09627-69d3-496a-998b-57252b1f65e4 req-5a2e7094-23db-480b-a071-8f70c44c7267 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:17.564722 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-5a2e7094-23db-480b-a071-8f70c44c7267 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889450 Mar 31 22:50:17.600158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Request body: {'port': {'device_id': 'cee942b5-f0a5-44d9-971a-32da38c762b5', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'b29cd23d11fc4c32b07e7aa1c0bad775'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:17.643845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:17.644606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:17.691325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54064) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:17.691687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b69a8eba-9ab0-4fd3-b3b7-66b973e8eda7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=983900b30e24489590aa052b287ac584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8882864 Mar 31 22:50:17.715791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a8eba-9ab0-4fd3-b3b7-66b973e8eda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5fa871-b353-4d48-86ee-d917f6754f58,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:17.733589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event updated for resources: {'Port': ['ID=aa9c4064-d440-4004-b6eb-f87552f1c051,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:17.750995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-72a98c2c-4f3d-4ef9-9954-75ca3f8c55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:17.765451 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-72a98c2c-4f3d-4ef9-9954-75ca3f8c55e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.3110824 Mar 31 22:50:17.824302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:17.840299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-17c8b3d6-3f89-45b0-b176-49c9d27e6c10 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9413664 Mar 31 22:50:17.856271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Request body: {'port': {'device_id': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:17.990643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 867c8b01-2229-4d0a-a340-013d5570eecd triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:17.994631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.067509 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-e6c93d79-ae34-4f4a-95f1-3df78886aa85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 200 len: 217 time: 0.2148108 Mar 31 22:50:18.069440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b46aab-6e34-46c1-bc1e-a3f15080568d req-33413bde-9892-4cad-942e-e7e8e6ea530b tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:18.069440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38b46aab-6e34-46c1-bc1e-a3f15080568d req-33413bde-9892-4cad-942e-e7e8e6ea530b tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 949 time: 0.3069897 Mar 31 22:50:18.072506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.126955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-957c854c-64ba-464b-bb99-0c085118283e None None] Provisioning complete for port aa9c4064-d440-4004-b6eb-f87552f1c051 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:18.128308 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-957c854c-64ba-464b-bb99-0c085118283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.134249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38b46aab-6e34-46c1-bc1e-a3f15080568d req-21cfc065-8bcd-4f65-88fe-7a7c6b9aa37a tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638881 Mar 31 22:50:18.242782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-957c854c-64ba-464b-bb99-0c085118283e None None] Port aa9c4064-d440-4004-b6eb-f87552f1c051 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:18.264332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.277695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83ea0ddc-7254-4462-9a9e-d00be77bb9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.330503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:18.332622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:18.335963 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca73becf-f773-4f99-baaf-53ba893e5076" -d '{"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-plugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:18.377416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-cc581b10-a931-4462-880e-4f0a69c79cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:18.379640 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-cc581b10-a931-4462-880e-4f0a69c79cf1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.3502626 Mar 31 22:50:18.404227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83ea0ddc-7254-4462-9a9e-d00be77bb9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.435412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c0967-14d4-4847-a285-6a31820c774d req-fffb5de2-7858-48f6-ab74-2d27befd7e43 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:18.445935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-305c0967-14d4-4847-a285-6a31820c774d req-fffb5de2-7858-48f6-ab74-2d27befd7e43 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 949 time: 0.1393902 Mar 31 22:50:18.505766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-b84cd5ab-6bbc-4b5a-8611-978cf664d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:18.513043 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-b84cd5ab-6bbc-4b5a-8611-978cf664d79f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191711 Mar 31 22:50:18.533045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-305c0967-14d4-4847-a285-6a31820c774d req-67dcf3bc-b1b9-4acc-844d-92192236c1b9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859303 Mar 31 22:50:18.640201 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.674565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Made reservation on behalf of b29cd23d11fc4c32b07e7aa1c0bad775 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:18.681744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.701156 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-a7fc21d8-7a84-4549-8126-e1c5521486fb service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850107 Mar 31 22:50:18.725800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:18.732319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce24c5ad-8221-42f7-85e5-e8a62a4124d4 req-13fe9021-12c0-4f74-8f94-c6e078c47839 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0676355 Mar 31 22:50:18.817335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9c4064-d440-4004-b6eb-f87552f1c051 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:18.835103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.868998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Transition to ACTIVE for port object aa9c4064-d440-4004-b6eb-f87552f1c051 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:18.898366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83ea0ddc-7254-4462-9a9e-d00be77bb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.906462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83ea0ddc-7254-4462-9a9e-d00be77bb9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:18.911186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-83ea0ddc-7254-4462-9a9e-d00be77bb9d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e5fa871-b353-4d48-86ee-d917f6754f58 HTTP/1.1" status: 204 len: 168 time: 1.2128196 Mar 31 22:50:18.933356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:19.074935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea0ddc-7254-4462-9a9e-d00be77bb9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5fa871-b353-4d48-86ee-d917f6754f58,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:19.245219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c410b6-b990-4aa2-ab5b-4fa82b04229b req-1eae803a-5d38-4ae2-b1ef-9831d7cea639 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:19.254690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70c410b6-b990-4aa2-ab5b-4fa82b04229b req-1eae803a-5d38-4ae2-b1ef-9831d7cea639 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 932 time: 0.3728783 Mar 31 22:50:19.287926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9c4064-d440-4004-b6eb-f87552f1c051,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:19.296233 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2ad2b0e-f615-4ee7-85a0-da66f7b85952 req-d445685f-3b03-4253-95b8-0f59d2bab8b4 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739849 Mar 31 22:50:19.352353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70c410b6-b990-4aa2-ab5b-4fa82b04229b req-610423a5-a41e-4283-841f-de984517fde8 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959966 Mar 31 22:50:19.352665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Allocated IP 192.168.233.241 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/e64598db-104e-4f26-ac42-a659277fba00) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:19.396091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Attempting to bind port aa9c4064-d440-4004-b6eb-f87552f1c051 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:19.396091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Attempting to bind port aa9c4064-d440-4004-b6eb-f87552f1c051 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:19.396091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Attempting to bind port aa9c4064-d440-4004-b6eb-f87552f1c051 on network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:19.406518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Port aa9c4064-d440-4004-b6eb-f87552f1c051 on network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:19.406850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Attempting to bind port aa9c4064-d440-4004-b6eb-f87552f1c051 on network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:19.426201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:19.426656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Checking segment: {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:19.430462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Bound using segment: {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:19.430462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Bound port: aa9c4064-d440-4004-b6eb-f87552f1c051, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef19ded3-e8fe-4438-9184-04e834e2956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:19.430462 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:19.654102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23f8df24-d23f-4ce6-a2ff-7ccd253b8b38 req-1e61b0f1-49be-4355-9c71-c3af6715b491 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 210 time: 0.0575037 Mar 31 22:50:19.672367 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:19.689393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] For port aa9c4064-d440-4004-b6eb-f87552f1c051, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:19.701405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] For port aa9c4064-d440-4004-b6eb-f87552f1c051, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=aa9c4064-d440-4004-b6eb-f87552f1c051,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:19.748094 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a04f252-a8c7-406a-942b-a188ff527023 x-openstack-request-id: req-5a04f252-a8c7-406a-942b-a188ff527023 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:19.749146 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-plugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:19.749940 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a04f252-a8c7-406a-942b-a188ff527023 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:19.750363 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a04f252-a8c7-406a-942b-a188ff527023'] response: {'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd', 'code': 200} Mar 31 22:50:19.782790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:19.783041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:19.795459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fd98c884-f646-4e7a-95d8-54f0adbfae78', '98869630-fc98-44f5-96f0-70119067abc2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:19.861424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410', '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:19.864859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0af74a4e-803c-49d0-87d3-76defabfa9cd up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:19.931578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:19.947970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:19.957927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:19.964579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'Port': ['ID=e64598db-104e-4f26-ac42-a659277fba00,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:20.010830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9c4064-d440-4004-b6eb-f87552f1c051,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:20.037866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:20.038507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:20.049498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-372883aa-5267-40d6-9139-01f63ed2fa48 service neutron] 10.222.0.45 "PUT /v2.0/ports/aa9c4064-d440-4004-b6eb-f87552f1c051 HTTP/1.1" status: 200 len: 1092 time: 2.1987104 Mar 31 22:50:20.061360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'tag': 'aa9c4064-d440-4004-b6eb-f87552f1c051'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:20.063745 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e" -d '{"events": [{"name": "network-changed", "server_uuid": "e85d6fdf-478d-4219-8983-bebfddd65368", "tag": "aa9c4064-d440-4004-b6eb-f87552f1c051"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:20.223365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:20.230382 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:20.363583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cdea2-5e1f-46d9-aeb8-7886fcb6a0f8 req-a8d500cd-6833-40f6-9eb7-6c60da9dc90e tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:20.380718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-164cdea2-5e1f-46d9-aeb8-7886fcb6a0f8 req-a8d500cd-6833-40f6-9eb7-6c60da9dc90e tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 949 time: 0.5604866 Mar 31 22:50:20.431182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 0af74a4e-803c-49d0-87d3-76defabfa9cd completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:50:20.448452 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-6387b535-f228-4740-abb9-6e6a9aeb3173 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8568592 Mar 31 22:50:20.475952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Request body: {'port': {'device_id': 'cee942b5-f0a5-44d9-971a-32da38c762b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:20.502687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 0af74a4e-803c-49d0-87d3-76defabfa9cd triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:20.503143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:20.594592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-4068311b-7fb3-4f22-bad8-b69f0b0a433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:20.596128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-4068311b-7fb3-4f22-bad8-b69f0b0a433f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4b73f36f3844774bb50828cd07919b8&device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 1095 time: 0.3758423 Mar 31 22:50:20.627774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-068f0a81-f9ec-4892-9150-13201f26f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:20.641472 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-068f0a81-f9ec-4892-9150-13201f26f0ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 1101 time: 0.3099599 Mar 31 22:50:20.694192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-164cdea2-5e1f-46d9-aeb8-7886fcb6a0f8 req-db058038-aa6a-40aa-8501-a162f0a88242 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125279 Mar 31 22:50:20.721655 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:20.771604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0af74a4e-803c-49d0-87d3-76defabfa9cd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0af74a4e-803c-49d0-87d3-76defabfa9cd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:20.783597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0ab08784-d25d-4823-beb4-e7bbb1a60f13 None None] Provisioning complete for port e64598db-104e-4f26-ac42-a659277fba00 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:20.783969 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0ab08784-d25d-4823-beb4-e7bbb1a60f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:20.795570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:20.829964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0ab08784-d25d-4823-beb4-e7bbb1a60f13 None None] Port e64598db-104e-4f26-ac42-a659277fba00 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:20.851030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-38b88853-f9b6-41c8-873b-92c30ca44a06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa9c4064-d440-4004-b6eb-f87552f1c051 HTTP/1.1" status: 200 len: 217 time: 0.2194641 Mar 31 22:50:20.871298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:20.872093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:20.989670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=0af74a4e-803c-49d0-87d3-76defabfa9cd,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:21.089227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-83837e33-eef3-4d8c-aedf-c38dcdf56c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:21.090760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-83837e33-eef3-4d8c-aedf-c38dcdf56c00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=318af86d-c75d-4a64-a665-6b6bafcf6ed4 HTTP/1.1" status: 200 len: 854 time: 0.2322049 Mar 31 22:50:21.114082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-8a447583-ae43-4e22-ade5-baa9d0c8f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:21.114082 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-8a447583-ae43-4e22-ade5-baa9d0c8f0be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 1101 time: 0.3157554 Mar 31 22:50:21.118496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda46d18-26a4-46a5-9eb6-e0175780bf5b req-559d213e-bd0f-4c64-9f3a-aa8ab2d7db1d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:21.118496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bda46d18-26a4-46a5-9eb6-e0175780bf5b req-559d213e-bd0f-4c64-9f3a-aa8ab2d7db1d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.1573102 Mar 31 22:50:21.201150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bda46d18-26a4-46a5-9eb6-e0175780bf5b req-a37d22b4-72c5-4d15-afaf-9aee9ae8e9f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824516 Mar 31 22:50:21.206700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-b099cb46-3e30-4a90-b5a8-053c85f930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:21.208613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-b099cb46-3e30-4a90-b5a8-053c85f930b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b847cb2-ab4e-4b68-89b0-6d607dbb3835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984919 Mar 31 22:50:21.223275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port f319b723-6320-411d-ad16-91010cad8f15 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:21.223688 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:21.489141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-597dfd46-e8c0-49d2-b7dd-587f8d1377e0 req-e93c7d77-daeb-4fee-aefb-b7d370f85af2 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0931206 Mar 31 22:50:21.490818 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:21.491183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-4301bcc9-1064-4299-9e7a-bb84c97b25ff service neutron] 10.222.0.45 "GET /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658920 Mar 31 22:50:21.625198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcb272c4-2199-4deb-84e7-7c8cfc7b86f3 req-dd9dc59d-13fc-45a4-86cf-85bb225cea8c service neutron] 10.222.0.45 "GET /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263366 Mar 31 22:50:21.627637 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bde8e51-47ae-4243-a31c-636622bc84d4 x-openstack-request-id: req-0bde8e51-47ae-4243-a31c-636622bc84d4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:21.628034 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85d6fdf-478d-4219-8983-bebfddd65368", "tag": "aa9c4064-d440-4004-b6eb-f87552f1c051", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:21.628949 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bde8e51-47ae-4243-a31c-636622bc84d4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:21.628949 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bde8e51-47ae-4243-a31c-636622bc84d4'] response: {'name': 'network-changed', 'server_uuid': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'tag': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'status': 'completed', 'code': 200} Mar 31 22:50:21.732631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:21.751066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe80b67c-22fa-4a95-98a2-df3831edef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af74a4e-803c-49d0-87d3-76defabfa9cd'}, {'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:21.754159 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12280cab-9a6f-4154-b0ad-a266a2a9d8cb" -d '{"events": [{"server_uuid": "fe80b67c-22fa-4a95-98a2-df3831edef66", "name": "network-vif-plugged", "status": "completed", "tag": "0af74a4e-803c-49d0-87d3-76defabfa9cd"}, {"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-plugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:21.849574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-1ee6b455-1daa-4a58-8ef6-89b12d41c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:21.853264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:21.854258 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-1ee6b455-1daa-4a58-8ef6-89b12d41c58b service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.7350421 Mar 31 22:50:21.864400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:50:21.866054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369e448-323a-49a5-9d47-e3613357359d req-611cb2dd-d00a-4489-80cb-97ee3cec6475 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:21.874777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6369e448-323a-49a5-9d47-e3613357359d req-611cb2dd-d00a-4489-80cb-97ee3cec6475 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 944 time: 0.1729198 Mar 31 22:50:21.894980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-03be1754-9780-46c0-853c-dc409a679283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:21.900561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-03be1754-9780-46c0-853c-dc409a679283 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4b73f36f3844774bb50828cd07919b8&device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 1095 time: 0.1116240 Mar 31 22:50:21.919411 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-95147f90-7319-470d-b9a4-40a7a808abbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=867c8b01-2229-4d0a-a340-013d5570eecd HTTP/1.1" status: 200 len: 217 time: 0.0540588 Mar 31 22:50:22.006439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-a7afc219-3b22-4475-996e-e1290685d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:22.009293 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-a7afc219-3b22-4475-996e-e1290685d4ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0819833 Mar 31 22:50:22.058018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:22.061647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6369e448-323a-49a5-9d47-e3613357359d req-1f78669a-84c9-443f-8d2f-ee51bafe7f30 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754124 Mar 31 22:50:22.105751 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:22.123433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925597-6b22-43ef-8e51-d411a2de2236 req-ca41116a-d554-4ef8-820b-faacdc702b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:22.125326 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-ca41116a-d554-4ef8-820b-faacdc702b08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051674 Mar 31 22:50:22.161042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-134795ed-f64b-4dcb-8a8e-dec1992a68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:22.169230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-134795ed-f64b-4dcb-8a8e-dec1992a68c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b847cb2-ab4e-4b68-89b0-6d607dbb3835 HTTP/1.1" status: 200 len: 916 time: 0.2574167 Mar 31 22:50:22.203841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:22.262469 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-0cff2764-329c-4d95-aef2-6e0d72f437d5 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258345 Mar 31 22:50:22.267422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-29296a1f-5fbd-4bed-8bf1-e8bc42c5f9a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa9c4064-d440-4004-b6eb-f87552f1c051 HTTP/1.1" status: 200 len: 217 time: 0.0896966 Mar 31 22:50:22.273746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64598db-104e-4f26-ac42-a659277fba00 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:22.274675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:22.298173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:22.356268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Transition to ACTIVE for port object e64598db-104e-4f26-ac42-a659277fba00 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:22.393104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b51ca-9048-4e8d-bc7d-e31e7dbbf4d0 req-5864485c-4241-4934-9caf-e3de810ebc44 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:22.394724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb7b51ca-9048-4e8d-bc7d-e31e7dbbf4d0 req-5864485c-4241-4934-9caf-e3de810ebc44 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 936 time: 0.1904657 Mar 31 22:50:22.410250 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-97925597-6b22-43ef-8e51-d411a2de2236 req-e053e0fe-9001-4885-9011-184edfded0d3 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268127 Mar 31 22:50:22.416116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-647002fd-4012-418a-bea9-24394c560572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:22.417669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-647002fd-4012-418a-bea9-24394c560572 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=318af86d-c75d-4a64-a665-6b6bafcf6ed4 HTTP/1.1" status: 200 len: 854 time: 0.1323862 Mar 31 22:50:22.437017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:22.456609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:22.500079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb7b51ca-9048-4e8d-bc7d-e31e7dbbf4d0 req-3cedc95a-30a4-4443-abad-af42332c3924 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939536 Mar 31 22:50:22.545062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-e6937976-0032-4ce4-a27b-cc941dd28a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:22.549164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-e6937976-0032-4ce4-a27b-cc941dd28a88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b847cb2-ab4e-4b68-89b0-6d607dbb3835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122825 Mar 31 22:50:22.688467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Pushing event updated for resources: {'Port': ['ID=e64598db-104e-4f26-ac42-a659277fba00,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:22.869305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Attempting to bind port e64598db-104e-4f26-ac42-a659277fba00 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:22.869998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Attempting to bind port e64598db-104e-4f26-ac42-a659277fba00 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:22.869998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Attempting to bind port e64598db-104e-4f26-ac42-a659277fba00 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:22.891791 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Port e64598db-104e-4f26-ac42-a659277fba00 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:22.891791 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Attempting to bind port e64598db-104e-4f26-ac42-a659277fba00 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:22.897063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:22.898046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:22.898523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:22.898974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Bound port: e64598db-104e-4f26-ac42-a659277fba00, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:22.899347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:23.136165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] For port e64598db-104e-4f26-ac42-a659277fba00, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:23.141463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] For port e64598db-104e-4f26-ac42-a659277fba00, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e64598db-104e-4f26-ac42-a659277fba00,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:23.246522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:23.337132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:23.338240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:23.340129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] 10.222.0.50 "PUT /v2.0/ports/e64598db-104e-4f26-ac42-a659277fba00 HTTP/1.1" status: 200 len: 1096 time: 2.8847771 Mar 31 22:50:23.349502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c806-5131-4591-9fa4-51acce77047c req-5f35e162-9e50-47f8-a354-62d51750d77d tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:23.351614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee942b5-f0a5-44d9-971a-32da38c762b5', 'tag': 'e64598db-104e-4f26-ac42-a659277fba00'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:23.352985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb41c806-5131-4591-9fa4-51acce77047c req-5f35e162-9e50-47f8-a354-62d51750d77d tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 950 time: 0.6367593 Mar 31 22:50:23.354770 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b33d983-b6c9-4b38-b39c-e63071e35413" -d '{"events": [{"name": "network-changed", "server_uuid": "cee942b5-f0a5-44d9-971a-32da38c762b5", "tag": "e64598db-104e-4f26-ac42-a659277fba00"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:23.391343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf234b2-3ca3-446e-8385-b8b0ce2833eb service neutron] Pushing event updated for resources: {'Port': ['ID=e64598db-104e-4f26-ac42-a659277fba00,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:23.411151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-1e7ec3fe-a022-438b-bc6e-d723765cb4c1 service neutron] 10.222.0.45 "GET /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550730 Mar 31 22:50:23.419787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb41c806-5131-4591-9fa4-51acce77047c req-7f5ea5a4-5fb5-44ac-8a8c-3c6f01c0612c tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544453 Mar 31 22:50:23.546927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1d6a5e-acb5-4da1-a2ba-7996860ee00e req-fe2a36c0-0904-4c36-8618-a1f5735ac10c service neutron] 10.222.0.45 "GET /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256680 Mar 31 22:50:23.549913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09627-69d3-496a-998b-57252b1f65e4 req-3f5dca42-3a60-4c8d-86bc-64cf8e58e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:23.559011 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-3f5dca42-3a60-4c8d-86bc-64cf8e58e8f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 1099 time: 0.0736506 Mar 31 22:50:23.631003 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f354ab-a58f-4bfb-bafb-ae244b5fe1eb x-openstack-request-id: req-f5f354ab-a58f-4bfb-bafb-ae244b5fe1eb {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:23.631827 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe80b67c-22fa-4a95-98a2-df3831edef66", "name": "network-vif-plugged", "status": "completed", "tag": "0af74a4e-803c-49d0-87d3-76defabfa9cd", "code": 200}, {"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-plugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:23.631827 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5f354ab-a58f-4bfb-bafb-ae244b5fe1eb {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:23.632116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-fc7b57cc-8436-4ec4-bb01-364b9e033055 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e64598db-104e-4f26-ac42-a659277fba00 HTTP/1.1" status: 200 len: 217 time: 0.0697491 Mar 31 22:50:23.632294 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f354ab-a58f-4bfb-bafb-ae244b5fe1eb'] response: {'server_uuid': 'fe80b67c-22fa-4a95-98a2-df3831edef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af74a4e-803c-49d0-87d3-76defabfa9cd', 'code': 200} Mar 31 22:50:23.632447 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f354ab-a58f-4bfb-bafb-ae244b5fe1eb'] response: {'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15', 'code': 200} Mar 31 22:50:23.817080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09627-69d3-496a-998b-57252b1f65e4 req-9eeec045-d89f-46a9-b3be-cfb2e5d822cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:23.819132 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-9eeec045-d89f-46a9-b3be-cfb2e5d822cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1692479 Mar 31 22:50:23.835941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bcea3-4a50-4f0f-a128-fb10386db292 req-b8df4a9e-5156-4885-bd9c-27b3086a5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:23.837361 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-277bcea3-4a50-4f0f-a128-fb10386db292 req-b8df4a9e-5156-4885-bd9c-27b3086a5eb8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 1101 time: 0.1042776 Mar 31 22:50:23.852823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95ee47-1944-47a2-9855-c30fe74fbc5b req-6c81c731-2df0-4af4-b0b6-7b1cf3a0772a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:23.854958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc95ee47-1944-47a2-9855-c30fe74fbc5b req-6c81c731-2df0-4af4-b0b6-7b1cf3a0772a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 948 time: 0.0816891 Mar 31 22:50:23.892384 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:50:23.930918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09627-69d3-496a-998b-57252b1f65e4 req-15b54478-a2d4-4f7f-addc-f4fae3961679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:23.932832 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-15b54478-a2d4-4f7f-addc-f4fae3961679 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009555 Mar 31 22:50:23.944315 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-277bcea3-4a50-4f0f-a128-fb10386db292 req-857137d5-b28e-42e9-9e75-c9019cba0d30 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981033 Mar 31 22:50:23.960718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc95ee47-1944-47a2-9855-c30fe74fbc5b req-8bb89d4f-c408-4ff3-96b1-5f9557e9a900 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979669 Mar 31 22:50:24.064703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c568d606-96be-4e27-8508-dfcddcfe0494 req-045cdb1d-da2c-4b16-9a04-f0a46e8bbdd6 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0320127 Mar 31 22:50:24.120381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-846dc15c-686c-40b2-ae04-b1d89815fb7e service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740289 Mar 31 22:50:24.232206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31104b38-208f-4a63-9808-ca0de676e66a req-d2c83928-db4d-40f4-9a2d-ad83d7775132 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:24.233715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31104b38-208f-4a63-9808-ca0de676e66a req-d2c83928-db4d-40f4-9a2d-ad83d7775132 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 944 time: 0.0513041 Mar 31 22:50:24.285796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31104b38-208f-4a63-9808-ca0de676e66a req-01e10358-a3f8-4857-9e02-8cfb72f546a2 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393648 Mar 31 22:50:24.305069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66d09627-69d3-496a-998b-57252b1f65e4 req-076536f3-263c-4898-9b94-45544cae6ea5 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988748 Mar 31 22:50:24.659897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device aa9c4064-d440-4004-b6eb-f87552f1c051 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:24.662300 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce1e971-3b18-4c8a-b25b-764c67f53b4f x-openstack-request-id: req-0ce1e971-3b18-4c8a-b25b-764c67f53b4f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:24.662613 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee942b5-f0a5-44d9-971a-32da38c762b5", "tag": "e64598db-104e-4f26-ac42-a659277fba00", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:24.666860 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ce1e971-3b18-4c8a-b25b-764c67f53b4f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:24.666860 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce1e971-3b18-4c8a-b25b-764c67f53b4f'] response: {'name': 'network-changed', 'server_uuid': 'cee942b5-f0a5-44d9-971a-32da38c762b5', 'tag': 'e64598db-104e-4f26-ac42-a659277fba00', 'status': 'completed', 'code': 200} Mar 31 22:50:24.767818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00f6fd-2afd-4efe-a6aa-0b3b9b2b2d69 req-51ffd1e4-0e01-48bc-96a7-3a366a765a05 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:24.769485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a00f6fd-2afd-4efe-a6aa-0b3b9b2b2d69 req-51ffd1e4-0e01-48bc-96a7-3a366a765a05 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 948 time: 0.0613837 Mar 31 22:50:24.805494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port aa9c4064-d440-4004-b6eb-f87552f1c051, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=aa9c4064-d440-4004-b6eb-f87552f1c051,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:24.817859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-d7412623-2f1a-4ea0-b719-6381be6df17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:24.820807 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-d7412623-2f1a-4ea0-b719-6381be6df17e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 1099 time: 0.0703211 Mar 31 22:50:24.824204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'port_id': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'mac_address': 'fa:16:3e:85:f5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:24.880180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a00f6fd-2afd-4efe-a6aa-0b3b9b2b2d69 req-239368b0-ee71-40b2-aa8c-57e226832d8a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820153 Mar 31 22:50:24.909014 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:24.940344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9c4064-d440-4004-b6eb-f87552f1c051 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:24.975600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port aa9c4064-d440-4004-b6eb-f87552f1c051, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=aa9c4064-d440-4004-b6eb-f87552f1c051,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:25.043497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-b8c2dbdf-fb01-473c-8549-a36cc49b94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:25.046047 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-b8c2dbdf-fb01-473c-8549-a36cc49b94d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2159827 Mar 31 22:50:25.054323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc40c-a203-43a1-8aa8-3005d58c9d74 req-a07b8085-e052-4839-9ceb-ca7237517fdd tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:25.068326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f58dc40c-a203-43a1-8aa8-3005d58c9d74 req-a07b8085-e052-4839-9ceb-ca7237517fdd tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 950 time: 0.0748646 Mar 31 22:50:25.068993 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:25.128549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-20947c88-e652-4c9a-9e25-daa628aad83c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e64598db-104e-4f26-ac42-a659277fba00 HTTP/1.1" status: 200 len: 217 time: 0.0717895 Mar 31 22:50:25.136036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=aa9c4064-d440-4004-b6eb-f87552f1c051,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:25.180326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f58dc40c-a203-43a1-8aa8-3005d58c9d74 req-dacae670-08db-40f3-8571-2f14467b34e1 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097858 Mar 31 22:50:25.251170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-122c61ed-483a-48b5-a380-e26996010fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:25.252695 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-122c61ed-483a-48b5-a380-e26996010fd7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1045005 Mar 31 22:50:25.327117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-f7664701-0253-4672-8392-143bc180dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:25.328956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-f7664701-0253-4672-8392-143bc180dba8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679929 Mar 31 22:50:25.369981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['aa9c4064-d440-4004-b6eb-f87552f1c051'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:25.564888 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-8ed5eea1-7e6c-40f5-b598-ca6bd76f6708 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236061 Mar 31 22:50:25.654109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:25.664333 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71872498-687e-4ce7-b417-b0d60914c261" -d '{"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-unplugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:25.842951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:25.872498 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6b33d983-b6c9-4b38-b39c-e63071e35413 req-ec52b0fe-2a12-4959-971b-c42e07036512 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971151 Mar 31 22:50:26.035278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:26.055613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '867c8b01-2229-4d0a-a340-013d5570eecd', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '867c8b01-2229-4d0a-a340-013d5570eecd', 'mac_address': 'fa:16:3e:78:d6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:26.126120 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:26.148437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c8b01-2229-4d0a-a340-013d5570eecd {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:26.192085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da483-6169-450a-8e6a-a9994d170c18 req-2850f49f-2056-4ec0-89df-fda1afcfe9f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:26.196069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:26.203034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c39da483-6169-450a-8e6a-a9994d170c18 req-2850f49f-2056-4ec0-89df-fda1afcfe9f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 948 time: 0.0944424 Mar 31 22:50:26.247670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c39da483-6169-450a-8e6a-a9994d170c18 req-e3b0376d-786b-4984-90ee-be04542e0e80 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Mar 31 22:50:26.267762 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:26.331635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=10']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:26.463284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8806964a-71aa-4a64-bbf1-c08d3c4969d3 req-da7d1f57-9f1f-4df5-88c3-73f87282a566 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0399983 Mar 31 22:50:26.545352 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b585dfa-7589-4536-8f19-5d49dfbab1e5 x-openstack-request-id: req-4b585dfa-7589-4536-8f19-5d49dfbab1e5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:26.546453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870119-8b1d-4ea7-9341-3a0fbf606888 req-bdee896f-30a6-43cd-a32d-aef0a628b6ff tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:26.546885 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-unplugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:26.547163 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b585dfa-7589-4536-8f19-5d49dfbab1e5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:26.547653 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b585dfa-7589-4536-8f19-5d49dfbab1e5'] response: {'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd', 'code': 200} Mar 31 22:50:26.548239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73870119-8b1d-4ea7-9341-3a0fbf606888 req-bdee896f-30a6-43cd-a32d-aef0a628b6ff tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 945 time: 0.0871506 Mar 31 22:50:26.618620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73870119-8b1d-4ea7-9341-3a0fbf606888 req-88aba5fc-56b9-41da-b17d-effceb14e4f8 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603206 Mar 31 22:50:26.675587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device aa9c4064-d440-4004-b6eb-f87552f1c051 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:26.713927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d7a76-abe5-454b-b7c5-3f90bbc76843 req-f6880fd5-5b04-4ca8-8f8e-a98cc05b120c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:26.716089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f8d7a76-abe5-454b-b7c5-3f90bbc76843 req-f6880fd5-5b04-4ca8-8f8e-a98cc05b120c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 948 time: 0.0874398 Mar 31 22:50:26.742342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['867c8b01-2229-4d0a-a340-013d5570eecd'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:26.824975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b9943-5c14-4a7a-9da9-49711a0d1d09 req-cc9e9fcb-bcf2-4ed3-8962-c1fa367fb877 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:26.828503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c0b9943-5c14-4a7a-9da9-49711a0d1d09 req-cc9e9fcb-bcf2-4ed3-8962-c1fa367fb877 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 950 time: 0.1111379 Mar 31 22:50:26.844345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f8d7a76-abe5-454b-b7c5-3f90bbc76843 req-2f494b9d-cbd1-4814-a7d0-cd7827a7c477 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919211 Mar 31 22:50:26.912538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c0b9943-5c14-4a7a-9da9-49711a0d1d09 req-d8c0978c-77c9-422e-82d4-823d4d75a8c1 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670810 Mar 31 22:50:27.072053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2e73e-ce01-4177-ba33-bcb917ec3c88 req-73f7d1e3-7159-42b4-adf3-544a4d2dccf0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:27.079392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49f2e73e-ce01-4177-ba33-bcb917ec3c88 req-73f7d1e3-7159-42b4-adf3-544a4d2dccf0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 950 time: 0.0689659 Mar 31 22:50:27.137048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49f2e73e-ce01-4177-ba33-bcb917ec3c88 req-20309735-a66f-4b37-af5a-a9f1ff22a57d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514629 Mar 31 22:50:27.250614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port aa9c4064-d440-4004-b6eb-f87552f1c051 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:50:27.254738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port aa9c4064-d440-4004-b6eb-f87552f1c051 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:27.263958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:27.438062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:27.494712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port aa9c4064-d440-4004-b6eb-f87552f1c051, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=aa9c4064-d440-4004-b6eb-f87552f1c051,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:27.616336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:27.758620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=aa9c4064-d440-4004-b6eb-f87552f1c051,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:27.799757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27545201-6339-4b67-9ff5-9c0d015d0e60 req-0015e7c9-7594-4733-a988-aaf9af4cf340 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0657125 Mar 31 22:50:27.879891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e64598db-104e-4f26-ac42-a659277fba00 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:28.003608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-e15f68b5-d033-4810-b1db-1e2e5d9b23c4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361967 Mar 31 22:50:28.009721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e64598db-104e-4f26-ac42-a659277fba00, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e64598db-104e-4f26-ac42-a659277fba00,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:28.028565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'e64598db-104e-4f26-ac42-a659277fba00', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'e64598db-104e-4f26-ac42-a659277fba00', 'mac_address': 'fa:16:3e:85:62:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:28.155157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-88f9f155-a1d2-4366-be27-88c1cda13b09 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:28.157936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-88f9f155-a1d2-4366-be27-88c1cda13b09 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530998 Mar 31 22:50:28.202615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-38bef49e-e0c9-4f4e-bee7-c6f44fdffe89 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/quotas/0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 375 time: 0.0325999 Mar 31 22:50:28.276805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-70ac76fa-ddc5-4084-a7c9-4a075edfa164 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728400 Mar 31 22:50:28.341040 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:28.356244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64598db-104e-4f26-ac42-a659277fba00 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:28.383672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e64598db-104e-4f26-ac42-a659277fba00, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e64598db-104e-4f26-ac42-a659277fba00,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:28.461754 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:28.547439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=e64598db-104e-4f26-ac42-a659277fba00,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:28.551186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9c4064-d440-4004-b6eb-f87552f1c051'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:28.554562 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a144bb2-02f6-428e-a22b-85743e752700" -d '{"events": [{"server_uuid": "e85d6fdf-478d-4219-8983-bebfddd65368", "name": "network-vif-plugged", "status": "completed", "tag": "aa9c4064-d440-4004-b6eb-f87552f1c051"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:28.839595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b17e-9e89-49f7-af89-3a5b26bd48f9 req-5a02cf0c-fc61-4c15-a7eb-3422ebdd9480 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:28.850114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc99b17e-9e89-49f7-af89-3a5b26bd48f9 req-5a02cf0c-fc61-4c15-a7eb-3422ebdd9480 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 946 time: 0.0881858 Mar 31 22:50:28.858779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['e64598db-104e-4f26-ac42-a659277fba00'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:28.937317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54264) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:28.986406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc99b17e-9e89-49f7-af89-3a5b26bd48f9 req-bda64715-5ed1-4df7-bcb7-9ce25b2e9a54 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304684 Mar 31 22:50:29.019780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a0f5f-7162-4bfa-bd39-c4957ad9d9e2 req-73040c69-e645-4cd8-9902-17889fa46109 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:29.021459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-559a0f5f-7162-4bfa-bd39-c4957ad9d9e2 req-73040c69-e645-4cd8-9902-17889fa46109 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 949 time: 0.1249564 Mar 31 22:50:29.132793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-559a0f5f-7162-4bfa-bd39-c4957ad9d9e2 req-08c6eb25-0840-4244-a728-e7cefe8c5579 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042428 Mar 31 22:50:29.181389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d244ad0-fa9f-40a3-bd94-4374a91f25e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:29.214105 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7169f2-b3a7-4a07-9be5-4b29a2aab27d x-openstack-request-id: req-ad7169f2-b3a7-4a07-9be5-4b29a2aab27d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:29.215617 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85d6fdf-478d-4219-8983-bebfddd65368", "name": "network-vif-plugged", "status": "completed", "tag": "aa9c4064-d440-4004-b6eb-f87552f1c051", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:29.216064 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad7169f2-b3a7-4a07-9be5-4b29a2aab27d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:29.216666 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7169f2-b3a7-4a07-9be5-4b29a2aab27d'] response: {'server_uuid': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'code': 200} Mar 31 22:50:29.235569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1224a696-fbd5-4ec8-9866-7ffce0fa3c52 req-d715aab7-d67a-4bea-8826-a907958d88bc tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 210 time: 0.0425296 Mar 31 22:50:29.367640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d244ad0-fa9f-40a3-bd94-4374a91f25e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:29.400800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c558a8e-c4af-4cc3-9c95-83113fa67495 req-04df082f-d19d-4fe7-a870-ae0fe5d3c5ea tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0474780 Mar 31 22:50:29.416789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067d906-53d3-4e2f-ba9e-9c497ed46933 req-5475852f-c91b-4853-bbb4-e482e041aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:29.417819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0067d906-53d3-4e2f-ba9e-9c497ed46933 req-5475852f-c91b-4853-bbb4-e482e041aca7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 1097 time: 0.1357257 Mar 31 22:50:29.432631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663b158-c495-4a15-9e17-3d392b3dfd0f req-325697c0-5743-403a-b6e7-5c845f529713 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:29.442408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d244ad0-fa9f-40a3-bd94-4374a91f25e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:29.443079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2663b158-c495-4a15-9e17-3d392b3dfd0f req-325697c0-5743-403a-b6e7-5c845f529713 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 950 time: 0.1515131 Mar 31 22:50:29.512599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0067d906-53d3-4e2f-ba9e-9c497ed46933 req-8f7f3c80-f7b0-42e9-a1fd-f8bae684f742 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667319 Mar 31 22:50:29.524968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2663b158-c495-4a15-9e17-3d392b3dfd0f req-321633a2-93cf-4168-9cde-ed270e63b387 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Mar 31 22:50:29.525681 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0d244ad0-fa9f-40a3-bd94-4374a91f25e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5803d16fe20f4e17a99998919af26ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871546 Mar 31 22:50:29.529903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54280) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:29.553357 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d244ad0-fa9f-40a3-bd94-4374a91f25e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca69de4-0184-4a92-b4a3-35ad019d966a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:29.592666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63ad930c-bda3-4e0b-8a8f-23f70c4f94a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:29.618181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63ad930c-bda3-4e0b-8a8f-23f70c4f94a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:29.901488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:29.949396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 867c8b01-2229-4d0a-a340-013d5570eecd triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:29.949767 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:30.029192 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:30.062296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:30.095912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63ad930c-bda3-4e0b-8a8f-23f70c4f94a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:30.098602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63ad930c-bda3-4e0b-8a8f-23f70c4f94a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:30.100322 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-63ad930c-bda3-4e0b-8a8f-23f70c4f94a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ca69de4-0184-4a92-b4a3-35ad019d966a HTTP/1.1" status: 204 len: 168 time: 0.5687621 Mar 31 22:50:30.105453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cbeab-713e-42ac-a4ec-5a83e89fcf2c req-f6be37a5-4e2a-41d1-8a3d-b1f5eb48d624 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:30.107027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f4cbeab-713e-42ac-a4ec-5a83e89fcf2c req-f6be37a5-4e2a-41d1-8a3d-b1f5eb48d624 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 946 time: 0.0587761 Mar 31 22:50:30.109713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad930c-bda3-4e0b-8a8f-23f70c4f94a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca69de4-0184-4a92-b4a3-35ad019d966a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:30.131310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:30.213467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f4cbeab-713e-42ac-a4ec-5a83e89fcf2c req-cbbd3bc8-7763-485a-8a84-b7b83cccca35 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923195 Mar 31 22:50:30.300404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:30.446384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3df8b8b2-2548-4b81-b79a-1cef1b8753ce req-89ac4ed8-292b-4d32-8171-3110ce2fca77 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 210 time: 0.0468271 Mar 31 22:50:30.510655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90a5f7-f27f-417f-b229-aab023f08a78 req-5c299fbe-5115-42a1-a960-ab501de1c56a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:30.512752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c90a5f7-f27f-417f-b229-aab023f08a78 req-5c299fbe-5115-42a1-a960-ab501de1c56a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 949 time: 0.0739601 Mar 31 22:50:30.559042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c90a5f7-f27f-417f-b229-aab023f08a78 req-eb8d90fe-8620-41f9-b78a-40ca6d89b1d5 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382009 Mar 31 22:50:30.662386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd0c4eb0-b900-4560-a97a-c7bbdd752e91 req-493d1e4b-c857-4d64-ac46-fa9245c1da4d tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0451543 Mar 31 22:50:30.735259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-62ce5234-cd3d-496c-b906-cf64bad3278d tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:30.738269 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-62ce5234-cd3d-496c-b906-cf64bad3278d tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 950 time: 0.1446440 Mar 31 22:50:30.760972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678d788-aabd-4f53-ad1a-4b7269a81895 req-e81a69d6-c03e-4ccb-8643-7265bd9e0dc8 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:30.775710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f678d788-aabd-4f53-ad1a-4b7269a81895 req-e81a69d6-c03e-4ccb-8643-7265bd9e0dc8 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 950 time: 0.0923285 Mar 31 22:50:30.820441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f678d788-aabd-4f53-ad1a-4b7269a81895 req-187630fc-771a-47cf-8054-38f6f90e778b tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/security-groups?id=60703580-6376-4e8d-af25-98f4952492e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464711 Mar 31 22:50:30.914456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Deleting port 0af74a4e-803c-49d0-87d3-76defabfa9cd {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:50:30.914822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:31.098128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] For port 0af74a4e-803c-49d0-87d3-76defabfa9cd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0af74a4e-803c-49d0-87d3-76defabfa9cd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:31.098128 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:31.109897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54322) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:31.114350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Calling delete_port for 0af74a4e-803c-49d0-87d3-76defabfa9cd owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:50:31.124351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-356fb0eb-4a60-4c84-80f6-d3eeb319de00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:31.217986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:31.221448 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b898a03-5927-4332-924f-02dd252d7039" -d '{"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-plugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:31.281567 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-356fb0eb-4a60-4c84-80f6-d3eeb319de00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:31.303468 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f503355c-4d44-4afb-a6fa-101c636b2356 x-openstack-request-id: req-f503355c-4d44-4afb-a6fa-101c636b2356 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:31.303843 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-plugged", "status": "completed", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:31.304161 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f503355c-4d44-4afb-a6fa-101c636b2356 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:31.305092 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f503355c-4d44-4afb-a6fa-101c636b2356'] response: {'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd', 'code': 200} Mar 31 22:50:31.360621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-356fb0eb-4a60-4c84-80f6-d3eeb319de00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:31.416298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:31.429285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['0af74a4e-803c-49d0-87d3-76defabfa9cd'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:31.502745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fb0eb-4a60-4c84-80f6-d3eeb319de00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05b250e-74f7-4e65-bee1-2909b27979be,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:31.504956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Pushing event deleted for resources: {'Port': ['ID=0af74a4e-803c-49d0-87d3-76defabfa9cd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:31.527857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-356fb0eb-4a60-4c84-80f6-d3eeb319de00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbf4ce729f994e07a2d551ddf1db91c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126186 Mar 31 22:50:31.528821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54342) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:31.545897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf2071-ecde-4070-91e1-587f394ecd80 req-be7ef4aa-7b66-4a9e-885c-b2f1441cdcc4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:31.547880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6cf2071-ecde-4070-91e1-587f394ecd80 req-be7ef4aa-7b66-4a9e-885c-b2f1441cdcc4 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 946 time: 0.2045310 Mar 31 22:50:31.619745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6cf2071-ecde-4070-91e1-587f394ecd80 req-034eed6d-7500-4474-a6a4-e43701a19def tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606453 Mar 31 22:50:31.722898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5055cfb1-bce0-4356-a9e9-86a0cb40201d req-808ba192-e040-4c16-8aa6-da9953f228cd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 210 time: 0.1037166 Mar 31 22:50:31.746406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] No DVR routers for this DVR port 0af74a4e-803c-49d0-87d3-76defabfa9cd on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:50:31.784138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:31.796391 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-25ad6bab-a641-4c89-a4a8-ab5c72fc91ff req-c647c95e-3458-44ff-a6bb-898177e3d9d9 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.50 "DELETE /v2.0/ports/0af74a4e-803c-49d0-87d3-76defabfa9cd HTTP/1.1" status: 204 len: 173 time: 1.0407503 Mar 31 22:50:31.822615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe80b67c-22fa-4a95-98a2-df3831edef66', 'name': 'network-vif-deleted', 'tag': '0af74a4e-803c-49d0-87d3-76defabfa9cd'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:31.833881 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5586804-e419-416a-811a-5cf352fb978b" -d '{"events": [{"server_uuid": "fe80b67c-22fa-4a95-98a2-df3831edef66", "name": "network-vif-deleted", "tag": "0af74a4e-803c-49d0-87d3-76defabfa9cd"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:31.921264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e64598db-104e-4f26-ac42-a659277fba00 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:31.925399 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-a9fdbb4f-41cb-409e-8882-40112f939e83 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821702 Mar 31 22:50:31.930575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37a79fd6-e66f-4b7f-bd8c-05578ed132fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:31.962840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bef968-883d-40dc-8b72-383db089c4b5 req-f3cd918c-941b-4f77-8b38-394be08d2471 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:31.970571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49bef968-883d-40dc-8b72-383db089c4b5 req-f3cd918c-941b-4f77-8b38-394be08d2471 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 949 time: 0.2024834 Mar 31 22:50:32.063260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49bef968-883d-40dc-8b72-383db089c4b5 req-22bb387e-6bf3-4b6f-a7be-265975df500b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858510 Mar 31 22:50:32.077360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37a79fd6-e66f-4b7f-bd8c-05578ed132fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:32.095924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b668055-306e-40f6-ab1d-0b55210af94d req-cfcc69dd-2533-4812-8c36-a9bd7b14a05f tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:32.098065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b668055-306e-40f6-ab1d-0b55210af94d req-cfcc69dd-2533-4812-8c36-a9bd7b14a05f tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 946 time: 0.1665962 Mar 31 22:50:32.113436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54354) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:32.119378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Request body: {'floatingip': {'port_id': 'aa9c4064-d440-4004-b6eb-f87552f1c051'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:32.159399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port e64598db-104e-4f26-ac42-a659277fba00 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:50:32.166056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port e64598db-104e-4f26-ac42-a659277fba00 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:32.166424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:32.181005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:32.389877 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:32.392132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6cc095f-836d-433a-9c5c-ff3037c4a37d req-840ee4d8-4a9e-4691-8f81-f07ba5ff2d72 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1244540 Mar 31 22:50:32.405709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-dd122302-cc39-4a22-8f1d-1943ba2ccf7f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:32.407539 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-dd122302-cc39-4a22-8f1d-1943ba2ccf7f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4727509 Mar 31 22:50:32.427694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Request body: {'port': {'device_id': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '0dc4b05ffb65417ca10cafdffe214b5f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:32.433533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61e10aa7-e313-4895-a52d-bb29f48b8a17 req-9314eca9-b048-48b8-b1a5-715505a01e69 tempest-TenantUsagesTestJSON-1290122082 tempest-TenantUsagesTestJSON-1290122082-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe80b67c-22fa-4a95-98a2-df3831edef66 HTTP/1.1" status: 200 len: 210 time: 0.1647604 Mar 31 22:50:32.462132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e64598db-104e-4f26-ac42-a659277fba00, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e64598db-104e-4f26-ac42-a659277fba00,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:32.546221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:32.640218 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145253dc-6c12-4a45-8ad2-e5b87d1c5a8d x-openstack-request-id: req-145253dc-6c12-4a45-8ad2-e5b87d1c5a8d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:32.640430 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe80b67c-22fa-4a95-98a2-df3831edef66", "name": "network-vif-deleted", "tag": "0af74a4e-803c-49d0-87d3-76defabfa9cd", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:32.641147 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-145253dc-6c12-4a45-8ad2-e5b87d1c5a8d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:32.641147 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145253dc-6c12-4a45-8ad2-e5b87d1c5a8d'] response: {'server_uuid': 'fe80b67c-22fa-4a95-98a2-df3831edef66', 'name': 'network-vif-deleted', 'tag': '0af74a4e-803c-49d0-87d3-76defabfa9cd', 'status': 'completed', 'code': 200} Mar 31 22:50:32.644635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37a79fd6-e66f-4b7f-bd8c-05578ed132fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:32.647252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37a79fd6-e66f-4b7f-bd8c-05578ed132fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:32.650748 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-37a79fd6-e66f-4b7f-bd8c-05578ed132fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f05b250e-74f7-4e65-bee1-2909b27979be HTTP/1.1" status: 204 len: 168 time: 1.1177359 Mar 31 22:50:32.675675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=e64598db-104e-4f26-ac42-a659277fba00,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:32.689636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a79fd6-e66f-4b7f-bd8c-05578ed132fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05b250e-74f7-4e65-bee1-2909b27979be,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:32.787702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Made reservation on behalf of 0dc4b05ffb65417ca10cafdffe214b5f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:32.795830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:32.940917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b19edceb-1a03-443e-af09-3951682afabf req-440a905c-38c3-4707-9571-b02eff792323 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 210 time: 0.0959442 Mar 31 22:50:33.102817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Allocated IP 192.168.233.75 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:33.282656 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:50:33.306099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee942b5-f0a5-44d9-971a-32da38c762b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64598db-104e-4f26-ac42-a659277fba00'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:33.308955 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec96f0b0-724f-4172-8ff2-a0a1b42aa728" -d '{"events": [{"server_uuid": "cee942b5-f0a5-44d9-971a-32da38c762b5", "name": "network-vif-plugged", "status": "completed", "tag": "e64598db-104e-4f26-ac42-a659277fba00"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:33.384262 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:33.400678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf14b90-abfe-4217-853f-2963974af930 req-68f837c4-fee6-4658-a17e-4bc682e7a198 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:33.400808 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa80aca-433e-4e17-8f9b-be07263d648e x-openstack-request-id: req-efa80aca-433e-4e17-8f9b-be07263d648e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:33.400808 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee942b5-f0a5-44d9-971a-32da38c762b5", "name": "network-vif-plugged", "status": "completed", "tag": "e64598db-104e-4f26-ac42-a659277fba00", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:33.400808 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efa80aca-433e-4e17-8f9b-be07263d648e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:33.400808 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa80aca-433e-4e17-8f9b-be07263d648e'] response: {'server_uuid': 'cee942b5-f0a5-44d9-971a-32da38c762b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64598db-104e-4f26-ac42-a659277fba00', 'code': 200} Mar 31 22:50:33.401507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abf14b90-abfe-4217-853f-2963974af930 req-68f837c4-fee6-4658-a17e-4bc682e7a198 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 950 time: 0.1795869 Mar 31 22:50:33.407696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:33.467944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abf14b90-abfe-4217-853f-2963974af930 req-f275dd95-e9f6-44fb-ac78-31cd1138c29b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598915 Mar 31 22:50:33.484697 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:33.632000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1df32-ab68-4228-b469-10e55759d245 req-17b1f526-75a7-460d-a5ae-140bb480e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:33.641357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-86c1df32-ab68-4228-b469-10e55759d245 req-17b1f526-75a7-460d-a5ae-140bb480e6db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 1101 time: 0.1237128 Mar 31 22:50:33.687557 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-86c1df32-ab68-4228-b469-10e55759d245 req-c66fc72b-884d-4836-b7b4-d94150e3e897 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Mar 31 22:50:33.722095 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:33.739127 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Floating IP 38e6e1a0-6784-4900-89b9-b2610e6dc8c1 associated. External IP: 172.25.4.173, port: aa9c4064-d440-4004-b6eb-f87552f1c051. Mar 31 22:50:33.748680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605', '867c8b01-2229-4d0a-a340-013d5570eecd'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:33.770511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:33.771701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0640d33c-f42e-42c7-bfd8-fe4e15860455 req-c33c96b0-75ed-4528-a657-16de2da9af6c tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1014574 Mar 31 22:50:33.774248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:33.778245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:33.832063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:33.860285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:33.908216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:33.918983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:33.941649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0af74a4e-803c-49d0-87d3-76defabfa9cd no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:50:34.002260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 0af74a4e-803c-49d0-87d3-76defabfa9cd {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:50:34.003000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0af74a4e-803c-49d0-87d3-76defabfa9cd not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:50:34.130541 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d666847a-28c5-4791-96b1-72c9d0155d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:34.167574 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-6a461ad5-7a82-4263-b640-1fbc85c496ff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7442768 Mar 31 22:50:34.190369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Request body: {'port': {'device_id': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:34.362917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-00d1fcd5-65b9-43d4-bd01-d1921610fe3e None None] Provisioning complete for port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:34.363413 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00d1fcd5-65b9-43d4-bd01-d1921610fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:34.472902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eec4e2-51b7-4959-89e4-935a53071009 req-f81ebec5-bf4e-4b21-a551-03e1ae4f1453 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:34.483549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28eec4e2-51b7-4959-89e4-935a53071009 req-f81ebec5-bf4e-4b21-a551-03e1ae4f1453 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 935 time: 0.2756777 Mar 31 22:50:34.494838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:34.511752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Router 4f633da5-267b-4f1f-959a-53b330492b49 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:50:34.530470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54412) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:34.532793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-00d1fcd5-65b9-43d4-bd01-d1921610fe3e None None] Port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:34.597361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28eec4e2-51b7-4959-89e4-935a53071009 req-2f70568c-592b-4b88-b53e-8faf54b7a78f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125920 Mar 31 22:50:34.937910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:50:34.939573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54434) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:34.950039 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9f55f6ee-6a04-4dd8-9510-4a5e4d2f5fa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7954d7dc5e34411f8f3e14043edbb35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028702 Mar 31 22:50:34.951740 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] Sync routers for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:50:34.986313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:35.040218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f51b7e36-39cf-4ecd-bc37-a1452ff42a3c tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "PUT /v2.0/floatingips/38e6e1a0-6784-4900-89b9-b2610e6dc8c1 HTTP/1.1" status: 200 len: 992 time: 2.9251342 Mar 31 22:50:35.045333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'tag': 'aa9c4064-d440-4004-b6eb-f87552f1c051'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:35.047896 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a266c302-3fed-4be6-bfb7-df4c3d8d881b" -d '{"events": [{"name": "network-changed", "server_uuid": "e85d6fdf-478d-4219-8983-bebfddd65368", "tag": "aa9c4064-d440-4004-b6eb-f87552f1c051"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:35.068916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:50:35.069533 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:50:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:35.074866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602a0cc-be87-4f89-b0b9-742b9a31baf1 req-d293e1f0-6167-4ae1-9161-ec29ed5a7e68 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:35.076912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b602a0cc-be87-4f89-b0b9-742b9a31baf1 req-d293e1f0-6167-4ae1-9161-ec29ed5a7e68 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 950 time: 0.1361737 Mar 31 22:50:35.184967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eefaa162-7078-459b-80ee-e93df97e4eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:35.203278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b602a0cc-be87-4f89-b0b9-742b9a31baf1 req-8a7d6aa3-4c54-4887-ad28-851feb7cc987 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132433 Mar 31 22:50:35.320587 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea8fc17-55bb-4c13-801b-c95f6f035ebf x-openstack-request-id: req-2ea8fc17-55bb-4c13-801b-c95f6f035ebf {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:35.321238 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85d6fdf-478d-4219-8983-bebfddd65368", "tag": "aa9c4064-d440-4004-b6eb-f87552f1c051", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:35.323082 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ea8fc17-55bb-4c13-801b-c95f6f035ebf {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:35.323692 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea8fc17-55bb-4c13-801b-c95f6f035ebf'] response: {'name': 'network-changed', 'server_uuid': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'tag': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'status': 'completed', 'code': 200} Mar 31 22:50:35.327543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f51f2341-c10a-4888-8048-b3d2f8aab622 req-de6741f5-502f-49cd-b47b-80863a9e4849 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1097074 Mar 31 22:50:35.328661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:35.338861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:35.349306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eefaa162-7078-459b-80ee-e93df97e4eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:35.369196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Transition to ACTIVE for port object fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:35.473166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:35.530977 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eefaa162-7078-459b-80ee-e93df97e4eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:35.538828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eefaa162-7078-459b-80ee-e93df97e4eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:35.545872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eefaa162-7078-459b-80ee-e93df97e4eed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60703580-6376-4e8d-af25-98f4952492e3 HTTP/1.1" status: 204 len: 168 time: 0.5848722 Mar 31 22:50:35.582098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-4614c0e2-d5f8-457a-85ce-0493b0beae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:35.587115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-4614c0e2-d5f8-457a-85ce-0493b0beae09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4b73f36f3844774bb50828cd07919b8&device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 1097 time: 0.1617789 Mar 31 22:50:35.587115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaa162-7078-459b-80ee-e93df97e4eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60703580-6376-4e8d-af25-98f4952492e3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:35.609604 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:50:35.619462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:35.885806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:35.886228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:35.886601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:35.902919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:35.902919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:35.910046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:35.910638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:35.918284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:35.918284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Bound port: fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:35.918284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:35.951628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-b0cc577b-e2c7-4377-80e9-af272bb48352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:35.954008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-b0cc577b-e2c7-4377-80e9-af272bb48352 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b847cb2-ab4e-4b68-89b0-6d607dbb3835 HTTP/1.1" status: 200 len: 916 time: 0.3587656 Mar 31 22:50:35.991496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b635959-202b-408a-a7c8-143bc079e12b req-cef2bbc6-89e3-4970-acc9-00d122e5430c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.1555097 Mar 31 22:50:36.057473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a5f22-4475-4c7e-99d1-5148269d17b0 req-2e3091f8-77a4-4999-aad0-46b1651b092f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:36.068148 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b46e-d026-4227-bd97-a160634bd5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:36.070846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e44a5f22-4475-4c7e-99d1-5148269d17b0 req-2e3091f8-77a4-4999-aad0-46b1651b092f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 947 time: 0.3135631 Mar 31 22:50:36.096771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:36.104632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:36.126345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e44a5f22-4475-4c7e-99d1-5148269d17b0 req-2cd32faf-e37c-4fb6-b33c-cc48de0d2161 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 Mar 31 22:50:36.140468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-8a227a18-1096-4766-bbbc-85e5cb92074d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa9c4064-d440-4004-b6eb-f87552f1c051 HTTP/1.1" status: 200 len: 1000 time: 0.1597331 Mar 31 22:50:36.246603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:36.265931 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '38e6e1a0-6784-4900-89b9-b2610e6dc8c1', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'port_id': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'mac_address': 'fa:16:3e:85:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:50:08Z', 'updated_at': '2022-03-31T22:50:33Z', 'revision_number': 1, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:06Z', 'revision_number': 5, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:36.278517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-9efff3e1-7c0a-446f-9c14-3cf71fa38bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:36.284242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-9efff3e1-7c0a-446f-9c14-3cf71fa38bbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=318af86d-c75d-4a64-a665-6b6bafcf6ed4 HTTP/1.1" status: 200 len: 854 time: 0.0890031 Mar 31 22:50:36.295725 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] Checking router: 4f633da5-267b-4f1f-959a-53b330492b49 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:50:36.312857 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:50:36.313753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:36.316726 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:50:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:36.317765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:36.329725 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] 10.222.0.50 "PUT /v2.0/ports/fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 1095 time: 2.1457195 Mar 31 22:50:36.342382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:36.356499 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3ebc46-37d3-4959-aff9-a38d42add5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:36.455469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-8be8a472-2456-4358-8aab-ce6c7389ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:36.456884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-8be8a472-2456-4358-8aab-ce6c7389ef82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b847cb2-ab4e-4b68-89b0-6d607dbb3835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481364 Mar 31 22:50:36.560303 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63ee628-85cd-4710-8bad-ef67a7d4ad20 x-openstack-request-id: req-f63ee628-85cd-4710-8bad-ef67a7d4ad20 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:36.596283 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:36.596283 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f63ee628-85cd-4710-8bad-ef67a7d4ad20 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:36.596283 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63ee628-85cd-4710-8bad-ef67a7d4ad20'] response: {'name': 'network-changed', 'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'status': 'completed', 'code': 200} Mar 31 22:50:36.596283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d69979-07ec-40e7-908e-9ce528dfecc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:36.616581 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:50:36.672695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ebc46-37d3-4959-aff9-a38d42add5a6 req-edada6ac-214e-47e0-9678-0c2f63c0e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:36.674257 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a3ebc46-37d3-4959-aff9-a38d42add5a6 req-edada6ac-214e-47e0-9678-0c2f63c0e3cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1098 time: 0.1009884 Mar 31 22:50:36.723089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5aa42cfe-0e33-4874-ad83-039254a2e7fd req-464fb308-be10-409a-b0be-8299fbcfa75a tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0952015 Mar 31 22:50:36.734559 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a3ebc46-37d3-4959-aff9-a38d42add5a6 req-83c1e423-ca3a-4884-bb56-a1b237cd7fe4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401769 Mar 31 22:50:36.761856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a641f-1a57-44a6-acbb-30c8721478f5 req-08f30eac-b972-4287-80a5-02a0a482f49a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:36.763465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-786a641f-1a57-44a6-acbb-30c8721478f5 req-08f30eac-b972-4287-80a5-02a0a482f49a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 950 time: 0.3034472 Mar 31 22:50:36.797876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-f0e5bcf7-3337-47f1-8be2-c4ea5e76eee6 service neutron] 10.222.0.45 "GET /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988038 Mar 31 22:50:36.845902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-786a641f-1a57-44a6-acbb-30c8721478f5 req-65cf6fe0-7901-4a3b-a414-8a38d7d8a0fc tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732067 Mar 31 22:50:36.918637 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '38e6e1a0-6784-4900-89b9-b2610e6dc8c1', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'port_id': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'mac_address': 'fa:16:3e:85:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:50:08Z', 'updated_at': '2022-03-31T22:50:33Z', 'revision_number': 1, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:06Z', 'revision_number': 5, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:50:36.945290 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34090446-6549-4fd1-8dc6-d84dd8c405d4 None None] The sync data for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 is: [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '38e6e1a0-6784-4900-89b9-b2610e6dc8c1', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'port_id': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'mac_address': 'fa:16:3e:85:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:50:08Z', 'updated_at': '2022-03-31T22:50:33Z', 'revision_number': 1, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:06Z', 'revision_number': 5, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:50:36.959607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c302-3fed-4be6-bfb7-df4c3d8d881b req-911de11f-4584-4017-a137-2e37781300a0 service neutron] 10.222.0.45 "GET /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451249 Mar 31 22:50:36.975582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94f0b-ba88-4c84-bf0c-4e87f62bb6a7 req-00020c81-4d22-479e-8d78-662c65dcb3bf tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:36.976896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ebc46-37d3-4959-aff9-a38d42add5a6 req-2624b050-861f-4398-988c-1e3d8c090202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:36.977287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0aa94f0b-ba88-4c84-bf0c-4e87f62bb6a7 req-00020c81-4d22-479e-8d78-662c65dcb3bf tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 1101 time: 0.0472124 Mar 31 22:50:36.978570 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a3ebc46-37d3-4959-aff9-a38d42add5a6 req-2624b050-861f-4398-988c-1e3d8c090202 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431903 Mar 31 22:50:37.025001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0aa94f0b-ba88-4c84-bf0c-4e87f62bb6a7 req-3a470259-f4c3-4393-b291-e51b81e5aa85 tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334198 Mar 31 22:50:37.084922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-de6bf534-c54c-44be-a619-c830eaf4e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:37.092089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-de6bf534-c54c-44be-a619-c830eaf4e131 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1098 time: 0.0693684 Mar 31 22:50:37.146761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-c56cdad5-76d9-48a1-a457-2b653ffaa82d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.0522768 Mar 31 22:50:37.217666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-43861a28-f19d-42a6-b9ff-ef5179c3989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:37.219106 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-43861a28-f19d-42a6-b9ff-ef5179c3989c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0632114 Mar 31 22:50:37.251926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c975d-f8f8-4303-b90d-09bb5d6ec8f1 None None] New status for floating IP 38e6e1a0-6784-4900-89b9-b2610e6dc8c1: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:50:37.308898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-d3f182b7-e528-4240-b705-fe7d3c32db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:37.311156 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-d3f182b7-e528-4240-b705-fe7d3c32db62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826182 Mar 31 22:50:37.349827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59064b1e-5e48-4b0e-9e98-c68b8f625501 req-dfe0a602-411f-4f11-a101-21347b9d225c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:37.353146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59064b1e-5e48-4b0e-9e98-c68b8f625501 req-dfe0a602-411f-4f11-a101-21347b9d225c tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 947 time: 0.1363564 Mar 31 22:50:37.502264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-1bae9a09-5b2d-4db3-b4c6-2df817425b73 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107590 Mar 31 22:50:37.507724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59064b1e-5e48-4b0e-9e98-c68b8f625501 req-b9ba3e47-54ac-476f-866c-ea2093f2a271 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458106 Mar 31 22:50:37.546625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54512) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:37.563795 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-df729655-3930-43aa-b577-cdff6aa97633 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413228 Mar 31 22:50:37.602052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcd48858-7eba-481f-bbf5-ee7651757003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:37.715668 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:37.744786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-5b2613cf-5d92-4a33-9828-d59a65cca987 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:37.746715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-5b2613cf-5d92-4a33-9828-d59a65cca987 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252350 Mar 31 22:50:37.811266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-c88c3979-fbb8-4c60-b50e-13adbd8953f5 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/quotas/b29cd23d11fc4c32b07e7aa1c0bad775 HTTP/1.1" status: 200 len: 375 time: 0.0454636 Mar 31 22:50:37.826089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcd48858-7eba-481f-bbf5-ee7651757003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:37.854640 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5652130-5603-4f00-ab4c-a2b10929ed4e req-54a324ef-3771-47fa-a82b-8a0519c8fc0e service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686112 Mar 31 22:50:37.885486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-935293c2-3fcc-43f8-8b7b-cc49a0abbd63 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0731745 Mar 31 22:50:37.907143 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcd48858-7eba-481f-bbf5-ee7651757003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:37.975073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Request body: {'security_group': {'name': 'tempest-securitygroup-352721914', 'description': 'tempest-description-1187289608'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:38.007702 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fcd48858-7eba-481f-bbf5-ee7651757003 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c69fd9e131d4d28b86a2e450a3597a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680510 Mar 31 22:50:38.008944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd48858-7eba-481f-bbf5-ee7651757003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda5fcdd-17b5-4e6f-8198-025d41c62f23,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:38.010727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54522) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:38.068358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c29fd9-9930-4c3f-bb9c-8627023e0b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.090327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c29fd9-9930-4c3f-bb9c-8627023e0b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.106137 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.128862 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.254131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8694b44f-b1d0-4116-a900-909396a68f2a req-b10eb92d-3599-433a-8bac-8db293732136 tempest-ServersAdmin275Test-593352613 tempest-ServersAdmin275Test-593352613-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0262613 Mar 31 22:50:38.330203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.355958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c29fd9-9930-4c3f-bb9c-8627023e0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.360169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c29fd9-9930-4c3f-bb9c-8627023e0b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.364192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-42c29fd9-9930-4c3f-bb9c-8627023e0b37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fda5fcdd-17b5-4e6f-8198-025d41c62f23 HTTP/1.1" status: 204 len: 168 time: 0.3500261 Mar 31 22:50:38.385914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c29fd9-9930-4c3f-bb9c-8627023e0b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda5fcdd-17b5-4e6f-8198-025d41c62f23,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:38.436275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d14b3f8c-b322-4a9d-8c44-be3445914a6f req-fca0309d-2f6b-40fd-ad85-dcb24a94b146 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 210 time: 0.0531044 Mar 31 22:50:38.787137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.796436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.010431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.112891 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.134555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5edd133b-36cf-49e2-9efe-f1494934d7ba req-282fbdf0-71e6-48d7-bb89-484a0f7cca00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bfc01a3f10444e2bd8891dbfe961967&device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0768790 Mar 31 22:50:39.166245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adabf90e-8364-4cd4-ae47-7ae30376bec8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:39.204051 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.206031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5edd133b-36cf-49e2-9efe-f1494934d7ba req-24fd0188-3203-451f-a607-42ee38cb66a8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bfc01a3f10444e2bd8891dbfe961967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416517 Mar 31 22:50:39.223729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa6b78-4d0a-4e30-a9c0-6bc987d85b93 req-a8d4903e-3f97-455b-b2bc-d7643accef0a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:39.225187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cfa6b78-4d0a-4e30-a9c0-6bc987d85b93 req-a8d4903e-3f97-455b-b2bc-d7643accef0a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 947 time: 0.1408725 Mar 31 22:50:39.289682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.335444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cfa6b78-4d0a-4e30-a9c0-6bc987d85b93 req-ad4b4e56-9f47-4f1c-bad0-630a6af2b733 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030879 Mar 31 22:50:39.354440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f705bee-045c-40f7-81a8-226252d82018,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:39.374245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd133b-36cf-49e2-9efe-f1494934d7ba req-92d673a1-d40f-4c56-a19f-1dafd2b64073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:39.375963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5edd133b-36cf-49e2-9efe-f1494934d7ba req-92d673a1-d40f-4c56-a19f-1dafd2b64073 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606042 Mar 31 22:50:39.444502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8caeaf5-ee11-4569-9cc2-5f4d0ed3de3c req-6cd03ca4-10b7-4d3c-80e3-ad107e8a1b1a tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.31 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0312710 Mar 31 22:50:39.489077 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.493311 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.499528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24bb0641-a29b-438a-9885-8d349d41b001 req-5e4b4820-5533-4abe-a473-8b0a39293d1b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5253563 Mar 31 22:50:39.543473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-fc4011ee-7844-41aa-8d54-29f7edc0df9a req-5b9a57ce-eec3-435e-b76a-e8889fb2af8b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1235197263', 'description': 'tempest-description-511647240'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:39.563878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-134d4f7c-ffbd-4236-aff1-ce102e5ca44e req-54b098a6-31a2-4d84-8c15-3476eb4af024 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 210 time: 0.0363333 Mar 31 22:50:39.713224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc4011ee-7844-41aa-8d54-29f7edc0df9a req-5b9a57ce-eec3-435e-b76a-e8889fb2af8b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.752627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7285d-3473-434c-bd78-b3fc268bdffd req-4cf6e243-6ddc-469c-a54e-0613b063fc9a tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:39.754113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ab7285d-3473-434c-bd78-b3fc268bdffd req-4cf6e243-6ddc-469c-a54e-0613b063fc9a tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 950 time: 0.0710821 Mar 31 22:50:39.823960 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ab7285d-3473-434c-bd78-b3fc268bdffd req-6074604a-6a6a-4c18-99d3-ec2fc128f07a tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614088 Mar 31 22:50:39.831149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc4011ee-7844-41aa-8d54-29f7edc0df9a req-5b9a57ce-eec3-435e-b76a-e8889fb2af8b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.952865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc4011ee-7844-41aa-8d54-29f7edc0df9a req-5b9a57ce-eec3-435e-b76a-e8889fb2af8b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.987244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a57ce-eec3-435e-b76a-e8889fb2af8b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003ee1aa-af04-4018-a076-5579b175acc9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:40.093051 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc4011ee-7844-41aa-8d54-29f7edc0df9a req-5b9a57ce-eec3-435e-b76a-e8889fb2af8b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:40.094392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc4011ee-7844-41aa-8d54-29f7edc0df9a req-5b9a57ce-eec3-435e-b76a-e8889fb2af8b tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5561831 Mar 31 22:50:40.912409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5edd133b-36cf-49e2-9efe-f1494934d7ba req-f2043697-6082-4595-9619-e9e0f91c729b tempest-ServersAdmin275Test-1745644657 tempest-ServersAdmin275Test-1745644657-project] 10.222.0.45 "GET /v2.0/ports?device_id=356f1437-59ed-4c5d-acd7-98232a9c83a8 HTTP/1.1" status: 200 len: 210 time: 0.0262532 Mar 31 22:50:41.023299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-980056527', 'description': 'tempest-description-252347311'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:41.059538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-5e60cf34-4502-4353-8881-18ecff8f0c27 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247779 Mar 31 22:50:41.185808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-a40744d5-2a03-4351-a7c4-c36890bed4ce tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:41.187283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-a40744d5-2a03-4351-a7c4-c36890bed4ce tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226265 Mar 31 22:50:41.199323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Request body: {'port': {'device_id': '16c576e3-a6e7-4064-8d73-7cfebc1171ea', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'b29cd23d11fc4c32b07e7aa1c0bad775'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:41.204843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.230953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.377109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.466665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Made reservation on behalf of b29cd23d11fc4c32b07e7aa1c0bad775 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:41.470384 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.543349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.595957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1416cc-2575-4b7d-ac7d-c62a2f72a42b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:41.666611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Allocated IP 192.168.233.7 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:41.690793 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.857306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.893802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4969d-5693-4e1e-8d9a-d8d47c1e9ca9 req-b977661d-bf74-4208-b065-4cc35b1e3e6e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:41.895828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02e4969d-5693-4e1e-8d9a-d8d47c1e9ca9 req-b977661d-bf74-4208-b065-4cc35b1e3e6e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 947 time: 0.1453364 Mar 31 22:50:41.941801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c5cf35-bfee-4a9d-88a5-b496f679d422,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:41.949669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:41.975126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:41.981821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:50:41.988310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02e4969d-5693-4e1e-8d9a-d8d47c1e9ca9 req-ffb5d36c-e62e-4074-953a-d853ea7a5d29 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755844 Mar 31 22:50:42.110392 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.118784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c31f4ca2-7748-4e20-80f9-e10622dabe2b req-67c44d9c-bf9c-4791-a192-4fc67f3e5f0f tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0974920 Mar 31 22:50:42.142063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f2feb65-af7e-4a4e-bafe-56c034914fe6 req-d2e87330-d8e4-4b0e-9db4-933fd64a868a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 210 time: 0.0523269 Mar 31 22:50:42.144138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:42.146610 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.158134 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.198113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410', '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:42.200833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fd98c884-f646-4e7a-95d8-54f0adbfae78', '98869630-fc98-44f5-96f0-70119067abc2', 'e64598db-104e-4f26-ac42-a659277fba00'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:42.244906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8f5ab0c1-4d67-4e98-82ed-6df35b409eab req-6825a4aa-7b1d-4f28-896b-f39ac9dfcef8 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1764823043', 'description': 'tempest-description-342399896'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:42.264651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:42.271731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:42.276520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'mac_address': 'fa:16:3e:3d:59:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:42.276683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:42.276785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:42.278087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event updated for resources: {'Port': ['ID=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:42.279973 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079f5e82-0c9e-4a1a-ba78-5fccf536b4a8" -d '{"events": [{"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-unplugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:42.314065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:42.338632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:42.340338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.392277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.420370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:42.427620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f5ab0c1-4d67-4e98-82ed-6df35b409eab req-6825a4aa-7b1d-4f28-896b-f39ac9dfcef8 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.440769 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.465385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-bf896f59-b2df-4a08-87fc-82828581c1df tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2696822 Mar 31 22:50:42.486624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Request body: {'port': {'device_id': '16c576e3-a6e7-4064-8d73-7cfebc1171ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:42.505737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:42.594989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.595230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:42.621325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f5ab0c1-4d67-4e98-82ed-6df35b409eab req-6825a4aa-7b1d-4f28-896b-f39ac9dfcef8 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.670813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5dd7165c-f961-4571-816e-ab7a7b5709d1 None None] Provisioning complete for port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:42.671191 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5dd7165c-f961-4571-816e-ab7a7b5709d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.710098 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.762354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:42.763002 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f5ab0c1-4d67-4e98-82ed-6df35b409eab req-6825a4aa-7b1d-4f28-896b-f39ac9dfcef8 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.847824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825a4aa-7b1d-4f28-896b-f39ac9dfcef8 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c0ab5f-c86a-4f15-89e8-710ca51f39ca,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:42.916333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7165c-f961-4571-816e-ab7a7b5709d1 None None] Port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:42.918608 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.954460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f5ab0c1-4d67-4e98-82ed-6df35b409eab req-6825a4aa-7b1d-4f28-896b-f39ac9dfcef8 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:42.955757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f5ab0c1-4d67-4e98-82ed-6df35b409eab req-6825a4aa-7b1d-4f28-896b-f39ac9dfcef8 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7203043 Mar 31 22:50:42.972323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:42.983016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:43.002123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.023147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Transition to ACTIVE for port object ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:43.024302 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e515c8-aa09-4714-90f6-29d292fd0243 x-openstack-request-id: req-e6e515c8-aa09-4714-90f6-29d292fd0243 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:43.024820 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-unplugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:43.024820 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6e515c8-aa09-4714-90f6-29d292fd0243 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:43.025031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.025229 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e515c8-aa09-4714-90f6-29d292fd0243'] response: {'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15', 'code': 200} Mar 31 22:50:43.066625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:43.126182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.146075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.228874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5a3cff-5059-45dc-b462-c8aec6a8daa5,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:43.265937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.268879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.270752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.273972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.274738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.275302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.276930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.277482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.280960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.282782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.283766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.285768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:43.317489 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ff803e39-cbb4-45fa-9f4e-311169e06a3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bfc01a3f10444e2bd8891dbfe961967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521827 Mar 31 22:50:43.321971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54726) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:43.510594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Pushing event updated for resources: {'Port': ['ID=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:43.583549 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-195ba005-41b1-42e5-b298-f88b4fd08776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.636302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096c0a4-c838-4fb4-ad7a-fafbe379a295 req-fdd358a6-13ac-4137-a81c-a5dea761cdb2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:43.637768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5096c0a4-c838-4fb4-ad7a-fafbe379a295 req-fdd358a6-13ac-4137-a81c-a5dea761cdb2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.1770170 Mar 31 22:50:43.640353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-195ba005-41b1-42e5-b298-f88b4fd08776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.725605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Attempting to bind port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:43.725946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Attempting to bind port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:43.726268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Attempting to bind port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:43.750449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:43.750701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Attempting to bind port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:43.763829 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5096c0a4-c838-4fb4-ad7a-fafbe379a295 req-09c5fc08-c351-4c4f-a8ec-dfc49697ae58 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103256 Mar 31 22:50:43.769980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:43.770316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:43.770718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:43.771148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Bound port: ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:43.771501 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.914245 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-195ba005-41b1-42e5-b298-f88b4fd08776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.916736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-195ba005-41b1-42e5-b298-f88b4fd08776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:43.917815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-195ba005-41b1-42e5-b298-f88b4fd08776 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b5a3cff-5059-45dc-b462-c8aec6a8daa5 HTTP/1.1" status: 204 len: 168 time: 0.5944107 Mar 31 22:50:43.930704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] For port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:43.973638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] For port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:43.974985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ba005-41b1-42e5-b298-f88b4fd08776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5a3cff-5059-45dc-b462-c8aec6a8daa5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:43.998102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-ce485b14-d23f-46b5-b11e-c57db27516ba tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47851 time: 0.8804226 Mar 31 22:50:44.021878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e668ea-dab6-4493-aba9-2ece1b26c410 req-02670a87-4696-44cd-9176-769a0a1fa293 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:44.023360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11e668ea-dab6-4493-aba9-2ece1b26c410 req-02670a87-4696-44cd-9176-769a0a1fa293 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 946 time: 0.1143031 Mar 31 22:50:44.078319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-9ae43d2d-7b7a-4023-a60c-3c86ec92c274 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2c4bdd9e-cd4d-4225-a4ae-cc4c52422367 HTTP/1.1" status: 200 len: 2981 time: 0.0710115 Mar 31 22:50:44.081571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:44.096316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11e668ea-dab6-4493-aba9-2ece1b26c410 req-f5faae30-2f50-4e64-8236-4acb604b892b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650995 Mar 31 22:50:44.144679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:44.145322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:44.146872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] 10.222.0.45 "PUT /v2.0/ports/ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a HTTP/1.1" status: 200 len: 1094 time: 1.6685221 Mar 31 22:50:44.147331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c576e3-a6e7-4064-8d73-7cfebc1171ea', 'tag': 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:44.149602 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e" -d '{"events": [{"name": "network-changed", "server_uuid": "16c576e3-a6e7-4064-8d73-7cfebc1171ea", "tag": "ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:44.193609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4b7b0-6422-4197-ac16-3c32f0dc91df service neutron] Pushing event updated for resources: {'Port': ['ID=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:44.197803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-faab4d15-902d-4277-8f20-7fe3db8beb9a tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2c4bdd9e-cd4d-4225-a4ae-cc4c52422367 HTTP/1.1" status: 200 len: 2981 time: 0.1103714 Mar 31 22:50:44.247005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-fa35b18f-9f2a-4efa-8e63-0e8cf930e485 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/32d3c5d5-6b88-4964-ad2a-fe8983fc335a HTTP/1.1" status: 200 len: 2981 time: 0.0417120 Mar 31 22:50:44.301361 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b5b79-f1f2-4baa-9ce4-1d2c6b7015aa x-openstack-request-id: req-ee6b5b79-f1f2-4baa-9ce4-1d2c6b7015aa {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:44.301711 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c576e3-a6e7-4064-8d73-7cfebc1171ea", "tag": "ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:44.301893 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee6b5b79-f1f2-4baa-9ce4-1d2c6b7015aa {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:44.302286 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6b5b79-f1f2-4baa-9ce4-1d2c6b7015aa'] response: {'name': 'network-changed', 'server_uuid': '16c576e3-a6e7-4064-8d73-7cfebc1171ea', 'tag': 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a', 'status': 'completed', 'code': 200} Mar 31 22:50:44.304034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-81b41e0c-afaf-4a67-90f7-1ea66d083d41 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/32d3c5d5-6b88-4964-ad2a-fe8983fc335a HTTP/1.1" status: 200 len: 2981 time: 0.0500803 Mar 31 22:50:44.395600 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-1bb0470d-b2e7-40a4-9a33-82840ac8427b tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3f1416cc-2575-4b7d-ac7d-c62a2f72a42b HTTP/1.1" status: 200 len: 2981 time: 0.0794547 Mar 31 22:50:44.463990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-d5794221-e38d-4cf3-87ea-35ea32043f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:44.465546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-d5794221-e38d-4cf3-87ea-35ea32043f0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 1097 time: 0.1485250 Mar 31 22:50:44.467170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-2af7f7a4-8b67-42e1-83dc-0c085350f62b tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3f1416cc-2575-4b7d-ac7d-c62a2f72a42b HTTP/1.1" status: 200 len: 2981 time: 0.0673645 Mar 31 22:50:44.526174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-72791c14-c1e1-4276-974f-1878589947cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a HTTP/1.1" status: 200 len: 217 time: 0.0526500 Mar 31 22:50:44.587082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-29bd6061-a5b0-4c07-ba7e-f40542391805 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4b1b2b09-d1d6-4151-a3a3-c688b14d4d06 HTTP/1.1" status: 200 len: 2981 time: 0.1121924 Mar 31 22:50:44.613865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-5243b17e-6704-4fc4-bf90-d79039de7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:44.615484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-5243b17e-6704-4fc4-bf90-d79039de7fb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0790746 Mar 31 22:50:44.669030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-18457c3a-fc88-4265-a824-b806f74a83a1 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4b1b2b09-d1d6-4151-a3a3-c688b14d4d06 HTTP/1.1" status: 200 len: 2981 time: 0.0761812 Mar 31 22:50:44.694987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-80bf1b62-ddd2-4a05-a227-ae0e3fc3ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:44.696558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-80bf1b62-ddd2-4a05-a227-ae0e3fc3ff3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697446 Mar 31 22:50:44.738571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-c5ddd0fb-c6a9-4fb5-9b3a-fc404bdb1675 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5cfef7cb-d0cf-4021-aa81-527ffe1f887d HTTP/1.1" status: 200 len: 2981 time: 0.0618029 Mar 31 22:50:44.829935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-9a3b1bca-3b31-4c5b-9148-1505b66dcbb9 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5cfef7cb-d0cf-4021-aa81-527ffe1f887d HTTP/1.1" status: 200 len: 2981 time: 0.0664370 Mar 31 22:50:44.839370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-1d0d1666-7f4b-4f45-9ac1-b1e2398523cb service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347415 Mar 31 22:50:44.866346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54756) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:44.880952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9a3a-3ba7-4002-b477-db72199c4f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:44.927483 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-6067c95b-1878-4164-91e3-330e58b4991b tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/63bd4cff-34d2-449e-9c32-724e70ed322c HTTP/1.1" status: 200 len: 2981 time: 0.0871022 Mar 31 22:50:44.967330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9a3a-3ba7-4002-b477-db72199c4f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:44.990227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d2e1faf-b948-4635-961c-4dc978a504f7 req-8ddb46bc-08fa-4025-95e8-12e195b5056b service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363111 Mar 31 22:50:45.000909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-1edc8019-e9ae-464f-b666-c7e74c6684dd tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/63bd4cff-34d2-449e-9c32-724e70ed322c HTTP/1.1" status: 200 len: 2981 time: 0.0623703 Mar 31 22:50:45.043857 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9a3a-3ba7-4002-b477-db72199c4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:45.082821 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aa6f9a3a-3ba7-4002-b477-db72199c4f1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0993aada5df4415ca74f6f034dd0706f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152390 Mar 31 22:50:45.083708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-6da33c89-6793-49b1-913d-6fb6fd1ff274 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6dbb0bf6-d397-4ed5-8cd1-b2dc6c58fe8b HTTP/1.1" status: 200 len: 2981 time: 0.0744867 Mar 31 22:50:45.083953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f9a3a-3ba7-4002-b477-db72199c4f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7af128-34e4-49a1-840f-9b64453b8172,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:45.085400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54760) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:45.108866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d125a0-d9c8-4c60-b77b-1d982a5d95b8 req-3b3557a8-569c-47b5-874a-224964f27c41 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:45.110568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5d125a0-d9c8-4c60-b77b-1d982a5d95b8 req-3b3557a8-569c-47b5-874a-224964f27c41 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.1031373 Mar 31 22:50:45.222862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5d125a0-d9c8-4c60-b77b-1d982a5d95b8 req-007afe07-ab4b-4be5-8009-8930df774283 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055641 Mar 31 22:50:45.232426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-aa2c8f88-f533-42d9-9ff1-27d7d43a8fac tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6dbb0bf6-d397-4ed5-8cd1-b2dc6c58fe8b HTTP/1.1" status: 200 len: 2981 time: 0.1388392 Mar 31 22:50:45.245788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8961af2a-30d3-47d3-9e51-680c95568f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:45.249161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-ed4cc434-08cb-4ea7-be4e-c52339f6c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:45.251118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-ed4cc434-08cb-4ea7-be4e-c52339f6c70f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 1097 time: 0.0786955 Mar 31 22:50:45.303997 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-86035aa7-0386-49bd-8df9-35d085c0289b tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] show failed (client error): The resource could not be found. Mar 31 22:50:45.305065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-86035aa7-0386-49bd-8df9-35d085c0289b tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8b5a3cff-5059-45dc-b462-c8aec6a8daa5 HTTP/1.1" status: 404 len: 352 time: 0.0522418 Mar 31 22:50:45.307125 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8961af2a-30d3-47d3-9e51-680c95568f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:45.374021 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-95b760ce-16b4-49fb-8e3d-0f6a516641c3 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] show failed (client error): The resource could not be found. Mar 31 22:50:45.374978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-95b760ce-16b4-49fb-8e3d-0f6a516641c3 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8b5a3cff-5059-45dc-b462-c8aec6a8daa5 HTTP/1.1" status: 404 len: 352 time: 0.0588443 Mar 31 22:50:45.448848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-f571822d-9ea5-466c-9086-c08f462f5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:45.450380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-f571822d-9ea5-466c-9086-c08f462f5573 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1804161 Mar 31 22:50:45.454822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-425c5412-694b-4e26-92f8-604aaf1d8943 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/adabf90e-8364-4cd4-ae47-7ae30376bec8 HTTP/1.1" status: 200 len: 2981 time: 0.0703337 Mar 31 22:50:45.503845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-7252182d-ca39-47e8-b69e-58f3973a1d68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a HTTP/1.1" status: 200 len: 217 time: 0.0441439 Mar 31 22:50:45.558716 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-6b47e46e-d9ea-4ada-8888-a69c2743d4cd tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/adabf90e-8364-4cd4-ae47-7ae30376bec8 HTTP/1.1" status: 200 len: 2981 time: 0.0931594 Mar 31 22:50:45.570767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-aa049b29-cdb7-4c0e-a31f-0874ea506b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:45.572564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-aa049b29-cdb7-4c0e-a31f-0874ea506b15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0595844 Mar 31 22:50:45.597262 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8961af2a-30d3-47d3-9e51-680c95568f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:45.599846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8961af2a-30d3-47d3-9e51-680c95568f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:45.603599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8961af2a-30d3-47d3-9e51-680c95568f3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b7af128-34e4-49a1-840f-9b64453b8172 HTTP/1.1" status: 204 len: 168 time: 0.5146701 Mar 31 22:50:45.648865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961af2a-30d3-47d3-9e51-680c95568f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7af128-34e4-49a1-840f-9b64453b8172,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:45.659378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-80d05f4e-8d09-4652-9e28-4458cb874120 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b HTTP/1.1" status: 200 len: 2981 time: 0.0857189 Mar 31 22:50:45.668536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-347c8f0a-0c38-46e4-9fda-64c2041f5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:45.681050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-347c8f0a-0c38-46e4-9fda-64c2041f5509 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897760 Mar 31 22:50:45.811263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-0d816d82-f8ac-47fa-8949-5f50fc51269d tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b HTTP/1.1" status: 200 len: 2981 time: 0.1345186 Mar 31 22:50:45.821756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadd78d-adb5-466d-9da1-82d011431265 req-58a0a4e4-cbef-4636-800e-0e7d429371b6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:45.823263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9eadd78d-adb5-466d-9da1-82d011431265 req-58a0a4e4-cbef-4636-800e-0e7d429371b6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 946 time: 0.1455140 Mar 31 22:50:45.885660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-0631069e-41ce-4031-bce4-e4638d96cbb2 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928384 Mar 31 22:50:45.899754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9eadd78d-adb5-466d-9da1-82d011431265 req-746561a2-605a-429e-81d7-10631d04ef09 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682952 Mar 31 22:50:45.931249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-fdb75ffc-4cff-4186-a9ae-8bae8b912ef2 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ec8201b5-728e-474a-91f5-3c2ccf96a316 HTTP/1.1" status: 200 len: 2977 time: 0.1008964 Mar 31 22:50:45.994638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:46.039688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-7f05aa13-ca94-401d-8f68-169c894cc27e tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ec8201b5-728e-474a-91f5-3c2ccf96a316 HTTP/1.1" status: 200 len: 2977 time: 0.0710692 Mar 31 22:50:46.046397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ddc3ab-f5de-4f53-acf0-a093dcca968e req-a34a4289-0b80-4975-8f43-46946a6d60c9 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497421 Mar 31 22:50:46.097890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-93436a27-840d-4fd8-ab57-90c9d6c77273 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f4976f06-4a1f-4b83-98d2-ec595f2c4ca9 HTTP/1.1" status: 200 len: 2981 time: 0.0495162 Mar 31 22:50:46.154956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-c3d326eb-b362-49b9-a5df-eba78d1e76f9 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f4976f06-4a1f-4b83-98d2-ec595f2c4ca9 HTTP/1.1" status: 200 len: 2981 time: 0.0554926 Mar 31 22:50:46.175395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:46.192619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'f319b723-6320-411d-ad16-91010cad8f15', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'f319b723-6320-411d-ad16-91010cad8f15', 'mac_address': 'fa:16:3e:77:32:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:46.197868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:46.199787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-9c33c88d-95b7-43ca-acfa-fc592edbf051 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f76826ed-5fff-458c-a878-83b6e220292e HTTP/1.1" status: 200 len: 2973 time: 0.0392995 Mar 31 22:50:46.254664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-c792a5b0-c0e2-4be9-9d3c-803fc5fda8e2 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f76826ed-5fff-458c-a878-83b6e220292e HTTP/1.1" status: 200 len: 2973 time: 0.0474966 Mar 31 22:50:46.292090 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.308273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-d68b28a3-4d47-4c96-8965-47ca152a3e32 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ff295a3e-f521-4f16-b96e-17cb8c171d4a HTTP/1.1" status: 200 len: 2981 time: 0.0455863 Mar 31 22:50:46.312892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f319b723-6320-411d-ad16-91010cad8f15 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:46.332773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:46.355071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab302013-8dfa-4fb0-a69c-62039bbc2003 req-44072482-00c6-4cdd-b3c7-b70443fdae91 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ff295a3e-f521-4f16-b96e-17cb8c171d4a HTTP/1.1" status: 200 len: 2981 time: 0.0391965 Mar 31 22:50:46.415351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:50:46.418688 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.428488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:46.428862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.487112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140cefe-ae2e-4c30-813a-55d0fb120746 req-808d3601-a23a-4583-9337-0eecedef3400 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:46.488703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f140cefe-ae2e-4c30-813a-55d0fb120746 req-808d3601-a23a-4583-9337-0eecedef3400 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.0768313 Mar 31 22:50:46.557732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:46.562746 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f140cefe-ae2e-4c30-813a-55d0fb120746 req-4fb53309-5239-4d10-be25-a83fcf02f8fe tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667555 Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.576506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:46.611097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ca4d631-fdd8-46ff-b606-ca3abf4baa7a req-ba0dee05-4883-43b2-a15a-c1a84981b7e8 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb3744aded654e8686aeafbba3c49ca2 HTTP/1.1" status: 200 len: 6102 time: 0.1211507 Mar 31 22:50:46.631932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['f319b723-6320-411d-ad16-91010cad8f15'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:46.636780 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.662570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ca4d631-fdd8-46ff-b606-ca3abf4baa7a req-e6f767c6-d3bc-4670-ad1e-7fd41ae6aaa3 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "GET /v2.0/security-groups/adabf90e-8364-4cd4-ae47-7ae30376bec8 HTTP/1.1" status: 200 len: 2981 time: 0.0432329 Mar 31 22:50:46.695658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:46.696666 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf87562-1c0a-447f-a06c-eb4972b6c95e" -d '{"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-plugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:46.713737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:46.751640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ca4d631-fdd8-46ff-b606-ca3abf4baa7a req-39981006-9c08-4559-9dba-b48cde1e2f71 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "GET /v2.0/security-groups/adabf90e-8364-4cd4-ae47-7ae30376bec8 HTTP/1.1" status: 200 len: 2981 time: 0.0793853 Mar 31 22:50:46.795247 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.798057 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75605e-c1d2-4b94-9dfd-7b1ba741f188 x-openstack-request-id: req-6e75605e-c1d2-4b94-9dfd-7b1ba741f188 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:46.798375 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-plugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:46.798637 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e75605e-c1d2-4b94-9dfd-7b1ba741f188 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:46.799019 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e75605e-c1d2-4b94-9dfd-7b1ba741f188'] response: {'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'code': 200} Mar 31 22:50:46.863705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbd66ca8-0d06-4ebb-9931-132bc17df17a req-cdb5e290-dc7a-4c7a-be1e-22938e6017b4 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d6c0ab5f-c86a-4f15-89e8-710ca51f39ca HTTP/1.1" status: 200 len: 1777 time: 0.0553744 Mar 31 22:50:46.874983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:46.926579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fbd66ca8-0d06-4ebb-9931-132bc17df17a req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.931883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9256d5a-000c-4be2-8f0a-d604ea1303d8 req-1dc1f753-3640-420a-8616-bd8444eb7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:46.934376 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f9256d5a-000c-4be2-8f0a-d604ea1303d8 req-1dc1f753-3640-420a-8616-bd8444eb7d45 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1100 time: 0.0469596 Mar 31 22:50:46.953324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fbd66ca8-0d06-4ebb-9931-132bc17df17a req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:46.990524 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f9256d5a-000c-4be2-8f0a-d604ea1303d8 req-14e23303-5598-4074-87ed-c084d9740193 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Mar 31 22:50:47.066322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a276-ccec-4966-aab9-20a680bb4c9d req-237651ee-6aa8-442a-a487-c9fbf009d32e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:47.068142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c81a276-ccec-4966-aab9-20a680bb4c9d req-237651ee-6aa8-442a-a487-c9fbf009d32e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 946 time: 0.0576870 Mar 31 22:50:47.083449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fbd66ca8-0d06-4ebb-9931-132bc17df17a req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.085977 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fbd66ca8-0d06-4ebb-9931-132bc17df17a req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.087067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbd66ca8-0d06-4ebb-9931-132bc17df17a req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6c0ab5f-c86a-4f15-89e8-710ca51f39ca HTTP/1.1" status: 204 len: 173 time: 0.2165973 Mar 31 22:50:47.105699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c0ab5f-c86a-4f15-89e8-710ca51f39ca,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:47.134352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.134724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.135063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.135400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.135732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.136062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.136390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.136719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.137045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.137370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.137693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.138702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2cc4f-34f8-45ae-9d82-1e34e86895d5 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:50:47.151321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c81a276-ccec-4966-aab9-20a680bb4c9d req-0f9a229b-4b14-4859-b4b6-80a23483aa48 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758307 Mar 31 22:50:47.179128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5a8bcea-04d8-4f88-955a-323fec6d453f req-e01e8360-ca94-49cf-aac3-67c84a4e1a42 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d9c5cf35-bfee-4a9d-88a5-b496f679d422 HTTP/1.1" status: 200 len: 1776 time: 0.0708306 Mar 31 22:50:47.228654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e5a8bcea-04d8-4f88-955a-323fec6d453f req-f2013c41-bf19-4427-9979-fe66278d1922 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.248574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e5a8bcea-04d8-4f88-955a-323fec6d453f req-f2013c41-bf19-4427-9979-fe66278d1922 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.382201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e5a8bcea-04d8-4f88-955a-323fec6d453f req-f2013c41-bf19-4427-9979-fe66278d1922 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.385060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e5a8bcea-04d8-4f88-955a-323fec6d453f req-f2013c41-bf19-4427-9979-fe66278d1922 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.386206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5a8bcea-04d8-4f88-955a-323fec6d453f req-f2013c41-bf19-4427-9979-fe66278d1922 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9c5cf35-bfee-4a9d-88a5-b496f679d422 HTTP/1.1" status: 204 len: 173 time: 0.2050812 Mar 31 22:50:47.409352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2013c41-bf19-4427-9979-fe66278d1922 tempest-SecurityGroupsTestAdminJSON-46149420 tempest-SecurityGroupsTestAdminJSON-46149420-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c5cf35-bfee-4a9d-88a5-b496f679d422,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:47.451415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b11ed66b-c32f-4dec-ba7d-81511794af02 req-d2348107-ccbd-4b62-8602-5933e44164e2 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "GET /v2.0/security-groups/003ee1aa-af04-4018-a076-5579b175acc9 HTTP/1.1" status: 200 len: 1777 time: 0.0433946 Mar 31 22:50:47.487699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54848) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:47.545648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b11ed66b-c32f-4dec-ba7d-81511794af02 req-fc53a33b-4832-43e7-8090-e957bce400ee tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.583704 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b11ed66b-c32f-4dec-ba7d-81511794af02 req-fc53a33b-4832-43e7-8090-e957bce400ee tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.664405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8fe239f6-27a1-4511-b54d-0bff7a62718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.709108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff03844-c34e-4ffa-b4d4-702d0eeacc54 req-511fb56e-1586-403c-8a03-ce82d2e7c48e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:47.715061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fff03844-c34e-4ffa-b4d4-702d0eeacc54 req-511fb56e-1586-403c-8a03-ce82d2e7c48e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0559106 Mar 31 22:50:47.716912 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b11ed66b-c32f-4dec-ba7d-81511794af02 req-fc53a33b-4832-43e7-8090-e957bce400ee tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.719600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b11ed66b-c32f-4dec-ba7d-81511794af02 req-fc53a33b-4832-43e7-8090-e957bce400ee tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.720708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b11ed66b-c32f-4dec-ba7d-81511794af02 req-fc53a33b-4832-43e7-8090-e957bce400ee tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "DELETE /v2.0/security-groups/003ee1aa-af04-4018-a076-5579b175acc9 HTTP/1.1" status: 204 len: 173 time: 0.2525446 Mar 31 22:50:47.773864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fff03844-c34e-4ffa-b4d4-702d0eeacc54 req-a56c7b1e-4d9d-45de-8ea9-9ce587804dff tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495520 Mar 31 22:50:47.774683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a33b-4832-43e7-8090-e957bce400ee tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003ee1aa-af04-4018-a076-5579b175acc9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:47.820699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8fe239f6-27a1-4511-b54d-0bff7a62718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.867134 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8fe239f6-27a1-4511-b54d-0bff7a62718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:47.904209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47e41921-a62d-4e88-a514-7e2f8eadf76f req-be0e0599-6df2-4b05-a21e-dfd64dcce9e0 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "GET /v2.0/security-groups/0f705bee-045c-40f7-81a8-226252d82018 HTTP/1.1" status: 200 len: 1777 time: 0.0972984 Mar 31 22:50:47.920467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe239f6-27a1-4511-b54d-0bff7a62718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d78be6-c1a9-4894-bc12-ee6bd8c4bbc9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:47.928974 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8fe239f6-27a1-4511-b54d-0bff7a62718d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47084c48e68b4aa88b8ddaa7514cce25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376476 Mar 31 22:50:47.937707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54884) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:48.006168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:48.061985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port f319b723-6320-411d-ad16-91010cad8f15 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:48.062700 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.072178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-6c9dcbe1-c394-4a8f-b7d2-16e97b92e6c6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:48.073590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-6c9dcbe1-c394-4a8f-b7d2-16e97b92e6c6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 821 time: 0.2188623 Mar 31 22:50:48.076968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-25e72b2c-0a85-4949-a827-bb9e3efe1aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.079726 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-47e41921-a62d-4e88-a514-7e2f8eadf76f req-7b134284-a6b2-4531-9565-360bccf2c284 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.118466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-531e4bff-af1d-4a49-b42d-a69a2184a6c1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/quotas/4de05eecea194efe9880afee1a73b381 HTTP/1.1" status: 200 len: 375 time: 0.0353885 Mar 31 22:50:48.123167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-25e72b2c-0a85-4949-a827-bb9e3efe1aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.149024 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-47e41921-a62d-4e88-a514-7e2f8eadf76f req-7b134284-a6b2-4531-9565-360bccf2c284 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.157630 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.216014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:48.250196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-5a1173dd-4af3-4ba0-9dfa-71f3cc36963e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212068 Mar 31 22:50:48.294131 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.335306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-47e41921-a62d-4e88-a514-7e2f8eadf76f req-7b134284-a6b2-4531-9565-360bccf2c284 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.337837 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-47e41921-a62d-4e88-a514-7e2f8eadf76f req-7b134284-a6b2-4531-9565-360bccf2c284 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.339006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47e41921-a62d-4e88-a514-7e2f8eadf76f req-7b134284-a6b2-4531-9565-360bccf2c284 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f705bee-045c-40f7-81a8-226252d82018 HTTP/1.1" status: 204 len: 173 time: 0.4339578 Mar 31 22:50:48.352121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=10']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:48.382609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-48bbe789-bdf2-40bb-b418-680a56f19e13 service neutron] 10.222.0.31 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245494 Mar 31 22:50:48.384064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b134284-a6b2-4531-9565-360bccf2c284 tempest-SecurityGroupsTestAdminJSON-1785726661 tempest-SecurityGroupsTestAdminJSON-1785726661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f705bee-045c-40f7-81a8-226252d82018,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:48.408738 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-25e72b2c-0a85-4949-a827-bb9e3efe1aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.411810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-25e72b2c-0a85-4949-a827-bb9e3efe1aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:48.413617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-25e72b2c-0a85-4949-a827-bb9e3efe1aee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4d78be6-c1a9-4894-bc12-ee6bd8c4bbc9 HTTP/1.1" status: 204 len: 168 time: 0.4737911 Mar 31 22:50:48.492494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e72b2c-0a85-4949-a827-bb9e3efe1aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d78be6-c1a9-4894-bc12-ee6bd8c4bbc9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:48.540296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8499b5-efbc-4387-8f26-b756f5f4290e req-e92190e1-a8e4-48a4-8322-f9af7e1f6aad tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:48.541854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a8499b5-efbc-4387-8f26-b756f5f4290e req-e92190e1-a8e4-48a4-8322-f9af7e1f6aad tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 946 time: 0.1119630 Mar 31 22:50:48.569397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-2be6f072-bdab-47fd-abf7-acd88a735c27 service neutron] 10.222.0.31 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704793 Mar 31 22:50:48.676521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a8499b5-efbc-4387-8f26-b756f5f4290e req-5a1e059c-0001-4d20-9769-406a525e9779 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108835 Mar 31 22:50:48.800416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:48.803116 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edd40f5-086e-4e9f-b7d5-256394ea5ffb" -d '{"events": [{"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-plugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:48.838084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:50:48.978597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54926) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:49.015590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:49.028329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a', 'mac_address': 'fa:16:3e:45:fb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:50:49.075378 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:49.090178 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:49.152684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:49.229494 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:49.310765 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-e31cf94f-9a8b-4a14-8933-12a9d7e65362 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=05e77c3233754a77ad9e4923edf1366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534928 Mar 31 22:50:49.322080 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6397bbe8-3e80-49d5-b037-71a26eff0619 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb3744aded654e8686aeafbba3c49ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421128 Mar 31 22:50:49.323299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54950) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:49.394109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:49.416736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f4a2-ea12-4577-8702-07fc11ca8072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:49.455761 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f4a2-ea12-4577-8702-07fc11ca8072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:49.525889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-8a9b5f52-49e1-4dca-85ed-d76edc37e0aa tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:49.533958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-8a9b5f52-49e1-4dca-85ed-d76edc37e0aa tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222254 Mar 31 22:50:49.556956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-d86cf44f-2864-4bb2-ab05-16c01bce966a tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/quotas/05e77c3233754a77ad9e4923edf1366c HTTP/1.1" status: 200 len: 375 time: 0.0220399 Mar 31 22:50:49.571240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:49.612364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-3b5138b6-478a-4d53-ad50-36fb0c614da0 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544558 Mar 31 22:50:49.635892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecd86f-fe93-4ce4-9042-fbad38cfe0d8 req-ab8812db-669e-47d3-813a-97150aca58ec tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:49.643082 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f4a2-ea12-4577-8702-07fc11ca8072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:49.645042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebecd86f-fe93-4ce4-9042-fbad38cfe0d8 req-ab8812db-669e-47d3-813a-97150aca58ec tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1654680 Mar 31 22:50:49.646781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f4a2-ea12-4577-8702-07fc11ca8072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:49.648500 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d6f3f4a2-ea12-4577-8702-07fc11ca8072 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adabf90e-8364-4cd4-ae47-7ae30376bec8 HTTP/1.1" status: 204 len: 168 time: 0.3203580 Mar 31 22:50:49.666961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3f4a2-ea12-4577-8702-07fc11ca8072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adabf90e-8364-4cd4-ae47-7ae30376bec8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:49.734746 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebecd86f-fe93-4ce4-9042-fbad38cfe0d8 req-bb3f56c9-0323-40f3-ae82-d41533f47413 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887067 Mar 31 22:50:49.811397 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2930e4a5-f7e4-4e5b-854e-2f2b53053279 x-openstack-request-id: req-2930e4a5-f7e4-4e5b-854e-2f2b53053279 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:49.811788 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-plugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:49.812122 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2930e4a5-f7e4-4e5b-854e-2f2b53053279 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:49.812623 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2930e4a5-f7e4-4e5b-854e-2f2b53053279'] response: {'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15', 'code': 200} Mar 31 22:50:49.900866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-288e9a53-8aff-4dcd-bb14-1985b123ec65 req-8e025b62-12e7-483e-957b-516ccafd3b46 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 210 time: 0.0578761 Mar 31 22:50:50.092662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80650d-f0ef-4316-82a5-94f530800bac req-d8cdcf52-4f17-458d-95cf-a3068cd83e00 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:50.109069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a80650d-f0ef-4316-82a5-94f530800bac req-d8cdcf52-4f17-458d-95cf-a3068cd83e00 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 947 time: 0.1128485 Mar 31 22:50:50.204645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a80650d-f0ef-4316-82a5-94f530800bac req-1ed39e3f-7bd9-43da-8608-df1334b1d753 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911324 Mar 31 22:50:50.244837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05436e0c-4fbb-4bca-be7c-27310c41f8c3 req-2b7cb35c-edc7-4db1-80c2-bc90dbf08e2c tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:50.250559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05436e0c-4fbb-4bca-be7c-27310c41f8c3 req-2b7cb35c-edc7-4db1-80c2-bc90dbf08e2c tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1100 time: 0.1308558 Mar 31 22:50:50.375173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05436e0c-4fbb-4bca-be7c-27310c41f8c3 req-81a7acd0-9663-4f3b-aceb-80a078ba3933 tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175151 Mar 31 22:50:50.379456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-adf0433f-ee76-4b8b-9b06-60c119383779 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=05e77c3233754a77ad9e4923edf1366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559957 Mar 31 22:50:50.527144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-3552b4ea-ff5d-4814-bbef-b5548c348720 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:50.539887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-3552b4ea-ff5d-4814-bbef-b5548c348720 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422958 Mar 31 22:50:50.575299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-48fd5570-7e09-4c5e-b874-04f68f38e64d tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/quotas/05e77c3233754a77ad9e4923edf1366c HTTP/1.1" status: 200 len: 375 time: 0.0305462 Mar 31 22:50:50.645682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-d620087d-0d69-416c-8144-5ecd10a2d4c0 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726147 Mar 31 22:50:50.710228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55012) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:50.783728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55018) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:50.879468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-427ef65c-7024-497d-8331-8c7a291a2505 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7067d0789e7b4820b69b4447e1d8b8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946705 Mar 31 22:50:50.882079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55022) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:51.018887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e54b1a62-72e0-4a90-8e74-26dfb2c29fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:51.132865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e54b1a62-72e0-4a90-8e74-26dfb2c29fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:51.170398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6919e4df-53fb-491a-b6d8-61d177f1d5a8 req-69abfaf2-de99-44c2-9dc8-ca5af45bad66 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 210 time: 0.0661635 Mar 31 22:50:51.201276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1550415244-network', 'tenant_id': '19572eda82734e08b2c5a1e63a4c485c'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:51.331183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e54b1a62-72e0-4a90-8e74-26dfb2c29fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:51.334159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e54b1a62-72e0-4a90-8e74-26dfb2c29fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:51.346682 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e54b1a62-72e0-4a90-8e74-26dfb2c29fcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f1416cc-2575-4b7d-ac7d-c62a2f72a42b HTTP/1.1" status: 204 len: 168 time: 0.4545202 Mar 31 22:50:51.377023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5441ed02-5854-494a-9ea0-a9e70a674654 req-641239b2-2508-4f03-8dd9-63de45968fd5 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0721302 Mar 31 22:50:51.379006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b1a62-72e0-4a90-8e74-26dfb2c29fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1416cc-2575-4b7d-ac7d-c62a2f72a42b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:51.399147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Made reservation on behalf of 19572eda82734e08b2c5a1e63a4c485c for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:51.401726 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:51.417214 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:52.263758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6390184-0ab7-4991-b994-1ec74ff4ed14 req-31276d52-f328-4ffc-9dd9-4a07a517abcc tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:52.265256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6390184-0ab7-4991-b994-1ec74ff4ed14 req-31276d52-f328-4ffc-9dd9-4a07a517abcc tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 947 time: 0.7591202 Mar 31 22:50:52.265537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-f76bb873-dc65-4118-89d0-b371eeb43489 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:52.267696 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-f76bb873-dc65-4118-89d0-b371eeb43489 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 821 time: 0.2083225 Mar 31 22:50:52.284078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Request body: {'port': {'device_id': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'admin_state_up': True, 'tenant_id': '4de05eecea194efe9880afee1a73b381'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:52.312380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:52.353306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-0817ede8-2777-487b-aedd-39b3c0328102 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1573975 Mar 31 22:50:52.367099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c1223-1847-4eae-bac6-1ef3b5d5e54e req-49609711-3209-414d-aea7-80be69cf3cf3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:52.379475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f75c1223-1847-4eae-bac6-1ef3b5d5e54e req-49609711-3209-414d-aea7-80be69cf3cf3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1630206 Mar 31 22:50:52.394086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:52.419290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6390184-0ab7-4991-b994-1ec74ff4ed14 req-1041727f-0764-40de-9da4-aa0012152898 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321220 Mar 31 22:50:52.573763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f75c1223-1847-4eae-bac6-1ef3b5d5e54e req-f3075f1f-b378-46f1-864c-558a64d2b8c6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933708 Mar 31 22:50:52.593069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Made reservation on behalf of 4de05eecea194efe9880afee1a73b381 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:52.599101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:52.649079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:50:52.665021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6abc4d52-37e7-4623-8201-20e45b4e0581 req-8b5a494d-9da3-4d27-9ba8-bd96053d84e0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 210 time: 0.1659467 Mar 31 22:50:52.671993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f80873-af95-44c1-be2e-6efcf9b8ae14,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:52.760588 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:52.763210 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Added segment be4b3923-372b-46e6-953d-8e975b863f95 of type vlan for network f8954c6a-6fe9-44af-88a8-c4d53854df94 Mar 31 22:50:52.775621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1b4583f-5fc3-4ca8-b0c0-949261a93aee req-3ed96782-4418-45c6-ba2e-d6bd80addde5 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 210 time: 0.0811927 Mar 31 22:50:52.847079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:50:52.848781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.002381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.003837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:53.004424 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.093990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:50:53.107241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] Pushing event updated for resources: {'Network': ['ID=f8954c6a-6fe9-44af-88a8-c4d53854df94,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:53.133722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network f8954c6a-6fe9-44af-88a8-c4d53854df94 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:50:53.139131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c4ded3f1-65f5-46fc-a847-a35f2bbc4659 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4262741 Mar 31 22:50:53.141624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55108) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:53.172851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Request body: {'subnet': {'network_id': 'f8954c6a-6fe9-44af-88a8-c4d53854df94', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1550415244-subnet', 'tenant_id': '19572eda82734e08b2c5a1e63a4c485c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:53.234035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Allocated IP 172.20.0.5 (63e28dc7-e076-45d3-8c44-383da636c123/f41bb645-28bf-45ae-bf44-28cec17d8d36/1c5f4643-4b2c-4e64-958f-d30d31353005) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:53.280136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:53.280977 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.287926 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da7aa1c4-3313-4487-8f40-84ac5dd4e3f9 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=05e77c3233754a77ad9e4923edf1366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447953 Mar 31 22:50:53.475386 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.552450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.556441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:50:53.563716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c576e3-a6e7-4064-8d73-7cfebc1171ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:53.566053 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6be5cbe-4b8e-4857-b213-2932d1ef7b1c" -d '{"events": [{"server_uuid": "16c576e3-a6e7-4064-8d73-7cfebc1171ea", "name": "network-vif-plugged", "status": "completed", "tag": "ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:53.641084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Made reservation on behalf of 19572eda82734e08b2c5a1e63a4c485c for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:53.643841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.644520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:53.721166 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c1942e-d50b-479b-83cc-36bd08c7f48b x-openstack-request-id: req-01c1942e-d50b-479b-83cc-36bd08c7f48b {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:53.721466 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c576e3-a6e7-4064-8d73-7cfebc1171ea", "name": "network-vif-plugged", "status": "completed", "tag": "ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:53.721750 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01c1942e-d50b-479b-83cc-36bd08c7f48b {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:53.724711 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c1942e-d50b-479b-83cc-36bd08c7f48b'] response: {'server_uuid': '16c576e3-a6e7-4064-8d73-7cfebc1171ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a', 'code': 200} Mar 31 22:50:53.778888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5b47e-e4b4-436e-be4b-575a0b37de71 req-7c28ec61-9e7f-41b4-b515-dd3aa225ab93 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:53.787073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09c5b47e-e4b4-436e-be4b-575a0b37de71 req-7c28ec61-9e7f-41b4-b515-dd3aa225ab93 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 947 time: 0.1945350 Mar 31 22:50:53.835318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:53.892684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09c5b47e-e4b4-436e-be4b-575a0b37de71 req-cde69f7b-fcb0-4cdc-a69a-8e82a5e1b7b6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974486 Mar 31 22:50:54.080866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b9d-54b3-4833-8182-de8ec8558781 req-982d2e03-96ba-4510-b800-26895d3426b6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:54.088895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abac0b9d-54b3-4833-8182-de8ec8558781 req-982d2e03-96ba-4510-b800-26895d3426b6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.2096248 Mar 31 22:50:54.124156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c56bb-09d4-4e7d-bebc-ccab145402e5 req-d1508316-068f-4bd5-95bc-f3d1e0a354d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:54.131761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a5c56bb-09d4-4e7d-bebc-ccab145402e5 req-d1508316-068f-4bd5-95bc-f3d1e0a354d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 1099 time: 0.1776536 Mar 31 22:50:54.133843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-3854abb0-f948-4b0f-95ff-77442c04f58c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=05e77c3233754a77ad9e4923edf1366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406930 Mar 31 22:50:54.266008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abac0b9d-54b3-4833-8182-de8ec8558781 req-0a082dd6-0449-41f4-ba40-85a6fd274f6e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760349 Mar 31 22:50:54.289989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59f9bd-a495-481c-9580-cb331c1efa1a req-81b20dbe-ac19-4ff4-81e0-3d980e1ffc30 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:54.292748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba59f9bd-a495-481c-9580-cb331c1efa1a req-81b20dbe-ac19-4ff4-81e0-3d980e1ffc30 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 931 time: 0.2769608 Mar 31 22:50:54.360803 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:54.369643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['3d0f6b25-b157-4736-bbfe-502f8b96c99f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:50:54.563669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3149faf-1f8c-4013-8330-6922e1092659 req-4c4afc79-bd15-4a13-baf3-f071184ee1a0 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 210 time: 0.1493652 Mar 31 22:50:54.763358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a5c56bb-09d4-4e7d-bebc-ccab145402e5 req-889dad30-928e-4304-adfd-efbd5b0b3b90 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900818 Mar 31 22:50:54.763358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba59f9bd-a495-481c-9580-cb331c1efa1a req-f5ffa096-0053-431b-b4d2-5b61e1d9f999 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475196 Mar 31 22:50:54.763358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1a99264b-b27c-4cf3-ab07-f8e252119be7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:54.763358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1a99264b-b27c-4cf3-ab07-f8e252119be7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5545883 Mar 31 22:50:54.765915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Network 63e28dc7-e076-45d3-8c44-383da636c123 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:54.765915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Pushing event updated for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:54.766456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Request body: {'port': {'device_id': '96139784-0a64-4c3b-8097-60eb0894c0d9', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '05e77c3233754a77ad9e4923edf1366c'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:54.766695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:54.766695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:54.766695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-4f09138e-a210-4072-b03a-951e7841ba3a tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:54.766695 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-4f09138e-a210-4072-b03a-951e7841ba3a tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4467821 Mar 31 22:50:54.785165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Request body: {'port': {'device_id': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '05e77c3233754a77ad9e4923edf1366c'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:54.862887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:54.862887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:54.969779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Made reservation on behalf of 05e77c3233754a77ad9e4923edf1366c for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:54.979471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:54.993056 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.032549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a4e9b814-710b-4f1a-ab23-9f8b863191f6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7534595 Mar 31 22:50:55.069689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Request body: {'port': {'device_id': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:55.129342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Made reservation on behalf of 05e77c3233754a77ad9e4923edf1366c for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:50:55.132943 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.145629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.152328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb263-c1ed-423b-8fd5-a6e9f21bfc48 req-a3334ac3-1d63-472b-9b38-ea93c1ae713c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:55.169276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6ccb263-c1ed-423b-8fd5-a6e9f21bfc48 req-a3334ac3-1d63-472b-9b38-ea93c1ae713c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 948 time: 0.1608744 Mar 31 22:50:55.175245 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.299991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6ccb263-c1ed-423b-8fd5-a6e9f21bfc48 req-0e0edf85-a79e-4ec1-9b1e-6abb9863c1b6 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297591 Mar 31 22:50:55.339707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a631c358-b0c8-4183-b09e-f2a8a1a818b1,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:55.347782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.389533 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.422420 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.531131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Checking segment: {'id': 'be4b3923-372b-46e6-953d-8e975b863f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f8954c6a-6fe9-44af-88a8-c4d53854df94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:55.531491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Network hostable DHCP agents. Network: f8954c6a-6fe9-44af-88a8-c4d53854df94, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:50:55.554527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893ac710-7d20-4ad9-b136-6173933a238f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:55.582239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a032-0faf-4b96-a48b-9b35c9eb63e8 req-51d42fe4-a591-4500-9222-65d3344981b9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:55.583838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7476a032-0faf-4b96-a48b-9b35c9eb63e8 req-51d42fe4-a591-4500-9222-65d3344981b9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1390820 Mar 31 22:50:55.661936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7476a032-0faf-4b96-a48b-9b35c9eb63e8 req-60d87f80-849e-4ea4-b3c6-82922e204696 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522676 Mar 31 22:50:55.683120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Allocated IP 192.168.233.113 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/5d27430a-cf38-4020-856d-c04b6c0fa79e) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:55.687500 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 05e77c3233754a77ad9e4923edf1366c {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:50:55.687863 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:50:55.829164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Network f8954c6a-6fe9-44af-88a8-c4d53854df94 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:50:55.922602 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, f8954c6a-6fe9-44af-88a8-c4d53854df94) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:55.931862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:55.932516 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.932862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8953675-b8e2-44ad-8795-78e96d879887 None None] Network f8954c6a-6fe9-44af-88a8-c4d53854df94 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:50:56.008883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5f4643-4b2c-4e64-958f-d30d31353005 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:56.021215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b8ab63e-1fac-4cc7-a098-e05f54ed14b6 req-0bec2729-066e-4a5e-8dfa-c382c2881fe9 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 210 time: 0.2327642 Mar 31 22:50:56.039271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:56.059955 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-36bfa0d1-16a3-4903-b9f0-f2001b1b26b1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8964851 Mar 31 22:50:56.072110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Transition to ACTIVE for port object 1c5f4643-4b2c-4e64-958f-d30d31353005 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:56.102165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:56.146327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:56.174268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.50', 65084) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:50:56.219069 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:56.312276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66f771-ecaf-4d21-bc7f-9514ae5327a3 None None] Network f8954c6a-6fe9-44af-88a8-c4d53854df94 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:50:56.380692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:56.393510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e11cb-cc44-48dc-a1b7-5bb03e7a772c req-75736a63-7715-44e0-a393-1e23dd99f463 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:56.415861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-978e11cb-cc44-48dc-a1b7-5bb03e7a772c req-75736a63-7715-44e0-a393-1e23dd99f463 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.2622855 Mar 31 22:50:56.418407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-dccbdecc-ddfb-485c-899d-d6bc71cf8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:56.420006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-dccbdecc-ddfb-485c-899d-d6bc71cf8977 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1100 time: 0.2311244 Mar 31 22:50:56.421205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:56.601123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:56.660785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:56.669708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Pushing event updated for resources: {'Port': ['ID=5d27430a-cf38-4020-856d-c04b6c0fa79e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:56.677508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:56.678131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:56.679065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:56.679764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:56.692484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:56.702067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-978e11cb-cc44-48dc-a1b7-5bb03e7a772c req-11765ecc-9b1e-44ea-b9c4-93ac6620a610 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672031 Mar 31 22:50:56.706846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:56.792970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-49098eeb-7fe1-4305-93a6-4bb85bd25362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:56.795485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-49098eeb-7fe1-4305-93a6-4bb85bd25362 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.3611345 Mar 31 22:50:56.811858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Allocated IP 192.168.233.98 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/eb6d48cf-c2a0-4412-b044-22ea504b387e) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:50:56.821609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1aa65-e693-4ff3-a355-bb475c029d8d req-8e529d65-9333-4403-ad46-23cdcee6c666 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:56.830748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77a1aa65-e693-4ff3-a355-bb475c029d8d req-8e529d65-9333-4403-ad46-23cdcee6c666 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 948 time: 0.3044069 Mar 31 22:50:56.846851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:56.847865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:56.897134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-f3d28e1b-2c1a-4fb9-a635-fbd07595b0ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.0925810 Mar 31 22:50:56.975543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77a1aa65-e693-4ff3-a355-bb475c029d8d req-223c82d4-2719-4ffa-9db7-07fac4c3e6ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420183 Mar 31 22:50:57.022205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1316a741-6dea-4067-a6c8-c3eb8482876c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3014405 Mar 31 22:50:57.040499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.053609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Request body: {'port': {'device_id': '96139784-0a64-4c3b-8097-60eb0894c0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:57.058066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-fb5a0b17-db4e-4f9f-a082-c5f5a522c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:57.084080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:57.084423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:57.084856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:57.085311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Bound port: 1c5f4643-4b2c-4e64-958f-d30d31353005, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:57.085949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.096094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-fb5a0b17-db4e-4f9f-a082-c5f5a522c775 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1881113 Mar 31 22:50:57.145269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.168204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4043b205-3587-410b-a6e0-1804b682ae25 None None] Provisioning complete for port 5d27430a-cf38-4020-856d-c04b6c0fa79e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:57.170565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4043b205-3587-410b-a6e0-1804b682ae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.194291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2d52d14b-5d8e-4e67-8b8b-bb3c132dc3c1 req-11aa91a7-5160-422c-8d5e-5cac9691c4ea tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1247286791', 'description': 'tempest-description-1038314701'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:57.217413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:50:57.227762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:50:57.241859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:50:57.272696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4043b205-3587-410b-a6e0-1804b682ae25 None None] Port 5d27430a-cf38-4020-856d-c04b6c0fa79e cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:57.324071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:57.342673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:57.358204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.401476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-9de5fbd6-a694-4f0e-b2e5-6a172b774320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:57.403104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-9de5fbd6-a694-4f0e-b2e5-6a172b774320 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3030827 Mar 31 22:50:57.418129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:57.446278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:57.446985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.515518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2d52d14b-5d8e-4e67-8b8b-bb3c132dc3c1 req-11aa91a7-5160-422c-8d5e-5cac9691c4ea tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.534052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.595155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-9faae879-3835-4d37-a00a-5b5fd038e269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8137884 Mar 31 22:50:57.599267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:57.599900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2fdde874-2d35-4ea3-bb8d-7f845b2b28cd None None] Provisioning complete for port eb6d48cf-c2a0-4412-b044-22ea504b387e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:50:57.600275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2fdde874-2d35-4ea3-bb8d-7f845b2b28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.600471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.602586 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] 10.222.0.50 "PUT /v2.0/ports/1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 200 len: 1091 time: 2.5501282 Mar 31 22:50:57.603204 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:57.605615 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20" -d '{"events": [{"name": "network-changed", "server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:57.618307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Request body: {'port': {'device_id': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:57.685400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2fdde874-2d35-4ea3-bb8d-7f845b2b28cd None None] Port eb6d48cf-c2a0-4412-b044-22ea504b387e cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:50:57.703729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6985f4-b382-4523-84a8-3d9ff8af6088 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:57.718661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.892540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b19810d8-5d8a-45ec-b4d3-a615ff2b47d0 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439003 Mar 31 22:50:57.931698 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2d52d14b-5d8e-4e67-8b8b-bb3c132dc3c1 req-11aa91a7-5160-422c-8d5e-5cac9691c4ea tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:57.985058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-fa7c0406-21b6-4384-85be-83176cde747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:57.993109 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-fa7c0406-21b6-4384-85be-83176cde747c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1094 time: 0.2045853 Mar 31 22:50:58.016781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2d52d14b-5d8e-4e67-8b8b-bb3c132dc3c1 req-11aa91a7-5160-422c-8d5e-5cac9691c4ea tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:58.057672 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-b9e59d62-1883-4235-bd8b-83ea8b89a419 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 200 len: 217 time: 0.0521672 Mar 31 22:50:58.111282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d27430a-cf38-4020-856d-c04b6c0fa79e {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:58.139691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a08afa16-2c7e-4ea1-bbb6-45f3d521aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:58.142025 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-a08afa16-2c7e-4ea1-bbb6-45f3d521aeb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0754933 Mar 31 22:50:58.142969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd5e02-aa41-4696-9bf0-87151b94e212 req-9173198b-5d67-42e2-ad67-d4cedd7b9b76 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:58.144490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cbd5e02-aa41-4696-9bf0-87151b94e212 req-9173198b-5d67-42e2-ad67-d4cedd7b9b76 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.2420075 Mar 31 22:50:58.163712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:58.174341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-f82d1f42-1796-4565-b92a-f72bc8504f86 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701163 Mar 31 22:50:58.175025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa91a7-5160-422c-8d5e-5cac9691c4ea tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b95b70-5615-4720-92e1-35976cf907e4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:58.202715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2d52d14b-5d8e-4e67-8b8b-bb3c132dc3c1 req-11aa91a7-5160-422c-8d5e-5cac9691c4ea tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:58.204010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d52d14b-5d8e-4e67-8b8b-bb3c132dc3c1 req-11aa91a7-5160-422c-8d5e-5cac9691c4ea tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0203626 Mar 31 22:50:58.230108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Transition to ACTIVE for port object 5d27430a-cf38-4020-856d-c04b6c0fa79e will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:58.233757 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-2d7c83c5-1a73-472c-8825-e724c6af56b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687430 Mar 31 22:50:58.253895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cbd5e02-aa41-4696-9bf0-87151b94e212 req-f6aec028-4a0c-416a-8e3f-292716294bca tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865927 Mar 31 22:50:58.294502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:58.368819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Pushing event updated for resources: {'Port': ['ID=5d27430a-cf38-4020-856d-c04b6c0fa79e,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:58.479962 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-5367caa6-5052-46a2-99ce-57fe1eca083e service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364287 Mar 31 22:50:58.580283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3d69d-5b51-44ec-b5f2-a07fd9adb088 req-548b9694-38ee-43bc-8fc7-217af5bdef1c tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:58.582340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12a3d69d-5b51-44ec-b5f2-a07fd9adb088 req-548b9694-38ee-43bc-8fc7-217af5bdef1c tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 1099 time: 0.2269933 Mar 31 22:50:58.643178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c989f09-bc34-41b1-b31e-41906f3acfda req-023b2c10-98c4-4871-a9bc-f536eceaf72d tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:58.649203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c989f09-bc34-41b1-b31e-41906f3acfda req-023b2c10-98c4-4871-a9bc-f536eceaf72d tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 948 time: 0.2455630 Mar 31 22:50:58.744926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6d48cf-c2a0-4412-b044-22ea504b387e {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:50:58.753812 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ad121db-76a7-4dfe-a2f5-a178b0887b0a req-7672cb3d-e80e-4947-b19b-23c585ed6a2c service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598839 Mar 31 22:50:58.786863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:58.791862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c989f09-bc34-41b1-b31e-41906f3acfda req-4608fa6e-f421-47b9-9c08-d1c8cb315e37 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079726 Mar 31 22:50:58.804368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Attempting to bind port 5d27430a-cf38-4020-856d-c04b6c0fa79e on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:58.804938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Attempting to bind port 5d27430a-cf38-4020-856d-c04b6c0fa79e by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:58.805421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Attempting to bind port 5d27430a-cf38-4020-856d-c04b6c0fa79e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:58.809022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Transition to ACTIVE for port object eb6d48cf-c2a0-4412-b044-22ea504b387e will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:50:58.815038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12a3d69d-5b51-44ec-b5f2-a07fd9adb088 req-bbf5c67d-43f9-483d-a685-802c311229cd tempest-ServersOnMultiNodesTest-834008143 tempest-ServersOnMultiNodesTest-834008143-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177167 Mar 31 22:50:58.816785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Port 5d27430a-cf38-4020-856d-c04b6c0fa79e on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:58.817283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Attempting to bind port 5d27430a-cf38-4020-856d-c04b6c0fa79e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:58.824252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:58.825635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:58.827136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:58.827787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Bound port: 5d27430a-cf38-4020-856d-c04b6c0fa79e, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:58.828887 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:58.869536 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162fe8a1-26bc-4e55-9d92-7c77651f788a x-openstack-request-id: req-162fe8a1-26bc-4e55-9d92-7c77651f788a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:50:58.869536 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:50:58.869536 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-162fe8a1-26bc-4e55-9d92-7c77651f788a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:50:58.869536 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162fe8a1-26bc-4e55-9d92-7c77651f788a'] response: {'name': 'network-changed', 'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005', 'status': 'completed', 'code': 200} Mar 31 22:50:58.889007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:58.962416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] For port 5d27430a-cf38-4020-856d-c04b6c0fa79e, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:58.967765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] For port 5d27430a-cf38-4020-856d-c04b6c0fa79e, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5d27430a-cf38-4020-856d-c04b6c0fa79e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:58.983995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:59.053267 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:59.161338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Pushing event updated for resources: {'Port': ['ID=5d27430a-cf38-4020-856d-c04b6c0fa79e,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:59.228574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf3f74cc-3d9e-416a-97c3-c5b1be2a917e req-ee018466-e7c2-4ac3-9597-d51356479e2d tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/10b95b70-5615-4720-92e1-35976cf907e4 HTTP/1.1" status: 200 len: 1813 time: 0.0712817 Mar 31 22:50:59.241718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:59.242351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:59.243941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-504de1e2-e97f-4dfc-afad-782c1973f2fd service neutron] 10.222.0.50 "PUT /v2.0/ports/5d27430a-cf38-4020-856d-c04b6c0fa79e HTTP/1.1" status: 200 len: 1096 time: 2.2033360 Mar 31 22:50:59.248879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96139784-0a64-4c3b-8097-60eb0894c0d9', 'tag': '5d27430a-cf38-4020-856d-c04b6c0fa79e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:50:59.249412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-201d2b6c-74e5-48ff-a0cb-81ae717df8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:59.251151 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-201d2b6c-74e5-48ff-a0cb-81ae717df8a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1094 time: 0.2749994 Mar 31 22:50:59.252093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Attempting to bind port eb6d48cf-c2a0-4412-b044-22ea504b387e on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:50:59.252525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Attempting to bind port eb6d48cf-c2a0-4412-b044-22ea504b387e by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:50:59.252655 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c637bbe7-45a7-4393-83c6-adb7f67aa93e" -d '{"events": [{"name": "network-changed", "server_uuid": "96139784-0a64-4c3b-8097-60eb0894c0d9", "tag": "5d27430a-cf38-4020-856d-c04b6c0fa79e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:50:59.253049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Attempting to bind port eb6d48cf-c2a0-4412-b044-22ea504b387e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:59.262067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-bf3f74cc-3d9e-416a-97c3-c5b1be2a917e req-83dd29e5-7439-4d7b-90e0-dc59ec1dfeb2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10b95b70-5615-4720-92e1-35976cf907e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:59.262466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-bf3f74cc-3d9e-416a-97c3-c5b1be2a917e req-83dd29e5-7439-4d7b-90e0-dc59ec1dfeb2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10b95b70-5615-4720-92e1-35976cf907e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:50:59.334408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ab9e3-6619-469e-a54e-9c84c3050bd1 req-1df367d6-3310-46cf-9478-335af03625b3 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:59.350800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e52ab9e3-6619-469e-a54e-9c84c3050bd1 req-1df367d6-3310-46cf-9478-335af03625b3 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.3688939 Mar 31 22:50:59.391063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Port eb6d48cf-c2a0-4412-b044-22ea504b387e on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:50:59.395817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Attempting to bind port eb6d48cf-c2a0-4412-b044-22ea504b387e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:50:59.395817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-1e783110-05df-420c-b2f4-ce5068f0d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:59.395817 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-1e783110-05df-420c-b2f4-ce5068f0d5bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1365378 Mar 31 22:50:59.401013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:50:59.401487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:50:59.401982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:50:59.402530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Bound port: eb6d48cf-c2a0-4412-b044-22ea504b387e, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:50:59.403737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:59.477287 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-0662be84-bb5e-4fd5-8864-8aebb6060e1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 200 len: 217 time: 0.0704293 Mar 31 22:50:59.478589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e52ab9e3-6619-469e-a54e-9c84c3050bd1 req-3a1aa8ef-3f6d-4a76-ab68-f376fc8c7503 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206164 Mar 31 22:50:59.523502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-dca64b1e-5a54-406c-8278-7c18be8adc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:59.525017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-dca64b1e-5a54-406c-8278-7c18be8adc92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 1099 time: 0.1695285 Mar 31 22:50:59.553302 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bf3f74cc-3d9e-416a-97c3-c5b1be2a917e req-83dd29e5-7439-4d7b-90e0-dc59ec1dfeb2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:59.612868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-6d83df93-a002-45c2-9463-e2636761bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:59.615546 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-6d83df93-a002-45c2-9463-e2636761bc78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.1217818 Mar 31 22:50:59.622923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-95e6745e-007b-4d4f-8e84-c2e6f085db9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=5d27430a-cf38-4020-856d-c04b6c0fa79e HTTP/1.1" status: 200 len: 217 time: 0.0649545 Mar 31 22:50:59.702910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-6ce11a7b-5c15-4796-8d21-e060e9869712 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571058 Mar 31 22:50:59.717425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bf3f74cc-3d9e-416a-97c3-c5b1be2a917e req-83dd29e5-7439-4d7b-90e0-dc59ec1dfeb2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:59.719484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-e1d04310-c3b7-4a7a-999a-b5658ce44e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:59.722334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-e1d04310-c3b7-4a7a-999a-b5658ce44e52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0834899 Mar 31 22:50:59.818898 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-d47227f0-79a3-4f46-852a-03749218a283 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050436 Mar 31 22:50:59.835023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bf3f74cc-3d9e-416a-97c3-c5b1be2a917e req-83dd29e5-7439-4d7b-90e0-dc59ec1dfeb2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:59.840673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:50:59.844894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:50:59.874724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1b1c477c-ca9a-4270-8b28-38beae608aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:50:59.876765 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-1b1c477c-ca9a-4270-8b28-38beae608aa7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416652 Mar 31 22:50:59.896830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd29e5-7439-4d7b-90e0-dc59ec1dfeb2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7806157-e61d-4db7-be07-889a43ecb0d9,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:50:59.964620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:59.981652 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bf3f74cc-3d9e-416a-97c3-c5b1be2a917e req-83dd29e5-7439-4d7b-90e0-dc59ec1dfeb2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:59.983196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf3f74cc-3d9e-416a-97c3-c5b1be2a917e req-83dd29e5-7439-4d7b-90e0-dc59ec1dfeb2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7383001 Mar 31 22:51:00.060031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-bd28360d-509a-40fc-8d5c-2ebe4bda5287 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711190 Mar 31 22:51:00.104702 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-213466a8-2bd1-4ecc-8ea1-f7b533f1ef20 req-fab6022c-0fa3-4e51-94a3-8302f7a810c7 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738273 Mar 31 22:51:00.107203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:00.110581 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6bc36c-624c-46a6-9e4a-d5620b5241e5 x-openstack-request-id: req-eb6bc36c-624c-46a6-9e4a-d5620b5241e5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:00.111454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:00.113429 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96139784-0a64-4c3b-8097-60eb0894c0d9", "tag": "5d27430a-cf38-4020-856d-c04b6c0fa79e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:00.113970 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb6bc36c-624c-46a6-9e4a-d5620b5241e5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:00.114940 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6bc36c-624c-46a6-9e4a-d5620b5241e5'] response: {'name': 'network-changed', 'server_uuid': '96139784-0a64-4c3b-8097-60eb0894c0d9', 'tag': '5d27430a-cf38-4020-856d-c04b6c0fa79e', 'status': 'completed', 'code': 200} Mar 31 22:51:00.116265 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] 10.222.0.50 "PUT /v2.0/ports/eb6d48cf-c2a0-4412-b044-22ea504b387e HTTP/1.1" status: 200 len: 1095 time: 2.5021384 Mar 31 22:51:00.204405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e7d00-736e-439c-974d-a48a50a84e0a service neutron] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:00.320172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-d880a517-db9c-44d3-8569-17457f13bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:00.323001 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-d880a517-db9c-44d3-8569-17457f13bc6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1098 time: 0.0617554 Mar 31 22:51:00.334657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e02da0-e9f8-4cec-aaf8-6f4cab4f0ba9 req-f71ce827-7bd4-4d40-9b4d-68419b3b5bad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:00.345698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86e02da0-e9f8-4cec-aaf8-6f4cab4f0ba9 req-f71ce827-7bd4-4d40-9b4d-68419b3b5bad tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1032228 Mar 31 22:51:00.371238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1e2617-acae-42c5-8621-a6f6843560dd req-321c4c38-3c38-4dfc-b72c-dec1d311f409 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950435 Mar 31 22:51:00.413484 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-73599d1f-a4ea-4b51-8c5e-ed900ff7124e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e HTTP/1.1" status: 200 len: 217 time: 0.0682340 Mar 31 22:51:00.425614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86e02da0-e9f8-4cec-aaf8-6f4cab4f0ba9 req-39336c4c-7481-4d89-b4e1-5fc4bc2fb539 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769014 Mar 31 22:51:00.539981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da4dfcbc-74ab-4aa7-abc5-16236b656776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:00.541528 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-da4dfcbc-74ab-4aa7-abc5-16236b656776 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1196353 Mar 31 22:51:00.634797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-b4f00b76-001c-4d12-b0ea-281be3c14725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:00.636629 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-b4f00b76-001c-4d12-b0ea-281be3c14725 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817828 Mar 31 22:51:00.638706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-53d40f44-68ed-42b9-948c-186df0a5d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:00.640471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-53d40f44-68ed-42b9-948c-186df0a5d125 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 1099 time: 0.1476727 Mar 31 22:51:00.720210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f137ab-688c-450e-9cd3-2f9a4e731078 req-56cc09c2-5535-4a71-8d8c-ad6a5e6ef851 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:00.722396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44f137ab-688c-450e-9cd3-2f9a4e731078 req-56cc09c2-5535-4a71-8d8c-ad6a5e6ef851 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 948 time: 0.1739919 Mar 31 22:51:00.814241 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-f5e65b0f-6a22-41a2-bfa5-6cf4db82ae9c service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581888 Mar 31 22:51:00.855145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44f137ab-688c-450e-9cd3-2f9a4e731078 req-1d429965-776d-4bad-8cd6-38ee87b03761 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719934 Mar 31 22:51:00.875126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:00.879360 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60" -d '{"events": [{"name": "network-changed", "server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:00.894440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-bcd81d11-289c-4f9a-865f-0132ca1857c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:00.895958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-bcd81d11-289c-4f9a-865f-0132ca1857c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2294879 Mar 31 22:51:00.896080 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:51:01.000742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-008a39d1-df08-4ccc-b565-b337801b5d03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=5d27430a-cf38-4020-856d-c04b6c0fa79e HTTP/1.1" status: 200 len: 217 time: 0.0891774 Mar 31 22:51:01.013571 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-609af1a0-7ccd-4438-8244-619ee3cf0744 req-530a8085-4767-4930-95be-5074e1b64a85 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731141 Mar 31 22:51:01.083324 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8be7b02a-427f-4da0-b487-a69a647c049b req-35c44cc5-cfcc-421c-89cd-16aa61a51c43 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/10b95b70-5615-4720-92e1-35976cf907e4 HTTP/1.1" status: 200 len: 2406 time: 0.2245827 Mar 31 22:51:01.118535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-d399d84e-51fe-4327-97f2-21ca885c3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.118535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-d399d84e-51fe-4327-97f2-21ca885c3914 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0838704 Mar 31 22:51:01.166226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ff85-5d5e-49be-b949-df5e5807944a req-74a13423-8dab-4491-9968-83c392df71e4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.167804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f42ff85-5d5e-49be-b949-df5e5807944a req-74a13423-8dab-4491-9968-83c392df71e4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 948 time: 0.1672435 Mar 31 22:51:01.199367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-dd87a447-d6d5-41d3-8c90-506846c762e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.201517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-dd87a447-d6d5-41d3-8c90-506846c762e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770404 Mar 31 22:51:01.305524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f42ff85-5d5e-49be-b949-df5e5807944a req-91cd22bc-c18e-4f5d-a3d2-6911296b5e1c tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253705 Mar 31 22:51:01.349227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81899d6-08eb-44fa-82bf-56be5c7983aa req-0a5620a7-8cf6-4fbb-b08c-072eeecf63e0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.350864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e81899d6-08eb-44fa-82bf-56be5c7983aa req-0a5620a7-8cf6-4fbb-b08c-072eeecf63e0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.1539357 Mar 31 22:51:01.396761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-d7ae1098-4a50-41c4-b7eb-d513b26442d2 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779380 Mar 31 22:51:01.426913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e81899d6-08eb-44fa-82bf-56be5c7983aa req-2de960e1-f97c-4297-88ac-2d84754c51ad tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638816 Mar 31 22:51:01.455833 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e528bf4-c9cd-430e-96b3-ddf82b40bfe2 x-openstack-request-id: req-0e528bf4-c9cd-430e-96b3-ddf82b40bfe2 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:01.456181 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:01.456435 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e528bf4-c9cd-430e-96b3-ddf82b40bfe2 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:01.456833 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e528bf4-c9cd-430e-96b3-ddf82b40bfe2'] response: {'name': 'network-changed', 'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'status': 'completed', 'code': 200} Mar 31 22:51:01.510067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0c15035-7ae7-49d1-9940-70558bdb0338 req-3e194f2a-162e-4f45-8963-bb7529c33847 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-group-rules/c7806157-e61d-4db7-be07-889a43ecb0d9 HTTP/1.1" status: 200 len: 778 time: 0.0265100 Mar 31 22:51:01.527223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-91e08d24-615d-46b1-9c21-52928e5cc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.529034 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-91e08d24-615d-46b1-9c21-52928e5cc016 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1098 time: 0.0456440 Mar 31 22:51:01.648201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-f05339c2-163d-47d6-bb13-b8e82a699f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.649722 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-f05339c2-163d-47d6-bb13-b8e82a699f6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1098158 Mar 31 22:51:01.704796 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-65149b8e-a32a-4e65-9180-223eae8fd772 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e HTTP/1.1" status: 200 len: 217 time: 0.0424035 Mar 31 22:51:01.781637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-53039cc4-18ec-4d41-bf43-fcc5c9a2e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.787462 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-53039cc4-18ec-4d41-bf43-fcc5c9a2e7f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0744534 Mar 31 22:51:01.850756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-0b3ed122-6600-45c2-8c2f-2277e023db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.851745 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-0b3ed122-6600-45c2-8c2f-2277e023db05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512340 Mar 31 22:51:01.955994 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-ebe48d78-72b8-40f8-a114-2d6b5942ac4d service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933261 Mar 31 22:51:01.962866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c637bbe7-45a7-4393-83c6-adb7f67aa93e req-46ff792e-0d83-408f-894e-b1b0f766bf29 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519557 Mar 31 22:51:01.970522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-2995d701-e7bd-450a-bb14-52a602a51646 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:01.971860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-2995d701-e7bd-450a-bb14-52a602a51646 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 948 time: 0.4551380 Mar 31 22:51:01.979631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0c15035-7ae7-49d1-9940-70558bdb0338 req-ecb6b055-e27c-4e2a-b200-e396a3110c59 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/10b95b70-5615-4720-92e1-35976cf907e4 HTTP/1.1" status: 200 len: 2406 time: 0.4512534 Mar 31 22:51:02.050790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f55e-5831-4d4f-a35e-8e99f7fdcd61 req-b41c03ec-b7dc-4169-9662-d4c797058afc tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:02.058132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b85f55e-5831-4d4f-a35e-8e99f7fdcd61 req-b41c03ec-b7dc-4169-9662-d4c797058afc tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1493959 Mar 31 22:51:02.086007 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f4f1a774-f9ab-430b-bbfd-f57d7cf64d60 req-fa193c54-624d-45ce-931e-6948bc1d48ea service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147108 Mar 31 22:51:02.102102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0c15035-7ae7-49d1-9940-70558bdb0338 req-0232c339-a042-4692-b58b-d7bac082d28a tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.113566 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0c15035-7ae7-49d1-9940-70558bdb0338 req-0232c339-a042-4692-b58b-d7bac082d28a tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.147723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b85f55e-5831-4d4f-a35e-8e99f7fdcd61 req-2b371850-1e4b-46c0-b6aa-e19e9913c0ab tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886786 Mar 31 22:51:02.177529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Deleting port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:02.178031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.269507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0c15035-7ae7-49d1-9940-70558bdb0338 req-0232c339-a042-4692-b58b-d7bac082d28a tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.312419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0c15035-7ae7-49d1-9940-70558bdb0338 req-0232c339-a042-4692-b58b-d7bac082d28a tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.313772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0c15035-7ae7-49d1-9940-70558bdb0338 req-0232c339-a042-4692-b58b-d7bac082d28a tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c7806157-e61d-4db7-be07-889a43ecb0d9 HTTP/1.1" status: 204 len: 173 time: 0.3230894 Mar 31 22:51:02.339253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] For port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:02.339769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.368087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232c339-a042-4692-b58b-d7bac082d28a tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7806157-e61d-4db7-be07-889a43ecb0d9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:02.384500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Calling delete_port for ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:02.407750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be84769-6a4d-46ff-83d9-7368c5801b75 req-61f2573b-9ed4-41fd-a020-190dfdf81a35 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:02.415223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9be84769-6a4d-46ff-83d9-7368c5801b75 req-61f2573b-9ed4-41fd-a020-190dfdf81a35 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 948 time: 0.1097724 Mar 31 22:51:02.511270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9be84769-6a4d-46ff-83d9-7368c5801b75 req-10101102-1e3e-4f8e-85c1-fe46722cda80 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907338 Mar 31 22:51:02.548878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2e3e74da-4c00-4216-90ff-f9610b80b1a6 req-f8ee76ea-76fb-4186-971a-8ec75637a2ae tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1117908019', 'description': 'tempest-description-1325950627'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:02.677814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2e3e74da-4c00-4216-90ff-f9610b80b1a6 req-f8ee76ea-76fb-4186-971a-8ec75637a2ae tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.751175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2e3e74da-4c00-4216-90ff-f9610b80b1a6 req-f8ee76ea-76fb-4186-971a-8ec75637a2ae tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.757310 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.771944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410', '5b2ca389-1e87-4c45-8894-d62d81f7c1eb', 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:02.819769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fd98c884-f646-4e7a-95d8-54f0adbfae78', '98869630-fc98-44f5-96f0-70119067abc2', 'e64598db-104e-4f26-ac42-a659277fba00'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:02.821921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event deleted for resources: {'Port': ['ID=ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:02.889511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2e3e74da-4c00-4216-90ff-f9610b80b1a6 req-f8ee76ea-76fb-4186-971a-8ec75637a2ae tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.927255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35ba2121-595c-4291-9873-31dec1edb4bf req-05c1df07-7979-467a-873f-df29029113a9 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=16c576e3-a6e7-4064-8d73-7cfebc1171ea HTTP/1.1" status: 200 len: 210 time: 0.0887587 Mar 31 22:51:02.988668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] No DVR routers for this DVR port ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:02.993355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:02.997351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0f6a33a-8b10-4c50-a8d3-7afa912b2871 req-89a84462-ad69-4909-8a13-05d69a89c8ba tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "DELETE /v2.0/ports/ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a HTTP/1.1" status: 204 len: 173 time: 1.0162280 Mar 31 22:51:02.997879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c576e3-a6e7-4064-8d73-7cfebc1171ea', 'name': 'network-vif-deleted', 'tag': 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:03.000274 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd97cf33-e359-4652-9543-cdcb0498a50a" -d '{"events": [{"server_uuid": "16c576e3-a6e7-4064-8d73-7cfebc1171ea", "name": "network-vif-deleted", "tag": "ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:03.005278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee76ea-76fb-4186-971a-8ec75637a2ae tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef5cfd1-0c6e-4856-8594-d2352e1fd4c0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:03.062680 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2e3e74da-4c00-4216-90ff-f9610b80b1a6 req-f8ee76ea-76fb-4186-971a-8ec75637a2ae tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:03.069283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e3e74da-4c00-4216-90ff-f9610b80b1a6 req-f8ee76ea-76fb-4186-971a-8ec75637a2ae tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5280633 Mar 31 22:51:03.186827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd63dc-d27d-4b66-bb74-bdc7c55eacf1 req-7b7456a6-e3e3-49d8-9c28-a102dbc2fd77 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:03.210470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88cd63dc-d27d-4b66-bb74-bdc7c55eacf1 req-7b7456a6-e3e3-49d8-9c28-a102dbc2fd77 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.1358626 Mar 31 22:51:03.287457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88cd63dc-d27d-4b66-bb74-bdc7c55eacf1 req-0f2db100-3395-42a6-9dd8-92022eedd761 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692527 Mar 31 22:51:03.338063 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538fc303-c7d7-4c1f-973f-57178bca9eb4 x-openstack-request-id: req-538fc303-c7d7-4c1f-973f-57178bca9eb4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:03.339008 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c576e3-a6e7-4064-8d73-7cfebc1171ea", "name": "network-vif-deleted", "tag": "ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:03.339442 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-538fc303-c7d7-4c1f-973f-57178bca9eb4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:03.340034 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538fc303-c7d7-4c1f-973f-57178bca9eb4'] response: {'server_uuid': '16c576e3-a6e7-4064-8d73-7cfebc1171ea', 'name': 'network-vif-deleted', 'tag': 'ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a', 'status': 'completed', 'code': 200} Mar 31 22:51:03.455835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ea43f1a-248d-4976-8ca5-8db1fabeec7e req-dd0a0485-d5bc-44a4-a770-18e58d8ddef1 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/6ef5cfd1-0c6e-4856-8594-d2352e1fd4c0 HTTP/1.1" status: 200 len: 1813 time: 0.0898337 Mar 31 22:51:03.600140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5317201-19a3-430d-bc3c-9b2b85af8894 req-289171d3-ac6f-4dcc-a649-dcfff8204fb4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:03.612373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5317201-19a3-430d-bc3c-9b2b85af8894 req-289171d3-ac6f-4dcc-a649-dcfff8204fb4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0934584 Mar 31 22:51:03.655046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5317201-19a3-430d-bc3c-9b2b85af8894 req-bb5e7312-5af4-454e-9d9f-aec677bc2ca1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Mar 31 22:51:03.906688 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f3d731ee-2200-4181-ae0d-ff7be7266e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:03.914620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-656744ee-9f39-4e39-aa5e-ada498e90216 req-8b537854-5195-4142-af50-b3113a01af99 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1526224845', 'description': 'tempest-description-1475430601'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:03.958740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383f6b5-8cdb-41f7-b032-7405c186e25b req-e013cede-3e05-4496-9143-5e820f2f059b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:03.961035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e383f6b5-8cdb-41f7-b032-7405c186e25b req-e013cede-3e05-4496-9143-5e820f2f059b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 948 time: 0.0850525 Mar 31 22:51:04.023488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:51:04.027390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e383f6b5-8cdb-41f7-b032-7405c186e25b req-d0561d1d-aeae-452a-b499-acfddf641933 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491381 Mar 31 22:51:04.037850 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-656744ee-9f39-4e39-aa5e-ada498e90216 req-8b537854-5195-4142-af50-b3113a01af99 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:04.183568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-656744ee-9f39-4e39-aa5e-ada498e90216 req-8b537854-5195-4142-af50-b3113a01af99 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:04.254209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:04.266064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'mac_address': 'fa:16:3e:8d:d5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:51:04.270232 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-656744ee-9f39-4e39-aa5e-ada498e90216 req-8b537854-5195-4142-af50-b3113a01af99 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:04.333353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b537854-5195-4142-af50-b3113a01af99 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acfd359-1d3d-40e3-b96d-a1600de8110a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:04.357670 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:04.379026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6d48cf-c2a0-4412-b044-22ea504b387e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:04.387532 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-656744ee-9f39-4e39-aa5e-ada498e90216 req-8b537854-5195-4142-af50-b3113a01af99 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:04.390198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-656744ee-9f39-4e39-aa5e-ada498e90216 req-8b537854-5195-4142-af50-b3113a01af99 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5020378 Mar 31 22:51:04.408997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:04.477110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:04.478214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5d27430a-cf38-4020-856d-c04b6c0fa79e details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:51:04.543531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:04.553136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842087-8779-4d8a-8e15-1bac91995099 req-3babf71b-21b0-4a5f-a61d-445aa253ddc2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:04.555002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9842087-8779-4d8a-8e15-1bac91995099 req-3babf71b-21b0-4a5f-a61d-445aa253ddc2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.0667834 Mar 31 22:51:04.588800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5d27430a-cf38-4020-856d-c04b6c0fa79e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5d27430a-cf38-4020-856d-c04b6c0fa79e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:04.609053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '5d27430a-cf38-4020-856d-c04b6c0fa79e', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '5d27430a-cf38-4020-856d-c04b6c0fa79e', 'mac_address': 'fa:16:3e:da:54:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:51:04.627257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9842087-8779-4d8a-8e15-1bac91995099 req-f6a5f505-008f-4870-8df6-898d1764640a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630646 Mar 31 22:51:04.678060 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:04.693229 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d27430a-cf38-4020-856d-c04b6c0fa79e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:04.727713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5d27430a-cf38-4020-856d-c04b6c0fa79e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5d27430a-cf38-4020-856d-c04b6c0fa79e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:04.739590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dd70fe6-4523-4798-bc1d-d629cc5a8312 req-f99e2cf6-bb58-4c47-83f4-f05c5ba84b0d tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/5acfd359-1d3d-40e3-b96d-a1600de8110a HTTP/1.1" status: 200 len: 1813 time: 0.0694644 Mar 31 22:51:04.926005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605cc92-778c-4a6d-8da8-559d3a43e00c req-cbc1ec3c-1957-417a-851d-57166726f493 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:04.926005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0605cc92-778c-4a6d-8da8-559d3a43e00c req-cbc1ec3c-1957-417a-851d-57166726f493 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0640581 Mar 31 22:51:04.928251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:04.928251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:04.928251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ece5eb71-dd3b-4dd5-8cd3-ec1b7d29a41a not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:04.929107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0605cc92-778c-4a6d-8da8-559d3a43e00c req-dc2c573d-017b-429a-a2c1-01a855c076b6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Mar 31 22:51:04.945700 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:05.014915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=5d27430a-cf38-4020-856d-c04b6c0fa79e,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:05.342222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1d7e51fc-b8f9-444b-a956-32611fb246d2 req-21a5b0e8-757b-41d7-a42f-ccac855a368c tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1809663193', 'description': 'tempest-description-1459780355'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:05.354180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['eb6d48cf-c2a0-4412-b044-22ea504b387e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:05.389459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5d27430a-cf38-4020-856d-c04b6c0fa79e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:05.449285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1d7e51fc-b8f9-444b-a956-32611fb246d2 req-21a5b0e8-757b-41d7-a42f-ccac855a368c tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:05.540227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1d7e51fc-b8f9-444b-a956-32611fb246d2 req-21a5b0e8-757b-41d7-a42f-ccac855a368c tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:05.636640 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1d7e51fc-b8f9-444b-a956-32611fb246d2 req-21a5b0e8-757b-41d7-a42f-ccac855a368c tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:05.681219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58642d5-3b70-4387-802c-11a5a40363b9 req-983ef4eb-ef12-41c5-968a-f3372cc79939 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:05.683565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f58642d5-3b70-4387-802c-11a5a40363b9 req-983ef4eb-ef12-41c5-968a-f3372cc79939 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 949 time: 0.0969667 Mar 31 22:51:05.708816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5b0e8-757b-41d7-a42f-ccac855a368c tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d2d047-8eb6-4fcf-b820-82431c66665c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:05.741954 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1d7e51fc-b8f9-444b-a956-32611fb246d2 req-21a5b0e8-757b-41d7-a42f-ccac855a368c tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:05.743515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d7e51fc-b8f9-444b-a956-32611fb246d2 req-21a5b0e8-757b-41d7-a42f-ccac855a368c tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4086614 Mar 31 22:51:05.790447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f58642d5-3b70-4387-802c-11a5a40363b9 req-595477ed-6e19-43ed-9a52-650de5f5ab09 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Mar 31 22:51:05.881017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a40b83-3a2d-4e1c-a2ac-2743123b76b5 req-98f47054-6f1d-46c2-a892-479654778b95 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:05.882533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5a40b83-3a2d-4e1c-a2ac-2743123b76b5 req-98f47054-6f1d-46c2-a892-479654778b95 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 950 time: 0.0544305 Mar 31 22:51:05.948038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5a40b83-3a2d-4e1c-a2ac-2743123b76b5 req-ec61ff70-fbc5-4533-9e15-6c81abe4d58d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551498 Mar 31 22:51:05.956958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013743db-9629-4946-a8eb-43816a404373 req-fa9fd7fb-63f4-431c-a180-9e9c7eaeac19 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:05.958424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-013743db-9629-4946-a8eb-43816a404373 req-fa9fd7fb-63f4-431c-a180-9e9c7eaeac19 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.0750153 Mar 31 22:51:06.031391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-013743db-9629-4946-a8eb-43816a404373 req-173b52c9-3756-4405-8cb0-4003517de401 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643210 Mar 31 22:51:06.043875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-953cae98-2d5d-446e-ba03-cfb8014f1a33 req-8a17f201-25db-495c-b484-460b1bffee0d tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/e9d2d047-8eb6-4fcf-b820-82431c66665c HTTP/1.1" status: 200 len: 1813 time: 0.0670950 Mar 31 22:51:06.065765 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ca876142-529d-47e5-990a-235c34cdd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:06.151020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89817b-b23a-4ba5-8ba6-06d023e1fe8f req-ef055905-0935-424c-b1aa-1ba9494e7fd4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:06.153315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba89817b-b23a-4ba5-8ba6-06d023e1fe8f req-ef055905-0935-424c-b1aa-1ba9494e7fd4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0514290 Mar 31 22:51:06.194159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba89817b-b23a-4ba5-8ba6-06d023e1fe8f req-4b270bf6-f996-4d28-abd5-23f7c6a93dab tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Mar 31 22:51:06.224840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-de0c009b-6b6a-4e3c-9625-0f8f00273b01 req-5a0c63d5-359f-4ecb-980c-1cebbbff94d0 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2121074541', 'description': 'tempest-description-1435198377'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:06.346391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-de0c009b-6b6a-4e3c-9625-0f8f00273b01 req-5a0c63d5-359f-4ecb-980c-1cebbbff94d0 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:06.429523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-de0c009b-6b6a-4e3c-9625-0f8f00273b01 req-5a0c63d5-359f-4ecb-980c-1cebbbff94d0 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:06.505857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-de0c009b-6b6a-4e3c-9625-0f8f00273b01 req-5a0c63d5-359f-4ecb-980c-1cebbbff94d0 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:06.544852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c63d5-359f-4ecb-980c-1cebbbff94d0 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec7db60-b673-4049-8e1d-97bbc62eff7d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:06.608377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-de0c009b-6b6a-4e3c-9625-0f8f00273b01 req-5a0c63d5-359f-4ecb-980c-1cebbbff94d0 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:06.608377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de0c009b-6b6a-4e3c-9625-0f8f00273b01 req-5a0c63d5-359f-4ecb-980c-1cebbbff94d0 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3756170 Mar 31 22:51:06.682950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11adfed1-c990-4377-8196-a0bf28eab575 req-1414ba6e-59d4-4adc-aa61-b541b66ec2fa tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/fec7db60-b673-4049-8e1d-97bbc62eff7d HTTP/1.1" status: 200 len: 1813 time: 0.0594859 Mar 31 22:51:06.719496 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-7585adfb-000d-4c5f-af82-ab886630f6ab req-3dd2b35f-6a27-42dc-8fbe-5acda3c21ba1 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] show failed (client error): The resource could not be found. Mar 31 22:51:06.720618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7585adfb-000d-4c5f-af82-ab886630f6ab req-3dd2b35f-6a27-42dc-8fbe-5acda3c21ba1 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/22235d60-f187-4d5d-a952-3d9a6a32f303 HTTP/1.1" status: 404 len: 352 time: 0.0147254 Mar 31 22:51:06.756558 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-09dd7152-e4e2-46f4-98fe-f6e44f9d4f35 req-8c525896-524c-445a-99c5-84a2630be9a1 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] show failed (client error): The resource could not be found. Mar 31 22:51:06.757534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09dd7152-e4e2-46f4-98fe-f6e44f9d4f35 req-8c525896-524c-445a-99c5-84a2630be9a1 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-group-rules/dba3c391-53c5-404b-b377-f180cdb0a048 HTTP/1.1" status: 404 len: 361 time: 0.0136299 Mar 31 22:51:06.824252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b270158-3004-4571-ae6a-80dbf84bc8f8 req-3cc5ff1a-a96c-4ed0-9cce-95ad16c24995 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/fec7db60-b673-4049-8e1d-97bbc62eff7d HTTP/1.1" status: 200 len: 1813 time: 0.0428770 Mar 31 22:51:06.884061 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4b270158-3004-4571-ae6a-80dbf84bc8f8 req-d22360bb-0952-45c9-939d-cd99637928e2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:06.908716 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4b270158-3004-4571-ae6a-80dbf84bc8f8 req-d22360bb-0952-45c9-939d-cd99637928e2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.025805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4b270158-3004-4571-ae6a-80dbf84bc8f8 req-d22360bb-0952-45c9-939d-cd99637928e2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.028556 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4b270158-3004-4571-ae6a-80dbf84bc8f8 req-d22360bb-0952-45c9-939d-cd99637928e2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.029759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b270158-3004-4571-ae6a-80dbf84bc8f8 req-d22360bb-0952-45c9-939d-cd99637928e2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "DELETE /v2.0/security-groups/fec7db60-b673-4049-8e1d-97bbc62eff7d HTTP/1.1" status: 204 len: 173 time: 0.1994102 Mar 31 22:51:07.039717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22360bb-0952-45c9-939d-cd99637928e2 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec7db60-b673-4049-8e1d-97bbc62eff7d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:07.172697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e051b-d90b-4c56-a57a-fdaf4b6455f4 req-2b980d4f-a9eb-4963-bff3-945e1967e0a4 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:07.174197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c4e051b-d90b-4c56-a57a-fdaf4b6455f4 req-2b980d4f-a9eb-4963-bff3-945e1967e0a4 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 949 time: 0.0834665 Mar 31 22:51:07.182816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-332847f4-17cc-4760-9d3e-b7fe15397802 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:07.185264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-332847f4-17cc-4760-9d3e-b7fe15397802 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 950 time: 0.0516310 Mar 31 22:51:07.186750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d6770-3c5f-4978-8200-199616e487b6 req-e68ab8be-80f2-4434-b13f-587795165f62 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:07.191842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-414d6770-3c5f-4978-8200-199616e487b6 req-e68ab8be-80f2-4434-b13f-587795165f62 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 950 time: 0.0707350 Mar 31 22:51:07.246980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c4e051b-d90b-4c56-a57a-fdaf4b6455f4 req-91ac19b7-82ed-4bc8-bde4-99f6be70979d tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571749 Mar 31 22:51:07.257122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-414d6770-3c5f-4978-8200-199616e487b6 req-39ffb561-a832-4a09-b27e-4cb6bd328316 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619180 Mar 31 22:51:07.312716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Deleting port e64598db-104e-4f26-ac42-a659277fba00 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:07.312716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.337045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57bc4853-ab00-4e97-a49d-db77ae8ff630 req-447d0869-097b-4194-a5cc-7ae1b5e47e36 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/e9d2d047-8eb6-4fcf-b820-82431c66665c HTTP/1.1" status: 200 len: 1813 time: 0.0527775 Mar 31 22:51:07.424320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] For port e64598db-104e-4f26-ac42-a659277fba00, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e64598db-104e-4f26-ac42-a659277fba00,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:07.424728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.431751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57bc4853-ab00-4e97-a49d-db77ae8ff630 req-ff5b9e52-33a6-430a-94c4-072dacc5a7c6 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.440218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Calling delete_port for e64598db-104e-4f26-ac42-a659277fba00 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:07.462118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a648dd2-ff3e-4a03-a88c-a9ba194b16ac req-3fecceac-5754-4d50-ac9c-9720b6aeb6f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:07.471659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a648dd2-ff3e-4a03-a88c-a9ba194b16ac req-3fecceac-5754-4d50-ac9c-9720b6aeb6f0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.0986040 Mar 31 22:51:07.489791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57bc4853-ab00-4e97-a49d-db77ae8ff630 req-ff5b9e52-33a6-430a-94c4-072dacc5a7c6 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.540427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.546440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a648dd2-ff3e-4a03-a88c-a9ba194b16ac req-96a1f288-ae34-4e52-a704-8eb6b1959697 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738597 Mar 31 22:51:07.614008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57bc4853-ab00-4e97-a49d-db77ae8ff630 req-ff5b9e52-33a6-430a-94c4-072dacc5a7c6 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.616878 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57bc4853-ab00-4e97-a49d-db77ae8ff630 req-ff5b9e52-33a6-430a-94c4-072dacc5a7c6 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.618104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57bc4853-ab00-4e97-a49d-db77ae8ff630 req-ff5b9e52-33a6-430a-94c4-072dacc5a7c6 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "DELETE /v2.0/security-groups/e9d2d047-8eb6-4fcf-b820-82431c66665c HTTP/1.1" status: 204 len: 173 time: 0.2721319 Mar 31 22:51:07.627721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9e52-33a6-430a-94c4-072dacc5a7c6 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d2d047-8eb6-4fcf-b820-82431c66665c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:07.660025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.673555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410', '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:07.696453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404e80b-e5ec-42b3-ad22-0f11d34c5ea7 req-f04f1d12-2e6f-401e-a372-8c26e67215f7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:07.699252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a404e80b-e5ec-42b3-ad22-0f11d34c5ea7 req-f04f1d12-2e6f-401e-a372-8c26e67215f7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0683858 Mar 31 22:51:07.707863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event deleted for resources: {'Port': ['ID=e64598db-104e-4f26-ac42-a659277fba00,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:07.714361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fd98c884-f646-4e7a-95d8-54f0adbfae78', '98869630-fc98-44f5-96f0-70119067abc2', 'e64598db-104e-4f26-ac42-a659277fba00'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:07.753583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] No DVR routers for this DVR port e64598db-104e-4f26-ac42-a659277fba00 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:07.756386 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.762603 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d94d5c32-9cfc-4fe2-9063-5f9ecc02f106 req-7dadbc7d-4836-4f50-bee2-2306ee37665a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "DELETE /v2.0/ports/e64598db-104e-4f26-ac42-a659277fba00 HTTP/1.1" status: 204 len: 173 time: 0.5659478 Mar 31 22:51:07.762603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee942b5-f0a5-44d9-971a-32da38c762b5', 'name': 'network-vif-deleted', 'tag': 'e64598db-104e-4f26-ac42-a659277fba00'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:07.763541 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f76a10d-f849-4e3c-a890-1f009f422c3c" -d '{"events": [{"server_uuid": "cee942b5-f0a5-44d9-971a-32da38c762b5", "name": "network-vif-deleted", "tag": "e64598db-104e-4f26-ac42-a659277fba00"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:07.786119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a404e80b-e5ec-42b3-ad22-0f11d34c5ea7 req-65c7b368-6a39-4544-9f4f-2426f8a835d8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795329 Mar 31 22:51:07.827805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc3127c0-11c3-4506-916e-219ec02612b5 req-18e6fbd3-e6ef-4dbc-aa36-8e3a0586de1d tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/5acfd359-1d3d-40e3-b96d-a1600de8110a HTTP/1.1" status: 200 len: 1813 time: 0.0817382 Mar 31 22:51:07.898450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc3127c0-11c3-4506-916e-219ec02612b5 req-31716256-5873-4d67-ba47-09c2d977af72 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:07.945983 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a93b6c-e7ea-4dab-bbca-612a62bf2156 x-openstack-request-id: req-35a93b6c-e7ea-4dab-bbca-612a62bf2156 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:07.946762 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee942b5-f0a5-44d9-971a-32da38c762b5", "name": "network-vif-deleted", "tag": "e64598db-104e-4f26-ac42-a659277fba00", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:07.946762 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35a93b6c-e7ea-4dab-bbca-612a62bf2156 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:07.947276 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a93b6c-e7ea-4dab-bbca-612a62bf2156'] response: {'server_uuid': 'cee942b5-f0a5-44d9-971a-32da38c762b5', 'name': 'network-vif-deleted', 'tag': 'e64598db-104e-4f26-ac42-a659277fba00', 'status': 'completed', 'code': 200} Mar 31 22:51:07.971132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc3127c0-11c3-4506-916e-219ec02612b5 req-31716256-5873-4d67-ba47-09c2d977af72 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.059589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:08.113534 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc3127c0-11c3-4506-916e-219ec02612b5 req-31716256-5873-4d67-ba47-09c2d977af72 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.116084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc3127c0-11c3-4506-916e-219ec02612b5 req-31716256-5873-4d67-ba47-09c2d977af72 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.117207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc3127c0-11c3-4506-916e-219ec02612b5 req-31716256-5873-4d67-ba47-09c2d977af72 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "DELETE /v2.0/security-groups/5acfd359-1d3d-40e3-b96d-a1600de8110a HTTP/1.1" status: 204 len: 173 time: 0.2884629 Mar 31 22:51:08.128711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f64e47-87b6-480d-a263-f2d43d405a1f req-df2c4f71-15d1-4a7f-ac51-dee6d31fe2c5 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:08.130274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52f64e47-87b6-480d-a263-f2d43d405a1f req-df2c4f71-15d1-4a7f-ac51-dee6d31fe2c5 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 951 time: 0.0588229 Mar 31 22:51:08.136747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31716256-5873-4d67-ba47-09c2d977af72 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acfd359-1d3d-40e3-b96d-a1600de8110a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:08.201965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52f64e47-87b6-480d-a263-f2d43d405a1f req-fbf4da16-22b8-4c00-8038-8a234fc6a78b tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605359 Mar 31 22:51:08.205929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a99873bb-c788-4228-b27c-f55a8f02566b req-939eb3fd-0546-4185-86cd-7148a4f3d9df tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/6ef5cfd1-0c6e-4856-8594-d2352e1fd4c0 HTTP/1.1" status: 200 len: 1813 time: 0.0664129 Mar 31 22:51:08.284998 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.287136 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a99873bb-c788-4228-b27c-f55a8f02566b req-b11ac289-e682-4951-8c32-3760b8a05b96 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.322806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a99873bb-c788-4228-b27c-f55a8f02566b req-b11ac289-e682-4951-8c32-3760b8a05b96 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.347493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port eb6d48cf-c2a0-4412-b044-22ea504b387e completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:51:08.354852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port eb6d48cf-c2a0-4412-b044-22ea504b387e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:08.355230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.476998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a99873bb-c788-4228-b27c-f55a8f02566b req-b11ac289-e682-4951-8c32-3760b8a05b96 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.479562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a99873bb-c788-4228-b27c-f55a8f02566b req-b11ac289-e682-4951-8c32-3760b8a05b96 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.492506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a99873bb-c788-4228-b27c-f55a8f02566b req-b11ac289-e682-4951-8c32-3760b8a05b96 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "DELETE /v2.0/security-groups/6ef5cfd1-0c6e-4856-8594-d2352e1fd4c0 HTTP/1.1" status: 204 len: 173 time: 0.2777798 Mar 31 22:51:08.493936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.506175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ac289-e682-4951-8c32-3760b8a05b96 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef5cfd1-0c6e-4856-8594-d2352e1fd4c0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:08.514978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55884) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:08.531946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:08.534427 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8e71b5-8e1b-4313-9403-aec17378b6ee" -d '{"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:08.553530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:08.614782 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.616483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5d27430a-cf38-4020-856d-c04b6c0fa79e up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:08.632816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b68a91-58df-4adc-add4-210ac990fecf req-a2623c1b-c27a-4177-8040-b8329a68fe39 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:08.645738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9b68a91-58df-4adc-add4-210ac990fecf req-a2623c1b-c27a-4177-8040-b8329a68fe39 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 949 time: 0.1035163 Mar 31 22:51:08.691630 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6236c67b-5b7f-40b6-9e0d-370a7942a75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.698424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9b68a91-58df-4adc-add4-210ac990fecf req-3f29f019-30ab-4cfe-b06e-a3b89b33feb7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549271 Mar 31 22:51:08.732934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:08.766444 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.804467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd60cdb2-5acb-40df-8db5-025ddd8ba2fd req-4d1dd90d-e599-4532-b3d2-05b7b2ab26e0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=cee942b5-f0a5-44d9-971a-32da38c762b5 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Mar 31 22:51:08.805902 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6236c67b-5b7f-40b6-9e0d-370a7942a75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.828092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 5d27430a-cf38-4020-856d-c04b6c0fa79e completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:51:08.828092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 5d27430a-cf38-4020-856d-c04b6c0fa79e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:08.828092 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.879755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9a932-8c36-4056-b897-356366c3beb9 req-b740705b-d635-4a8d-9224-2f07b1edb8f4 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "GET /v2.0/security-groups/10b95b70-5615-4720-92e1-35976cf907e4 HTTP/1.1" status: 200 len: 1813 time: 0.0408957 Mar 31 22:51:08.908623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.922511 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6236c67b-5b7f-40b6-9e0d-370a7942a75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.946284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5d27430a-cf38-4020-856d-c04b6c0fa79e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5d27430a-cf38-4020-856d-c04b6c0fa79e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:08.953967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9ed9a932-8c36-4056-b897-356366c3beb9 req-12d4151d-1c80-4ad5-adf9-fd321c185288 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.970507 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6236c67b-5b7f-40b6-9e0d-370a7942a75b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1087da732bb342d19d15762778ef80f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519870 Mar 31 22:51:08.970507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236c67b-5b7f-40b6-9e0d-370a7942a75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4145f8-6581-42b1-b1ff-49357cae7190,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:08.971806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55910) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:08.992586 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9ed9a932-8c36-4056-b897-356366c3beb9 req-12d4151d-1c80-4ad5-adf9-fd321c185288 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.025399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4d88f58-4f44-4b96-bb9e-05b93caff92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.048129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4d88f58-4f44-4b96-bb9e-05b93caff92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.049009 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.049812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:09.099719 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.121737 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9ed9a932-8c36-4056-b897-356366c3beb9 req-12d4151d-1c80-4ad5-adf9-fd321c185288 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.124380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9ed9a932-8c36-4056-b897-356366c3beb9 req-12d4151d-1c80-4ad5-adf9-fd321c185288 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.125522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9a932-8c36-4056-b897-356366c3beb9 req-12d4151d-1c80-4ad5-adf9-fd321c185288 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] 10.222.0.31 "DELETE /v2.0/security-groups/10b95b70-5615-4720-92e1-35976cf907e4 HTTP/1.1" status: 204 len: 173 time: 0.2396960 Mar 31 22:51:09.132153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55918) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:09.132333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=5d27430a-cf38-4020-856d-c04b6c0fa79e,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:09.165805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4151d-1c80-4ad5-adf9-fd321c185288 tempest-SecurityGroupRulesNegativeTestJSON-212524234 tempest-SecurityGroupRulesNegativeTestJSON-212524234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b95b70-5615-4720-92e1-35976cf907e4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:09.174279 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.180053 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc331d4a-19c5-4700-8407-6808410fda1d x-openstack-request-id: req-bc331d4a-19c5-4700-8407-6808410fda1d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:09.180254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4d88f58-4f44-4b96-bb9e-05b93caff92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.180350 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:09.180574 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc331d4a-19c5-4700-8407-6808410fda1d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:09.180955 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc331d4a-19c5-4700-8407-6808410fda1d'] response: {'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'code': 200} Mar 31 22:51:09.184844 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4d88f58-4f44-4b96-bb9e-05b93caff92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.198346 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d4d88f58-4f44-4b96-bb9e-05b93caff92f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d4145f8-6581-42b1-b1ff-49357cae7190 HTTP/1.1" status: 204 len: 168 time: 0.2192874 Mar 31 22:51:09.213029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5265110d-f32b-4744-89fb-1d19ee4d9c4b admin admin] Deleting subnet a631c358-b0c8-4183-b09e-f2a8a1a818b1 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:51:09.217385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5265110d-f32b-4744-89fb-1d19ee4d9c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.239468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d88f58-4f44-4b96-bb9e-05b93caff92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4145f8-6581-42b1-b1ff-49357cae7190,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:09.276655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:09.320894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54961cc2-3d2e-4fc1-b12b-b66d6d8e4ff0 req-40e01191-961d-4c2c-8670-f0ca78981f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:09.326765 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-54961cc2-3d2e-4fc1-b12b-b66d6d8e4ff0 req-40e01191-961d-4c2c-8670-f0ca78981f80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1100 time: 0.0694964 Mar 31 22:51:09.327087 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5265110d-f32b-4744-89fb-1d19ee4d9c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.359399 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-54961cc2-3d2e-4fc1-b12b-b66d6d8e4ff0 req-90d80dec-de6a-4136-b2f8-1cae67af5b19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291467 Mar 31 22:51:09.368553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d8f35-fb00-453f-be8b-3e3f37094c56 req-dd90199f-189e-4293-83ac-a4a238c69646 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:09.370012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-864d8f35-fb00-453f-be8b-3e3f37094c56 req-dd90199f-189e-4293-83ac-a4a238c69646 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.1100416 Mar 31 22:51:09.374398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.385982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5265110d-f32b-4744-89fb-1d19ee4d9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.405164 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.429652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:09.434791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-864d8f35-fb00-453f-be8b-3e3f37094c56 req-79619f24-3b6e-4938-91a7-88fecdf42fff tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Mar 31 22:51:09.549709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488643c-1867-4b52-a2b2-32de9909f7d2 req-84977a7a-d4fc-4687-987d-a7c40d4e95e8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:09.551443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5488643c-1867-4b52-a2b2-32de9909f7d2 req-84977a7a-d4fc-4687-987d-a7c40d4e95e8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0506196 Mar 31 22:51:09.575993 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5265110d-f32b-4744-89fb-1d19ee4d9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.617506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265110d-f32b-4744-89fb-1d19ee4d9c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a631c358-b0c8-4183-b09e-f2a8a1a818b1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:09.625424 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5265110d-f32b-4744-89fb-1d19ee4d9c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.628721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5265110d-f32b-4744-89fb-1d19ee4d9c4b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a631c358-b0c8-4183-b09e-f2a8a1a818b1 HTTP/1.1" status: 204 len: 168 time: 0.4957585 Mar 31 22:51:09.631312 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55934) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:09.632614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5488643c-1867-4b52-a2b2-32de9909f7d2 req-91041af2-6310-4bae-b2c6-12120eceef8f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Mar 31 22:51:09.708783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.812922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.821952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f54c02-ade0-4911-b151-52f1b5a26ccf req-3d3fbd64-65d7-4be8-a999-10ddf05949e1 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:09.824397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91f54c02-ade0-4911-b151-52f1b5a26ccf req-3d3fbd64-65d7-4be8-a999-10ddf05949e1 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 950 time: 0.0556037 Mar 31 22:51:09.837631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8954c6a-6fe9-44af-88a8-c4d53854df94']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:09.848639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4b3923-372b-46e6-953d-8e975b863f95') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:09.848937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4b3923-372b-46e6-953d-8e975b863f95') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:09.859491 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.867689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91f54c02-ade0-4911-b151-52f1b5a26ccf req-7c341255-18e3-41e9-9062-b1424270f65e tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342851 Mar 31 22:51:09.874348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.880637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:51:09.881034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:51:09.889039 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:51:10.003653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92706f-8f14-48a4-b0dc-7a2e4f9e82ec req-c01e66a3-9c49-49dc-8d52-d5bad50b3c5d tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:10.005302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f92706f-8f14-48a4-b0dc-7a2e4f9e82ec req-c01e66a3-9c49-49dc-8d52-d5bad50b3c5d tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 949 time: 0.0552297 Mar 31 22:51:10.031755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.037618 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.042003 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8954c6a-6fe9-44af-88a8-c4d53854df94 HTTP/1.1" status: 204 len: 168 time: 0.4077816 Mar 31 22:51:10.051072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f92706f-8f14-48a4-b0dc-7a2e4f9e82ec req-4f4de842-0069-4def-939a-a2ad2ce40a4a tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Mar 31 22:51:10.052725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1c5f4643-4b2c-4e64-958f-d30d31353005 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:51:10.054252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a840-2a60-4ccb-b561-55f668212491 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8954c6a-6fe9-44af-88a8-c4d53854df94,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:10.059467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e64598db-104e-4f26-ac42-a659277fba00 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:10.097209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: e64598db-104e-4f26-ac42-a659277fba00 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:10.097544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e64598db-104e-4f26-ac42-a659277fba00 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:10.191733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:10.204193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '1c5f4643-4b2c-4e64-958f-d30d31353005', 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123', 'port_id': '1c5f4643-4b2c-4e64-958f-d30d31353005', 'mac_address': 'fa:16:3e:a1:91:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41bb645-28bf-45ae-bf44-28cec17d8d36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:51:10.247970 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.263380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5f4643-4b2c-4e64-958f-d30d31353005 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:10.283213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:10.408926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.447145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55964) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:10.464355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:10.548979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8b7ddeb5-27ee-4b49-ba2b-8f0560a17475 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19572eda82734e08b2c5a1e63a4c485c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006052 Mar 31 22:51:10.551465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55970) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:10.582176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08e76d-2b31-455b-848f-5381b4ba6bcc req-e632a7ca-79df-443e-a7e7-552444f5004a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:10.587428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb08e76d-2b31-455b-848f-5381b4ba6bcc req-e632a7ca-79df-443e-a7e7-552444f5004a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 949 time: 0.1016181 Mar 31 22:51:10.610569 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110df2c9-e4f2-4963-8868-5e5fc857ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.618634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e9b8-4bf3-47d3-ae59-924700100e5c req-6c461cd3-1961-4e4e-bfe1-aa28efdfd4bd tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:10.620105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4713e9b8-4bf3-47d3-ae59-924700100e5c req-6c461cd3-1961-4e4e-bfe1-aa28efdfd4bd tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 944 time: 0.0859807 Mar 31 22:51:10.637421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110df2c9-e4f2-4963-8868-5e5fc857ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.651980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb08e76d-2b31-455b-848f-5381b4ba6bcc req-087e4ebb-f97a-4e59-bb15-f3b16b32cbf0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590413 Mar 31 22:51:10.675750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4713e9b8-4bf3-47d3-ae59-924700100e5c req-e1f6505c-be07-4297-94f5-96537d433174 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 Mar 31 22:51:10.801978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed10cb4-bc77-4b30-b3cb-45dfc21f10e7 req-1525b284-a235-440c-ae80-0ea8794d983e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:10.803475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed10cb4-bc77-4b30-b3cb-45dfc21f10e7 req-1525b284-a235-440c-ae80-0ea8794d983e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0548916 Mar 31 22:51:10.813209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1c5f4643-4b2c-4e64-958f-d30d31353005'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:10.819989 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110df2c9-e4f2-4963-8868-5e5fc857ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.822858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110df2c9-e4f2-4963-8868-5e5fc857ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.824209 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-110df2c9-e4f2-4963-8868-5e5fc857ce81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26f80873-af95-44c1-be2e-6efcf9b8ae14 HTTP/1.1" status: 204 len: 168 time: 0.2716553 Mar 31 22:51:10.835584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110df2c9-e4f2-4963-8868-5e5fc857ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f80873-af95-44c1-be2e-6efcf9b8ae14,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:10.847318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed10cb4-bc77-4b30-b3cb-45dfc21f10e7 req-6cb78fe8-6438-4b80-9cb7-eb6d114d010e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367565 Mar 31 22:51:11.040005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52765f6-683b-4a2f-baed-6d511f30c6dd req-44d7d3d3-d8e1-48d3-97ed-45246459ea9c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:11.049351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e52765f6-683b-4a2f-baed-6d511f30c6dd req-44d7d3d3-d8e1-48d3-97ed-45246459ea9c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 950 time: 0.0749362 Mar 31 22:51:11.087133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cf62ec8-3599-467f-be55-92f7e79613c4 req-f4dc2933-1874-4dbf-8c03-ef91c0295b2a tempest-AbsoluteLimitsNegativeTestJSON-1821546295 tempest-AbsoluteLimitsNegativeTestJSON-1821546295-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dcd291b5c7d7422f89f6051ded3e98d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293546 Mar 31 22:51:11.113286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e52765f6-683b-4a2f-baed-6d511f30c6dd req-dbfac7c6-a138-439a-9a00-58af47c72404 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630901 Mar 31 22:51:11.182236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96139784-0a64-4c3b-8097-60eb0894c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d27430a-cf38-4020-856d-c04b6c0fa79e'}, {'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:11.188514 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a0590-d2b2-4338-a331-8f9683657d77" -d '{"events": [{"server_uuid": "96139784-0a64-4c3b-8097-60eb0894c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "5d27430a-cf38-4020-856d-c04b6c0fa79e"}, {"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-unplugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:11.238994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf62ec8-3599-467f-be55-92f7e79613c4 req-9a59a4d2-44e1-4b98-a98e-a991bdbaefe3 tempest-AbsoluteLimitsNegativeTestJSON-1821546295 tempest-AbsoluteLimitsNegativeTestJSON-1821546295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:11.240433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cf62ec8-3599-467f-be55-92f7e79613c4 req-9a59a4d2-44e1-4b98-a98e-a991bdbaefe3 tempest-AbsoluteLimitsNegativeTestJSON-1821546295 tempest-AbsoluteLimitsNegativeTestJSON-1821546295-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442997 Mar 31 22:51:11.253227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb04d3c-63f8-478e-8416-1bd2f6937089 req-91868689-c442-400e-88bd-0cca97e5337d tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:11.254707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bb04d3c-63f8-478e-8416-1bd2f6937089 req-91868689-c442-400e-88bd-0cca97e5337d tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 949 time: 0.0843079 Mar 31 22:51:11.270582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cf62ec8-3599-467f-be55-92f7e79613c4 req-e4b70d5f-85c7-414e-b17e-30c810646293 tempest-AbsoluteLimitsNegativeTestJSON-1821546295 tempest-AbsoluteLimitsNegativeTestJSON-1821546295-project] 10.222.0.31 "GET /v2.0/quotas/dcd291b5c7d7422f89f6051ded3e98d1 HTTP/1.1" status: 200 len: 375 time: 0.0149317 Mar 31 22:51:11.313296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cf62ec8-3599-467f-be55-92f7e79613c4 req-54d3cd86-bd3a-4795-8949-937a4ee80794 tempest-AbsoluteLimitsNegativeTestJSON-1821546295 tempest-AbsoluteLimitsNegativeTestJSON-1821546295-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcd291b5c7d7422f89f6051ded3e98d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351703 Mar 31 22:51:11.326256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bb04d3c-63f8-478e-8416-1bd2f6937089 req-c43583e2-2c0a-4766-9500-a613dc32f7d1 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634899 Mar 31 22:51:11.377928 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940096cf-6e1e-4c96-a57b-a2e3d785f74a x-openstack-request-id: req-940096cf-6e1e-4c96-a57b-a2e3d785f74a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:11.378226 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96139784-0a64-4c3b-8097-60eb0894c0d9", "name": "network-vif-plugged", "status": "completed", "tag": "5d27430a-cf38-4020-856d-c04b6c0fa79e", "code": 200}, {"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-unplugged", "status": "completed", "tag": "f319b723-6320-411d-ad16-91010cad8f15", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:11.378529 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-940096cf-6e1e-4c96-a57b-a2e3d785f74a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:11.379227 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940096cf-6e1e-4c96-a57b-a2e3d785f74a'] response: {'server_uuid': '96139784-0a64-4c3b-8097-60eb0894c0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d27430a-cf38-4020-856d-c04b6c0fa79e', 'code': 200} Mar 31 22:51:11.379486 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940096cf-6e1e-4c96-a57b-a2e3d785f74a'] response: {'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15', 'code': 200} Mar 31 22:51:11.497193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869c567-450c-4a0b-9837-7276f18d8659 req-b1c7cef5-abd3-416e-879c-9a905ab98ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:11.498855 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7869c567-450c-4a0b-9837-7276f18d8659 req-b1c7cef5-abd3-416e-879c-9a905ab98ab5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 1101 time: 0.0439062 Mar 31 22:51:11.539558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7869c567-450c-4a0b-9837-7276f18d8659 req-c955d8c5-d09d-4f85-81e2-cff2e98c7c3e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284495 Mar 31 22:51:11.781716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11962e61-f6c5-4f76-ba29-ccd89e0a4ba8 req-7d2d92a2-65cd-4790-a89e-12d0a6398fa7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:11.783256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11962e61-f6c5-4f76-ba29-ccd89e0a4ba8 req-7d2d92a2-65cd-4790-a89e-12d0a6398fa7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 949 time: 0.0540676 Mar 31 22:51:11.865483 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11962e61-f6c5-4f76-ba29-ccd89e0a4ba8 req-f64d6b48-7e04-44a8-8c8b-62a9f3dc8de4 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762830 Mar 31 22:51:11.874687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bdb8-3288-448f-9a00-bf33df96fbc3 req-c6744139-78b4-4017-accc-8459c4f19fe4 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:11.876232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0be1bdb8-3288-448f-9a00-bf33df96fbc3 req-c6744139-78b4-4017-accc-8459c4f19fe4 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 944 time: 0.0859954 Mar 31 22:51:11.939447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0be1bdb8-3288-448f-9a00-bf33df96fbc3 req-4121c3ba-7b1a-40d5-b291-5f4ac2f7406e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558226 Mar 31 22:51:11.978461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56024) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:12.041110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbd2f9-f9ec-4272-9ff5-74b2e79b83b1 req-945d6aa1-03bb-421c-8a18-0629300b3f2f tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:12.042632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82dbd2f9-f9ec-4272-9ff5-74b2e79b83b1 req-945d6aa1-03bb-421c-8a18-0629300b3f2f tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 946 time: 0.1023183 Mar 31 22:51:12.064905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9166a8-5c3b-466d-87f9-65a0edccfa4f req-7b372851-d769-4852-bb17-bcbd9b260a0f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:12.066847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf9166a8-5c3b-466d-87f9-65a0edccfa4f req-7b372851-d769-4852-bb17-bcbd9b260a0f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0737059 Mar 31 22:51:12.094607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4757dca-67d8-4d46-b422-eed74e12fed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.111060 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82dbd2f9-f9ec-4272-9ff5-74b2e79b83b1 req-b09585dd-c7a8-4dd6-abeb-7de839747e6e tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607569 Mar 31 22:51:12.129509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf9166a8-5c3b-466d-87f9-65a0edccfa4f req-329e93ce-1d81-4659-bd15-d90f8fae4414 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537179 Mar 31 22:51:12.176453 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4757dca-67d8-4d46-b422-eed74e12fed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.236796 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4757dca-67d8-4d46-b422-eed74e12fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.261497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f9422-70ce-40f0-965d-48d9236af9ef req-d8c6a9b6-bcbb-43c3-8cf8-312712aba816 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:12.270055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-369f9422-70ce-40f0-965d-48d9236af9ef req-d8c6a9b6-bcbb-43c3-8cf8-312712aba816 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 950 time: 0.0674033 Mar 31 22:51:12.279702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4757dca-67d8-4d46-b422-eed74e12fed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c326d8-4fdb-4ee4-ab29-280dc1f5ac2a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:12.298381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e4757dca-67d8-4d46-b422-eed74e12fed8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcd291b5c7d7422f89f6051ded3e98d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163486 Mar 31 22:51:12.298860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56040) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:12.307021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-369f9422-70ce-40f0-965d-48d9236af9ef req-8ba92caa-5a9f-461a-8eef-ccb496cc62ff tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Mar 31 22:51:12.352542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03790df6-6a5c-4492-b4d3-bbbf5b728527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.375538 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03790df6-6a5c-4492-b4d3-bbbf5b728527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.460414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428db53-9f3f-472b-bf77-a9c67f6a5db6 req-9e12b317-6c7e-4f1f-bc2c-628dd3c002cc tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:12.461882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8428db53-9f3f-472b-bf77-a9c67f6a5db6 req-9e12b317-6c7e-4f1f-bc2c-628dd3c002cc tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 949 time: 0.0662248 Mar 31 22:51:12.500335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03790df6-6a5c-4492-b4d3-bbbf5b728527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.503156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03790df6-6a5c-4492-b4d3-bbbf5b728527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.509469 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-03790df6-6a5c-4492-b4d3-bbbf5b728527 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2c326d8-4fdb-4ee4-ab29-280dc1f5ac2a HTTP/1.1" status: 204 len: 168 time: 0.2045553 Mar 31 22:51:12.514292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8428db53-9f3f-472b-bf77-a9c67f6a5db6 req-5ffb3892-64f3-4a00-8b17-a9eafea58681 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Mar 31 22:51:12.518704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03790df6-6a5c-4492-b4d3-bbbf5b728527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c326d8-4fdb-4ee4-ab29-280dc1f5ac2a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:12.535033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf999c-c8c0-41f1-8535-217455872e6d req-dd320cbb-41d1-4e39-bb79-3147f14e381a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:12.536673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-aedf999c-c8c0-41f1-8535-217455872e6d req-dd320cbb-41d1-4e39-bb79-3147f14e381a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 949 time: 0.0708156 Mar 31 22:51:12.654469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-14dced73-97d1-4f7e-a251-4e881af1d191 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:12.655966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-14dced73-97d1-4f7e-a251-4e881af1d191 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 949 time: 0.0563197 Mar 31 22:51:12.658069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Deleting port 98869630-fc98-44f5-96f0-70119067abc2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:12.658424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.751857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d90b6d0-120c-45ec-b33f-3c312f107fed req-a24ff2d2-bf74-4cb7-984e-3fd638e1f9c6 tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0304954 Mar 31 22:51:12.778943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] For port 98869630-fc98-44f5-96f0-70119067abc2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=98869630-fc98-44f5-96f0-70119067abc2,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:12.779377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:12.795614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Calling delete_port for 98869630-fc98-44f5-96f0-70119067abc2 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:12.826409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Deleting port f319b723-6320-411d-ad16-91010cad8f15 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:12.826778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:13.021447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] For port f319b723-6320-411d-ad16-91010cad8f15, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f319b723-6320-411d-ad16-91010cad8f15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:13.022779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:13.046064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Calling delete_port for f319b723-6320-411d-ad16-91010cad8f15 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:13.066546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73083deb-d6e8-477e-b8cc-a9de00b10964 req-829c92f4-c03f-4b9d-8a4b-58351a7c744d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:13.068238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73083deb-d6e8-477e-b8cc-a9de00b10964 req-829c92f4-c03f-4b9d-8a4b-58351a7c744d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 949 time: 0.1231098 Mar 31 22:51:13.198612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73083deb-d6e8-477e-b8cc-a9de00b10964 req-81920713-0ed8-40b9-8893-28f3efb777ec tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144245 Mar 31 22:51:13.208316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b25fe5-c80f-446b-91a6-0310effd06d9 req-7f5e678e-8a58-48b0-9a6d-a88e3feb3542 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:13.215703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b25fe5-c80f-446b-91a6-0310effd06d9 req-7f5e678e-8a58-48b0-9a6d-a88e3feb3542 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 944 time: 0.1447508 Mar 31 22:51:13.345587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:13.347075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b25fe5-c80f-446b-91a6-0310effd06d9 req-89913cfe-7482-4601-9098-c24b76c7ee2a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304684 Mar 31 22:51:13.360008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410', '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:13.376406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event deleted for resources: {'Port': ['ID=98869630-fc98-44f5-96f0-70119067abc2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:13.382015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-82470346-8bef-4f44-bfcb-819dbc025309 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:13.386203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-82470346-8bef-4f44-bfcb-819dbc025309 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.45 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 946 time: 0.1638613 Mar 31 22:51:13.426106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] No DVR routers for this DVR port 98869630-fc98-44f5-96f0-70119067abc2 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:13.428777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:13.432320 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-aedf999c-c8c0-41f1-8535-217455872e6d req-c1d1cdc1-c35d-415a-be70-ac066714117a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "DELETE /v2.0/ports/98869630-fc98-44f5-96f0-70119067abc2 HTTP/1.1" status: 204 len: 173 time: 0.8753681 Mar 31 22:51:13.432810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb1b15d-a4e9-407b-bca1-1be3df20fae8', 'name': 'network-vif-deleted', 'tag': '98869630-fc98-44f5-96f0-70119067abc2'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:13.433311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fd98c884-f646-4e7a-95d8-54f0adbfae78', '98869630-fc98-44f5-96f0-70119067abc2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:13.436441 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89523702-2920-4213-aa60-4ece93036885" -d '{"events": [{"server_uuid": "7bb1b15d-a4e9-407b-bca1-1be3df20fae8", "name": "network-vif-deleted", "tag": "98869630-fc98-44f5-96f0-70119067abc2"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:13.457061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f8382-b410-4826-8a2d-0ccf7f23b44a req-5f6b82e0-a4db-44a3-b357-11c3837fde8b tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:13.464798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e04f8382-b410-4826-8a2d-0ccf7f23b44a req-5f6b82e0-a4db-44a3-b357-11c3837fde8b tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 946 time: 0.1562452 Mar 31 22:51:13.522400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:13.586641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Pushing event deleted for resources: {'Port': ['ID=f319b723-6320-411d-ad16-91010cad8f15,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:13.628097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e04f8382-b410-4826-8a2d-0ccf7f23b44a req-23450539-b61a-4c35-bc58-ea905353bb65 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487403 Mar 31 22:51:13.695673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] No DVR routers for this DVR port f319b723-6320-411d-ad16-91010cad8f15 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:13.701093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:13.704611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff5038c4-58be-4fe3-bea2-8c91301b9887 req-bf8f7eee-3577-4c0e-b099-fbb0360a8855 tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.50 "DELETE /v2.0/ports/f319b723-6320-411d-ad16-91010cad8f15 HTTP/1.1" status: 204 len: 173 time: 1.0331321 Mar 31 22:51:13.705409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-deleted', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:13.716457 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e067b30d-de15-48e4-a0c2-a2f38435ef5f" -d '{"events": [{"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-deleted", "tag": "f319b723-6320-411d-ad16-91010cad8f15"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:13.732801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337caa82-e0e2-468c-8cdd-20ca6963b539 req-330e5929-caf7-468a-a243-c5f73d97f47b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:13.740107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-337caa82-e0e2-468c-8cdd-20ca6963b539 req-330e5929-caf7-468a-a243-c5f73d97f47b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.2442904 Mar 31 22:51:13.821543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Deleting port aa9c4064-d440-4004-b6eb-f87552f1c051 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:13.821878 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:13.908235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56100) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:13.977622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1375042-7a51-4a2c-8382-606bce060afe req-3d5ae842-6278-446f-a8cc-57adbf578273 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:13.988816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1375042-7a51-4a2c-8382-606bce060afe req-3d5ae842-6278-446f-a8cc-57adbf578273 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 950 time: 0.2752688 Mar 31 22:51:14.011669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-337caa82-e0e2-468c-8cdd-20ca6963b539 req-5d1b31b0-b1b2-4108-a140-c50adad7f6e6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560465 Mar 31 22:51:14.058190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] For port aa9c4064-d440-4004-b6eb-f87552f1c051, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=aa9c4064-d440-4004-b6eb-f87552f1c051,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:14.059275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.063810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1392126469-network', 'tenant_id': '2468219d932f46739db9ae1a6caa682d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:14.089210 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a83ff11-bf75-4c98-b042-76f54d763d82 x-openstack-request-id: req-7a83ff11-bf75-4c98-b042-76f54d763d82 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:14.089495 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb1b15d-a4e9-407b-bca1-1be3df20fae8", "name": "network-vif-deleted", "tag": "98869630-fc98-44f5-96f0-70119067abc2", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:14.089905 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a83ff11-bf75-4c98-b042-76f54d763d82 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:14.090904 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a83ff11-bf75-4c98-b042-76f54d763d82'] response: {'server_uuid': '7bb1b15d-a4e9-407b-bca1-1be3df20fae8', 'name': 'network-vif-deleted', 'tag': '98869630-fc98-44f5-96f0-70119067abc2', 'status': 'completed', 'code': 200} Mar 31 22:51:14.103113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1c5f4643-4b2c-4e64-958f-d30d31353005 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:14.126219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1375042-7a51-4a2c-8382-606bce060afe req-32232d3b-c348-4e3e-9e96-c10a39dfeaf9 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335201 Mar 31 22:51:14.178958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Made reservation on behalf of 2468219d932f46739db9ae1a6caa682d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:14.186539 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c1d8c6-91bc-4828-964d-83599df93af8 x-openstack-request-id: req-57c1d8c6-91bc-4828-964d-83599df93af8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:14.186737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.186829 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4195de-2f75-49e4-953a-a21f7dc9bd05", "name": "network-vif-deleted", "tag": "f319b723-6320-411d-ad16-91010cad8f15", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:14.186984 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57c1d8c6-91bc-4828-964d-83599df93af8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:14.187352 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c1d8c6-91bc-4828-964d-83599df93af8'] response: {'server_uuid': '5e4195de-2f75-49e4-953a-a21f7dc9bd05', 'name': 'network-vif-deleted', 'tag': 'f319b723-6320-411d-ad16-91010cad8f15', 'status': 'completed', 'code': 200} Mar 31 22:51:14.191281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f51e5efd-4879-48f4-9dc6-8f3cf1b1fe12 req-0e6a0d63-7559-4b8a-8601-23e4817be2fd tempest-ImagesOneServerTestJSON-1086404426 tempest-ImagesOneServerTestJSON-1086404426-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4195de-2f75-49e4-953a-a21f7dc9bd05 HTTP/1.1" status: 200 len: 210 time: 0.0341804 Mar 31 22:51:14.214156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.266098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 1c5f4643-4b2c-4e64-958f-d30d31353005 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:51:14.270144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 1c5f4643-4b2c-4e64-958f-d30d31353005 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:14.271074 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.387075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.408295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-443a63f8-5e09-4e74-9589-6f2c1d16232d req-7368c203-b1be-48e2-8a17-539cd8f20808 tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0388906 Mar 31 22:51:14.416977 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.417331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.417811 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Floating IP 38e6e1a0-6784-4900-89b9-b2610e6dc8c1 disassociated. External IP: 172.25.4.173, port: aa9c4064-d440-4004-b6eb-f87552f1c051. Mar 31 22:51:14.430206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Calling delete_port for aa9c4064-d440-4004-b6eb-f87552f1c051 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:14.430754 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.446406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beddab7-6f61-424f-b8b5-518f37095774 req-55023527-d07b-46ac-85e3-5cbc63c8dccf tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:14.453751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4beddab7-6f61-424f-b8b5-518f37095774 req-55023527-d07b-46ac-85e3-5cbc63c8dccf tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1821496 Mar 31 22:51:14.465300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:14.466190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:14.468514 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dc523f-0596-489e-a158-6e5a831bb4b9" -d '{"events": [{"server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:14.483081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.513661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:51:14.521200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa74ed1d-fb79-4970-8cf0-2e80220fe51d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:14.533248 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.563475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4beddab7-6f61-424f-b8b5-518f37095774 req-0f451739-f4ac-42fe-9592-d743f8ace48f tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956509 Mar 31 22:51:14.564797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.565148 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Added segment 7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0 of type vlan for network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 Mar 31 22:51:14.657841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8c56c21-b413-4563-88e4-b17c35965cae req-10a88717-fa05-4bcb-a0e8-4053b21d54ce tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bb1b15d-a4e9-407b-bca1-1be3df20fae8 HTTP/1.1" status: 200 len: 210 time: 0.0892925 Mar 31 22:51:14.661746 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.662155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:14.749531 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becce583-98f3-46d3-9f91-a427bce2b3d5 x-openstack-request-id: req-becce583-98f3-46d3-9f91-a427bce2b3d5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:14.750029 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:14.750579 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-becce583-98f3-46d3-9f91-a427bce2b3d5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:14.751744 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becce583-98f3-46d3-9f91-a427bce2b3d5'] response: {'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005', 'code': 200} Mar 31 22:51:14.764472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c2fae-44bc-4877-a921-408c5e5f2aff req-d8313858-1d40-48fd-a74e-3e173f35a05d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:14.767230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e2c2fae-44bc-4877-a921-408c5e5f2aff req-d8313858-1d40-48fd-a74e-3e173f35a05d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.1050572 Mar 31 22:51:14.778521 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.782654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:14.782654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.829704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e2c2fae-44bc-4877-a921-408c5e5f2aff req-b11825d8-8c38-413a-b85f-9ca1bf83b3d2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549867 Mar 31 22:51:14.860908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] Pushing event updated for resources: {'Network': ['ID=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:14.872720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:51:14.893194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:14.909669 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1118075-290c-4182-b823-9c599cd0b847 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9999795 Mar 31 22:51:14.912062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56122) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:14.916812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Request body: {'subnet': {'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1392126469-subnet', 'tenant_id': '2468219d932f46739db9ae1a6caa682d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:14.952788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42381b-19a9-41d4-aa17-68b0e4377a83 req-2af5ef3e-8cb5-4775-ba0f-e73ef1ed0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:14.954607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e42381b-19a9-41d4-aa17-68b0e4377a83 req-2af5ef3e-8cb5-4775-ba0f-e73ef1ed0513 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1096 time: 0.1098409 Mar 31 22:51:14.957389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event deleted for resources: {'Port': ['ID=aa9c4064-d440-4004-b6eb-f87552f1c051,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:15.000531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90659ded-8807-42a7-9a82-de4a04d1e241 req-74278dab-f764-4f7d-9b5a-f479f465b170 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:15.000531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90659ded-8807-42a7-9a82-de4a04d1e241 req-74278dab-f764-4f7d-9b5a-f479f465b170 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 867 time: 0.1881588 Mar 31 22:51:15.000531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-94c1ebf6-dae7-4ae6-8ac9-9fbafc2f5d49 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=05e77c3233754a77ad9e4923edf1366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489998 Mar 31 22:51:15.024243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Made reservation on behalf of 2468219d932f46739db9ae1a6caa682d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:15.028946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:15.131826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e42381b-19a9-41d4-aa17-68b0e4377a83 req-22db0fa9-c61a-433c-a080-c08e87b15217 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492860 Mar 31 22:51:15.288911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:15.362152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9508cb01-9f73-4393-b616-4684ec142dd0,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:15.370336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Checking segment: {'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:15.371114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Network hostable DHCP agents. Network: 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:51:15.431585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:51:15.502646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90659ded-8807-42a7-9a82-de4a04d1e241 req-52aa0831-bd8b-4d80-b614-10f6acd63599 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4949045 Mar 31 22:51:15.529438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:15.538530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1666b97-e130-4aa8-8cae-e07e71fb6f5b None None] Network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:15.547708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:15.548317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:15.577608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-909bb68f-9917-43d3-84fa-c9eb693dcb1e tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:15.579010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-909bb68f-9917-43d3-84fa-c9eb693dcb1e tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5687325 Mar 31 22:51:15.580826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Router 4f633da5-267b-4f1f-959a-53b330492b49 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:51:15.600635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-9a16de0f-e643-484c-9977-0e9a31323d83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171925 Mar 31 22:51:15.650917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-10ec23b9-42ed-4ede-857f-d6283e9d806c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/quotas/05e77c3233754a77ad9e4923edf1366c HTTP/1.1" status: 200 len: 375 time: 0.0564203 Mar 31 22:51:15.678359 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6cad9ba4-28ff-4734-9809-a5cfc2d7d9e0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7546997 Mar 31 22:51:15.749872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd083-79fd-4de5-aa0c-2205d44ea693 req-01d9fb13-d4ab-454a-88bb-d6c649245104 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:15.751449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc2dd083-79fd-4de5-aa0c-2205d44ea693 req-01d9fb13-d4ab-454a-88bb-d6c649245104 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1695979 Mar 31 22:51:15.754567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5740a9-b734-490a-9052-5e8dd4319c4e None None] Network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:15.781695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-6afd83c4-02ef-4e6e-890f-a525c68951b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:15.782910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-6afd83c4-02ef-4e6e-890f-a525c68951b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 1101 time: 0.1520143 Mar 31 22:51:15.908003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-a97bc777-1f9b-43ff-b98c-ad4ff3619423 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2419403 Mar 31 22:51:15.915553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc2dd083-79fd-4de5-aa0c-2205d44ea693 req-a55f36ce-7e9c-411d-94cc-41ad044a22cf tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549330 Mar 31 22:51:15.928540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:15.950259 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] Sync routers for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:15.978280 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:15.980183 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:15.990579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] No DVR routers for this DVR port aa9c4064-d440-4004-b6eb-f87552f1c051 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:15.990579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:15.994019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa498eba-aa54-4a81-93fd-f3d7a3c61329 req-d11fb2f1-5ac4-42ab-8d00-a234c22bede5 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.45 "DELETE /v2.0/ports/aa9c4064-d440-4004-b6eb-f87552f1c051 HTTP/1.1" status: 204 len: 173 time: 2.6025739 Mar 31 22:51:15.997497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-15a00296-1e25-476b-aca7-b8b8e3730c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:15.998641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-15a00296-1e25-476b-aca7-b8b8e3730c5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1806290 Mar 31 22:51:16.048928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-1c6b4992-0d91-4761-ad2b-13e126573348 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 200 len: 217 time: 0.0425360 Mar 31 22:51:16.085769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71103263-164d-441c-9071-f9d8a0549c0e req-ec118f47-60bf-45f2-890b-3d4b11e1a42f tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0398314 Mar 31 22:51:16.101417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 98869630-fc98-44f5-96f0-70119067abc2 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:16.124747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-99672276-3b36-41ff-8112-2ad0546ff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:16.126602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-99672276-3b36-41ff-8112-2ad0546ff8b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0691855 Mar 31 22:51:16.131842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 98869630-fc98-44f5-96f0-70119067abc2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:16.132195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 98869630-fc98-44f5-96f0-70119067abc2 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:16.132926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:16.160324 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:16.161078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: f319b723-6320-411d-ad16-91010cad8f15 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:16.161078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f319b723-6320-411d-ad16-91010cad8f15 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:16.188950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'name': 'network-vif-deleted', 'tag': 'aa9c4064-d440-4004-b6eb-f87552f1c051'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:16.192914 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33759114-ac49-4a55-908d-34da5c653b83" -d '{"events": [{"server_uuid": "e85d6fdf-478d-4219-8983-bebfddd65368", "name": "network-vif-deleted", "tag": "aa9c4064-d440-4004-b6eb-f87552f1c051"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:16.210741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-c3c99527-ff9d-4578-b711-a46e2f5d3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:16.212335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-c3c99527-ff9d-4578-b711-a46e2f5d3bca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674703 Mar 31 22:51:16.354418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-893200a0-5d58-4f70-b7cc-6d9557b1413c service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342063 Mar 31 22:51:16.397247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56de6ba-5031-4700-897c-52b500d9df0b req-549d381a-b5ad-40d8-9b07-9a47ef90e47e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:16.398997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f56de6ba-5031-4700-897c-52b500d9df0b req-549d381a-b5ad-40d8-9b07-9a47ef90e47e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.0961704 Mar 31 22:51:16.514948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f56de6ba-5031-4700-897c-52b500d9df0b req-c7613ed5-d4c4-4601-9919-97331d116723 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820088 Mar 31 22:51:16.521873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78d843e3-546b-48ec-976d-eb34e6f54027 req-45e7e9f5-9458-4a3e-9fb2-09ddff83e48a service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582451 Mar 31 22:51:16.528138 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:06Z', 'revision_number': 5, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:16.560382 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] Checking router: 4f633da5-267b-4f1f-959a-53b330492b49 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:16.596269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2ab1232b-6b89-439e-bbd8-b4870f2d5317 req-034828e6-009b-4f04-b2eb-8d1f49992e27 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1526689506', 'description': 'tempest-description-1612110021'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:16.610299 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:16.611353 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:16.703469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56162) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:16.776127 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:16.785284 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ab1232b-6b89-439e-bbd8-b4870f2d5317 req-034828e6-009b-4f04-b2eb-8d1f49992e27 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:16.857454 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1f11d5f9-9a05-40de-a2e5-72a63fa38d4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d80e1e0dc65d4aa49f5464ffbc6c0fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526170 Mar 31 22:51:16.858445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ab1232b-6b89-439e-bbd8-b4870f2d5317 req-034828e6-009b-4f04-b2eb-8d1f49992e27 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:16.859858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56166) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:16.903078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device aa9c4064-d440-4004-b6eb-f87552f1c051 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:16.943025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1cb03e2-98d4-4fde-910c-0f92368b8ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:16.973768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ab1232b-6b89-439e-bbd8-b4870f2d5317 req-034828e6-009b-4f04-b2eb-8d1f49992e27 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:16.977620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1cb03e2-98d4-4fde-910c-0f92368b8ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:17.036677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034828e6-009b-4f04-b2eb-8d1f49992e27 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27091d90-c898-4b93-ab37-a384f1072279,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:17.077407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: aa9c4064-d440-4004-b6eb-f87552f1c051 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:17.078075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device aa9c4064-d440-4004-b6eb-f87552f1c051 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:17.079906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67173476-398d-49c6-a842-ed98e4cc6ff1 req-98630c52-27c9-44c0-9126-4b5ebd101330 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0283847 Mar 31 22:51:17.089822 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:06Z', 'revision_number': 5, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:17.115035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ab1232b-6b89-439e-bbd8-b4870f2d5317 req-034828e6-009b-4f04-b2eb-8d1f49992e27 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:17.123267 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d9a59-a3bc-4024-9339-65aa11d4afb9 None None] The sync data for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 is: [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:50:02Z', 'revision_number': 4, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e5228649-1e3f-430c-b291-a9dd4c9dd69b', 'name': '', 'network_id': '2b847cb2-ab4e-4b68-89b0-6d607dbb3835', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'mac_address': 'fa:16:3e:f2:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:50:00Z', 'updated_at': '2022-03-31T22:50:06Z', 'revision_number': 5, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'subnets': [{'id': '318af86d-c75d-4a64-a665-6b6bafcf6ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:17.130943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ab1232b-6b89-439e-bbd8-b4870f2d5317 req-034828e6-009b-4f04-b2eb-8d1f49992e27 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5750186 Mar 31 22:51:17.138468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1cb03e2-98d4-4fde-910c-0f92368b8ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:17.141151 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1cb03e2-98d4-4fde-910c-0f92368b8ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:17.141509 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b1cb03e2-98d4-4fde-910c-0f92368b8ea5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4976f06-4a1f-4b83-98d2-ec595f2c4ca9 HTTP/1.1" status: 204 len: 168 time: 0.2807212 Mar 31 22:51:17.150157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb03e2-98d4-4fde-910c-0f92368b8ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4976f06-4a1f-4b83-98d2-ec595f2c4ca9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:17.161437 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4d03b7-92de-4e19-af27-d27460f7f3a1 x-openstack-request-id: req-ff4d03b7-92de-4e19-af27-d27460f7f3a1 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:17.161713 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85d6fdf-478d-4219-8983-bebfddd65368", "name": "network-vif-deleted", "tag": "aa9c4064-d440-4004-b6eb-f87552f1c051", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:17.161960 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff4d03b7-92de-4e19-af27-d27460f7f3a1 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:17.162348 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4d03b7-92de-4e19-af27-d27460f7f3a1'] response: {'server_uuid': 'e85d6fdf-478d-4219-8983-bebfddd65368', 'name': 'network-vif-deleted', 'tag': 'aa9c4064-d440-4004-b6eb-f87552f1c051', 'status': 'completed', 'code': 200} Mar 31 22:51:17.198587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa103600-4a63-4ecc-b3d9-51cf50c1a853 req-1db92dff-2cb5-4b48-87cc-481e213e8029 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 210 time: 0.0283875 Mar 31 22:51:17.272066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2300bb1-d852-46d7-8990-8e1395114567 req-be4c81a8-1678-4b12-8c0f-5cf07df351a6 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85d6fdf-478d-4219-8983-bebfddd65368 HTTP/1.1" status: 200 len: 210 time: 0.0356598 Mar 31 22:51:17.370283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a9631-4329-414e-ac1e-0d154c0589e4 req-3902ead1-38e8-446e-a81b-7051c4e6e30d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:17.372747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a3a9631-4329-414e-ac1e-0d154c0589e4 req-3902ead1-38e8-446e-a81b-7051c4e6e30d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.0679455 Mar 31 22:51:17.419356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a3a9631-4329-414e-ac1e-0d154c0589e4 req-3fa3eb32-6159-406e-a1e7-0124ada4e3f7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373130 Mar 31 22:51:17.448682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16d092-1694-451a-a80d-407637e1c2d7 None None] New status for floating IP 38e6e1a0-6784-4900-89b9-b2610e6dc8c1: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:51:17.536458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cde572e0-faf5-4a62-9b1a-ebd6ea27793b req-f9b1b483-f32e-4615-921a-a41eef5790fa tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0457077 Mar 31 22:51:17.580565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-553e5f70-3c4d-4267-a120-a3cec91d9ca6 req-91aa80d8-ff63-4307-8155-4083ba7c1e42 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-775258304', 'description': 'tempest-description-1493834775'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:17.710004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-553e5f70-3c4d-4267-a120-a3cec91d9ca6 req-91aa80d8-ff63-4307-8155-4083ba7c1e42 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:17.847191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-553e5f70-3c4d-4267-a120-a3cec91d9ca6 req-91aa80d8-ff63-4307-8155-4083ba7c1e42 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:17.869417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707ce4f-5ace-4d1c-86c2-12badecc6e76 req-ecd6e84e-adee-45bc-ae44-e6ea83ab0a36 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:17.869417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e707ce4f-5ace-4d1c-86c2-12badecc6e76 req-ecd6e84e-adee-45bc-ae44-e6ea83ab0a36 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.0741425 Mar 31 22:51:17.900268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e707ce4f-5ace-4d1c-86c2-12badecc6e76 req-bc3a7d2a-dde9-4cef-bd98-6e6f8c10b100 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Mar 31 22:51:17.939675 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-553e5f70-3c4d-4267-a120-a3cec91d9ca6 req-91aa80d8-ff63-4307-8155-4083ba7c1e42 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:18.003603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa80d8-ff63-4307-8155-4083ba7c1e42 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799be80f-f61e-499f-8098-fd3d94eea621,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:18.042388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc79d6f-b13e-47b0-81c5-758b11d38520 req-f7eb30c0-ab2b-4fc1-b26e-57a73cfb8e65 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:18.045065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccc79d6f-b13e-47b0-81c5-758b11d38520 req-f7eb30c0-ab2b-4fc1-b26e-57a73cfb8e65 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 949 time: 0.0680285 Mar 31 22:51:18.048295 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-553e5f70-3c4d-4267-a120-a3cec91d9ca6 req-91aa80d8-ff63-4307-8155-4083ba7c1e42 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:18.049482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-553e5f70-3c4d-4267-a120-a3cec91d9ca6 req-91aa80d8-ff63-4307-8155-4083ba7c1e42 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4762967 Mar 31 22:51:18.094657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccc79d6f-b13e-47b0-81c5-758b11d38520 req-ba8dbe6d-a1e3-4afd-9be1-973dee2fc4ca tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Mar 31 22:51:18.158310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181e8b5-9584-48fe-977b-5a8db9213282 req-134a0544-16db-4411-af8f-81d55744eec3 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:18.159892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3181e8b5-9584-48fe-977b-5a8db9213282 req-134a0544-16db-4411-af8f-81d55744eec3 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0573251 Mar 31 22:51:18.215505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3181e8b5-9584-48fe-977b-5a8db9213282 req-d744df23-7c02-4165-9155-e1d3600cc45a tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476995 Mar 31 22:51:18.353855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c843923e-112b-4963-a7a6-6fd7570ee213 req-250313d3-e2b6-424e-bd6a-294c2f845031 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 210 time: 0.0579383 Mar 31 22:51:18.426822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-151a46a0-275d-4646-a712-516dcf86493b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:18.429682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-151a46a0-275d-4646-a712-516dcf86493b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 813 time: 0.1652505 Mar 31 22:51:18.471564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-022f1ecb-b76e-4503-acb6-e570f2ee7d7a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/quotas/2468219d932f46739db9ae1a6caa682d HTTP/1.1" status: 200 len: 375 time: 0.0333288 Mar 31 22:51:18.495311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac1385-3665-4e5b-b41c-fd500823015a req-484abc7d-f560-46c5-bdc5-911a04611d44 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:18.497477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bac1385-3665-4e5b-b41c-fd500823015a req-484abc7d-f560-46c5-bdc5-911a04611d44 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0780416 Mar 31 22:51:18.516214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-3a585f7a-a160-47fd-bdf6-9760d109fb8f tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378797 Mar 31 22:51:18.594704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bac1385-3665-4e5b-b41c-fd500823015a req-ff308d37-d7ed-4bae-9553-4091fcacef8e tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811510 Mar 31 22:51:18.644822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-605d7f19-6dec-463f-9bfa-442e9a5b9f4a service neutron] 10.222.0.31 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130314 Mar 31 22:51:18.729067 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-bdb5aa57-3b97-468c-890d-e1df5ceeed1c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=05e77c3233754a77ad9e4923edf1366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268872 Mar 31 22:51:18.810950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-d12b96e8-7fc9-4be7-9097-ea37ead9a3bb service neutron] 10.222.0.31 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599522 Mar 31 22:51:18.820755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4f089-c26d-4e22-a595-362820e7ef4e req-1612fcd4-6cf9-46d8-a810-05c27f4793a7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:18.821667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06e4f089-c26d-4e22-a595-362820e7ef4e req-1612fcd4-6cf9-46d8-a810-05c27f4793a7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1007802 Mar 31 22:51:18.830454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-164416ec-6ffe-4414-9ee7-ecbf3d30732e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:18.831911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-164416ec-6ffe-4414-9ee7-ecbf3d30732e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "GET /v2.0/ports?device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 949 time: 0.1288395 Mar 31 22:51:18.854098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-9d36a910-c2d3-4f90-b8eb-bc95f4ca2c55 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:18.858617 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-9d36a910-c2d3-4f90-b8eb-bc95f4ca2c55 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179233 Mar 31 22:51:18.874516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Request body: {'port': {'device_id': '6dbc97cb-0a33-417d-877a-8b09da77a7a6', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '05e77c3233754a77ad9e4923edf1366c'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:18.900442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06e4f089-c26d-4e22-a595-362820e7ef4e req-8607ec3e-ec47-422b-9c5f-9ed1d8204a35 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675275 Mar 31 22:51:18.975634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Deleting port fd98c884-f646-4e7a-95d8-54f0adbfae78 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:18.976667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.044007 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-e669a884-0a8d-410b-97eb-84c7b7faff5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629237 Mar 31 22:51:19.123369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Made reservation on behalf of 05e77c3233754a77ad9e4923edf1366c for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:19.124129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] For port fd98c884-f646-4e7a-95d8-54f0adbfae78, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fd98c884-f646-4e7a-95d8-54f0adbfae78,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:19.127172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.133677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.159139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Calling delete_port for fd98c884-f646-4e7a-95d8-54f0adbfae78 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:19.295409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-43fbf348-16a1-450d-8516-7d16553f3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:19.295666 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-43fbf348-16a1-450d-8516-7d16553f3127 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 1095 time: 0.2116940 Mar 31 22:51:19.312285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c4435c4-c0e7-472b-ac57-a86781a08e06 req-27b95109-d9f6-4dde-a444-506940f9142f tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0319719 Mar 31 22:51:19.361890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Allocated IP 192.168.233.73 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:19.404507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56260) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:19.461822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41fd31ae-b4f7-4802-808d-7965ecd00778 req-460e6754-9814-450c-b313-70458317f92a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 210 time: 0.0661111 Mar 31 22:51:19.508122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-d12f9053-85a7-4aed-89e7-4bc27f873953 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:19.509709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-d12f9053-85a7-4aed-89e7-4bc27f873953 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/ports?device_id=13291a33-8e84-42fa-bbb4-44753d261eba HTTP/1.1" status: 200 len: 950 time: 0.1684425 Mar 31 22:51:19.516810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-d43047cc-fe72-4632-847e-bb36f3ae211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:19.518379 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-d43047cc-fe72-4632-847e-bb36f3ae211f service neutron] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.1856325 Mar 31 22:51:19.595017 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.609502 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-2eebfb6b-a1cf-4d35-8ceb-972211a67d4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 200 len: 217 time: 0.0457547 Mar 31 22:51:19.616245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410', '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:19.620147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fd98c884-f646-4e7a-95d8-54f0adbfae78'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:19.633473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f12c5722-9b45-4573-8033-828a767ee590 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.684506 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.691679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-0bbed1ee-c9f3-43ec-8cfb-4c5f34bb7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:19.693231 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-0bbed1ee-c9f3-43ec-8cfb-4c5f34bb7ef1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0724161 Mar 31 22:51:19.697520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8a1b-a717-43f5-8a95-19e5ee75d835 req-82fd4ab5-46b3-45bc-a5f5-134bd9eb26d0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:19.705066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d03f8a1b-a717-43f5-8a95-19e5ee75d835 req-82fd4ab5-46b3-45bc-a5f5-134bd9eb26d0 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=2500c21d-463e-4a34-9e65-72734f1c5be7 HTTP/1.1" status: 200 len: 949 time: 0.2285485 Mar 31 22:51:19.705597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event deleted for resources: {'Port': ['ID=fd98c884-f646-4e7a-95d8-54f0adbfae78,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:19.759144 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-b82bedb4-b459-4115-a4b3-d3cd4408fa01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585153 Mar 31 22:51:19.806666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f12c5722-9b45-4573-8033-828a767ee590 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.855806 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.856104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] No DVR routers for this DVR port fd98c884-f646-4e7a-95d8-54f0adbfae78 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:19.880091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.884605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['eb6d48cf-c2a0-4412-b044-22ea504b387e', '5d27430a-cf38-4020-856d-c04b6c0fa79e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:19.884935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ee92a61-b362-407a-ab22-d9e614b9b95e req-87a86625-188c-492b-8cd7-1f8a2764e861 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.50 "DELETE /v2.0/ports/fd98c884-f646-4e7a-95d8-54f0adbfae78 HTTP/1.1" status: 204 len: 173 time: 1.0434878 Mar 31 22:51:19.890637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2500c21d-463e-4a34-9e65-72734f1c5be7', 'name': 'network-vif-deleted', 'tag': 'fd98c884-f646-4e7a-95d8-54f0adbfae78'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:19.893504 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc38b75-d3aa-4587-b18c-1836c18b400f" -d '{"events": [{"server_uuid": "2500c21d-463e-4a34-9e65-72734f1c5be7", "name": "network-vif-deleted", "tag": "fd98c884-f646-4e7a-95d8-54f0adbfae78"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:19.916666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d03f8a1b-a717-43f5-8a95-19e5ee75d835 req-6020c1a2-82f4-418b-916c-52af572bdaaf tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933331 Mar 31 22:51:19.945497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:19.949025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Deleting port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:19.949025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:19.957047 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-abe1dfc8-8c1e-4b19-b95a-011790362cc3 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865454 Mar 31 22:51:19.965426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:19.970080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:19.990790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56268) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:20.047214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Pushing event updated for resources: {'Port': ['ID=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:20.088315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f12c5722-9b45-4573-8033-828a767ee590 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.103128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:20.104109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.107759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f12c5722-9b45-4573-8033-828a767ee590 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.110047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f12c5722-9b45-4573-8033-828a767ee590 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be HTTP/1.1" status: 204 len: 168 time: 0.7037742 Mar 31 22:51:20.125315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56276) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:20.165351 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-045f6334-622d-415a-a2f8-a226e5bc27bd tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] show failed (client error): The resource could not be found. Mar 31 22:51:20.166382 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-045f6334-622d-415a-a2f8-a226e5bc27bd tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "GET /v2.0/security-groups/b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be HTTP/1.1" status: 404 len: 347 time: 0.0314572 Mar 31 22:51:20.169997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c5722-9b45-4573-8033-828a767ee590 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a70939-9cf8-4ca1-9c62-0f1dc8ee73be,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:20.175405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56278) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:20.195749 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0a02688-7f39-4c3d-ad95-8828df5c1288 req-d2f5d564-9fb8-4381-ab2e-eb91d29da224 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202451 Mar 31 22:51:20.241406 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-7148ec4c-c400-4f78-9333-c8f57c1bde67 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3716598 Mar 31 22:51:20.255446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Request body: {'port': {'device_id': '6dbc97cb-0a33-417d-877a-8b09da77a7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:20.379542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2fd0157-b3b0-46a9-bf5d-e0258effaff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.389388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.430168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] For port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:20.430664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.478241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Calling delete_port for 5b2ca389-1e87-4c45-8894-d62d81f7c1eb owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:20.654195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Deleting port f1b6ae71-5a3e-4791-a63d-24cb0794f77a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:20.654950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.802399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2fd0157-b3b0-46a9-bf5d-e0258effaff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.836883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-89e8fadf-3f04-4b01-929b-0bb22a260b80 None None] Provisioning complete for port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:20.837453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89e8fadf-3f04-4b01-929b-0bb22a260b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.859547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.859547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.874164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Calling delete_port for f1b6ae71-5a3e-4791-a63d-24cb0794f77a owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:20.879029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-89e8fadf-3f04-4b01-929b-0bb22a260b80 None None] Port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:20.938688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2fd0157-b3b0-46a9-bf5d-e0258effaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.947434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:20.984230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:20.999911 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a2fd0157-b3b0-46a9-bf5d-e0258effaff2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=495a262166af4e98b19bd455436b4ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9870887 Mar 31 22:51:21.002316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.007954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56308) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:21.016661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd0157-b3b0-46a9-bf5d-e0258effaff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb9ab50-e735-4138-9013-72278fd30ce9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:21.017250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event deleted for resources: {'Port': ['ID=5b2ca389-1e87-4c45-8894-d62d81f7c1eb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:21.021511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Transition to ACTIVE for port object 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:51:21.111567 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.138765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] No DVR routers for this DVR port 5b2ca389-1e87-4c45-8894-d62d81f7c1eb on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:21.141511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.145611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1d5d85f-747b-438a-9d13-b97879f1661d req-ed27c34c-b4b7-4729-bfe7-0761ec809443 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "DELETE /v2.0/ports/5b2ca389-1e87-4c45-8894-d62d81f7c1eb HTTP/1.1" status: 204 len: 173 time: 1.6291678 Mar 31 22:51:21.203641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Pushing event updated for resources: {'Port': ['ID=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:21.203898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003857b9-39b1-4daf-84df-d6fccb56093d req-7ebbfd0c-0df4-4178-a7b9-d82f5e366d69 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:21.205538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-003857b9-39b1-4daf-84df-d6fccb56093d req-7ebbfd0c-0df4-4178-a7b9-d82f5e366d69 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 935 time: 0.1966641 Mar 31 22:51:21.234721 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b0227cd-baa7-4d66-8911-7f411f194373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.274098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Attempting to bind port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:21.274441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Attempting to bind port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:21.274847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Attempting to bind port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:21.286535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:51:21.286535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Attempting to bind port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:21.291458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:21.291855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:21.292956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:21.293429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Bound port: 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:21.293788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.305096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-003857b9-39b1-4daf-84df-d6fccb56093d req-fb9658db-ea8a-48b2-b241-9ed308c6862a tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905142 Mar 31 22:51:21.332720 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b0227cd-baa7-4d66-8911-7f411f194373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.384061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] For port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:21.388465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] For port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:21.406106 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a3f3be-fe09-4960-b5e5-7885551a3a35 x-openstack-request-id: req-d3a3f3be-fe09-4960-b5e5-7885551a3a35 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:21.406395 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2500c21d-463e-4a34-9e65-72734f1c5be7", "name": "network-vif-deleted", "tag": "fd98c884-f646-4e7a-95d8-54f0adbfae78", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:21.406806 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3a3f3be-fe09-4960-b5e5-7885551a3a35 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:21.407150 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a3f3be-fe09-4960-b5e5-7885551a3a35'] response: {'server_uuid': '2500c21d-463e-4a34-9e65-72734f1c5be7', 'name': 'network-vif-deleted', 'tag': 'fd98c884-f646-4e7a-95d8-54f0adbfae78', 'status': 'completed', 'code': 200} Mar 31 22:51:21.433481 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.483083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.507843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Pushing event deleted for resources: {'Port': ['ID=f1b6ae71-5a3e-4791-a63d-24cb0794f77a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:21.521794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:21.522841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.524651 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] 10.222.0.50 "PUT /v2.0/ports/0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d HTTP/1.1" status: 200 len: 1095 time: 1.2742329 Mar 31 22:51:21.525694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc97cb-0a33-417d-877a-8b09da77a7a6', 'tag': '0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:21.528945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b0227cd-baa7-4d66-8911-7f411f194373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.530403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b0227cd-baa7-4d66-8911-7f411f194373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.536465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6b0227cd-baa7-4d66-8911-7f411f194373 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecb9ab50-e735-4138-9013-72278fd30ce9 HTTP/1.1" status: 204 len: 168 time: 0.5263586 Mar 31 22:51:21.538893 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27ab19b-5392-4917-a4f2-1a381c0781a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbc97cb-0a33-417d-877a-8b09da77a7a6", "tag": "0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:21.575613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c538b-b283-4c03-83ac-ebf6622574ba service neutron] Pushing event updated for resources: {'Port': ['ID=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:21.596252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0227cd-baa7-4d66-8911-7f411f194373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb9ab50-e735-4138-9013-72278fd30ce9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:21.609671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'cf66eedc-1b27-41d3-8a00-645d18a8f410'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:21.643996 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.648859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:21.654112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-15149d31-0c49-4de9-b85f-e23dd1bf2c72 tempest-ServersTestFqdnHostnames-1986155474 tempest-ServersTestFqdnHostnames-1986155474-project] 10.222.0.31 "DELETE /v2.0/floatingips/38e6e1a0-6784-4900-89b9-b2610e6dc8c1 HTTP/1.1" status: 204 len: 168 time: 1.4607904 Mar 31 22:51:21.654266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56318) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:21.675060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c51fe-fa0f-4041-a521-5a07597bb95c req-cc92c255-f753-4946-839f-115b0b32d87a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:21.682860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae5c51fe-fa0f-4041-a521-5a07597bb95c req-cc92c255-f753-4946-839f-115b0b32d87a tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1939623 Mar 31 22:51:21.735219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae5c51fe-fa0f-4041-a521-5a07597bb95c req-55e38dbe-b358-4d09-b99e-8a0f82212704 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Mar 31 22:51:21.815132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-5d947c0b-2236-4482-a4eb-07427e45cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:21.816890 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-5d947c0b-2236-4482-a4eb-07427e45cad7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 1098 time: 0.1070187 Mar 31 22:51:21.874948 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-3b87a52b-cfb5-4828-b31e-d425055feb49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d HTTP/1.1" status: 200 len: 217 time: 0.0465913 Mar 31 22:51:21.885320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35d71131-9324-46e7-8530-9ded45b8c260 req-2a54060e-5466-4de9-b0e9-5cbc5af21e42 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 210 time: 0.0373745 Mar 31 22:51:22.042160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-1e5c728d-1c69-4b7d-bd57-0db253c7bcdd tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:51:22.050245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-1e5c728d-1c69-4b7d-bd57-0db253c7bcdd tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143414 Mar 31 22:51:22.079330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-c9e2a14b-8700-4a9a-b3ff-b31d5cd83497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:22.080850 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-c9e2a14b-8700-4a9a-b3ff-b31d5cd83497 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1967547 Mar 31 22:51:22.137210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fd98c884-f646-4e7a-95d8-54f0adbfae78 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:22.160744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-66d8cc66-7295-4814-ac16-e20bced1cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:22.162222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-66d8cc66-7295-4814-ac16-e20bced1cb1c service neutron] 10.222.0.31 "GET /v2.0/ports/1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 200 len: 1093 time: 0.0975640 Mar 31 22:51:22.173020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Request body: {'binding': {'host': 'n-h2-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:22.173411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Unknown quota resources ['binding']. {{(pid=109820) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:51:22.204243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: fd98c884-f646-4e7a-95d8-54f0adbfae78 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:22.204572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fd98c884-f646-4e7a-95d8-54f0adbfae78 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:22.213315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-83d9987e-1b81-465c-bb75-ae2c13252eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:22.215151 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-83d9987e-1b81-465c-bb75-ae2c13252eff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243272 Mar 31 22:51:22.350258 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-e6d0844b-0ef2-4661-8f71-c1cf52029c9d service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115692 Mar 31 22:51:22.373802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on host n-h2-836015-1 for vnic_type normal with profile None {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:22.374045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:22.374454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:22.378819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:51:22.379141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:22.384426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:22.384764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:22.385123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:22.385548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Bound port: 1c5f4643-4b2c-4e64-958f-d30d31353005, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:22.500829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0898d42c-8da7-4b82-86ad-3e0a72dc1f48 req-d5b8922b-6cd2-4822-9bf9-ba98d5d90a2b service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393154 Mar 31 22:51:22.522107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:22.556575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:22.584903 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addf66bf-0f80-4a03-bd87-5613a277698b x-openstack-request-id: req-addf66bf-0f80-4a03-bd87-5613a277698b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:22.588283 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbc97cb-0a33-417d-877a-8b09da77a7a6", "tag": "0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:22.588283 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-addf66bf-0f80-4a03-bd87-5613a277698b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:22.588283 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-addf66bf-0f80-4a03-bd87-5613a277698b'] response: {'name': 'network-changed', 'server_uuid': '6dbc97cb-0a33-417d-877a-8b09da77a7a6', 'tag': '0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d', 'status': 'completed', 'code': 200} Mar 31 22:51:22.760398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-8604e5ae-b553-4d61-b9a1-ea87efe98da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:22.762183 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-8604e5ae-b553-4d61-b9a1-ea87efe98da0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 1098 time: 0.1050138 Mar 31 22:51:22.910119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 5b2ca389-1e87-4c45-8894-d62d81f7c1eb no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:22.929970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 5b2ca389-1e87-4c45-8894-d62d81f7c1eb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:22.930626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 5b2ca389-1e87-4c45-8894-d62d81f7c1eb not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:22.953240 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:22.954197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-1921246a-cd2d-479c-89b1-22d8210775b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:22.954832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-8c9035ec-2290-4431-8d08-cee46853cff2 service neutron] 10.222.0.31 "POST /v2.0/ports/1c5f4643-4b2c-4e64-958f-d30d31353005/bindings HTTP/1.1" status: 201 len: 389 time: 0.7851932 Mar 31 22:51:22.964117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-1921246a-cd2d-479c-89b1-22d8210775b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1913164 Mar 31 22:51:22.995209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0749f6f-bf0b-4d0d-b4de-0e671b7f86ed req-62a246f2-5d95-43d0-98e7-46a5ee3d2788 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc2a82d76bd44178dc42d76c13f298a&device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.4303896 Mar 31 22:51:23.026197 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-420d8957-860e-4eb9-af27-e168ed6d88dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d HTTP/1.1" status: 200 len: 217 time: 0.0523369 Mar 31 22:51:23.042060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-8060236d-67ea-47fe-9966-f895a97662a3 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:23.044264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-8060236d-67ea-47fe-9966-f895a97662a3 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.45 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 813 time: 0.6264632 Mar 31 22:51:23.050120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0749f6f-bf0b-4d0d-b4de-0e671b7f86ed req-8889d1e5-aba0-400b-9ec1-110208b45957 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2cc2a82d76bd44178dc42d76c13f298a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387740 Mar 31 22:51:23.069064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc613169-214e-4b7a-93f1-40e6effa4891 req-f84f51ca-f386-4faf-b517-3d6d800ae621 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:23.070717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc613169-214e-4b7a-93f1-40e6effa4891 req-f84f51ca-f386-4faf-b517-3d6d800ae621 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 947 time: 0.1255054 Mar 31 22:51:23.076521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'port': {'device_id': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1', 'admin_state_up': True, 'tenant_id': '2468219d932f46739db9ae1a6caa682d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:23.247506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc613169-214e-4b7a-93f1-40e6effa4891 req-94bcefd0-dfcc-47a8-a665-661d0dcde798 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401589 Mar 31 22:51:23.310799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0749f6f-bf0b-4d0d-b4de-0e671b7f86ed req-6b011371-f383-425f-8b11-8a99f9ae3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:23.312906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0749f6f-bf0b-4d0d-b4de-0e671b7f86ed req-6b011371-f383-425f-8b11-8a99f9ae3abc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400894 Mar 31 22:51:23.315359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9037b75d-b695-4b55-b4ff-c9fac01d4653 req-2f3196e8-aad9-45a8-9505-38ccbef55c14 tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0620313 Mar 31 22:51:23.384271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Deleting port e5228649-1e3f-430c-b291-a9dd4c9dd69b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:23.384612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:23.409141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13291a33-8e84-42fa-bbb4-44753d261eba', 'name': 'network-vif-deleted', 'tag': '5b2ca389-1e87-4c45-8894-d62d81f7c1eb'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:23.412358 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a7efcf-4231-4758-a4a8-b2d555b3befc" -d '{"events": [{"server_uuid": "13291a33-8e84-42fa-bbb4-44753d261eba", "name": "network-vif-deleted", "tag": "5b2ca389-1e87-4c45-8894-d62d81f7c1eb"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:23.441716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-4a61f274-1134-4d8b-be55-b01fb43b04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:23.443188 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-4a61f274-1134-4d8b-be55-b01fb43b04fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.4077122 Mar 31 22:51:23.448817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ba2369f-9276-4d40-a376-209e80306eb6 req-f71a3711-967f-481c-86a1-e573a0df4b0a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 210 time: 0.0520287 Mar 31 22:51:23.481301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Made reservation on behalf of 2468219d932f46739db9ae1a6caa682d for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:23.486928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:23.532822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490d198-8336-4bcf-8229-75c46d7ecf81 req-f12151ca-86e1-48d7-bc09-d44a7339e9e7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:23.533056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] For port e5228649-1e3f-430c-b291-a9dd4c9dd69b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e5228649-1e3f-430c-b291-a9dd4c9dd69b,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:23.533443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:23.534557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a490d198-8336-4bcf-8229-75c46d7ecf81 req-f12151ca-86e1-48d7-bc09-d44a7339e9e7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1191130 Mar 31 22:51:23.555382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-5a3cc79e-f7c7-4dfc-befb-db77c6093720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:23.556872 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-5a3cc79e-f7c7-4dfc-befb-db77c6093720 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980186 Mar 31 22:51:23.565354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Calling delete_port for e5228649-1e3f-430c-b291-a9dd4c9dd69b owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:23.646263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a490d198-8336-4bcf-8229-75c46d7ecf81 req-2a47b24c-27c3-4819-bc5e-ca2363ca21a3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615909 Mar 31 22:51:23.739693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Allocated IP 172.20.0.4 (9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1/9508cb01-9f73-4393-b616-4684ec142dd0/32d4213d-2ee7-4d96-ae99-c684bde7fbe1) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:23.764057 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-a25f317c-647d-4732-b4fc-06e20de8242f service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813641 Mar 31 22:51:23.884801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9158042-c1a0-4f30-90a1-9ee5aae1d97a req-3bb76bc5-e2fa-42b4-96f2-381bba2f5de6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:23.893798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9158042-c1a0-4f30-90a1-9ee5aae1d97a req-3bb76bc5-e2fa-42b4-96f2-381bba2f5de6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.1493261 Mar 31 22:51:23.898190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a27ab19b-5392-4917-a4f2-1a381c0781a9 req-c8920112-f2a1-4abd-af9d-10acc22816fb service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255283 Mar 31 22:51:23.929759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-3caf7c1d-4c99-45cf-9e59-858dba397868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:23.931485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-3caf7c1d-4c99-45cf-9e59-858dba397868 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1096 time: 0.1754375 Mar 31 22:51:23.946790 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f175f07-e571-4b23-b470-8b1dd5df2e80 x-openstack-request-id: req-4f175f07-e571-4b23-b470-8b1dd5df2e80 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:23.947153 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13291a33-8e84-42fa-bbb4-44753d261eba", "name": "network-vif-deleted", "tag": "5b2ca389-1e87-4c45-8894-d62d81f7c1eb", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:23.947481 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f175f07-e571-4b23-b470-8b1dd5df2e80 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:23.947876 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f175f07-e571-4b23-b470-8b1dd5df2e80'] response: {'server_uuid': '13291a33-8e84-42fa-bbb4-44753d261eba', 'name': 'network-vif-deleted', 'tag': '5b2ca389-1e87-4c45-8894-d62d81f7c1eb', 'status': 'completed', 'code': 200} Mar 31 22:51:23.991969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:24.019546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9158042-c1a0-4f30-90a1-9ee5aae1d97a req-92a93e18-ca35-43f4-b872-e3aa7c3f245a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248026 Mar 31 22:51:24.043088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5228649-1e3f-430c-b291-a9dd4c9dd69b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:24.148553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-69130275-08db-4a35-93ec-825cb491a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:24.150037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-69130275-08db-4a35-93ec-825cb491a94e service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.2014303 Mar 31 22:51:24.175032 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:24.213095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-407e0d14-fbd6-4077-83ff-4bbbd18f4e1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 200 len: 217 time: 0.0561099 Mar 31 22:51:24.282504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:24.294552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-03660442-eea0-482f-b69b-e98cf0c427a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:24.296314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-03660442-eea0-482f-b69b-e98cf0c427a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.0677698 Mar 31 22:51:24.338073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-3e9d3949-8397-4cbf-9a1d-1818ecd32d2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278180 Mar 31 22:51:24.470877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705eb48-b361-4585-a62a-b87d9fcaed6a req-5943360e-d51f-465e-9485-3a772c00d89c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:24.472268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1705eb48-b361-4585-a62a-b87d9fcaed6a req-5943360e-d51f-465e-9485-3a772c00d89c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 947 time: 0.1046827 Mar 31 22:51:24.479402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-b6710438-a8e7-409c-a2df-b16722b61168 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336582 Mar 31 22:51:24.487930 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:24.520592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Router 4f633da5-267b-4f1f-959a-53b330492b49 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:51:24.600599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:24.611547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:24.615605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:24.621679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'Port': ['ID=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:24.629417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1705eb48-b361-4585-a62a-b87d9fcaed6a req-68585110-f549-4947-a1f5-e6edf9ea1b7a tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483822 Mar 31 22:51:24.656214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:24.670876 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] Sync routers for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:24.681555 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0960069d-a3e8-49db-8895-fdb7b77382b8 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f633da5-267b-4f1f-959a-53b330492b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0265746 Mar 31 22:51:24.684824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56408) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:24.685917 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:24.686923 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:24.700968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:24.701612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:24.712144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-37d6af20-76f0-49d9-8029-2ca77a214f0b service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221510 Mar 31 22:51:24.822145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:24.822385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-655b9efc-2c94-4ddd-bb26-9b4bd5d0d187 req-ecb253ca-2a8b-44d2-abff-760e03cb7ec9 tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0665839 Mar 31 22:51:24.838549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-f38ae3ad-da10-4eaf-901c-c28b6da1ae9d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7667022 Mar 31 22:51:24.870196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56412) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:24.876914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Request body: {'port': {'device_id': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:25.002525 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:25.015680 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.020115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.029499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3a7ed-f592-4fc1-ab73-90a8f5c0eb5a req-39d0e6ba-fac7-4757-9340-c0dfb725584e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:25.036914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7b3a7ed-f592-4fc1-ab73-90a8f5c0eb5a req-39d0e6ba-fac7-4757-9340-c0dfb725584e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 931 time: 0.2722056 Mar 31 22:51:25.078743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cba497a2-a816-4811-a777-f8c6a8aee7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.164087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7b3a7ed-f592-4fc1-ab73-90a8f5c0eb5a req-51fd2201-2f51-400c-a144-47abbdac5b68 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201859 Mar 31 22:51:25.232419 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:51:23Z', 'revision_number': 5, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port': {'id': 'd4dd96e4-d47b-4306-aa87-7263de6348f2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f633da5-267b-4f1f-959a-53b330492b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:49:54Z', 'updated_at': '2022-03-31T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:25.256907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Deleting port d4dd96e4-d47b-4306-aa87-7263de6348f2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:25.257225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.292925 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] Checking router: 4f633da5-267b-4f1f-959a-53b330492b49 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:25.303143 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] Routers {'4f633da5-267b-4f1f-959a-53b330492b49'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:25.304099 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4f633da5-267b-4f1f-959a-53b330492b49'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:25.356052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] For port d4dd96e4-d47b-4306-aa87-7263de6348f2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d4dd96e4-d47b-4306-aa87-7263de6348f2,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:25.356356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.370099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Calling delete_port for d4dd96e4-d47b-4306-aa87-7263de6348f2 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:25.408127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0749f6f-bf0b-4d0d-b4de-0e671b7f86ed req-07b52371-4778-43ee-9beb-951672de7175 tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.0669708 Mar 31 22:51:25.432903 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] Set router 4f633da5-267b-4f1f-959a-53b330492b49 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:25.470610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e8296-7e5f-43d7-a45a-e86956b5ee27 req-2504df9f-1f80-4058-9006-7ea6de172ba1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:25.490982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d8e8296-7e5f-43d7-a45a-e86956b5ee27 req-2504df9f-1f80-4058-9006-7ea6de172ba1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1412585 Mar 31 22:51:25.491218 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:51:25Z', 'revision_number': 6, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:25.539311 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2604b34-c1f1-43f9-abdc-a696e9fe3405 None None] The sync data for ids ['4f633da5-267b-4f1f-959a-53b330492b49'] in n-d-836015-1 is: [{'id': '4f633da5-267b-4f1f-959a-53b330492b49', 'name': 'tempest-ServersTestFqdnHostnames-2146510300-router', 'tenant_id': 'e4b73f36f3844774bb50828cd07919b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:49:53Z', 'updated_at': '2022-03-31T22:51:25Z', 'revision_number': 6, 'project_id': 'e4b73f36f3844774bb50828cd07919b8', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:25.585028 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cba497a2-a816-4811-a777-f8c6a8aee7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.589885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d8e8296-7e5f-43d7-a45a-e86956b5ee27 req-d573866d-0a69-4746-8b0d-020434a8fdf1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975072 Mar 31 22:51:25.625282 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.630065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d728-3c30-4fde-a3d6-b97bbb56cf15 req-065cf1d5-9f9e-4277-afc3-3d38db045212 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:25.631848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b67d728-3c30-4fde-a3d6-b97bbb56cf15 req-065cf1d5-9f9e-4277-afc3-3d38db045212 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.0874724 Mar 31 22:51:25.666687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dd96e4-d47b-4306-aa87-7263de6348f2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:25.715140 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cba497a2-a816-4811-a777-f8c6a8aee7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.726705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:25.731835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.753432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.829214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b67d728-3c30-4fde-a3d6-b97bbb56cf15 req-ba0b0fba-6b44-4325-a378-1779d6aa3d49 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853447 Mar 31 22:51:25.844582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Transition to ACTIVE for port object 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:51:25.844582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba497a2-a816-4811-a777-f8c6a8aee7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4e4bfd-b9b6-406c-9265-d67cc36ad89a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:25.844790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.846365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.866047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cba497a2-a816-4811-a777-f8c6a8aee7b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=feb0d04e109740dc9b58838d6472fc15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9920981 Mar 31 22:51:25.867273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56424) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:25.911306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa256a37-9de2-45c5-bed8-af9c938bd42f req-8e9099b8-1d14-4434-b1e7-9fb3f577d3fe tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:25.912929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa256a37-9de2-45c5-bed8-af9c938bd42f req-8e9099b8-1d14-4434-b1e7-9fb3f577d3fe tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 949 time: 0.1952164 Mar 31 22:51:25.943266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.979461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.980726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f633da5-267b-4f1f-959a-53b330492b49 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:51:26.005778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.011006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9eca3894-837a-4912-84a7-82476d90d645 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4f633da5-267b-4f1f-959a-53b330492b49 HTTP/1.1" status: 204 len: 168 time: 1.3231850 Mar 31 22:51:26.012060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56426) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:26.034463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Pushing event updated for resources: {'Port': ['ID=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:26.072768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b86e735-3388-468e-bded-f1ae3e61cc84 admin admin] Deleting subnet 318af86d-c75d-4a64-a665-6b6bafcf6ed4 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:51:26.077172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b86e735-3388-468e-bded-f1ae3e61cc84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.105333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa256a37-9de2-45c5-bed8-af9c938bd42f req-2e18c15d-8b7f-422a-b09a-908651fa8c67 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716297 Mar 31 22:51:26.105984 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-efd5480b-ac57-4251-9201-a82418dc6acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.134106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b86e735-3388-468e-bded-f1ae3e61cc84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.138943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087751f-33d8-43a7-a2a9-f5a1e4354d59 req-f90eba79-070a-412b-ae41-b0f74559bc25 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:26.140455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0087751f-33d8-43a7-a2a9-f5a1e4354d59 req-f90eba79-070a-412b-ae41-b0f74559bc25 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 947 time: 0.2212791 Mar 31 22:51:26.162896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:51:26.200358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-efd5480b-ac57-4251-9201-a82418dc6acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.212527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-96caa9e7-dd61-463f-af78-e5adfbc75e3b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:26.215985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-96caa9e7-dd61-463f-af78-e5adfbc75e3b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/ports?device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 949 time: 0.1998017 Mar 31 22:51:26.290765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b86e735-3388-468e-bded-f1ae3e61cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.345595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:26.360186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cc7f21d-2a2a-41fc-b21b-9eb6276616de req-843e56f7-7aaf-4602-b203-0b019cddd5bd tempest-ServersAaction247Test-506393504 tempest-ServersAaction247Test-506393504-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3739a4-d9bf-4983-8937-1949cd941991 HTTP/1.1" status: 200 len: 210 time: 0.1333170 Mar 31 22:51:26.373393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d', 'mac_address': 'fa:16:3e:ff:75:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:51:26.425597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0087751f-33d8-43a7-a2a9-f5a1e4354d59 req-4c86fdc1-0c3d-421c-812d-2537cf77d506 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467637 Mar 31 22:51:26.448559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Attempting to bind port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:26.449392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Attempting to bind port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:26.449927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Attempting to bind port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 on network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:26.451910 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.479736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:26.493271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 on network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:51:26.499516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Attempting to bind port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 on network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:26.505216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b86e735-3388-468e-bded-f1ae3e61cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.517513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:26.519856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:26.520494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Checking segment: {'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:26.521068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Bound using segment: {'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:26.521590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Bound port: 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:26.522012 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.538641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86e735-3388-468e-bded-f1ae3e61cc84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318af86d-c75d-4a64-a665-6b6bafcf6ed4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:26.540720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b86e735-3388-468e-bded-f1ae3e61cc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.544668 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4b86e735-3388-468e-bded-f1ae3e61cc84 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/318af86d-c75d-4a64-a665-6b6bafcf6ed4 HTTP/1.1" status: 204 len: 168 time: 0.5289471 Mar 31 22:51:26.552357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d07a71-7544-4f7d-abef-2f9c68bbd7e5 None None] Network 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:26.552676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56430) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:26.591469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-efd5480b-ac57-4251-9201-a82418dc6acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.595040 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-efd5480b-ac57-4251-9201-a82418dc6acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.596288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-efd5480b-ac57-4251-9201-a82418dc6acf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba4e4bfd-b9b6-406c-9265-d67cc36ad89a HTTP/1.1" status: 204 len: 168 time: 0.7274034 Mar 31 22:51:26.608966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5480b-ac57-4251-9201-a82418dc6acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4e4bfd-b9b6-406c-9265-d67cc36ad89a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:26.619050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Deleting port cf66eedc-1b27-41d3-8a00-645d18a8f410 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:26.619574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.630806 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.677220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc0449-7ece-4ab5-a379-10a3a5873d51 req-7490f033-9849-47b9-a2f2-75ffc39f25b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:26.686154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86cc0449-7ece-4ab5-a379-10a3a5873d51 req-7490f033-9849-47b9-a2f2-75ffc39f25b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 943 time: 0.2189388 Mar 31 22:51:26.696208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.797813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Deleting port bc424506-8a8b-4d43-a575-29fa69b960f7 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:26.798158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.856781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86cc0449-7ece-4ab5-a379-10a3a5873d51 req-7bdcc2b8-8d9c-4c5d-bd1e-ea96dd4d3a8d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696162 Mar 31 22:51:26.859317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:26.867680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] For port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:26.939472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] For port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:26.970903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] DHCP port deletion for 2b847cb2-ab4e-4b68-89b0-6d607dbb3835 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:51:26.985879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] For port cf66eedc-1b27-41d3-8a00-645d18a8f410, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cf66eedc-1b27-41d3-8a00-645d18a8f410,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:26.985879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:26.988440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] For port bc424506-8a8b-4d43-a575-29fa69b960f7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bc424506-8a8b-4d43-a575-29fa69b960f7,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:26.989161 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.007695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c23f9-abc2-48de-99e6-3ff558ddd987 req-a15ed4e8-3200-48af-9a64-964747d3c52f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:27.016433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-589c23f9-abc2-48de-99e6-3ff558ddd987 req-a15ed4e8-3200-48af-9a64-964747d3c52f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.2624109 Mar 31 22:51:27.029340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Calling delete_port for bc424506-8a8b-4d43-a575-29fa69b960f7 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:27.033324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d4dd96e4-d47b-4306-aa87-7263de6348f2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:27.048201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.055838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d4dd96e4-d47b-4306-aa87-7263de6348f2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:27.056565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d4dd96e4-d47b-4306-aa87-7263de6348f2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:27.057220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e5228649-1e3f-430c-b291-a9dd4c9dd69b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:27.060711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:27.071679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Calling delete_port for cf66eedc-1b27-41d3-8a00-645d18a8f410 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:27.104326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e5228649-1e3f-430c-b291-a9dd4c9dd69b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:27.105578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e5228649-1e3f-430c-b291-a9dd4c9dd69b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:27.153566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] Deleting port bc424506-8a8b-4d43-a575-29fa69b960f7 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:27.154074 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.177924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:27.178575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.179970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] 10.222.0.45 "PUT /v2.0/ports/32d4213d-2ee7-4d96-ae99-c684bde7fbe1 HTTP/1.1" status: 200 len: 1091 time: 2.3106859 Mar 31 22:51:27.180414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:27.182681 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:27.206298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-97884fea-7ef4-4582-b4f4-a288182fa203 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:27.208812 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-97884fea-7ef4-4582-b4f4-a288182fa203 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe7d2227-983c-4dd6-bfdd-6fab57c8f723 HTTP/1.1" status: 200 len: 950 time: 0.3031287 Mar 31 22:51:27.228016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-589c23f9-abc2-48de-99e6-3ff558ddd987 req-4550699c-d03d-4d95-a7c4-69b5e63ac6e6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097335 Mar 31 22:51:27.279833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aced6f-982f-4992-8ba1-12737d7662d4 req-dc74796b-5cd4-4d35-9a41-3d15ccdec24f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:27.310953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39aced6f-982f-4992-8ba1-12737d7662d4 req-dc74796b-5cd4-4d35-9a41-3d15ccdec24f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.3574064 Mar 31 22:51:27.338880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] For port bc424506-8a8b-4d43-a575-29fa69b960f7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bc424506-8a8b-4d43-a575-29fa69b960f7,segment=NetworkSegment(ef19ded3-e8fe-4438-9184-04e834e2956a),segment_id=ef19ded3-e8fe-4438-9184-04e834e2956a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:27.338880 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.353405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.376605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] Calling delete_port for bc424506-8a8b-4d43-a575-29fa69b960f7 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:27.399745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc424506-8a8b-4d43-a575-29fa69b960f7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:27.405959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] No DVR routers for this DVR port bc424506-8a8b-4d43-a575-29fa69b960f7 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:27.468209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08a09c-f349-4c1a-8501-7d028eb15d26 service neutron] Pushing event updated for resources: {'Port': ['ID=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:27.491260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.501772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Deleting port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:27.502110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.505266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.530942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39aced6f-982f-4992-8ba1-12737d7662d4 req-76c4bf57-4eee-4872-a7b5-b19d32e07c93 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175226 Mar 31 22:51:27.548136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] Pushing event deleted for resources: {'Port': ['ID=bc424506-8a8b-4d43-a575-29fa69b960f7,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:27.559241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3050b6e-0e3f-4906-afa9-363b19afba94 None None] No DVR routers for this DVR port bc424506-8a8b-4d43-a575-29fa69b960f7 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:27.666803 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486384d7-fa89-451c-8b42-482a2cfdfdc5 x-openstack-request-id: req-486384d7-fa89-451c-8b42-482a2cfdfdc5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:27.666803 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:27.666803 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-486384d7-fa89-451c-8b42-482a2cfdfdc5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:27.667720 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486384d7-fa89-451c-8b42-482a2cfdfdc5'] response: {'name': 'network-changed', 'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1', 'status': 'completed', 'code': 200} Mar 31 22:51:27.674253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] For port 99cf945c-9fe0-49c7-810c-2e09e0de08f4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=99cf945c-9fe0-49c7-810c-2e09e0de08f4,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:27.674664 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.678122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0d9d9-eb6f-4359-a3ac-2e48903e084c req-92cb64b2-1bca-4087-89b9-f7b3e725627d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:27.686514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47f0d9d9-eb6f-4359-a3ac-2e48903e084c req-92cb64b2-1bca-4087-89b9-f7b3e725627d tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 949 time: 0.2594216 Mar 31 22:51:27.688838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Calling delete_port for 99cf945c-9fe0-49c7-810c-2e09e0de08f4 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:27.757816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b847cb2-ab4e-4b68-89b0-6d607dbb3835']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:27.795044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef19ded3-e8fe-4438-9184-04e834e2956a') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:27.796845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef19ded3-e8fe-4438-9184-04e834e2956a') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:27.801660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-d42d95fe-7f2b-4994-b9d9-221e3d105ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:27.803143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-d42d95fe-7f2b-4994-b9d9-221e3d105ef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 1094 time: 0.4872470 Mar 31 22:51:27.810876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47f0d9d9-eb6f-4359-a3ac-2e48903e084c req-a2a77468-7c5c-4ea4-8d91-3dc92658efa3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235130 Mar 31 22:51:27.820625 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.840158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.847406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:51:27.847792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.867625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:27.871520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-208fc613-9794-4e78-b10b-7426f9032eea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1 HTTP/1.1" status: 200 len: 217 time: 0.0595584 Mar 31 22:51:27.886971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752', '99cf945c-9fe0-49c7-810c-2e09e0de08f4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:51:27.966891 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:51:28.114825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.138837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.150212 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] 10.222.0.31 "DELETE /v2.0/networks/2b847cb2-ab4e-4b68-89b0-6d607dbb3835 HTTP/1.1" status: 204 len: 168 time: 1.5963027 Mar 31 22:51:28.190700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3c350-042d-4f38-941b-85496976b42d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b847cb2-ab4e-4b68-89b0-6d607dbb3835,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:28.216156 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56472) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:28.384797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.391088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56478) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:28.433369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event deleted for resources: {'Port': ['ID=cf66eedc-1b27-41d3-8a00-645d18a8f410,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:28.487139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event deleted for resources: {'Port': ['ID=99cf945c-9fe0-49c7-810c-2e09e0de08f4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:28.502796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2ad21-8538-4946-b772-4aba8a8eaebb req-23c6ccaa-8c14-44bc-9e4b-0d6eb4582262 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:28.511431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abe2ad21-8538-4946-b772-4aba8a8eaebb req-23c6ccaa-8c14-44bc-9e4b-0d6eb4582262 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 948 time: 0.7301412 Mar 31 22:51:28.539947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] No DVR routers for this DVR port cf66eedc-1b27-41d3-8a00-645d18a8f410 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:28.544126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.547522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e822fe0-9afe-4045-93c5-c8d6e82bde88 req-9e8071e7-d739-4375-9fe8-6e02493d7e12 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "DELETE /v2.0/ports/cf66eedc-1b27-41d3-8a00-645d18a8f410 HTTP/1.1" status: 204 len: 173 time: 2.3119464 Mar 31 22:51:28.549242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-9a707f49-7010-4d14-855b-3fcb1a496f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:28.551484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-9a707f49-7010-4d14-855b-3fcb1a496f67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.6449661 Mar 31 22:51:28.558567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2125229670-network', 'tenant_id': '19fd03bcff2c42329f66a9b958776047'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:28.576181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] No DVR routers for this DVR port 99cf945c-9fe0-49c7-810c-2e09e0de08f4 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:28.591284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.594843 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2d539fc8-397a-42ab-b999-31c3d548c530 req-9ebc617d-6765-4a68-ab1f-daf5335b2cd3 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "DELETE /v2.0/ports/99cf945c-9fe0-49c7-810c-2e09e0de08f4 HTTP/1.1" status: 204 len: 173 time: 1.3794765 Mar 31 22:51:28.598398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7d2227-983c-4dd6-bfdd-6fab57c8f723', 'name': 'network-vif-deleted', 'tag': '99cf945c-9fe0-49c7-810c-2e09e0de08f4'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:28.601216 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13871e56-3954-498c-b47e-19e40b20e346" -d '{"events": [{"server_uuid": "fe7d2227-983c-4dd6-bfdd-6fab57c8f723", "name": "network-vif-deleted", "tag": "99cf945c-9fe0-49c7-810c-2e09e0de08f4"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:28.631941 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76fa75f7-862d-4391-9082-00965e4a37d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.632551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-53ff3c95-7791-4550-90dc-b1f0a4bd4f43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674326 Mar 31 22:51:28.637844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abe2ad21-8538-4946-b772-4aba8a8eaebb req-b04e84cb-b594-45b7-8f30-fc9c71bb030b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254079 Mar 31 22:51:28.647113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047ac1c-6077-463f-ab45-2fb3d2ffeec0 req-de41e068-01eb-4492-86de-8cff59621d8d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:28.648708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c047ac1c-6077-463f-ab45-2fb3d2ffeec0 req-de41e068-01eb-4492-86de-8cff59621d8d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 943 time: 0.2908373 Mar 31 22:51:28.677483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:28.735196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Made reservation on behalf of 19fd03bcff2c42329f66a9b958776047 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:28.737614 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.805251 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76fa75f7-862d-4391-9082-00965e4a37d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.806835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:28.842988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c047ac1c-6077-463f-ab45-2fb3d2ffeec0 req-4746a306-5c9e-46ac-87ce-1389353b41c4 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104851 Mar 31 22:51:28.880113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04eed5-87a9-4906-ba09-f2cf809a0859 req-74ba7851-7c6d-4162-841c-3b2ce8d08f11 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:28.881732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a04eed5-87a9-4906-ba09-f2cf809a0859 req-74ba7851-7c6d-4162-841c-3b2ce8d08f11 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1236258 Mar 31 22:51:28.883952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-64e016df-6a47-4d83-a66f-ac668c6edf85 service neutron] 10.222.0.45 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343476 Mar 31 22:51:28.931053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56488) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:28.939779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cf66eedc-1b27-41d3-8a00-645d18a8f410 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:29.002187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: cf66eedc-1b27-41d3-8a00-645d18a8f410 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:29.002562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cf66eedc-1b27-41d3-8a00-645d18a8f410 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:29.013661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76fa75f7-862d-4391-9082-00965e4a37d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.017616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bc424506-8a8b-4d43-a575-29fa69b960f7 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:29.077706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: bc424506-8a8b-4d43-a575-29fa69b960f7 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:29.078291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bc424506-8a8b-4d43-a575-29fa69b960f7 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:29.092119 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.096220 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-76fa75f7-862d-4391-9082-00965e4a37d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cc2a82d76bd44178dc42d76c13f298a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029078 Mar 31 22:51:29.124974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56490) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:29.141052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af7f7ec6-ac7c-44da-9150-1e80aa0fa96b req-3f548746-cc42-4403-a1c3-a3ff02609c6a service neutron] 10.222.0.45 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491732 Mar 31 22:51:29.158092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa75f7-862d-4391-9082-00965e4a37d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eafac0a-a72c-4416-bf54-f28d16a9938b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:29.165810 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7104c193-2cdd-4710-a6d2-f67d851a5796 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4b73f36f3844774bb50828cd07919b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315202 Mar 31 22:51:29.165810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.177588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a04eed5-87a9-4906-ba09-f2cf809a0859 req-08061e0d-dab4-46cf-8077-dc6808189ad0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840993 Mar 31 22:51:29.183834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:51:29.184043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56492) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:29.198965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.199443 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Added segment 733fc014-b0f1-4b01-965a-78d7f699c3d5 of type vlan for network d27abfd1-0898-414d-8ac3-8eb129995266 Mar 31 22:51:29.259858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.293246 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b5f3a3-99bd-403f-80c4-d8113058c872 x-openstack-request-id: req-35b5f3a3-99bd-403f-80c4-d8113058c872 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:29.293479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80334a9-9969-4070-b87a-75f6b21a4db5 req-a626a4cf-383e-48f1-88cd-58f39077b8a6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:29.293616 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7d2227-983c-4dd6-bfdd-6fab57c8f723", "name": "network-vif-deleted", "tag": "99cf945c-9fe0-49c7-810c-2e09e0de08f4", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:29.293784 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35b5f3a3-99bd-403f-80c4-d8113058c872 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:29.294633 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b5f3a3-99bd-403f-80c4-d8113058c872'] response: {'server_uuid': 'fe7d2227-983c-4dd6-bfdd-6fab57c8f723', 'name': 'network-vif-deleted', 'tag': '99cf945c-9fe0-49c7-810c-2e09e0de08f4', 'status': 'completed', 'code': 200} Mar 31 22:51:29.301753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c80334a9-9969-4070-b87a-75f6b21a4db5 req-a626a4cf-383e-48f1-88cd-58f39077b8a6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.2768493 Mar 31 22:51:29.306328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc2c79da-0eb3-4a0d-8752-665db96927da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.323654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe47716-9812-463b-ad83-095970673114,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:29.355635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.356772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:29.357314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.413615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3d66688-7568-468e-908d-5a61a685490d req-88e41c3f-58ff-4742-82b4-ea5ae0d42b4b tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c4aa95-4155-47bd-9124-3cbf36e0de5c HTTP/1.1" status: 200 len: 210 time: 0.0856965 Mar 31 22:51:29.418831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc2c79da-0eb3-4a0d-8752-665db96927da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.427191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8372947-8e6e-4567-824b-e5d062659058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.454002 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2357538 Mar 31 22:51:29.455330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e1181-a270-41b1-a83d-9c065a160005 admin admin] Pushing event updated for resources: {'Network': ['ID=d27abfd1-0898-414d-8ac3-8eb129995266,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:29.460216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56494) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:29.475344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c80334a9-9969-4070-b87a-75f6b21a4db5 req-4d95bf1f-7dcb-4890-9ad9-a1bfe1ec2703 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696935 Mar 31 22:51:29.479691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Request body: {'subnet': {'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2125229670-subnet', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:29.480652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d27abfd1-0898-414d-8ac3-8eb129995266 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:51:29.506902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-7191311b-dc1f-458a-a512-8962a6cf18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:29.508663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-7191311b-dc1f-458a-a512-8962a6cf18c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 1094 time: 0.2033205 Mar 31 22:51:29.515105 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8372947-8e6e-4567-824b-e5d062659058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.596039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Made reservation on behalf of 19fd03bcff2c42329f66a9b958776047 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:29.599032 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.648102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-1c06fcb1-93c1-4bae-8482-6ed2720327d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:29.649638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-1c06fcb1-93c1-4bae-8482-6ed2720327d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 914 time: 0.1320195 Mar 31 22:51:29.715540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c4aa95-4155-47bd-9124-3cbf36e0de5c', 'name': 'network-vif-deleted', 'tag': 'cf66eedc-1b27-41d3-8a00-645d18a8f410'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:29.718391 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300012c5-e7c2-4b5f-9ccd-8d133efadaef" -d '{"events": [{"server_uuid": "14c4aa95-4155-47bd-9124-3cbf36e0de5c", "name": "network-vif-deleted", "tag": "cf66eedc-1b27-41d3-8a00-645d18a8f410"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:29.726620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-bd349c1d-e11c-421a-a6e6-89430909a45b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1 HTTP/1.1" status: 200 len: 217 time: 0.0697865 Mar 31 22:51:29.727578 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc2c79da-0eb3-4a0d-8752-665db96927da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.733801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc2c79da-0eb3-4a0d-8752-665db96927da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.735100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dc2c79da-0eb3-4a0d-8752-665db96927da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8eafac0a-a72c-4416-bf54-f28d16a9938b HTTP/1.1" status: 204 len: 168 time: 0.6090753 Mar 31 22:51:29.747568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8372947-8e6e-4567-824b-e5d062659058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.764323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8372947-8e6e-4567-824b-e5d062659058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:29.764323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c8372947-8e6e-4567-824b-e5d062659058 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b1b2b09-d1d6-4151-a3a3-c688b14d4d06 HTTP/1.1" status: 204 len: 168 time: 0.5722296 Mar 31 22:51:29.845718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-446ea3c2-b61f-44b2-9d69-3cdc0fef2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:29.847478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-446ea3c2-b61f-44b2-9d69-3cdc0fef2a16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.0847106 Mar 31 22:51:29.864218 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba4af18-ea99-420a-82e3-dc7b6c3d486a x-openstack-request-id: req-fba4af18-ea99-420a-82e3-dc7b6c3d486a {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:29.864705 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c4aa95-4155-47bd-9124-3cbf36e0de5c", "name": "network-vif-deleted", "tag": "cf66eedc-1b27-41d3-8a00-645d18a8f410", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:29.865043 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fba4af18-ea99-420a-82e3-dc7b6c3d486a {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:29.865541 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba4af18-ea99-420a-82e3-dc7b6c3d486a'] response: {'server_uuid': '14c4aa95-4155-47bd-9124-3cbf36e0de5c', 'name': 'network-vif-deleted', 'tag': 'cf66eedc-1b27-41d3-8a00-645d18a8f410', 'status': 'completed', 'code': 200} Mar 31 22:51:29.872554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c79da-0eb3-4a0d-8752-665db96927da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eafac0a-a72c-4416-bf54-f28d16a9938b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:29.908544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-2cc6eadb-d441-447d-ba85-666deeaaaa3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417557 Mar 31 22:51:29.917011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8372947-8e6e-4567-824b-e5d062659058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1b2b09-d1d6-4151-a3a3-c688b14d4d06,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:29.940102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:30.024933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ec7961-a98f-42ec-abce-5dbafc689bd6,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:30.062066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18e28-4a61-48b0-87ac-dcae23113e09 req-6a2b598f-beb8-4260-85d8-564507079190 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:30.074683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Checking segment: {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:30.075046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Network hostable DHCP agents. Network: d27abfd1-0898-414d-8ac3-8eb129995266, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:51:30.075996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36f18e28-4a61-48b0-87ac-dcae23113e09 req-6a2b598f-beb8-4260-85d8-564507079190 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 948 time: 0.3529603 Mar 31 22:51:30.153736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36f18e28-4a61-48b0-87ac-dcae23113e09 req-90bf4ad5-dfa2-4750-97cc-c778e9472e14 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767801 Mar 31 22:51:30.163971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab42292-d34f-48da-8e51-d7025c09fc28 req-2289aec2-ec41-4887-9e74-b4f0fab31cd0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:30.166964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ab42292-d34f-48da-8e51-d7025c09fc28 req-2289aec2-ec41-4887-9e74-b4f0fab31cd0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 943 time: 0.1690118 Mar 31 22:51:30.186382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:30.201953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Network d27abfd1-0898-414d-8ac3-8eb129995266 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:51:30.209591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-18c7510a-f516-4ac0-b87d-bf2ea2644ce2 service neutron] 10.222.0.45 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900918 Mar 31 22:51:30.231186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ab42292-d34f-48da-8e51-d7025c09fc28 req-d0827960-7069-4793-ae0d-3564e0729038 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498240 Mar 31 22:51:30.299862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d27abfd1-0898-414d-8ac3-8eb129995266) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:30.313939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:30.314350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:30.336667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e49b4b-09a1-429c-bb71-42eb4c9a61fa None None] Network d27abfd1-0898-414d-8ac3-8eb129995266 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:30.422992 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ee06e3b6-a251-44f5-9139-137fffedf528 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9589472 Mar 31 22:51:30.423216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56514) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:30.427777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:30.488169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d23ab6-40d3-47b1-8dcd-9a6aa3392f8d req-0da8516e-e114-4d27-96f4-a8d526f301c7 service neutron] 10.222.0.45 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556722 Mar 31 22:51:30.523096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d19e-c5f2-4ae2-968c-bda4d89a6ace req-45c71232-450a-45ee-90a5-ed7a65b7c077 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:30.524681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7d0d19e-c5f2-4ae2-968c-bda4d89a6ace req-45c71232-450a-45ee-90a5-ed7a65b7c077 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.1411407 Mar 31 22:51:30.539075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:30.540292 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:30.594326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7d0d19e-c5f2-4ae2-968c-bda4d89a6ace req-345adcb4-3f31-4704-9f40-967e4646d9fd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575292 Mar 31 22:51:30.648885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:30.743829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1a532-1d7b-40ab-87bd-4a641ffdd8b2 req-3b616a52-e6d0-4080-b0d2-ee573fd76fcf tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:30.758069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cc1a532-1d7b-40ab-87bd-4a641ffdd8b2 req-3b616a52-e6d0-4080-b0d2-ee573fd76fcf tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.1608472 Mar 31 22:51:30.804728 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-acb6feec-84e3-44bf-ae67-8d89ae6defd1 service neutron] show failed (client error): The resource could not be found. Mar 31 22:51:30.811407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-acb6feec-84e3-44bf-ae67-8d89ae6defd1 service neutron] 10.222.0.50 "GET /v2.0/ports/fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.1421378 Mar 31 22:51:30.873987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cc1a532-1d7b-40ab-87bd-4a641ffdd8b2 req-b49c59c5-98c5-4ae2-9b8a-9dced49d11c0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140971 Mar 31 22:51:30.935550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:51:30.939027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:51:30.947196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 99cf945c-9fe0-49c7-810c-2e09e0de08f4 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:30.975917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 99cf945c-9fe0-49c7-810c-2e09e0de08f4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:30.976405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 99cf945c-9fe0-49c7-810c-2e09e0de08f4 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:30.978515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d27abfd1-0898-414d-8ac3-8eb129995266', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:51:30.980041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:30.993622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:30.994263 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:30.998188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.332168 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.336454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:31.372175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Allocated IP 172.20.0.2 (d27abfd1-0898-414d-8ac3-8eb129995266/74ec7961-a98f-42ec-abce-5dbafc689bd6/ace81c5f-906f-4fb4-a354-6466b0942ec4) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:31.390604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1', 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1', 'port_id': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1', 'mac_address': 'fa:16:3e:26:f6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9508cb01-9f73-4393-b616-4684ec142dd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:51:31.403966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc97cb-0a33-417d-877a-8b09da77a7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:31.406562 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae29036-5cf7-494c-ad34-70416753ea82" -d '{"events": [{"server_uuid": "6dbc97cb-0a33-417d-877a-8b09da77a7a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:31.425987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350accd-a3a5-4f8c-8f8a-232908301271 req-c6cc6443-aed4-4811-b6b5-67209432967f tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:31.433226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0350accd-a3a5-4f8c-8f8a-232908301271 req-c6cc6443-aed4-4811-b6b5-67209432967f tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 948 time: 0.1762230 Mar 31 22:51:31.435612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:31.555087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.561930 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.574097 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.587767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.598803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0350accd-a3a5-4f8c-8f8a-232908301271 req-a09aae9f-0b92-418d-ba8f-c1cf9d15d4c1 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530151 Mar 31 22:51:31.635354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2303-4de7-435c-945e-b4ea2a82f0c4 req-127b6724-dde8-4dda-95c1-5d4b0e57d199 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:31.645891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe8d2303-4de7-435c-945e-b4ea2a82f0c4 req-127b6724-dde8-4dda-95c1-5d4b0e57d199 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 943 time: 0.1295636 Mar 31 22:51:31.656718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-035ea251-e561-4a16-a3bf-f02484e41ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:31.658896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-035ea251-e561-4a16-a3bf-f02484e41ad1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 1100 time: 0.1589758 Mar 31 22:51:31.679068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:31.706138 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa9cd9-b05a-476d-af76-6d6f1865def7 x-openstack-request-id: req-99fa9cd9-b05a-476d-af76-6d6f1865def7 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:31.706381 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbc97cb-0a33-417d-877a-8b09da77a7a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:31.706899 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99fa9cd9-b05a-476d-af76-6d6f1865def7 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:31.707358 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fa9cd9-b05a-476d-af76-6d6f1865def7'] response: {'server_uuid': '6dbc97cb-0a33-417d-877a-8b09da77a7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d', 'code': 200} Mar 31 22:51:31.711160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56566) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:31.719757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:31.778629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe8d2303-4de7-435c-945e-b4ea2a82f0c4 req-a9d65afe-52ca-4246-98f0-d22e0b87adcc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273713 Mar 31 22:51:31.819563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:31.831373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:31.834369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56570) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:31.861824 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.881730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.919529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55172cc0-6e4d-4342-8d05-ec54a1519a63 req-077289fe-997d-47d7-ac67-638403e3d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:31.921103 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-55172cc0-6e4d-4342-8d05-ec54a1519a63 req-077289fe-997d-47d7-ac67-638403e3d5a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 1100 time: 0.1413972 Mar 31 22:51:31.929346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Allocated IP 172.25.4.72 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/964b4222-7d55-48d9-a150-ac77793e5f12) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:31.932321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.938510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-76821227-network', 'tenant_id': '5300b74a63c048d8817543f530bf9340'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:31.947510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:31.962371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:31.969229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2026452861-network', 'tenant_id': '95e71e79e0394184b1c6d9da34573171'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:32.012522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Network d27abfd1-0898-414d-8ac3-8eb129995266 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:32.015767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:32.022344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:32.037518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Pushing event updated for resources: {'Port': ['ID=ace81c5f-906f-4fb4-a354-6466b0942ec4,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:32.060426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e1d2-58d1-446d-b396-4842a356e15c req-69600b89-1835-4e9b-9a55-9510f016cf62 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:32.062647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d49e1d2-58d1-446d-b396-4842a356e15c req-69600b89-1835-4e9b-9a55-9510f016cf62 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 950 time: 0.2240696 Mar 31 22:51:32.096585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Attempting to bind port ace81c5f-906f-4fb4-a354-6466b0942ec4 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:32.097606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Attempting to bind port ace81c5f-906f-4fb4-a354-6466b0942ec4 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:32.098130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Attempting to bind port ace81c5f-906f-4fb4-a354-6466b0942ec4 on network d27abfd1-0898-414d-8ac3-8eb129995266 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:32.104242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:32.105364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Checking segment: {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:32.106029 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.106542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Bound using segment: {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:32.107104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Bound port: ace81c5f-906f-4fb4-a354-6466b0942ec4, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:32.107847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.126209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:32.139142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cd29f-9608-40ce-bd76-f32af2f2f6d5 req-743779dd-7a6f-4513-b220-b7125ce0a475 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:32.140730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b04cd29f-9608-40ce-bd76-f32af2f2f6d5 req-743779dd-7a6f-4513-b220-b7125ce0a475 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 0.2656312 Mar 31 22:51:32.149416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:32.151899 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.196962 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.219173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] For port ace81c5f-906f-4fb4-a354-6466b0942ec4, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:32.226182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] For port ace81c5f-906f-4fb4-a354-6466b0942ec4, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ace81c5f-906f-4fb4-a354-6466b0942ec4,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:32.226419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d49e1d2-58d1-446d-b396-4842a356e15c req-69921653-e389-47ec-99d8-7b4cb9415c1e tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534004 Mar 31 22:51:32.288189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b04cd29f-9608-40ce-bd76-f32af2f2f6d5 req-ed3c393b-9533-445d-89d7-0143ea50032e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330564 Mar 31 22:51:32.328750 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-55172cc0-6e4d-4342-8d05-ec54a1519a63 req-1701b7b6-0291-4652-bc6d-21668e08a7a6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865328 Mar 31 22:51:32.343812 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.359109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:32.378030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.443715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6c6ce-708e-4300-9e3f-ca575828388d None None] Pushing event updated for resources: {'Port': ['ID=ace81c5f-906f-4fb4-a354-6466b0942ec4,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:32.446509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:32.454693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Made reservation on behalf of 5300b74a63c048d8817543f530bf9340 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:32.454693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.469081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.482837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d2775-8a24-44b6-af61-1238e052f34d req-be342479-840e-4b72-8f44-499a80f72b54 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:32.484441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e2d2775-8a24-44b6-af61-1238e052f34d req-be342479-840e-4b72-8f44-499a80f72b54 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.1324165 Mar 31 22:51:32.486614 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.503795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.523868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:32.527286 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fa82ab-779d-4306-91e6-aba511610c0c" -d '{"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:32.533293 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.558337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Transition to ACTIVE for port object fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:51:32.561007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:32.564009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e2d2775-8a24-44b6-af61-1238e052f34d req-53eb51ed-3c4d-494a-8df9-3a2f52b3968e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695724 Mar 31 22:51:32.565902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.566388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:32.576435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:32.592354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:51:32.609659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c664dd1-e481-4e9f-9424-d1837ac65899,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:32.613797 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.614154 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Added segment f1d10eaa-20cf-4787-b0e3-85dd77465ce7 of type vlan for network 5da30a80-b9d4-4c18-b031-190497034db2 Mar 31 22:51:32.625097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.646021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Pushing event updated for resources: {'Port': ['ID=964b4222-7d55-48d9-a150-ac77793e5f12,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:32.692360 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a92988-19c9-4b56-bf36-f4f8c0843ceb x-openstack-request-id: req-07a92988-19c9-4b56-bf36-f4f8c0843ceb {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:32.692657 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:32.692907 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07a92988-19c9-4b56-bf36-f4f8c0843ceb {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:32.694848 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a92988-19c9-4b56-bf36-f4f8c0843ceb'] response: {'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'code': 200} Mar 31 22:51:32.697154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.731725 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.781315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:32.792095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] No DVR routers for this DVR port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:32.832824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.913749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:51:32.935614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:32.936471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:32.936471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:32.944276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:51:32.944276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:32.952840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.953188 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Added segment 97c29b2d-adc7-44b8-bc14-81f048c1b99f of type vlan for network bd906ada-fda5-49cd-8c3e-b7b6da32d121 Mar 31 22:51:32.962613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18347-ba01-48a4-8b0c-37889981ce7d req-db13625e-68a9-4f8d-9a59-12549b1ed937 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:32.962613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cb18347-ba01-48a4-8b0c-37889981ce7d req-db13625e-68a9-4f8d-9a59-12549b1ed937 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 949 time: 0.1751797 Mar 31 22:51:32.964361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b462fe2-77c6-41d2-9659-db54089161aa,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:32.967335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.968276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:32.968835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:32.979964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:32.980306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:32.980673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:32.981100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Bound port: fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:32.981444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.007799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-0dbf1f37-acdd-4e72-81d9-f4c6f8212468 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:33.009474 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-0dbf1f37-acdd-4e72-81d9-f4c6f8212468 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 950 time: 0.2440317 Mar 31 22:51:33.040710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.056458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f1020-d953-4ea0-abde-3796d0505be1 req-1af6ccd9-5b2c-4189-b837-18d8e53ec075 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:33.056458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-432f1020-d953-4ea0-abde-3796d0505be1 req-1af6ccd9-5b2c-4189-b837-18d8e53ec075 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 944 time: 0.1714644 Mar 31 22:51:33.078802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ace81c5f-906f-4fb4-a354-6466b0942ec4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:33.109344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5da30a80-b9d4-4c18-b031-190497034db2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:33.140456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-73a3fad8-bc69-4b98-83b4-ff3ba3f321a6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2957890 Mar 31 22:51:33.142014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56582) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:33.142892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 5da30a80-b9d4-4c18-b031-190497034db2 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:51:33.147911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Request body: {'subnet': {'network_id': '5da30a80-b9d4-4c18-b031-190497034db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2026452861-subnet', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:33.162328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cb18347-ba01-48a4-8b0c-37889981ce7d req-36df6752-8e8a-4272-ab7a-3f85e8be00ca tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850801 Mar 31 22:51:33.184960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:33.195642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-432f1020-d953-4ea0-abde-3796d0505be1 req-181fd9fd-db55-4ff4-8321-30a85ad9e9bf tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272423 Mar 31 22:51:33.211450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:33.248053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ace81c5f-906f-4fb4-a354-6466b0942ec4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:33.248329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.255154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.261559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.262700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:33.263387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.283558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.321582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Deleting port 01cf256f-8284-425c-92c6-b6a357665752 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:51:33.322104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.349893 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.396617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:33.398394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port ace81c5f-906f-4fb4-a354-6466b0942ec4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ace81c5f-906f-4fb4-a354-6466b0942ec4,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:33.407529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:33.409645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.433654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:33.434267 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.435636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b90b80ac-b01f-40a7-b10d-6813941b30c5 service neutron] 10.222.0.45 "PUT /v2.0/ports/fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 1095 time: 1.7652979 Mar 31 22:51:33.520964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969eb5e8-4bc5-47c6-8060-dd618885470e req-f4448e0f-6bf4-4718-9546-c68a46fbd831 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:33.522656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.530024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] Pushing event updated for resources: {'Network': ['ID=bd906ada-fda5-49cd-8c3e-b7b6da32d121,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:33.530024 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cd8809be-34bc-4b95-8845-bbe79ee73c37 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8095732 Mar 31 22:51:33.530277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-969eb5e8-4bc5-47c6-8060-dd618885470e req-f4448e0f-6bf4-4718-9546-c68a46fbd831 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 950 time: 0.1625180 Mar 31 22:51:33.534274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56588) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:33.551621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Request body: {'subnet': {'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-subnet', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:33.569567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb343d0c-cb5a-47db-8ce9-e27c36cff96e req-5fc80b44-1d2e-4ee2-b3da-9db3e71f50d2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:33.571329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb343d0c-cb5a-47db-8ce9-e27c36cff96e req-5fc80b44-1d2e-4ee2-b3da-9db3e71f50d2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 947 time: 0.1651232 Mar 31 22:51:33.629411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=ace81c5f-906f-4fb4-a354-6466b0942ec4,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:33.648279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:51:33.693793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] For port 01cf256f-8284-425c-92c6-b6a357665752, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=01cf256f-8284-425c-92c6-b6a357665752,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:33.694307 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.713393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-f4ac0fbe-f6ff-4e47-9140-f0e97dc7bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:33.717667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-f4ac0fbe-f6ff-4e47-9140-f0e97dc7bda1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1098 time: 0.2451847 Mar 31 22:51:33.734780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-969eb5e8-4bc5-47c6-8060-dd618885470e req-d0dafff1-4dc9-4c93-9cf1-71b5a2a66748 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992760 Mar 31 22:51:33.741192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Calling delete_port for 01cf256f-8284-425c-92c6-b6a357665752 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:51:33.812794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb343d0c-cb5a-47db-8ce9-e27c36cff96e req-929d1575-c81b-4292-a4a7-92f0ca0bd120 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101259 Mar 31 22:51:33.865173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Made reservation on behalf of 5300b74a63c048d8817543f530bf9340 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:33.867545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.954344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd193-41ee-4e9c-bc69-ab766952c588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:33.961439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a08692-c8ce-411d-9f9e-85387beffeb7 None None] Network d27abfd1-0898-414d-8ac3-8eb129995266 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:33.963483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.021402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-eb2d0e9b-d6f7-41ee-b6f1-f74fe43ab664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:34.022926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-eb2d0e9b-d6f7-41ee-b6f1-f74fe43ab664 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2870126 Mar 31 22:51:34.039061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4a45a-8141-4622-8c7d-00b78a7c62f6 req-d72a6e4d-58a8-4457-8cd3-a8831e5b572c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:34.040532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7a4a45a-8141-4622-8c7d-00b78a7c62f6 req-d72a6e4d-58a8-4457-8cd3-a8831e5b572c tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.1763766 Mar 31 22:51:34.090321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-9b207be6-a688-4ae7-a458-6863a6a6d3f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.0555239 Mar 31 22:51:34.128774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-688646aa-4a89-4599-9372-f3cc9b6fd731 None None] Provisioning complete for port ace81c5f-906f-4fb4-a354-6466b0942ec4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:34.129407 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-688646aa-4a89-4599-9372-f3cc9b6fd731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.176131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.195216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:34.198136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-256fe30c-2d91-4bd0-947a-08664cf53ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:34.200440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-256fe30c-2d91-4bd0-947a-08664cf53ed7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0989671 Mar 31 22:51:34.215006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7a4a45a-8141-4622-8c7d-00b78a7c62f6 req-ec685cad-5be4-4f16-abe9-1395c86d176a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642919 Mar 31 22:51:34.238811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.256925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['01cf256f-8284-425c-92c6-b6a357665752'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:34.259826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:34.305577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Pushing event deleted for resources: {'Port': ['ID=01cf256f-8284-425c-92c6-b6a357665752,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:34.327420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Checking segment: {'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:34.327420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Network hostable DHCP agents. Network: 5da30a80-b9d4-4c18-b031-190497034db2, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:51:34.342153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-2ed70381-7ca6-4f6a-b15f-3c3e2fefbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:34.344124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-2ed70381-7ca6-4f6a-b15f-3c3e2fefbbba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257999 Mar 31 22:51:34.372872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:34.374415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] No DVR routers for this DVR port 01cf256f-8284-425c-92c6-b6a357665752 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:34.378047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Router bfb32af3-2820-4fd6-a5e7-684182ced1eb is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:51:34.381065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.388865 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8851bf2a-ae54-4513-a8a4-bce23cfd853a req-ffdcfd56-9cc1-4e54-b3e7-174c8705c8f7 tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.45 "DELETE /v2.0/ports/01cf256f-8284-425c-92c6-b6a357665752 HTTP/1.1" status: 204 len: 173 time: 1.3613141 Mar 31 22:51:34.389284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b11549-5f76-4c01-90ff-6c0d846ae50d', 'name': 'network-vif-deleted', 'tag': '01cf256f-8284-425c-92c6-b6a357665752'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:34.391611 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e623c5-9ace-47d6-bce1-603d84a3d04a" -d '{"events": [{"server_uuid": "56b11549-5f76-4c01-90ff-6c0d846ae50d", "name": "network-vif-deleted", "tag": "01cf256f-8284-425c-92c6-b6a357665752"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:34.510030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Network 5da30a80-b9d4-4c18-b031-190497034db2 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:51:34.518782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.527380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:34.539872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Sync routers for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:34.551742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:34.551742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:34.567094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef7857-e6fd-4402-8a61-5c65cfad93c9 req-9abcfc25-14c7-46eb-8d16-e72ae5cfe9ab tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:34.569362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21ef7857-e6fd-4402-8a61-5c65cfad93c9 req-9abcfc25-14c7-46eb-8d16-e72ae5cfe9ab tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 949 time: 0.1802037 Mar 31 22:51:34.630988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 5da30a80-b9d4-4c18-b031-190497034db2) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:34.635453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:34.636109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.655477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.657457 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-84244312-499d-44a6-ba6b-0881d9362698 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2330208 Mar 31 22:51:34.660067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56598) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:34.783775 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-656b4860-4309-4fee-b929-8d7f30bf5c0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6406040 Mar 31 22:51:34.787571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56602) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:34.801986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:34.827186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc907d6-86f9-4ff0-86d9-350bb731cdfe None None] Network 5da30a80-b9d4-4c18-b031-190497034db2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:34.832808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1affe64f-7fc8-4bab-9b97-1cec7e953511 None None] Provisioning complete for port ace81c5f-906f-4fb4-a354-6466b0942ec4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:34.833174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1affe64f-7fc8-4bab-9b97-1cec7e953511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.915130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:34.952055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.953150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:35.046573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:35.049522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ace81c5f-906f-4fb4-a354-6466b0942ec4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:35.059971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:35.062260 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:35.112768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b50b9-0e34-435d-b5be-fb4ece07e799 req-27292645-a63d-440f-935a-689ee04df2ff tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:35.121710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f16b50b9-0e34-435d-b5be-fb4ece07e799 req-27292645-a63d-440f-935a-689ee04df2ff tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 944 time: 0.7150021 Mar 31 22:51:35.181864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-304deb91-ad49-4008-ac1f-8ebdf77506f2 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8277638 Mar 31 22:51:35.219558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21ef7857-e6fd-4402-8a61-5c65cfad93c9 req-46c4e46c-9bf8-43ca-85a5-50b4f08be351 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604474 Mar 31 22:51:35.225313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9538987-e92f-48bf-b5ae-5faa5f82b5f8,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:35.260055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f16b50b9-0e34-435d-b5be-fb4ece07e799 req-dac770f3-9c99-446f-9b59-ef690e0012e4 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372135 Mar 31 22:51:35.313692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Checking segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:35.313692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Network hostable DHCP agents. Network: bd906ada-fda5-49cd-8c3e-b7b6da32d121, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:51:35.400802 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3570199b-9f04-408b-96cf-52da16c8e884 x-openstack-request-id: req-3570199b-9f04-408b-96cf-52da16c8e884 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:35.401245 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b11549-5f76-4c01-90ff-6c0d846ae50d", "name": "network-vif-deleted", "tag": "01cf256f-8284-425c-92c6-b6a357665752", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:35.402102 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3570199b-9f04-408b-96cf-52da16c8e884 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:35.402738 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3570199b-9f04-408b-96cf-52da16c8e884'] response: {'server_uuid': '56b11549-5f76-4c01-90ff-6c0d846ae50d', 'name': 'network-vif-deleted', 'tag': '01cf256f-8284-425c-92c6-b6a357665752', 'status': 'completed', 'code': 200} Mar 31 22:51:35.457661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-513ada4c-6bdb-4b2e-8a0e-016770d1003d req-71fe9a49-ff56-45b9-8d5c-7a9e8ee52d4a tempest-ServersOnMultiNodesTest-57692073 tempest-ServersOnMultiNodesTest-57692073-project] 10.222.0.31 "GET /v2.0/ports?device_id=56b11549-5f76-4c01-90ff-6c0d846ae50d HTTP/1.1" status: 200 len: 210 time: 0.0533071 Mar 31 22:51:35.465493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d7d6d0-4535-4375-a6a5-9535e3a30aff req-b9271f9b-f3f7-47ed-bdf0-784d01524596 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592301 Mar 31 22:51:35.481143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:51:35.485292 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:35.530242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ace81c5f-906f-4fb4-a354-6466b0942ec4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:35.530811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:35.532568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-5da30a80-b9d4-4c18-b031-190497034db2', 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'fixed_ips': [{'subnet_id': '8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:51:35.533373 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:35.561687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02e54-12db-4980-9970-f6ee0bcce18e req-a33c08db-bbc1-409b-a902-da69a0ef3980 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:35.564204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39a02e54-12db-4980-9970-f6ee0bcce18e req-a33c08db-bbc1-409b-a902-da69a0ef3980 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 947 time: 0.0840518 Mar 31 22:51:35.597864 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e2ce67-adbf-4418-95dc-bcaf0d3b6033 x-openstack-request-id: req-d9e2ce67-adbf-4418-95dc-bcaf0d3b6033 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:35.598541 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:35.598684 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9e2ce67-adbf-4418-95dc-bcaf0d3b6033 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:35.600224 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e2ce67-adbf-4418-95dc-bcaf0d3b6033'] response: {'name': 'network-changed', 'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'status': 'completed', 'code': 200} Mar 31 22:51:35.603556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, bd906ada-fda5-49cd-8c3e-b7b6da32d121) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:35.628047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0488f93-af95-47bc-845c-1ec4c42f23dc None None] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:35.642386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:35.643096 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:35.664042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:51:35.728518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39a02e54-12db-4980-9970-f6ee0bcce18e req-e16d8f67-2c34-41d5-82e6-b9af15a782c9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530225 Mar 31 22:51:35.745762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:35.746130 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:35.762652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-7b8fe424-e70e-4252-bb1b-a08d2934f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:35.819715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-7b8fe424-e70e-4252-bb1b-a08d2934f437 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1098 time: 0.1034641 Mar 31 22:51:35.843775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:35.901063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:35.909612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-78812f5f-ea28-4365-a57f-5bdd2b4b614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:35.911297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-78812f5f-ea28-4365-a57f-5bdd2b4b614a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1098 time: 0.2201376 Mar 31 22:51:35.956251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-d8e8e978-2da3-4a96-b151-4725e5b1276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:35.957794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-d8e8e978-2da3-4a96-b151-4725e5b1276a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1800885 Mar 31 22:51:36.040299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-30e1b49c-10f7-4c82-a67c-d5f5380b3dc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.0575073 Mar 31 22:51:36.063169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Allocated IP 172.20.0.2 (5da30a80-b9d4-4c18-b031-190497034db2/8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6/49171f85-2cc8-4955-baf2-9edba371873a) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:36.068183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ea8e9-3547-42b3-8e7b-314ebdc6eab5 req-0a3a7cde-e72e-43ce-a328-d9ac638a8aa0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.079507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-224ea8e9-3547-42b3-8e7b-314ebdc6eab5 req-0a3a7cde-e72e-43ce-a328-d9ac638a8aa0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.1415458 Mar 31 22:51:36.090676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:32Z', 'revision_number': 3, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:36.128429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56616) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:36.129233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-334b27a4-3747-4dcb-8818-9fa61c928617 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5830579 Mar 31 22:51:36.143932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-b71d2fd4-1382-496d-897d-b03b4e309e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.143932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-b71d2fd4-1382-496d-897d-b03b4e309e00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2104976 Mar 31 22:51:36.143932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:36.144339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Checking router: bfb32af3-2820-4fd6-a5e7-684182ced1eb for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:36.144339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Updating router bfb32af3-2820-4fd6-a5e7-684182ced1eb port 964b4222-7d55-48d9-a150-ac77793e5f12 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:36.188804 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.191258 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7febc964-8375-4220-aa73-1a820162ed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.205875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-224ea8e9-3547-42b3-8e7b-314ebdc6eab5 req-3604a222-b3b6-447d-8d4a-fae786ad0799 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241126 Mar 31 22:51:36.210654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-e3198aeb-d379-43ac-8043-18aa384d9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.218557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-e3198aeb-d379-43ac-8043-18aa384d9fa6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1672869 Mar 31 22:51:36.265626 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-4e877574-1aa3-4f26-a160-59f9814e9c7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.0861449 Mar 31 22:51:36.290867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-c9dd3713-b107-453d-991b-a983be6e3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.292593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:51:36.293460 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.295900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-c9dd3713-b107-453d-991b-a983be6e3d1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727704 Mar 31 22:51:36.297926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.300142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Allocated IP 172.20.0.1 (d27abfd1-0898-414d-8ac3-8eb129995266/74ec7961-a98f-42ec-abce-5dbafc689bd6/1e21c063-20b5-4a8b-a0b4-8f2f257175bb) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:36.379017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.383347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.466430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-94d8fc28-4a88-41cc-bf66-e71c95fc0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.468382 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-94d8fc28-4a88-41cc-bf66-e71c95fc0618 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1905715 Mar 31 22:51:36.471215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-86a8db32-9f46-435a-90e5-9b5d06a793da service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668148 Mar 31 22:51:36.482572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1c0c1-09a6-47a9-9ab3-e0cd4997a032 req-d2a62794-230b-4886-81e0-110e167571e2 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.484388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1fe1c0c1-09a6-47a9-9ab3-e0cd4997a032 req-d2a62794-230b-4886-81e0-110e167571e2 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 944 time: 0.1009333 Mar 31 22:51:36.568034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.588145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:36.591895 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb0a82f-3ea3-486d-ae31-69f322744ce9" -d '{"events": [{"server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "name": "network-vif-plugged", "status": "completed", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:36.617667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:36.629019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1fe1c0c1-09a6-47a9-9ab3-e0cd4997a032 req-809a8d71-bca7-4dc3-bf78-e880a2bc2f41 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345272 Mar 31 22:51:36.640806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.641289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.642655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.642655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.642655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.643285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.643583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.644039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.644499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.644954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.645407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.646165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.648272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-c70cdd6e-0099-45b4-912c-d8b0a96c16ed tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75&device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6&device_id=96139784-0a64-4c3b-8097-60eb0894c0d9&device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a&device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975&device_id=0b21e998-1078-499d-b0a6-1b38d31887d8&device_id=bffac312-0e83-4abe-8f47-2049f0ef7816&device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d&device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202&device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6&device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 10891 time: 0.1548977 Mar 31 22:51:36.678722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-ba081dff-0728-42e7-b2dd-f28bb58caa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.680216 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-ba081dff-0728-42e7-b2dd-f28bb58caa4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633141 Mar 31 22:51:36.688510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-9d1a2111-cb39-4391-8129-93e22c33a737 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028999 Mar 31 22:51:36.689166 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-600b31fd-dce7-4129-8e29-dd3179d1784e tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.751180 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.759245 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.770868 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00850cf-2684-488b-8bab-a2f2a7626619 x-openstack-request-id: req-c00850cf-2684-488b-8bab-a2f2a7626619 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:36.771157 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "name": "network-vif-plugged", "status": "completed", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:36.773034 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c00850cf-2684-488b-8bab-a2f2a7626619 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:36.773034 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00850cf-2684-488b-8bab-a2f2a7626619'] response: {'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1', 'code': 200} Mar 31 22:51:36.804679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.889238 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.896856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:36.919279 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.946319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-600b31fd-dce7-4129-8e29-dd3179d1784e tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.972758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfaea7-0c40-4444-bf0c-a4d9a913806e req-0df1b63b-cb03-4f52-9e91-575341274323 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.974327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67bfaea7-0c40-4444-bf0c-a4d9a913806e req-0df1b63b-cb03-4f52-9e91-575341274323 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 947 time: 0.1057200 Mar 31 22:51:36.983775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ad823-a56b-48fb-b9fa-7205e3669c78 req-6a663a25-6644-47e4-9922-2f9d08c6602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:36.985733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-052ad823-a56b-48fb-b9fa-7205e3669c78 req-6a663a25-6644-47e4-9922-2f9d08c6602f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 1096 time: 0.1401591 Mar 31 22:51:37.009765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.046150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67bfaea7-0c40-4444-bf0c-a4d9a913806e req-2fcb413c-90b8-4c8d-88a3-9689a7324dbd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596669 Mar 31 22:51:37.052011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-052ad823-a56b-48fb-b9fa-7205e3669c78 req-fc8a8b83-37af-4d81-940a-0ee4521c841d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576141 Mar 31 22:51:37.081883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-600b31fd-dce7-4129-8e29-dd3179d1784e tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.093492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 01cf256f-8284-425c-92c6-b6a357665752 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:37.095670 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-eaf6083f-a3fd-4d83-95b5-93eb4aa1f58a service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764322 Mar 31 22:51:37.096654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.112754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e33cd8f7-6fd0-4aaa-a62a-d64031ea83ac req-600b31fd-dce7-4129-8e29-dd3179d1784e tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.4447856 Mar 31 22:51:37.126187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b31fd-dce7-4129-8e29-dd3179d1784e tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2345f7-44f6-41ac-aaa6-56c96bbcf47a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:37.128326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Allocated IP 172.20.0.2 (bd906ada-fda5-49cd-8c3e-b7b6da32d121/e9538987-e92f-48bf-b5ae-5faa5f82b5f8/f2b44665-c14a-4f21-8fed-cc7d3d32208b) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:37.128615 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.188015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 01cf256f-8284-425c-92c6-b6a357665752 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:51:37.189072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 01cf256f-8284-425c-92c6-b6a357665752 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:37.192232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af028f-3623-49b2-baf0-e882c571594e None None] Pushing event updated for resources: {'Port': ['ID=964b4222-7d55-48d9-a150-ac77793e5f12,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:37.197441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.208881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Attempting to bind port 964b4222-7d55-48d9-a150-ac77793e5f12 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:37.209388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Attempting to bind port 964b4222-7d55-48d9-a150-ac77793e5f12 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:37.209755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Attempting to bind port 964b4222-7d55-48d9-a150-ac77793e5f12 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:37.240051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.329856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Network d27abfd1-0898-414d-8ac3-8eb129995266 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:37.347364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:37.349864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:37.368296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Pushing event updated for resources: {'Port': ['ID=49171f85-2cc8-4955-baf2-9edba371873a,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:37.379764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56638) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:37.395117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Pushing event updated for resources: {'Port': ['ID=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:37.427252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45b65b73-6d68-448d-b9f7-6f6fc841b8ac req-d2d74140-77d9-42f6-9d62-df2dbe3ecb59 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106997 Mar 31 22:51:37.458335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bad3d-6748-4fff-b6e2-6c253ec89dbf req-1516a88e-3183-448a-8cd9-46914a886c62 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:37.466014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c88bad3d-6748-4fff-b6e2-6c253ec89dbf req-1516a88e-3183-448a-8cd9-46914a886c62 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.1246297 Mar 31 22:51:37.472566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.475191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Allocated IP 172.25.4.155 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/d1f9a7d3-cede-48fb-8bc6-9898da28c40c) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:37.528079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c88bad3d-6748-4fff-b6e2-6c253ec89dbf req-1ccddfc5-5dd7-4a58-92d8-0b02a33b2309 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 Mar 31 22:51:37.625000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:37.625703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:37.626030 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.626429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:37.632076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Bound port: 964b4222-7d55-48d9-a150-ac77793e5f12, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:37.632076 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.649893 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5ec3354e-af2f-4554-aae3-07ad5a20845b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b29cd23d11fc4c32b07e7aa1c0bad775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623391 Mar 31 22:51:37.653295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56642) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:37.669983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.702943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Network 5da30a80-b9d4-4c18-b031-190497034db2 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:37.710905 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:37.713485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:37.751147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11f3e0d0-e066-4bde-a4f2-a0e105d5e1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.767898 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.826364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d46c-6e73-40d5-94a2-52fa52218839 req-ca4aa477-8d0f-441e-a190-550430435e90 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:37.828010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b17d46c-6e73-40d5-94a2-52fa52218839 req-ca4aa477-8d0f-441e-a190-550430435e90 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 945 time: 0.0785120 Mar 31 22:51:37.833918 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11f3e0d0-e066-4bde-a4f2-a0e105d5e1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.837567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Attempting to bind port 49171f85-2cc8-4955-baf2-9edba371873a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:37.849945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Attempting to bind port 49171f85-2cc8-4955-baf2-9edba371873a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:37.849945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Attempting to bind port 49171f85-2cc8-4955-baf2-9edba371873a on network 5da30a80-b9d4-4c18-b031-190497034db2 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:37.849945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.849945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] For port 964b4222-7d55-48d9-a150-ac77793e5f12, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:37.851851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:37.852227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Checking segment: {'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:37.852631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.853027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Bound using segment: {'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:37.853493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Bound port: 49171f85-2cc8-4955-baf2-9edba371873a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:37.853878 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.881524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b17d46c-6e73-40d5-94a2-52fa52218839 req-12234f4c-8422-4050-9ac9-ccfc23ead2c1 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454242 Mar 31 22:51:37.887133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] For port 964b4222-7d55-48d9-a150-ac77793e5f12, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=964b4222-7d55-48d9-a150-ac77793e5f12,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:37.895494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:37.899844 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:51:37.912563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9cad1709-78f5-4f34-983f-926dff697dd9 None None] Provisioning complete for port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:37.912852 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cad1709-78f5-4f34-983f-926dff697dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:37.915649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:37.918535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:37.964503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Pushing event updated for resources: {'Port': ['ID=f2b44665-c14a-4f21-8fed-cc7d3d32208b,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:37.973257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7e5a-615a-4903-b3ef-3e3e4cba16e3 req-be771e81-5884-437a-9953-657906727fc8 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:37.973737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7e5a-615a-4903-b3ef-3e3e4cba16e3 req-be771e81-5884-437a-9953-657906727fc8 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:37.974439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7e5a-615a-4903-b3ef-3e3e4cba16e3 req-be771e81-5884-437a-9953-657906727fc8 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:37.976217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f8d7e5a-615a-4903-b3ef-3e3e4cba16e3 req-be771e81-5884-437a-9953-657906727fc8 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6&device_id=96139784-0a64-4c3b-8097-60eb0894c0d9&device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 2882 time: 0.0602143 Mar 31 22:51:38.003618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.026197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f8d7e5a-615a-4903-b3ef-3e3e4cba16e3 req-cc8f9a3c-c9b6-44fe-9eab-f82da269f678 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Mar 31 22:51:38.026840 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11f3e0d0-e066-4bde-a4f2-a0e105d5e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.029723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11f3e0d0-e066-4bde-a4f2-a0e105d5e1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.033441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-11f3e0d0-e066-4bde-a4f2-a0e105d5e1f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c4bdd9e-cd4d-4225-a4ae-cc4c52422367 HTTP/1.1" status: 204 len: 168 time: 0.3759952 Mar 31 22:51:38.085949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9cad1709-78f5-4f34-983f-926dff697dd9 None None] Port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:38.133951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3e0d0-e066-4bde-a4f2-a0e105d5e1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4bdd9e-cd4d-4225-a4ae-cc4c52422367,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:38.158642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Attempting to bind port f2b44665-c14a-4f21-8fed-cc7d3d32208b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:38.161445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Attempting to bind port f2b44665-c14a-4f21-8fed-cc7d3d32208b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:38.161445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Attempting to bind port f2b44665-c14a-4f21-8fed-cc7d3d32208b on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:38.168911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] For port 49171f85-2cc8-4955-baf2-9edba371873a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:38.191169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:38.199024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:38.199024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:38.199998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Checking segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:38.200639 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.201251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Bound using segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:38.201958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Bound port: f2b44665-c14a-4f21-8fed-cc7d3d32208b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:38.202608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.204852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af028f-3623-49b2-baf0-e882c571594e None None] Pushing event updated for resources: {'Port': ['ID=964b4222-7d55-48d9-a150-ac77793e5f12,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:38.252264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-96a24f66-21e3-4b35-a220-9b641721bb63 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:38.254316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-96a24f66-21e3-4b35-a220-9b641721bb63 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.2223592 Mar 31 22:51:38.269108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] For port 49171f85-2cc8-4955-baf2-9edba371873a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=49171f85-2cc8-4955-baf2-9edba371873a,segment=NetworkSegment(f1d10eaa-20cf-4787-b0e3-85dd77465ce7),segment_id=f1d10eaa-20cf-4787-b0e3-85dd77465ce7)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:38.276200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-1'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:38.317447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efb393-ce5e-48b6-a68a-c47e455e2648 req-d26039a6-714e-4ede-b35b-15663ea3fd4e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:38.324568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.326705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35efb393-ce5e-48b6-a68a-c47e455e2648 req-d26039a6-714e-4ede-b35b-15663ea3fd4e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 947 time: 0.1589363 Mar 31 22:51:38.358464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.391111 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.395492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.424013 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.424650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35efb393-ce5e-48b6-a68a-c47e455e2648 req-9cb30092-bfda-4047-af87-9f2f402fe8a3 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943248 Mar 31 22:51:38.424847 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.502096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] For port f2b44665-c14a-4f21-8fed-cc7d3d32208b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:38.531614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] For port f2b44665-c14a-4f21-8fed-cc7d3d32208b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f2b44665-c14a-4f21-8fed-cc7d3d32208b,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:38.539242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:38.542851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Allocated IP 172.25.4.104 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/a020fa9b-de4c-4440-ad7d-179361df5e93) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:38.560935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.659163 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.668360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:38.708433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Pushing event updated for resources: {'Port': ['ID=d1f9a7d3-cede-48fb-8bc6-9898da28c40c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:38.745383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:38.773964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e18fcb-8003-46e7-af30-82c642185009 None None] Pushing event updated for resources: {'Port': ['ID=49171f85-2cc8-4955-baf2-9edba371873a,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:38.775767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:38.784739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.814040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:38.892508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.913545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24d906-d653-47d4-95e0-e6c16576d1dc None None] Pushing event updated for resources: {'Port': ['ID=f2b44665-c14a-4f21-8fed-cc7d3d32208b,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:38.936288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:32Z', 'revision_number': 3, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:39.016547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47ff23-274d-425c-930e-037f6a835e59 None None] The sync data for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 is: [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:32Z', 'revision_number': 3, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:39.020542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:51:39.089843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:39.164386 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.198962 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.213184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.223666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:39.226739 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c54d32-a9fc-434b-9e49-32293a9bdf8f" -d '{"events": [{"server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:39.266289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651587b9-0983-4c65-96e0-94d40401d72b req-b1034413-7e93-4d9b-b3d5-5bf56696a8ae tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:39.267967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-651587b9-0983-4c65-96e0-94d40401d72b req-b1034413-7e93-4d9b-b3d5-5bf56696a8ae tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 945 time: 0.5464318 Mar 31 22:51:39.278355 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.294997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56668) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:39.302673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 49171f85-2cc8-4955-baf2-9edba371873a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:39.385192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.394238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:39.412788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'mac_address': 'fa:16:3e:3d:59:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:51:39.445267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Pushing event updated for resources: {'Port': ['ID=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:39.498614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.502225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.525449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:39.525797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.540118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:39.553038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:39.564289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 49171f85-2cc8-4955-baf2-9edba371873a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:39.564669 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.566038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859d5e7-5bb6-467d-8122-db02ed21fca9 req-983bea9a-3069-46c8-adbd-2245116512f0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:39.575974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2859d5e7-5bb6-467d-8122-db02ed21fca9 req-983bea9a-3069-46c8-adbd-2245116512f0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 945 time: 0.2675519 Mar 31 22:51:39.595261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-651587b9-0983-4c65-96e0-94d40401d72b req-63727759-97e4-4c7e-99a4-e6427f0109e8 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178077 Mar 31 22:51:39.629878 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.630738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1c5f4643-4b2c-4e64-958f-d30d31353005 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:51:39.694768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c90b75d5-7fed-4c40-98a1-f4ea967b3e6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d932d0e6c144ead97770373b91f112c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964572 Mar 31 22:51:39.701572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56672) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:39.792959 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.822106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2859d5e7-5bb6-467d-8122-db02ed21fca9 req-9a6e2553-7074-4900-898c-27b68447ecc1 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446680 Mar 31 22:51:39.835735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on host n-h1-836015-1 for vnic_type normal with profile {"migrating_to": "n-h2-836015-1"} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:39.836333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:39.836871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:39.879650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:51:39.881401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:39.894194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:39.917896 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2e75a1-4437-4a73-a42c-10bebafbb5f5 x-openstack-request-id: req-4e2e75a1-4437-4a73-a42c-10bebafbb5f5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:39.918186 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:39.918505 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e2e75a1-4437-4a73-a42c-10bebafbb5f5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:39.920169 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2e75a1-4437-4a73-a42c-10bebafbb5f5'] response: {'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005', 'code': 200} Mar 31 22:51:39.922464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:39.922890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:39.923522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:39.925339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Bound port: 1c5f4643-4b2c-4e64-958f-d30d31353005, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:39.925903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.956955 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.975711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96b1960c-92ef-403f-98c7-3443f26011df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.073481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 49171f85-2cc8-4955-baf2-9edba371873a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=49171f85-2cc8-4955-baf2-9edba371873a,segment=NetworkSegment(f1d10eaa-20cf-4787-b0e3-85dd77465ce7),segment_id=f1d10eaa-20cf-4787-b0e3-85dd77465ce7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:40.082421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:40.083922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Network d27abfd1-0898-414d-8ac3-8eb129995266 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:40.089233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:40.116778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96b1960c-92ef-403f-98c7-3443f26011df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.145498 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.157593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on host n-h1-836015-1 for vnic_type normal with profile {"migrating_to": "n-h2-836015-1"} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:40.157982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:40.158354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:40.204556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:51:40.204975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:40.218222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:40.218918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:40.219657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:40.220292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Bound port: 1c5f4643-4b2c-4e64-958f-d30d31353005, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:40.220867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.226354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:40.296903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814346d7-17d9-4c81-9cb9-db02a0d31f8b req-260ee5e0-b140-415a-aca0-e48f793b932b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:40.298903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-814346d7-17d9-4c81-9cb9-db02a0d31f8b req-260ee5e0-b140-415a-aca0-e48f793b932b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.2393584 Mar 31 22:51:40.316177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:40.330305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=49171f85-2cc8-4955-baf2-9edba371873a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:40.370584 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.377798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.415528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-ccc4092e-31f8-4cc2-a01f-497b05fc9ade tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1526689506&fields=id&tenant_id=2468219d932f46739db9ae1a6caa682d HTTP/1.1" status: 200 len: 267 time: 0.1509292 Mar 31 22:51:40.424241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:40.430834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae14a6-949c-4fe8-a2b2-121fbb7c8d9f None None] Network 5da30a80-b9d4-4c18-b031-190497034db2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:40.436549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-814346d7-17d9-4c81-9cb9-db02a0d31f8b req-e3852b33-9fef-4bbc-bab2-29ea7b95152d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183867 Mar 31 22:51:40.451214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Router bfb32af3-2820-4fd6-a5e7-684182ced1eb has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:51:40.459170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.499120 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 1c5f4643-4b2c-4e64-958f-d30d31353005-n-h1-836015-1-0 {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:51:40.499475 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:51:40.553426 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96b1960c-92ef-403f-98c7-3443f26011df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.560725 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96b1960c-92ef-403f-98c7-3443f26011df admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.577259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a88f0a14-8a1a-4926-9fc5-a227c860acfd None None] Provisioning complete for port 49171f85-2cc8-4955-baf2-9edba371873a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:40.577614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a88f0a14-8a1a-4926-9fc5-a227c860acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.578123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-96b1960c-92ef-403f-98c7-3443f26011df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff295a3e-f521-4f16-b96e-17cb8c171d4a HTTP/1.1" status: 204 len: 168 time: 0.8610227 Mar 31 22:51:40.623780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:40.641157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:40.657025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:40.718221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1960c-92ef-403f-98c7-3443f26011df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff295a3e-f521-4f16-b96e-17cb8c171d4a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:40.800807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Pushing event updated for resources: {'Port': ['ID=a020fa9b-de4c-4440-ad7d-179361df5e93,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:40.818456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-1719270f-0afa-4321-b9da-afe45468ca64 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:40.835748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-1719270f-0afa-4321-b9da-afe45468ca64 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 945 time: 0.4193630 Mar 31 22:51:40.839294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:40.840008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.842911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] 10.222.0.45 "PUT /v2.0/ports/1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 200 len: 1121 time: 2.5790579 Mar 31 22:51:40.850933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'port': {'security_groups': ['fa74ed1d-fb79-4970-8cf0-2e80220fe51d', '27091d90-c898-4b93-ab37-a384f1072279']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:40.857680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5589d-fb2b-44f7-888c-7997b27286ad service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=8']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:40.872047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba6792-8ccd-44a5-8647-401fefe15c0f req-d4822541-e185-4de7-af30-7064b7dc080d tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:40.880243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7eba6792-8ccd-44a5-8647-401fefe15c0f req-d4822541-e185-4de7-af30-7064b7dc080d tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1100 time: 0.2990577 Mar 31 22:51:40.922545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9d5d6-22ef-444a-918c-d6e6d1ad2b3f None None] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:40.994256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7eba6792-8ccd-44a5-8647-401fefe15c0f req-b4bc808f-e993-46d8-ab72-37a204345185 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130481 Mar 31 22:51:41.011734 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:41.025215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1c5f4643-4b2c-4e64-958f-d30d31353005'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:41.090778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:41.155217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:41.170071 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a445d372-68a8-41d5-93b0-38286aafe02c admin admin] 10.222.0.31 "PUT /v2.0/routers/bfb32af3-2820-4fd6-a5e7-684182ced1eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5082953 Mar 31 22:51:41.255015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1c5f4643-4b2c-4e64-958f-d30d31353005'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:41.382059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 49171f85-2cc8-4955-baf2-9edba371873a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:41.448006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] For port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:41.461792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on host n-h1-836015-1 for vnic_type normal with profile {"migrating_to": "n-h2-836015-1"} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:41.462456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:41.463024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:41.490034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:41.539107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:41.539709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:51:41.539942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempting to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 on network 63e28dc7-e076-45d3-8c44-383da636c123 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:41.574382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:51:41.586502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:41.586978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Checking segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:41.588050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Bound using segment: {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:41.588050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Bound port: 1c5f4643-4b2c-4e64-958f-d30d31353005, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698818d0-c2cb-48aa-86e9-793228686f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '63e28dc7-e076-45d3-8c44-383da636c123'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:41.593503 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:41.624297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:41.733909 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 49171f85-2cc8-4955-baf2-9edba371873a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:41.734389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:41.742437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:41.743098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:41.781017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d68e99a3-f58b-43ed-bebc-be257f62b123 req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "PUT /v2.0/ports/32d4213d-2ee7-4d96-ae99-c684bde7fbe1 HTTP/1.1" status: 200 len: 981 time: 0.9435077 Mar 31 22:51:41.857925 n-d-836015-1 neutron-server[109822]: WARNING neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Concurrent port binding operations failed on port 1c5f4643-4b2c-4e64-958f-d30d31353005 Mar 31 22:51:41.890118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:41.898129 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Sync routers for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:41.917150 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:41.919326 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:41.942569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005'}, {'name': 'network-changed', 'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:41.944769 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65346ad5-1955-4cab-9346-049cf4852e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005"}, {"name": "network-changed", "server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:41.978796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b9f35-8d89-40fe-99d1-cf6cc6de4333 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'Port': ['ID=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:41.982294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] Provisioning complete for port f2b44665-c14a-4f21-8fed-cc7d3d32208b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:41.982946 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:42.103356 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:42.104767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:42.106712 n-d-836015-1 neutron-server[109822]: INFO neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Attempt 2 to bind port 1c5f4643-4b2c-4e64-958f-d30d31353005 Mar 31 22:51:42.107229 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1c5f4643-4b2c-4e64-958f-d30d31353005 has no active binding in host n-h2-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:51:42.138129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7420e5-8d6c-45d1-8f42-0a49ac178ed6 req-a51165c6-87da-4492-a127-e5d7e1efb89d tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:42.151643 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc7420e5-8d6c-45d1-8f42-0a49ac178ed6 req-a51165c6-87da-4492-a127-e5d7e1efb89d tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1100 time: 0.2688122 Mar 31 22:51:42.204944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-fba88d3a-5f2f-4192-a3e8-477cdcc8de4f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:42.207152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-fba88d3a-5f2f-4192-a3e8-477cdcc8de4f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.45 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 948 time: 0.4031432 Mar 31 22:51:42.219982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd54ae5-0b92-4cb9-ab18-2fe8fb497d95 req-bed37a34-21db-47f6-bcd2-ddacefb690e2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:42.227487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffd54ae5-0b92-4cb9-ab18-2fe8fb497d95 req-bed37a34-21db-47f6-bcd2-ddacefb690e2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.3407266 Mar 31 22:51:42.249026 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:42.286067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:42.342649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Sync routers for ids ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:42.346150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-d958debd-88c2-4026-aa0e-2d660a2c6d65 service neutron] 10.222.0.45 "GET /v2.0/ports/fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e/bindings/n-h2-836015-1 HTTP/1.1" status: 200 len: 382 time: 0.1150107 Mar 31 22:51:42.371023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffd54ae5-0b92-4cb9-ab18-2fe8fb497d95 req-814a7d5e-4599-449b-a400-a201ac0eb734 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383021 Mar 31 22:51:42.384621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc7420e5-8d6c-45d1-8f42-0a49ac178ed6 req-7ff70a6d-c3d4-421c-8bd8-397e49411083 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319398 Mar 31 22:51:42.410665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Routers {'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:42.411357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:42.415472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] For port f2b44665-c14a-4f21-8fed-cc7d3d32208b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f2b44665-c14a-4f21-8fed-cc7d3d32208b,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:42.418870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 964b4222-7d55-48d9-a150-ac77793e5f12 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:42.465972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:42.520110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:42.534345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:42.535196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-b0eb7f83-e92f-4808-9679-a3fce17d18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:42.536451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-b0eb7f83-e92f-4808-9679-a3fce17d18ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1099 time: 0.1493471 Mar 31 22:51:42.546559 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f72ac826-6c8b-4624-a0c1-e55c62f9a6ed admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7555120 Mar 31 22:51:42.548125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56720) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:42.596791 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 2, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:42.632577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:42.644091 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Checking router: bfb32af3-2820-4fd6-a5e7-684182ced1eb for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:42.644435 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Updating router bfb32af3-2820-4fd6-a5e7-684182ced1eb port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:42.650441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:42.671396 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:42.772109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63f233-5853-4206-8017-b0c80bea81a8 req-82718ae5-6e57-4ece-a6f4-0e958db78c95 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:42.774171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a63f233-5853-4206-8017-b0c80bea81a8 req-82718ae5-6e57-4ece-a6f4-0e958db78c95 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.2734692 Mar 31 22:51:42.805187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-e05f66ac-61d8-419b-ac65-b79588d68777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:42.807698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-e05f66ac-61d8-419b-ac65-b79588d68777 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2271209 Mar 31 22:51:42.813921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] Provisioning complete for port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:42.814383 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:42.820451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] Pushing event updated for resources: {'Port': ['ID=f2b44665-c14a-4f21-8fed-cc7d3d32208b,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:42.852418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Set router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:42.909109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-6d9f69e9-d0f0-4789-9916-250402920523 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.0943024 Mar 31 22:51:43.032065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-16486e07-e653-4579-bf0a-790bf30f9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:43.034002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-16486e07-e653-4579-bf0a-790bf30f9a0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1005735 Mar 31 22:51:43.089216 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.108392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a63f233-5853-4206-8017-b0c80bea81a8 req-00eb33be-33da-4682-9c64-7ab62e89c387 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244402 Mar 31 22:51:43.144254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-14986ac4-b1cf-4058-b5cc-c0238d6d5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:43.147155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-14986ac4-b1cf-4058-b5cc-c0238d6d5133 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904291 Mar 31 22:51:43.163760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ea59d504-9bdb-416b-979b-3d9a90232942 None None] Port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:43.188714 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.272392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-0c209893-09d0-4ad8-bccf-212635b2a5f3 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165283 Mar 31 22:51:43.289490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:51:43.303706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56726) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:43.311283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8a2faff6-a7b0-4e43-892f-16f8f1e49b66 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611791194', 'description': 'tempest-description--1998566445'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:43.375632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25cc9066-9958-44d5-858e-902278141c0b req-5cc6111d-76ff-4a20-8c3a-2310860ba6cd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-775258304&fields=id&tenant_id=2468219d932f46739db9ae1a6caa682d HTTP/1.1" status: 200 len: 267 time: 0.1020715 Mar 31 22:51:43.394730 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Pushing event updated for resources: {'Port': ['ID=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:43.418152 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf5a33f-6c91-4f46-84b5-6bb4c6cd23f2 x-openstack-request-id: req-ccf5a33f-6c91-4f46-84b5-6bb4c6cd23f2 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:43.418575 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:43.418715 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccf5a33f-6c91-4f46-84b5-6bb4c6cd23f2 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:43.419095 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf5a33f-6c91-4f46-84b5-6bb4c6cd23f2'] response: {'name': 'network-changed', 'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005', 'status': 'completed', 'code': 200} Mar 31 22:51:43.419348 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf5a33f-6c91-4f46-84b5-6bb4c6cd23f2'] response: {'name': 'network-changed', 'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1', 'status': 'completed', 'code': 200} Mar 31 22:51:43.483619 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.483946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.484280 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.484603 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.484997 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.485319 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.485637 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.499263 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.499722 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.502732 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.503075 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.503404 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.565079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc9066-9958-44d5-858e-902278141c0b req-a65b7846-ba81-486f-8e2c-136c6d5b2253 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:43.568178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25cc9066-9958-44d5-858e-902278141c0b req-a65b7846-ba81-486f-8e2c-136c6d5b2253 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 984 time: 0.1913452 Mar 31 22:51:43.585866 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Attempting to bind port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:43.585866 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Attempting to bind port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:43.585866 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Attempting to bind port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb on network d27abfd1-0898-414d-8ac3-8eb129995266 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:43.586604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-25cc9066-9958-44d5-858e-902278141c0b req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'port': {'security_groups': ['27091d90-c898-4b93-ab37-a384f1072279', 'fa74ed1d-fb79-4970-8cf0-2e80220fe51d', '799be80f-f61e-499f-8098-fd3d94eea621']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:43.590559 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:43.590935 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Checking segment: {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:43.591332 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.591720 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Bound using segment: {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:43.592235 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Bound port: 1e21c063-20b5-4a8b-a0b4-8f2f257175bb, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:43.592629 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.659530 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] For port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:43.663117 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] For port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:43.677689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 964b4222-7d55-48d9-a150-ac77793e5f12 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:43.677689 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.677908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a2faff6-a7b0-4e43-892f-16f8f1e49b66 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.677908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-44382418-f609-468c-8a8b-31d51ec79705 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818016 Mar 31 22:51:43.734061 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25cc9066-9958-44d5-858e-902278141c0b req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.746650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65346ad5-1955-4cab-9346-049cf4852e1c req-b0219e8e-5118-4fcd-a8ff-b8096334af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:43.748734 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-b0219e8e-5118-4fcd-a8ff-b8096334af0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1124 time: 0.3228679 Mar 31 22:51:43.757689 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.816548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6564aad5-003c-49e3-875c-43edfb099646 None None] Provisioning complete for port f2b44665-c14a-4f21-8fed-cc7d3d32208b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:43.817304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6564aad5-003c-49e3-875c-43edfb099646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.856399 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:43.857074 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:43.867869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65346ad5-1955-4cab-9346-049cf4852e1c req-eea0330e-3588-4f14-990e-212da24792d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:43.870007 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-eea0330e-3588-4f14-990e-212da24792d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 1135 time: 0.4768791 Mar 31 22:51:43.927109 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7bbd-fa87-46a8-af0d-d62ebecf75dc None None] Pushing event updated for resources: {'Port': ['ID=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:44.023279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:44.039718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a2faff6-a7b0-4e43-892f-16f8f1e49b66 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.050856 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:44.132688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65346ad5-1955-4cab-9346-049cf4852e1c req-26cdb1f4-4c03-4cff-bf35-4b06363a6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:44.134673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-26cdb1f4-4c03-4cff-bf35-4b06363a6b2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.3227954 Mar 31 22:51:44.152871 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a2faff6-a7b0-4e43-892f-16f8f1e49b66 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.248835 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-ae9bde4e-2765-477d-be75-2b9a5932e12a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 200 len: 217 time: 0.0864587 Mar 31 22:51:44.290560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5b226-d90d-412b-89a2-2be4f7069e12 req-ddfd8214-5fb0-47bf-927c-e3560ce9bb7f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:44.299629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16c5b226-d90d-412b-89a2-2be4f7069e12 req-ddfd8214-5fb0-47bf-927c-e3560ce9bb7f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.2968493 Mar 31 22:51:44.303951 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a2faff6-a7b0-4e43-892f-16f8f1e49b66 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.305412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8a2faff6-a7b0-4e43-892f-16f8f1e49b66 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9996560 Mar 31 22:51:44.321194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56738) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:44.335913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Request body: {'security_group_rule': {'security_group_id': '839d45fb-46fa-4b85-8afd-a376b74576c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:44.357024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.361058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.365981 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a6f8ab3b-ec9a-4e18-9264-1428830d1a6d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2372746 Mar 31 22:51:44.371929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56740) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:44.405098 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Sync routers for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:44.415259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:39Z', 'revision_number': 3, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port': {'id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:37Z', 'updated_at': '2022-03-31T22:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:44.452646 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.458375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Checking router: e829aeaa-99ca-498c-9a90-a18b9bb5b1ee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:44.458758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Updating router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee port d1f9a7d3-cede-48fb-8bc6-9898da28c40c binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:44.461977 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:44.462879 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:44.465425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-25cc9066-9958-44d5-858e-902278141c0b req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] For port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:44.497524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65346ad5-1955-4cab-9346-049cf4852e1c req-da5bffe2-0504-41e4-af1d-e20f5d26fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:44.499428 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-da5bffe2-0504-41e4-af1d-e20f5d26fe23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.2414842 Mar 31 22:51:44.510028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65346ad5-1955-4cab-9346-049cf4852e1c req-d7d80e2e-434d-40cb-928d-7a50f75921b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:44.517433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 964b4222-7d55-48d9-a150-ac77793e5f12, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=964b4222-7d55-48d9-a150-ac77793e5f12,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:44.517936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25cc9066-9958-44d5-858e-902278141c0b req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.518060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-d7d80e2e-434d-40cb-928d-7a50f75921b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 914 time: 0.5953383 Mar 31 22:51:44.523486 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.535739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2faff6-a7b0-4e43-892f-16f8f1e49b66 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839d45fb-46fa-4b85-8afd-a376b74576c4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:44.569783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16c5b226-d90d-412b-89a2-2be4f7069e12 req-90ab8896-f57c-4295-a2a4-754039535a64 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689092 Mar 31 22:51:44.581351 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-0f28aae3-0c52-433e-bb6b-999a4eea6d4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1 HTTP/1.1" status: 200 len: 217 time: 0.0622900 Mar 31 22:51:44.612364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25cc9066-9958-44d5-858e-902278141c0b req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.620592 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.621447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f2b44665-c14a-4f21-8fed-cc7d3d32208b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:44.688782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:44.689208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.693710 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-674aa787-75fc-42bd-aa5d-f600c44fe684 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268010 Mar 31 22:51:44.744905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc9066-9958-44d5-858e-902278141c0b req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:44.749142 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:44.749850 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25cc9066-9958-44d5-858e-902278141c0b req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.768698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25cc9066-9958-44d5-858e-902278141c0b req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "PUT /v2.0/ports/32d4213d-2ee7-4d96-ae99-c684bde7fbe1 HTTP/1.1" status: 200 len: 1020 time: 1.1931567 Mar 31 22:51:44.857807 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-5dfd4669-3b29-4be5-a1f3-f3bbc1c21b37 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366894 Mar 31 22:51:44.860760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8e3fe-b62c-4b5e-8cc4-3187014275b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'Port': ['ID=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:44.894314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f2b44665-c14a-4f21-8fed-cc7d3d32208b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:44.894833 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.945277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:44.955172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=964b4222-7d55-48d9-a150-ac77793e5f12,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:44.991560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6564aad5-003c-49e3-875c-43edfb099646 None None] Provisioning complete for port 49171f85-2cc8-4955-baf2-9edba371873a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:44.991943 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6564aad5-003c-49e3-875c-43edfb099646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.024614 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-90b8fe60-09b1-4d98-abbd-ab6ea4c0cfb8 service neutron] 10.222.0.50 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259868 Mar 31 22:51:45.057484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410b9f-13ec-4065-a948-b2b9d42f5868 req-64472ba1-ecfa-471d-8c05-a336e9fd4023 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:45.059678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd410b9f-13ec-4065-a948-b2b9d42f5868 req-64472ba1-ecfa-471d-8c05-a336e9fd4023 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.2600942 Mar 31 22:51:45.104496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65346ad5-1955-4cab-9346-049cf4852e1c req-85bec85f-788d-446c-a97f-4be21d4b30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:45.108038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-85bec85f-788d-446c-a97f-4be21d4b30d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.5103152 Mar 31 22:51:45.109532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd410b9f-13ec-4065-a948-b2b9d42f5868 req-01f46aa7-cf61-4c01-9b18-9d73f96c2012 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Mar 31 22:51:45.158939 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:43Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:45.239102 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0f9e5-d1be-4b7c-bf84-53e695ddf648 None None] The sync data for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 is: [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:43Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:45.258616 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-fe2f6ae6-e3b5-41ca-a2a9-6ccf7355b398 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124876 Mar 31 22:51:45.284703 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:41Z', 'revision_number': 3, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:45.337900 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Checking router: 312d64ce-5c71-48a6-91a9-5c4d1f03e04b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:45.339087 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Updating router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b port a020fa9b-de4c-4440-ad7d-179361df5e93 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:45.369868 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.426520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:45.445124 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e01e956-833f-48d7-b191-b61cf0fcd73d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:45.478076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04c673-8fab-4f99-af47-0dd0d789dd89 req-94e8c0f7-359f-4f08-95af-a74f4bbd4ff8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:45.480720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e04c673-8fab-4f99-af47-0dd0d789dd89 req-94e8c0f7-359f-4f08-95af-a74f4bbd4ff8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 1023 time: 0.2427771 Mar 31 22:51:45.624063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e04c673-8fab-4f99-af47-0dd0d789dd89 req-f4e169b5-857c-45ad-bae8-3c6a3c83cd2e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=799be80f-f61e-499f-8098-fd3d94eea621&id=27091d90-c898-4b93-ab37-a384f1072279&id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d HTTP/1.1" status: 200 len: 6149 time: 0.1298037 Mar 31 22:51:45.751484 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9197994-021a-483e-94e9-43bd87ec4e46 x-openstack-request-id: req-b9197994-021a-483e-94e9-43bd87ec4e46 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:45.751484 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:45.751484 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9197994-021a-483e-94e9-43bd87ec4e46 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:45.751484 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9197994-021a-483e-94e9-43bd87ec4e46'] response: {'name': 'network-changed', 'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1', 'status': 'completed', 'code': 200} Mar 31 22:51:45.774005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-3ecedab4-cfd8-4559-a59e-7882660e1a6c req-e9308ac9-9870-417b-81cb-fc3681cd1264 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': ' tempest-securitygroup -116627211 ', 'description': 'tempest-description-236235597'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:45.903554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3ecedab4-cfd8-4559-a59e-7882660e1a6c req-e9308ac9-9870-417b-81cb-fc3681cd1264 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.923451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-734f8aab-26f9-4266-ad49-82da732cd51e None None] Provisioning complete for port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:45.925490 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-734f8aab-26f9-4266-ad49-82da732cd51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.953200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.044788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385c76e-98db-46e2-aea1-d129b964ebed req-e781005e-c449-4403-82c5-690d3ecc0402 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:46.049018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6385c76e-98db-46e2-aea1-d129b964ebed req-e781005e-c449-4403-82c5-690d3ecc0402 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.1810226 Mar 31 22:51:46.137168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6385c76e-98db-46e2-aea1-d129b964ebed req-056c6ae8-4d03-4f25-bc9f-15ae5879f65d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667071 Mar 31 22:51:46.171446 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.199454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 964b4222-7d55-48d9-a150-ac77793e5f12 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:46.224692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:46.230293 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3ecedab4-cfd8-4559-a59e-7882660e1a6c req-e9308ac9-9870-417b-81cb-fc3681cd1264 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.293391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3ecedab4-cfd8-4559-a59e-7882660e1a6c req-e9308ac9-9870-417b-81cb-fc3681cd1264 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.299945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8792ec09-0b38-42e8-b2e4-ed88600d8c10,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:46.303920 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-5d388569-6c0a-478d-ae0c-c42d1581157b service neutron] 10.222.0.45 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0358229 Mar 31 22:51:46.354922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9308ac9-9870-417b-81cb-fc3681cd1264 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d61af-1571-4f44-b5fa-feb2c13de429,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:46.358739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.359422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.359937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.360332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.360722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.361118 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.361511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.361898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.362384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.362773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.363430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.363826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:46.440838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Allocated IP 172.20.0.1 (5da30a80-b9d4-4c18-b031-190497034db2/8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6/434956f8-d6b9-41d7-b9ae-af41902a05b1) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:46.490940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.495600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3ecedab4-cfd8-4559-a59e-7882660e1a6c req-e9308ac9-9870-417b-81cb-fc3681cd1264 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.498643 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ecedab4-cfd8-4559-a59e-7882660e1a6c req-e9308ac9-9870-417b-81cb-fc3681cd1264 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7294917 Mar 31 22:51:46.506787 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8817975e-e384-49a6-a89d-7ee3d3ac8656 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1786792 Mar 31 22:51:46.515153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56782) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:46.521498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-30cf4181-0a2b-4003-b771-0fd7ce57d98f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Request body: {'security_group_rule': {'security_group_id': '839d45fb-46fa-4b85-8afd-a376b74576c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:46.568479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da15271-0b0c-4434-90d6-132319099aab req-3f6eae50-5b89-4c1c-b8cc-437ad2b79204 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:46.590051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2da15271-0b0c-4434-90d6-132319099aab req-3f6eae50-5b89-4c1c-b8cc-437ad2b79204 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1809916 Mar 31 22:51:46.634000 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-734f8aab-26f9-4266-ad49-82da732cd51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.714250 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.730374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30cf4181-0a2b-4003-b771-0fd7ce57d98f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.772143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:51:46.790633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-734f8aab-26f9-4266-ad49-82da732cd51e None None] For port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:46.797875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:46.798694 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.803837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 964b4222-7d55-48d9-a150-ac77793e5f12 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:46.804205 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.832332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0549042-da11-4a65-94d9-522221827a95 req-c54775c2-7a44-4cc4-8a16-ec6f25ce4405 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:46.833894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0549042-da11-4a65-94d9-522221827a95 req-c54775c2-7a44-4cc4-8a16-ec6f25ce4405 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.2210455 Mar 31 22:51:46.844818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2da15271-0b0c-4434-90d6-132319099aab req-ab71b9da-0942-4e9b-9862-6b45bab3e589 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481081 Mar 31 22:51:46.876556 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30cf4181-0a2b-4003-b771-0fd7ce57d98f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.888681 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65346ad5-1955-4cab-9346-049cf4852e1c req-7f1287ee-7933-4e90-bc72-47c43598c9eb service neutron] 10.222.0.45 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717859 Mar 31 22:51:46.920290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0549042-da11-4a65-94d9-522221827a95 req-5176fae0-a970-4dd9-be14-33efa22a318e tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727232 Mar 31 22:51:46.944155 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.977814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30cf4181-0a2b-4003-b771-0fd7ce57d98f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.003233 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-734f8aab-26f9-4266-ad49-82da732cd51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.036385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Attempting to bind port d1f9a7d3-cede-48fb-8bc6-9898da28c40c on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:47.037164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Attempting to bind port d1f9a7d3-cede-48fb-8bc6-9898da28c40c by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:47.037764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Attempting to bind port d1f9a7d3-cede-48fb-8bc6-9898da28c40c on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:47.047560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:47.048109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:47.048597 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.049137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:47.049715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Bound port: d1f9a7d3-cede-48fb-8bc6-9898da28c40c, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:47.050208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.058568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.063055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf4181-0a2b-4003-b771-0fd7ce57d98f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281a38c0-ca2e-4192-ad97-5f8c50e36666,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:47.081936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b60bf9-ef11-4a19-96a9-5f7799b25f15 req-c985f44c-67e2-4c1c-9bc3-0e3d97bfa804 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/b55d61af-1571-4f44-b5fa-feb2c13de429 HTTP/1.1" status: 200 len: 1779 time: 0.1455612 Mar 31 22:51:47.151989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30cf4181-0a2b-4003-b771-0fd7ce57d98f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.155120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-30cf4181-0a2b-4003-b771-0fd7ce57d98f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6407547 Mar 31 22:51:47.158306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Pushing event updated for resources: {'Port': ['ID=d1f9a7d3-cede-48fb-8bc6-9898da28c40c,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:47.162687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56794) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:47.173400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:47.192129 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.200736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.200944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.201309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.201635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.201965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.202292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.202646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.202970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.203291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.203618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.203921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.204312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:47.230512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] For port d1f9a7d3-cede-48fb-8bc6-9898da28c40c, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:47.235249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d2de915-439b-4b49-9e2a-4bdd0f2b4e09 req-2bc1aa80-b9b6-4d36-b028-c0f5d864dafd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/b55d61af-1571-4f44-b5fa-feb2c13de429 HTTP/1.1" status: 200 len: 1779 time: 0.1324708 Mar 31 22:51:47.267135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-fbfc5b63-ecb7-40b6-9eeb-4ad69cbfbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:47.268860 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-fbfc5b63-ecb7-40b6-9eeb-4ad69cbfbc90 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975&tenant_id=0dc4b05ffb65417ca10cafdffe214b5f HTTP/1.1" status: 200 len: 1099 time: 0.3647263 Mar 31 22:51:47.281061 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.287788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] For port d1f9a7d3-cede-48fb-8bc6-9898da28c40c, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d1f9a7d3-cede-48fb-8bc6-9898da28c40c,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:47.295759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.303504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:47.309162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e21c063-20b5-4a8b-a0b4-8f2f257175bb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:47.325067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.342119 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-f11c98d8-c8de-4c6f-9994-e3c68287b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:47.343684 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-f11c98d8-c8de-4c6f-9994-e3c68287b03e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 1174 time: 0.2640638 Mar 31 22:51:47.346447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:47.367285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:47.370390 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f78ec9-b3df-493c-96fd-fd86336dbccf" -d '{"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-plugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:47.375780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f8aab-26f9-4266-ad49-82da732cd51e None None] Pushing event updated for resources: {'Port': ['ID=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:47.418507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:47.418507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.418507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.420326 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Attempting to bind port a020fa9b-de4c-4440-ad7d-179361df5e93 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:47.421018 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Attempting to bind port a020fa9b-de4c-4440-ad7d-179361df5e93 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:47.421721 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Attempting to bind port a020fa9b-de4c-4440-ad7d-179361df5e93 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:47.433461 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9d2de915-439b-4b49-9e2a-4bdd0f2b4e09 req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.445835 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:47.446651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.452810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:47.452810 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.452810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:47.452810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Bound port: a020fa9b-de4c-4440-ad7d-179361df5e93, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:47.452810 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.509125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-1602a685-d45a-4922-918e-f6b63d9a5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:47.511373 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-1602a685-d45a-4922-918e-f6b63d9a5027 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 914 time: 0.1591980 Mar 31 22:51:47.512982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9d2de915-439b-4b49-9e2a-4bdd0f2b4e09 req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.543629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.543899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944605d0-2f8d-4177-9152-03f423c2bf48 req-a96a3abe-e29c-4d89-a90e-0b63a5faeb1e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:47.546198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-944605d0-2f8d-4177-9152-03f423c2bf48 req-a96a3abe-e29c-4d89-a90e-0b63a5faeb1e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.2112815 Mar 31 22:51:47.559693 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] For port a020fa9b-de4c-4440-ad7d-179361df5e93, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:47.564403 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] For port a020fa9b-de4c-4440-ad7d-179361df5e93, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a020fa9b-de4c-4440-ad7d-179361df5e93,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:47.566087 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0c633-4250-43fd-b885-08a6e6a1e7c3 None None] Pushing event updated for resources: {'Port': ['ID=a020fa9b-de4c-4440-ad7d-179361df5e93,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:47.584531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:47.587832 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.610464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Routers {'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:47.611118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:47.618886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Pushing event updated for resources: {'Port': ['ID=434956f8-d6b9-41d7-b9ae-af41902a05b1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:47.641027 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-d3db1110-17b7-4060-823c-1c7dd3802842 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1 HTTP/1.1" status: 200 len: 217 time: 0.1058583 Mar 31 22:51:47.645832 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.651569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-944605d0-2f8d-4177-9152-03f423c2bf48 req-a0471ad9-2ce0-4da3-bb9e-3dbd2a0cb768 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946445 Mar 31 22:51:47.659291 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.694450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.705743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-2c136a9e-abf2-4f7f-bb0b-88afd0264fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:47.707388 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-2c136a9e-abf2-4f7f-bb0b-88afd0264fb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.0553145 Mar 31 22:51:47.737180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Network 5da30a80-b9d4-4c18-b031-190497034db2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:47.765409 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:47.766382 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:47.844694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Allocated IP 172.25.4.202 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/6029e806-40fa-419c-b3ca-fca41b175014) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:47.918689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f2b44665-c14a-4f21-8fed-cc7d3d32208b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:47.927985 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b01629-a997-44be-8afc-5937ef9fdad8 x-openstack-request-id: req-f2b01629-a997-44be-8afc-5937ef9fdad8 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:47.928409 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-plugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:47.928805 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2b01629-a997-44be-8afc-5937ef9fdad8 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:47.929293 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b01629-a997-44be-8afc-5937ef9fdad8'] response: {'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'code': 200} Mar 31 22:51:47.951015 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:48.021267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6b2a0-4343-4f6a-bce4-ea39773b14c2 None None] Pushing event updated for resources: {'Port': ['ID=d1f9a7d3-cede-48fb-8bc6-9898da28c40c,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:48.061539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:48.090146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f2b44665-c14a-4f21-8fed-cc7d3d32208b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:48.090770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.097564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:48.125373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] Set router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:48.145838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.159067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Transition to ACTIVE for port object fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:51:48.178730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:48.181179 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9369e025-f4dd-4394-96d2-890da5badd3d" -d '{"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:48.188994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:48.192585 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-3266af96-6dcd-4f61-9913-8d3d5e31da94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4665282 Mar 31 22:51:48.193471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:48.231477 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:41Z', 'revision_number': 3, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:48.265400 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0c633-4250-43fd-b885-08a6e6a1e7c3 None None] Pushing event updated for resources: {'Port': ['ID=a020fa9b-de4c-4440-ad7d-179361df5e93,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:48.277679 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307b1eb-4486-47b6-b97b-6dab807168d8 None None] The sync data for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 is: [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:41Z', 'revision_number': 3, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:48.305351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.318113 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.318679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1c5f4643-4b2c-4e64-958f-d30d31353005 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:48.359140 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9d2de915-439b-4b49-9e2a-4bdd0f2b4e09 req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.362234 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9d2de915-439b-4b49-9e2a-4bdd0f2b4e09 req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.379237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d2de915-439b-4b49-9e2a-4bdd0f2b4e09 req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/b55d61af-1571-4f44-b5fa-feb2c13de429 HTTP/1.1" status: 204 len: 173 time: 1.1360919 Mar 31 22:51:48.460689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d61af-1571-4f44-b5fa-feb2c13de429,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:48.464727 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.542837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.543194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.543701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.544047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.544424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.544765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.545063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.545384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.545703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.546047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.546368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.546679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46a4893-3e9f-4dc8-8e31-5c378a4d5ec9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.606642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event updated for resources: {'Port': ['ID=6029e806-40fa-419c-b3ca-fca41b175014,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:48.617841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:48.638980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.642139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:48.646406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:48.660008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc149950-c476-4139-9e92-1ad25eb82aff req-d0a98043-ffa5-48f6-b2e6-50594bdd3f21 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:48.676451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e21c063-20b5-4a8b-a0b4-8f2f257175bb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:48.686591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc149950-c476-4139-9e92-1ad25eb82aff req-d0a98043-ffa5-48f6-b2e6-50594bdd3f21 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.3358727 Mar 31 22:51:48.742149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb663f5b-9ac2-4625-a3db-919efd4559d5 req-63195c29-2b6a-4854-b0d4-dfa0b58dc451 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:48.752494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb663f5b-9ac2-4625-a3db-919efd4559d5 req-63195c29-2b6a-4854-b0d4-dfa0b58dc451 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.2228105 Mar 31 22:51:48.773981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-78b833e1-ce24-47ef-9ded-5797b24a6330 None None] Provisioning complete for port 434956f8-d6b9-41d7-b9ae-af41902a05b1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:48.774734 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-78b833e1-ce24-47ef-9ded-5797b24a6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.827098 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-ca96a566-3d46-406d-993d-071af500a831 service neutron] 10.222.0.50 "GET /v2.0/ports/1c5f4643-4b2c-4e64-958f-d30d31353005/bindings/n-h2-836015-1 HTTP/1.1" status: 200 len: 384 time: 1.1180058 Mar 31 22:51:48.838206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] No DVR routers for this DVR port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:48.866212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.872525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:39Z', 'revision_number': 3, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port': {'id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:37Z', 'updated_at': '2022-03-31T22:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:48.877382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-78b833e1-ce24-47ef-9ded-5797b24a6330 None None] Port 434956f8-d6b9-41d7-b9ae-af41902a05b1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:48.886278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc149950-c476-4139-9e92-1ad25eb82aff req-6ae3f0e6-8177-4aa7-9527-744972d41440 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986663 Mar 31 22:51:48.888895 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-c6689627-4237-48d1-8c6e-fcdf82f6a1fc service neutron] 10.222.0.45 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868172 Mar 31 22:51:48.917889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb663f5b-9ac2-4625-a3db-919efd4559d5 req-66ddc0e1-353f-4b27-8118-f7937687c754 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644833 Mar 31 22:51:48.921217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6d847-69bd-480b-8b61-bd0c51d3994b None None] The sync data for ids ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'] in n-d-836015-1 is: [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:39Z', 'revision_number': 3, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port': {'id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:37Z', 'updated_at': '2022-03-31T22:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:48.923812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:48.924190 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.988154 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.020219 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cfe2ff-46cc-457f-b539-ab6bbd8bf291 x-openstack-request-id: req-c1cfe2ff-46cc-457f-b539-ab6bbd8bf291 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:49.020520 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:49.020768 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1cfe2ff-46cc-457f-b539-ab6bbd8bf291 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:49.021457 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cfe2ff-46cc-457f-b539-ab6bbd8bf291'] response: {'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'code': 200} Mar 31 22:51:49.031475 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-818cca17-a5d3-42a2-b276-8045192ba0ad req-3ca5b97e-cd78-4588-825d-cf733b086e86 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:51:49.035700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=10']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:49.048782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-818cca17-a5d3-42a2-b276-8045192ba0ad req-3ca5b97e-cd78-4588-825d-cf733b086e86 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/b55d61af-1571-4f44-b5fa-feb2c13de429 HTTP/1.1" status: 404 len: 352 time: 0.0577900 Mar 31 22:51:49.118299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-cc46779b-2158-444a-a63d-9c060f965a07 req-1917e33d-eb8e-43b5-9c9b-9f2f6c4f0506 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-279318687', 'description': 'tempest-description-151560687'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:49.169922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:49.170425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:49.170650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:49.186893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.212734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:51:49.213734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Attempting to bind port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:49.244054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Allocated IP 172.20.0.1 (bd906ada-fda5-49cd-8c3e-b7b6da32d121/e9538987-e92f-48bf-b5ae-5faa5f82b5f8/9fd3a71d-4ad8-42f9-9bad-654eafb74722) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:49.247073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:49.247424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:49.247811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:49.248250 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Bound port: fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:49.248788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.280878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1a72-8dfb-4c6e-a14d-afe680b8764a req-80cf2501-04f4-4cde-877d-17507c4128df tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:49.288613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-694f1a72-8dfb-4c6e-a14d-afe680b8764a req-80cf2501-04f4-4cde-877d-17507c4128df tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.1140878 Mar 31 22:51:49.342162 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e01e956-833f-48d7-b191-b61cf0fcd73d req-3ee18446-8a0d-4f42-99a8-06b22fe910be service neutron] 10.222.0.45 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246497 Mar 31 22:51:49.368021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cc46779b-2158-444a-a63d-9c060f965a07 req-1917e33d-eb8e-43b5-9c9b-9f2f6c4f0506 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.399126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-694f1a72-8dfb-4c6e-a14d-afe680b8764a req-024a0499-cb03-4bb5-938a-0349f5b45cc0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095808 Mar 31 22:51:49.526332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.579969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cc46779b-2158-444a-a63d-9c060f965a07 req-1917e33d-eb8e-43b5-9c9b-9f2f6c4f0506 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.680998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.750059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.815099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event updated for resources: {'Port': ['ID=6029e806-40fa-419c-b3ca-fca41b175014,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:49.824254 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cc46779b-2158-444a-a63d-9c060f965a07 req-1917e33d-eb8e-43b5-9c9b-9f2f6c4f0506 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.864661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917e33d-eb8e-43b5-9c9b-9f2f6c4f0506 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051ef8fb-da60-47df-81d1-3d40415987fd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:49.942017 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.944073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9bf522cb-e2cc-483d-9bb1-ab52ad71c9d3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7787058 Mar 31 22:51:49.947253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cc46779b-2158-444a-a63d-9c060f965a07 req-1917e33d-eb8e-43b5-9c9b-9f2f6c4f0506 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.960275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc46779b-2158-444a-a63d-9c060f965a07 req-1917e33d-eb8e-43b5-9c9b-9f2f6c4f0506 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8554986 Mar 31 22:51:49.994004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:50.040806 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.047866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:50.070057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:50.116122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:50.165891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:51:50.173001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2d380-ab1a-4986-a770-e58aa9f0a5a5 req-d29378b3-f13b-4984-8d53-a917f1be9db0 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:50.175883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8e2d380-ab1a-4986-a770-e58aa9f0a5a5 req-d29378b3-f13b-4984-8d53-a917f1be9db0 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1552496 Mar 31 22:51:50.197393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5f4643-4b2c-4e64-958f-d30d31353005 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:50.214781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.225892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cca4e8-ee8a-4514-9a99-ed79be98b779 req-659ddc0f-8e19-4543-acd7-4eb6eeecf110 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:50.231106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82cca4e8-ee8a-4514-9a99-ed79be98b779 req-659ddc0f-8e19-4543-acd7-4eb6eeecf110 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.1297758 Mar 31 22:51:50.272637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:51:50.295803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:50.344104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.344620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82cca4e8-ee8a-4514-9a99-ed79be98b779 req-a3aa043f-8be5-4b17-a0a7-2d0b18a5a3ae tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951419 Mar 31 22:51:50.350131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.357174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8e2d380-ab1a-4986-a770-e58aa9f0a5a5 req-0f1d43c1-f1c6-4b00-9717-4ffdf1f60df7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684015 Mar 31 22:51:50.387404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:50.388328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.391494 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] 10.222.0.50 "PUT /v2.0/ports/fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 1096 time: 3.0907807 Mar 31 22:51:50.405881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.406042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-36dd955b-a39d-4dc3-964b-0267b4a6925e req-ddc1e70b-58d7-40fb-a58b-9795e00dc158 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1663522972', 'description': 'tempest-description-1468194328'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:50.442756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:50.443926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c69b9f-c5b4-4800-9beb-885440cafa60 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=11']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:50.452491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56878) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:50.461984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.480415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:50.532593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:50.579156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-36dd955b-a39d-4dc3-964b-0267b4a6925e req-ddc1e70b-58d7-40fb-a58b-9795e00dc158 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.680250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20689c9e-cddd-4efe-a154-19b6cc9e9aa4 req-c3fcec7f-c0e8-439e-a6ae-5a3e90e10c46 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:50.688086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20689c9e-cddd-4efe-a154-19b6cc9e9aa4 req-c3fcec7f-c0e8-439e-a6ae-5a3e90e10c46 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 943 time: 0.1847105 Mar 31 22:51:50.741367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd3a71d-4ad8-42f9-9bad-654eafb74722,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:50.761416 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9b96eb6-d40d-4ec8-8e21-75a7a18608e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.761551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.803181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d1f9a7d3-cede-48fb-8bc6-9898da28c40c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:50.845627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20689c9e-cddd-4efe-a154-19b6cc9e9aa4 req-cd9d9c14-49b3-4b0e-9eca-2056bbab05c0 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563940 Mar 31 22:51:50.852464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.885420 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-36dd955b-a39d-4dc3-964b-0267b4a6925e req-ddc1e70b-58d7-40fb-a58b-9795e00dc158 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.916450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-b452f5ef-d927-41d6-b299-d5282185535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:50.918527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-b452f5ef-d927-41d6-b299-d5282185535f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1099 time: 0.4576926 Mar 31 22:51:50.924927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fe1bd2d5-6e02-4c71-848c-132786d3f05a None None] Provisioning complete for port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:50.925536 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd2d5-6e02-4c71-848c-132786d3f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.951620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9b96eb6-d40d-4ec8-8e21-75a7a18608e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.960536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-36dd955b-a39d-4dc3-964b-0267b4a6925e req-ddc1e70b-58d7-40fb-a58b-9795e00dc158 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.969331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d1f9a7d3-cede-48fb-8bc6-9898da28c40c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:50.969945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.992940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1e70b-58d7-40fb-a58b-9795e00dc158 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846ea2f5-19ac-4ffb-a6dc-764d07b9b9d4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:50.996903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bd2d5-6e02-4c71-848c-132786d3f05a None None] Port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:51.008479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Pushing event updated for resources: {'Port': ['ID=434956f8-d6b9-41d7-b9ae-af41902a05b1,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.053604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:51.055839 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5029e2bd-69e9-4ee0-b3dd-041473c9c225" -d '{"events": [{"name": "network-changed", "server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:51.078119 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.082098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] Transition to ACTIVE for port object 1c5f4643-4b2c-4e64-958f-d30d31353005 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:51:51.105092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port d1f9a7d3-cede-48fb-8bc6-9898da28c40c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d1f9a7d3-cede-48fb-8bc6-9898da28c40c,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:51.107244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-36dd955b-a39d-4dc3-964b-0267b4a6925e req-ddc1e70b-58d7-40fb-a58b-9795e00dc158 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.108785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36dd955b-a39d-4dc3-964b-0267b4a6925e req-ddc1e70b-58d7-40fb-a58b-9795e00dc158 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7085366 Mar 31 22:51:51.109392 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9b96eb6-d40d-4ec8-8e21-75a7a18608e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.132263 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9e0b19-b1c5-4af8-b724-2ad26b9edafd x-openstack-request-id: req-2a9e0b19-b1c5-4af8-b724-2ad26b9edafd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:51.136030 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:51.136030 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a9e0b19-b1c5-4af8-b724-2ad26b9edafd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:51.136030 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a9e0b19-b1c5-4af8-b724-2ad26b9edafd'] response: {'name': 'network-changed', 'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'status': 'completed', 'code': 200} Mar 31 22:51:51.150906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-a469a6ba-009d-4ca4-a223-8b46be18e53e req-bc8aa498-1023-4593-89cc-98502147b34c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1527614786', 'description': 'tempest-description-1561713011'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:51.180046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-557a8bb6-02d4-4091-a151-777b551a2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:51.181494 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-557a8bb6-02d4-4091-a151-777b551a2575 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2186277 Mar 31 22:51:51.184270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b96eb6-d40d-4ec8-8e21-75a7a18608e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93c5a5e-5848-4ccd-babf-259128c578ec,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.189584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f9b96eb6-d40d-4ec8-8e21-75a7a18608e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=132e772ccd524121ac2ee9a951050f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357535 Mar 31 22:51:51.194338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56888) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:51.205285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Network 5da30a80-b9d4-4c18-b031-190497034db2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:51.218542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:51.254712 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-76eae9eb-6016-4dc8-a445-2eaa39f4ea0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.0522604 Mar 31 22:51:51.258286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.261278 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bccd2d3-2d7f-413f-81af-b6a79f30bc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.293074 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bccd2d3-2d7f-413f-81af-b6a79f30bc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.310034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.311818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a020fa9b-de4c-4440-ad7d-179361df5e93 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:51.401076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-01449c4a-5c21-4a4f-a65a-56d3dc315247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:51.403097 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-01449c4a-5c21-4a4f-a65a-56d3dc315247 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1099 time: 0.2470386 Mar 31 22:51:51.406522 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a469a6ba-009d-4ca4-a223-8b46be18e53e req-bc8aa498-1023-4593-89cc-98502147b34c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.517934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=d1f9a7d3-cede-48fb-8bc6-9898da28c40c,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.537348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a020fa9b-de4c-4440-ad7d-179361df5e93 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:51.538218 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.578818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b1592-2733-4d9f-9a55-d36654da0bb7 req-852d94a1-e395-48c8-9da0-23e2f7770220 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:51.580364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-856b1592-2733-4d9f-9a55-d36654da0bb7 req-852d94a1-e395-48c8-9da0-23e2f7770220 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.0923889 Mar 31 22:51:51.596965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bccd2d3-2d7f-413f-81af-b6a79f30bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.599519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bccd2d3-2d7f-413f-81af-b6a79f30bc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.602652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4bccd2d3-2d7f-413f-81af-b6a79f30bc1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f93c5a5e-5848-4ccd-babf-259128c578ec HTTP/1.1" status: 204 len: 168 time: 0.4046793 Mar 31 22:51:51.633706 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.642744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] No DVR routers for this DVR port 1c5f4643-4b2c-4e64-958f-d30d31353005 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:51:51.644522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.651637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=10']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.656678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-435eec45-a7af-4219-a3e2-bd835481cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:51.658290 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-435eec45-a7af-4219-a3e2-bd835481cb90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.3920138 Mar 31 22:51:51.658976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccd2d3-2d7f-413f-81af-b6a79f30bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93c5a5e-5848-4ccd-babf-259128c578ec,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.670881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port a020fa9b-de4c-4440-ad7d-179361df5e93, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a020fa9b-de4c-4440-ad7d-179361df5e93,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:51.682417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d7d2c668-29a3-42e6-8c2f-25d204df8d16 None None] Provisioning complete for port 434956f8-d6b9-41d7-b9ae-af41902a05b1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:51.683165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d7d2c668-29a3-42e6-8c2f-25d204df8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.698309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-856b1592-2733-4d9f-9a55-d36654da0bb7 req-7a8151ae-482c-4715-bd2f-93ae56a880d7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052806 Mar 31 22:51:51.728174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a469a6ba-009d-4ca4-a223-8b46be18e53e req-bc8aa498-1023-4593-89cc-98502147b34c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.752462 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.760219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:51:51.821639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2c668-29a3-42e6-8c2f-25d204df8d16 None None] Port 434956f8-d6b9-41d7-b9ae-af41902a05b1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:51.828910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a469a6ba-009d-4ca4-a223-8b46be18e53e req-bc8aa498-1023-4593-89cc-98502147b34c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.830854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=a020fa9b-de4c-4440-ad7d-179361df5e93,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.931028 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-efc89a26-e61c-4518-889a-1fe83776d78d service neutron] 10.222.0.50 "PUT /v2.0/ports/1c5f4643-4b2c-4e64-958f-d30d31353005/bindings/n-h2-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0884979 Mar 31 22:51:51.938828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aa498-1023-4593-89cc-98502147b34c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d060d8-ded9-4d12-9fb7-282ac48953ce,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.972886 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385623c-7fb9-4852-be27-49c53812f6d5 req-0eea2913-f17a-4d3e-b51b-d699881e32a2 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:51.985337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0385623c-7fb9-4852-be27-49c53812f6d5 req-0eea2913-f17a-4d3e-b51b-d699881e32a2 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1954727 Mar 31 22:51:52.005509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a469a6ba-009d-4ca4-a223-8b46be18e53e req-bc8aa498-1023-4593-89cc-98502147b34c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.006786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a469a6ba-009d-4ca4-a223-8b46be18e53e req-bc8aa498-1023-4593-89cc-98502147b34c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8710260 Mar 31 22:51:52.081702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-bef4448c-0fba-403d-bac7-c262e9b95ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:52.083720 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-bef4448c-0fba-403d-bac7-c262e9b95ad8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3639684 Mar 31 22:51:52.088783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-bd1e9c97-3600-4caf-8e1c-96ea29e1e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:52.091140 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-bd1e9c97-3600-4caf-8e1c-96ea29e1e261 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.6670442 Mar 31 22:51:52.102828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0385623c-7fb9-4852-be27-49c53812f6d5 req-e54ef323-74fd-4f60-b801-519882bafe13 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141386 Mar 31 22:51:52.300972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:52.332145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-024c892f-b166-4ca7-a3aa-c2cd2b12b6fa req-7ce4965b-e10a-414d-b9e9-69555500d740 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2468219d932f46739db9ae1a6caa682d HTTP/1.1" status: 200 len: 10897 time: 0.1738882 Mar 31 22:51:52.332408 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dc6ec689-3a3f-46db-8f53-2315ab7b8876 admin admin] 10.222.0.31 "PUT /v2.0/routers/e829aeaa-99ca-498c-9a90-a18b9bb5b1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7800176 Mar 31 22:51:52.403821 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-f9e29806-6351-4d85-8890-6f04bcd5fa6a service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074172 Mar 31 22:51:52.426177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf01f24-8ee9-4ed7-ba11-57df15fd3631 req-744e0b17-ba48-452e-99fe-27021f410b51 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:52.427900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cf01f24-8ee9-4ed7-ba11-57df15fd3631 req-744e0b17-ba48-452e-99fe-27021f410b51 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 944 time: 0.3264184 Mar 31 22:51:52.441337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-024c892f-b166-4ca7-a3aa-c2cd2b12b6fa req-a6fa99d8-d78e-4311-b752-02205bb2f36a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/fa74ed1d-fb79-4970-8cf0-2e80220fe51d HTTP/1.1" status: 200 len: 2981 time: 0.1082454 Mar 31 22:51:52.445651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-b0f46ab5-d2c7-48c6-8c55-315094f89714 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:52.447245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-b0f46ab5-d2c7-48c6-8c55-315094f89714 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.2876308 Mar 31 22:51:52.501328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Sync routers for ids ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:52.517320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Routers {'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:52.518429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:52.518647 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-a2ffa293-b5f0-41c4-901b-b819e60592f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.4016063 Mar 31 22:51:52.632626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56948) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:52.642127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.653352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-024c892f-b166-4ca7-a3aa-c2cd2b12b6fa req-76d6b735-1942-4e72-a2be-6e15dcf9246e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/fa74ed1d-fb79-4970-8cf0-2e80220fe51d HTTP/1.1" status: 200 len: 2981 time: 0.2110550 Mar 31 22:51:52.693004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-8f2b09f8-21d6-43fb-8bab-012ba4665690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:52.694963 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-8f2b09f8-21d6-43fb-8bab-012ba4665690 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1655025 Mar 31 22:51:52.719618 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d07df6f4-64c0-4819-ab43-301e609e1a82 req-b8edc310-e990-4e81-8039-7669763f83f7 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679408 Mar 31 22:51:52.736586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cf01f24-8ee9-4ed7-ba11-57df15fd3631 req-9a3a3204-c527-4862-892e-a42bf544aaa7 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869029 Mar 31 22:51:52.747955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Set router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:52.749339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.788793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-47204d55-005c-458a-a6d9-d616fcfb64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:52.795504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-47204d55-005c-458a-a6d9-d616fcfb64d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4&tenant_id=4de05eecea194efe9880afee1a73b381 HTTP/1.1" status: 200 len: 1095 time: 0.2826960 Mar 31 22:51:52.827471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d615d7b7-8d04-441a-b34e-90b46efc9bf4 req-7b3b869a-f617-4a73-9cd0-24d4d1fdbc11 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/051ef8fb-da60-47df-81d1-3d40415987fd HTTP/1.1" status: 200 len: 1799 time: 0.1325889 Mar 31 22:51:52.858636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d1f9a7d3-cede-48fb-8bc6-9898da28c40c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:52.968741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-c67556a2-0b9d-4f00-a5b6-3ec54cc8445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:52.970816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-c67556a2-0b9d-4f00-a5b6-3ec54cc8445f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1095 time: 0.1388831 Mar 31 22:51:52.995928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-846099729'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:53.135632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d615d7b7-8d04-441a-b34e-90b46efc9bf4 req-cadd58bd-b66e-40f0-af86-b1ef2036a4d0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.154265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:53.158222 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.182634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a2643-1641-4a8d-8c63-0ebe65316a1c req-cb6e3bc8-7eff-4537-a173-f6269cb7257b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:53.184212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-815a2643-1641-4a8d-8c63-0ebe65316a1c req-cb6e3bc8-7eff-4537-a173-f6269cb7257b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.2980936 Mar 31 22:51:53.237574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d615d7b7-8d04-441a-b34e-90b46efc9bf4 req-cadd58bd-b66e-40f0-af86-b1ef2036a4d0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.240634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d1f9a7d3-cede-48fb-8bc6-9898da28c40c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:53.241191 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.310409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-815a2643-1641-4a8d-8c63-0ebe65316a1c req-ea3e6481-26b7-4f19-92b2-0c9a86c87e13 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108246 Mar 31 22:51:53.338495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-9495d4ab-a443-49d7-a90e-f7f7968c0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:53.339990 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-9495d4ab-a443-49d7-a90e-f7f7968c0487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6313674 Mar 31 22:51:53.343777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.372536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-560128a2-4198-4b9c-8bbd-825f90a60604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:53.374019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-560128a2-4198-4b9c-8bbd-825f90a60604 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1099 time: 0.5844622 Mar 31 22:51:53.558331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-375b829f-6d6a-4d1c-a600-12c93e54a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:53.560881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-375b829f-6d6a-4d1c-a600-12c93e54a9ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.5203977 Mar 31 22:51:53.569913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a020fa9b-de4c-4440-ad7d-179361df5e93 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:53.610722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd3a71d-4ad8-42f9-9bad-654eafb74722,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:53.615867 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-270b27db-95e3-4eef-96c8-93f459ad378f service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618120 Mar 31 22:51:53.633322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:48Z', 'revision_number': 4, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port': {'id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:37Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '434956f8-d6b9-41d7-b9ae-af41902a05b1', 'name': '', 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'mac_address': 'fa:16:3e:aa:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 2, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'subnets': [{'id': '8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:53.661885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-84a4e94f-e1d2-406d-9259-8f77aa18409a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 200 len: 217 time: 0.0835986 Mar 31 22:51:53.670306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Checking router: e829aeaa-99ca-498c-9a90-a18b9bb5b1ee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:53.670701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Updating router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee port 434956f8-d6b9-41d7-b9ae-af41902a05b1 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:53.675988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a020fa9b-de4c-4440-ad7d-179361df5e93 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:53.675988 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.676373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d615d7b7-8d04-441a-b34e-90b46efc9bf4 req-cadd58bd-b66e-40f0-af86-b1ef2036a4d0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.682115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d615d7b7-8d04-441a-b34e-90b46efc9bf4 req-cadd58bd-b66e-40f0-af86-b1ef2036a4d0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.683940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d615d7b7-8d04-441a-b34e-90b46efc9bf4 req-cadd58bd-b66e-40f0-af86-b1ef2036a4d0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/051ef8fb-da60-47df-81d1-3d40415987fd HTTP/1.1" status: 204 len: 173 time: 0.8291838 Mar 31 22:51:53.685030 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:51:53.726768 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.750907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4eea8-7dd1-4e49-854c-8dcd977f4c9d req-d59b1d36-4d5f-417d-bf5f-7a1ce751b1b4 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:53.769374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96b4eea8-7dd1-4e49-854c-8dcd977f4c9d req-d59b1d36-4d5f-417d-bf5f-7a1ce751b1b4 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.3709385 Mar 31 22:51:53.836702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-a486793b-9333-4c4e-993e-c71ea7b329c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:53.840378 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-a486793b-9333-4c4e-993e-c71ea7b329c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.4546108 Mar 31 22:51:53.847007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd58bd-b66e-40f0-af86-b1ef2036a4d0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051ef8fb-da60-47df-81d1-3d40415987fd,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:53.851852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:53.853116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.853776 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Added segment 4bb974d5-9a60-4296-ba27-2028f00efcd3 of type vlan for network 93464445-b5f4-4ccd-a3af-03f44341eea0 Mar 31 22:51:53.865964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:53.917897 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-f0a31dc5-26d7-460a-9da6-ef2fb1ef1f09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 200 len: 217 time: 0.0592802 Mar 31 22:51:53.920419 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-773d328a-c263-41df-a2d0-47cf1f9aafa5 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427735 Mar 31 22:51:54.083447 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.094977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96b4eea8-7dd1-4e49-854c-8dcd977f4c9d req-937d3685-d464-450c-8a00-bd7f9da16a1c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236713 Mar 31 22:51:54.097376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-54ba8197-a349-4adb-a583-e9fe65e93bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:54.098897 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-54ba8197-a349-4adb-a583-e9fe65e93bdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1145482 Mar 31 22:51:54.099346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-6d49ca58-bd53-459b-818d-6dfa8d657341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:54.100778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-6d49ca58-bd53-459b-818d-6dfa8d657341 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.4075832 Mar 31 22:51:54.136332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.184684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-91291481-62d7-4966-b61b-b4791a0678fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565884 Mar 31 22:51:54.194643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.195933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:51:54.242041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f44c2-e153-4c60-979f-d00d8a2cca10 None None] Pushing event updated for resources: {'Port': ['ID=434956f8-d6b9-41d7-b9ae-af41902a05b1,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:54.282729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-e0c5ecde-206e-4c8c-8b0e-77326a5a434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:54.283400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:51:54.284952 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-e0c5ecde-206e-4c8c-8b0e-77326a5a434d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726851 Mar 31 22:51:54.370988 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-55feea17-5e86-44a9-a782-a9a453752f6e req-2dc35be2-34b3-4f58-acc1-2ca3df340d37 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:51:54.385574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55feea17-5e86-44a9-a782-a9a453752f6e req-2dc35be2-34b3-4f58-acc1-2ca3df340d37 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/051ef8fb-da60-47df-81d1-3d40415987fd HTTP/1.1" status: 404 len: 352 time: 0.2141733 Mar 31 22:51:54.429760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Attempting to bind port 434956f8-d6b9-41d7-b9ae-af41902a05b1 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:54.430302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Attempting to bind port 434956f8-d6b9-41d7-b9ae-af41902a05b1 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:54.430794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Attempting to bind port 434956f8-d6b9-41d7-b9ae-af41902a05b1 on network 5da30a80-b9d4-4c18-b031-190497034db2 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:54.454052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:54.455006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Checking segment: {'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:54.455160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:51:54.455601 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.456089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Bound using segment: {'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:54.456894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Bound port: 434956f8-d6b9-41d7-b9ae-af41902a05b1, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:54.457470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.567612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b3ed6-3577-4d7e-ab8b-42abf5f01f64 req-b2f6d534-038e-40e0-b0d7-c277e2368374 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:54.585975 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-279b3ed6-3577-4d7e-ab8b-42abf5f01f64 req-b2f6d534-038e-40e0-b0d7-c277e2368374 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 944 time: 0.2609801 Mar 31 22:51:54.604956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-bf05bb67-9cda-44af-a281-f22f5046d20f service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065089 Mar 31 22:51:54.613121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-caf8d067-eb81-4306-af19-83884b72818e None None] Provisioning complete for port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:54.613807 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-caf8d067-eb81-4306-af19-83884b72818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.622707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:54.633071 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Sync routers for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:54.636997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33653a4a-c71c-4123-9e07-5ef5dc3ec450 admin admin] 10.222.0.31 "PUT /v2.0/routers/312d64ce-5c71-48a6-91a9-5c4d1f03e04b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2624302 Mar 31 22:51:54.639996 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-1d2cc17b-2335-4c5b-b060-75c4b394938d service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919579 Mar 31 22:51:54.671561 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:54.673744 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:54.691285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.700456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:54.701441 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.724214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:54.732644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-caf8d067-eb81-4306-af19-83884b72818e None None] Port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:54.750308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] For port 434956f8-d6b9-41d7-b9ae-af41902a05b1, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:54.754818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] For port 434956f8-d6b9-41d7-b9ae-af41902a05b1, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=434956f8-d6b9-41d7-b9ae-af41902a05b1,segment=NetworkSegment(f1d10eaa-20cf-4787-b0e3-85dd77465ce7),segment_id=f1d10eaa-20cf-4787-b0e3-85dd77465ce7)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:54.757089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'mac_address': 'fa:16:3e:3d:59:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:51:54.814958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.819351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.886606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:51:54.921626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:54.959215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-caf97d47-eabf-4d82-8c79-1269e6914006 None None] Provisioning complete for port 434956f8-d6b9-41d7-b9ae-af41902a05b1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:54.959914 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-caf97d47-eabf-4d82-8c79-1269e6914006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.997624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f44c2-e153-4c60-979f-d00d8a2cca10 None None] Pushing event updated for resources: {'Port': ['ID=434956f8-d6b9-41d7-b9ae-af41902a05b1,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:55.002997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-279b3ed6-3577-4d7e-ab8b-42abf5f01f64 req-32360b75-b800-46e7-93f0-b8af37d435c2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159687 Mar 31 22:51:55.014210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Routers {'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:55.017056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:55.067098 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.076214 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5029e2bd-69e9-4ee0-b3dd-041473c9c225 req-a8c07cb8-3b9f-418b-a6af-170a4d99a5dd service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219840 Mar 31 22:51:55.081558 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:55.167927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5338480 Mar 31 22:51:55.170748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57006) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:55.181785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'subnet': {'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:55.199280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:55.256085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e65c7-7ff3-44ef-8045-fedd2adbbebe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Network': ['ID=93464445-b5f4-4ccd-a3af-03f44341eea0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:55.279077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd08c9-c078-44d2-93d0-aaad5cdd6103 req-c407a9d5-6538-408e-93c7-6988fc00e4c6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:55.279077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3bfd08c9-c078-44d2-93d0-aaad5cdd6103 req-c407a9d5-6538-408e-93c7-6988fc00e4c6 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 948 time: 0.6883342 Mar 31 22:51:55.340841 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-caf97d47-eabf-4d82-8c79-1269e6914006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.343726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:51:55.363516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d017cd17-3aa3-453a-aa5c-193ba0548b65 req-c13d4272-dafd-451c-9f06-c321740e2f88 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/846ea2f5-19ac-4ffb-a6dc-764d07b9b9d4 HTTP/1.1" status: 200 len: 1801 time: 0.2007515 Mar 31 22:51:55.404529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-16aac32b-60d5-4e25-ad06-94c4b7f36736 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868452 Mar 31 22:51:55.425341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3bfd08c9-c078-44d2-93d0-aaad5cdd6103 req-d47628cb-8ccb-4553-89c8-650fdf2deb5b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351221 Mar 31 22:51:55.487470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:51:55.521124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d017cd17-3aa3-453a-aa5c-193ba0548b65 req-7d359220-f393-491c-a63f-e531b3a1636e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.577277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d017cd17-3aa3-453a-aa5c-193ba0548b65 req-7d359220-f393-491c-a63f-e531b3a1636e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.599283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] Set router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:55.607957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-caf97d47-eabf-4d82-8c79-1269e6914006 None None] For port 434956f8-d6b9-41d7-b9ae-af41902a05b1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=434956f8-d6b9-41d7-b9ae-af41902a05b1,segment=NetworkSegment(f1d10eaa-20cf-4787-b0e3-85dd77465ce7),segment_id=f1d10eaa-20cf-4787-b0e3-85dd77465ce7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:55.624949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:55.630714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.739538 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 2, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:55.779214 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Checking router: 312d64ce-5c71-48a6-91a9-5c4d1f03e04b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:55.779647 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Updating router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:55.786493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cb2e5-2953-4002-9a21-56c42678f3ca req-9c38b859-e904-46a8-a56c-517e981e6001 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:55.796154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf0cb2e5-2953-4002-9a21-56c42678f3ca req-9c38b859-e904-46a8-a56c-517e981e6001 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.2321699 Mar 31 22:51:55.829572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-caf97d47-eabf-4d82-8c79-1269e6914006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.837017 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.876470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf0cb2e5-2953-4002-9a21-56c42678f3ca req-6b203003-4726-4e62-8723-9d3f11752dcc tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782497 Mar 31 22:51:55.960844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d017cd17-3aa3-453a-aa5c-193ba0548b65 req-7d359220-f393-491c-a63f-e531b3a1636e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.963517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d017cd17-3aa3-453a-aa5c-193ba0548b65 req-7d359220-f393-491c-a63f-e531b3a1636e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.965185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d017cd17-3aa3-453a-aa5c-193ba0548b65 req-7d359220-f393-491c-a63f-e531b3a1636e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/846ea2f5-19ac-4ffb-a6dc-764d07b9b9d4 HTTP/1.1" status: 204 len: 173 time: 0.5849562 Mar 31 22:51:55.980831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d359220-f393-491c-a63f-e531b3a1636e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846ea2f5-19ac-4ffb-a6dc-764d07b9b9d4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:56.150853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e1d6a15-047d-4469-a830-373449a59f90 req-f682ce83-0db5-4edb-8e20-e4dd27d25042 tempest-FlavorsV2NegativeTest-1880532786 tempest-FlavorsV2NegativeTest-1880532786-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3ddc8d03d79d450ebf76eb961c568ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284121 Mar 31 22:51:56.229765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.251382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-48164afe-becb-45d4-a09b-ba7d701b8e58 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:56.252885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-48164afe-becb-45d4-a09b-ba7d701b8e58 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4&tenant_id=4de05eecea194efe9880afee1a73b381&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.2107928 Mar 31 22:51:56.263121 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.333217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf97d47-eabf-4d82-8c79-1269e6914006 None None] Pushing event updated for resources: {'Port': ['ID=434956f8-d6b9-41d7-b9ae-af41902a05b1,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:56.334349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Subnet': ['ID=3c249c29-37ad-47e1-8ab2-a6df4a422e96,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:56.337718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2ec52226-b77e-4ade-9d6c-b8424df70c7a None None] Provisioning complete for port 434956f8-d6b9-41d7-b9ae-af41902a05b1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:56.339387 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ec52226-b77e-4ade-9d6c-b8424df70c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.343403 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.352351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Checking segment: {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:56.352567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network hostable DHCP agents. Network: 93464445-b5f4-4ccd-a3af-03f44341eea0, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:51:56.444213 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281e890-4e9b-4bd7-9f54-e5e72129b9d0 None None] Pushing event updated for resources: {'Port': ['ID=9fd3a71d-4ad8-42f9-9bad-654eafb74722,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:56.464790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:51:56.476051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-ee0e8cf7-fe5f-4a4b-9df6-9bcff4a85018 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:56.476051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-ee0e8cf7-fe5f-4a4b-9df6-9bcff4a85018 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 817 time: 0.3537509 Mar 31 22:51:56.488001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6a15-047d-4469-a830-373449a59f90 req-fe435b84-4083-4e22-b400-8bbd7eaf2507 tempest-FlavorsV2NegativeTest-1880532786 tempest-FlavorsV2NegativeTest-1880532786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:56.493473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e1d6a15-047d-4469-a830-373449a59f90 req-fe435b84-4083-4e22-b400-8bbd7eaf2507 tempest-FlavorsV2NegativeTest-1880532786 tempest-FlavorsV2NegativeTest-1880532786-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277216 Mar 31 22:51:56.508203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:48Z', 'revision_number': 4, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port': {'id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:37Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '434956f8-d6b9-41d7-b9ae-af41902a05b1', 'name': '', 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'mac_address': 'fa:16:3e:aa:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:54Z', 'revision_number': 4, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'subnets': [{'id': '8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:56.518263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-0be794d2-5f40-4ee7-9ee8-c590dc8d03d2 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/quotas/5300b74a63c048d8817543f530bf9340 HTTP/1.1" status: 200 len: 375 time: 0.0217423 Mar 31 22:51:56.550957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f1890-3d16-43e3-9948-4b5ca039573c None None] The sync data for ids ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'] in n-d-836015-1 is: [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:48Z', 'revision_number': 4, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port': {'id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:37Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '434956f8-d6b9-41d7-b9ae-af41902a05b1', 'name': '', 'network_id': '5da30a80-b9d4-4c18-b031-190497034db2', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'mac_address': 'fa:16:3e:aa:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:54Z', 'revision_number': 4, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'subnets': [{'id': '8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:56.557058 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Attempting to bind port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:56.557724 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Attempting to bind port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:56.562489 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e1d6a15-047d-4469-a830-373449a59f90 req-55737996-9882-40d1-b5d5-071c97ede187 tempest-FlavorsV2NegativeTest-1880532786 tempest-FlavorsV2NegativeTest-1880532786-project] 10.222.0.31 "GET /v2.0/quotas/3ddc8d03d79d450ebf76eb961c568ebd HTTP/1.1" status: 200 len: 375 time: 0.0542710 Mar 31 22:51:56.564479 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Attempting to bind port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:56.571224 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:56.571902 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Checking segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:56.573035 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.576631 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Bound using segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:56.577357 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Bound port: 9fd3a71d-4ad8-42f9-9bad-654eafb74722, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:56.577830 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.589511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 93464445-b5f4-4ccd-a3af-03f44341eea0) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:56.594947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:56.596100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.609689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858dade-9005-4d99-950e-92c168670fa4 None None] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:56.648107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-39253450-1abc-4d32-a12f-065d765dea73 service neutron] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:56.655932 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-39253450-1abc-4d32-a12f-065d765dea73 service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.657358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adde2cc6-2de6-4204-beda-4d2b7dba1bc7 req-39253450-1abc-4d32-a12f-065d765dea73 service neutron] 10.222.0.45 "DELETE /v2.0/ports/1c5f4643-4b2c-4e64-958f-d30d31353005/bindings/n-h1-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.3775401 Mar 31 22:51:56.684314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e1d6a15-047d-4469-a830-373449a59f90 req-eec611c6-d83c-4604-8827-d8f34d947e9f tempest-FlavorsV2NegativeTest-1880532786 tempest-FlavorsV2NegativeTest-1880532786-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ddc8d03d79d450ebf76eb961c568ebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024666 Mar 31 22:51:56.694980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-c5524311-6274-4f4c-98a5-33ed1dc68173 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738560 Mar 31 22:51:56.746013 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d77e95db-c5a9-45b4-9189-fd88fba5c582 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5713077 Mar 31 22:51:56.748085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57052) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:56.760423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1052631296'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:56.790210 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] For port 9fd3a71d-4ad8-42f9-9bad-654eafb74722, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:56.813646 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] For port 9fd3a71d-4ad8-42f9-9bad-654eafb74722, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9fd3a71d-4ad8-42f9-9bad-654eafb74722,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:56.863396 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-b06a6c35-bdff-439e-bf6b-c215cea84165 req-25679ef0-1f05-44e6-9b4b-65c3812953cd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:51:56.864169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b06a6c35-bdff-439e-bf6b-c215cea84165 req-25679ef0-1f05-44e6-9b4b-65c3812953cd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/846ea2f5-19ac-4ffb-a6dc-764d07b9b9d4 HTTP/1.1" status: 404 len: 352 time: 0.1046751 Mar 31 22:51:56.925995 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.948664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-21ea994f-7ec2-4787-9c2e-9fd66bb2c9a8 service neutron] 10.222.0.31 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422001 Mar 31 22:51:56.949282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:56.956479 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.015783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:51:57.029056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.029852 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Added segment 404cd190-e30e-434e-8e31-66a88ffbca3e of type vlan for network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 Mar 31 22:51:57.084620 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:57.089179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-93464445-b5f4-4ccd-a3af-03f44341eea0', 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'fixed_ips': [{'subnet_id': '3c249c29-37ad-47e1-8ab2-a6df4a422e96'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:51:57.093643 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.100200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4a936c0a-19d9-422b-bbd0-8e6df7d21e17 None None] Provisioning complete for port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:57.100576 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a936c0a-19d9-422b-bbd0-8e6df7d21e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.102122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.109266 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:57.135945 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281e890-4e9b-4bd7-9f54-e5e72129b9d0 None None] Pushing event updated for resources: {'Port': ['ID=9fd3a71d-4ad8-42f9-9bad-654eafb74722,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:57.198754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-cd985b4d-d9da-4927-8242-6b9b8e417139 service neutron] 10.222.0.31 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490957 Mar 31 22:51:57.236125 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.242891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:57.244314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.250907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adb8ef-f918-4920-9d8f-95dc0871b386 req-0d0c2707-3596-4f14-9bec-68cde4775112 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:57.260789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04adb8ef-f918-4920-9d8f-95dc0871b386 req-0d0c2707-3596-4f14-9bec-68cde4775112 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 944 time: 0.1830738 Mar 31 22:51:57.374210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04adb8ef-f918-4920-9d8f-95dc0871b386 req-96e57ac6-7944-4774-b192-2132562df61f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081142 Mar 31 22:51:57.476276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Network': ['ID=7d18d97d-9ca4-44f2-88aa-2c9936f15059,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:57.486603 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:57.521366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57072) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:57.522257 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3b63b315-7423-4b7f-a4a9-523b800702af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7724268 Mar 31 22:51:57.529447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'subnet': {'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:57.597846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:51:57.607504 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a936c0a-19d9-422b-bbd0-8e6df7d21e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.941010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Allocated IP 19.80.0.2 (93464445-b5f4-4ccd-a3af-03f44341eea0/3c249c29-37ad-47e1-8ab2-a6df4a422e96/3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:57.990418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4a936c0a-19d9-422b-bbd0-8e6df7d21e17 None None] For port 9fd3a71d-4ad8-42f9-9bad-654eafb74722, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9fd3a71d-4ad8-42f9-9bad-654eafb74722,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:58.046759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a936c0a-19d9-422b-bbd0-8e6df7d21e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.193402 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:58.242156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a936c0a-19d9-422b-bbd0-8e6df7d21e17 None None] Pushing event updated for resources: {'Port': ['ID=9fd3a71d-4ad8-42f9-9bad-654eafb74722,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:58.257228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-71620339-7305-43d2-8933-d25ae5f8a9f0 None None] Provisioning complete for port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:58.264582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71620339-7305-43d2-8933-d25ae5f8a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.271002 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3ed217-c8dd-480a-91f3-6f7e817e0ed5 None None] The sync data for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 is: [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:58.316195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:58.470656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.537459 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685d8dd-a089-46d4-a397-ed387836693b req-aa446e69-f2b2-4388-84c3-f071059f4533 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:58.551051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f685d8dd-a089-46d4-a397-ed387836693b req-aa446e69-f2b2-4388-84c3-f071059f4533 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 949 time: 1.0037329 Mar 31 22:51:58.653118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5ba0368-1d03-4f4c-b29c-4d4638229c86 req-2c5e6191-8534-4398-be77-1f28f5f27c3a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/49d060d8-ded9-4d12-9fb7-282ac48953ce HTTP/1.1" status: 200 len: 1801 time: 0.3055847 Mar 31 22:51:58.666862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57090) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:58.690107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f685d8dd-a089-46d4-a397-ed387836693b req-2a8fa955-48ef-4dbc-b35c-300c9e8ac1c0 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283274 Mar 31 22:51:58.751752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:58.757825 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.761842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:51:58.765929 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.827897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Pushing event updated for resources: {'Port': ['ID=3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:58.835096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:58.836187 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.925996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9322-eb2f-453c-8a2f-5d5e8c2b0d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.932609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:58.933828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 434956f8-d6b9-41d7-b9ae-af41902a05b1 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:58.963213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:58.970934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:59.108212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Attempting to bind port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:59.108708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Attempting to bind port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:59.109073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Attempting to bind port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 on network 93464445-b5f4-4ccd-a3af-03f44341eea0 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:59.128552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:59.129391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Checking segment: {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:59.129797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.130316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Bound using segment: {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:59.130828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9322-eb2f-453c-8a2f-5d5e8c2b0d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.130956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Bound port: 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:59.131272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.144487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 434956f8-d6b9-41d7-b9ae-af41902a05b1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:59.144855 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.147694 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.216856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f5ba0368-1d03-4f4c-b29c-4d4638229c86 req-19a93e3e-7d8d-4aa8-8f91-59eed11effc0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.235694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:51:59.237978 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7de39b-fdf6-40db-87de-bbc9fde6f677" -d '{"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-plugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:51:59.245923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9322-eb2f-453c-8a2f-5d5e8c2b0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.264501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:59.274228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df761c-d681-425c-932c-f717cbe00693 req-09611777-8215-451e-b322-21d72e7728b4 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:59.276380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13df761c-d681-425c-932c-f717cbe00693 req-09611777-8215-451e-b322-21d72e7728b4 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.3767738 Mar 31 22:51:59.280448 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6b4c9322-eb2f-453c-8a2f-5d5e8c2b0d1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ddc8d03d79d450ebf76eb961c568ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081131 Mar 31 22:51:59.280748 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f5ba0368-1d03-4f4c-b29c-4d4638229c86 req-19a93e3e-7d8d-4aa8-8f91-59eed11effc0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.281090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57102) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:59.284001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] For port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:59.291217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] For port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:59.307076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c9322-eb2f-453c-8a2f-5d5e8c2b0d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4c363c-b822-40ac-99b0-08be39a25fb1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:59.341894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9fd3a71d-4ad8-42f9-9bad-654eafb74722 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:59.356964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.378922 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.381723 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.433417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13df761c-d681-425c-932c-f717cbe00693 req-cdc26db3-15d0-4b77-a993-7573758bd295 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304004 Mar 31 22:51:59.464565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=13']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:59.468208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Subnet': ['ID=5eeabc12-6684-4032-aa01-526902ff1902,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:59.472126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-286074f9-534f-4d72-ae97-2ed9aaab6d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.505295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:59.505670 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.531954 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-286074f9-534f-4d72-ae97-2ed9aaab6d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.534609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Checking segment: {'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:59.534963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network hostable DHCP agents. Network: 7d18d97d-9ca4-44f2-88aa-2c9936f15059, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:51:59.559774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f5ba0368-1d03-4f4c-b29c-4d4638229c86 req-19a93e3e-7d8d-4aa8-8f91-59eed11effc0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.563861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f5ba0368-1d03-4f4c-b29c-4d4638229c86 req-19a93e3e-7d8d-4aa8-8f91-59eed11effc0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.565570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5ba0368-1d03-4f4c-b29c-4d4638229c86 req-19a93e3e-7d8d-4aa8-8f91-59eed11effc0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/49d060d8-ded9-4d12-9fb7-282ac48953ce HTTP/1.1" status: 204 len: 173 time: 0.8736553 Mar 31 22:51:59.578193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19595089-03ac-4a4f-9d77-2a55cc0d8af7 None None] Pushing event updated for resources: {'Port': ['ID=3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:59.623117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a93e3e-7d8d-4aa8-8f91-59eed11effc0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d060d8-ded9-4d12-9fb7-282ac48953ce,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:59.743434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bd6a5a9-a6d0-46ec-8d1c-24e1ed99b3de req-a857f162-9867-4c7d-bc26-b72fc5730a69 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 210 time: 0.0603876 Mar 31 22:51:59.746168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-286074f9-534f-4d72-ae97-2ed9aaab6d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.749275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-286074f9-534f-4d72-ae97-2ed9aaab6d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.771121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-286074f9-534f-4d72-ae97-2ed9aaab6d90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b4c363c-b822-40ac-99b0-08be39a25fb1 HTTP/1.1" status: 204 len: 168 time: 0.4889092 Mar 31 22:51:59.787262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:51:59.817968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286074f9-534f-4d72-ae97-2ed9aaab6d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4c363c-b822-40ac-99b0-08be39a25fb1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:59.892082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7d18d97d-9ca4-44f2-88aa-2c9936f15059) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:59.908290 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a05b93c-ed71-476f-9c0b-b33e4088de7d x-openstack-request-id: req-1a05b93c-ed71-476f-9c0b-b33e4088de7d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:51:59.908675 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-plugged", "status": "completed", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:51:59.909028 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a05b93c-ed71-476f-9c0b-b33e4088de7d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:51:59.909496 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a05b93c-ed71-476f-9c0b-b33e4088de7d'] response: {'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'code': 200} Mar 31 22:51:59.911796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b2e93-56b9-4f6f-bcfa-ed41d2378520 None None] Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:59.944255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:59.944750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.983160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993978-8252-425f-907f-c0d9ec83169c req-3137f47c-a635-438e-bc42-696a2628faed tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:59.990772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e993978-8252-425f-907f-c0d9ec83169c req-3137f47c-a635-438e-bc42-696a2628faed tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 1101 time: 0.3109119 Mar 31 22:52:00.110219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e993978-8252-425f-907f-c0d9ec83169c req-df6081e3-e5ec-458b-b222-abbaafe63a4e tempest-MigrationsAdminTest-426022259 tempest-MigrationsAdminTest-426022259-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181195 Mar 31 22:52:00.126940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992ec53-15c1-4113-a8c2-c0f099e758cd req-530c3b3f-55ed-4388-a80b-83f227e2aae6 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:00.132232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2992ec53-15c1-4113-a8c2-c0f099e758cd req-530c3b3f-55ed-4388-a80b-83f227e2aae6 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 1095 time: 0.1392779 Mar 31 22:52:00.147756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-03e40f30-122c-44b4-8118-70d0ca69544d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6232679 Mar 31 22:52:00.203998 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-c8dd6cdf-4818-46ea-a7c0-7e4ce7b5ac50 req-a9ee8239-c6c6-4734-a8ba-64a6b54c0442 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:52:00.205325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8dd6cdf-4818-46ea-a7c0-7e4ce7b5ac50 req-a9ee8239-c6c6-4734-a8ba-64a6b54c0442 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/49d060d8-ded9-4d12-9fb7-282ac48953ce HTTP/1.1" status: 404 len: 352 time: 0.0344417 Mar 31 22:52:00.227803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2992ec53-15c1-4113-a8c2-c0f099e758cd req-e92e2e44-670d-4be6-a35c-367c703218a8 tempest-LiveAutoBlockMigrationV225Test-585065291 tempest-LiveAutoBlockMigrationV225Test-585065291-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Mar 31 22:52:00.248617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7d18d97d-9ca4-44f2-88aa-2c9936f15059', 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'fixed_ips': [{'subnet_id': '5eeabc12-6684-4032-aa01-526902ff1902'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:52:00.250616 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.514587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Allocated IP 19.86.0.2 (7d18d97d-9ca4-44f2-88aa-2c9936f15059/5eeabc12-6684-4032-aa01-526902ff1902/2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:00.584850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-85b579fb-2384-4246-a704-6d8c4a7b7adc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:00.593683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-85b579fb-2384-4246-a704-6d8c4a7b7adc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 817 time: 0.2068937 Mar 31 22:52:00.617038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-4661408e-a479-4ac8-b504-3e9f6a6942f6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/quotas/5300b74a63c048d8817543f530bf9340 HTTP/1.1" status: 200 len: 375 time: 0.0223739 Mar 31 22:52:00.745085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-20c86b96-ad24-4e4f-90fc-daaecd3dc50b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270757 Mar 31 22:52:00.930319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:00.958855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-97c1fc77-f89e-4eeb-9a2b-1d21084e001b service neutron] 10.222.0.31 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125642 Mar 31 22:52:01.099846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:01.103915 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.170121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-927ffb12-4f72-4cfd-bfd4-79c84e31c81a service neutron] 10.222.0.31 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102077 Mar 31 22:52:01.326973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344583f7-4daa-4681-8e90-2aff86792f0c None None] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:01.375439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-ebef87c9-2456-42e2-ad7f-a2f321c0c263 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:01.377012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-ebef87c9-2456-42e2-ad7f-a2f321c0c263 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 817 time: 0.1690600 Mar 31 22:52:01.406130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'port': {'device_id': '62f435c2-9d43-48ce-b416-2f4845bce84f', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'admin_state_up': True, 'tenant_id': '5300b74a63c048d8817543f530bf9340'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:01.422522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.568075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.585456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.625172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-23432a2c-3df2-4d3f-91e1-600e1b6215b0 None None] Provisioning complete for port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:01.628773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-23432a2c-3df2-4d3f-91e1-600e1b6215b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.695428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74b9e9cc-aa6b-454c-8708-f9f46cdfeb77 req-97f873cb-d005-4df5-ade6-022a1b022c39 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2468219d932f46739db9ae1a6caa682d HTTP/1.1" status: 200 len: 6149 time: 0.3097892 Mar 31 22:52:01.738543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:01.808661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:01.814858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Pushing event updated for resources: {'Port': ['ID=2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:01.820651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:01.825482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:01.845020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74b9e9cc-aa6b-454c-8708-f9f46cdfeb77 req-d1f5deb7-5630-41eb-af40-7f1c8af1d40f tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/fa74ed1d-fb79-4970-8cf0-2e80220fe51d HTTP/1.1" status: 200 len: 2981 time: 0.1063545 Mar 31 22:52:01.866172 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.886767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57168) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:01.955549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74b9e9cc-aa6b-454c-8708-f9f46cdfeb77 req-ebf580ee-4398-420b-a477-7e7bda822070 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/fa74ed1d-fb79-4970-8cf0-2e80220fe51d HTTP/1.1" status: 200 len: 2981 time: 0.1024458 Mar 31 22:52:01.957339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Made reservation on behalf of 5300b74a63c048d8817543f530bf9340 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:01.961202 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.036011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Attempting to bind port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:02.036595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Attempting to bind port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:02.036595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Attempting to bind port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e on network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:02.044257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:02.071598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-403050973-network', 'tenant_id': 'c795f09aaef84c42a8c4aec88e1be529'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:02.071879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:02.071879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Checking segment: {'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:02.071879 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.072199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Bound using segment: {'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:02.072398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Bound port: 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:02.072779 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.166664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] For port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:02.170224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] For port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:02.200727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Made reservation on behalf of c795f09aaef84c42a8c4aec88e1be529 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:02.213701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.220690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.280931 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.367517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7470502-db01-4115-9cf2-1c812f0e6b69 None None] Pushing event updated for resources: {'Port': ['ID=2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:02.397693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.403488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Allocated IP 172.20.0.5 (bd906ada-fda5-49cd-8c3e-b7b6da32d121/e9538987-e92f-48bf-b5ae-5faa5f82b5f8/e1aa474a-afea-4fcc-ada8-002aa135255c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:02.422767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea102e2-8236-43b8-825c-04039b52650b req-a682ea6d-623e-4623-a2ad-07c9dc975b1e tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:02.424325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fea102e2-8236-43b8-825c-04039b52650b req-a682ea6d-623e-4623-a2ad-07c9dc975b1e tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.2659550 Mar 31 22:52:02.444414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-700b575f-4c08-4b70-83ea-7187dbb99ea0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:02.455727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-700b575f-4c08-4b70-83ea-7187dbb99ea0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:02.463513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.464122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-700b575f-4c08-4b70-83ea-7187dbb99ea0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/networks?id=93464445-b5f4-4ccd-a3af-03f44341eea0&id=7d18d97d-9ca4-44f2-88aa-2c9936f15059&id=93464445-b5f4-4ccd-a3af-03f44341eea0 HTTP/1.1" status: 200 len: 1391 time: 0.3484004 Mar 31 22:52:02.495397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-8327166e-8829-45ee-94df-b9f1e681f898 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/quotas/95e71e79e0394184b1c6d9da34573171 HTTP/1.1" status: 200 len: 375 time: 0.0303562 Mar 31 22:52:02.499690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:02.532290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5354d390-b9a2-441f-a11c-c6aa76e560ae None None] Provisioning complete for port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:02.533123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5354d390-b9a2-441f-a11c-c6aa76e560ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.546934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fea102e2-8236-43b8-825c-04039b52650b req-db93d23a-0820-4aa7-b2a0-d4bfdb228f64 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791957 Mar 31 22:52:02.551620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.551620 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Added segment 8f515a53-592a-4cf1-b8da-94cce4a148da of type vlan for network 3907e46e-97a4-4f7e-b046-ea7250854537 Mar 31 22:52:02.551620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:02.684088 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.757300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-3254d1fa-a141-4e18-93c3-e8ed133ea5d2 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2375422 Mar 31 22:52:02.785979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:02.790446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-2f81d423-f728-4821-b0c2-05888d124bf2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:02.793870 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-2f81d423-f728-4821-b0c2-05888d124bf2 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 944 time: 0.1055140 Mar 31 22:52:02.851957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.856238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:02.857155 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.919694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:02.920323 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:02.989930 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0984747 Mar 31 22:52:02.994717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57188) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:03.001400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Request body: {'subnet': {'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-403050973-subnet', 'tenant_id': 'c795f09aaef84c42a8c4aec88e1be529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:03.003756 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.005667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f88db8-209e-4435-ae1d-f71a19207745 admin admin] Pushing event updated for resources: {'Network': ['ID=3907e46e-97a4-4f7e-b046-ea7250854537,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:03.019016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cf58-b413-4e3d-8bdf-a22cfbfdb020 req-380cc4af-3c02-4fec-a6d9-cf87ad34ccbf tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:03.021237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87c7cf58-b413-4e3d-8bdf-a22cfbfdb020 req-380cc4af-3c02-4fec-a6d9-cf87ad34ccbf tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 950 time: 0.2002485 Mar 31 22:52:03.025949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 3907e46e-97a4-4f7e-b046-ea7250854537 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:03.035679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-e76551b6-17e6-456c-8683-900fc635c457 service neutron] 10.222.0.31 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764466 Mar 31 22:52:03.053622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-04f7167a-dadc-4e38-917e-79ae2ab10d25 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:03.055495 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-04f7167a-dadc-4e38-917e-79ae2ab10d25 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 950 time: 0.1311438 Mar 31 22:52:03.064963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Deleting port 1c5f4643-4b2c-4e64-958f-d30d31353005 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:03.065583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.122347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Made reservation on behalf of c795f09aaef84c42a8c4aec88e1be529 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:03.124856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.188081 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87c7cf58-b413-4e3d-8bdf-a22cfbfdb020 req-fe485336-cc45-4e18-8ea9-f5704d44a370 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419470 Mar 31 22:52:03.220387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-d1586fbb-2356-471c-b521-3287f08213e7 service neutron] 10.222.0.31 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841848 Mar 31 22:52:03.262624 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.350010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] For port 1c5f4643-4b2c-4e64-958f-d30d31353005, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1c5f4643-4b2c-4e64-958f-d30d31353005,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:03.350508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.391658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Calling delete_port for 1c5f4643-4b2c-4e64-958f-d30d31353005 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:03.425133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:03.449775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Deleting port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:03.455626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:03.458505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.459357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:03.571351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a461f3d-c5da-482b-b4d6-6d821527ef41 req-44192610-4d6a-4bd8-95ca-f51c9a521d35 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 210 time: 0.1621850 Mar 31 22:52:03.606929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-343e6fc3-06f4-4bb0-a9ee-e9c5bbf36c06 service neutron] 10.222.0.31 "GET /v2.0/networks/7d18d97d-9ca4-44f2-88aa-2c9936f15059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805516 Mar 31 22:52:03.716880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1fa700f7-117d-4480-8508-7acb9e7a5f7f req-70377a68-5e40-4923-a980-275299792ad8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1231380163', 'description': 'tempest-description-285210159'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:03.763147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:03.763830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.766677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event updated for resources: {'Port': ['ID=e1aa474a-afea-4fcc-ada8-002aa135255c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:03.783671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-a3514391-802c-4ca0-9b8a-310b0135b28f service neutron] 10.222.0.31 "GET /v2.0/networks/7d18d97d-9ca4-44f2-88aa-2c9936f15059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607625 Mar 31 22:52:03.895430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] For port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:03.895820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.937933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Calling delete_port for fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:03.941503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b1533-b50a-4e1c-ac56-722adf7fab54 None None] Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:03.944983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.982950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-78d3a905-1b0c-477b-bc96-225229a8dbcd service neutron] 10.222.0.31 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826341 Mar 31 22:52:03.984188 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ac902f1e-0a8c-4cd9-a8e3-b60895f24274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.988945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-8562105c-7457-4a75-9ec1-6847accf6836 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5876491 Mar 31 22:52:04.036446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] Provisioning complete for port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:04.036821 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.062735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.086077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Request body: {'port': {'device_id': '62f435c2-9d43-48ce-b416-2f4845bce84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:04.091192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1fa700f7-117d-4480-8508-7acb9e7a5f7f req-70377a68-5e40-4923-a980-275299792ad8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.096240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['3d0f6b25-b157-4736-bbfe-502f8b96c99f', '1c5f4643-4b2c-4e64-958f-d30d31353005'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:04.257561 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.291957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-c3a98117-38cb-4bf8-a12d-7c3fa2c9f57d service neutron] 10.222.0.31 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942238 Mar 31 22:52:04.292935 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.339024 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1fa700f7-117d-4480-8508-7acb9e7a5f7f req-70377a68-5e40-4923-a980-275299792ad8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.394881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] For port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:04.458821 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.523309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-00d2ac3f-8374-44f9-93cd-c1cdbab50b05 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:04.535176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] Provisioning complete for port e1aa474a-afea-4fcc-ada8-002aa135255c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:04.535557 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.550902 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-00d2ac3f-8374-44f9-93cd-c1cdbab50b05 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.50 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 817 time: 0.5415838 Mar 31 22:52:04.558335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Pushing event deleted for resources: {'Port': ['ID=1c5f4643-4b2c-4e64-958f-d30d31353005,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:04.639071 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1fa700f7-117d-4480-8508-7acb9e7a5f7f req-70377a68-5e40-4923-a980-275299792ad8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.639488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] Pushing event updated for resources: {'Port': ['ID=2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:04.639854 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'port': {'device_id': '594dfa55-3064-49d3-8de1-fe8d950862d2', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'admin_state_up': True, 'tenant_id': '5300b74a63c048d8817543f530bf9340'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:04.640239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c189edd7-84d0-4d4c-a007-7619f95de157 None None] Port e1aa474a-afea-4fcc-ada8-002aa135255c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:04.640351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9705564-59f2-41bc-8be5-a7150ffee069,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:04.714954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377a68-5e40-4923-a980-275299792ad8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982139fb-5a88-48fd-9611-4726e4f498f5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:04.780655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] No DVR routers for this DVR port 1c5f4643-4b2c-4e64-958f-d30d31353005 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:04.780774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1646907e-246c-4b9d-8523-3e6795dac1c8 None None] Provisioning complete for port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:04.780878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Checking segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:04.780978 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1646907e-246c-4b9d-8523-3e6795dac1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.781085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Network hostable DHCP agents. Network: 3907e46e-97a4-4f7e-b046-ea7250854537, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:04.781085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.781085 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a5e5e11-78c6-4ecf-a1bb-6184eee1f0dd req-c5587a25-ebbc-480c-a1c1-40ee77c63ca6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.45 "DELETE /v2.0/ports/1c5f4643-4b2c-4e64-958f-d30d31353005 HTTP/1.1" status: 204 len: 173 time: 1.9563806 Mar 31 22:52:04.781085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'name': 'network-vif-deleted', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:04.781085 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e20697d-480a-42ea-8b28-536eecff8892" -d '{"events": [{"server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "name": "network-vif-deleted", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:04.797459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:04.884774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1aa474a-afea-4fcc-ada8-002aa135255c {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:04.893492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.898749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:04.899134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.908519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Transition to ACTIVE for port object e1aa474a-afea-4fcc-ada8-002aa135255c will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:05.487504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.503205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605', '867c8b01-2229-4d0a-a340-013d5570eecd'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:05.505512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:05.525710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event deleted for resources: {'Port': ['ID=fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.578235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] No DVR routers for this DVR port fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:05.583575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.589190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ac44b3c8-6ba6-4ae4-ab0d-5d3be4bb0c1e req-a6dc1948-1be8-4e07-bb8a-94591e4ff1bd tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "DELETE /v2.0/ports/fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e HTTP/1.1" status: 204 len: 173 time: 2.5195687 Mar 31 22:52:05.728485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1fa700f7-117d-4480-8508-7acb9e7a5f7f req-70377a68-5e40-4923-a980-275299792ad8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.740543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1fa700f7-117d-4480-8508-7acb9e7a5f7f req-70377a68-5e40-4923-a980-275299792ad8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.0264578 Mar 31 22:52:05.759366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Network 3907e46e-97a4-4f7e-b046-ea7250854537 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:05.762506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.842130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Made reservation on behalf of 5300b74a63c048d8817543f530bf9340 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:05.849208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.905811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 3907e46e-97a4-4f7e-b046-ea7250854537) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:05.910931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa474a-afea-4fcc-ada8-002aa135255c,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.922100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:05.923933 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.009926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-011fa13e-cd5b-4306-9fe7-feae7d6d3f71 req-eb3836dc-0ce6-4475-a9e7-fcfb84d89afc tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 210 time: 0.1035967 Mar 31 22:52:06.106068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce0aa51-ded5-44d7-9eee-0db9b59dbc33 None None] Network 3907e46e-97a4-4f7e-b046-ea7250854537 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:06.152104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae71f891-82f6-4408-ab69-d396fa2a29cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.1536815 Mar 31 22:52:06.272252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Allocated IP 172.20.0.9 (bd906ada-fda5-49cd-8c3e-b7b6da32d121/e9538987-e92f-48bf-b5ae-5faa5f82b5f8/3c486556-a75d-47bd-923c-38070800fa24) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:06.296800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1c5f4643-4b2c-4e64-958f-d30d31353005 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:06.307376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba59d-128d-490e-ad4b-23930e9cfb42 req-b5dbbe19-c042-4ebe-8249-a383b2938b07 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:06.317742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6abba59d-128d-490e-ad4b-23930e9cfb42 req-b5dbbe19-c042-4ebe-8249-a383b2938b07 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.3007519 Mar 31 22:52:06.343617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:06.345610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:06.347653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 1c5f4643-4b2c-4e64-958f-d30d31353005 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:06.348001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1c5f4643-4b2c-4e64-958f-d30d31353005 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:06.369389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3624a94-69a3-4209-a6eb-8c7f1c959807 req-8463d536-b132-477f-beee-f0edbad10e3d tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=9602fd44-53ff-4258-bacc-8b81e0f98975 HTTP/1.1" status: 200 len: 210 time: 0.0925193 Mar 31 22:52:06.461277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:06.464725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:06.465190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:06.484617 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9663e419-1068-4f8a-95d7-3bbcbd9b7e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.503079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6abba59d-128d-490e-ad4b-23930e9cfb42 req-642d6a80-7353-4c3a-8729-a4584b96ac92 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842823 Mar 31 22:52:06.616942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d16facee-7788-48d7-8037-4771b35a1400 req-2d087021-4fbc-4ba3-9a8e-245f5d322005 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 210 time: 0.1022022 Mar 31 22:52:06.616942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Attempting to bind port e1aa474a-afea-4fcc-ada8-002aa135255c on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:06.616942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Attempting to bind port e1aa474a-afea-4fcc-ada8-002aa135255c by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:06.616942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Attempting to bind port e1aa474a-afea-4fcc-ada8-002aa135255c on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:06.631598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Port e1aa474a-afea-4fcc-ada8-002aa135255c on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:06.632243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Attempting to bind port e1aa474a-afea-4fcc-ada8-002aa135255c on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:06.643698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:06.643964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Checking segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:06.645963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Bound using segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:06.646514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Bound port: e1aa474a-afea-4fcc-ada8-002aa135255c, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:06.647161 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.735579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0adbc55b-ff63-48d9-a859-bb841b32b8b8 req-ff44a0c9-b918-4c64-91f7-b0972f096d9b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-710615438', 'description': 'tempest-description-1152006084'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:06.827084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:06.842326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.921616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] For port e1aa474a-afea-4fcc-ada8-002aa135255c, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:06.924423 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a2be95-b77f-49f0-bb4c-f753ea87a95d x-openstack-request-id: req-55a2be95-b77f-49f0-bb4c-f753ea87a95d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:06.926161 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2310333-08bc-40ca-aaa6-bba2b743b1d4", "name": "network-vif-deleted", "tag": "1c5f4643-4b2c-4e64-958f-d30d31353005", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:06.926410 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55a2be95-b77f-49f0-bb4c-f753ea87a95d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:06.929981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] For port e1aa474a-afea-4fcc-ada8-002aa135255c, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e1aa474a-afea-4fcc-ada8-002aa135255c,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:06.931320 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a2be95-b77f-49f0-bb4c-f753ea87a95d'] response: {'server_uuid': 'f2310333-08bc-40ca-aaa6-bba2b743b1d4', 'name': 'network-vif-deleted', 'tag': '1c5f4643-4b2c-4e64-958f-d30d31353005', 'status': 'completed', 'code': 200} Mar 31 22:52:06.943260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0adbc55b-ff63-48d9-a859-bb841b32b8b8 req-ff44a0c9-b918-4c64-91f7-b0972f096d9b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.987354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538cf4d6-55a7-4120-9376-f7734e46baf3 None None] Network 3907e46e-97a4-4f7e-b046-ea7250854537 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:07.055039 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c8c539f-6300-4c27-bff8-573159d7c395 req-2c20bd62-8b44-459b-ab0d-be3594dab263 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 210 time: 0.0543168 Mar 31 22:52:07.056905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.122798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.123951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:07.130774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.130774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/e1aa474a-afea-4fcc-ada8-002aa135255c HTTP/1.1" status: 200 len: 1091 time: 3.0463061 Mar 31 22:52:07.130774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f435c2-9d43-48ce-b416-2f4845bce84f', 'tag': 'e1aa474a-afea-4fcc-ada8-002aa135255c'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:07.131215 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895bf138-e1e9-4e4b-98e8-4c66aca28e92" -d '{"events": [{"name": "network-changed", "server_uuid": "62f435c2-9d43-48ce-b416-2f4845bce84f", "tag": "e1aa474a-afea-4fcc-ada8-002aa135255c"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:07.185636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c40f2f-71b5-4850-bec3-dc79c61094d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa474a-afea-4fcc-ada8-002aa135255c,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:07.223031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0adbc55b-ff63-48d9-a859-bb841b32b8b8 req-ff44a0c9-b918-4c64-91f7-b0972f096d9b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.228130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event updated for resources: {'Port': ['ID=3c486556-a75d-47bd-923c-38070800fa24,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:07.287021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:07.292605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:07.307888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:07.325847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0adbc55b-ff63-48d9-a859-bb841b32b8b8 req-ff44a0c9-b918-4c64-91f7-b0972f096d9b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.343755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:07.405768 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.424893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:07.443828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.498130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'mac_address': 'fa:16:3e:8d:d5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:07.540824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:07.543176 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9e758c-5ca1-42a4-851e-f86479f43c22" -d '{"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-unplugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:07.553673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0adbc55b-ff63-48d9-a859-bb841b32b8b8 req-ff44a0c9-b918-4c64-91f7-b0972f096d9b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.559272 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-e3e86fb3-0f14-4ebb-a616-4365f0e7809f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9840302 Mar 31 22:52:07.585940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adbc55b-ff63-48d9-a859-bb841b32b8b8 req-ff44a0c9-b918-4c64-91f7-b0972f096d9b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8472993 Mar 31 22:52:07.597263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44a0c9-b918-4c64-91f7-b0972f096d9b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454f49a5-255c-4ed3-bde2-11c1e43cabad,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:07.661528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:07.669133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-e8b19d96-4982-4b7a-872a-ec97e50ef7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:07.675299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:07.675299 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.675641 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.679153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-e8b19d96-4982-4b7a-872a-ec97e50ef7af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 1094 time: 0.3035460 Mar 31 22:52:07.697453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Request body: {'port': {'device_id': '594dfa55-3064-49d3-8de1-fe8d950862d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:07.834025 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.875808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-98728dc9-08ba-4a28-b3b1-fb173415b5d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1aa474a-afea-4fcc-ada8-002aa135255c HTTP/1.1" status: 200 len: 217 time: 0.1932757 Mar 31 22:52:07.881266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99f3d797-d1b0-48c5-b83c-469f7b27cf0b req-58d92faa-14aa-49a1-b02c-ddb85917b07e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 210 time: 0.0832703 Mar 31 22:52:07.883603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.951784 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.971288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-d9490b81-e4b6-4643-a9f0-ffe6897acbda tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:07.980554 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-d9490b81-e4b6-4643-a9f0-ffe6897acbda tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 804 time: 0.6179988 Mar 31 22:52:08.004972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-e3b4db6a-c92d-48d5-84df-a3e0d4ef2df4 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/quotas/c795f09aaef84c42a8c4aec88e1be529 HTTP/1.1" status: 200 len: 375 time: 0.0233178 Mar 31 22:52:08.067579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-69ce55b0-1498-4252-bcf9-1eaf0141a5a0 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584729 Mar 31 22:52:08.089029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb6d48cf-c2a0-4412-b044-22ea504b387e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:08.097187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-63fcbe17-cae1-453e-b7cc-806162ca995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:08.098971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-63fcbe17-cae1-453e-b7cc-806162ca995d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1748540 Mar 31 22:52:08.154325 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2ade8bc8-0d21-49d5-8860-baf7e8659ba7 None None] Provisioning complete for port 3c486556-a75d-47bd-923c-38070800fa24 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:08.154749 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ade8bc8-0d21-49d5-8860-baf7e8659ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.168604 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be42fe1-6080-4084-a3a2-8da27def4805 x-openstack-request-id: req-1be42fe1-6080-4084-a3a2-8da27def4805 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:08.176520 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f435c2-9d43-48ce-b416-2f4845bce84f", "tag": "e1aa474a-afea-4fcc-ada8-002aa135255c", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:08.176520 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1be42fe1-6080-4084-a3a2-8da27def4805 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:08.176520 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be42fe1-6080-4084-a3a2-8da27def4805'] response: {'name': 'network-changed', 'server_uuid': '62f435c2-9d43-48ce-b416-2f4845bce84f', 'tag': 'e1aa474a-afea-4fcc-ada8-002aa135255c', 'status': 'completed', 'code': 200} Mar 31 22:52:08.176960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:08.331146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:52:08.331516 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:52:08.337712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2ade8bc8-0d21-49d5-8860-baf7e8659ba7 None None] Port 3c486556-a75d-47bd-923c-38070800fa24 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:08.355429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-a6498d77-2a90-4a16-b490-3b25c2ade39a service neutron] 10.222.0.31 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899547 Mar 31 22:52:08.394084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf44e66-59c4-4dcf-8d4b-aac8f3a96549 req-836165d4-3798-490c-9251-024d0d444cfe tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:08.400265 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0bf44e66-59c4-4dcf-8d4b-aac8f3a96549 req-836165d4-3798-490c-9251-024d0d444cfe tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 947 time: 0.1024380 Mar 31 22:52:08.418220 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.422009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-4a692e5a-8694-4cc5-9871-38a39961947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:08.422237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-4a692e5a-8694-4cc5-9871-38a39961947c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516589 Mar 31 22:52:08.520448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0bf44e66-59c4-4dcf-8d4b-aac8f3a96549 req-7ae95ec3-c649-4496-a9c2-900aba472b61 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031466 Mar 31 22:52:08.594974 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc85a70-c70b-452b-978b-64cca8f86896 x-openstack-request-id: req-0fc85a70-c70b-452b-978b-64cca8f86896 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:08.595266 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-unplugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:08.595520 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fc85a70-c70b-452b-978b-64cca8f86896 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:08.595920 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc85a70-c70b-452b-978b-64cca8f86896'] response: {'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'code': 200} Mar 31 22:52:08.743121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.915791 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c486556-a75d-47bd-923c-38070800fa24 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:08.955590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-deleted', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:08.959940 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a368b4c-49b2-4c51-8d9c-6e4a5ef1efc7" -d '{"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-deleted", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:08.965118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.965439 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.996753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Transition to ACTIVE for port object 3c486556-a75d-47bd-923c-38070800fa24 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:09.030048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6d48cf-c2a0-4412-b044-22ea504b387e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:09.037776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-e6616264-7b99-4226-ab85-0245daae542a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:09.045239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-e6616264-7b99-4226-ab85-0245daae542a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:09.046867 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-e6616264-7b99-4226-ab85-0245daae542a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "GET /v2.0/networks?id=93464445-b5f4-4ccd-a3af-03f44341eea0&id=7d18d97d-9ca4-44f2-88aa-2c9936f15059&id=93464445-b5f4-4ccd-a3af-03f44341eea0 HTTP/1.1" status: 200 len: 1391 time: 0.1848009 Mar 31 22:52:09.067443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'port': {'device_id': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0', 'admin_state_up': True, 'tenant_id': '95e71e79e0394184b1c6d9da34573171'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:09.082666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.088638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:09.111440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-d37da4cf-6492-4631-a14d-f03bc00080ad service neutron] 10.222.0.31 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7486110 Mar 31 22:52:09.119376 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.159597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-0479e363-7d74-4801-8914-eeb11d543e9a service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074528 Mar 31 22:52:09.175510 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.294721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Pushing event updated for resources: {'Port': ['ID=3c486556-a75d-47bd-923c-38070800fa24,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:09.310749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ce6b1-6d94-4e25-9c8e-0dfdedf23565 req-bf3b1393-936e-4688-80c5-0121e799aabc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:09.318231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:09.323213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-510ce6b1-6d94-4e25-9c8e-0dfdedf23565 req-bf3b1393-936e-4688-80c5-0121e799aabc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 943 time: 0.2760975 Mar 31 22:52:09.405860 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.434076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-510ce6b1-6d94-4e25-9c8e-0dfdedf23565 req-b2bef9be-6f0a-4d7d-8682-3cb4c1821cda tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096241 Mar 31 22:52:09.444561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['eb6d48cf-c2a0-4412-b044-22ea504b387e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:09.523023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Attempting to bind port 3c486556-a75d-47bd-923c-38070800fa24 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:09.525050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Attempting to bind port 3c486556-a75d-47bd-923c-38070800fa24 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:09.525483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Attempting to bind port 3c486556-a75d-47bd-923c-38070800fa24 on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:09.546285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Port 3c486556-a75d-47bd-923c-38070800fa24 on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:09.548015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Attempting to bind port 3c486556-a75d-47bd-923c-38070800fa24 on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:09.556682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fcf7e3d-2df8-41a5-b1e6-432024b735a8 req-e5566489-f975-4515-9cda-35a3b0209a53 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856270 Mar 31 22:52:09.560145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:09.562054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Checking segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:09.562566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Bound using segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:09.563107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Bound port: 3c486556-a75d-47bd-923c-38070800fa24, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:09.565065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.577943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:09.597640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.647152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c706d57a-0382-46d2-90c1-b716d41ab422 req-81828a73-cd59-4a7e-a6f9-6f2f468d4c76 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 210 time: 0.1027033 Mar 31 22:52:09.822424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-d8695583-65af-4f4b-934d-ec0a785c874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:09.824547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-d8695583-65af-4f4b-934d-ec0a785c874c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 1094 time: 0.1220386 Mar 31 22:52:09.844562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-fd33a75b-bd75-42ed-ab47-4f5920323225 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:09.851782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-fd33a75b-bd75-42ed-ab47-4f5920323225 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 813 time: 0.3518145 Mar 31 22:52:09.867907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] For port 3c486556-a75d-47bd-923c-38070800fa24, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:09.910724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] For port 3c486556-a75d-47bd-923c-38070800fa24, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3c486556-a75d-47bd-923c-38070800fa24,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:09.926844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-7805c256-e91a-4de1-948f-2e17da4bb5e5 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/quotas/2468219d932f46739db9ae1a6caa682d HTTP/1.1" status: 200 len: 375 time: 0.0610826 Mar 31 22:52:09.936473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Allocated IP 19.80.0.60 (93464445-b5f4-4ccd-a3af-03f44341eea0/3c249c29-37ad-47e1-8ab2-a6df4a422e96/4cad8bbf-e187-4ea5-956e-c40de0f0fe47) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:09.965737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.009951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-ee4923a6-6520-43dd-b207-d94c08b3a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.014502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-ee4923a6-6520-43dd-b207-d94c08b3a57d service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.1581857 Mar 31 22:52:10.035997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-23752df0-2cd3-4627-8b34-4994934213d5 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038656 Mar 31 22:52:10.036100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.036100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.036100 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] 10.222.0.50 "PUT /v2.0/ports/3c486556-a75d-47bd-923c-38070800fa24 HTTP/1.1" status: 200 len: 1091 time: 2.4719687 Mar 31 22:52:10.089278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-bab360a3-2989-46f5-9d84-c4fe33bb032a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1aa474a-afea-4fcc-ada8-002aa135255c HTTP/1.1" status: 200 len: 217 time: 0.0556250 Mar 31 22:52:10.105076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1b8ea-9f46-435a-8d91-b07b16808edc service neutron] Pushing event updated for resources: {'Port': ['ID=3c486556-a75d-47bd-923c-38070800fa24,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:10.206070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-f970692e-5a35-4fe1-90c5-10f9f38e86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.208352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-f970692e-5a35-4fe1-90c5-10f9f38e86e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1072550 Mar 31 22:52:10.296241 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.317703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-461847be-3767-4b8c-bca2-c286eb8436be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.319308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-461847be-3767-4b8c-bca2-c286eb8436be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 1094 time: 0.0659404 Mar 31 22:52:10.335225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84fbd3f4-f115-409a-a17c-cb5e9d510562 req-60406c46-d86d-4ddb-b3d7-a3cf8554747d tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 210 time: 0.0408106 Mar 31 22:52:10.352303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-30c65445-5e88-412f-b416-fca6a670e38a service neutron] 10.222.0.31 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754409 Mar 31 22:52:10.443282 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-d7312191-8599-401b-b137-469184925c22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c486556-a75d-47bd-923c-38070800fa24 HTTP/1.1" status: 200 len: 217 time: 0.1098366 Mar 31 22:52:10.460202 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61bd85-ea0c-4ef1-b489-cd751bd64f09 x-openstack-request-id: req-9c61bd85-ea0c-4ef1-b489-cd751bd64f09 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:10.460501 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602fd44-53ff-4258-bacc-8b81e0f98975", "name": "network-vif-deleted", "tag": "fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:10.460831 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c61bd85-ea0c-4ef1-b489-cd751bd64f09 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:10.461155 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c61bd85-ea0c-4ef1-b489-cd751bd64f09'] response: {'server_uuid': '9602fd44-53ff-4258-bacc-8b81e0f98975', 'name': 'network-vif-deleted', 'tag': 'fb0c7d1d-37fb-4b73-a6f1-8b3f8ff23a1e', 'status': 'completed', 'code': 200} Mar 31 22:52:10.528650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-bdb0a25a-a183-469f-9ddd-6d56dad674db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.542078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-bdb0a25a-a183-469f-9ddd-6d56dad674db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3085368 Mar 31 22:52:10.552421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-caa09fad-7fb2-42c0-91cd-1c37ca3e6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.553692 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-caa09fad-7fb2-42c0-91cd-1c37ca3e6971 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.0892587 Mar 31 22:52:10.618164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-262fe7fe-e5e2-4e90-899d-29bb368bfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.621928 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-262fe7fe-e5e2-4e90-899d-29bb368bfcad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572009 Mar 31 22:52:10.639193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6112a56-3c37-4818-930a-00230e884264 req-a77cdfae-cfb7-4006-b2ce-46f13ad54e3e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 210 time: 0.0789013 Mar 31 22:52:10.644930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.697854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-b4cb34de-fdf0-45f7-aa76-6d502accedd4 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442280 Mar 31 22:52:10.749287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:10.754926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Port': ['ID=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:10.760365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:10.763494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:10.773697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-5719da30-4a2f-4d25-adf9-e4ccbceba6d1 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036908 Mar 31 22:52:10.879859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.883118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.935628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-618cc0d8-0e19-4850-9d18-1ac09ee76011 service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062341 Mar 31 22:52:10.945970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf67f6-eec1-40a9-92a5-776152054ada req-9a8a3ce3-dc37-4902-b915-c47dd5b4c19b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.953727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acaf67f6-eec1-40a9-92a5-776152054ada req-9a8a3ce3-dc37-4902-b915-c47dd5b4c19b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 948 time: 0.1776767 Mar 31 22:52:11.010704 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-03347470-9124-4ce8-9318-c0c6759d39e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9525075 Mar 31 22:52:11.052437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-895bf138-e1e9-4e4b-98e8-4c66aca28e92 req-f97bb656-ff9a-462e-a796-b548edc01660 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638352 Mar 31 22:52:11.060340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'port': {'device_id': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059', 'admin_state_up': True, 'tenant_id': '95e71e79e0394184b1c6d9da34573171'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:11.073052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acaf67f6-eec1-40a9-92a5-776152054ada req-d70134d1-f380-43dd-b1a0-13537f4ba322 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184723 Mar 31 22:52:11.178879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8d8b6700-e89c-4e29-9ec3-7a7c2763ad30 None None] Provisioning complete for port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:11.179446 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d8b6700-e89c-4e29-9ec3-7a7c2763ad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.191523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:11.295081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b6700-e89c-4e29-9ec3-7a7c2763ad30 None None] Port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:11.305418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port eb6d48cf-c2a0-4412-b044-22ea504b387e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:11.307154 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.345054 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-508cce7a-5c1e-43b9-9811-9c1280e15ada req-565366ed-b289-4c4e-a8ae-b43d33a9fdaf service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860867 Mar 31 22:52:11.404291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234cea0-ae03-4c83-b738-c919aa43017a req-ea910500-e447-4412-8278-77275a2a98f1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:11.414573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c234cea0-ae03-4c83-b738-c919aa43017a req-ea910500-e447-4412-8278-77275a2a98f1 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 951 time: 0.1924925 Mar 31 22:52:11.426625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.454555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:11.456898 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6c6a5c-38b8-4345-8661-465b0d1bfbb7" -d '{"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:11.471642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:11.492764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:11.498570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.505781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a2818-0191-4d1b-9d8c-2fc3b84cf012 req-3c605f72-f51a-45f1-ac0b-25db04154556 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:11.514213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-392a2818-0191-4d1b-9d8c-2fc3b84cf012 req-3c605f72-f51a-45f1-ac0b-25db04154556 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 943 time: 0.2867715 Mar 31 22:52:11.542588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c234cea0-ae03-4c83-b738-c919aa43017a req-b2541897-156e-4e77-9e71-23075c12f13b tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155071 Mar 31 22:52:11.577505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-392a2818-0191-4d1b-9d8c-2fc3b84cf012 req-02475a9c-ede1-4023-9345-3758170e4b8e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622985 Mar 31 22:52:11.605274 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.676793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:11.729351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Allocated IP 19.86.0.242 (7d18d97d-9ca4-44f2-88aa-2c9936f15059/5eeabc12-6684-4032-aa01-526902ff1902/ed5b2cea-269c-4882-b37b-a90c9f408002) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:11.737903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1125a3ec-3e74-4604-8698-fb9354630873 req-8ad5f15f-050f-4be2-8514-dd96b5773326 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 210 time: 0.1008978 Mar 31 22:52:11.758331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-2353b7c1-b54a-44ac-9928-1dbea0fa00b4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:11.760020 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-2353b7c1-b54a-44ac-9928-1dbea0fa00b4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 951 time: 0.0850663 Mar 31 22:52:11.829554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92f30f-4af0-48b2-a126-eaa51c930780 req-903b2837-eec1-451b-9ad6-8c95abecfa64 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:11.833903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c92f30f-4af0-48b2-a126-eaa51c930780 req-903b2837-eec1-451b-9ad6-8c95abecfa64 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 931 time: 0.1806772 Mar 31 22:52:11.890029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9638f40a-934e-4d04-a332-54ada2617e62 req-b79f1d30-fafb-4404-abfa-ac2b7cd91e8a tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 210 time: 0.0364051 Mar 31 22:52:11.909962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c92f30f-4af0-48b2-a126-eaa51c930780 req-ecaf80f9-0c42-412b-9cb6-4d498fd3a753 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684674 Mar 31 22:52:11.992008 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e55a0e2-64fd-4fa7-a086-edb0c2d924d7 x-openstack-request-id: req-4e55a0e2-64fd-4fa7-a086-edb0c2d924d7 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:11.992492 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:11.992989 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e55a0e2-64fd-4fa7-a086-edb0c2d924d7 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:11.994100 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e55a0e2-64fd-4fa7-a086-edb0c2d924d7'] response: {'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'code': 200} Mar 31 22:52:12.011418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Deleting port 867c8b01-2229-4d0a-a340-013d5570eecd {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:12.012019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.074389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-faf1f46f-c1c1-43dc-9dbd-a0fc2eb12f7a req-db8fb1ce-0dfc-47b7-a0fc-a82fc1d60e75 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 210 time: 0.0453508 Mar 31 22:52:12.191078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.268064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1594be2-9186-4c3d-a104-58f7ade270ca req-68b3927a-9fe9-4cc4-8f55-7c62509e84a9 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:12.269777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] For port 867c8b01-2229-4d0a-a340-013d5570eecd, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=867c8b01-2229-4d0a-a340-013d5570eecd,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:12.270356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.270532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1594be2-9186-4c3d-a104-58f7ade270ca req-68b3927a-9fe9-4cc4-8f55-7c62509e84a9 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.0707181 Mar 31 22:52:12.289291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Calling delete_port for 867c8b01-2229-4d0a-a340-013d5570eecd owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:12.294338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da1c0-0b0e-43aa-9186-e840f751147c req-6bf4c508-de00-414a-bc23-aad062190094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:12.300014 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e5da1c0-0b0e-43aa-9186-e840f751147c req-6bf4c508-de00-414a-bc23-aad062190094 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1100 time: 0.1569340 Mar 31 22:52:12.315963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e1aa474a-afea-4fcc-ada8-002aa135255c details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:12.355927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1594be2-9186-4c3d-a104-58f7ade270ca req-7933449c-e8e9-4393-a3da-a43d000cdd66 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763423 Mar 31 22:52:12.382270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.448043 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e5da1c0-0b0e-43aa-9186-e840f751147c req-533aa17b-f842-4f23-95ec-fa9ef8415f57 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399896 Mar 31 22:52:12.456102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:12.462494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594dfa55-3064-49d3-8de1-fe8d950862d2', 'tag': '3c486556-a75d-47bd-923c-38070800fa24'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:12.465039 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "594dfa55-3064-49d3-8de1-fe8d950862d2", "tag": "3c486556-a75d-47bd-923c-38070800fa24"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:12.472503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:12.490372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e1aa474a-afea-4fcc-ada8-002aa135255c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e1aa474a-afea-4fcc-ada8-002aa135255c,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:12.501643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:12.536201 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b6fbe8-37a2-467b-963b-4b4f921fc16d x-openstack-request-id: req-f0b6fbe8-37a2-467b-963b-4b4f921fc16d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:12.537179 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594dfa55-3064-49d3-8de1-fe8d950862d2", "tag": "3c486556-a75d-47bd-923c-38070800fa24", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:12.537179 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0b6fbe8-37a2-467b-963b-4b4f921fc16d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:12.537428 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b6fbe8-37a2-467b-963b-4b4f921fc16d'] response: {'name': 'network-changed', 'server_uuid': '594dfa55-3064-49d3-8de1-fe8d950862d2', 'tag': '3c486556-a75d-47bd-923c-38070800fa24', 'status': 'completed', 'code': 200} Mar 31 22:52:12.551743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Port': ['ID=ed5b2cea-269c-4882-b37b-a90c9f408002,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:12.589047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-1f0b531e-9adb-4f91-b49a-d9190d3ef07a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:12.591998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-1f0b531e-9adb-4f91-b49a-d9190d3ef07a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 804 time: 0.2306871 Mar 31 22:52:12.671382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Request body: {'port': {'device_id': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'admin_state_up': True, 'tenant_id': 'c795f09aaef84c42a8c4aec88e1be529'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:12.729174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:12.729855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.802016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'e1aa474a-afea-4fcc-ada8-002aa135255c', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'port_id': 'e1aa474a-afea-4fcc-ada8-002aa135255c', 'mac_address': 'fa:16:3e:35:c3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:12.853015 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.871386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1aa474a-afea-4fcc-ada8-002aa135255c {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:12.877813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-0e7fa938-4a77-477c-9144-a9083f00605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:12.880099 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-0e7fa938-4a77-477c-9144-a9083f00605f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 1094 time: 0.1642559 Mar 31 22:52:12.895863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e1aa474a-afea-4fcc-ada8-002aa135255c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e1aa474a-afea-4fcc-ada8-002aa135255c,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:12.930242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a66bc-6298-47e5-8740-d8ecd094150e req-fd518ab1-0fe3-4ab5-b38b-1db035f621e9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:12.932761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e90a66bc-6298-47e5-8740-d8ecd094150e req-fd518ab1-0fe3-4ab5-b38b-1db035f621e9 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 951 time: 0.1806202 Mar 31 22:52:12.934803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7758f49c-d6bb-44e9-9149-7b72d88951a9 None None] Provisioning complete for port ed5b2cea-269c-4882-b37b-a90c9f408002 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:12.935486 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7758f49c-d6bb-44e9-9149-7b72d88951a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.955565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371aba1-6af5-4eb5-93fb-08e0f7d172a3 req-df6508a7-e3b9-430e-96f5-af4a5c9ec155 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:12.973418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2371aba1-6af5-4eb5-93fb-08e0f7d172a3 req-df6508a7-e3b9-430e-96f5-af4a5c9ec155 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 943 time: 0.2468021 Mar 31 22:52:12.988112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7758f49c-d6bb-44e9-9149-7b72d88951a9 None None] Port ed5b2cea-269c-4882-b37b-a90c9f408002 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:13.005661 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.013504 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-8fc38f72-52a1-445c-b158-5a0d08da45fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9531791 Mar 31 22:52:13.013504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.052332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'port': {'device_id': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0', 'admin_state_up': True, 'tenant_id': '95e71e79e0394184b1c6d9da34573171'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:13.093606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e90a66bc-6298-47e5-8740-d8ecd094150e req-4d4c0282-e988-4d01-a39c-f29d0b167bd4 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129541 Mar 31 22:52:13.105189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e1aa474a-afea-4fcc-ada8-002aa135255c,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:13.105461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event deleted for resources: {'Port': ['ID=867c8b01-2229-4d0a-a340-013d5570eecd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:13.113963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605', '867c8b01-2229-4d0a-a340-013d5570eecd'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:13.148327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2371aba1-6af5-4eb5-93fb-08e0f7d172a3 req-6d05e989-4444-464b-834b-ab538acc396b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723666 Mar 31 22:52:13.175620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:13.269501 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] No DVR routers for this DVR port 867c8b01-2229-4d0a-a340-013d5570eecd on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:13.274043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfccbf38-ee29-4084-a90a-ed4eb79f74af req-34ef0c34-1afa-4945-9e3b-40e0ecc67329 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 210 time: 0.0868492 Mar 31 22:52:13.274945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Made reservation on behalf of c795f09aaef84c42a8c4aec88e1be529 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:13.293024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.296260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.306970 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-324f1c07-dd60-4a04-afc8-b32fa09fef19 req-99598228-1f5f-43de-a031-74a376c401f2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "DELETE /v2.0/ports/867c8b01-2229-4d0a-a340-013d5570eecd HTTP/1.1" status: 204 len: 173 time: 1.5326543 Mar 31 22:52:13.323122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-c2cedc51-54a5-445e-89c8-f2cc9b700b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.332030 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-c2cedc51-54a5-445e-89c8-f2cc9b700b53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.4368141 Mar 31 22:52:13.359634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e1aa474a-afea-4fcc-ada8-002aa135255c'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:13.400475 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-df169b5c-136d-4994-94ac-b2d2443d37c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c486556-a75d-47bd-923c-38070800fa24 HTTP/1.1" status: 200 len: 217 time: 0.0532575 Mar 31 22:52:13.403195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c72d596e-f540-4b90-a385-7e9ebda2eabf req-f4d933db-32b2-4aea-80bd-05ce5c316097 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2310333-08bc-40ca-aaa6-bba2b743b1d4 HTTP/1.1" status: 200 len: 210 time: 0.0488720 Mar 31 22:52:13.590291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-94b6168e-58e4-4205-9180-3394e74ee257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.600186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-94b6168e-58e4-4205-9180-3394e74ee257 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1914158 Mar 31 22:52:13.643828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:13.667410 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.670953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1f657bc-87d3-4399-b2a0-4cd1209b117a req-ccb9624e-63e4-467b-b471-a7d565c22b44 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 210 time: 0.1346264 Mar 31 22:52:13.722649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-4e8baeaf-2dc2-4c44-9156-e98ad160c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.724218 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-4e8baeaf-2dc2-4c44-9156-e98ad160c827 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101899 Mar 31 22:52:13.806200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba770be-6e8f-4db1-8b17-dc2c62c3f635 req-4f6f17fb-b1c7-4880-a280-c5f6d42c0a9e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.834123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba770be-6e8f-4db1-8b17-dc2c62c3f635 req-4f6f17fb-b1c7-4880-a280-c5f6d42c0a9e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.836056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ba770be-6e8f-4db1-8b17-dc2c62c3f635 req-4f6f17fb-b1c7-4880-a280-c5f6d42c0a9e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 1654 time: 0.4221129 Mar 31 22:52:13.949867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Allocated IP 172.20.0.7 (3907e46e-97a4-4f7e-b046-ea7250854537/d9705564-59f2-41bc-8be5-a7150ffee069/9d6a8042-6650-4813-adbc-83aa805a5870) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:13.992427 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ba770be-6e8f-4db1-8b17-dc2c62c3f635 req-6f26b80b-ba39-4db4-82fb-d7365d291f5b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414187 Mar 31 22:52:14.030573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87e279-455c-48bb-865b-6e16c38cc6fd req-8bb309a7-6c07-4312-b597-d94cbac78199 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:14.043312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d87e279-455c-48bb-865b-6e16c38cc6fd req-8bb309a7-6c07-4312-b597-d94cbac78199 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1604714 Mar 31 22:52:14.171647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Allocated IP 19.80.0.36 (93464445-b5f4-4ccd-a3af-03f44341eea0/3c249c29-37ad-47e1-8ab2-a6df4a422e96/1ab7cf04-ab01-410e-9ca3-3179618d32a0) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:14.182987 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-71ab236b-f147-4928-a442-609f754781cc service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474530 Mar 31 22:52:14.293163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.473761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38d81e16-dddf-43b6-8580-ffb88a21c312 req-7e978463-beb5-43f3-810e-7e6175e94c5f tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b21e998-1078-499d-b0a6-1b38d31887d8 HTTP/1.1" status: 200 len: 210 time: 0.1735587 Mar 31 22:52:14.474639 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8e61cd6-2132-4f9e-8db6-c371dc928d5c req-65e96c8a-f24f-411e-b3ad-c44b3578e5ca service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817364 Mar 31 22:52:14.508245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-3b5e96ed-6e38-4be5-8710-4a8e18c8522d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:14.509820 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-3b5e96ed-6e38-4be5-8710-4a8e18c8522d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.50 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 813 time: 0.2854552 Mar 31 22:52:14.532745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d87e279-455c-48bb-865b-6e16c38cc6fd req-119f2a52-0564-4521-9f70-d0e0e7a6b75d tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332449 Mar 31 22:52:14.533648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'port': {'device_id': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1', 'admin_state_up': True, 'tenant_id': '2468219d932f46739db9ae1a6caa682d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:14.546031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-deleted', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:14.546031 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b21228-a188-48d9-99d6-2a3e9adc862d" -d '{"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-deleted", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:14.685642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4d0ceb5-673a-4a46-a457-e092b67f8d5a req-5457189a-236e-4db6-8b81-3a03c8cd5a0f tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 210 time: 0.0486007 Mar 31 22:52:14.713730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.803015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Pushing event updated for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:14.806923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Network 3907e46e-97a4-4f7e-b046-ea7250854537 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:14.810832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:14.813611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:14.901827 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:52:14.965444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1d444-525d-46fb-8355-a951dd24c88e req-229b2e3c-bdbb-4058-a927-a0555e089d27 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:14.966956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aae1d444-525d-46fb-8355-a951dd24c88e req-229b2e3c-bdbb-4058-a927-a0555e089d27 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 943 time: 0.2930055 Mar 31 22:52:15.011044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.011702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.025446 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb992e7d-44bc-4fba-b981-db8e7ff8ca66 x-openstack-request-id: req-cb992e7d-44bc-4fba-b981-db8e7ff8ca66 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:15.025776 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b21e998-1078-499d-b0a6-1b38d31887d8", "name": "network-vif-deleted", "tag": "867c8b01-2229-4d0a-a340-013d5570eecd", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:15.025955 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb992e7d-44bc-4fba-b981-db8e7ff8ca66 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:15.027151 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb992e7d-44bc-4fba-b981-db8e7ff8ca66'] response: {'server_uuid': '0b21e998-1078-499d-b0a6-1b38d31887d8', 'name': 'network-vif-deleted', 'tag': '867c8b01-2229-4d0a-a340-013d5570eecd', 'status': 'completed', 'code': 200} Mar 31 22:52:15.037856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669985d9-ed75-406f-b0a3-e7f196b66940 req-e4e13660-4fbc-4865-8c8b-01b7df847a6a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.049423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-669985d9-ed75-406f-b0a3-e7f196b66940 req-e4e13660-4fbc-4865-8c8b-01b7df847a6a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 931 time: 0.1145175 Mar 31 22:52:15.072942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.078387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aae1d444-525d-46fb-8355-a951dd24c88e req-80ffa4bf-6df7-4bf3-aec6-d42cff7f72d3 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983126 Mar 31 22:52:15.116234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-669985d9-ed75-406f-b0a3-e7f196b66940 req-3bb4d2b4-6d7f-4df6-8eeb-c70463b52454 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583975 Mar 31 22:52:15.206320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3c486556-a75d-47bd-923c-38070800fa24 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:15.208692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:15.240141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 867c8b01-2229-4d0a-a340-013d5570eecd {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:15.240470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 867c8b01-2229-4d0a-a340-013d5570eecd not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:15.272741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3c102-99f2-4ea1-ad7d-ba76ffb205b8 req-01df39bd-633c-4bba-9f71-177d03146d51 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.281294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3c102-99f2-4ea1-ad7d-ba76ffb205b8 req-01df39bd-633c-4bba-9f71-177d03146d51 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.284143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31a3c102-99f2-4ea1-ad7d-ba76ffb205b8 req-01df39bd-633c-4bba-9f71-177d03146d51 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 1654 time: 0.0827036 Mar 31 22:52:15.369924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3c486556-a75d-47bd-923c-38070800fa24, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3c486556-a75d-47bd-923c-38070800fa24,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:15.391697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '3c486556-a75d-47bd-923c-38070800fa24', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'port_id': '3c486556-a75d-47bd-923c-38070800fa24', 'mac_address': 'fa:16:3e:39:d9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:15.406796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31a3c102-99f2-4ea1-ad7d-ba76ffb205b8 req-0ae3e07a-ca2d-43de-aca1-426c1207c2b8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107273 Mar 31 22:52:15.413549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-18d215a2-ab4b-43d1-92ec-ccec2bdc3f3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646799 Mar 31 22:52:15.466336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.481339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c486556-a75d-47bd-923c-38070800fa24 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:15.504388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3c486556-a75d-47bd-923c-38070800fa24, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3c486556-a75d-47bd-923c-38070800fa24,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:15.529037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-c3d77bdd-0c7e-4f07-a436-b544e60547b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.532278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-c3d77bdd-0c7e-4f07-a436-b544e60547b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4de05eecea194efe9880afee1a73b381&device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 1095 time: 0.0785482 Mar 31 22:52:15.693655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-bc0c81e0-9904-4098-a8b7-c831319b6209 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0271404 Mar 31 22:52:15.713675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.714053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Request body: {'port': {'device_id': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:15.721588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.772824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e787028-5d2e-49e1-8d38-2af70250b2a6 req-dffd4c3a-b542-48b2-aa50-b9b239ed72d5 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.774454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e787028-5d2e-49e1-8d38-2af70250b2a6 req-dffd4c3a-b542-48b2-aa50-b9b239ed72d5 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1280625 Mar 31 22:52:15.777844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-51a00579-33ad-4add-a5ec-75473b78ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.779378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-51a00579-33ad-4add-a5ec-75473b78ec8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 200 len: 922 time: 0.2170835 Mar 31 22:52:15.806404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:15.811510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=3c486556-a75d-47bd-923c-38070800fa24,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:15.811703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:15.841442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:15.915729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-8f1b96e7-7197-4c0e-aa52-4903259317e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 200 len: 217 time: 0.0896163 Mar 31 22:52:15.921447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e787028-5d2e-49e1-8d38-2af70250b2a6 req-3d4e1659-09bf-485e-a067-8162105f043b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375532 Mar 31 22:52:15.932988 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.967889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.972412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.992192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Made reservation on behalf of 2468219d932f46739db9ae1a6caa682d for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:16.012262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3c486556-a75d-47bd-923c-38070800fa24'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:16.030532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.112446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Port': ['ID=1ab7cf04-ab01-410e-9ca3-3179618d32a0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:16.122255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92e6661b-1f91-4834-8d3a-2ca234a0006f req-2d472fce-3761-4cb7-b47e-7900d21d43cf tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 210 time: 0.0707574 Mar 31 22:52:16.252497 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-c290ff14-188f-4566-8aa1-7e874bd3a2ce tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2079730 Mar 31 22:52:16.272503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Request body: {'port': {'device_id': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:16.294366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-106b6b00-7e7e-455b-a745-9d5f7910422c None None] Provisioning complete for port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:16.294935 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-106b6b00-7e7e-455b-a745-9d5f7910422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.343908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-106b6b00-7e7e-455b-a745-9d5f7910422c None None] Port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:16.355739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e1aa474a-afea-4fcc-ada8-002aa135255c up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:16.443148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Allocated IP 172.20.0.10 (9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1/9508cb01-9f73-4393-b616-4684ec142dd0/fffaf709-35ea-4e5f-aa15-f62f19df72d3) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:16.485507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port e1aa474a-afea-4fcc-ada8-002aa135255c completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:16.491796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port e1aa474a-afea-4fcc-ada8-002aa135255c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:16.492432 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.524172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-4cf894ce-8412-476b-a028-7f4bca818114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:16.526223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-4cf894ce-8412-476b-a028-7f4bca818114 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 200 len: 861 time: 0.5945632 Mar 31 22:52:16.540729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.598552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-6b6995df-94cf-486f-9e3e-48af4af96e7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63e28dc7-e076-45d3-8c44-383da636c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596857 Mar 31 22:52:16.606525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719450e1-935f-4605-836f-5ebc6cd0a17b req-d5cc9993-40bf-44af-a9bf-9064fb6c1d05 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:16.611844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-719450e1-935f-4605-836f-5ebc6cd0a17b req-d5cc9993-40bf-44af-a9bf-9064fb6c1d05 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1764674 Mar 31 22:52:16.664551 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.679568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14d5db-1e75-4bac-8420-eeb078ac0139 req-6a653053-efd7-4958-9e62-3b78b4553365 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:16.681996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae14d5db-1e75-4bac-8420-eeb078ac0139 req-6a653053-efd7-4958-9e62-3b78b4553365 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 944 time: 0.2571332 Mar 31 22:52:16.711215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e1aa474a-afea-4fcc-ada8-002aa135255c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e1aa474a-afea-4fcc-ada8-002aa135255c,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:16.712978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f435c2-9d43-48ce-b416-2f4845bce84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa474a-afea-4fcc-ada8-002aa135255c'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:16.717261 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f97beb-f725-4ebc-9022-9340b40cffb9" -d '{"events": [{"server_uuid": "62f435c2-9d43-48ce-b416-2f4845bce84f", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa474a-afea-4fcc-ada8-002aa135255c"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:16.833896 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.857934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6a8042-6650-4813-adbc-83aa805a5870 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:16.894977 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.955726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae14d5db-1e75-4bac-8420-eeb078ac0139 req-e9be8f71-53c6-476a-9301-d353f98d19ff tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292936 Mar 31 22:52:16.987210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e1aa474a-afea-4fcc-ada8-002aa135255c,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:16.989857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-719450e1-935f-4605-836f-5ebc6cd0a17b req-68c9b869-d3be-4218-8db9-04e048d30bd9 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305454 Mar 31 22:52:17.033670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Transition to ACTIVE for port object 9d6a8042-6650-4813-adbc-83aa805a5870 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:17.043744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-87ec6c29-eccd-4280-832b-f2efa2515e46 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264719 Mar 31 22:52:17.204767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3c486556-a75d-47bd-923c-38070800fa24 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:17.239036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:17.246951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff32587d-9fbd-47c0-aeb9-0271c9a383a3 req-48251a6c-297c-42ae-948e-6385e2bfdc58 service neutron] 10.222.0.45 "GET /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949222 Mar 31 22:52:17.255136 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.270629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.282510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.314459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Transition to ACTIVE for port object 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:17.393862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 3c486556-a75d-47bd-923c-38070800fa24 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:17.394674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.398791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 3c486556-a75d-47bd-923c-38070800fa24 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:17.403147 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.464907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.481092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:17.650804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Attempting to bind port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:17.651225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Attempting to bind port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:17.651480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Attempting to bind port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 on network 93464445-b5f4-4ccd-a3af-03f44341eea0 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:17.657511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:17.674273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:17.691223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:17.698848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 on network 93464445-b5f4-4ccd-a3af-03f44341eea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:17.698848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Attempting to bind port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 on network 93464445-b5f4-4ccd-a3af-03f44341eea0 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:17.717576 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:17.758569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:17.759203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Checking segment: {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:17.759760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Bound using segment: {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:17.760414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Bound port: 4cad8bbf-e187-4ea5-956e-c40de0f0fe47, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:17.761196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.792334 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.879708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'Port': ['ID=fffaf709-35ea-4e5f-aa15-f62f19df72d3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:17.881305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3c486556-a75d-47bd-923c-38070800fa24, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3c486556-a75d-47bd-923c-38070800fa24,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:17.887942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:17.888602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.929124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] For port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:17.939548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] For port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:17.942789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:18.020760 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.043487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec69a6-e7cf-41db-bc67-42d84f423a0b req-822c9933-be7d-4dd1-a31b-bac61050c2d5 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.045185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19ec69a6-e7cf-41db-bc67-42d84f423a0b req-822c9933-be7d-4dd1-a31b-bac61050c2d5 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 931 time: 0.9691188 Mar 31 22:52:18.050119 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-5130c7cf-8fbd-4dcc-a8fc-61650222ddb9 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5202866 Mar 31 22:52:18.060358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Request body: {'port': {'device_id': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:18.113384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3955796-9831-4fc7-b0a3-76fafddf384b req-f3f6e870-9f7d-41b8-8940-74dc87e68ccf tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.122583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3955796-9831-4fc7-b0a3-76fafddf384b req-f3f6e870-9f7d-41b8-8940-74dc87e68ccf tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.8738589 Mar 31 22:52:18.126349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.153329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=3c486556-a75d-47bd-923c-38070800fa24,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:18.202187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-95309df7-4680-49b3-98ff-3810f4aa71c7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.202187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-95309df7-4680-49b3-98ff-3810f4aa71c7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.45 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 950 time: 0.3707550 Mar 31 22:52:18.243789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.254200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.254200 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] 10.222.0.45 "PUT /v2.0/ports/4cad8bbf-e187-4ea5-956e-c40de0f0fe47 HTTP/1.1" status: 200 len: 1091 time: 1.9788127 Mar 31 22:52:18.254200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.254200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'tag': '4cad8bbf-e187-4ea5-956e-c40de0f0fe47'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:18.257449 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c87cb7-5cb2-4849-a89d-4d0afd903940" -d '{"events": [{"name": "network-changed", "server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "tag": "4cad8bbf-e187-4ea5-956e-c40de0f0fe47"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:18.319768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19ec69a6-e7cf-41db-bc67-42d84f423a0b req-1a92fcfc-d9a5-4edf-9e9f-f4ea72261734 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478614 Mar 31 22:52:18.322045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f981-f2d9-4d0d-afe6-e4f910497fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:18.423181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3955796-9831-4fc7-b0a3-76fafddf384b req-f9cf37bc-52ef-498f-83f9-2e18cde037d5 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996187 Mar 31 22:52:18.486373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Request body: {'port': {'device_id': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:18.493550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Attempting to bind port 9d6a8042-6650-4813-adbc-83aa805a5870 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:18.493764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Attempting to bind port 9d6a8042-6650-4813-adbc-83aa805a5870 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:18.494087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Attempting to bind port 9d6a8042-6650-4813-adbc-83aa805a5870 on network 3907e46e-97a4-4f7e-b046-ea7250854537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:18.522957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Port 9d6a8042-6650-4813-adbc-83aa805a5870 on network 3907e46e-97a4-4f7e-b046-ea7250854537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:18.523285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Attempting to bind port 9d6a8042-6650-4813-adbc-83aa805a5870 on network 3907e46e-97a4-4f7e-b046-ea7250854537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:18.535536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:18.535872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Checking segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:18.536259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Bound using segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:18.536860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Bound port: 9d6a8042-6650-4813-adbc-83aa805a5870, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:18.537227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.573039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Deleting port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:18.573549 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.635944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e522311-6290-403e-94a4-51b4ce2babc5 req-baad956c-2291-4d58-96c8-b32a60fd2070 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.650296 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dbbe46-39c5-4c91-ad69-d399e023eee1 x-openstack-request-id: req-87dbbe46-39c5-4c91-ad69-d399e023eee1 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:18.651298 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f435c2-9d43-48ce-b416-2f4845bce84f", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa474a-afea-4fcc-ada8-002aa135255c", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:18.651766 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87dbbe46-39c5-4c91-ad69-d399e023eee1 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:18.652402 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87dbbe46-39c5-4c91-ad69-d399e023eee1'] response: {'server_uuid': '62f435c2-9d43-48ce-b416-2f4845bce84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa474a-afea-4fcc-ada8-002aa135255c', 'code': 200} Mar 31 22:52:18.658568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e522311-6290-403e-94a4-51b4ce2babc5 req-baad956c-2291-4d58-96c8-b32a60fd2070 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.665132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e522311-6290-403e-94a4-51b4ce2babc5 req-baad956c-2291-4d58-96c8-b32a60fd2070 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.685397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e522311-6290-403e-94a4-51b4ce2babc5 req-baad956c-2291-4d58-96c8-b32a60fd2070 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2387 time: 0.2050731 Mar 31 22:52:18.842212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffaf709-35ea-4e5f-aa15-f62f19df72d3 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:18.863130 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.894230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Transition to ACTIVE for port object fffaf709-35ea-4e5f-aa15-f62f19df72d3 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:18.901829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.991517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.036844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] For port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:19.037450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.060432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Calling delete_port for 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:19.147348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Pushing event updated for resources: {'Port': ['ID=fffaf709-35ea-4e5f-aa15-f62f19df72d3,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:19.429442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Attempting to bind port fffaf709-35ea-4e5f-aa15-f62f19df72d3 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:19.430202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Attempting to bind port fffaf709-35ea-4e5f-aa15-f62f19df72d3 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:19.430866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Attempting to bind port fffaf709-35ea-4e5f-aa15-f62f19df72d3 on network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:19.449489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Port fffaf709-35ea-4e5f-aa15-f62f19df72d3 on network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:19.449489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Attempting to bind port fffaf709-35ea-4e5f-aa15-f62f19df72d3 on network 9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:19.459595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e522311-6290-403e-94a4-51b4ce2babc5 req-8e2de0aa-b055-45e5-8a08-a5df75ca8f45 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7719800 Mar 31 22:52:19.478662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:19.478662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Checking segment: {'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:19.478662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Bound using segment: {'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:19.478662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Bound port: fffaf709-35ea-4e5f-aa15-f62f19df72d3, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:19.478662 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.494867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:19.500093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:19.504812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7baa92-e0f1-44cc-bf3a-36a265b78cfc req-0bf58629-3b9a-4a5c-9199-adde6b2c1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.505830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe7baa92-e0f1-44cc-bf3a-36a265b78cfc req-0bf58629-3b9a-4a5c-9199-adde6b2c1bd4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 1096 time: 0.7492359 Mar 31 22:52:19.528230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0bf47-18fd-42fd-9197-cad5eb5c18a7 req-adfaf069-4649-40ad-8f4f-d56be904b595 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.536700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44c0bf47-18fd-42fd-9197-cad5eb5c18a7 req-adfaf069-4649-40ad-8f4f-d56be904b595 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 944 time: 0.1623375 Mar 31 22:52:19.596058 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.609099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:19.612488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:19.668253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] For port fffaf709-35ea-4e5f-aa15-f62f19df72d3, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:19.681212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.699930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5b2cea-269c-4882-b37b-a90c9f408002 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:19.720408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] For port fffaf709-35ea-4e5f-aa15-f62f19df72d3, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:19.724075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.739356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Transition to ACTIVE for port object ed5b2cea-269c-4882-b37b-a90c9f408002 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:19.755414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44c0bf47-18fd-42fd-9197-cad5eb5c18a7 req-e03e315f-d801-4167-85db-07a1a68b4f71 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105043 Mar 31 22:52:19.755414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe7baa92-e0f1-44cc-bf3a-36a265b78cfc req-0fb9a8aa-8316-484d-9c58-48de16e85a68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379801 Mar 31 22:52:19.766686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event deleted for resources: {'Port': ['ID=57b7f251-0fc2-4b7e-adec-1a2d2fa39b62,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:19.803679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.804318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.805795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] 10.222.0.50 "PUT /v2.0/ports/9d6a8042-6650-4813-adbc-83aa805a5870 HTTP/1.1" status: 200 len: 1091 time: 4.1029186 Mar 31 22:52:19.866383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.872940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:19.885451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:19.889525 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f6377-32ec-42d8-8a3e-163a765d32ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:19.980005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba663-dcd5-41db-8a4d-4eaeed229061 req-0df52ef9-22b6-4b20-9892-2f613f3a6792 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.990977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b20ba663-dcd5-41db-8a4d-4eaeed229061 req-0df52ef9-22b6-4b20-9892-2f613f3a6792 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.4187489 Mar 31 22:52:19.998400 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da54772-37ec-4cf3-92d8-7483f53f53c6 x-openstack-request-id: req-3da54772-37ec-4cf3-92d8-7483f53f53c6 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:19.998634 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "tag": "4cad8bbf-e187-4ea5-956e-c40de0f0fe47", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:19.998875 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3da54772-37ec-4cf3-92d8-7483f53f53c6 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:19.999269 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da54772-37ec-4cf3-92d8-7483f53f53c6'] response: {'name': 'network-changed', 'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'tag': '4cad8bbf-e187-4ea5-956e-c40de0f0fe47', 'status': 'completed', 'code': 200} Mar 31 22:52:20.005505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Pushing event updated for resources: {'Port': ['ID=ed5b2cea-269c-4882-b37b-a90c9f408002,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:20.054959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] No DVR routers for this DVR port 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:20.119574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.123346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b7f1be5-189e-4b12-85b0-d77dbcf6437e req-92589661-3de0-4c76-aad1-63da5f964582 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.45 "DELETE /v2.0/ports/57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 HTTP/1.1" status: 204 len: 173 time: 1.9150114 Mar 31 22:52:20.126961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.129000 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.134357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] 10.222.0.50 "PUT /v2.0/ports/fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 200 len: 1092 time: 2.0794485 Mar 31 22:52:20.280147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad238c8f-f578-4efe-87ae-c8ab08241237 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:20.332996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b1411-5e64-47de-b19a-1c0157dfab95 service neutron] Pushing event updated for resources: {'Port': ['ID=fffaf709-35ea-4e5f-aa15-f62f19df72d3,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:20.337731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Attempting to bind port ed5b2cea-269c-4882-b37b-a90c9f408002 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:20.338069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Attempting to bind port ed5b2cea-269c-4882-b37b-a90c9f408002 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:20.338384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Attempting to bind port ed5b2cea-269c-4882-b37b-a90c9f408002 on network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:20.349060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Port ed5b2cea-269c-4882-b37b-a90c9f408002 on network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:20.349394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Attempting to bind port ed5b2cea-269c-4882-b37b-a90c9f408002 on network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:20.366152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b20ba663-dcd5-41db-8a4d-4eaeed229061 req-f8d96962-a37f-47c5-a992-f4cf86a4bf29 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739326 Mar 31 22:52:20.378116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:20.378450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Checking segment: {'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:20.378869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Bound using segment: {'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:20.379352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Bound port: ed5b2cea-269c-4882-b37b-a90c9f408002, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404cd190-e30e-434e-8e31-66a88ffbca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:20.379756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.385599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-601b8651-a429-4bf5-b4a1-8ba087de0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.387252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-601b8651-a429-4bf5-b4a1-8ba087de0ec0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1095 time: 0.1066303 Mar 31 22:52:20.395124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-1464a37c-95ed-4145-bf3e-f9238bf0768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.400584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-1464a37c-95ed-4145-bf3e-f9238bf0768a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 1094 time: 0.4066827 Mar 31 22:52:20.440396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970aef4-f7e4-4b90-8dcc-9baa9078d134 req-66926087-0f53-4928-ac7f-309ed47e6e7e tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.457624 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6970aef4-f7e4-4b90-8dcc-9baa9078d134 req-66926087-0f53-4928-ac7f-309ed47e6e7e tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.4599473 Mar 31 22:52:20.489221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-d6d089d8-33be-4c0a-a6ba-fcc6613414f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.489796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-d6d089d8-33be-4c0a-a6ba-fcc6613414f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.490322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-d6d089d8-33be-4c0a-a6ba-fcc6613414f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.492195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-d6d089d8-33be-4c0a-a6ba-fcc6613414f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2755 time: 0.4510717 Mar 31 22:52:20.512364 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-3cec5738-e717-4310-9e95-389be3c46bd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 200 len: 217 time: 0.1083193 Mar 31 22:52:20.615279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6970aef4-f7e4-4b90-8dcc-9baa9078d134 req-81ea92bd-e1a7-4a3b-b67b-024a6e0e2a80 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467314 Mar 31 22:52:20.619615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-d2f44e48-685c-437d-88a6-2cd898aaf3df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d6a8042-6650-4813-adbc-83aa805a5870 HTTP/1.1" status: 200 len: 217 time: 0.2090585 Mar 31 22:52:20.654022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594dfa55-3064-49d3-8de1-fe8d950862d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c486556-a75d-47bd-923c-38070800fa24'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:20.656693 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c39544-3182-484b-be8c-feed8a03add0" -d '{"events": [{"server_uuid": "594dfa55-3064-49d3-8de1-fe8d950862d2", "name": "network-vif-plugged", "status": "completed", "tag": "3c486556-a75d-47bd-923c-38070800fa24"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:20.688541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-e006d4d4-c443-4b23-9aa0-20a5cb335559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.690177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-e006d4d4-c443-4b23-9aa0-20a5cb335559 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9705564-59f2-41bc-8be5-a7150ffee069 HTTP/1.1" status: 200 len: 844 time: 0.0599761 Mar 31 22:52:20.730082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] For port ed5b2cea-269c-4882-b37b-a90c9f408002, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:20.735937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] For port ed5b2cea-269c-4882-b37b-a90c9f408002, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ed5b2cea-269c-4882-b37b-a90c9f408002,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:20.749026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-3461faf3-9c70-4317-a971-ae80f04de9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.750889 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-3461faf3-9c70-4317-a971-ae80f04de9ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.2315447 Mar 31 22:52:20.786194 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-ca91e4b0-c7f2-4731-95a9-885c097d1e83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284321 Mar 31 22:52:20.798609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-edaba3ee-7cac-462c-8a0e-c34724ee148d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3907e46e-97a4-4f7e-b046-ea7250854537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742574 Mar 31 22:52:20.806331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-477a8d36-0f00-4a3d-ba2e-f26557c1b8bc req-cf659782-79a6-4f03-9004-5feb9affb237 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaddce8c-b446-41c0-b68f-bb5daea8588d HTTP/1.1" status: 200 len: 210 time: 0.0414641 Mar 31 22:52:20.848663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92924ce-3f23-426c-b9eb-55b9ab99496f req-add7456c-e403-44e0-936f-b709a6f80091 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.853023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92924ce-3f23-426c-b9eb-55b9ab99496f req-add7456c-e403-44e0-936f-b709a6f80091 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 943 time: 0.3595731 Mar 31 22:52:20.908133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.956666 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7cee3a-4506-4f95-8170-dc53ddbaa2c4 x-openstack-request-id: req-bd7cee3a-4506-4f95-8170-dc53ddbaa2c4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:20.958318 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:20.958769 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd7cee3a-4506-4f95-8170-dc53ddbaa2c4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:20.959317 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7cee3a-4506-4f95-8170-dc53ddbaa2c4'] response: {'name': 'network-changed', 'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870', 'status': 'completed', 'code': 200} Mar 31 22:52:20.985810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Pushing event updated for resources: {'Port': ['ID=ed5b2cea-269c-4882-b37b-a90c9f408002,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:20.999922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-d3d40f1e-29e0-4f0b-abfd-af9d1ecb5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.000462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-d3d40f1e-29e0-4f0b-abfd-af9d1ecb5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.001270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-d3d40f1e-29e0-4f0b-abfd-af9d1ecb5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.003210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-d3d40f1e-29e0-4f0b-abfd-af9d1ecb5baa service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=95e71e79e0394184b1c6d9da34573171&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4538913 Mar 31 22:52:21.012104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.016039 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.021578 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-395e1c33-bb0b-453a-acd5-a3eedc6eeceb service neutron] 10.222.0.45 "PUT /v2.0/ports/ed5b2cea-269c-4882-b37b-a90c9f408002 HTTP/1.1" status: 200 len: 1092 time: 2.6020110 Mar 31 22:52:21.078031 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-7595f9bc-fbd3-4888-a66f-fffd2475f557 service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835751 Mar 31 22:52:21.096484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92924ce-3f23-426c-b9eb-55b9ab99496f req-7cf995bb-9e5c-4f06-8486-b4e635e774cb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959321 Mar 31 22:52:21.180381 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ba6255-1029-4d2c-97f4-941cd90d609e x-openstack-request-id: req-e3ba6255-1029-4d2c-97f4-941cd90d609e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:21.180831 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594dfa55-3064-49d3-8de1-fe8d950862d2", "name": "network-vif-plugged", "status": "completed", "tag": "3c486556-a75d-47bd-923c-38070800fa24", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:21.181232 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3ba6255-1029-4d2c-97f4-941cd90d609e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:21.181811 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ba6255-1029-4d2c-97f4-941cd90d609e'] response: {'server_uuid': '594dfa55-3064-49d3-8de1-fe8d950862d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c486556-a75d-47bd-923c-38070800fa24', 'code': 200} Mar 31 22:52:21.250527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-88695c34-851a-4680-acd9-13f6f5c7ef45 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367657 Mar 31 22:52:21.274882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173a84f-38a7-4592-9549-752cd53f902e req-f8ce56a6-7760-4878-a06b-7b8841818b97 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.288897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Request body: {'port': {'device_id': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:21.299610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173a84f-38a7-4592-9549-752cd53f902e req-f8ce56a6-7760-4878-a06b-7b8841818b97 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.309811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173a84f-38a7-4592-9549-752cd53f902e req-f8ce56a6-7760-4878-a06b-7b8841818b97 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.322933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d173a84f-38a7-4592-9549-752cd53f902e req-f8ce56a6-7760-4878-a06b-7b8841818b97 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2399 time: 0.3116059 Mar 31 22:52:21.430297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a6adc4a7-b93f-4939-b9d9-d8e49d34d10a req-6746c149-3cee-45d0-8d1a-d91ae2874e7c service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441987 Mar 31 22:52:21.493116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-3283d753-bef9-4462-a847-9d12d07b5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.494769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76c87cb7-5cb2-4849-a89d-4d0afd903940 req-3283d753-bef9-4462-a847-9d12d07b5b3c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4669495 Mar 31 22:52:21.504752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.518902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d173a84f-38a7-4592-9549-752cd53f902e req-3f6f21a6-4135-4320-b995-ec63bc819962 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914110 Mar 31 22:52:21.566886 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae72f3-85bc-4005-8b48-14964ae4aa60 req-1eec3628-b973-4bbc-a580-543ff08d01d1 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.568706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39ae72f3-85bc-4005-8b48-14964ae4aa60 req-1eec3628-b973-4bbc-a580-543ff08d01d1 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 944 time: 0.2422752 Mar 31 22:52:21.638395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fbcc494-835e-4ed4-8f09-86bd89d8dec2 req-7ca23141-fb34-4337-a08c-5d700de26a61 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132823 Mar 31 22:52:21.651711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e3966-105e-4743-9fd3-d492f44915ef req-b8de4cbc-961b-40e2-8203-4cb08beadc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.653345 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-516e3966-105e-4743-9fd3-d492f44915ef req-b8de4cbc-961b-40e2-8203-4cb08beadc79 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 1096 time: 0.1702974 Mar 31 22:52:21.694341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39ae72f3-85bc-4005-8b48-14964ae4aa60 req-53bcfe78-e05c-4b73-83d3-afa0b876ca21 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183894 Mar 31 22:52:21.763793 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-516e3966-105e-4743-9fd3-d492f44915ef req-c70a091c-1636-49c0-a8dc-541fb909b90c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023803 Mar 31 22:52:21.857043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ca81e-3185-4834-b25b-b6f26d344851 req-3e0646cd-dc37-404f-89f8-c9d21ed17b04 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.858441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d03ca81e-3185-4834-b25b-b6f26d344851 req-3e0646cd-dc37-404f-89f8-c9d21ed17b04 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.0594361 Mar 31 22:52:21.898214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d03ca81e-3185-4834-b25b-b6f26d344851 req-ff883f10-c5b3-430f-994c-f586680d8208 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Mar 31 22:52:21.936273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab7cf04-ab01-410e-9ca3-3179618d32a0 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:21.944743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.959502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Transition to ACTIVE for port object 1ab7cf04-ab01-410e-9ca3-3179618d32a0 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:22.016335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3'}, {'name': 'network-changed', 'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'tag': 'ed5b2cea-269c-4882-b37b-a90c9f408002'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:22.019857 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3"}, {"name": "network-changed", "server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "tag": "ed5b2cea-269c-4882-b37b-a90c9f408002"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:22.039102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-b301a4ed-ef2d-46e4-8c3d-38800e1f2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.040707 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-b301a4ed-ef2d-46e4-8c3d-38800e1f2a1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 1094 time: 0.0560937 Mar 31 22:52:22.042596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128bd75-7079-4a15-ab43-a5aae244f2dd req-9069c8cb-1c80-43a2-afaa-16c3a5d46085 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.045000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1128bd75-7079-4a15-ab43-a5aae244f2dd req-9069c8cb-1c80-43a2-afaa-16c3a5d46085 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.0564156 Mar 31 22:52:22.087819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1128bd75-7079-4a15-ab43-a5aae244f2dd req-c2d00a4f-ded3-45b3-b91d-46b3744ebe79 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367286 Mar 31 22:52:22.113765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.176105 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42819def-2886-4f06-8e41-9fc2905169f8 x-openstack-request-id: req-42819def-2886-4f06-8e41-9fc2905169f8 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:22.176560 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "tag": "ed5b2cea-269c-4882-b37b-a90c9f408002", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:22.176974 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42819def-2886-4f06-8e41-9fc2905169f8 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:22.177499 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42819def-2886-4f06-8e41-9fc2905169f8'] response: {'name': 'network-changed', 'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3', 'status': 'completed', 'code': 200} Mar 31 22:52:22.177792 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42819def-2886-4f06-8e41-9fc2905169f8'] response: {'name': 'network-changed', 'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'tag': 'ed5b2cea-269c-4882-b37b-a90c9f408002', 'status': 'completed', 'code': 200} Mar 31 22:52:22.233588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Pushing event updated for resources: {'Port': ['ID=1ab7cf04-ab01-410e-9ca3-3179618d32a0,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:22.283571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-6d300381-5573-4667-a52f-c580bcd55c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.286128 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-6d300381-5573-4667-a52f-c580bcd55c26 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 905 time: 0.2367446 Mar 31 22:52:22.321327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:22.355411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:22.356331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 57b7f251-0fc2-4b7e-adec-1a2d2fa39b62 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:22.380964 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-7a338e21-7886-4a71-85e8-2896b27534dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d6a8042-6650-4813-adbc-83aa805a5870 HTTP/1.1" status: 200 len: 217 time: 0.0581880 Mar 31 22:52:22.418042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-e100bc21-c660-41de-8c11-489d6db2cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.418761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-e100bc21-c660-41de-8c11-489d6db2cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.419803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-e100bc21-c660-41de-8c11-489d6db2cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.421511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-e100bc21-c660-41de-8c11-489d6db2cc40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2822 time: 0.2222500 Mar 31 22:52:22.457594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2fdf1-eb21-42a7-a6df-c2300aaba5ea req-88467044-57f5-48d7-840f-33ee9b51f2b6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.459206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1b2fdf1-eb21-42a7-a6df-c2300aaba5ea req-88467044-57f5-48d7-840f-33ee9b51f2b6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 944 time: 0.1810505 Mar 31 22:52:22.462776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Attempting to bind port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:22.462991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-87a9d8e1-2ae5-47c8-a451-3c9bf15e8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.463341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Attempting to bind port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:22.463910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Attempting to bind port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 on network 93464445-b5f4-4ccd-a3af-03f44341eea0 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:22.464428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-87a9d8e1-2ae5-47c8-a451-3c9bf15e8c18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1095 time: 0.2431183 Mar 31 22:52:22.473431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 on network 93464445-b5f4-4ccd-a3af-03f44341eea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:22.473996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Attempting to bind port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 on network 93464445-b5f4-4ccd-a3af-03f44341eea0 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:22.479345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-2b8d7da5-4531-4105-b8cb-87af120503b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.480906 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-2b8d7da5-4531-4105-b8cb-87af120503b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9705564-59f2-41bc-8be5-a7150ffee069 HTTP/1.1" status: 200 len: 844 time: 0.0915155 Mar 31 22:52:22.483839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:22.484180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Checking segment: {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:22.484558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Bound using segment: {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:22.484991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Bound port: 1ab7cf04-ab01-410e-9ca3-3179618d32a0, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb974d5-9a60-4296-ba27-2028f00efcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:22.485346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.489598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d541d-f1cb-41ab-9770-133579e2babc req-710a22e3-dd5f-4659-843c-1be7f043b823 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.491361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-856d541d-f1cb-41ab-9770-133579e2babc req-710a22e3-dd5f-4659-843c-1be7f043b823 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 943 time: 0.2114818 Mar 31 22:52:22.521647 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-656c82b9-1c44-4f5e-a474-580d315e918e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3907e46e-97a4-4f7e-b046-ea7250854537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340014 Mar 31 22:52:22.631372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] For port 1ab7cf04-ab01-410e-9ca3-3179618d32a0, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:22.636686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] For port 1ab7cf04-ab01-410e-9ca3-3179618d32a0, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1ab7cf04-ab01-410e-9ca3-3179618d32a0,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:22.660206 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-9c8e07da-6502-459e-9c50-df7762a477b1 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134369 Mar 31 22:52:22.688671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1b2fdf1-eb21-42a7-a6df-c2300aaba5ea req-6c9c8a0e-dafb-4420-9c48-a7181bcd38eb tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082129 Mar 31 22:52:22.739940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.759311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-856d541d-f1cb-41ab-9770-133579e2babc req-13027cc4-5917-4806-aabe-e35906dc5f68 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530763 Mar 31 22:52:22.786138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-05050efc-140d-48a1-a77d-374ef5cbeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.786417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-05050efc-140d-48a1-a77d-374ef5cbeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.786816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-05050efc-140d-48a1-a77d-374ef5cbeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.788642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-05050efc-140d-48a1-a77d-374ef5cbeb4b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=95e71e79e0394184b1c6d9da34573171&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3566883 Mar 31 22:52:22.794140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-0c68de9b-7e6d-491e-96cf-60e6957ecdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.795622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-0c68de9b-7e6d-491e-96cf-60e6957ecdc6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 914 time: 0.3142202 Mar 31 22:52:22.797762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.798616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.800198 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] 10.222.0.45 "PUT /v2.0/ports/1ab7cf04-ab01-410e-9ca3-3179618d32a0 HTTP/1.1" status: 200 len: 1091 time: 1.5308444 Mar 31 22:52:22.860486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b60eff-e4de-4624-ad38-22e93a137ecb service neutron] Pushing event updated for resources: {'Port': ['ID=1ab7cf04-ab01-410e-9ca3-3179618d32a0,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:22.871072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d49f6377-32ec-42d8-8a3e-163a765d32ba req-99c41c68-7d51-4523-9b8a-220921861427 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002330 Mar 31 22:52:22.906824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-b12fc8d9-7386-4582-a334-05e06d2a3ecd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 200 len: 217 time: 0.0992227 Mar 31 22:52:22.921423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-e58582f4-f355-4ef3-9c0c-f0fe2cc72f68 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:22.923375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-e58582f4-f355-4ef3-9c0c-f0fe2cc72f68 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.45 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 944 time: 0.2611146 Mar 31 22:52:22.979168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'name': 'network-vif-deleted', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:22.985409 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00261b6a-1d16-49d7-8338-8f91f39a551f" -d '{"events": [{"server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "name": "network-vif-deleted", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:23.065980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-b6d357b2-516f-4cc7-9730-a89b0d248fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.067482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-b6d357b2-516f-4cc7-9730-a89b0d248fa4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.1429436 Mar 31 22:52:23.125145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36d20-aa83-4902-a61d-f99eef81e7ee req-251d0688-1541-49d8-ab5a-25e18022bc38 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.131080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36d20-aa83-4902-a61d-f99eef81e7ee req-251d0688-1541-49d8-ab5a-25e18022bc38 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.137545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36d20-aa83-4902-a61d-f99eef81e7ee req-251d0688-1541-49d8-ab5a-25e18022bc38 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.139241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5a36d20-aa83-4902-a61d-f99eef81e7ee req-251d0688-1541-49d8-ab5a-25e18022bc38 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2411 time: 0.2691605 Mar 31 22:52:23.154977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-f49113f8-209c-4250-a2a7-5ec13ed48eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.156361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-f49113f8-209c-4250-a2a7-5ec13ed48eaf service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3598688 Mar 31 22:52:23.160547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-5cf500ce-fb98-442e-a323-1ebb332febd9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771029 Mar 31 22:52:23.618816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5a36d20-aa83-4902-a61d-f99eef81e7ee req-8a1a5d0e-7729-4edb-8c8f-6eebdfd728d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614356 Mar 31 22:52:23.663853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Deleting port 3d0f6b25-b157-4736-bbfe-502f8b96c99f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:23.664316 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.674564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-a9ab77c4-7794-4251-88d6-8096884e72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.675045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-a9ab77c4-7794-4251-88d6-8096884e72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.675517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-a9ab77c4-7794-4251-88d6-8096884e72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.677157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-a9ab77c4-7794-4251-88d6-8096884e72a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2864 time: 0.1617184 Mar 31 22:52:23.699379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5d257-2889-44b5-9237-c5f770367ca0 req-651c43c7-61ca-4ccc-89a9-f1a76edf00b7 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.700926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfa5d257-2889-44b5-9237-c5f770367ca0 req-651c43c7-61ca-4ccc-89a9-f1a76edf00b7 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 944 time: 0.1842811 Mar 31 22:52:23.801532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-43543aa3-56e7-4482-abcf-5caa9ff7c17a service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312590 Mar 31 22:52:23.810391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-d2ee2f3f-7805-4d9a-923c-6121e7232c52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.60&port_id=4cad8bbf-e187-4ea5-956e-c40de0f0fe47 HTTP/1.1" status: 200 len: 217 time: 0.1034489 Mar 31 22:52:23.963583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfa5d257-2889-44b5-9237-c5f770367ca0 req-7e032cf0-67f1-432d-ad34-bf111babdc7b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486191 Mar 31 22:52:23.977968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaaec1-b9e8-4f9a-846d-f87aab73753c req-e304a412-a38b-462b-87c0-04b49d245588 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.979550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33aaaec1-b9e8-4f9a-846d-f87aab73753c req-e304a412-a38b-462b-87c0-04b49d245588 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.2737262 Mar 31 22:52:23.981522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] For port 3d0f6b25-b157-4736-bbfe-502f8b96c99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3d0f6b25-b157-4736-bbfe-502f8b96c99f,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:23.981886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.991983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-d5b08228-66d1-4ef5-b724-33907ee580b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.993569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-d5b08228-66d1-4ef5-b724-33907ee580b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c249c29-37ad-47e1-8ab2-a6df4a422e96 HTTP/1.1" status: 200 len: 801 time: 0.1736004 Mar 31 22:52:24.026610 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401eec7d-67e2-45c9-b502-44fcdd9da8cd x-openstack-request-id: req-401eec7d-67e2-45c9-b502-44fcdd9da8cd {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:24.028291 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddce8c-b446-41c0-b68f-bb5daea8588d", "name": "network-vif-deleted", "tag": "57b7f251-0fc2-4b7e-adec-1a2d2fa39b62", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:24.028291 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-401eec7d-67e2-45c9-b502-44fcdd9da8cd {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:24.028291 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401eec7d-67e2-45c9-b502-44fcdd9da8cd'] response: {'server_uuid': 'aaddce8c-b446-41c0-b68f-bb5daea8588d', 'name': 'network-vif-deleted', 'tag': '57b7f251-0fc2-4b7e-adec-1a2d2fa39b62', 'status': 'completed', 'code': 200} Mar 31 22:52:24.028615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Calling delete_port for 3d0f6b25-b157-4736-bbfe-502f8b96c99f owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:24.147826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52f822d-52b1-4f2b-b661-a2e995f6f1bb req-04bcbd65-dcfe-4467-846a-a756bcd4e20c service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356776 Mar 31 22:52:24.161705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33aaaec1-b9e8-4f9a-846d-f87aab73753c req-ba74a336-a4d3-4fda-8874-b2082660a6f5 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656766 Mar 31 22:52:24.179025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'tag': '1ab7cf04-ab01-410e-9ca3-3179618d32a0'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:24.182381 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "tag": "1ab7cf04-ab01-410e-9ca3-3179618d32a0"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:24.199172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-c6ca2a6c-6ad3-4b92-b0f2-de3b58079577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.200685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-c6ca2a6c-6ad3-4b92-b0f2-de3b58079577 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93464445-b5f4-4ccd-a3af-03f44341eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1865013 Mar 31 22:52:24.212812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3c491-b068-40d9-8930-90fb91a00d98 req-cf7a76b0-b005-41de-a590-922c37290dc6 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.214429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84e3c491-b068-40d9-8930-90fb91a00d98 req-cf7a76b0-b005-41de-a590-922c37290dc6 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1489644 Mar 31 22:52:24.376474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84e3c491-b068-40d9-8930-90fb91a00d98 req-8ab86d5f-edb1-45d9-b338-b83daa157cf0 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507266 Mar 31 22:52:24.417841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d8a87-b14e-4020-affe-524994d61144 req-5152da0a-2846-4947-8545-124a6bdb8a34 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.419497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad3d8a87-b14e-4020-affe-524994d61144 req-5152da0a-2846-4947-8545-124a6bdb8a34 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1695020 Mar 31 22:52:24.436494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-1bce827b-47c3-4562-89a9-a09736e0d8d8 service neutron] 10.222.0.45 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210915 Mar 31 22:52:24.548678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad3d8a87-b14e-4020-affe-524994d61144 req-b53dd745-3a26-4c21-92ed-ff0d5f34b6e7 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207471 Mar 31 22:52:24.551702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.594175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Pushing event deleted for resources: {'Port': ['ID=3d0f6b25-b157-4736-bbfe-502f8b96c99f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:24.613688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ff223-4ff1-4757-8a69-6bafcecf4088 req-21486b0f-07e7-4143-b4ba-1820e9f57834 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.615225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c1ff223-4ff1-4757-8a69-6bafcecf4088 req-21486b0f-07e7-4143-b4ba-1820e9f57834 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=bffac312-0e83-4abe-8f47-2049f0ef7816 HTTP/1.1" status: 200 len: 866 time: 0.1694708 Mar 31 22:52:24.712798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] No DVR routers for this DVR port 3d0f6b25-b157-4736-bbfe-502f8b96c99f on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:24.719213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.722565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-038684e3-a6bf-45b9-a7cc-3d3597edac0c req-64bb35c4-04a0-47b1-871a-4b43a82849a1 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.45 "DELETE /v2.0/ports/3d0f6b25-b157-4736-bbfe-502f8b96c99f HTTP/1.1" status: 204 len: 173 time: 1.7807930 Mar 31 22:52:24.741497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-1eae3138-4224-4bc6-8ad2-a05a491caf66 service neutron] 10.222.0.45 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967417 Mar 31 22:52:24.802185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c1ff223-4ff1-4757-8a69-6bafcecf4088 req-6085c062-25b1-4233-a14a-30da19b215b6 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801155 Mar 31 22:52:24.804901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-795d58e8-77e9-4679-8082-e09949708dd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=ed5b2cea-269c-4882-b37b-a90c9f408002 HTTP/1.1" status: 200 len: 217 time: 0.0480998 Mar 31 22:52:24.822062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc3c36-eb4e-4cdc-ab50-e56f4abc5b83 req-367f9c48-bc5e-4067-b79e-62367b36f180 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.823676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47bc3c36-eb4e-4cdc-ab50-e56f4abc5b83 req-367f9c48-bc5e-4067-b79e-62367b36f180 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 943 time: 0.2046819 Mar 31 22:52:24.842067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-e67610e8-aa60-4aed-b4cc-f66e2e5155e2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.847978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-e67610e8-aa60-4aed-b4cc-f66e2e5155e2 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 949 time: 0.1536767 Mar 31 22:52:24.856790 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1377b98a-474a-4eaa-8313-8e29c26fa601 x-openstack-request-id: req-1377b98a-474a-4eaa-8313-8e29c26fa601 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:24.857188 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "tag": "1ab7cf04-ab01-410e-9ca3-3179618d32a0", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:24.857581 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1377b98a-474a-4eaa-8313-8e29c26fa601 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:24.858071 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1377b98a-474a-4eaa-8313-8e29c26fa601'] response: {'name': 'network-changed', 'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'tag': '1ab7cf04-ab01-410e-9ca3-3179618d32a0', 'status': 'completed', 'code': 200} Mar 31 22:52:24.944661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-1f6dc549-5251-4aad-870d-173045b14ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.946194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-1f6dc549-5251-4aad-870d-173045b14ec4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5eeabc12-6684-4032-aa01-526902ff1902 HTTP/1.1" status: 200 len: 801 time: 0.1320641 Mar 31 22:52:24.984422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47bc3c36-eb4e-4cdc-ab50-e56f4abc5b83 req-4f2d0d15-05ce-4705-aa9d-4c081d5640d7 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181808 Mar 31 22:52:25.035471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-62aca618-0ab5-4dfc-abe7-a9b641daab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.036985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-62aca618-0ab5-4dfc-abe7-a9b641daab08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d18d97d-9ca4-44f2-88aa-2c9936f15059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0690372 Mar 31 22:52:25.044479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Deleting port 53154bc9-460b-4beb-824d-f61904163605 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:25.046868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.239998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61c74-94bd-487e-a3cc-891482882533 req-e7f53c99-6cd5-4ff2-9a64-49f0657155a4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.246595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61c74-94bd-487e-a3cc-891482882533 req-e7f53c99-6cd5-4ff2-9a64-49f0657155a4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.252711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61c74-94bd-487e-a3cc-891482882533 req-e7f53c99-6cd5-4ff2-9a64-49f0657155a4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.254591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ae61c74-94bd-487e-a3cc-891482882533 req-e7f53c99-6cd5-4ff2-9a64-49f0657155a4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2411 time: 0.1955168 Mar 31 22:52:25.266864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fffaf709-35ea-4e5f-aa15-f62f19df72d3 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:25.276369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] For port 53154bc9-460b-4beb-824d-f61904163605, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=53154bc9-460b-4beb-824d-f61904163605,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:25.276745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.306896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Calling delete_port for 53154bc9-460b-4beb-824d-f61904163605 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:25.309953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-bab66c07-352c-4a63-88c5-d0e585b1986c service neutron] 10.222.0.45 "GET /v2.0/networks/7d18d97d-9ca4-44f2-88aa-2c9936f15059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616918 Mar 31 22:52:25.392000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ae61c74-94bd-487e-a3cc-891482882533 req-45d9090f-a179-4b8f-8ddf-0fdc2282e3ac tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259937 Mar 31 22:52:25.397607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fffaf709-35ea-4e5f-aa15-f62f19df72d3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:25.411101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3', 'network_id': '9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1', 'port_id': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3', 'mac_address': 'fa:16:3e:24:c5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9508cb01-9f73-4393-b616-4684ec142dd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:25.454731 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.471750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffaf709-35ea-4e5f-aa15-f62f19df72d3 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:25.496583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fffaf709-35ea-4e5f-aa15-f62f19df72d3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:25.528157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-23acc5cb-32e0-4a10-85ce-b0828f95250b service neutron] 10.222.0.45 "GET /v2.0/networks/7d18d97d-9ca4-44f2-88aa-2c9936f15059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090993 Mar 31 22:52:25.608742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-6896c076-3e3d-4bbf-8077-abde444cf96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.611738 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-6896c076-3e3d-4bbf-8077-abde444cf96a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 1096 time: 0.0466526 Mar 31 22:52:25.612479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-0a5f0d56-dd6a-4784-972e-e8fdac1345c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=1ab7cf04-ab01-410e-9ca3-3179618d32a0 HTTP/1.1" status: 200 len: 217 time: 0.0686264 Mar 31 22:52:25.631398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ba448-470f-4d13-8ee9-8684cf29db34 req-ccbf3bcd-e51d-4c58-ae7f-c473aef20da5 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.634921 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-860ba448-470f-4d13-8ee9-8684cf29db34 req-ccbf3bcd-e51d-4c58-ae7f-c473aef20da5 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 944 time: 0.1725745 Mar 31 22:52:25.661706 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.663110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d6a8042-6650-4813-adbc-83aa805a5870 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:25.705497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f17a3-c6f2-47d8-8b02-b64e69712e90 req-c8c523f0-0784-4b2f-aa16-480811eeac29 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.713618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d98f17a3-c6f2-47d8-8b02-b64e69712e90 req-c8c523f0-0784-4b2f-aa16-480811eeac29 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.2067299 Mar 31 22:52:25.714308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-2929c69c-3b01-42c1-8cbc-3c6bc779c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.715891 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-2929c69c-3b01-42c1-8cbc-3c6bc779c400 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.0976651 Mar 31 22:52:25.750412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fffaf709-35ea-4e5f-aa15-f62f19df72d3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:25.762770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-0d2a1391-36e5-42b3-91b9-d921a7e366ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.764262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-0d2a1391-36e5-42b3-91b9-d921a7e366ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c249c29-37ad-47e1-8ab2-a6df4a422e96 HTTP/1.1" status: 200 len: 801 time: 0.1261072 Mar 31 22:52:25.769424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-860ba448-470f-4d13-8ee9-8684cf29db34 req-4c722d57-a1d3-42a5-af32-75a17fca5177 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192837 Mar 31 22:52:25.783397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-3ace9ce8-397b-4d79-9e28-be03c3b0d7ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c486556-a75d-47bd-923c-38070800fa24 HTTP/1.1" status: 200 len: 217 time: 0.0493629 Mar 31 22:52:25.814892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d98f17a3-c6f2-47d8-8b02-b64e69712e90 req-93be19da-3f7b-412d-be6f-154ae39dff12 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862081 Mar 31 22:52:25.831531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.856727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['53154bc9-460b-4beb-824d-f61904163605'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:25.890638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-0abf9fec-612e-4792-8c4b-754f9fbf262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.892846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-0abf9fec-612e-4792-8c4b-754f9fbf262d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1085832 Mar 31 22:52:25.908531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:25.922837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '9d6a8042-6650-4813-adbc-83aa805a5870', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'port_id': '9d6a8042-6650-4813-adbc-83aa805a5870', 'mac_address': 'fa:16:3e:bf:56:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9705564-59f2-41bc-8be5-a7150ffee069', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:25.937234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Pushing event deleted for resources: {'Port': ['ID=53154bc9-460b-4beb-824d-f61904163605,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:25.955382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-022af61c-4797-423c-9777-3151a4b8bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.956999 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-022af61c-4797-423c-9777-3151a4b8bc7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569768 Mar 31 22:52:25.977148 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.985768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1aedd5c7-196d-4010-a5c8-5791f212dd58 req-4e25dc79-6db4-4668-89e8-abca265ac393 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 210 time: 0.0653653 Mar 31 22:52:26.014054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6a8042-6650-4813-adbc-83aa805a5870 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:26.030131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'name': 'network-vif-deleted', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:26.033393 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3db6113-4937-48f3-bc6d-ed58cdcce294" -d '{"events": [{"server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "name": "network-vif-deleted", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:26.042278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:26.053175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9489a3-7922-45db-b675-22d854260004 req-6c577441-daee-4182-93ab-fc68d622b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.056865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-6c577441-daee-4182-93ab-fc68d622b8ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93464445-b5f4-4ccd-a3af-03f44341eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2807257 Mar 31 22:52:26.076459 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] No DVR routers for this DVR port 53154bc9-460b-4beb-824d-f61904163605 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:26.083792 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.084804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8805dafc-bae7-4ae3-87d1-2b5fa3318a90 req-25230bcc-5545-4f1a-a240-3995754f35c8 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.50 "DELETE /v2.0/ports/53154bc9-460b-4beb-824d-f61904163605 HTTP/1.1" status: 204 len: 173 time: 1.2160330 Mar 31 22:52:26.148295 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.189490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba58fe-c5a0-40f7-b3e1-be4c6e6bc58f req-cff8d0a1-8c2c-4bd6-aba1-8e622bdac968 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.198613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57ba58fe-c5a0-40f7-b3e1-be4c6e6bc58f req-cff8d0a1-8c2c-4bd6-aba1-8e622bdac968 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.2338552 Mar 31 22:52:26.213207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:26.301953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57ba58fe-c5a0-40f7-b3e1-be4c6e6bc58f req-15a8dd86-e487-4496-88e4-f2906a7bc73b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021872 Mar 31 22:52:26.304834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-65d2bed5-af05-4398-930d-c0e7909ca3e5 service neutron] 10.222.0.45 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309122 Mar 31 22:52:26.318207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0756b-88c1-40c0-9f8f-878b26508856 req-c3181945-f867-407d-bad4-75fea2fb88c5 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.321321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3bc0756b-88c1-40c0-9f8f-878b26508856 req-c3181945-f867-407d-bad4-75fea2fb88c5 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 944 time: 0.1646399 Mar 31 22:52:26.328633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3d0f6b25-b157-4736-bbfe-502f8b96c99f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:26.380457 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-f6516a06-595d-4e21-812d-e1af4ff6e843 service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158301 Mar 31 22:52:26.412786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 3d0f6b25-b157-4736-bbfe-502f8b96c99f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:26.416971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3d0f6b25-b157-4736-bbfe-502f8b96c99f not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:26.448025 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5300f2f2-4a83-44c3-a8ae-e9d71a735e26 x-openstack-request-id: req-5300f2f2-4a83-44c3-a8ae-e9d71a735e26 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:26.448531 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffac312-0e83-4abe-8f47-2049f0ef7816", "name": "network-vif-deleted", "tag": "3d0f6b25-b157-4736-bbfe-502f8b96c99f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:26.448990 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5300f2f2-4a83-44c3-a8ae-e9d71a735e26 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:26.449571 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5300f2f2-4a83-44c3-a8ae-e9d71a735e26'] response: {'server_uuid': 'bffac312-0e83-4abe-8f47-2049f0ef7816', 'name': 'network-vif-deleted', 'tag': '3d0f6b25-b157-4736-bbfe-502f8b96c99f', 'status': 'completed', 'code': 200} Mar 31 22:52:26.458054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fffaf709-35ea-4e5f-aa15-f62f19df72d3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:26.489592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3bc0756b-88c1-40c0-9f8f-878b26508856 req-24c49952-c7f1-4a9e-adf4-b05f3b6ad045 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218913 Mar 31 22:52:26.539967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['9d6a8042-6650-4813-adbc-83aa805a5870'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:26.564951 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88b82b81-adde-4aa9-8b11-39dbbbd4b8ba req-a1b8b5a9-d4a6-46f5-b3fd-a14871b890d2 service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749268 Mar 31 22:52:26.566032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9489a3-7922-45db-b675-22d854260004 req-5592ba15-a118-4e38-8074-ae216c403c83 service neutron] 10.222.0.45 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380683 Mar 31 22:52:26.673219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418ec0f-1ded-4b65-8f66-7becd9aaca10 req-4b077d51-d0b5-487f-b0bb-67e1ac5789bf tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.679192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418ec0f-1ded-4b65-8f66-7becd9aaca10 req-4b077d51-d0b5-487f-b0bb-67e1ac5789bf tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.685615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418ec0f-1ded-4b65-8f66-7becd9aaca10 req-4b077d51-d0b5-487f-b0bb-67e1ac5789bf tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.687300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6418ec0f-1ded-4b65-8f66-7becd9aaca10 req-4b077d51-d0b5-487f-b0bb-67e1ac5789bf tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2411 time: 0.0662806 Mar 31 22:52:26.728801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6418ec0f-1ded-4b65-8f66-7becd9aaca10 req-1bdb3c9b-4928-436c-a071-53a7b43438a9 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Mar 31 22:52:26.852028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-44564371-7592-4967-b0af-51b00ffc9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.853561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-44564371-7592-4967-b0af-51b00ffc9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.854389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-44564371-7592-4967-b0af-51b00ffc9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.857613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-44564371-7592-4967-b0af-51b00ffc9914 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2864 time: 0.0558631 Mar 31 22:52:26.985714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428114e-12d7-4006-a7d4-bfa48439f30c req-56920ae5-3431-4343-8a12-841073ae05f0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.987410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c428114e-12d7-4006-a7d4-bfa48439f30c req-56920ae5-3431-4343-8a12-841073ae05f0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.1106620 Mar 31 22:52:27.013884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-e4a436a4-84a2-4088-bd42-3f42198cd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.017412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-e4a436a4-84a2-4088-bd42-3f42198cd118 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93464445-b5f4-4ccd-a3af-03f44341eea0 HTTP/1.1" status: 200 len: 902 time: 0.1464031 Mar 31 22:52:27.072381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c428114e-12d7-4006-a7d4-bfa48439f30c req-3fb05280-e2bc-4b94-b7e2-4e533d324627 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736651 Mar 31 22:52:27.072942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-c2f656ed-e34e-44dd-ba55-7f4e5eb52499 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=1ab7cf04-ab01-410e-9ca3-3179618d32a0 HTTP/1.1" status: 200 len: 217 time: 0.0496433 Mar 31 22:52:27.127548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-c2e89b67-49a1-4d7d-9316-1aa712011c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.129321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-c2e89b67-49a1-4d7d-9316-1aa712011c70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c249c29-37ad-47e1-8ab2-a6df4a422e96 HTTP/1.1" status: 200 len: 801 time: 0.0495949 Mar 31 22:52:27.227529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d22f3aaa-9294-4e1e-b153-c2b9ac6e0412 req-84d077f7-d891-42ec-9081-6f912a259720 tempest-MigrationsAdminTest-1919000245 tempest-MigrationsAdminTest-1919000245-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b0fd4f6-edea-4e59-8081-eda78adaaf0e HTTP/1.1" status: 200 len: 210 time: 0.0415454 Mar 31 22:52:27.257732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7d9c2-5acc-4588-a15f-df60fee58d49 req-eef764cd-5fba-4b71-86bf-b511784e28fd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.259627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1af7d9c2-5acc-4588-a15f-df60fee58d49 req-eef764cd-5fba-4b71-86bf-b511784e28fd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 945 time: 0.1145082 Mar 31 22:52:27.264559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-8ef3e988-4f4b-4eb1-a3c9-076a396babc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.264559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-8ef3e988-4f4b-4eb1-a3c9-076a396babc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93464445-b5f4-4ccd-a3af-03f44341eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1275830 Mar 31 22:52:27.646086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-45d20eea-9b90-4ee6-a0d7-2a5e0ac9bd9e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.647645 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-45d20eea-9b90-4ee6-a0d7-2a5e0ac9bd9e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 944 time: 0.0536938 Mar 31 22:52:27.698602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1af7d9c2-5acc-4588-a15f-df60fee58d49 req-669f3827-67d7-4b78-a426-83ef17a64356 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268072 Mar 31 22:52:27.730720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff2b74-e293-4947-aefb-ce71a3068229 req-c06c3265-3929-4209-8e96-bcd41154660e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.732191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19ff2b74-e293-4947-aefb-ce71a3068229 req-c06c3265-3929-4209-8e96-bcd41154660e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 944 time: 0.4350133 Mar 31 22:52:27.752657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Deleting port 9d48e03e-91ff-4673-b4b9-251df4912f27 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:27.753380 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.759116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-77db58a3-158e-48d8-b098-a8fd6f8aea00 service neutron] 10.222.0.45 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726412 Mar 31 22:52:27.846978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] For port 9d48e03e-91ff-4673-b4b9-251df4912f27, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d48e03e-91ff-4673-b4b9-251df4912f27,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:27.847342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.860622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Calling delete_port for 9d48e03e-91ff-4673-b4b9-251df4912f27 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:27.866223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19ff2b74-e293-4947-aefb-ce71a3068229 req-a73006e1-5039-41b5-ad53-ed9eddc5336e tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193976 Mar 31 22:52:27.897358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60222c1-4742-4cc7-9c02-5aab0504f13f req-5a0524db-31c5-4ec5-bd43-f947b8fbcf29 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.899592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e60222c1-4742-4cc7-9c02-5aab0504f13f req-5a0524db-31c5-4ec5-bd43-f947b8fbcf29 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1231678 Mar 31 22:52:27.928397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ed9ddbb-b710-42b9-9c5f-0bd7acbf5cf7 req-1cd865ee-0553-4308-9470-ca032abff84d service neutron] 10.222.0.45 "GET /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607494 Mar 31 22:52:27.959284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e60222c1-4742-4cc7-9c02-5aab0504f13f req-8247c7ea-f9ed-4e2b-8257-e0bae5b9be41 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Mar 31 22:52:28.011822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef5081-0710-4cbb-b00e-06eb507c1d34 req-0b5441c3-e281-4800-968c-9127a7a05e7f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.013522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45ef5081-0710-4cbb-b00e-06eb507c1d34 req-0b5441c3-e281-4800-968c-9127a7a05e7f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 944 time: 0.0716639 Mar 31 22:52:28.084498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45ef5081-0710-4cbb-b00e-06eb507c1d34 req-1944f5f2-5bad-456e-9225-6aa41f9c95fd tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637894 Mar 31 22:52:28.103328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4d52-c6ce-42ff-aa7e-1eea54798022 req-df348311-113b-41c5-9d07-0e73b20c8c6a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.109339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4d52-c6ce-42ff-aa7e-1eea54798022 req-df348311-113b-41c5-9d07-0e73b20c8c6a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.115719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4d52-c6ce-42ff-aa7e-1eea54798022 req-df348311-113b-41c5-9d07-0e73b20c8c6a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.117434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5ce4d52-c6ce-42ff-aa7e-1eea54798022 req-df348311-113b-41c5-9d07-0e73b20c8c6a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2411 time: 0.0898225 Mar 31 22:52:28.153364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.182237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5ce4d52-c6ce-42ff-aa7e-1eea54798022 req-224c9e71-93d6-45a3-9b88-542b7044517e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Mar 31 22:52:28.184739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Pushing event deleted for resources: {'Port': ['ID=9d48e03e-91ff-4673-b4b9-251df4912f27,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:28.218133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e8f2-4d1c-434e-8662-7cce9394e0b8 req-11a7a9bf-def5-4f5c-a93d-c511d32359cb tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.218133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1582e8f2-4d1c-434e-8662-7cce9394e0b8 req-11a7a9bf-def5-4f5c-a93d-c511d32359cb tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.0698466 Mar 31 22:52:28.234610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] No DVR routers for this DVR port 9d48e03e-91ff-4673-b4b9-251df4912f27 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:28.237321 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.241069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c5c76d1c-65b8-432c-91ff-1e7baa276221 req-bc510ea9-0520-44bd-a894-0a319af42159 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.50 "DELETE /v2.0/ports/9d48e03e-91ff-4673-b4b9-251df4912f27 HTTP/1.1" status: 204 len: 173 time: 0.5836575 Mar 31 22:52:28.241635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'name': 'network-vif-deleted', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:28.244694 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132e3ddd-d814-4276-b507-400fad798173" -d '{"events": [{"server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "name": "network-vif-deleted", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:28.259209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1582e8f2-4d1c-434e-8662-7cce9394e0b8 req-95bb1833-8ef7-4020-aaa7-e35cb886259c tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370574 Mar 31 22:52:28.283796 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f02cf1-83f0-4a99-8f5c-95023287253e x-openstack-request-id: req-89f02cf1-83f0-4a99-8f5c-95023287253e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:28.284101 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3076e1-2e6c-4397-b471-1a0298cd4202", "name": "network-vif-deleted", "tag": "9d48e03e-91ff-4673-b4b9-251df4912f27", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:28.284327 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89f02cf1-83f0-4a99-8f5c-95023287253e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:28.284719 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f02cf1-83f0-4a99-8f5c-95023287253e'] response: {'server_uuid': '5f3076e1-2e6c-4397-b471-1a0298cd4202', 'name': 'network-vif-deleted', 'tag': '9d48e03e-91ff-4673-b4b9-251df4912f27', 'status': 'completed', 'code': 200} Mar 31 22:52:28.450465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'name': 'network-vif-deleted', 'tag': '53154bc9-460b-4beb-824d-f61904163605'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:28.453311 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3019474-95b9-48aa-9177-cf780e534fbd" -d '{"events": [{"server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "name": "network-vif-deleted", "tag": "53154bc9-460b-4beb-824d-f61904163605"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:28.490110 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb11429f-6154-48fa-ad49-9291fe56806e x-openstack-request-id: req-bb11429f-6154-48fa-ad49-9291fe56806e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:28.490393 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0fd4f6-edea-4e59-8081-eda78adaaf0e", "name": "network-vif-deleted", "tag": "53154bc9-460b-4beb-824d-f61904163605", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:28.490678 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb11429f-6154-48fa-ad49-9291fe56806e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:28.491579 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb11429f-6154-48fa-ad49-9291fe56806e'] response: {'server_uuid': '0b0fd4f6-edea-4e59-8081-eda78adaaf0e', 'name': 'network-vif-deleted', 'tag': '53154bc9-460b-4beb-824d-f61904163605', 'status': 'completed', 'code': 200} Mar 31 22:52:28.835534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d7b46-f75a-48b1-a8a5-1672536ed26e req-f4095bce-2b10-4f75-a2f4-e913df2774e6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.839025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc6d7b46-f75a-48b1-a8a5-1672536ed26e req-f4095bce-2b10-4f75-a2f4-e913df2774e6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 945 time: 0.0616503 Mar 31 22:52:28.885388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc6d7b46-f75a-48b1-a8a5-1672536ed26e req-1392cea5-e02a-47cb-9f56-55e1efc60218 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Mar 31 22:52:28.933016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57574) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:29.012102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aab04e19-12bf-40a5-8206-3a560806f743 req-ecd32e2a-19e8-41ae-8b06-f0a81a706cd4 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3076e1-2e6c-4397-b471-1a0298cd4202 HTTP/1.1" status: 200 len: 210 time: 0.0379214 Mar 31 22:52:29.098889 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a5a75c09-a945-4e7d-b0c9-122be2a0e70a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0dc4b05ffb65417ca10cafdffe214b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645606 Mar 31 22:52:29.101334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57580) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:29.106323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8341cad-41cf-43cf-8748-5e7f93b70018 req-0914479d-f108-41eb-9bf8-ffd87bb94c18 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.109246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8341cad-41cf-43cf-8748-5e7f93b70018 req-0914479d-f108-41eb-9bf8-ffd87bb94c18 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.0648551 Mar 31 22:52:29.155787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8341cad-41cf-43cf-8748-5e7f93b70018 req-ccb37895-3092-4af3-b9e3-7b9febe20b2b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Mar 31 22:52:29.177602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c743c49e-fd2c-4d15-8ee3-ef3e836672aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.204276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c743c49e-fd2c-4d15-8ee3-ef3e836672aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.210249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990982d-fa2f-4421-8d43-237568fc51f6 req-40823d20-436f-41ca-9698-1a6dab5f9802 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.211760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e990982d-fa2f-4421-8d43-237568fc51f6 req-40823d20-436f-41ca-9698-1a6dab5f9802 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 944 time: 0.0529580 Mar 31 22:52:29.261322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e990982d-fa2f-4421-8d43-237568fc51f6 req-afbe423a-64ff-4aad-a643-94a2f8fea4df tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Mar 31 22:52:29.300635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fffaf709-35ea-4e5f-aa15-f62f19df72d3 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:29.333366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d17d-8557-4b79-8443-dd944c8ca599 req-a8e6f4bd-e5dd-4fd5-907d-f474934f9b95 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.341088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d17d-8557-4b79-8443-dd944c8ca599 req-a8e6f4bd-e5dd-4fd5-907d-f474934f9b95 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.347972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d17d-8557-4b79-8443-dd944c8ca599 req-a8e6f4bd-e5dd-4fd5-907d-f474934f9b95 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.349889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18e2d17d-8557-4b79-8443-dd944c8ca599 req-a8e6f4bd-e5dd-4fd5-907d-f474934f9b95 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2411 time: 0.0876036 Mar 31 22:52:29.400636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c743c49e-fd2c-4d15-8ee3-ef3e836672aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.403801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c743c49e-fd2c-4d15-8ee3-ef3e836672aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.405198 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c743c49e-fd2c-4d15-8ee3-ef3e836672aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b HTTP/1.1" status: 204 len: 168 time: 0.3024182 Mar 31 22:52:29.420329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18e2d17d-8557-4b79-8443-dd944c8ca599 req-324ca8dd-0df6-420c-8215-a624b25afcd2 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585725 Mar 31 22:52:29.424018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743c49e-fd2c-4d15-8ee3-ef3e836672aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ec2f52-0b3b-49cd-8af6-a85f286c1b4b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:29.429289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dd710-0114-4363-8bb4-d685b66bc8b4 req-81c545bf-26a2-4cab-8c56-b3c9c9ecf25e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.430277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-652dd710-0114-4363-8bb4-d685b66bc8b4 req-81c545bf-26a2-4cab-8c56-b3c9c9ecf25e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.0796344 Mar 31 22:52:29.472057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port fffaf709-35ea-4e5f-aa15-f62f19df72d3 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:29.475712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-652dd710-0114-4363-8bb4-d685b66bc8b4 req-717c101c-93fd-4ff2-b761-814b6c389f86 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Mar 31 22:52:29.477392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port fffaf709-35ea-4e5f-aa15-f62f19df72d3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:29.478469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.562571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.591823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:29.594216 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7625bc-105b-4698-a9be-0252a3cbe251" -d '{"events": [{"server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "name": "network-vif-plugged", "status": "completed", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:29.616159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fffaf709-35ea-4e5f-aa15-f62f19df72d3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:29.636343 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5601943d-cb55-475c-a6b3-056757a90081 x-openstack-request-id: req-5601943d-cb55-475c-a6b3-056757a90081 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:29.636639 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "name": "network-vif-plugged", "status": "completed", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:29.636902 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5601943d-cb55-475c-a6b3-056757a90081 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:29.637306 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5601943d-cb55-475c-a6b3-056757a90081'] response: {'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3', 'code': 200} Mar 31 22:52:29.701626 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.702582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d6a8042-6650-4813-adbc-83aa805a5870 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:29.739434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223551ee-3c04-4a1e-b7f3-a058d50656eb req-c110f93b-b6ea-406b-8562-f647881e8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.741069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-223551ee-3c04-4a1e-b7f3-a058d50656eb req-c110f93b-b6ea-406b-8562-f647881e8342 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1097 time: 0.0437858 Mar 31 22:52:29.779025 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-223551ee-3c04-4a1e-b7f3-a058d50656eb req-2794ea55-f30b-4a61-8230-d8ad2529cac6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304747 Mar 31 22:52:29.783434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fffaf709-35ea-4e5f-aa15-f62f19df72d3,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:29.883887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 9d6a8042-6650-4813-adbc-83aa805a5870 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:29.891174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 9d6a8042-6650-4813-adbc-83aa805a5870 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:29.891174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.977351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.013016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:30.022072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e8fe9-0a10-43d3-8046-796f9a80f981 req-52342dda-6199-49ec-8444-1ca548e3fa87 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.026802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac8e8fe9-0a10-43d3-8046-796f9a80f981 req-52342dda-6199-49ec-8444-1ca548e3fa87 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 946 time: 0.0675163 Mar 31 22:52:30.071469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac8e8fe9-0a10-43d3-8046-796f9a80f981 req-1752ae43-5db8-483f-9e17-9e62a83d4717 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 Mar 31 22:52:30.097217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.098082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d48e03e-91ff-4673-b4b9-251df4912f27 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:30.139196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 9d48e03e-91ff-4673-b4b9-251df4912f27 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:30.139526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d48e03e-91ff-4673-b4b9-251df4912f27 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:30.140322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 53154bc9-460b-4beb-824d-f61904163605 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:30.166904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 53154bc9-460b-4beb-824d-f61904163605 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:30.167189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 53154bc9-460b-4beb-824d-f61904163605 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:30.186942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:30.267587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57604) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:30.309923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03a648-1146-4e03-a606-317815aee8c0 req-46af4db0-6410-4c5f-9c69-24617bfaa604 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.311571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f03a648-1146-4e03-a606-317815aee8c0 req-46af4db0-6410-4c5f-9c69-24617bfaa604 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.0733790 Mar 31 22:52:30.314091 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4fff817b-3dae-4509-83d7-aa815450319e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91fe4b796eb44985b923c821b7a1075a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453448 Mar 31 22:52:30.316534 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57608) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:30.321326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:30.356793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f03a648-1146-4e03-a606-317815aee8c0 req-12c0d26d-1d2a-4984-823d-08cdec55e497 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370176 Mar 31 22:52:30.376574 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f18998a5-8d3c-428c-94ca-7b04c2c9b3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.403214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f18998a5-8d3c-428c-94ca-7b04c2c9b3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.429339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:30.449766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '4cad8bbf-e187-4ea5-956e-c40de0f0fe47', 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0', 'port_id': '4cad8bbf-e187-4ea5-956e-c40de0f0fe47', 'mac_address': 'fa:16:3e:5c:02:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c249c29-37ad-47e1-8ab2-a6df4a422e96', 'ip_address': '19.80.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:30.481405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258b33a-7ea6-42f7-86d3-01d059641903 req-6406a1c2-d573-4e1e-9fdc-b4d816850f75 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.482988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1258b33a-7ea6-42f7-86d3-01d059641903 req-6406a1c2-d573-4e1e-9fdc-b4d816850f75 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 945 time: 0.0605736 Mar 31 22:52:30.498067 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.513392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:30.529328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1258b33a-7ea6-42f7-86d3-01d059641903 req-9ed77a21-db53-4cfc-bf74-c99606f5a484 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391808 Mar 31 22:52:30.535221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:30.651764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da5bba-448f-40da-bdd3-d260983044f1 req-682180c8-4190-46ab-8282-ba024e5ba2fe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.657925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da5bba-448f-40da-bdd3-d260983044f1 req-682180c8-4190-46ab-8282-ba024e5ba2fe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.664404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da5bba-448f-40da-bdd3-d260983044f1 req-682180c8-4190-46ab-8282-ba024e5ba2fe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.666014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0da5bba-448f-40da-bdd3-d260983044f1 req-682180c8-4190-46ab-8282-ba024e5ba2fe tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2411 time: 0.0759251 Mar 31 22:52:30.695604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f18998a5-8d3c-428c-94ca-7b04c2c9b3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.700508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f18998a5-8d3c-428c-94ca-7b04c2c9b3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.700508 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f18998a5-8d3c-428c-94ca-7b04c2c9b3ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32d3c5d5-6b88-4964-ad2a-fe8983fc335a HTTP/1.1" status: 204 len: 168 time: 0.3821576 Mar 31 22:52:30.707742 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.708441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ed5b2cea-269c-4882-b37b-a90c9f408002 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:30.720052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0da5bba-448f-40da-bdd3-d260983044f1 req-16209a4b-4bc0-491b-803a-df5f882c54ef tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474651 Mar 31 22:52:30.723892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18998a5-8d3c-428c-94ca-7b04c2c9b3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d3c5d5-6b88-4964-ad2a-fe8983fc335a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:30.849472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91fc3c-2037-4650-a9c3-ab26e7e95340 req-de829297-a1da-44ac-8457-db340c6d53fa tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.855213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc91fc3c-2037-4650-a9c3-ab26e7e95340 req-de829297-a1da-44ac-8457-db340c6d53fa tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.0825162 Mar 31 22:52:30.894933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:30.908930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9444ab-a334-47f1-a6e1-46beb1782873 req-875ea50b-b501-4b49-9476-2d1b7e55cf58 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.910464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb9444ab-a334-47f1-a6e1-46beb1782873 req-875ea50b-b501-4b49-9476-2d1b7e55cf58 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 965 time: 0.0990298 Mar 31 22:52:30.913958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc91fc3c-2037-4650-a9c3-ab26e7e95340 req-be883341-9aca-413d-82a0-55aa8e338383 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538602 Mar 31 22:52:30.934654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ed5b2cea-269c-4882-b37b-a90c9f408002, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ed5b2cea-269c-4882-b37b-a90c9f408002,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:30.954603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'ed5b2cea-269c-4882-b37b-a90c9f408002', 'network_id': '7d18d97d-9ca4-44f2-88aa-2c9936f15059', 'port_id': 'ed5b2cea-269c-4882-b37b-a90c9f408002', 'mac_address': 'fa:16:3e:ba:df:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eeabc12-6684-4032-aa01-526902ff1902', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:30.956895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb9444ab-a334-47f1-a6e1-46beb1782873 req-1e71be31-87df-458e-95db-7c72b77d320b tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cfef7cb-d0cf-4021-aa81-527ffe1f887d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Mar 31 22:52:31.000411 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.016226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5b2cea-269c-4882-b37b-a90c9f408002 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:31.038516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ed5b2cea-269c-4882-b37b-a90c9f408002, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ed5b2cea-269c-4882-b37b-a90c9f408002,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:31.090578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977fa40-302e-41b6-92e4-b816e570098a req-e222463f-f92a-4c26-9110-0662cc2f21aa tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.091990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9977fa40-302e-41b6-92e4-b816e570098a req-e222463f-f92a-4c26-9110-0662cc2f21aa tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 965 time: 0.0507352 Mar 31 22:52:31.142884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.143851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1ab7cf04-ab01-410e-9ca3-3179618d32a0 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:31.219842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1ab7cf04-ab01-410e-9ca3-3179618d32a0, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1ab7cf04-ab01-410e-9ca3-3179618d32a0,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:31.236714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ed5b2cea-269c-4882-b37b-a90c9f408002,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:31.238853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '1ab7cf04-ab01-410e-9ca3-3179618d32a0', 'network_id': '93464445-b5f4-4ccd-a3af-03f44341eea0', 'port_id': '1ab7cf04-ab01-410e-9ca3-3179618d32a0', 'mac_address': 'fa:16:3e:73:e7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c249c29-37ad-47e1-8ab2-a6df4a422e96', 'ip_address': '19.80.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:31.244596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fca9b-352a-4aee-b0bb-82ab889abe55 req-13ca22f2-2f58-4351-ac1c-ab4ff2a0e0d2 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.246414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae0fca9b-352a-4aee-b0bb-82ab889abe55 req-13ca22f2-2f58-4351-ac1c-ab4ff2a0e0d2 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 946 time: 0.0933237 Mar 31 22:52:31.251986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Deleting port fdaac679-d757-45c9-86a8-075bae762b67 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:31.252325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.296093 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.314558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab7cf04-ab01-410e-9ca3-3179618d32a0 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:31.337808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1ab7cf04-ab01-410e-9ca3-3179618d32a0, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1ab7cf04-ab01-410e-9ca3-3179618d32a0,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:31.348302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae0fca9b-352a-4aee-b0bb-82ab889abe55 req-6c5906d5-cb7f-46b5-abba-7fd0cc13ea43 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913534 Mar 31 22:52:31.399331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] For port fdaac679-d757-45c9-86a8-075bae762b67, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fdaac679-d757-45c9-86a8-075bae762b67,segment=NetworkSegment(698818d0-c2cb-48aa-86e9-793228686f17),segment_id=698818d0-c2cb-48aa-86e9-793228686f17)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:31.399331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.407936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Calling delete_port for fdaac679-d757-45c9-86a8-075bae762b67 owned by compute:tempest-test_az-79161682 {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:31.472998 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.538046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90109b-9e00-4a4d-b751-5ba97076c8b0 req-1c95e887-2c2a-4400-8280-f8d2533ca021 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.540420 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce90109b-9e00-4a4d-b751-5ba97076c8b0 req-1c95e887-2c2a-4400-8280-f8d2533ca021 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.0852280 Mar 31 22:52:31.641428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:31.644404 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d40ea0c-e465-4ea5-a518-fa0fb79c13d9" -d '{"events": [{"server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "name": "network-vif-plugged", "status": "completed", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:31.649813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce90109b-9e00-4a4d-b751-5ba97076c8b0 req-2c502eda-0827-419b-9aeb-64cda04162e7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701101 Mar 31 22:52:31.680080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1ab7cf04-ab01-410e-9ca3-3179618d32a0,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:31.700376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.717781 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c297fcf8-d830-4732-a46e-351b3fcd8a3c x-openstack-request-id: req-c297fcf8-d830-4732-a46e-351b3fcd8a3c {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:31.718067 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "name": "network-vif-plugged", "status": "completed", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:31.718319 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c297fcf8-d830-4732-a46e-351b3fcd8a3c {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:31.718738 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c297fcf8-d830-4732-a46e-351b3fcd8a3c'] response: {'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870', 'code': 200} Mar 31 22:52:31.741045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Pushing event deleted for resources: {'Port': ['ID=fdaac679-d757-45c9-86a8-075bae762b67,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:31.760298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53364569-142e-434b-b163-84152a6ee4ab req-c97d3e4f-8b67-46c4-8cbe-9c37f708d287 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.762272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53364569-142e-434b-b163-84152a6ee4ab req-c97d3e4f-8b67-46c4-8cbe-9c37f708d287 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 945 time: 0.1110954 Mar 31 22:52:31.780886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['4cad8bbf-e187-4ea5-956e-c40de0f0fe47'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:31.803943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] No DVR routers for this DVR port fdaac679-d757-45c9-86a8-075bae762b67 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:31.811729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.815312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9977fa40-302e-41b6-92e4-b816e570098a req-7e29266b-db0e-4bf8-97c0-219630ebc55f tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.45 "DELETE /v2.0/ports/fdaac679-d757-45c9-86a8-075bae762b67 HTTP/1.1" status: 204 len: 173 time: 0.7167363 Mar 31 22:52:31.815766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'name': 'network-vif-deleted', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:31.818145 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f7c38c-a594-4beb-8c00-33dad71702df" -d '{"events": [{"server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "name": "network-vif-deleted", "tag": "fdaac679-d757-45c9-86a8-075bae762b67"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:31.836847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1ab7cf04-ab01-410e-9ca3-3179618d32a0'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:31.848124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53364569-142e-434b-b163-84152a6ee4ab req-87bbc4b5-dacf-487a-b4df-540eb3621db7 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717230 Mar 31 22:52:31.863999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fda132-40ea-49a9-a3a8-8b364233d4af req-b3af780a-17a9-40b3-b8a7-ea0f20c94181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.865518 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-77fda132-40ea-49a9-a3a8-8b364233d4af req-b3af780a-17a9-40b3-b8a7-ea0f20c94181 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 1096 time: 0.0786605 Mar 31 22:52:31.915123 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe9ee63-fb17-4120-a211-2ea8db1bd4c5 x-openstack-request-id: req-7fe9ee63-fb17-4120-a211-2ea8db1bd4c5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:31.915692 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0401b7-60a9-4e02-a8c1-9db123beefd6", "name": "network-vif-deleted", "tag": "fdaac679-d757-45c9-86a8-075bae762b67", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:31.916412 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fe9ee63-fb17-4120-a211-2ea8db1bd4c5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:31.917274 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe9ee63-fb17-4120-a211-2ea8db1bd4c5'] response: {'server_uuid': '2f0401b7-60a9-4e02-a8c1-9db123beefd6', 'name': 'network-vif-deleted', 'tag': 'fdaac679-d757-45c9-86a8-075bae762b67', 'status': 'completed', 'code': 200} Mar 31 22:52:31.950126 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-77fda132-40ea-49a9-a3a8-8b364233d4af req-04c554cc-753c-4f50-897a-893ae1c93c44 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744705 Mar 31 22:52:31.961141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c69483-63d4-4cc7-a837-defa9499d4b7 req-d57c3c79-1f2a-4623-8b3f-64f96ea759e8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.973466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c69483-63d4-4cc7-a837-defa9499d4b7 req-d57c3c79-1f2a-4623-8b3f-64f96ea759e8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.978628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c69483-63d4-4cc7-a837-defa9499d4b7 req-d57c3c79-1f2a-4623-8b3f-64f96ea759e8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.987995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7c69483-63d4-4cc7-a837-defa9499d4b7 req-d57c3c79-1f2a-4623-8b3f-64f96ea759e8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2414 time: 0.1434002 Mar 31 22:52:32.074117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7c69483-63d4-4cc7-a837-defa9499d4b7 req-c104fb95-5798-4751-914d-e5f4136025ca tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821450 Mar 31 22:52:32.101216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5c47c-1e2a-4d07-95a1-b281179f2e2e req-1a9849c1-b2b1-4d09-ba38-9e88db566c86 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.110893 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b5c47c-1e2a-4d07-95a1-b281179f2e2e req-1a9849c1-b2b1-4d09-ba38-9e88db566c86 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.0815897 Mar 31 22:52:32.149873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b5c47c-1e2a-4d07-95a1-b281179f2e2e req-aa8e861a-13df-4957-931d-9b905d2fe248 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380487 Mar 31 22:52:32.176809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94fffd22-f4a1-4949-84c7-f205c6df7105 req-c65695f5-a337-4760-9eb3-0857360ac004 tempest-LiveAutoBlockMigrationV225Test-1948760064 tempest-LiveAutoBlockMigrationV225Test-1948760064-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0401b7-60a9-4e02-a8c1-9db123beefd6 HTTP/1.1" status: 200 len: 210 time: 0.0305171 Mar 31 22:52:32.294851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57656) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:32.399999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-network', 'tenant_id': '29f7e95b419147fd834d4129192e479c'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:32.472802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f5c5f-7eaf-4487-88fe-d45f78676b0d req-0fd9ed87-a33f-47ea-9422-d3dcaed5f0ec tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.474335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce4f5c5f-7eaf-4487-88fe-d45f78676b0d req-0fd9ed87-a33f-47ea-9422-d3dcaed5f0ec tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 946 time: 0.0502172 Mar 31 22:52:32.513760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce4f5c5f-7eaf-4487-88fe-d45f78676b0d req-e3959c64-03ef-4f7c-9789-cc121a4f7a89 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Mar 31 22:52:32.535702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Made reservation on behalf of 29f7e95b419147fd834d4129192e479c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:32.538139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.548566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.646193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0724732-8c29-45ad-b247-7fd598d81396 req-63b0decf-7ab1-4b1f-a459-bed2acde2c0e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1231380163&fields=id&tenant_id=2468219d932f46739db9ae1a6caa682d HTTP/1.1" status: 200 len: 267 time: 0.0384719 Mar 31 22:52:32.651263 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.708566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0724732-8c29-45ad-b247-7fd598d81396 req-cf60d732-fc9f-4ec8-bad1-8b992a9d0446 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.710052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0724732-8c29-45ad-b247-7fd598d81396 req-cf60d732-fc9f-4ec8-bad1-8b992a9d0446 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 946 time: 0.0563426 Mar 31 22:52:32.722391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c0724732-8c29-45ad-b247-7fd598d81396 req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'port': {'security_groups': ['fa74ed1d-fb79-4970-8cf0-2e80220fe51d', '982139fb-5a88-48fd-9611-4726e4f498f5']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:32.753074 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.775757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:32.791978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9fedc1-a4aa-448d-9821-288d40978fdc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:32.802984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.809892 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Added segment 15ce9d13-7e19-4221-b23b-b91eed7e71b9 of type vlan for network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a Mar 31 22:52:32.824452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ed5b2cea-269c-4882-b37b-a90c9f408002'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:32.825215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c0724732-8c29-45ad-b247-7fd598d81396 req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.844964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37657e-1db2-429b-ba88-fb0f636815ed req-112cedd5-e174-4150-9a19-b736178e60ad tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.847509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af37657e-1db2-429b-ba88-fb0f636815ed req-112cedd5-e174-4150-9a19-b736178e60ad tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1180723 Mar 31 22:52:32.868389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.967042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af37657e-1db2-429b-ba88-fb0f636815ed req-2da76c22-1d81-4035-aa7f-bb0debc7f982 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Mar 31 22:52:33.028331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.031530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.032135 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.102082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] Pushing event updated for resources: {'Network': ['ID=369eef97-df0c-4bdc-93f1-9a1c52a63f5a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.116284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:33.167163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354543b0-0351-4976-8c80-f5a4eea4173b req-6a049f5d-132a-4b57-b0dd-63eae78e11c4 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.168684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-354543b0-0351-4976-8c80-f5a4eea4173b req-6a049f5d-132a-4b57-b0dd-63eae78e11c4 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 945 time: 0.0944171 Mar 31 22:52:33.177618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c0724732-8c29-45ad-b247-7fd598d81396 req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] For port fffaf709-35ea-4e5f-aa15-f62f19df72d3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:33.183259 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6bc63d3b-c61c-4ac0-a2d6-f998686e3d3d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8844385 Mar 31 22:52:33.184136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57674) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:33.191249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Request body: {'subnet': {'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-subnet', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:33.234865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c0724732-8c29-45ad-b247-7fd598d81396 req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.239539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-354543b0-0351-4976-8c80-f5a4eea4173b req-7507e210-8c3e-4441-b20b-3c4adf7aa29f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642595 Mar 31 22:52:33.290609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Made reservation on behalf of 29f7e95b419147fd834d4129192e479c for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:33.294141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.354204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57a46-6fe1-4b29-ad89-131cdb2d3103 req-6dfd579a-637d-4415-bb3d-4afab65eecf5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.360699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57a46-6fe1-4b29-ad89-131cdb2d3103 req-6dfd579a-637d-4415-bb3d-4afab65eecf5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.367585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57a46-6fe1-4b29-ad89-131cdb2d3103 req-6dfd579a-637d-4415-bb3d-4afab65eecf5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.369316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8d57a46-6fe1-4b29-ad89-131cdb2d3103 req-6dfd579a-637d-4415-bb3d-4afab65eecf5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2414 time: 0.0698068 Mar 31 22:52:33.394159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c0724732-8c29-45ad-b247-7fd598d81396 req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.410395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fffaf709-35ea-4e5f-aa15-f62f19df72d3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:33.462254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8d57a46-6fe1-4b29-ad89-131cdb2d3103 req-46204650-2afd-4d96-a234-764a45ec6007 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859106 Mar 31 22:52:33.485122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0724732-8c29-45ad-b247-7fd598d81396 req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.485122 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c0724732-8c29-45ad-b247-7fd598d81396 req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.485122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0724732-8c29-45ad-b247-7fd598d81396 req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "PUT /v2.0/ports/fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 200 len: 982 time: 0.7588453 Mar 31 22:52:33.514577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:33.544288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b2409-11a3-440d-8f25-2cbc6cd9816c tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'Port': ['ID=fffaf709-35ea-4e5f-aa15-f62f19df72d3,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.549736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57680) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:33.582986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fffaf709-35ea-4e5f-aa15-f62f19df72d3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:33.645104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.661715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528f737-10b8-498b-bab6-556db0e5b677 req-29138e2d-e0c7-4651-8a03-67f52784ced7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.667389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2528f737-10b8-498b-bab6-556db0e5b677 req-29138e2d-e0c7-4651-8a03-67f52784ced7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.1024024 Mar 31 22:52:33.678098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9ddca9c-be90-48d4-9368-ea226cb9c4ed req-8337ebc4-5af2-4563-8590-e1328fe37e57 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/982139fb-5a88-48fd-9611-4726e4f498f5 HTTP/1.1" status: 200 len: 1800 time: 0.1012135 Mar 31 22:52:33.711481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fc6023-05de-45d6-8b87-64b89d7fac9f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.725099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Checking segment: {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:33.725464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Network hostable DHCP agents. Network: 369eef97-df0c-4bdc-93f1-9a1c52a63f5a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:33.775894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfd60e0-105a-4491-b693-d81dcdf4752f admin admin] Deleting subnet f41bb645-28bf-45ae-bf44-28cec17d8d36 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:52:33.782926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bfd60e0-105a-4491-b693-d81dcdf4752f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.809707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2528f737-10b8-498b-bab6-556db0e5b677 req-f41a352c-7aa8-4231-8130-85c64a9c0e2e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043732 Mar 31 22:52:33.837785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bfd60e0-105a-4491-b693-d81dcdf4752f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.840589 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-f9ddca9c-be90-48d4-9368-ea226cb9c4ed req-d56c20a3-7847-451a-8c2a-f73e0f8bbd3e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 22:52:33.841644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9ddca9c-be90-48d4-9368-ea226cb9c4ed req-d56c20a3-7847-451a-8c2a-f73e0f8bbd3e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/982139fb-5a88-48fd-9611-4726e4f498f5 HTTP/1.1" status: 409 len: 341 time: 0.1327949 Mar 31 22:52:33.891867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:33.900299 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bfd60e0-105a-4491-b693-d81dcdf4752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.923015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:33.929212 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d76001-ebc9-41a6-adc2-9e7211b21a29" -d '{"events": [{"name": "network-changed", "server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:33.983277 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4bb530-1266-42bf-9d09-08015e3676e5 x-openstack-request-id: req-5f4bb530-1266-42bf-9d09-08015e3676e5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:33.983567 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:33.983814 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f4bb530-1266-42bf-9d09-08015e3676e5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:33.984212 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4bb530-1266-42bf-9d09-08015e3676e5'] response: {'name': 'network-changed', 'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3', 'status': 'completed', 'code': 200} Mar 31 22:52:34.004773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-46fcff23-ee5c-47b1-b070-3fd7ba3792a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.061908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-4e645c05-a49d-4c18-91d8-5e8ba822da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.068904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-4e645c05-a49d-4c18-91d8-5e8ba822da44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1136 time: 0.0579488 Mar 31 22:52:34.109334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5105f-94bb-4c61-8e71-9af0cca9dc58 req-8b3d26db-33f5-4f1e-8661-ee55746c6a33 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.110969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37e5105f-94bb-4c61-8e71-9af0cca9dc58 req-8b3d26db-33f5-4f1e-8661-ee55746c6a33 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.0650558 Mar 31 22:52:34.152871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37e5105f-94bb-4c61-8e71-9af0cca9dc58 req-1bcf30d1-af1a-4abe-a2c7-4ecc9d9329fd tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344415 Mar 31 22:52:34.171296 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bfd60e0-105a-4491-b693-d81dcdf4752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.185106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-821d17f5-5d16-4158-ac26-7fd0809a7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.186650 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-821d17f5-5d16-4158-ac26-7fd0809a7d5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 914 time: 0.1076567 Mar 31 22:52:34.198859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd60e0-105a-4491-b693-d81dcdf4752f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41bb645-28bf-45ae-bf44-28cec17d8d36,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:34.205667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bfd60e0-105a-4491-b693-d81dcdf4752f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.208426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5bfd60e0-105a-4491-b693-d81dcdf4752f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f41bb645-28bf-45ae-bf44-28cec17d8d36 HTTP/1.1" status: 204 len: 168 time: 0.6576619 Mar 31 22:52:34.215529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57692) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:34.234635 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-069d3138-0ce7-47d5-b043-04707528285e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 200 len: 217 time: 0.0408311 Mar 31 22:52:34.235116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 369eef97-df0c-4bdc-93f1-9a1c52a63f5a) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:34.256483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c978695-8726-4126-876c-c1a55bd37753 None None] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:34.257264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.261613 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.328095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-c2322c8e-ed64-4c62-8e41-236641262738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.329622 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-c2322c8e-ed64-4c62-8e41-236641262738 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.0778377 Mar 31 22:52:34.350886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ed5b2cea-269c-4882-b37b-a90c9f408002 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:34.371841 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-a9d67a49-a67a-4f94-b31b-9a1d6db78fb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335267 Mar 31 22:52:34.430170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.443838 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a48435b7-17db-47d8-9be6-e8c09637260c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2559850 Mar 31 22:52:34.446905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57698) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:34.461521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:34.482095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12bb2-f0a0-4f23-815a-889a3ac2b2fa req-56b70098-cdb4-4616-a2bc-56707a124cb0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.486393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01d12bb2-f0a0-4f23-815a-889a3ac2b2fa req-56b70098-cdb4-4616-a2bc-56707a124cb0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 985 time: 0.1718361 Mar 31 22:52:34.519695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7bd61-705e-4d4e-af17-020f3e5116af req-e646e90b-6703-4084-8af6-68a27efbbeb8 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.521124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:52:34.522749 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.523077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8e7bd61-705e-4d4e-af17-020f3e5116af req-e646e90b-6703-4084-8af6-68a27efbbeb8 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 945 time: 0.1704850 Mar 31 22:52:34.554357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port ed5b2cea-269c-4882-b37b-a90c9f408002 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:34.561870 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-6abee1d1-b7db-44e4-bbf0-96d4b58fd17f service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773779 Mar 31 22:52:34.606910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port ed5b2cea-269c-4882-b37b-a90c9f408002 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:34.607143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.675406 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72d76001-ebc9-41a6-adc2-9e7211b21a29 req-02751583-cc4f-4ef3-88e6-42deb3be14d8 service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071019 Mar 31 22:52:34.695126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01d12bb2-f0a0-4f23-815a-889a3ac2b2fa req-da3193dc-77b6-4fe3-9ff7-93f08ecf0f47 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&id=982139fb-5a88-48fd-9611-4726e4f498f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1949463 Mar 31 22:52:34.697149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.703052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.704276 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.751160 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8e7bd61-705e-4d4e-af17-020f3e5116af req-f078af75-4df1-4841-9114-76fef85621f2 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171555 Mar 31 22:52:34.760299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Allocated IP 172.20.0.2 (369eef97-df0c-4bdc-93f1-9a1c52a63f5a/80fc6023-05de-45d6-8b87-64b89d7fac9f/06139a92-37f8-4ea7-9311-273500a64602) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:34.772375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e28dc7-e076-45d3-8c44-383da636c123']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:34.773775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.805210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b2cea-269c-4882-b37b-a90c9f408002'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:34.807708 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1acd37e-2f22-4028-afc4-30c1b224be66" -d '{"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-plugged", "status": "completed", "tag": "ed5b2cea-269c-4882-b37b-a90c9f408002"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:34.834828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ed5b2cea-269c-4882-b37b-a90c9f408002, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ed5b2cea-269c-4882-b37b-a90c9f408002,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:34.856731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698818d0-c2cb-48aa-86e9-793228686f17') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:34.857057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698818d0-c2cb-48aa-86e9-793228686f17') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:34.860471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.871285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-9e9d2031-e828-4d59-9fe5-3951632282ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.873223 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-9e9d2031-e828-4d59-9fe5-3951632282ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1136 time: 0.0535953 Mar 31 22:52:34.878213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.901772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5aa1a-196c-4a3b-b063-7bc165c18489 req-71dabb48-23b3-4756-a29b-e49f45df7d1e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.908018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5aa1a-196c-4a3b-b063-7bc165c18489 req-71dabb48-23b3-4756-a29b-e49f45df7d1e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.915036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5aa1a-196c-4a3b-b063-7bc165c18489 req-71dabb48-23b3-4756-a29b-e49f45df7d1e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.916791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1c5aa1a-196c-4a3b-b063-7bc165c18489 req-71dabb48-23b3-4756-a29b-e49f45df7d1e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2414 time: 0.1408188 Mar 31 22:52:34.924299 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.939288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:52:34.939781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:52:34.941534 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:52:34.952281 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.953154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1ab7cf04-ab01-410e-9ca3-3179618d32a0 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:34.999841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-3663921d-890d-45c3-a6c7-09a90e39f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.001437 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-3663921d-890d-45c3-a6c7-09a90e39f75b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 914 time: 0.1190541 Mar 31 22:52:35.038089 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.061223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ed5b2cea-269c-4882-b37b-a90c9f408002,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.110051 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-1db8c30d-d1f0-4a20-943a-aa7f575872b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 200 len: 217 time: 0.0976148 Mar 31 22:52:35.131202 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.156034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1c5aa1a-196c-4a3b-b063-7bc165c18489 req-82a4c9c0-9566-4e0b-a6c6-38e4784bb842 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274618 Mar 31 22:52:35.191611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-3b8706b9-3bd0-4bde-a46c-39b937376886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.193178 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-3b8706b9-3bd0-4bde-a46c-39b937376886 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.0790436 Mar 31 22:52:35.203454 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33a73c3-8f68-4e82-ba3d-b54a0000f07f x-openstack-request-id: req-e33a73c3-8f68-4e82-ba3d-b54a0000f07f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:35.203786 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-plugged", "status": "completed", "tag": "ed5b2cea-269c-4882-b37b-a90c9f408002", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:35.204014 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e33a73c3-8f68-4e82-ba3d-b54a0000f07f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:35.204364 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33a73c3-8f68-4e82-ba3d-b54a0000f07f'] response: {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b2cea-269c-4882-b37b-a90c9f408002', 'code': 200} Mar 31 22:52:35.204915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:35.213980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:35.214350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.259604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.264955 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-70865df7-5a03-4059-b09f-26da741b9ae4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638890 Mar 31 22:52:35.268163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.275056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:35.298884 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.305950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] 10.222.0.31 "DELETE /v2.0/networks/63e28dc7-e076-45d3-8c44-383da636c123 HTTP/1.1" status: 204 len: 168 time: 1.0922623 Mar 31 22:52:35.306893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563d8b9-a8fc-4fff-9b83-45bce111e453 admin admin] Pushing event deleted for resources: {'Network': ['ID=63e28dc7-e076-45d3-8c44-383da636c123,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.323192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57714) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:35.331624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Pushing event updated for resources: {'Port': ['ID=06139a92-37f8-4ea7-9311-273500a64602,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.335359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:35.339555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:35.435785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf99a36-b430-4714-9304-96e182bfb0a3 admin admin] Deleting subnet 5c6a9bf3-a8af-4071-9fdd-2bfdd6a0a032 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:52:35.441991 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-acf99a36-b430-4714-9304-96e182bfb0a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.452179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e0474-b437-4c66-b57f-9eaa78c4366e req-dbcb1abc-3c29-4ec9-9782-cc29a55d1d9e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.459698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e2e0474-b437-4c66-b57f-9eaa78c4366e req-dbcb1abc-3c29-4ec9-9782-cc29a55d1d9e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.1890469 Mar 31 22:52:35.464301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Attempting to bind port 06139a92-37f8-4ea7-9311-273500a64602 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:35.464795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Attempting to bind port 06139a92-37f8-4ea7-9311-273500a64602 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:35.465258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Attempting to bind port 06139a92-37f8-4ea7-9311-273500a64602 on network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:35.474208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:35.474818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Checking segment: {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:35.475537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.476313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Bound using segment: {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:35.479215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Bound port: 06139a92-37f8-4ea7-9311-273500a64602, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:35.482931 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.483302 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-8a6f3cbe-925a-43e4-a164-2c5de1e1ff52 service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106688 Mar 31 22:52:35.519641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86867009-a58c-4584-9435-f93f200e91dd req-4b829933-0b09-4dc0-90c9-5b17422a5b37 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.528507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86867009-a58c-4584-9435-f93f200e91dd req-4b829933-0b09-4dc0-90c9-5b17422a5b37 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 945 time: 0.2309604 Mar 31 22:52:35.573571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.628404 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91b41e79-0208-47fe-aa66-d96a23369c99 req-15795575-b7f0-4759-a199-9f784fb7a6e2 service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373763 Mar 31 22:52:35.686979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1ab7cf04-ab01-410e-9ca3-3179618d32a0, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1ab7cf04-ab01-410e-9ca3-3179618d32a0,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:35.710741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] For port 06139a92-37f8-4ea7-9311-273500a64602, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:35.715090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] For port 06139a92-37f8-4ea7-9311-273500a64602, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=06139a92-37f8-4ea7-9311-273500a64602,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:35.719095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e2e0474-b437-4c66-b57f-9eaa78c4366e req-96c7744a-f90b-42ab-9681-b23284f42db7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585340 Mar 31 22:52:35.721459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-acf99a36-b430-4714-9304-96e182bfb0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.764526 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86867009-a58c-4584-9435-f93f200e91dd req-92d7659f-a1d6-42a5-b5e1-c45d123dc89e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349997 Mar 31 22:52:35.776376 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.779189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:35.809909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-acf99a36-b430-4714-9304-96e182bfb0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.856497 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.972184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1ab7cf04-ab01-410e-9ca3-3179618d32a0,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.996098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-acf99a36-b430-4714-9304-96e182bfb0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.037522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3db7a-bd26-40e6-9c40-2d284ffc7054 None None] Pushing event updated for resources: {'Port': ['ID=06139a92-37f8-4ea7-9311-273500a64602,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.075723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf99a36-b430-4714-9304-96e182bfb0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6a9bf3-a8af-4071-9fdd-2bfdd6a0a032,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.080620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-acf99a36-b430-4714-9304-96e182bfb0a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.083775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-acf99a36-b430-4714-9304-96e182bfb0a3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5c6a9bf3-a8af-4071-9fdd-2bfdd6a0a032 HTTP/1.1" status: 204 len: 168 time: 0.7586777 Mar 31 22:52:36.086659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57720) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:36.104970 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d397cbdd-1fb0-4133-bd6c-b62f09d3bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.105666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8160c-03ed-40b7-93b9-4cd16d7b5624 req-022d8b53-ca7e-45cc-823c-f40c5e6782bb tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.106739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62c8160c-03ed-40b7-93b9-4cd16d7b5624 req-022d8b53-ca7e-45cc-823c-f40c5e6782bb tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.2021923 Mar 31 22:52:36.115381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:36.126894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:36.127604 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.178078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200e2c5-42a8-468f-b97c-70fd8f5c5099 req-a939f0bf-1ae6-47b6-9e67-57f5b36416b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.183669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1200e2c5-42a8-468f-b97c-70fd8f5c5099 req-a939f0bf-1ae6-47b6-9e67-57f5b36416b8 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 985 time: 0.1951377 Mar 31 22:52:36.202991 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.277909 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.337288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:36.359699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62c8160c-03ed-40b7-93b9-4cd16d7b5624 req-095cd7b5-e68e-4681-8070-7031c9f65a71 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339916 Mar 31 22:52:36.378432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1200e2c5-42a8-468f-b97c-70fd8f5c5099 req-506139ea-bbfb-45a3-ba97-989b9958e55e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&id=982139fb-5a88-48fd-9611-4726e4f498f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1114278 Mar 31 22:52:36.399036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.399208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.423097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.428031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574442b2-9c8f-41d2-ba81-c0b2a0a3d498']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:36.442012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6f07cb-92b7-4727-8118-589d0590854d') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:36.442677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6f07cb-92b7-4727-8118-589d0590854d') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:36.457954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.473522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.481057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:52:36.481462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:52:36.483242 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:52:36.564514 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.621483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fdaac679-d757-45c9-86a8-075bae762b67 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:36.657892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.660258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: fdaac679-d757-45c9-86a8-075bae762b67 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:36.666872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fdaac679-d757-45c9-86a8-075bae762b67 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:36.667040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.673272 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/574442b2-9c8f-41d2-ba81-c0b2a0a3d498 HTTP/1.1" status: 204 len: 168 time: 0.5825467 Mar 31 22:52:36.694563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.702462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacaf7a-9eb2-4737-b7d7-37fb781de7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=574442b2-9c8f-41d2-ba81-c0b2a0a3d498,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.736008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 06139a92-37f8-4ea7-9311-273500a64602 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:36.797685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 06139a92-37f8-4ea7-9311-273500a64602 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:36.798206 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.892738 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.932938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 06139a92-37f8-4ea7-9311-273500a64602, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=06139a92-37f8-4ea7-9311-273500a64602,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:36.997198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9264645-e06d-4b14-ac60-55a9e5ee9f23 req-f62b3970-e1d2-414f-b963-8b7e92c0d957 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.997198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9264645-e06d-4b14-ac60-55a9e5ee9f23 req-f62b3970-e1d2-414f-b963-8b7e92c0d957 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.999668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9264645-e06d-4b14-ac60-55a9e5ee9f23 req-f62b3970-e1d2-414f-b963-8b7e92c0d957 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.001436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9264645-e06d-4b14-ac60-55a9e5ee9f23 req-f62b3970-e1d2-414f-b963-8b7e92c0d957 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2416 time: 0.5227575 Mar 31 22:52:37.013015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a84c-a205-4ec8-b605-17e44ec08682 req-95fbd5f9-77e4-4d69-8741-669016e00fd0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.014832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3696a84c-a205-4ec8-b605-17e44ec08682 req-95fbd5f9-77e4-4d69-8741-669016e00fd0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.1323974 Mar 31 22:52:37.049005 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.055701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Allocated IP 172.25.4.149 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/5f3a93f7-1a62-472b-b1df-17786ef77a70) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:37.100779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9264645-e06d-4b14-ac60-55a9e5ee9f23 req-cdc53c3a-1baa-43b0-bc49-af8c080a5205 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848413 Mar 31 22:52:37.109134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=06139a92-37f8-4ea7-9311-273500a64602,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.159241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3696a84c-a205-4ec8-b605-17e44ec08682 req-ad7d1d44-92a0-4148-94fb-7a44745567fe tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255479 Mar 31 22:52:37.193362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57734) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:37.205820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab7cf04-ab01-410e-9ca3-3179618d32a0'}, {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad8bbf-e187-4ea5-956e-c40de0f0fe47'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:37.208766 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e91ce-0c10-461c-a64a-7f5d41cf2870" -d '{"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-plugged", "status": "completed", "tag": "1ab7cf04-ab01-410e-9ca3-3179618d32a0"}, {"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-plugged", "status": "completed", "tag": "4cad8bbf-e187-4ea5-956e-c40de0f0fe47"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:37.267594 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-82ec6b97-87d9-475c-b6f6-187453ee5abb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4de05eecea194efe9880afee1a73b381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718088 Mar 31 22:52:37.269887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57740) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:37.297049 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.301899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421a46b-5a8a-49cf-87bd-ada4e73b345b None None] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:37.370425 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-ab677015-b457-425c-b46f-771247a9110a tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1611791194&fields=id&tenant_id=19fd03bcff2c42329f66a9b958776047 HTTP/1.1" status: 200 len: 267 time: 0.0781922 Mar 31 22:52:37.394942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff529a-3dc8-4b10-8c62-d861bd2bef2c req-e3ad383d-5dac-4c87-868a-e8ec5b39ba38 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.398062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21ff529a-3dc8-4b10-8c62-d861bd2bef2c req-e3ad383d-5dac-4c87-868a-e8ec5b39ba38 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 945 time: 0.1477315 Mar 31 22:52:37.399575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38f11f96-4667-476e-9295-865b97d86ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.435356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38f11f96-4667-476e-9295-865b97d86ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.445872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-273f79d0-4e0e-40ac-9ef0-77bd94d7ca3d None None] Provisioning complete for port 06139a92-37f8-4ea7-9311-273500a64602 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:37.446653 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-273f79d0-4e0e-40ac-9ef0-77bd94d7ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.522602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21ff529a-3dc8-4b10-8c62-d861bd2bef2c req-8b4068ed-e846-46e6-83f1-e0da1782248b tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894825 Mar 31 22:52:37.571659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-6ec0c5b1-db7e-4c9a-a1db-37f4ac18f901 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.573994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-6ec0c5b1-db7e-4c9a-a1db-37f4ac18f901 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/networks?id=d27abfd1-0898-414d-8ac3-8eb129995266 HTTP/1.1" status: 200 len: 816 time: 0.1916142 Mar 31 22:52:37.575847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.625245 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38f11f96-4667-476e-9295-865b97d86ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.625245 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38f11f96-4667-476e-9295-865b97d86ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.627816 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-38f11f96-4667-476e-9295-865b97d86ad5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cfef7cb-d0cf-4021-aa81-527ffe1f887d HTTP/1.1" status: 204 len: 168 time: 0.3562341 Mar 31 22:52:37.643410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f11f96-4667-476e-9295-865b97d86ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfef7cb-d0cf-4021-aa81-527ffe1f887d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.652710 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848c987d-f21a-4f6b-b971-d0e88f500a0b x-openstack-request-id: req-848c987d-f21a-4f6b-b971-d0e88f500a0b {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:37.653489 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-plugged", "status": "completed", "tag": "1ab7cf04-ab01-410e-9ca3-3179618d32a0", "code": 200}, {"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-plugged", "status": "completed", "tag": "4cad8bbf-e187-4ea5-956e-c40de0f0fe47", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:37.657051 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-848c987d-f21a-4f6b-b971-d0e88f500a0b {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:37.657051 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848c987d-f21a-4f6b-b971-d0e88f500a0b'] response: {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab7cf04-ab01-410e-9ca3-3179618d32a0', 'code': 200} Mar 31 22:52:37.658396 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848c987d-f21a-4f6b-b971-d0e88f500a0b'] response: {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad8bbf-e187-4ea5-956e-c40de0f0fe47', 'code': 200} Mar 31 22:52:37.659009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:37.665915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:37.675391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-1967f66a-33bf-4f58-958e-508e7cc5ec42 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/quotas/19fd03bcff2c42329f66a9b958776047 HTTP/1.1" status: 200 len: 375 time: 0.0680308 Mar 31 22:52:37.703406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:37.808601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3a93f7-1a62-472b-b1df-17786ef77a70,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.828202 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.859645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-1f641eb4-b867-493a-9a01-f78c5aea39bc tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=19fd03bcff2c42329f66a9b958776047&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1833644 Mar 31 22:52:37.909280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1df33-f1db-4118-809a-fafb4e0a36fb req-38ccef6c-fee1-4ed9-b385-8ecae54cd269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.910854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14c1df33-f1db-4118-809a-fafb4e0a36fb req-38ccef6c-fee1-4ed9-b385-8ecae54cd269 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.2687421 Mar 31 22:52:37.916445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d9ceb-e7e3-4982-b891-71bd5aaef183 req-3051f2fd-dce3-4ce3-9834-320995c4fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.916930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d9ceb-e7e3-4982-b891-71bd5aaef183 req-3051f2fd-dce3-4ce3-9834-320995c4fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.917402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d9ceb-e7e3-4982-b891-71bd5aaef183 req-3051f2fd-dce3-4ce3-9834-320995c4fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.919132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351d9ceb-e7e3-4982-b891-71bd5aaef183 req-3051f2fd-dce3-4ce3-9834-320995c4fd0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2870 time: 0.2110779 Mar 31 22:52:38.036046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351d9ceb-e7e3-4982-b891-71bd5aaef183 req-cd540118-6f82-4051-8701-b3e3fb924def service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864179 Mar 31 22:52:38.049621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14c1df33-f1db-4118-809a-fafb4e0a36fb req-3fc3c3f7-4586-44a1-bdee-72a3ce6872b5 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989175 Mar 31 22:52:38.086134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2de730ea-50ff-4a2c-b663-78d21dc07dfe None None] Provisioning complete for port 06139a92-37f8-4ea7-9311-273500a64602 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:38.086656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2de730ea-50ff-4a2c-b663-78d21dc07dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.243793 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.364903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00df59-a1e8-441b-a5c5-646adaebdacb req-2996c400-c216-42b2-b6dd-bc23469392fa tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:38.366421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e00df59-a1e8-441b-a5c5-646adaebdacb req-2996c400-c216-42b2-b6dd-bc23469392fa tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 985 time: 0.1811981 Mar 31 22:52:38.372008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-5b0e5f89-732d-4dc8-9709-c08cf760b64c service neutron] 10.222.0.31 "GET /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770713 Mar 31 22:52:38.405954 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.505035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57758) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:38.560382 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2bbe67da-1ab4-4210-8946-065145067a20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0225da935475446c8f4def0f0184293d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532441 Mar 31 22:52:38.564475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57760) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:38.576040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e00df59-a1e8-441b-a5c5-646adaebdacb req-4637bfc8-cae0-409a-9afa-e2dc6a877ed3 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&id=982139fb-5a88-48fd-9611-4726e4f498f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1891472 Mar 31 22:52:38.631086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-8821b1e1-2544-4a4d-9b27-ec69d019cf18 service neutron] 10.222.0.31 "GET /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423773 Mar 31 22:52:38.678504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bebbcd9d-a2be-4524-8980-764774ba60c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.711145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bebbcd9d-a2be-4524-8980-764774ba60c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.715087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 06139a92-37f8-4ea7-9311-273500a64602 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:38.777484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.777764 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.855260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 06139a92-37f8-4ea7-9311-273500a64602 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:38.855736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.907232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bebbcd9d-a2be-4524-8980-764774ba60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.912821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bebbcd9d-a2be-4524-8980-764774ba60c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.918964 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bebbcd9d-a2be-4524-8980-764774ba60c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dbb0bf6-d397-4ed5-8cd1-b2dc6c58fe8b HTTP/1.1" status: 204 len: 168 time: 0.3488550 Mar 31 22:52:38.923414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbcd9d-a2be-4524-8980-764774ba60c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbb0bf6-d397-4ed5-8cd1-b2dc6c58fe8b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:39.037415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Router 20596756-fb7a-4d98-92db-52c046802e97 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:52:39.102165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.158116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:52:39.172437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Sync routers for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:52:39.183274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:39.184305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:39.288745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.293242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-40337992-ee69-4771-8cb9-a9c7dec378f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8406363 Mar 31 22:52:39.300261 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57782) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:39.311430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:39.393305 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.543783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:38Z', 'revision_number': 3, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:39.591523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Checking router: 20596756-fb7a-4d98-92db-52c046802e97 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:52:39.592643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Updating router 20596756-fb7a-4d98-92db-52c046802e97 port 5f3a93f7-1a62-472b-b1df-17786ef77a70 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:52:39.645846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.675650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f41a2b-843e-4d99-8212-8e16e30181eb req-056a01e5-029d-41d6-ae4c-8c0fb5c3527a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.690680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f41a2b-843e-4d99-8212-8e16e30181eb req-056a01e5-029d-41d6-ae4c-8c0fb5c3527a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.698057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f41a2b-843e-4d99-8212-8e16e30181eb req-056a01e5-029d-41d6-ae4c-8c0fb5c3527a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.705908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24f41a2b-843e-4d99-8212-8e16e30181eb req-056a01e5-029d-41d6-ae4c-8c0fb5c3527a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2417 time: 0.2533584 Mar 31 22:52:39.720974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beac942-23a4-4750-a7c8-efe465ddb8e4 req-f77ca9aa-7a4b-4d9b-8119-37a2676d7d93 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.729553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5beac942-23a4-4750-a7c8-efe465ddb8e4 req-f77ca9aa-7a4b-4d9b-8119-37a2676d7d93 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.2119119 Mar 31 22:52:39.775064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24f41a2b-843e-4d99-8212-8e16e30181eb req-1be22fb9-c608-429d-9f4e-c612ee809890 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682592 Mar 31 22:52:39.805402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5beac942-23a4-4750-a7c8-efe465ddb8e4 req-113e5c8b-eb10-46e4-a72e-1f3f9f7f1f96 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694261 Mar 31 22:52:39.968687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-49b4c8fc-e717-4ecb-9bed-d00705d7be64 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-710615438&fields=id&tenant_id=2468219d932f46739db9ae1a6caa682d HTTP/1.1" status: 200 len: 267 time: 0.0813229 Mar 31 22:52:39.988411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af36b10-b876-4835-9298-fe55be185bd4 req-09d43be3-5d86-4353-be83-c16752e2f654 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.000234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1af36b10-b876-4835-9298-fe55be185bd4 req-09d43be3-5d86-4353-be83-c16752e2f654 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1118407 Mar 31 22:52:40.067143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1af36b10-b876-4835-9298-fe55be185bd4 req-7c96c524-cd12-496c-a913-995d7864d77c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649910 Mar 31 22:52:40.090539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-a1cc1f1f-b929-4cf1-8ca8-e78670e9e53e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.092506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-a1cc1f1f-b929-4cf1-8ca8-e78670e9e53e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 985 time: 0.0894086 Mar 31 22:52:40.095558 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.105714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'port': {'security_groups': ['982139fb-5a88-48fd-9611-4726e4f498f5', 'fa74ed1d-fb79-4970-8cf0-2e80220fe51d', '454f49a5-255c-4ed3-bde2-11c1e43cabad']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:40.164013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.181398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.200221 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.252437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Attempting to bind port 5f3a93f7-1a62-472b-b1df-17786ef77a70 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:40.253106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Attempting to bind port 5f3a93f7-1a62-472b-b1df-17786ef77a70 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:40.253653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Attempting to bind port 5f3a93f7-1a62-472b-b1df-17786ef77a70 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:40.263086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:40.263452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:40.263874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.264316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:40.264858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Bound port: 5f3a93f7-1a62-472b-b1df-17786ef77a70, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:40.265298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.302741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b1c9-eeaf-41c1-b0ea-95998c812faf None None] Pushing event updated for resources: {'Port': ['ID=5f3a93f7-1a62-472b-b1df-17786ef77a70,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:40.305638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb745e5e-e993-4547-9079-4a92c0253d76 req-a9715e17-86f4-4bb0-bc6f-92108c8bbdfe tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.0794349 Mar 31 22:52:40.334512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] For port 5f3a93f7-1a62-472b-b1df-17786ef77a70, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:40.342254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] For port 5f3a93f7-1a62-472b-b1df-17786ef77a70, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5f3a93f7-1a62-472b-b1df-17786ef77a70,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:40.427489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.448792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Allocated IP 172.20.0.1 (369eef97-df0c-4bdc-93f1-9a1c52a63f5a/80fc6023-05de-45d6-8b87-64b89d7fac9f/e89ae4bd-7d2a-4415-8da1-c1c6a52ae374) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:40.486999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:40.487621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:40.531311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b1c9-eeaf-41c1-b0ea-95998c812faf None None] Pushing event updated for resources: {'Port': ['ID=5f3a93f7-1a62-472b-b1df-17786ef77a70,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:40.659090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] For port fffaf709-35ea-4e5f-aa15-f62f19df72d3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:40.659856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:40.687531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.702434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57826) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:40.713273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.818594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-890590146-network', 'tenant_id': '629c61ff279f4c10b3d615363174bf13'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:40.844591 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.845331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.862959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:40.865008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fffaf709-35ea-4e5f-aa15-f62f19df72d3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:40.887489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:40.892217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:40.912985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.912985 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.912985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b8667df-31e8-40f8-896f-ad1947a8a220 req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "PUT /v2.0/ports/fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 200 len: 1021 time: 0.8102832 Mar 31 22:52:40.912985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:40.918352 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e305163-a9da-473e-8ca8-08c3d17de35b" -d '{"events": [{"name": "network-changed", "server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:40.931838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:40.933272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d1ef3-e1da-4f1a-b7dd-dbc7677510c6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'Port': ['ID=fffaf709-35ea-4e5f-aa15-f62f19df72d3,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:40.985651 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Pushing event updated for resources: {'Port': ['ID=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:40.990073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Made reservation on behalf of 629c61ff279f4c10b3d615363174bf13 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:40.992808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.009924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.052187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.125596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab5851-a850-48fb-900b-0d2a7aca378c req-d63e40f7-df72-4cb9-ab2b-a8cba5481587 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.132326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab5851-a850-48fb-900b-0d2a7aca378c req-d63e40f7-df72-4cb9-ab2b-a8cba5481587 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.138837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab5851-a850-48fb-900b-0d2a7aca378c req-d63e40f7-df72-4cb9-ab2b-a8cba5481587 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.146634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5ab5851-a850-48fb-900b-0d2a7aca378c req-d63e40f7-df72-4cb9-ab2b-a8cba5481587 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2417 time: 0.1327584 Mar 31 22:52:41.197155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5ab5851-a850-48fb-900b-0d2a7aca378c req-6f5dd40d-cc47-4af7-ae9b-c87cce96f087 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492792 Mar 31 22:52:41.228062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27874c5f-9496-4ecd-bdbc-b4d31a5a441c req-80cf8f9a-1a51-43e3-a31f-dbd9cae96d1f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.228790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fffaf709-35ea-4e5f-aa15-f62f19df72d3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:41.229916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27874c5f-9496-4ecd-bdbc-b4d31a5a441c req-80cf8f9a-1a51-43e3-a31f-dbd9cae96d1f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.1619241 Mar 31 22:52:41.244019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:38Z', 'revision_number': 3, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:41.246690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.313213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27874c5f-9496-4ecd-bdbc-b4d31a5a441c req-f2a6c752-aac8-4d32-90b8-c252bfcd38d8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Mar 31 22:52:41.328149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.328629 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a21ad-59de-4dfc-a958-840808315a4e None None] The sync data for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 is: [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:38Z', 'revision_number': 3, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:52:41.333327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3fc9674-ad84-4e48-b6a7-ff3c282f36c3 req-e66a3ef3-0ff8-47f8-9725-28a897ad111f tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/454f49a5-255c-4ed3-bde2-11c1e43cabad HTTP/1.1" status: 200 len: 1800 time: 0.0993681 Mar 31 22:52:41.352189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:41.376914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.377557 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Added segment cd1a36d0-7d0b-4669-86ea-2e0d14aa4573 of type vlan for network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c Mar 31 22:52:41.387071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-dbc01a68-2445-4524-a912-4e122aeb6976 None None] Provisioning complete for port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:41.387071 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dbc01a68-2445-4524-a912-4e122aeb6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.423607 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023776b7-4b63-4c02-aaca-fccd20c08722 x-openstack-request-id: req-023776b7-4b63-4c02-aaca-fccd20c08722 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:41.424015 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:41.424386 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-023776b7-4b63-4c02-aaca-fccd20c08722 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:41.424909 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023776b7-4b63-4c02-aaca-fccd20c08722'] response: {'name': 'network-changed', 'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3', 'status': 'completed', 'code': 200} Mar 31 22:52:41.434528 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-f3fc9674-ad84-4e48-b6a7-ff3c282f36c3 req-506a2cdc-e28a-49c0-9ae7-bfef346ddb8f tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 22:52:41.443073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc29c00-08dd-4603-9a90-3f9d342ed58b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:41.449316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3fc9674-ad84-4e48-b6a7-ff3c282f36c3 req-506a2cdc-e28a-49c0-9ae7-bfef346ddb8f tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/454f49a5-255c-4ed3-bde2-11c1e43cabad HTTP/1.1" status: 409 len: 341 time: 0.1157920 Mar 31 22:52:41.493170 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.526452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dbc01a68-2445-4524-a912-4e122aeb6976 None None] Port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:41.631453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798d86e-17d0-49e2-bd87-082a5359639d req-79f7bbbf-731c-483c-b96b-3d26a30810c6 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.644917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.resource_extend [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:52:41.649385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f798d86e-17d0-49e2-bd87-082a5359639d req-79f7bbbf-731c-483c-b96b-3d26a30810c6 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1395695 Mar 31 22:52:41.713329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-b37b4936-828b-4f85-a080-22207ba5cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.713329 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-b37b4936-828b-4f85-a080-22207ba5cba5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2468219d932f46739db9ae1a6caa682d&device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1175 time: 0.2595263 Mar 31 22:52:41.714775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.737751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f798d86e-17d0-49e2-bd87-082a5359639d req-c0727661-96db-4399-beb7-a20aa381f1eb tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869341 Mar 31 22:52:41.739992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4f8c1ff-4bf7-4bba-b55a-8e60d1331b79 req-8c05d065-e2b0-4760-84e1-c3964a2b7f68 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.0638652 Mar 31 22:52:41.849672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.850785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.851447 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.994218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57854) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:41.994913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2910049 Mar 31 22:52:42.012502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Request body: {'subnet': {'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-890590146-subnet', 'tenant_id': '629c61ff279f4c10b3d615363174bf13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:42.061437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b1bc6-d654-4b68-8dea-7faebc2de0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:42.078030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-228c5fc8-b683-4b66-83c9-a12fedc5e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.079819 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-228c5fc8-b683-4b66-83c9-a12fedc5e6b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 200 len: 914 time: 0.3586879 Mar 31 22:52:42.081619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:42.118886 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Made reservation on behalf of 629c61ff279f4c10b3d615363174bf13 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:42.123473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.140358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-8073326c-61f9-434c-a932-e3bdd95604c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 200 len: 217 time: 0.0526440 Mar 31 22:52:42.231642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.251332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-8bffaf7a-63e6-450d-a49c-5b17cf8595a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.252845 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-8bffaf7a-63e6-450d-a49c-5b17cf8595a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 200 len: 853 time: 0.1007681 Mar 31 22:52:42.295836 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-0561c20c-ed8c-458b-b4cf-0e2db9d4d1e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349519 Mar 31 22:52:42.296660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.377240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e7644-b321-431a-8304-606950e1ca5d req-d39987ff-3ca5-4ae8-ac28-7472815dbf43 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.388699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e7644-b321-431a-8304-606950e1ca5d req-d39987ff-3ca5-4ae8-ac28-7472815dbf43 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.395519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e7644-b321-431a-8304-606950e1ca5d req-d39987ff-3ca5-4ae8-ac28-7472815dbf43 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.399290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f69e7644-b321-431a-8304-606950e1ca5d req-d39987ff-3ca5-4ae8-ac28-7472815dbf43 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2417 time: 0.1064112 Mar 31 22:52:42.467313 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.478810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Pushing event updated for resources: {'Port': ['ID=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:42.509027 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-f9ee19b7-7f67-4ab4-99b2-22cf96284799 service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770504 Mar 31 22:52:42.554851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f69e7644-b321-431a-8304-606950e1ca5d req-ff65d7e3-5556-4dc3-8b10-248032a423eb tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230690 Mar 31 22:52:42.581116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d573e-817f-4c7a-88c9-d31503738c5d req-654d2121-c035-475b-b105-94b6045a7f54 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.599985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-314d573e-817f-4c7a-88c9-d31503738c5d req-654d2121-c035-475b-b105-94b6045a7f54 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1024 time: 0.1981938 Mar 31 22:52:42.780851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5f3a93f7-1a62-472b-b1df-17786ef77a70 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:42.785416 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.846619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5f3a93f7-1a62-472b-b1df-17786ef77a70 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:42.848530 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.856009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-314d573e-817f-4c7a-88c9-d31503738c5d req-7ef5a594-16e6-44f2-a517-f961a9cff278 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=454f49a5-255c-4ed3-bde2-11c1e43cabad&id=982139fb-5a88-48fd-9611-4726e4f498f5&id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2563581 Mar 31 22:52:42.948464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-375a35c2-8827-49ca-ae1c-ea5104f069a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.956218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-375a35c2-8827-49ca-ae1c-ea5104f069a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.969846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-375a35c2-8827-49ca-ae1c-ea5104f069a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.971902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-375a35c2-8827-49ca-ae1c-ea5104f069a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2417 time: 0.3009002 Mar 31 22:52:42.977881 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.010126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 5f3a93f7-1a62-472b-b1df-17786ef77a70, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5f3a93f7-1a62-472b-b1df-17786ef77a70,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:43.011846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:43.018547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:43.031263 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e305163-a9da-473e-8ca8-08c3d17de35b req-5dd07771-6956-4053-b81a-6958f03b387c service neutron] 10.222.0.50 "GET /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893541 Mar 31 22:52:43.037952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-079ff78e-52f0-4a6e-b82b-9e3d49ad0178 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.037952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-079ff78e-52f0-4a6e-b82b-9e3d49ad0178 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.45 "GET /v2.0/networks?id=d27abfd1-0898-414d-8ac3-8eb129995266 HTTP/1.1" status: 200 len: 816 time: 0.4166169 Mar 31 22:52:43.089701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521698f-d502-4165-b597-c9e825acdd7b req-702b6ed2-a277-4b81-86b0-caf8f3827d3e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.095694 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.100005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a521698f-d502-4165-b597-c9e825acdd7b req-702b6ed2-a277-4b81-86b0-caf8f3827d3e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.4094827 Mar 31 22:52:43.150855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85be71c1-b753-4352-b68e-ea1525cdd602,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:43.195573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:43.196164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Network hostable DHCP agents. Network: 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:43.235841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=5f3a93f7-1a62-472b-b1df-17786ef77a70,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:43.263450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Router 20596756-fb7a-4d98-92db-52c046802e97 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:52:43.299314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-f9a72f85-68dc-4d67-80e2-d5b056e977e0 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19fd03bcff2c42329f66a9b958776047 HTTP/1.1" status: 200 len: 380 time: 0.2252433 Mar 31 22:52:43.336404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a521698f-d502-4165-b597-c9e825acdd7b req-928bf75a-53b0-49cb-8650-61b46e5853a1 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298412 Mar 31 22:52:43.373370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d6a8042-6650-4813-adbc-83aa805a5870 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:43.380873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Request body: {'port': {'device_id': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'admin_state_up': True, 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'security_groups': ['839d45fb-46fa-4b85-8afd-a376b74576c4']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:43.457908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:43.502278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb541e-b390-4449-99cf-00dd1874b85b req-c23375f8-2ed5-4cd1-a97c-ef58b9bfcfe6 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.513396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fddb541e-b390-4449-99cf-00dd1874b85b req-c23375f8-2ed5-4cd1-a97c-ef58b9bfcfe6 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.4710045 Mar 31 22:52:43.574732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:52:43.610826 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-27c5c7eb-70b2-417f-aa81-d278d191e925 admin admin] 10.222.0.31 "PUT /v2.0/routers/20596756-fb7a-4d98-92db-52c046802e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3030109 Mar 31 22:52:43.627482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe20e169-b7da-46cc-8b33-f28e343554ef req-f09eb5d3-f4b5-4899-a40c-3f2e0e3e43e8 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.0884705 Mar 31 22:52:43.635688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d2454fe5-91ce-4c01-af73-672e7db731c4 None None] Provisioning complete for port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:43.638338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d2454fe5-91ce-4c01-af73-672e7db731c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.751718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d2454fe5-91ce-4c01-af73-672e7db731c4 None None] Port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:43.818399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:43.860218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '9d6a8042-6650-4813-adbc-83aa805a5870', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'port_id': '9d6a8042-6650-4813-adbc-83aa805a5870', 'mac_address': 'fa:16:3e:bf:56:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9705564-59f2-41bc-8be5-a7150ffee069', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:43.927882 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.949664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d6a8042-6650-4813-adbc-83aa805a5870 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:43.994633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:44.041836 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Sync routers for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:52:44.071229 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:44.072184 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:44.090405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3736b80d-c7fa-4a1e-865c-94d56dfeb1cc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.092359 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3736b80d-c7fa-4a1e-865c-94d56dfeb1cc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.50 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1024 time: 0.0686252 Mar 31 22:52:44.112995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.239467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['9d6a8042-6650-4813-adbc-83aa805a5870'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:44.319411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fddb541e-b390-4449-99cf-00dd1874b85b req-cf750b9d-1ec3-4c21-9239-100b9bec744f tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046296 Mar 31 22:52:44.327849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Deleting port fffaf709-35ea-4e5f-aa15-f62f19df72d3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:44.333601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.341184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:44.393421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.397387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.408212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6427357-062a-414b-bbb0-05c95ebad59c None None] Network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:44.426341 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:44.442350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:44.442974 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.518297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] For port fffaf709-35ea-4e5f-aa15-f62f19df72d3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fffaf709-35ea-4e5f-aa15-f62f19df72d3,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:44.519140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.535137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Calling delete_port for fffaf709-35ea-4e5f-aa15-f62f19df72d3 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:44.748409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-17588afb-b715-46cd-86dd-d995ad488ac1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7384539 Mar 31 22:52:44.789246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4634eb9-73c7-474a-8c78-90999406f8b2 req-d389f217-0de0-4af3-a5c5-7f450b989d8b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.796873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4634eb9-73c7-474a-8c78-90999406f8b2 req-d389f217-0de0-4af3-a5c5-7f450b989d8b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.805505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4634eb9-73c7-474a-8c78-90999406f8b2 req-d389f217-0de0-4af3-a5c5-7f450b989d8b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.821260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4634eb9-73c7-474a-8c78-90999406f8b2 req-d389f217-0de0-4af3-a5c5-7f450b989d8b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 2417 time: 0.4914958 Mar 31 22:52:44.903249 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5f3a93f7-1a62-472b-b1df-17786ef77a70 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:44.928407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f90950-4d74-46cb-905a-a63f9e2f7118 req-770a959a-89f0-41cd-8966-6b03c4955b19 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.930211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19f90950-4d74-46cb-905a-a63f9e2f7118 req-770a959a-89f0-41cd-8966-6b03c4955b19 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3 HTTP/1.1" status: 200 len: 1024 time: 0.4790640 Mar 31 22:52:44.936142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.984635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4634eb9-73c7-474a-8c78-90999406f8b2 req-36607c6a-2b52-4c45-96a5-30240d062dec tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620107 Mar 31 22:52:45.055666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:45.069630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:45.076215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:45.111704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Made reservation on behalf of 19fd03bcff2c42329f66a9b958776047 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:45.125298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'Port': ['ID=fffaf709-35ea-4e5f-aa15-f62f19df72d3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:45.129401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:45.134125 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 2, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:45.230187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:45.263415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:45.304315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Checking router: 20596756-fb7a-4d98-92db-52c046802e97 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:52:45.307562 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Updating router 20596756-fb7a-4d98-92db-52c046802e97 port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:52:45.325566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19f90950-4d74-46cb-905a-a63f9e2f7118 req-1779ab77-5de8-452b-bdfa-966b0e681db6 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=454f49a5-255c-4ed3-bde2-11c1e43cabad&id=982139fb-5a88-48fd-9611-4726e4f498f5&id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3628666 Mar 31 22:52:45.328099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57934) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:45.363779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-network', 'tenant_id': '8df501df18f54d06857bb7605070ed84'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:45.391987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] No DVR routers for this DVR port fffaf709-35ea-4e5f-aa15-f62f19df72d3 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:45.405061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:45.427466 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7af2796d-b080-41c3-9d16-40275e0165b9 req-3adbf102-1293-4e32-9b70-0ea1157421bd tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.50 "DELETE /v2.0/ports/fffaf709-35ea-4e5f-aa15-f62f19df72d3 HTTP/1.1" status: 204 len: 173 time: 1.3162260 Mar 31 22:52:45.429236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'name': 'network-vif-deleted', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:45.438892 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf53a54-ba62-42b7-8bf6-fc2d9fe72b54" -d '{"events": [{"server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "name": "network-vif-deleted", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:45.490775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c481ae4-d00c-49d8-aad0-d5641620a17d None None] Network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:45.498276 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:45.749392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5f3a93f7-1a62-472b-b1df-17786ef77a70 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:45.751142 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:45.996691 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e39517b2-e930-479a-a269-6dea27c8e7e2 req-0f198f96-d112-47af-a98b-ddec3e7060f4 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.2923853 Mar 31 22:52:46.056378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166745da-85c2-43ef-847c-1e935dd5ae36 req-c5d11faa-d984-4481-a0b0-707d80cf4d39 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:46.061044 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.066183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-166745da-85c2-43ef-847c-1e935dd5ae36 req-c5d11faa-d984-4481-a0b0-707d80cf4d39 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.7651529 Mar 31 22:52:46.181844 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.246642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Allocated IP 172.20.0.6 (d27abfd1-0898-414d-8ac3-8eb129995266/74ec7961-a98f-42ec-abce-5dbafc689bd6/4b483cca-d17e-4b89-b88a-d9b93d2085bf) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:46.333467 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Pushing event updated for resources: {'Port': ['ID=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:46.345552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Made reservation on behalf of 8df501df18f54d06857bb7605070ed84 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:46.348584 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.440805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ed5b2cea-269c-4882-b37b-a90c9f408002 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:46.519328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.670612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-166745da-85c2-43ef-847c-1e935dd5ae36 req-f06576a0-26a4-4a29-a233-c0dc0d08b2ff tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029093 Mar 31 22:52:46.714987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f622-589f-44d3-9759-9d3594e40bb7 req-8edf9419-e8d1-4638-8c9d-c5fe25de349b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:46.733925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a762f622-589f-44d3-9759-9d3594e40bb7 req-8edf9419-e8d1-4638-8c9d-c5fe25de349b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.5998652 Mar 31 22:52:46.842304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57956) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:46.848587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-819924233-network', 'tenant_id': '71d5ffd9a12447ba8289a06cb1139e73'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:46.933025 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Attempting to bind port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:46.933935 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Attempting to bind port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:46.934768 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Attempting to bind port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 on network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:46.945693 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1470ae37-d774-452c-8e07-2c075af86167 x-openstack-request-id: req-1470ae37-d774-452c-8e07-2c075af86167 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:46.946244 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3", "name": "network-vif-deleted", "tag": "fffaf709-35ea-4e5f-aa15-f62f19df72d3", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:46.946764 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1470ae37-d774-452c-8e07-2c075af86167 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:46.947348 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1470ae37-d774-452c-8e07-2c075af86167'] response: {'server_uuid': '94c1aa8e-ec9f-4a77-b1ad-9eb00ad6d6c3', 'name': 'network-vif-deleted', 'tag': 'fffaf709-35ea-4e5f-aa15-f62f19df72d3', 'status': 'completed', 'code': 200} Mar 31 22:52:46.947758 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.948508 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.949017 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.949504 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.949998 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.950543 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.951057 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.951535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.952147 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.952631 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.953107 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.953595 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:46.975136 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:46.975136 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Checking segment: {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:46.975136 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.975136 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Bound using segment: {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:46.975136 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Bound port: e89ae4bd-7d2a-4415-8da1-c1c6a52ae374, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:46.975136 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:46.993106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Made reservation on behalf of 71d5ffd9a12447ba8289a06cb1139e73 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:46.996720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.026123 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.169449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.221660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.236057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3deb8b31-9dbb-4a88-a7c9-97709136227e None None] Provisioning complete for port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:47.236984 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3deb8b31-9dbb-4a88-a7c9-97709136227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.245664 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] For port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:47.250161 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] For port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:47.268113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.272909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.313601 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.337164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.375830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.413682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3deb8b31-9dbb-4a88-a7c9-97709136227e None None] Port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:47.435020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=4cad8bbf-e187-4ea5-956e-c40de0f0fe47,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:47.452823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:47.464290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d6a8042-6650-4813-adbc-83aa805a5870 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:47.484430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba13d9-d45f-42cd-b4bf-7a19bec1831a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:47.504665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.505433 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Added segment 28fc39e3-14d9-4d7c-bc27-a3e7664258ed of type vlan for network fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b Mar 31 22:52:47.524701 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:47.525689 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:47.529663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.530516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.531106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.531656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.533840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.539199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.543017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.543629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.544186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.546161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.546161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.550647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:47.593859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.610908 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e98bd-d7f0-4789-a305-b85e591ea282 None None] Pushing event updated for resources: {'Port': ['ID=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:47.663834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:47.740288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed5b2cea-269c-4882-b37b-a90c9f408002'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:47.749088 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc98ad03-0fcc-48d7-9d51-e3564a6f4fe4" -d '{"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed5b2cea-269c-4882-b37b-a90c9f408002"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:47.768134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a762f622-589f-44d3-9759-9d3594e40bb7 req-835996e4-447f-4d77-bdc3-9fdc3f2e1276 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0331371 Mar 31 22:52:47.769285 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.811352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d6c3-f035-4f4c-95bb-c928182b323b req-49c1af09-fb5c-4e81-8c56-dbd7078e1ec1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.848329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d6c3-f035-4f4c-95bb-c928182b323b req-49c1af09-fb5c-4e81-8c56-dbd7078e1ec1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.857873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a720d6c3-f035-4f4c-95bb-c928182b323b req-49c1af09-fb5c-4e81-8c56-dbd7078e1ec1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 1682 time: 0.6706967 Mar 31 22:52:47.862649 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:47.892620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.893817 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Added segment 4babb010-c77c-4879-8ad6-19670ca4aa3c of type vlan for network f117e106-a96e-405a-a4bf-5a1c6525906a Mar 31 22:52:47.908322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.913761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-d856066d-dd99-4f3e-86c0-5f5c8cfdb2a6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "DELETE /v2.0/ports/4cad8bbf-e187-4ea5-956e-c40de0f0fe47 HTTP/1.1" status: 204 len: 173 time: 4.8719156 Mar 31 22:52:47.918203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ed5b2cea-269c-4882-b37b-a90c9f408002, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ed5b2cea-269c-4882-b37b-a90c9f408002,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:47.934263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-deleted', 'tag': '4cad8bbf-e187-4ea5-956e-c40de0f0fe47'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:47.938725 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb398e2-03ce-4973-80cc-7e88a54ff2db" -d '{"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-deleted", "tag": "4cad8bbf-e187-4ea5-956e-c40de0f0fe47"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:47.939385 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:47.971881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb0dc6-f2de-4ccd-bdec-f3ad967e23f1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:47.974385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:47.976481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.977408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.010936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 9d6a8042-6650-4813-adbc-83aa805a5870 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:48.011430 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.205941 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.263605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.267395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1ab7cf04-ab01-410e-9ca3-3179618d32a0 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:48.277509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a720d6c3-f035-4f4c-95bb-c928182b323b req-30626583-9bf9-4946-9d8d-74a93b11ece6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808918 Mar 31 22:52:48.296062 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4516757 Mar 31 22:52:48.301588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57976) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:48.319293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Request body: {'subnet': {'network_id': 'fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-819924233-subnet', 'tenant_id': '71d5ffd9a12447ba8289a06cb1139e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:48.333978 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.376464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da359833-f10c-42be-9072-51a9049d20dc admin admin] Pushing event updated for resources: {'Network': ['ID=fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:48.441717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:48.486138 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.492893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:48.492893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.590976 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:47Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:48.630498 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf62c9b-3bdd-40b6-9c02-1a606d4cc2dc None None] The sync data for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 is: [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:47Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:52:48.655973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-739ffa14-25fb-4754-9ba8-d867620adcba None None] Provisioning complete for port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:48.656465 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-739ffa14-25fb-4754-9ba8-d867620adcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.668154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ed5b2cea-269c-4882-b37b-a90c9f408002,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:48.753739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.754809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.755363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.756074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.757170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.757879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.758571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.760844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.760844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.760844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.760844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.760844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.783408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Network d27abfd1-0898-414d-8ac3-8eb129995266 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:48.846997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Pushing event updated for resources: {'Network': ['ID=f117e106-a96e-405a-a4bf-5a1c6525906a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:48.857110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.863523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:48.867641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:48.892954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.979319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.979671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.980061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.980457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.980790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.981123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.981785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.982380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.982769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.983356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.983746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.984080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.019382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:49.020323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.032075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network f117e106-a96e-405a-a4bf-5a1c6525906a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:49.046118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Made reservation on behalf of 71d5ffd9a12447ba8289a06cb1139e73 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:49.058531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.075894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:49.128747 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1ab7cf04-ab01-410e-9ca3-3179618d32a0, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1ab7cf04-ab01-410e-9ca3-3179618d32a0,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:49.180524 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-739ffa14-25fb-4754-9ba8-d867620adcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.192913 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.193775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fffaf709-35ea-4e5f-aa15-f62f19df72d3 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:49.262417 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.263555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:49.439184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event updated for resources: {'Port': ['ID=4b483cca-d17e-4b89-b88a-d9b93d2085bf,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.472222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port ed5b2cea-269c-4882-b37b-a90c9f408002 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:49.472631 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.571662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: fffaf709-35ea-4e5f-aa15-f62f19df72d3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:49.572367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fffaf709-35ea-4e5f-aa15-f62f19df72d3 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:49.599522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port ed5b2cea-269c-4882-b37b-a90c9f408002, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ed5b2cea-269c-4882-b37b-a90c9f408002,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:49.600083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.600748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:49.609082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4cad8bbf-e187-4ea5-956e-c40de0f0fe47 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:49.635565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for ed5b2cea-269c-4882-b37b-a90c9f408002 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:49.648200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-739ffa14-25fb-4754-9ba8-d867620adcba None None] For port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:49.662435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.671057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb9d61-7b48-46df-b859-cc7e46e2e4e2 req-648b6c25-b373-4539-a5e1-27adc56cf8bb tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:49.672118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bfb9d61-7b48-46df-b859-cc7e46e2e4e2 req-648b6c25-b373-4539-a5e1-27adc56cf8bb tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 931 time: 1.3416495 Mar 31 22:52:49.675949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-2417f389-81fa-4d01-b4bf-4c41ae55afed tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3643081 Mar 31 22:52:49.684557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aef7e489-4d32-405b-871e-3df2785c0242 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.3291326 Mar 31 22:52:49.684925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57984) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:49.690146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Request body: {'subnet': {'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-subnet', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:49.740279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.768120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Request body: {'port': {'device_id': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:49.787888 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-739ffa14-25fb-4754-9ba8-d867620adcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.790082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1ab7cf04-ab01-410e-9ca3-3179618d32a0,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.799168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Made reservation on behalf of 8df501df18f54d06857bb7605070ed84 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:49.801778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.859171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3656e982-729e-4230-9cba-bc1ec50fcaaf,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.950400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ffa14-25fb-4754-9ba8-d867620adcba None None] Pushing event updated for resources: {'Port': ['ID=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.970052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2faf2c-36de-4091-84ac-baf8557a70f0 req-20ce7b97-8d62-446e-b7dc-bed621b5134a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:49.972512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe2faf2c-36de-4091-84ac-baf8557a70f0 req-20ce7b97-8d62-446e-b7dc-bed621b5134a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 1.4065549 Mar 31 22:52:49.979338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c0610f54-a069-4685-a56a-6d4e6f28e8b0 None None] Provisioning complete for port 4b483cca-d17e-4b89-b88a-d9b93d2085bf triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:49.979735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0610f54-a069-4685-a56a-6d4e6f28e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.156110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c0610f54-a069-4685-a56a-6d4e6f28e8b0 None None] Port 4b483cca-d17e-4b89-b88a-d9b93d2085bf cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:50.181791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.192487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe2faf2c-36de-4091-84ac-baf8557a70f0 req-aa7a45a6-bede-4f22-b2e4-c2c4293a2b62 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104349 Mar 31 22:52:50.217195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bfb9d61-7b48-46df-b859-cc7e46e2e4e2 req-9eafc87a-636c-4426-ad62-95d4d2182e07 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4904304 Mar 31 22:52:50.222866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Checking segment: {'id': '28fc39e3-14d9-4d7c-bc27-a3e7664258ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:50.223119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Network hostable DHCP agents. Network: fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:50.396555 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c0e65d-4eea-4462-ac03-a0192fac60f9 x-openstack-request-id: req-46c0e65d-4eea-4462-ac03-a0192fac60f9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:50.396852 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed5b2cea-269c-4882-b37b-a90c9f408002", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:50.397117 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46c0e65d-4eea-4462-ac03-a0192fac60f9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:50.397772 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c0e65d-4eea-4462-ac03-a0192fac60f9'] response: {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed5b2cea-269c-4882-b37b-a90c9f408002', 'code': 200} Mar 31 22:52:50.410515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Network fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:50.415342 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23932973-7f4f-479a-8621-3c41fd1369d3 x-openstack-request-id: req-23932973-7f4f-479a-8621-3c41fd1369d3 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:50.415703 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-deleted", "tag": "4cad8bbf-e187-4ea5-956e-c40de0f0fe47", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:50.415878 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23932973-7f4f-479a-8621-3c41fd1369d3 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:50.416285 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23932973-7f4f-479a-8621-3c41fd1369d3'] response: {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-deleted', 'tag': '4cad8bbf-e187-4ea5-956e-c40de0f0fe47', 'status': 'completed', 'code': 200} Mar 31 22:52:50.567553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:50.578203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066dea1f-dacf-4076-a24c-c643b6b885d6 None None] Network fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:50.599185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.651994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:50.653946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.774663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.800579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:50.884148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-abdfd916-ba32-499f-a6c1-8f8fe3905b80 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5697095 Mar 31 22:52:50.904609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=ed5b2cea-269c-4882-b37b-a90c9f408002,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:50.915444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d0d3531-f4fc-4366-80aa-f2058ac74d67 req-2f52eeb2-eeaf-4a40-bff8-7ff5a7662262 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/982139fb-5a88-48fd-9611-4726e4f498f5 HTTP/1.1" status: 200 len: 1800 time: 0.4595101 Mar 31 22:52:50.928143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa734fd-8ee3-4479-a5e6-5e5631b20253,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:50.944865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Checking segment: {'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:50.946803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Network hostable DHCP agents. Network: f117e106-a96e-405a-a4bf-5a1c6525906a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:50.980470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:50.981329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.991701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f914fe88-aad1-4dc2-a1eb-5612910659c0 None None] Network fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:51.072702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Network f117e106-a96e-405a-a4bf-5a1c6525906a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:51.122655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port ed5b2cea-269c-4882-b37b-a90c9f408002 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:51.127697 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.131461 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-5a923c0b-b2ec-41b4-8931-7c791a7431a1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "DELETE /v2.0/ports/ed5b2cea-269c-4882-b37b-a90c9f408002 HTTP/1.1" status: 204 len: 173 time: 3.2088020 Mar 31 22:52:51.147210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02d21a-6536-431e-afd1-33e2f6d10d05 req-4f33ca43-7c1f-47d5-9c01-4c345e36dc20 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.149404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d02d21a-6536-431e-afd1-33e2f6d10d05 req-4f33ca43-7c1f-47d5-9c01-4c345e36dc20 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.5836706 Mar 31 22:52:51.186018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, f117e106-a96e-405a-a4bf-5a1c6525906a) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:51.189720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.190420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.212056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68d4488-0973-4a4b-bc82-3f1b9a83fa8e None None] Network f117e106-a96e-405a-a4bf-5a1c6525906a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:51.329262 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c4927d09-e72e-44ae-a302-9312b63e7ac2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6409271 Mar 31 22:52:51.329893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57994) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:51.335882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:51.441180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d02d21a-6536-431e-afd1-33e2f6d10d05 req-345096ad-53a0-4b7d-af98-ee4f8132ffcd tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903665 Mar 31 22:52:51.467589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d0d3531-f4fc-4366-80aa-f2058ac74d67 req-8ecefd68-99ae-4e2b-8a0e-3d22018eba77 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.502521 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d0d3531-f4fc-4366-80aa-f2058ac74d67 req-8ecefd68-99ae-4e2b-8a0e-3d22018eba77 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.507384 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.508810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.652354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-f117e106-a96e-405a-a4bf-5a1c6525906a', 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'fixed_ips': [{'subnet_id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:52:51.652354 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.667976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.741991 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d0d3531-f4fc-4366-80aa-f2058ac74d67 req-8ecefd68-99ae-4e2b-8a0e-3d22018eba77 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.747074 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5d0d3531-f4fc-4366-80aa-f2058ac74d67 req-8ecefd68-99ae-4e2b-8a0e-3d22018eba77 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.757945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d0d3531-f4fc-4366-80aa-f2058ac74d67 req-8ecefd68-99ae-4e2b-8a0e-3d22018eba77 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/982139fb-5a88-48fd-9611-4726e4f498f5 HTTP/1.1" status: 204 len: 173 time: 0.7974534 Mar 31 22:52:51.812550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:51.812986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.824299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b483cca-d17e-4b89-b88a-d9b93d2085bf {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:51.832573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecefd68-99ae-4e2b-8a0e-3d22018eba77 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982139fb-5a88-48fd-9611-4726e4f498f5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:51.890525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.906405 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:52:51.945696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Allocated IP 172.20.0.2 (f117e106-a96e-405a-a4bf-5a1c6525906a/7aa734fd-8ee3-4479-a5e6-5e5631b20253/251e6032-f949-4f06-8fc1-77fd0ac83f04) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:51.989849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Transition to ACTIVE for port object 4b483cca-d17e-4b89-b88a-d9b93d2085bf will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:52.028822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45f0bf-c09a-4ad5-af3e-201ea309363b req-178b25bf-f1a3-4624-9f15-e84ef15bf4c3 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.031233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc45f0bf-c09a-4ad5-af3e-201ea309363b req-178b25bf-f1a3-4624-9f15-e84ef15bf4c3 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 943 time: 0.3623517 Mar 31 22:52:52.068041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.104886 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1980a-fd0e-434b-b559-567f29d0ece9 req-eed2561a-c6e5-4b80-b744-dc7002612f27 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.106878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41f1980a-fd0e-434b-b559-567f29d0ece9 req-eed2561a-c6e5-4b80-b744-dc7002612f27 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.2127953 Mar 31 22:52:52.129600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.162764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port 1ab7cf04-ab01-410e-9ca3-3179618d32a0, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1ab7cf04-ab01-410e-9ca3-3179618d32a0,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:52.163760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.199588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc45f0bf-c09a-4ad5-af3e-201ea309363b req-8503e1d3-a002-42ca-a1d8-aa138fe337af tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568317 Mar 31 22:52:52.229369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for 1ab7cf04-ab01-410e-9ca3-3179618d32a0 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:52.271043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41f1980a-fd0e-434b-b559-567f29d0ece9 req-82b16555-6599-42df-b6e8-521638dc604a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443324 Mar 31 22:52:52.275638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Pushing event updated for resources: {'Port': ['ID=4b483cca-d17e-4b89-b88a-d9b93d2085bf,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:52.327290 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.399993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870'}, {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab7cf04-ab01-410e-9ca3-3179618d32a0'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:52.403892 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37990dc8-c46b-44e1-bcd5-e43f30477629" -d '{"events": [{"server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "name": "network-vif-plugged", "status": "completed", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870"}, {"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab7cf04-ab01-410e-9ca3-3179618d32a0"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:52.445422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-deleted', 'tag': 'ed5b2cea-269c-4882-b37b-a90c9f408002'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:52.449920 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dca090b-31cf-4921-bd9d-6628fada8c42" -d '{"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-deleted", "tag": "ed5b2cea-269c-4882-b37b-a90c9f408002"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:52.455813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.558465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Pushing event updated for resources: {'Port': ['ID=251e6032-f949-4f06-8fc1-77fd0ac83f04,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:52.578958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Network f117e106-a96e-405a-a4bf-5a1c6525906a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:52.580713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:52.583680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:52.736979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Attempting to bind port 251e6032-f949-4f06-8fc1-77fd0ac83f04 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:52.737442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Attempting to bind port 251e6032-f949-4f06-8fc1-77fd0ac83f04 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:52.738023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Attempting to bind port 251e6032-f949-4f06-8fc1-77fd0ac83f04 on network f117e106-a96e-405a-a4bf-5a1c6525906a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:52.744024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:52.744502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Checking segment: {'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:52.744972 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.745428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Bound using segment: {'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:52.746059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Bound port: 251e6032-f949-4f06-8fc1-77fd0ac83f04, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:52.746977 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.790415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.821142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce189780-2570-4910-9c59-fad843ba7578 req-54f09af9-4160-4226-bbac-c2de0b4f0ddb tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.847020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce189780-2570-4910-9c59-fad843ba7578 req-54f09af9-4160-4226-bbac-c2de0b4f0ddb tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 943 time: 0.3737414 Mar 31 22:52:52.861349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:52.964108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] For port 251e6032-f949-4f06-8fc1-77fd0ac83f04, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:52.966932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Attempting to bind port 4b483cca-d17e-4b89-b88a-d9b93d2085bf on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:52.967265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Attempting to bind port 4b483cca-d17e-4b89-b88a-d9b93d2085bf by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:52.967598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Attempting to bind port 4b483cca-d17e-4b89-b88a-d9b93d2085bf on network d27abfd1-0898-414d-8ac3-8eb129995266 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:52.974403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] For port 251e6032-f949-4f06-8fc1-77fd0ac83f04, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=251e6032-f949-4f06-8fc1-77fd0ac83f04,segment=NetworkSegment(4babb010-c77c-4879-8ad6-19670ca4aa3c),segment_id=4babb010-c77c-4879-8ad6-19670ca4aa3c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:53.014420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Port 4b483cca-d17e-4b89-b88a-d9b93d2085bf on network d27abfd1-0898-414d-8ac3-8eb129995266 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:53.014904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Attempting to bind port 4b483cca-d17e-4b89-b88a-d9b93d2085bf on network d27abfd1-0898-414d-8ac3-8eb129995266 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:53.050685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:53.054011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Checking segment: {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:53.054011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Bound using segment: {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:53.054011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Bound port: 4b483cca-d17e-4b89-b88a-d9b93d2085bf, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733fc014-b0f1-4b01-965a-78d7f699c3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:53.054011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.060771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Allocated IP 172.25.4.209 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/ee90dcd5-f6e9-411e-9d77-0f55730db682) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:53.081100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce189780-2570-4910-9c59-fad843ba7578 req-a471920f-76d9-4015-896b-805fe092b00d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328100 Mar 31 22:52:53.117323 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.289554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4241a9-f988-473b-84e9-33b1d980daf3 None None] Pushing event updated for resources: {'Port': ['ID=251e6032-f949-4f06-8fc1-77fd0ac83f04,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:53.368604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.564999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.676313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:53.680542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:53.685718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:53.716160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee90dcd5-f6e9-411e-9d77-0f55730db682,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:53.856402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-a218533f-9e37-46c2-8474-f1892770715e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:53.858318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-a218533f-9e37-46c2-8474-f1892770715e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 807 time: 0.9855866 Mar 31 22:52:53.889532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] For port 4b483cca-d17e-4b89-b88a-d9b93d2085bf, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:53.900335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-a54a1d6e-aa6b-4d7b-b4e4-eccd042d95c6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/quotas/629c61ff279f4c10b3d615363174bf13 HTTP/1.1" status: 200 len: 375 time: 0.0336576 Mar 31 22:52:53.921761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] For port 4b483cca-d17e-4b89-b88a-d9b93d2085bf, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4b483cca-d17e-4b89-b88a-d9b93d2085bf,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:53.939027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1aff1ed-1fb4-43d5-a17e-8e94a24c5377 req-ca72995d-99f7-4062-8a58-86807331bd7b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/454f49a5-255c-4ed3-bde2-11c1e43cabad HTTP/1.1" status: 200 len: 1800 time: 0.2336967 Mar 31 22:52:53.943172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-3be44bd9-9a2f-4627-bf48-616ce655a9e0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351822 Mar 31 22:52:54.033243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.077463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=1ab7cf04-ab01-410e-9ca3-3179618d32a0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:54.129844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1aff1ed-1fb4-43d5-a17e-8e94a24c5377 req-ac230651-429f-4b98-bd5a-ca6dbfe75094 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.169822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port 1ab7cf04-ab01-410e-9ca3-3179618d32a0 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:54.179644 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.182278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57a09e7c-6d11-431a-b70b-2a144e73408e req-3a78e1fe-4a63-4932-be34-53c5062952d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "DELETE /v2.0/ports/1ab7cf04-ab01-410e-9ca3-3179618d32a0 HTTP/1.1" status: 204 len: 173 time: 3.0285463 Mar 31 22:52:54.197005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1aff1ed-1fb4-43d5-a17e-8e94a24c5377 req-ac230651-429f-4b98-bd5a-ca6dbfe75094 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.276713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-3f35d8f9-6a95-442c-b263-422babd1abbf service neutron] 10.222.0.31 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218515 Mar 31 22:52:54.277958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.352007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.352605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.354220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] 10.222.0.45 "PUT /v2.0/ports/4b483cca-d17e-4b89-b88a-d9b93d2085bf HTTP/1.1" status: 200 len: 1091 time: 4.5993321 Mar 31 22:52:54.428411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1aff1ed-1fb4-43d5-a17e-8e94a24c5377 req-ac230651-429f-4b98-bd5a-ca6dbfe75094 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.433693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.437263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1aff1ed-1fb4-43d5-a17e-8e94a24c5377 req-ac230651-429f-4b98-bd5a-ca6dbfe75094 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.443150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1aff1ed-1fb4-43d5-a17e-8e94a24c5377 req-ac230651-429f-4b98-bd5a-ca6dbfe75094 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/454f49a5-255c-4ed3-bde2-11c1e43cabad HTTP/1.1" status: 204 len: 173 time: 0.4993842 Mar 31 22:52:54.539858 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa530d6e-48ab-413f-a744-1585df86d4e1 x-openstack-request-id: req-aa530d6e-48ab-413f-a744-1585df86d4e1 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:54.540770 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "name": "network-vif-plugged", "status": "completed", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870", "code": 200}, {"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab7cf04-ab01-410e-9ca3-3179618d32a0", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:54.541206 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa530d6e-48ab-413f-a744-1585df86d4e1 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:54.541785 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa530d6e-48ab-413f-a744-1585df86d4e1'] response: {'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870', 'code': 200} Mar 31 22:52:54.542207 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa530d6e-48ab-413f-a744-1585df86d4e1'] response: {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab7cf04-ab01-410e-9ca3-3179618d32a0', 'code': 200} Mar 31 22:52:54.596959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac230651-429f-4b98-bd5a-ca6dbfe75094 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f49a5-255c-4ed3-bde2-11c1e43cabad,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:54.694738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5f518-f092-4ae2-bfce-f6f7bd296fdf service neutron] Pushing event updated for resources: {'Port': ['ID=4b483cca-d17e-4b89-b88a-d9b93d2085bf,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:54.815047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-0913e561-be56-4db5-b8aa-aa713da88ff0 service neutron] 10.222.0.31 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284221 Mar 31 22:52:54.874280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-f5beb821-eb99-4e73-bfeb-36b920bd8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.876329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-f5beb821-eb99-4e73-bfeb-36b920bd8d9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=19fd03bcff2c42329f66a9b958776047&device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 1094 time: 0.2211585 Mar 31 22:52:54.946122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 251e6032-f949-4f06-8fc1-77fd0ac83f04 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:54.955361 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.956541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a1369-bae1-4ddb-8cb3-378aae430727 req-ae23bbf7-b2ea-4362-9775-0a69e05766d7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.958348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e10a1369-bae1-4ddb-8cb3-378aae430727 req-ae23bbf7-b2ea-4362-9775-0a69e05766d7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.2466633 Mar 31 22:52:54.960867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-a1dc3c71-7641-435a-a753-7203850d4568 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b483cca-d17e-4b89-b88a-d9b93d2085bf HTTP/1.1" status: 200 len: 217 time: 0.0758123 Mar 31 22:52:55.043845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e960ebd8-e0c3-4a2f-bb9d-dffdbeee7b81 None None] Network f117e106-a96e-405a-a4bf-5a1c6525906a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:55.090795 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-6642866b-f540-4c64-990a-533f328a8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.092406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-6642866b-f540-4c64-990a-533f328a8a93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74ec7961-a98f-42ec-abce-5dbafc689bd6 HTTP/1.1" status: 200 len: 855 time: 0.0979867 Mar 31 22:52:55.095577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e10a1369-bae1-4ddb-8cb3-378aae430727 req-95bb6fd2-98bc-45ae-9617-b8e3bf7739e7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294179 Mar 31 22:52:55.223067 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a69272f-762f-4c03-9f47-e6769df66ae4 x-openstack-request-id: req-8a69272f-762f-4c03-9f47-e6769df66ae4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:55.225194 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-deleted", "tag": "ed5b2cea-269c-4882-b37b-a90c9f408002", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:55.226148 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a69272f-762f-4c03-9f47-e6769df66ae4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:55.226747 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a69272f-762f-4c03-9f47-e6769df66ae4'] response: {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-deleted', 'tag': 'ed5b2cea-269c-4882-b37b-a90c9f408002', 'status': 'completed', 'code': 200} Mar 31 22:52:55.229642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-d4b80707-dfd7-4cfb-91fa-696ae32e7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.234020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-d4b80707-dfd7-4cfb-91fa-696ae32e7733 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d27abfd1-0898-414d-8ac3-8eb129995266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284168 Mar 31 22:52:55.266944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Router 787e73eb-c882-46f3-936e-23c4dc707ede is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:52:55.345419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 251e6032-f949-4f06-8fc1-77fd0ac83f04 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:55.345898 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.469256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:55.475829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:55.499703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-f66cdb5f-400c-45d5-a790-ccde39df2eed service neutron] 10.222.0.45 "GET /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577128 Mar 31 22:52:55.534186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:52:55.624326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Sync routers for ids ['787e73eb-c882-46f3-936e-23c4dc707ede'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:52:55.651911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.657667 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-975f13d0-361e-47ec-9b9b-9845d8bc3db8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3269765 Mar 31 22:52:55.658558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58054) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:55.672845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cfb5b54d-6937-4df3-a618-825bcb195b98 None None] Provisioning complete for port 251e6032-f949-4f06-8fc1-77fd0ac83f04 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:55.673216 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b54d-6937-4df3-a618-825bcb195b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.707941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac4b32ca-1011-48d5-b755-dc816805e7ed req-81e38dbe-b8ad-4738-b483-dbb8250e418d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=36630f73-73fe-44cb-b32e-d703f7b83c5f HTTP/1.1" status: 200 len: 210 time: 0.2067270 Mar 31 22:52:55.761287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Routers {'787e73eb-c882-46f3-936e-23c4dc707ede'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:55.762243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['787e73eb-c882-46f3-936e-23c4dc707ede'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:55.783349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63c0b1-17fc-43d1-ab90-fcffed7a9973 req-aa4fe9d2-cfdd-4404-b4a1-e7544938479d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.785927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa63c0b1-17fc-43d1-ab90-fcffed7a9973 req-aa4fe9d2-cfdd-4404-b4a1-e7544938479d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.2840698 Mar 31 22:52:55.794231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56f1f59-d2ea-48ed-897a-53e5958d184e req-250c1c66-b0c7-49d9-9cec-cda15ea8744e service neutron] 10.222.0.45 "GET /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094259 Mar 31 22:52:55.890555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa63c0b1-17fc-43d1-ab90-fcffed7a9973 req-71d268a6-080f-4c30-ac01-51a26f016067 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950425 Mar 31 22:52:55.938240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2936451b-18d4-44c7-9894-b094ee82504b req-a8c5dafd-d392-425f-aafe-82bd5eff2258 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1954091260', 'description': 'tempest-description-1014463581'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:55.950464 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.020718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a841a-9f44-455f-8839-a5641daecd1c req-fa7fd308-42eb-44ea-b109-fc34c0340c8a tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:56.025899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-320a841a-9f44-455f-8839-a5641daecd1c req-fa7fd308-42eb-44ea-b109-fc34c0340c8a tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 943 time: 0.1925840 Mar 31 22:52:56.108578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-320a841a-9f44-455f-8839-a5641daecd1c req-ca0380a9-5b1c-4493-a176-6edf9745227f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755103 Mar 31 22:52:56.123786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2936451b-18d4-44c7-9894-b094ee82504b req-a8c5dafd-d392-425f-aafe-82bd5eff2258 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.235731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91ce5757-e645-42ba-bad6-d80c0efb61bb req-0975cc56-2603-4083-a274-373a17bcfcd4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 210 time: 0.0418959 Mar 31 22:52:56.269843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:56.289239 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.321270 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2936451b-18d4-44c7-9894-b094ee82504b req-a8c5dafd-d392-425f-aafe-82bd5eff2258 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.342649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'mac_address': 'fa:16:3e:8d:d5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:56.349485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 251e6032-f949-4f06-8fc1-77fd0ac83f04, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=251e6032-f949-4f06-8fc1-77fd0ac83f04,segment=NetworkSegment(4babb010-c77c-4879-8ad6-19670ca4aa3c),segment_id=4babb010-c77c-4879-8ad6-19670ca4aa3c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:56.369654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Set router 787e73eb-c882-46f3-936e-23c4dc707ede gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:56.485101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eac63-a58d-4d30-b096-de7689083ee7 req-5cf11f24-ba80-4571-9319-f5df28abe1b7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:56.487466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f15eac63-a58d-4d30-b096-de7689083ee7 req-5cf11f24-ba80-4571-9319-f5df28abe1b7 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1139047 Mar 31 22:52:56.488335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2936451b-18d4-44c7-9894-b094ee82504b req-a8c5dafd-d392-425f-aafe-82bd5eff2258 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.561231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5dafd-d392-425f-aafe-82bd5eff2258 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582ddf00-e7c5-4b0c-bac4-98004b8c0ddf,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:56.570854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:56.577712 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ae814e-09c9-44ba-8bbc-0257920aa1c5" -d '{"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-unplugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:56.577858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2936451b-18d4-44c7-9894-b094ee82504b req-a8c5dafd-d392-425f-aafe-82bd5eff2258 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.577967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.578394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2936451b-18d4-44c7-9894-b094ee82504b req-a8c5dafd-d392-425f-aafe-82bd5eff2258 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6603734 Mar 31 22:52:56.589062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b54d-6937-4df3-a618-825bcb195b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.609966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f15eac63-a58d-4d30-b096-de7689083ee7 req-fca537c4-49e4-4d68-9532-477ca5c9c83c tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974185 Mar 31 22:52:56.669481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:56.741889 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.767262 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479b6b4d-2e78-4e77-92c6-2fb75d6d20cb x-openstack-request-id: req-479b6b4d-2e78-4e77-92c6-2fb75d6d20cb {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:56.767688 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-unplugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:56.770362 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-479b6b4d-2e78-4e77-92c6-2fb75d6d20cb {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:56.771178 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479b6b4d-2e78-4e77-92c6-2fb75d6d20cb'] response: {'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'code': 200} Mar 31 22:52:56.777040 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.791753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb6d48cf-c2a0-4412-b044-22ea504b387e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:56.799195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=251e6032-f949-4f06-8fc1-77fd0ac83f04,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:56.839328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9dafc870-605e-4164-9864-83d2c5f9501c req-2b8d3dd9-0ea6-4e50-94d1-154e9c16acc0 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/582ddf00-e7c5-4b0c-bac4-98004b8c0ddf HTTP/1.1" status: 200 len: 1801 time: 0.0696747 Mar 31 22:52:56.858194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-9dafc870-605e-4164-9864-83d2c5f9501c req-1e552317-11f7-4213-8f65-6a178b53fbda tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1889121167', 'description': 'tempest-description-hth-1204705585'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:56.887639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58076) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:56.904958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9dafc870-605e-4164-9864-83d2c5f9501c req-1e552317-11f7-4213-8f65-6a178b53fbda tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.978418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-cfb5b54d-6937-4df3-a618-825bcb195b98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:52:56.978917 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-cfb5b54d-6937-4df3-a618-825bcb195b98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:52:56.987357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:56.997320 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:52:56.997775 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:52:57.003882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9dafc870-605e-4164-9864-83d2c5f9501c req-1e552317-11f7-4213-8f65-6a178b53fbda tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.027455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:52:53Z', 'revision_number': 3, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port': {'id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:52Z', 'updated_at': '2022-03-31T22:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:57.052933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-066388bc-c5bf-492e-9a57-75f26e5148ab tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting subnet 5eeabc12-6684-4032-aa01-526902ff1902 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:52:57.071833 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066388bc-c5bf-492e-9a57-75f26e5148ab tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.103617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Checking router: 787e73eb-c882-46f3-936e-23c4dc707ede for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:52:57.104226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Updating router 787e73eb-c882-46f3-936e-23c4dc707ede port ee90dcd5-f6e9-411e-9d77-0f55730db682 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:52:57.131911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9dafc870-605e-4164-9864-83d2c5f9501c req-1e552317-11f7-4213-8f65-6a178b53fbda tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.135034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9dafc870-605e-4164-9864-83d2c5f9501c req-1e552317-11f7-4213-8f65-6a178b53fbda tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.136560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9dafc870-605e-4164-9864-83d2c5f9501c req-1e552317-11f7-4213-8f65-6a178b53fbda tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "PUT /v2.0/security-groups/582ddf00-e7c5-4b0c-bac4-98004b8c0ddf HTTP/1.1" status: 200 len: 1775 time: 0.2859321 Mar 31 22:52:57.163039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.189790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256ac2c-b0eb-4f01-8d0e-f96d602f8b5e req-f66c0855-d028-46f3-843a-d6825cab4f7e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.191735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f256ac2c-b0eb-4f01-8d0e-f96d602f8b5e req-f66c0855-d028-46f3-843a-d6825cab4f7e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.1320708 Mar 31 22:52:57.197376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e552317-11f7-4213-8f65-6a178b53fbda tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582ddf00-e7c5-4b0c-bac4-98004b8c0ddf,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.223988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066388bc-c5bf-492e-9a57-75f26e5148ab tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.229493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-deleted', 'tag': '1ab7cf04-ab01-410e-9ca3-3179618d32a0'}, {'name': 'network-changed', 'server_uuid': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'tag': '4b483cca-d17e-4b89-b88a-d9b93d2085bf'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:57.231845 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272a17bd-c24d-482c-a25c-eeb2feddcf3a" -d '{"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-deleted", "tag": "1ab7cf04-ab01-410e-9ca3-3179618d32a0"}, {"name": "network-changed", "server_uuid": "ce5ebbc6-f711-4525-82a4-1fd102f68d31", "tag": "4b483cca-d17e-4b89-b88a-d9b93d2085bf"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:57.252228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f256ac2c-b0eb-4f01-8d0e-f96d602f8b5e req-10b773a9-077c-4cc6-b82c-105472ab7980 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520754 Mar 31 22:52:57.387311 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.406185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066388bc-c5bf-492e-9a57-75f26e5148ab tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.414970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a76b4a-7f9c-4612-b610-e5980fb832ab req-0ef4f58a-1611-4f16-a71f-8ed0fb84f73b tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.416917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36a76b4a-7f9c-4612-b610-e5980fb832ab req-0ef4f58a-1611-4f16-a71f-8ed0fb84f73b tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 943 time: 0.0964785 Mar 31 22:52:57.419801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35f4e4c3-78b4-4147-a834-e2f449398d5b req-5bd954dd-6457-47d2-8dd5-71ef76b66778 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/582ddf00-e7c5-4b0c-bac4-98004b8c0ddf HTTP/1.1" status: 200 len: 1775 time: 0.1013670 Mar 31 22:52:57.474626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36a76b4a-7f9c-4612-b610-e5980fb832ab req-fd7b6f7f-051b-49c3-b2bc-a806c3e60d27 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444195 Mar 31 22:52:57.534298 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef48c1c0-4037-4d82-b445-b4b938c29683 x-openstack-request-id: req-ef48c1c0-4037-4d82-b445-b4b938c29683 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:57.534675 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36630f73-73fe-44cb-b32e-d703f7b83c5f", "name": "network-vif-deleted", "tag": "1ab7cf04-ab01-410e-9ca3-3179618d32a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce5ebbc6-f711-4525-82a4-1fd102f68d31", "tag": "4b483cca-d17e-4b89-b88a-d9b93d2085bf", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:57.535001 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef48c1c0-4037-4d82-b445-b4b938c29683 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:57.535475 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef48c1c0-4037-4d82-b445-b4b938c29683'] response: {'server_uuid': '36630f73-73fe-44cb-b32e-d703f7b83c5f', 'name': 'network-vif-deleted', 'tag': '1ab7cf04-ab01-410e-9ca3-3179618d32a0', 'status': 'completed', 'code': 200} Mar 31 22:52:57.535781 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef48c1c0-4037-4d82-b445-b4b938c29683'] response: {'name': 'network-changed', 'server_uuid': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'tag': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'status': 'completed', 'code': 200} Mar 31 22:52:57.723712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066388bc-c5bf-492e-9a57-75f26e5148ab tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.731474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ec0ae21-e290-4721-98bd-70f4fae15511 req-da0e2fde-89d5-437b-8c28-6cd04626ccc5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 210 time: 0.0735378 Mar 31 22:52:57.760140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7af9d274-81b4-4bcb-8624-d23e9006ac68 req-5338d963-e70c-4696-85c0-18a7c87628d1 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/582ddf00-e7c5-4b0c-bac4-98004b8c0ddf HTTP/1.1" status: 200 len: 1775 time: 0.1393325 Mar 31 22:52:57.777098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-f1d2cc6e-1f2e-496b-ad01-9be745f900af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.781108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-f1d2cc6e-1f2e-496b-ad01-9be745f900af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=19fd03bcff2c42329f66a9b958776047&device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 1094 time: 0.2152748 Mar 31 22:52:57.796723 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.831983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6d48cf-c2a0-4412-b044-22ea504b387e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:57.848529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066388bc-c5bf-492e-9a57-75f26e5148ab tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.862306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f7075-1236-4367-bb3d-56196584f429 None None] Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:57.874430 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-066388bc-c5bf-492e-9a57-75f26e5148ab tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "DELETE /v2.0/subnets/5eeabc12-6684-4032-aa01-526902ff1902 HTTP/1.1" status: 204 len: 168 time: 0.9847138 Mar 31 22:52:57.875349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58094) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:57.879609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066388bc-c5bf-492e-9a57-75f26e5148ab tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Subnet': ['ID=5eeabc12-6684-4032-aa01-526902ff1902,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.992886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:58.045327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-70ab7835-d7c7-4733-9674-9b25690fd57d None None] Provisioning complete for port 251e6032-f949-4f06-8fc1-77fd0ac83f04 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:58.045848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70ab7835-d7c7-4733-9674-9b25690fd57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.085665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-e0c3c992-36d9-46bf-8925-f46ef350a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.087490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-e0c3c992-36d9-46bf-8925-f46ef350a3e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d27abfd1-0898-414d-8ac3-8eb129995266 HTTP/1.1" status: 200 len: 917 time: 0.2215333 Mar 31 22:52:58.098055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.107495 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.143428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Allocated IP 172.20.0.1 (f117e106-a96e-405a-a4bf-5a1c6525906a/7aa734fd-8ee3-4479-a5e6-5e5631b20253/668fba70-fb4c-4671-8a53-ce25fb6763c4) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:58.314588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.408427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-02bfe6e8-34c0-4b0f-84ae-2000deba5d24 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.412358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-02bfe6e8-34c0-4b0f-84ae-2000deba5d24 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 807 time: 0.2930012 Mar 31 22:52:58.462748 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.479962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d948-e834-4909-999a-34108589d0d2 req-3ac13b24-d668-4557-8f85-a39afe796941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.482528 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6016d948-e834-4909-999a-34108589d0d2 req-3ac13b24-d668-4557-8f85-a39afe796941 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 1096 time: 0.1264923 Mar 31 22:52:58.486356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['eb6d48cf-c2a0-4412-b044-22ea504b387e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:58.538637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=10']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.540611 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7af9d274-81b4-4bcb-8624-d23e9006ac68 req-b016b385-3619-4ff9-a52c-876da172221a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.550545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.567295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Request body: {'port': {'device_id': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'admin_state_up': True, 'tenant_id': '629c61ff279f4c10b3d615363174bf13'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:58.578336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-f9de855e-b7fe-420d-8198-f4b73beeb3c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b483cca-d17e-4b89-b88a-d9b93d2085bf HTTP/1.1" status: 200 len: 217 time: 0.4063883 Mar 31 22:52:58.606277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Network f117e106-a96e-405a-a4bf-5a1c6525906a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:58.634421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.640054 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6016d948-e834-4909-999a-34108589d0d2 req-4b84cccd-cba5-495b-b41d-bfc199c1f4bb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219418 Mar 31 22:52:58.640999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:58.653906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:58.659231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Pushing event updated for resources: {'Port': ['ID=668fba70-fb4c-4671-8a53-ce25fb6763c4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.733682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:58.734024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.762239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.820558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e070b77-763b-4f2d-aa19-99e8f11c56c7 None None] DHCP port deletion for 7d18d97d-9ca4-44f2-88aa-2c9936f15059 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:52:58.952556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e,segment=NetworkSegment(404cd190-e30e-434e-8e31-66a88ffbca3e),segment_id=404cd190-e30e-434e-8e31-66a88ffbca3e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:58.953289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.983255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:59.008871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532169d-5b18-4397-bdba-4fb2a79cac1d req-ed179c9a-8d6c-406e-b85a-67cae6e47d3b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.017468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0532169d-5b18-4397-bdba-4fb2a79cac1d req-ed179c9a-8d6c-406e-b85a-67cae6e47d3b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.9281483 Mar 31 22:52:59.025900 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7af9d274-81b4-4bcb-8624-d23e9006ac68 req-b016b385-3619-4ff9-a52c-876da172221a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.037253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 251e6032-f949-4f06-8fc1-77fd0ac83f04 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:59.062556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Attempting to bind port ee90dcd5-f6e9-411e-9d77-0f55730db682 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:59.063384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Attempting to bind port ee90dcd5-f6e9-411e-9d77-0f55730db682 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:59.065567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Attempting to bind port ee90dcd5-f6e9-411e-9d77-0f55730db682 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:59.078153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-734b323f-5bff-43ea-aac5-1e8ede3771a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.079635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-734b323f-5bff-43ea-aac5-1e8ede3771a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74ec7961-a98f-42ec-abce-5dbafc689bd6 HTTP/1.1" status: 200 len: 855 time: 0.4473372 Mar 31 22:52:59.151732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0532169d-5b18-4397-bdba-4fb2a79cac1d req-b8ae3e59-725a-49f0-9053-2689af597ae5 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336486 Mar 31 22:52:59.197970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:59.199015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:59.202501 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.206371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:59.206371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Bound port: ee90dcd5-f6e9-411e-9d77-0f55730db682, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:59.206371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.221947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Made reservation on behalf of 629c61ff279f4c10b3d615363174bf13 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:59.238029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.306714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.342332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] For port ee90dcd5-f6e9-411e-9d77-0f55730db682, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:59.346420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] For port ee90dcd5-f6e9-411e-9d77-0f55730db682, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ee90dcd5-f6e9-411e-9d77-0f55730db682,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:59.348192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-b2a7825e-e213-4a42-a28c-cb700811503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.351344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-b2a7825e-e213-4a42-a28c-cb700811503c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d27abfd1-0898-414d-8ac3-8eb129995266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633343 Mar 31 22:52:59.353000 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.403002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:59.415162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8e0c3-6b4a-458f-8748-df16d8d32d00 None None] Pushing event updated for resources: {'Port': ['ID=ee90dcd5-f6e9-411e-9d77-0f55730db682,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:59.443546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:59.464779 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.528682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-32ae8c72-a766-40f0-82b1-6a71d4dbd345 service neutron] 10.222.0.45 "GET /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671426 Mar 31 22:52:59.556977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7dccd717-3df5-42f4-a1a9-73a196723046 None None] Provisioning complete for port 668fba70-fb4c-4671-8a53-ce25fb6763c4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:59.557668 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dccd717-3df5-42f4-a1a9-73a196723046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.607060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7af9d274-81b4-4bcb-8624-d23e9006ac68 req-b016b385-3619-4ff9-a52c-876da172221a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.609470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7af9d274-81b4-4bcb-8624-d23e9006ac68 req-b016b385-3619-4ff9-a52c-876da172221a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.610715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7af9d274-81b4-4bcb-8624-d23e9006ac68 req-b016b385-3619-4ff9-a52c-876da172221a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/582ddf00-e7c5-4b0c-bac4-98004b8c0ddf HTTP/1.1" status: 204 len: 173 time: 1.8239412 Mar 31 22:52:59.664304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016b385-3619-4ff9-a52c-876da172221a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ddf00-e7c5-4b0c-bac4-98004b8c0ddf,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:59.738079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:59.828493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8e0c3-6b4a-458f-8748-df16d8d32d00 None None] Pushing event updated for resources: {'Port': ['ID=ee90dcd5-f6e9-411e-9d77-0f55730db682,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:59.842103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Routers {'787e73eb-c882-46f3-936e-23c4dc707ede'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:59.843062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['787e73eb-c882-46f3-936e-23c4dc707ede'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:59.945821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d18d97d-9ca4-44f2-88aa-2c9936f15059']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:00.002952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404cd190-e30e-434e-8e31-66a88ffbca3e') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:00.003278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404cd190-e30e-434e-8e31-66a88ffbca3e') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:00.025872 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.056308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.086420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:53:00.087041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:53:00.091801 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:53:00.096378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a58f3c-75e5-4511-82f0-d33836fa101d req-05592206-391c-4d87-85be-c4807531886e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.096378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0a58f3c-75e5-4511-82f0-d33836fa101d req-05592206-391c-4d87-85be-c4807531886e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.5640595 Mar 31 22:53:00.207505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.224621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0a58f3c-75e5-4511-82f0-d33836fa101d req-4f4cf421-ee98-44fb-85f9-6a860491fb41 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920539 Mar 31 22:53:00.262967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f76aed-465f-43c5-bb54-aee979141ece req-6008656c-ca54-4651-b522-3baa7a25c089 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.264617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99f76aed-465f-43c5-bb54-aee979141ece req-6008656c-ca54-4651-b522-3baa7a25c089 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 943 time: 0.3442254 Mar 31 22:53:00.272682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272a17bd-c24d-482c-a25c-eeb2feddcf3a req-d1dba3f2-560a-4832-be8c-71726bd2f250 service neutron] 10.222.0.45 "GET /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539235 Mar 31 22:53:00.274113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Allocated IP 172.20.0.14 (9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c/85be71c1-b753-4352-b68e-ea1525cdd602/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:00.302720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 251e6032-f949-4f06-8fc1-77fd0ac83f04 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:00.303812 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.314523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.336476 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.356079 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "DELETE /v2.0/networks/7d18d97d-9ca4-44f2-88aa-2c9936f15059 HTTP/1.1" status: 204 len: 168 time: 2.4494491 Mar 31 22:53:00.357132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58116) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:00.359500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7dccd717-3df5-42f4-a1a9-73a196723046 None None] Port 668fba70-fb4c-4671-8a53-ce25fb6763c4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:00.376848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9e070b77-763b-4f2d-aa19-99e8f11c56c7 None None] Deleting port 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:00.378066 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9e070b77-763b-4f2d-aa19-99e8f11c56c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.406285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99f76aed-465f-43c5-bb54-aee979141ece req-caaefc6f-6002-45d1-83f3-b5fbf96ac7be tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291165 Mar 31 22:53:00.414432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.447195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-808d2762-30f3-4b68-abc0-0bf5ce89fbfc req-c4ab8093-ec7b-4279-8191-6c11196d3bc3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 210 time: 0.0724261 Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server [None req-9e070b77-763b-4f2d-aa19-99e8f11c56c7 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 could not be found. Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 22:53:00.507266 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1995, in delete_port Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7d18d97d-9ca4-44f2-88aa-2c9936f15059 could not be found. Mar 31 22:53:00.511899 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 22:53:00.548106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79760c23-4e9c-45b4-8246-f82af830f1e4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Network': ['ID=7d18d97d-9ca4-44f2-88aa-2c9936f15059,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:00.607413 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.710861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5df9149-66b5-460e-bcba-af99b7e758fb None None] DHCP port deletion for 7d18d97d-9ca4-44f2-88aa-2c9936f15059 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:53:00.743093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42a0009-171f-44e3-bf14-d90b4f57bd44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting subnet 3c249c29-37ad-47e1-8ab2-a6df4a422e96 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:53:00.757898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f42a0009-171f-44e3-bf14-d90b4f57bd44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.762056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Pushing event updated for resources: {'Port': ['ID=668fba70-fb4c-4671-8a53-ce25fb6763c4,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:00.800540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] Set router 787e73eb-c882-46f3-936e-23c4dc707ede gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:00.820039 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-efde3ae3-3088-4e16-8644-2e777c97f02b req-c8131d84-f350-42ae-b707-e19601937314 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:53:00.821077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efde3ae3-3088-4e16-8644-2e777c97f02b req-c8131d84-f350-42ae-b707-e19601937314 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/454f49a5-255c-4ed3-bde2-11c1e43cabad HTTP/1.1" status: 404 len: 352 time: 0.0742047 Mar 31 22:53:00.852471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5b578-d7b8-4548-8a35-6f6b193c6099 req-d5d80d44-cd3e-4142-bbf8-12787d387c31 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.854179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6df5b578-d7b8-4548-8a35-6f6b193c6099 req-d5d80d44-cd3e-4142-bbf8-12787d387c31 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.1963418 Mar 31 22:53:00.860081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Network f117e106-a96e-405a-a4bf-5a1c6525906a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:00.865938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:00.915244 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-36e79769-e5da-41b2-9578-70aab51a2843 req-5ab94f0a-1b59-46ee-bd18-b7e3ae21c920 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:53:00.916522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e79769-e5da-41b2-9578-70aab51a2843 req-5ab94f0a-1b59-46ee-bd18-b7e3ae21c920 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/982139fb-5a88-48fd-9611-4726e4f498f5 HTTP/1.1" status: 404 len: 352 time: 0.0547409 Mar 31 22:53:00.951314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6df5b578-d7b8-4548-8a35-6f6b193c6099 req-1be193d6-7fde-4aa2-b1f6-256aa758c23d tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805438 Mar 31 22:53:00.958400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f42a0009-171f-44e3-bf14-d90b4f57bd44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.974440 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-2faddd95-406c-419e-adfd-4c8373ae7400 req-8720b108-9281-42d1-b45e-095eb2018033 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:53:00.975487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2faddd95-406c-419e-adfd-4c8373ae7400 req-8720b108-9281-42d1-b45e-095eb2018033 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/49d060d8-ded9-4d12-9fb7-282ac48953ce HTTP/1.1" status: 404 len: 352 time: 0.0224121 Mar 31 22:53:00.978579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.044240 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-49047753-6f75-4979-bcf3-e401a91fcedc req-66c3d304-2a41-46bb-ab4c-dc6a11098746 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:53:01.045237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49047753-6f75-4979-bcf3-e401a91fcedc req-66c3d304-2a41-46bb-ab4c-dc6a11098746 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/846ea2f5-19ac-4ffb-a6dc-764d07b9b9d4 HTTP/1.1" status: 404 len: 352 time: 0.0215077 Mar 31 22:53:01.048070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef848c-59a6-42e5-881a-0525a0f0b4b7 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 22:53:01.109938 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-8a5e13ec-d685-4c3e-91dc-b7f24f226857 req-cf6039a2-677b-494b-bd07-f453d7154d68 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:53:01.111371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a5e13ec-d685-4c3e-91dc-b7f24f226857 req-cf6039a2-677b-494b-bd07-f453d7154d68 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/051ef8fb-da60-47df-81d1-3d40415987fd HTTP/1.1" status: 404 len: 352 time: 0.0335197 Mar 31 22:53:01.120275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.184559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:01.196934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:01.201984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:01.235195 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-e90542db-50de-47e5-9bfb-812ee045441f req-3a993178-11e6-4f73-a679-1a1c1073f9ac tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] show failed (client error): The resource could not be found. Mar 31 22:53:01.236210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e90542db-50de-47e5-9bfb-812ee045441f req-3a993178-11e6-4f73-a679-1a1c1073f9ac tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/b55d61af-1571-4f44-b5fa-feb2c13de429 HTTP/1.1" status: 404 len: 352 time: 0.0761013 Mar 31 22:53:01.263182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f42a0009-171f-44e3-bf14-d90b4f57bd44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.279772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:01.297609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Pushing event updated for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:01.344832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.345911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.403978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:01.403978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2e2ad4b6-90b8-46d6-a30a-38e6ea15f61e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:01.405293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef848c-59a6-42e5-881a-0525a0f0b4b7 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 22:53:01.406205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Router 787e73eb-c882-46f3-936e-23c4dc707ede has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:53:01.418078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:52:59Z', 'revision_number': 4, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port': {'id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:52Z', 'updated_at': '2022-03-31T22:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '668fba70-fb4c-4671-8a53-ce25fb6763c4', 'name': '', 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'mac_address': 'fa:16:3e:c3:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:57Z', 'updated_at': '2022-03-31T22:52:58Z', 'revision_number': 1, 'project_id': '8df501df18f54d06857bb7605070ed84', 'subnets': [{'id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:01.473463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f2d8f-38ee-4e85-8e9c-c1d2e4a4f885 req-e40fc91f-bd4b-40e9-9308-6ba4861526f6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.493511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e06d5-5077-4323-81c2-8d46c5aaca13 None None] The sync data for ids ['787e73eb-c882-46f3-936e-23c4dc707ede'] in n-d-836015-1 is: [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:52:59Z', 'revision_number': 4, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port': {'id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:52Z', 'updated_at': '2022-03-31T22:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '668fba70-fb4c-4671-8a53-ce25fb6763c4', 'name': '', 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'mac_address': 'fa:16:3e:c3:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:57Z', 'updated_at': '2022-03-31T22:52:58Z', 'revision_number': 1, 'project_id': '8df501df18f54d06857bb7605070ed84', 'subnets': [{'id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:53:01.494758 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-100f2d8f-38ee-4e85-8e9c-c1d2e4a4f885 req-e40fc91f-bd4b-40e9-9308-6ba4861526f6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.0923216 Mar 31 22:53:01.559195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-100f2d8f-38ee-4e85-8e9c-c1d2e4a4f885 req-73fbd429-da7d-48f4-979d-e9834015e956 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730898 Mar 31 22:53:01.580603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-f3de9cbb-b4b8-440f-a5e2-aa8492bd071b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1266136 Mar 31 22:53:01.595758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Request body: {'port': {'device_id': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:01.611424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:53:01.650039 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d3689eb8-8409-4089-acff-e9f62c0217bd admin admin] 10.222.0.31 "PUT /v2.0/routers/787e73eb-c882-46f3-936e-23c4dc707ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9843295 Mar 31 22:53:01.693486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.787112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b71c58-8dfd-4f55-be2f-365f075bea95 req-51a32460-6843-4c14-9ad2-44d4f71dac09 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.789606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19b71c58-8dfd-4f55-be2f-365f075bea95 req-51a32460-6843-4c14-9ad2-44d4f71dac09 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 943 time: 0.0982902 Mar 31 22:53:01.904887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f42a0009-171f-44e3-bf14-d90b4f57bd44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.936701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19b71c58-8dfd-4f55-be2f-365f075bea95 req-1300d9d0-f2d9-44cc-9528-c80e630be115 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378717 Mar 31 22:53:02.003230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a0009-171f-44e3-bf14-d90b4f57bd44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Subnet': ['ID=3c249c29-37ad-47e1-8ab2-a6df4a422e96,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:02.023897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f42a0009-171f-44e3-bf14-d90b4f57bd44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.042706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f42a0009-171f-44e3-bf14-d90b4f57bd44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "DELETE /v2.0/subnets/3c249c29-37ad-47e1-8ab2-a6df4a422e96 HTTP/1.1" status: 204 len: 168 time: 1.6786704 Mar 31 22:53:02.043324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58162) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.136324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:02.228741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ea9d6-bb5f-4f2d-a3f2-335fb76d60c8 None None] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:02.412538 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.581468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:02.620462 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.675329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Transition to ACTIVE for port object e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:02.737073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35774361-b1a3-4827-bc30-9aeaaf7658de req-f73c7c72-9bac-481d-98a5-83de2a5059f9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:02.745923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35774361-b1a3-4827-bc30-9aeaaf7658de req-f73c7c72-9bac-481d-98a5-83de2a5059f9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 932 time: 0.6395545 Mar 31 22:53:02.757855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port eb6d48cf-c2a0-4412-b044-22ea504b387e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:02.758236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.761806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.772612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:02.780524 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.889014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35774361-b1a3-4827-bc30-9aeaaf7658de req-7b2df336-c46e-47c8-a8e3-65ee060f7c37 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419456 Mar 31 22:53:03.023657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5cd8a-a91d-40df-9e5a-4d2156d20311 req-01f23303-6f02-4d4b-8397-60bdc7e1aacc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:03.042452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5d5cd8a-a91d-40df-9e5a-4d2156d20311 req-01f23303-6f02-4d4b-8397-60bdc7e1aacc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.3559909 Mar 31 22:53:03.094853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6be7328a-3270-4841-8300-97f2445eab81 None None] Provisioning complete for port 668fba70-fb4c-4671-8a53-ce25fb6763c4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:03.098726 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6be7328a-3270-4841-8300-97f2445eab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.104668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61,segment=NetworkSegment(4bb974d5-9a60-4296-ba27-2028f00efcd3),segment_id=4bb974d5-9a60-4296-ba27-2028f00efcd3)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:03.105057 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.128626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] DHCP port deletion for 93464445-b5f4-4ccd-a3af-03f44341eea0 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:53:03.177162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:03.276170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Pushing event updated for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.315301 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.416842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ee90dcd5-f6e9-411e-9d77-0f55730db682 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:03.455585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5d5cd8a-a91d-40df-9e5a-4d2156d20311 req-c4cbdba1-05de-483b-8eb4-e304b84ca890 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114344 Mar 31 22:53:03.564184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6be7328a-3270-4841-8300-97f2445eab81 None None] Port 668fba70-fb4c-4671-8a53-ce25fb6763c4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:03.696283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:03.698117 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a236ff9-9040-4d0f-ba9b-dcd99941d973" -d '{"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:03.740131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.751728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:03.771655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:03.811041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.823043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-0c0de44d-960c-4de0-b035-93f7543ac579 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:03.827706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-0c0de44d-960c-4de0-b035-93f7543ac579 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 1023 time: 0.3701377 Mar 31 22:53:03.828458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:03.828789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:03.831564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:03.867566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.981768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:03.983294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:03.989323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ee90dcd5-f6e9-411e-9d77-0f55730db682 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:03.989323 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.996133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] Deleting port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:03.996507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.014637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfd9f7-68f5-409e-bacb-dd4f19357386 req-2d982639-b758-4f94-a957-0ec54b5e2959 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.027153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99bfd9f7-68f5-409e-bacb-dd4f19357386 req-2d982639-b758-4f94-a957-0ec54b5e2959 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 949 time: 0.3497639 Mar 31 22:53:04.125118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.169855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:04.170416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:04.179197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:04.181327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Bound port: e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:04.181327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.206353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93464445-b5f4-4ccd-a3af-03f44341eea0']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:04.251764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb974d5-9a60-4296-ba27-2028f00efcd3') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:04.253481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb974d5-9a60-4296-ba27-2028f00efcd3') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:04.305798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99bfd9f7-68f5-409e-bacb-dd4f19357386 req-a972dcee-26c5-4d5c-8b84-21ec64530a83 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776082 Mar 31 22:53:04.317093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.369734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.400727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:53:04.402970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:53:04.417935 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:53:04.636860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:04.683956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:04.708119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Deleting port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:04.708466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.726774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-65c85164-7bad-4661-afd4-06a093589dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.742359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.750303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4b483cca-d17e-4b89-b88a-d9b93d2085bf details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:04.780557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3c221-522b-4900-a37d-ec7f96bf4390 req-d41d3ac7-5493-435e-b630-1178e11c20e5 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.782042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59c3c221-522b-4900-a37d-ec7f96bf4390 req-d41d3ac7-5493-435e-b630-1178e11c20e5 tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75 HTTP/1.1" status: 200 len: 1023 time: 0.1793926 Mar 31 22:53:04.788540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.791692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.801336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.805488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] For port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:04.806183 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.821840 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "DELETE /v2.0/networks/93464445-b5f4-4ccd-a3af-03f44341eea0 HTTP/1.1" status: 204 len: 168 time: 2.7773840 Mar 31 22:53:04.832617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58188) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:04.837362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] Calling delete_port for 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:04.857538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2005585343'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:04.872307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] Port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 22:53:04.888956 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.901796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72cdd3-08d9-4180-8367-e6e4ac41a2f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Network': ['ID=93464445-b5f4-4ccd-a3af-03f44341eea0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.956280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] Pushing event deleted for resources: {'Port': ['ID=3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.967402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] Network 93464445-b5f4-4ccd-a3af-03f44341eea0 is not hosted by any dhcp agent {{(pid=109822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 22:53:04.967880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86f4f2-7722-4633-b5f2-5ac00fa7e6ed None None] No DVR routers for this DVR port 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:04.978985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] For port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,segment=NetworkSegment(7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0),segment_id=7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:04.980571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.024869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Calling delete_port for 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:05.025734 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.059858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:05.065264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.071859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4b483cca-d17e-4b89-b88a-d9b93d2085bf, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4b483cca-d17e-4b89-b88a-d9b93d2085bf,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:05.091012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port ee90dcd5-f6e9-411e-9d77-0f55730db682, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ee90dcd5-f6e9-411e-9d77-0f55730db682,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:05.096277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'port_id': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'mac_address': 'fa:16:3e:7a:73:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:05.174453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.177364 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.178842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:05.216589 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.222140 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Added segment fa1332e4-6691-4d66-ab96-98eaf84a03b4 of type vlan for network ad0205da-e066-462c-bf0a-dedd076421b8 Mar 31 22:53:05.268210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b483cca-d17e-4b89-b88a-d9b93d2085bf {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:05.268866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.269886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.271645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] 10.222.0.45 "PUT /v2.0/ports/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 1092 time: 3.6815240 Mar 31 22:53:05.272449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:05.275996 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:05.338633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=ee90dcd5-f6e9-411e-9d77-0f55730db682,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.338894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.351261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:05.353913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['32d4213d-2ee7-4d96-ae99-c684bde7fbe1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:05.434034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:05.434503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3de0c86b-acc7-4c6f-9889-7b9a8ad7aa61 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:05.435428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] No DVR routers for this DVR port 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:05.449595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59c3c221-522b-4900-a37d-ec7f96bf4390 req-3d3bc1c3-a161-4eb9-89cb-910de80d517b tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups?id=799be80f-f61e-499f-8098-fd3d94eea621&id=27091d90-c898-4b93-ab37-a384f1072279&id=fa74ed1d-fb79-4970-8cf0-2e80220fe51d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6094086 Mar 31 22:53:05.450866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.456362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0efb3ad2-1335-476e-9d61-ee19ec6b9590 req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.45 "DELETE /v2.0/ports/32d4213d-2ee7-4d96-ae99-c684bde7fbe1 HTTP/1.1" status: 204 len: 173 time: 1.6002038 Mar 31 22:53:05.472881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4b483cca-d17e-4b89-b88a-d9b93d2085bf, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4b483cca-d17e-4b89-b88a-d9b93d2085bf,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:05.514911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24221f5-f695-405a-8986-325c4605dd68 service neutron] Pushing event updated for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.526268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.568735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.587802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdbbba-35c0-464b-b021-f90750ade77d tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'Port': ['ID=32d4213d-2ee7-4d96-ae99-c684bde7fbe1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.627751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-fb49cae5-d1bd-4869-a095-f6a0dcd2337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.629371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-fb49cae5-d1bd-4869-a095-f6a0dcd2337d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1095 time: 0.1961036 Mar 31 22:53:05.706433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.720948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.721895 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.730082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ee90dcd5-f6e9-411e-9d77-0f55730db682 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:05.733610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-ad58fb80-5e08-45fa-b943-84ed51ca1dc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 217 time: 0.0956135 Mar 31 22:53:05.918176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-377857ba-23aa-4450-b649-93fedecbfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.955617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-377857ba-23aa-4450-b649-93fedecbfe11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.2105997 Mar 31 22:53:05.965564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['4b483cca-d17e-4b89-b88a-d9b93d2085bf'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:05.969484 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Sync routers for ids ['787e73eb-c882-46f3-936e-23c4dc707ede'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:53:05.979383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Network': ['ID=ad0205da-e066-462c-bf0a-dedd076421b8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.006000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Routers {'787e73eb-c882-46f3-936e-23c4dc707ede'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:06.006670 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['787e73eb-c882-46f3-936e-23c4dc707ede'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:06.022975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ad0205da-e066-462c-bf0a-dedd076421b8 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:06.026333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c6b4c-95f7-4f38-b1db-bf5540f2645d req-8563f185-dc3a-48c3-9625-f5be35af723d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.042938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f96c6b4c-95f7-4f38-b1db-bf5540f2645d req-8563f185-dc3a-48c3-9625-f5be35af723d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 944 time: 0.3152633 Mar 31 22:53:06.163318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4b483cca-d17e-4b89-b88a-d9b93d2085bf,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.175705 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Set router 787e73eb-c882-46f3-936e-23c4dc707ede gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:06.217372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ee90dcd5-f6e9-411e-9d77-0f55730db682 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:06.217681 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.285813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-e4df7c95-0f6d-4129-8888-479dd2a9e9f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3182867 Mar 31 22:53:06.467617 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ddce16b1-683f-4b62-9706-f36dc914c0f6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6307523 Mar 31 22:53:06.468234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58194) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:06.473542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'subnet': {'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:06.477139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:52:59Z', 'revision_number': 4, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port': {'id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:52Z', 'updated_at': '2022-03-31T22:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '668fba70-fb4c-4671-8a53-ce25fb6763c4', 'name': '', 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'mac_address': 'fa:16:3e:c3:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:57Z', 'updated_at': '2022-03-31T22:52:59Z', 'revision_number': 2, 'project_id': '8df501df18f54d06857bb7605070ed84', 'subnets': [{'id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:06.508806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:06.538901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Checking router: 787e73eb-c882-46f3-936e-23c4dc707ede for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:53:06.539654 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Updating router 787e73eb-c882-46f3-936e-23c4dc707ede port 668fba70-fb4c-4671-8a53-ce25fb6763c4 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:53:06.569980 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.581858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:06.586831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 32d4213d-2ee7-4d96-ae99-c684bde7fbe1 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:06.596233 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b1343a3b-aaec-4c68-96ac-a080e9c535ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.931873 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e0f0b-7b0a-490f-9d35-9381b63a89b3 x-openstack-request-id: req-072e0f0b-7b0a-490f-9d35-9381b63a89b3 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:06.933832 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:06.934385 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-072e0f0b-7b0a-490f-9d35-9381b63a89b3 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:06.934997 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072e0f0b-7b0a-490f-9d35-9381b63a89b3'] response: {'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'code': 200} Mar 31 22:53:06.957830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:06.963815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.999337 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.065997 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.197295 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde28ad-912e-45f5-baef-f7557a2b41fe None None] Pushing event updated for resources: {'Port': ['ID=668fba70-fb4c-4671-8a53-ce25fb6763c4,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.381535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Attempting to bind port 668fba70-fb4c-4671-8a53-ce25fb6763c4 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:07.383132 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Attempting to bind port 668fba70-fb4c-4671-8a53-ce25fb6763c4 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:07.385249 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Attempting to bind port 668fba70-fb4c-4671-8a53-ce25fb6763c4 on network f117e106-a96e-405a-a4bf-5a1c6525906a {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:07.401828 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:07.402668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Checking segment: {'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:07.403325 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.403946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Bound using segment: {'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:07.404648 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Bound port: 668fba70-fb4c-4671-8a53-ce25fb6763c4, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4babb010-c77c-4879-8ad6-19670ca4aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:07.411125 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.577359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f96c6b4c-95f7-4f38-b1db-bf5540f2645d req-e94073db-c428-497a-a3ad-8358aa3530e3 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5216782 Mar 31 22:53:07.581916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] For port 668fba70-fb4c-4671-8a53-ce25fb6763c4, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:07.588085 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] For port 668fba70-fb4c-4671-8a53-ce25fb6763c4, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=668fba70-fb4c-4671-8a53-ce25fb6763c4,segment=NetworkSegment(4babb010-c77c-4879-8ad6-19670ca4aa3c),segment_id=4babb010-c77c-4879-8ad6-19670ca4aa3c)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:07.597127 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.703947 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.749755 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc5fa13-c3d1-4685-8704-8961030f1cf7 x-openstack-request-id: req-fbc5fa13-c3d1-4685-8704-8961030f1cf7 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:07.756849 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:07.759451 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbc5fa13-c3d1-4685-8704-8961030f1cf7 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:07.771722 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc5fa13-c3d1-4685-8704-8961030f1cf7'] response: {'name': 'network-changed', 'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1', 'status': 'completed', 'code': 200} Mar 31 22:53:07.859454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f567a79f-4412-44e4-a718-5d8dd26f5456 None None] Provisioning complete for port 668fba70-fb4c-4671-8a53-ce25fb6763c4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:07.863343 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f567a79f-4412-44e4-a718-5d8dd26f5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.915260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae39aa-c9f0-418e-902b-218a41073631 req-8a54cc4d-3e4c-49bb-8f49-8f2fd79a8ebc tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:07.929222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5ae39aa-c9f0-418e-902b-218a41073631 req-8a54cc4d-3e4c-49bb-8f49-8f2fd79a8ebc tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 944 time: 0.5201676 Mar 31 22:53:07.934160 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde28ad-912e-45f5-baef-f7557a2b41fe None None] Pushing event updated for resources: {'Port': ['ID=668fba70-fb4c-4671-8a53-ce25fb6763c4,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:08.015621 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Routers {'787e73eb-c882-46f3-936e-23c4dc707ede'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:08.017940 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['787e73eb-c882-46f3-936e-23c4dc707ede'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:08.116432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-1f52d846-18a5-4901-9bc5-948b8949986f service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8180933 Mar 31 22:53:08.120770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f567a79f-4412-44e4-a718-5d8dd26f5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.274016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f567a79f-4412-44e4-a718-5d8dd26f5456 None None] For port 668fba70-fb4c-4671-8a53-ce25fb6763c4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=668fba70-fb4c-4671-8a53-ce25fb6763c4,segment=NetworkSegment(4babb010-c77c-4879-8ad6-19670ca4aa3c),segment_id=4babb010-c77c-4879-8ad6-19670ca4aa3c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:08.365166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5ae39aa-c9f0-418e-902b-218a41073631 req-21169b34-c635-4515-ba3b-81be317ab31e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295244 Mar 31 22:53:08.378039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f567a79f-4412-44e4-a718-5d8dd26f5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.470151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.493735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d5b5b-5f2a-4f4b-9fba-eaa9d0ad1777 req-5144f253-0739-49d7-a17c-d4f005fb8368 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.515188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de3d5b5b-5f2a-4f4b-9fba-eaa9d0ad1777 req-5144f253-0739-49d7-a17c-d4f005fb8368 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 950 time: 0.6222312 Mar 31 22:53:08.519919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4b483cca-d17e-4b89-b88a-d9b93d2085bf up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:08.760470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bb44eb-3755-40bd-9adf-5e85722cf878 req-5fbcfa79-6358-4216-8b77-d71933edcd60 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249456 Mar 31 22:53:08.811303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de3d5b5b-5f2a-4f4b-9fba-eaa9d0ad1777 req-ee4685eb-9171-4ef6-a48a-55e5adb423a1 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947333 Mar 31 22:53:08.886228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567a79f-4412-44e4-a718-5d8dd26f5456 None None] Pushing event updated for resources: {'Port': ['ID=668fba70-fb4c-4671-8a53-ce25fb6763c4,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:08.893907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-90a61dae-e7fd-4aec-8e80-139aa4c011da None None] Provisioning complete for port 668fba70-fb4c-4671-8a53-ce25fb6763c4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:08.895441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-90a61dae-e7fd-4aec-8e80-139aa4c011da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.962108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b10ae-52c5-4f50-8fec-c014b698c24c req-56de09da-5252-4604-9a25-99e2b664f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.964673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e20b10ae-52c5-4f50-8fec-c014b698c24c req-56de09da-5252-4604-9a25-99e2b664f7b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1101 time: 1.6939588 Mar 31 22:53:09.016675 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] Set router 787e73eb-c882-46f3-936e-23c4dc707ede gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:09.063372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e20b10ae-52c5-4f50-8fec-c014b698c24c req-ab32bbf6-9940-479e-9112-fb67a2cf8685 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857685 Mar 31 22:53:09.067468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.180063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.193401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 4b483cca-d17e-4b89-b88a-d9b93d2085bf completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:09.247033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 4b483cca-d17e-4b89-b88a-d9b93d2085bf triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:09.248106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.325309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-daac5f33-2a11-4645-80b8-2c984f278b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.333396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-daac5f33-2a11-4645-80b8-2c984f278b43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1095 time: 0.4141541 Mar 31 22:53:09.365959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77a139ea-7890-460c-868a-ff642663f5b0 req-a07f0f55-8fd1-48b9-b4fb-e26cf9c7058e tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/799be80f-f61e-499f-8098-fd3d94eea621 HTTP/1.1" status: 200 len: 1800 time: 0.2726004 Mar 31 22:53:09.410366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Subnet': ['ID=5cb6662e-73df-42b6-9cc1-2f6331818f85,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:09.446110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Checking segment: {'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:09.446708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network hostable DHCP agents. Network: ad0205da-e066-462c-bf0a-dedd076421b8, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:09.465113 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.518151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.525566 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.635482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network ad0205da-e066-462c-bf0a-dedd076421b8 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:09.648219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4b483cca-d17e-4b89-b88a-d9b93d2085bf, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4b483cca-d17e-4b89-b88a-d9b93d2085bf,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:09.672858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b483cca-d17e-4b89-b88a-d9b93d2085bf'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:09.684836 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0586a1fb-d71e-4265-8601-1c2bcbb96328" -d '{"events": [{"server_uuid": "ce5ebbc6-f711-4525-82a4-1fd102f68d31", "name": "network-vif-plugged", "status": "completed", "tag": "4b483cca-d17e-4b89-b88a-d9b93d2085bf"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:09.743909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-77a139ea-7890-460c-868a-ff642663f5b0 req-6f402f60-114b-4d42-a37b-4f733e0d209a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.768581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'name': 'network-vif-deleted', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:09.772941 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d152704-cb1f-4e21-8c0a-9dac5e11d15f" -d '{"events": [{"server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "name": "network-vif-deleted", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:09.778095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, ad0205da-e066-462c-bf0a-dedd076421b8) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:09.800083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada1f2b1-7776-4a75-8f80-d8d26b9b87d9 None None] Network ad0205da-e066-462c-bf0a-dedd076421b8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:09.809166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.809704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2866-a1f1-44d8-9e97-e3d38bdd04d4 req-4969bdb4-31a9-4f50-82a9-6010d82a2a1f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.810303 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.819894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabb2866-a1f1-44d8-9e97-e3d38bdd04d4 req-4969bdb4-31a9-4f50-82a9-6010d82a2a1f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 944 time: 0.2393265 Mar 31 22:53:09.873311 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-77a139ea-7890-460c-868a-ff642663f5b0 req-6f402f60-114b-4d42-a37b-4f733e0d209a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.944522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58228) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:09.945228 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3eb6cc29-65df-4aa1-960a-5645f9ef099e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4651103 Mar 31 22:53:09.949803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1105561316'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:09.990604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabb2866-a1f1-44d8-9e97-e3d38bdd04d4 req-29dab596-b4c5-4394-81b1-806946eb3fe4 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685739 Mar 31 22:53:10.022762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-5d80cc9b-6891-4f17-b73a-0eadd383f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.026629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-5d80cc9b-6891-4f17-b73a-0eadd383f530 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.6505258 Mar 31 22:53:10.182815 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:52:59Z', 'revision_number': 4, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port': {'id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:52Z', 'updated_at': '2022-03-31T22:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '668fba70-fb4c-4671-8a53-ce25fb6763c4', 'name': '', 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'mac_address': 'fa:16:3e:c3:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:57Z', 'updated_at': '2022-03-31T22:53:07Z', 'revision_number': 4, 'project_id': '8df501df18f54d06857bb7605070ed84', 'subnets': [{'id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:10.243030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-1b1e6114-da3e-4e93-a8a0-d331ae52bdd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 217 time: 0.2054529 Mar 31 22:53:10.268917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 668fba70-fb4c-4671-8a53-ce25fb6763c4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:10.323436 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ec450-0ccc-4ba2-a0ab-f38856e2de19 None None] The sync data for ids ['787e73eb-c882-46f3-936e-23c4dc707ede'] in n-d-836015-1 is: [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:52:59Z', 'revision_number': 4, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port': {'id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:52Z', 'updated_at': '2022-03-31T22:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '668fba70-fb4c-4671-8a53-ce25fb6763c4', 'name': '', 'network_id': 'f117e106-a96e-405a-a4bf-5a1c6525906a', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'mac_address': 'fa:16:3e:c3:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:57Z', 'updated_at': '2022-03-31T22:53:07Z', 'revision_number': 4, 'project_id': '8df501df18f54d06857bb7605070ed84', 'subnets': [{'id': '7aa734fd-8ee3-4479-a5e6-5e5631b20253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:53:10.407945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.441485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-4f6ce8a4-e1da-4875-9459-427a8de62a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.444721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-4f6ce8a4-e1da-4875-9459-427a8de62a3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.1943462 Mar 31 22:53:10.451581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:10.456419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.507773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153dc14-a7bc-4708-8903-e4790aed3ad7 req-6eed4c97-65f2-49db-adbb-a70d8c8d26f8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.518183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9153dc14-a7bc-4708-8903-e4790aed3ad7 req-6eed4c97-65f2-49db-adbb-a70d8c8d26f8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.3490751 Mar 31 22:53:10.562398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:10.581558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.582204 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Added segment b05be6dd-118d-41d6-a535-db98b51a21e3 of type vlan for network 7948553f-ad37-4b4e-a132-1f138a7367c9 Mar 31 22:53:10.649149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.690012 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-77a139ea-7890-460c-868a-ff642663f5b0 req-6f402f60-114b-4d42-a37b-4f733e0d209a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.693865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-77a139ea-7890-460c-868a-ff642663f5b0 req-6f402f60-114b-4d42-a37b-4f733e0d209a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.711481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77a139ea-7890-460c-868a-ff642663f5b0 req-6f402f60-114b-4d42-a37b-4f733e0d209a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/799be80f-f61e-499f-8098-fd3d94eea621 HTTP/1.1" status: 204 len: 173 time: 1.3420529 Mar 31 22:53:10.801709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-ad0205da-e066-462c-bf0a-dedd076421b8', 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'fixed_ips': [{'subnet_id': '5cb6662e-73df-42b6-9cc1-2f6331818f85'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:53:10.803061 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.815212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 668fba70-fb4c-4671-8a53-ce25fb6763c4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:10.815945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.825994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f402f60-114b-4d42-a37b-4f733e0d209a tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799be80f-f61e-499f-8098-fd3d94eea621,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:10.838889 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.846860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.847501 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.884995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-f08247cd-5dba-4893-aaa3-7a95814f7267 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3859069 Mar 31 22:53:11.284777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9153dc14-a7bc-4708-8903-e4790aed3ad7 req-03abd0ac-e74e-4425-bd71-91a5343705e0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7642415 Mar 31 22:53:11.315373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Network': ['ID=7948553f-ad37-4b4e-a132-1f138a7367c9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.345577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3845f7c6-2e32-4965-a451-e0e3739e4654 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4000132 Mar 31 22:53:11.353182 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58238) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:11.362093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'subnet': {'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:11.374420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4b483cca-d17e-4b89-b88a-d9b93d2085bf,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.391451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7948553f-ad37-4b4e-a132-1f138a7367c9 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:11.461776 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bad73e-23bf-450b-bd4f-e37ea6f3b382 x-openstack-request-id: req-18bad73e-23bf-450b-bd4f-e37ea6f3b382 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:11.465767 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5ebbc6-f711-4525-82a4-1fd102f68d31", "name": "network-vif-plugged", "status": "completed", "tag": "4b483cca-d17e-4b89-b88a-d9b93d2085bf", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:11.466259 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18bad73e-23bf-450b-bd4f-e37ea6f3b382 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:11.468116 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bad73e-23bf-450b-bd4f-e37ea6f3b382'] response: {'server_uuid': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'code': 200} Mar 31 22:53:11.567190 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c8e41b-8018-4a03-b6e1-5fb1f612b05a x-openstack-request-id: req-73c8e41b-8018-4a03-b6e1-5fb1f612b05a {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:11.567488 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75", "name": "network-vif-deleted", "tag": "32d4213d-2ee7-4d96-ae99-c684bde7fbe1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:11.567679 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73c8e41b-8018-4a03-b6e1-5fb1f612b05a {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:11.568126 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c8e41b-8018-4a03-b6e1-5fb1f612b05a'] response: {'server_uuid': 'cc18ae1c-5f79-4758-8eaa-6ac2c6b73a75', 'name': 'network-vif-deleted', 'tag': '32d4213d-2ee7-4d96-ae99-c684bde7fbe1', 'status': 'completed', 'code': 200} Mar 31 22:53:11.619354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Allocated IP 19.80.0.2 (ad0205da-e066-462c-bf0a-dedd076421b8/5cb6662e-73df-42b6-9cc1-2f6331818f85/33be8191-e019-4d7e-92ae-06dffcbf11ed) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:11.727982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:11.731617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.807982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9cd8-541a-4a2a-bdf8-1ec3e8f29be5 req-087558c3-3a29-4993-9048-7a85f4d4fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.809980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3dab9cd8-541a-4a2a-bdf8-1ec3e8f29be5 req-087558c3-3a29-4993-9048-7a85f4d4fc12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 1096 time: 0.2972481 Mar 31 22:53:11.835036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca72004-1675-49ac-a632-7f885a9b2d18 req-91e3d32e-a4f5-4097-89de-2307e6960166 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.838899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cca72004-1675-49ac-a632-7f885a9b2d18 req-91e3d32e-a4f5-4097-89de-2307e6960166 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 944 time: 0.5490723 Mar 31 22:53:11.870512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-d5caeb88-cd5c-4a19-b467-2d462afd3711 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9842381 Mar 31 22:53:11.898630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650ac40-2436-4ea5-b97b-141513bf21e2 req-1e2e7275-373a-4dbb-8414-0cde79885815 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.918347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5650ac40-2436-4ea5-b97b-141513bf21e2 req-1e2e7275-373a-4dbb-8414-0cde79885815 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 950 time: 0.2341838 Mar 31 22:53:12.098211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a65d9b-37e7-4506-9e70-d58fafedc0a7 req-2bfb9a43-d5a3-4ec5-bc8b-265fd88b62e0 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559420 Mar 31 22:53:12.209617 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.223852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5650ac40-2436-4ea5-b97b-141513bf21e2 req-4ae4baf4-c5e3-4ed0-ad6b-2e0f807fef64 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037786 Mar 31 22:53:12.234053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3dab9cd8-541a-4a2a-bdf8-1ec3e8f29be5 req-32961656-fd04-401c-81f8-7c43d34c218a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3921030 Mar 31 22:53:12.264215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cca72004-1675-49ac-a632-7f885a9b2d18 req-8aeb3181-c5cb-411a-89d8-fb8600187555 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072852 Mar 31 22:53:12.290512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.317524 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.451012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f36f868f-d700-455b-8944-c417231f9ea6 req-a2e6b88e-c185-4ca0-9c3a-2eb1dd9ddebe tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "GET /v2.0/security-groups/27091d90-c898-4b93-ab37-a384f1072279 HTTP/1.1" status: 200 len: 1801 time: 0.1397178 Mar 31 22:53:12.471710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Network ad0205da-e066-462c-bf0a-dedd076421b8 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:12.478187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Subnet': ['ID=bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.493535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:12.499058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Checking segment: {'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:12.499806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network hostable DHCP agents. Network: 7948553f-ad37-4b4e-a132-1f138a7367c9, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:12.529643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:12.547451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:12.612632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Pushing event updated for resources: {'Port': ['ID=33be8191-e019-4d7e-92ae-06dffcbf11ed,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.625181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network 7948553f-ad37-4b4e-a132-1f138a7367c9 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:12.648095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f36f868f-d700-455b-8944-c417231f9ea6 req-861a17ef-0c44-411f-b0e1-56927157f1bc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.676524 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f36f868f-d700-455b-8944-c417231f9ea6 req-861a17ef-0c44-411f-b0e1-56927157f1bc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.680028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Attempting to bind port 33be8191-e019-4d7e-92ae-06dffcbf11ed on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:12.680518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Attempting to bind port 33be8191-e019-4d7e-92ae-06dffcbf11ed by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:12.681389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Attempting to bind port 33be8191-e019-4d7e-92ae-06dffcbf11ed on network ad0205da-e066-462c-bf0a-dedd076421b8 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:12.689791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:12.690164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Checking segment: {'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:12.691937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.692301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Bound using segment: {'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:12.692841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Bound port: 33be8191-e019-4d7e-92ae-06dffcbf11ed, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:12.694310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.705013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7948553f-ad37-4b4e-a132-1f138a7367c9) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:12.710270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.711247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.733236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317e80a7-60c7-4751-910f-0ce42595f115 None None] Network 7948553f-ad37-4b4e-a132-1f138a7367c9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:12.772263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15959e-075e-405b-bf35-fcff24cd40fc req-1a663431-cf02-4137-b868-ad47c1bdfee0 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.776111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc15959e-075e-405b-bf35-fcff24cd40fc req-1a663431-cf02-4137-b868-ad47c1bdfee0 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 945 time: 0.2265308 Mar 31 22:53:12.834878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc15959e-075e-405b-bf35-fcff24cd40fc req-1f805f4d-c677-44c4-8dff-5fe587765645 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Mar 31 22:53:12.846082 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7f2026a7-4080-48aa-9f2e-9f0efa669a7d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4916482 Mar 31 22:53:12.903668 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f36f868f-d700-455b-8944-c417231f9ea6 req-861a17ef-0c44-411f-b0e1-56927157f1bc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.906252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f36f868f-d700-455b-8944-c417231f9ea6 req-861a17ef-0c44-411f-b0e1-56927157f1bc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.914143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f36f868f-d700-455b-8944-c417231f9ea6 req-861a17ef-0c44-411f-b0e1-56927157f1bc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] 10.222.0.31 "DELETE /v2.0/security-groups/27091d90-c898-4b93-ab37-a384f1072279 HTTP/1.1" status: 204 len: 173 time: 0.4598784 Mar 31 22:53:12.943465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58252) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:12.945796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a17ef-0c44-411f-b0e1-56927157f1bc tempest-SecurityGroupsTestJSON-830673975 tempest-SecurityGroupsTestJSON-830673975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27091d90-c898-4b93-ab37-a384f1072279,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:13.179087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e4e3fe-72d9-450b-be7f-33eb5690ca11 admin admin] Deleting subnet 9508cb01-9f73-4393-b616-4684ec142dd0 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:53:13.182815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63e4e3fe-72d9-450b-be7f-33eb5690ca11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.327924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] For port 33be8191-e019-4d7e-92ae-06dffcbf11ed, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:13.340522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63e4e3fe-72d9-450b-be7f-33eb5690ca11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.370573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] For port 33be8191-e019-4d7e-92ae-06dffcbf11ed, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=33be8191-e019-4d7e-92ae-06dffcbf11ed,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:13.373764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:13.389571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1', 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'port_id': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1', 'mac_address': 'fa:16:3e:e9:5d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85be71c1-b753-4352-b68e-ea1525cdd602', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:13.444727 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.579124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63e4e3fe-72d9-450b-be7f-33eb5690ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.600582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-2acf6901-e117-4f05-a341-2b7507925d9f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.625615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-2acf6901-e117-4f05-a341-2b7507925d9f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.634250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-2acf6901-e117-4f05-a341-2b7507925d9f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/networks?id=ad0205da-e066-462c-bf0a-dedd076421b8&id=7948553f-ad37-4b4e-a132-1f138a7367c9 HTTP/1.1" status: 200 len: 1392 time: 0.2898669 Mar 31 22:53:13.664568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-a41d844b-6a0c-4074-8191-74905879b15d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/quotas/95e71e79e0394184b1c6d9da34573171 HTTP/1.1" status: 200 len: 375 time: 0.0239286 Mar 31 22:53:13.798154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7948553f-ad37-4b4e-a132-1f138a7367c9', 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'fixed_ips': [{'subnet_id': 'bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:53:13.798154 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.832149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-87c6197d-ede1-4b49-940c-e655433cec21 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666067 Mar 31 22:53:13.853117 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.962281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465f34b-8db9-42e6-be62-ddd1c26f9990 None None] Pushing event updated for resources: {'Port': ['ID=33be8191-e019-4d7e-92ae-06dffcbf11ed,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.049765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63e4e3fe-72d9-450b-be7f-33eb5690ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.111004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4e3fe-72d9-450b-be7f-33eb5690ca11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9508cb01-9f73-4393-b616-4684ec142dd0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.113392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63e4e3fe-72d9-450b-be7f-33eb5690ca11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.119247 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-63e4e3fe-72d9-450b-be7f-33eb5690ca11 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9508cb01-9f73-4393-b616-4684ec142dd0 HTTP/1.1" status: 204 len: 168 time: 1.1786916 Mar 31 22:53:14.122157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58276) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:14.188800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff2f4d-81a5-4954-b97e-e84b23445ded req-4c654745-2db1-495d-97c4-541ee8487ce1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:14.190700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1fff2f4d-81a5-4954-b97e-e84b23445ded req-4c654745-2db1-495d-97c4-541ee8487ce1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 944 time: 0.1322696 Mar 31 22:53:14.213136 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-a598dbc7-46a2-4b13-afda-af496b922b50 service neutron] 10.222.0.31 "GET /v2.0/networks/ad0205da-e066-462c-bf0a-dedd076421b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800540 Mar 31 22:53:14.267815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:14.417158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:14.459404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.483298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1fff2f4d-81a5-4954-b97e-e84b23445ded req-632b7002-0041-45a4-b481-fa02b78c52c2 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816845 Mar 31 22:53:14.542695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.655951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-291aed55-7ba3-4455-b957-1fa7fc04ed49 service neutron] 10.222.0.31 "GET /v2.0/networks/ad0205da-e066-462c-bf0a-dedd076421b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170933 Mar 31 22:53:14.791353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.845374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Allocated IP 19.86.0.2 (7948553f-ad37-4b4e-a132-1f138a7367c9/bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae/dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:14.846007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-7dc8e513-1954-4c73-8381-ef618cef19a0 service neutron] 10.222.0.31 "GET /v2.0/networks/7948553f-ad37-4b4e-a132-1f138a7367c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817214 Mar 31 22:53:14.854264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:14.868167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:14.868763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee6f98c-a0c4-4bef-af63-bee5fbb5b8a0') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:14.894885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.908413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e06d33ec-2e4e-4534-b4bc-3d51b40e77c1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:14.934932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.954377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:53:14.955228 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:53:14.960415 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:53:14.992828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-f4e09334-1ed5-4e18-80c2-115a6a3f8cfe service neutron] 10.222.0.31 "GET /v2.0/networks/7948553f-ad37-4b4e-a132-1f138a7367c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381359 Mar 31 22:53:15.064670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c12be-99ab-4fc3-aee2-4de2e28c7823 req-5c491b95-8584-47a7-95a1-dcf1ee5c16ff tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.070064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c5c12be-99ab-4fc3-aee2-4de2e28c7823 req-5c491b95-8584-47a7-95a1-dcf1ee5c16ff tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1101 time: 0.2281423 Mar 31 22:53:15.191910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c5c12be-99ab-4fc3-aee2-4de2e28c7823 req-c975f94f-63ec-44d3-8e80-c0585543b4e1 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988412 Mar 31 22:53:15.292115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:15.374566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.482346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:15.501825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.535890 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-96c4ab18-a70f-4801-9c76-3d6899279adf admin admin] 10.222.0.31 "DELETE /v2.0/networks/9dfc0ef9-3417-42d0-b11f-9ef0d878e6e1 HTTP/1.1" status: 204 len: 168 time: 1.4113092 Mar 31 22:53:15.912338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df03a40-3a23-466a-b765-f783a6832b86 req-87ae3eb3-b69f-40c6-bedd-fa70f926912d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.921093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9df03a40-3a23-466a-b765-f783a6832b86 req-87ae3eb3-b69f-40c6-bedd-fa70f926912d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.3448391 Mar 31 22:53:15.968349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776c5c-9418-4414-841f-0866ac9e1c74 req-6a38163c-9286-4ea0-b187-fe5a11e1db4d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.970330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0776c5c-9418-4414-841f-0866ac9e1c74 req-6a38163c-9286-4ea0-b187-fe5a11e1db4d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 945 time: 0.2892041 Mar 31 22:53:15.979565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.031474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9df03a40-3a23-466a-b765-f783a6832b86 req-910e143c-5d6d-4962-9264-a1baa98ef0ca tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903134 Mar 31 22:53:16.077468 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.101617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0776c5c-9418-4414-841f-0866ac9e1c74 req-5a8a3f4b-91eb-414f-8681-f057a9d1e124 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173813 Mar 31 22:53:16.140477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Network 7948553f-ad37-4b4e-a132-1f138a7367c9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:16.179580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:16.219719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:16.240922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Pushing event updated for resources: {'Port': ['ID=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:16.271534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6b02a22-8d45-40df-b8f7-ba414c69654a req-7a4f62ec-73ff-4aa6-9ee2-a21e729bb689 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 210 time: 0.0485802 Mar 31 22:53:16.275450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 33be8191-e019-4d7e-92ae-06dffcbf11ed up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:16.298068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616e32b-9a89-4f78-814a-d37fec605546 None None] Network ad0205da-e066-462c-bf0a-dedd076421b8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:16.341414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58316) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:16.424897 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-589d4163-855f-4363-8020-e85a55f4c237 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2468219d932f46739db9ae1a6caa682d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815642 Mar 31 22:53:16.427393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58324) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:16.502199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Attempting to bind port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:16.503208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Attempting to bind port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:16.503458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Attempting to bind port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b on network 7948553f-ad37-4b4e-a132-1f138a7367c9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:16.518948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:16.519328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Checking segment: {'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:16.520361 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.520496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Bound using segment: {'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:16.521295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Bound port: dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:16.521456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.523381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435abed-fbad-40dd-8443-af86bfdf42e9 req-76f634dd-8e5a-4fda-ab32-403c5f2a35fb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:16.539570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4435abed-fbad-40dd-8443-af86bfdf42e9 req-76f634dd-8e5a-4fda-ab32-403c5f2a35fb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 945 time: 0.1393766 Mar 31 22:53:16.546939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0feb61d0-a235-4219-a37a-de8beb5e5319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.570074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-97d3f72e-6369-4702-a09c-7e445f92bbb1 None None] Provisioning complete for port 33be8191-e019-4d7e-92ae-06dffcbf11ed triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:16.576634 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-97d3f72e-6369-4702-a09c-7e445f92bbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.601519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0feb61d0-a235-4219-a37a-de8beb5e5319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.636403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4435abed-fbad-40dd-8443-af86bfdf42e9 req-f93fd0f2-d072-4c79-9939-f2efa57bd980 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922263 Mar 31 22:53:16.678431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e3bc8-2b11-4d6d-ac8a-9eb0c123445a req-12b30aef-5602-41d8-88b7-9d924f9e2188 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:16.680464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc5e3bc8-2b11-4d6d-ac8a-9eb0c123445a req-12b30aef-5602-41d8-88b7-9d924f9e2188 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 945 time: 0.0877528 Mar 31 22:53:16.690064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58338) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:16.699826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Request body: {'floatingip': {'port_id': '4b483cca-d17e-4b89-b88a-d9b93d2085bf'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:16.768903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 33be8191-e019-4d7e-92ae-06dffcbf11ed triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:16.768903 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.769130 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.791259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0feb61d0-a235-4219-a37a-de8beb5e5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.794931 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0feb61d0-a235-4219-a37a-de8beb5e5319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:16.797246 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0feb61d0-a235-4219-a37a-de8beb5e5319 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa74ed1d-fb79-4970-8cf0-2e80220fe51d HTTP/1.1" status: 204 len: 168 time: 0.3686306 Mar 31 22:53:16.816246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb61d0-a235-4219-a37a-de8beb5e5319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa74ed1d-fb79-4970-8cf0-2e80220fe51d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:17.004799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] For port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:17.019927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac2fe-7c9a-4485-aac9-f2511ed9adbf req-eea131f8-585c-47aa-b7fc-61220226a02c tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.036339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] For port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:17.038840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d3ac2fe-7c9a-4485-aac9-f2511ed9adbf req-eea131f8-585c-47aa-b7fc-61220226a02c tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1101 time: 0.1929069 Mar 31 22:53:17.200640 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.238264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-97d3f72e-6369-4702-a09c-7e445f92bbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.247377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d3ac2fe-7c9a-4485-aac9-f2511ed9adbf req-e936bd19-f7a6-4671-8ce9-0c814841b058 tempest-ServersAdminTestJSON-1654604906 tempest-ServersAdminTestJSON-1654604906-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613488 Mar 31 22:53:17.377598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.666422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 33be8191-e019-4d7e-92ae-06dffcbf11ed, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=33be8191-e019-4d7e-92ae-06dffcbf11ed,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:17.707873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84f600-a6a9-473c-829b-8e3869b1a124 None None] Pushing event updated for resources: {'Port': ['ID=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:17.733902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.076520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.085720 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-97d3f72e-6369-4702-a09c-7e445f92bbb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:53:18.086261 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-97d3f72e-6369-4702-a09c-7e445f92bbb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:53:18.094671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=33be8191-e019-4d7e-92ae-06dffcbf11ed,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:18.175279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.214274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:18.346359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:18.347023 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.460863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72523879-91b8-40fb-a5cc-cca03cea1845 req-21090306-9a3d-4488-aaf7-08802b2671b1 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 210 time: 0.1689968 Mar 31 22:53:18.591977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:18.611909 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Floating IP e8137a96-b450-4198-ac05-cf1610671131 associated. External IP: 172.25.4.202, port: 4b483cca-d17e-4b89-b88a-d9b93d2085bf. Mar 31 22:53:18.775292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.936111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:18.985225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-83a72d54-13a8-40f3-91d8-03bc0ed62ac3 None None] Provisioning complete for port 33be8191-e019-4d7e-92ae-06dffcbf11ed triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:18.985734 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-83a72d54-13a8-40f3-91d8-03bc0ed62ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.055628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58440) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:19.064884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfa42a-65a9-4e6b-a50b-927a40523b45 req-2f261782-0300-49a2-b168-f92137e755a3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.066983 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79bfa42a-65a9-4e6b-a50b-927a40523b45 req-2f261782-0300-49a2-b168-f92137e755a3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 945 time: 0.3488374 Mar 31 22:53:19.096776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.099590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:19.117594 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-ae929cbd-778a-4f70-9498-6dd59b931c71 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1244156 Mar 31 22:53:19.156947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-73f211fe-4461-4350-a28d-f3a6892088fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.164424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-73f211fe-4461-4350-a28d-f3a6892088fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.164792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:19.165453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.167085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-73f211fe-4461-4350-a28d-f3a6892088fd tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "GET /v2.0/networks?id=ad0205da-e066-462c-bf0a-dedd076421b8&id=7948553f-ad37-4b4e-a132-1f138a7367c9 HTTP/1.1" status: 200 len: 1392 time: 0.4478161 Mar 31 22:53:19.192726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'port': {'device_id': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8', 'admin_state_up': True, 'tenant_id': '95e71e79e0394184b1c6d9da34573171'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:19.228950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79bfa42a-65a9-4e6b-a50b-927a40523b45 req-cee6906d-317b-4ff3-a7c8-36c296645a05 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465170 Mar 31 22:53:19.365611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.449249 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.509893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-951313908-network', 'tenant_id': 'c91b29970f0a4a4fb4b7d1e2e94bbff6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:19.523487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:19.527176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:19.530052 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b24b2a9-e8c5-4e26-8a91-ee28cf5453d7" -d '{"events": [{"server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "name": "network-vif-plugged", "status": "completed", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:19.579756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.620502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d093f5-69a6-4c99-b117-47f65b1c8d38 None None] Network 7948553f-ad37-4b4e-a132-1f138a7367c9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:19.640706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-d92e9a66-4980-48ac-9e03-f14055eb52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.660175 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-d92e9a66-4980-48ac-9e03-f14055eb52ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e77c3233754a77ad9e4923edf1366c&device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 1101 time: 0.3174205 Mar 31 22:53:19.682531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Made reservation on behalf of c91b29970f0a4a4fb4b7d1e2e94bbff6 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:19.689871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.737952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.767431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ba90589e-fb11-4bd2-a44e-a2c3ba8dcb1e None None] Provisioning complete for port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:19.768083 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba90589e-fb11-4bd2-a44e-a2c3ba8dcb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.906411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-51bce1e5-5f92-484a-9969-97440a34be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.911308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-51bce1e5-5f92-484a-9969-97440a34be5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2420559 Mar 31 22:53:20.009362 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-38102dc8-8ec3-4900-b60d-ea16ef80ec3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e HTTP/1.1" status: 200 len: 217 time: 0.0883458 Mar 31 22:53:20.100546 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.104227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.118717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-78e9813a-9053-4bb2-be16-d86a87791509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.119627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 33be8191-e019-4d7e-92ae-06dffcbf11ed up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:20.121459 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-78e9813a-9053-4bb2-be16-d86a87791509 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0980136 Mar 31 22:53:20.173635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.217591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:20.253957 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-b5cfe030-5937-4195-ad7d-8645e6ea73db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.256085 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-b5cfe030-5937-4195-ad7d-8645e6ea73db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183364 Mar 31 22:53:20.260636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913f3fc3-8a95-4152-8859-9e349a974d5a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.265021 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.265769 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Added segment 11d06ea6-2178-4c39-bff2-da1114bb755e of type vlan for network 990b1455-6cc7-44e1-a7d3-10424a31969d Mar 31 22:53:20.356824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 33be8191-e019-4d7e-92ae-06dffcbf11ed triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:20.357301 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.387182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70d1a405-fcfc-4fd5-8ffa-fd18687a3d0a req-c98f4ff2-8c31-4284-a1f1-cda009162ab7 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 210 time: 0.1682191 Mar 31 22:53:20.407970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.480492 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-e1b76332-f31c-4895-ae60-b7b62c65c940 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982272 Mar 31 22:53:20.490110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:20.518961 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4bf5f8-d2be-45fe-879b-4a36ee2324af x-openstack-request-id: req-8d4bf5f8-d2be-45fe-879b-4a36ee2324af {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:20.519178 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "name": "network-vif-plugged", "status": "completed", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:20.519402 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d4bf5f8-d2be-45fe-879b-4a36ee2324af {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:20.520061 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4bf5f8-d2be-45fe-879b-4a36ee2324af'] response: {'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1', 'code': 200} Mar 31 22:53:20.536297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-bced1661-de23-42a7-a4e4-68506f3be5ed tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.542047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-bced1661-de23-42a7-a4e4-68506f3be5ed tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 949 time: 0.3228071 Mar 31 22:53:20.564910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:20.565165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.668553 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1ba51925-01aa-42e0-81dd-9594f29b77d0 req-ba046c25-fd5c-4462-9ee6-36ee44cb1da5 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776288 Mar 31 22:53:20.669826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.674822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.675521 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.768823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] Pushing event updated for resources: {'Network': ['ID=990b1455-6cc7-44e1-a7d3-10424a31969d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.782395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 990b1455-6cc7-44e1-a7d3-10424a31969d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:20.810193 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-066a6232-2e76-4c50-9fd2-8bbcf70cd986 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7496076 Mar 31 22:53:20.819116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58458) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:20.826384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Request body: {'subnet': {'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-951313908-subnet', 'tenant_id': 'c91b29970f0a4a4fb4b7d1e2e94bbff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:20.831735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82d624-b67e-477a-99bb-3673223a34e7 req-8656ee94-066c-4386-8e42-b393e1964748 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.833948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da82d624-b67e-477a-99bb-3673223a34e7 req-8656ee94-066c-4386-8e42-b393e1964748 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 949 time: 0.6167486 Mar 31 22:53:20.947782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Router bfb32af3-2820-4fd6-a5e7-684182ced1eb has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:53:20.958874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da82d624-b67e-477a-99bb-3673223a34e7 req-ea20caf7-5689-4d33-8d1c-94ba569d16b9 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079617 Mar 31 22:53:20.968027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d0d5c-7c09-4b8a-a2ea-10ad8a6b8a1e req-6c9ba273-02ff-4688-94c9-104dddacd774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.969953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd3d0d5c-7c09-4b8a-a2ea-10ad8a6b8a1e req-6c9ba273-02ff-4688-94c9-104dddacd774 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1097 time: 0.3132653 Mar 31 22:53:20.979766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Made reservation on behalf of c91b29970f0a4a4fb4b7d1e2e94bbff6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:20.983764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.010953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-70ac3c29-533c-4e2d-985b-ee2eb757fbbd None None] Provisioning complete for port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:21.011314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70ac3c29-533c-4e2d-985b-ee2eb757fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.091782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:21.102198 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.314440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd3d0d5c-7c09-4b8a-a2ea-10ad8a6b8a1e req-f123d34d-e521-444a-b5aa-2e4257400803 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334048 Mar 31 22:53:21.330322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Deleting port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:21.331077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.414204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.441763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:53:21.455560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.458809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] Sync routers for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:53:21.478935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:21.482679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:21.509240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6a499-03e6-4e64-9aaf-a7b7a5b2de71 req-c9159526-93a1-4122-bdc7-c9160c3ab6b4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.516997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16e6a499-03e6-4e64-9aaf-a7b7a5b2de71 req-c9159526-93a1-4122-bdc7-c9160c3ab6b4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 946 time: 0.3380554 Mar 31 22:53:21.544375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2508d8b7-f29b-4711-aee0-bc5c76dd4591,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:21.596379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Checking segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:21.596635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Network hostable DHCP agents. Network: 990b1455-6cc7-44e1-a7d3-10424a31969d, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:21.607459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-912dae4d-a9ad-4a40-aeee-1fe5253d3f5f tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "PUT /v2.0/floatingips/e8137a96-b450-4198-ac05-cf1610671131 HTTP/1.1" status: 200 len: 991 time: 4.9114749 Mar 31 22:53:21.624777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'tag': '4b483cca-d17e-4b89-b88a-d9b93d2085bf'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:21.637281 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d863b01b-f669-4e45-8d33-eb223f5b1971" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5ebbc6-f711-4525-82a4-1fd102f68d31", "tag": "4b483cca-d17e-4b89-b88a-d9b93d2085bf"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:21.673968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] For port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:21.674667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.705078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Network 990b1455-6cc7-44e1-a7d3-10424a31969d is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:21.716050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16e6a499-03e6-4e64-9aaf-a7b7a5b2de71 req-9a9aeb22-ad44-4698-9f75-03d3e30fccc5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978621 Mar 31 22:53:21.732743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Calling delete_port for 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:21.761480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:21.790657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 990b1455-6cc7-44e1-a7d3-10424a31969d) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:21.801575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Allocated IP 19.80.0.184 (ad0205da-e066-462c-bf0a-dedd076421b8/5cb6662e-73df-42b6-9cc1-2f6331818f85/4f7be3c8-98ac-4444-ba48-2abe01a883d4) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:21.809881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2b3dd-b22e-4cfa-8baa-bd29b4109763 None None] Network 990b1455-6cc7-44e1-a7d3-10424a31969d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:21.810756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.816237 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.913657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ca14721f-1f8b-4683-a968-453c14374ddd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0923111 Mar 31 22:53:21.948731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1456e91e-386b-4d1b-93c3-92fed0b749fe req-96acffee-a91d-4b3c-8b4b-40e43892166e tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 210 time: 0.1020727 Mar 31 22:53:22.098968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-323e470d-0c30-4ba0-b695-58b83ab08ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.100919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-323e470d-0c30-4ba0-b695-58b83ab08ae6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 1096 time: 0.3703156 Mar 31 22:53:22.112830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9243c-70d2-4ee2-8679-b0d91219f502 None None] Network 990b1455-6cc7-44e1-a7d3-10424a31969d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:22.212209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-20604134-0f49-4f9e-aae0-f34587324966 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.214364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-20604134-0f49-4f9e-aae0-f34587324966 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 804 time: 0.5325358 Mar 31 22:53:22.250181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:22.426066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-1e7af9b0-62ca-48f7-b90e-238351db9c1d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/quotas/c795f09aaef84c42a8c4aec88e1be529 HTTP/1.1" status: 200 len: 375 time: 0.2106702 Mar 31 22:53:22.475375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.494196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'e8137a96-b450-4198-ac05-cf1610671131', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'port_id': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'mac_address': 'fa:16:3e:7a:73:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:51:48Z', 'updated_at': '2022-03-31T22:53:17Z', 'revision_number': 1, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:46Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:22.543879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23936ab-209d-452f-8464-5dbbd440c86c req-012c8ef9-fd6d-4bf3-917e-a5e512f7be3b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.552667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b23936ab-209d-452f-8464-5dbbd440c86c req-012c8ef9-fd6d-4bf3-917e-a5e512f7be3b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.4943774 Mar 31 22:53:22.591473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] Checking router: bfb32af3-2820-4fd6-a5e7-684182ced1eb for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:53:22.608739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:53:22.609727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:22.657234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-16cf60b3-8e3d-4a8e-8e2b-3ef34be8bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.658762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-16cf60b3-8e3d-4a8e-8e2b-3ef34be8bd6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.5328643 Mar 31 22:53:22.678282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.745285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b23936ab-209d-452f-8464-5dbbd440c86c req-8fc70570-127b-4a17-a40d-f2d5365bade0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901345 Mar 31 22:53:22.769781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-5f6d7f78-9c38-4c52-8492-7183cc3f5dbe tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3308959 Mar 31 22:53:22.775650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-bad012ff-f25e-48ce-b301-7f06dad58089 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1aa474a-afea-4fcc-ada8-002aa135255c HTTP/1.1" status: 200 len: 217 time: 0.1019497 Mar 31 22:53:22.788079 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.811806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5d27430a-cf38-4020-856d-c04b6c0fa79e', 'eb6d48cf-c2a0-4412-b044-22ea504b387e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:22.872202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d6a8042-6650-4813-adbc-83aa805a5870 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:22.920819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:53:23.030099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Pushing event deleted for resources: {'Port': ['ID=0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:23.198612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e878e5c5-46df-4172-a007-7842768c81b0 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.200475 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e878e5c5-46df-4172-a007-7842768c81b0 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "GET /v2.0/ports?device_id=f24d03ab-5f4e-48a0-8afd-8f282f2d5735 HTTP/1.1" status: 200 len: 945 time: 0.0676646 Mar 31 22:53:23.265019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-f4f6fc3e-5370-485b-b8c9-d38be5a5ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.267805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-f4f6fc3e-5370-485b-b8c9-d38be5a5ff3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.4730687 Mar 31 22:53:23.282738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-f77dc596-8584-426d-84e1-aa89008c5849 service neutron] 10.222.0.31 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837899 Mar 31 22:53:23.358698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] No DVR routers for this DVR port 0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:23.393396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Deleting port 9d6a8042-6650-4813-adbc-83aa805a5870 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:23.394312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.438988 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.520802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-4789c6c2-3d3b-4460-a569-1ab4c667e80b service neutron] 10.222.0.31 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589231 Mar 31 22:53:23.524614 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.538031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1eee6da-d984-4fc8-b712-167cd6394004 req-9f83748b-d456-4c1c-8afa-168af3ea8474 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "DELETE /v2.0/ports/0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d HTTP/1.1" status: 204 len: 173 time: 2.8658335 Mar 31 22:53:23.569819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:23.569819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.571961 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.617822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Calling delete_port for 9d6a8042-6650-4813-adbc-83aa805a5870 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:23.646702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network ad0205da-e066-462c-bf0a-dedd076421b8 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:23.656645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:23.660810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:23.839830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5411b8-85b7-483c-a3fa-6e5bd003d319 req-9643456c-bd02-4303-8cf0-a88062fa1872 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.839830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e5411b8-85b7-483c-a3fa-6e5bd003d319 req-9643456c-bd02-4303-8cf0-a88062fa1872 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 945 time: 0.8310099 Mar 31 22:53:23.840666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d6a8042-6650-4813-adbc-83aa805a5870, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d6a8042-6650-4813-adbc-83aa805a5870,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:23.840666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:23.840666 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad3189-5f3d-4b9b-b517-16f1ed84bfc6" -d '{"events": [{"server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:23.841413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-a2abca1c-0618-4a3c-b78a-5055d1f106da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.841413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-a2abca1c-0618-4a3c-b78a-5055d1f106da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5546379 Mar 31 22:53:23.870125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'e8137a96-b450-4198-ac05-cf1610671131', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'port_id': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'mac_address': 'fa:16:3e:7a:73:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:51:48Z', 'updated_at': '2022-03-31T22:53:17Z', 'revision_number': 1, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:46Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:23.913305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3593d6-8ad0-428f-a8c6-c9014739748d None None] The sync data for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 is: [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'e8137a96-b450-4198-ac05-cf1610671131', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'port_id': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'mac_address': 'fa:16:3e:7a:73:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:51:48Z', 'updated_at': '2022-03-31T22:53:17Z', 'revision_number': 1, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:46Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:53:23.961709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Port': ['ID=4f7be3c8-98ac-4444-ba48-2abe01a883d4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:23.985035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.985700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.000612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e5411b8-85b7-483c-a3fa-6e5bd003d319 req-81075b3d-a3cd-4a5f-a45b-bd54e658f7b8 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772217 Mar 31 22:53:24.062681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-e3e23a8a-b114-49eb-9e71-76cf3052aee6 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030022 Mar 31 22:53:24.098277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.165899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b1de3ab1-c372-4dbb-a218-b34b456cd8fc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9769073 Mar 31 22:53:24.221337 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a45b5b-2c51-425f-afe6-20da7e23a346 x-openstack-request-id: req-d9a45b5b-2c51-425f-afe6-20da7e23a346 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:24.221887 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5ebbc6-f711-4525-82a4-1fd102f68d31", "tag": "4b483cca-d17e-4b89-b88a-d9b93d2085bf", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:24.222305 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9a45b5b-2c51-425f-afe6-20da7e23a346 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:24.225571 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a45b5b-2c51-425f-afe6-20da7e23a346'] response: {'name': 'network-changed', 'server_uuid': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'tag': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'status': 'completed', 'code': 200} Mar 31 22:53:24.242306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Request body: {'port': {'device_id': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9', 'admin_state_up': True, 'tenant_id': '95e71e79e0394184b1c6d9da34573171'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:24.303077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-87781b0d-dc7e-40f1-84eb-3bacf4174c75 None None] Provisioning complete for port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:24.303385 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87781b0d-dc7e-40f1-84eb-3bacf4174c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.515216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-aff8cee1-1cbe-4e03-bf39-0943ed2db60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.519306 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-aff8cee1-1cbe-4e03-bf39-0943ed2db60a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=19fd03bcff2c42329f66a9b958776047&device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 1096 time: 0.3186877 Mar 31 22:53:24.554843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-87781b0d-dc7e-40f1-84eb-3bacf4174c75 None None] Port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:24.685636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82cde217-b4e3-49cb-a269-4b9d8088e037 req-130ef179-f8ad-456f-a352-3e0ed8109372 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbc97cb-0a33-417d-877a-8b09da77a7a6 HTTP/1.1" status: 200 len: 210 time: 0.1458409 Mar 31 22:53:24.712579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:24.795320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-f7b1faff-7678-4753-9771-09c41347850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.797035 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-f7b1faff-7678-4753-9771-09c41347850c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d27abfd1-0898-414d-8ac3-8eb129995266 HTTP/1.1" status: 200 len: 917 time: 0.2596693 Mar 31 22:53:24.797448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.949648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Pushing event deleted for resources: {'Port': ['ID=9d6a8042-6650-4813-adbc-83aa805a5870,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:24.995838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db8e7b3b-a094-49e3-b01c-39c7022b5ddf req-df8947cb-0123-4881-93cf-a18b197a50e8 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9261887 Mar 31 22:53:25.035930 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-99e8e84b-fdaf-4d7f-a49f-2ac2a56ad78d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b483cca-d17e-4b89-b88a-d9b93d2085bf HTTP/1.1" status: 200 len: 999 time: 0.2304647 Mar 31 22:53:25.113379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-3d7c51a1-c60a-45e4-8d19-b4ed99a42ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.115495 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-3d7c51a1-c60a-45e4-8d19-b4ed99a42ef3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74ec7961-a98f-42ec-abce-5dbafc689bd6 HTTP/1.1" status: 200 len: 855 time: 0.0542047 Mar 31 22:53:25.116489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] No DVR routers for this DVR port 9d6a8042-6650-4813-adbc-83aa805a5870 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:25.122375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.125694 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-03060640-f7d8-463a-add9-3f90c72296a3 req-e79c9bb4-f51f-442e-a40b-e07952336a02 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "DELETE /v2.0/ports/9d6a8042-6650-4813-adbc-83aa805a5870 HTTP/1.1" status: 204 len: 173 time: 1.9131153 Mar 31 22:53:25.138621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'name': 'network-vif-deleted', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:25.143448 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eeaada-44c3-4d7a-ba62-756219554992" -d '{"events": [{"server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "name": "network-vif-deleted", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:25.194738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-4b24130e-c674-4e4c-80a9-f2c40169fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.196431 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-4b24130e-c674-4e4c-80a9-f2c40169fe65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d27abfd1-0898-414d-8ac3-8eb129995266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698142 Mar 31 22:53:25.396549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-cc0d2803-b187-4a28-a7e4-28c0a5ae31db service neutron] 10.222.0.45 "GET /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881104 Mar 31 22:53:25.572896 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d863b01b-f669-4e45-8d33-eb223f5b1971 req-67288bca-db18-41c8-8f5c-288c2d98a4c6 service neutron] 10.222.0.45 "GET /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600759 Mar 31 22:53:25.635046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Made reservation on behalf of 95e71e79e0394184b1c6d9da34573171 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:25.639142 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.681108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e56e1-818f-4ca1-9cbb-14eca1a5cec0 req-9f2bd130-d180-4f68-9182-311243a7ba25 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.689586 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569356fa-3e7d-449e-a2cb-34c93e471915 None None] New status for floating IP e8137a96-b450-4198-ac05-cf1610671131: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:53:25.690191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e4e56e1-818f-4ca1-9cbb-14eca1a5cec0 req-9f2bd130-d180-4f68-9182-311243a7ba25 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 946 time: 0.7837439 Mar 31 22:53:25.707433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-384e9d00-0587-49e8-86e5-88c265392d08 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.716816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-384e9d00-0587-49e8-86e5-88c265392d08 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.9580851 Mar 31 22:53:25.769184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3cbeed6b-9b2e-4c10-bd6d-d34026dc9bc6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/quotas/c91b29970f0a4a4fb4b7d1e2e94bbff6 HTTP/1.1" status: 200 len: 375 time: 0.0512736 Mar 31 22:53:25.864857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-773112ef-c654-4300-bfbc-577c14a24746 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944734 Mar 31 22:53:25.895001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e4e56e1-818f-4ca1-9cbb-14eca1a5cec0 req-c0e2a1f8-fa0e-4ddb-9a79-a511fee8a11c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036166 Mar 31 22:53:26.212196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Allocated IP 19.86.0.27 (7948553f-ad37-4b4e-a132-1f138a7367c9/bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae/9571cb75-dccf-402e-830c-9318005d4f8f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:26.227389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc97cb-0a33-417d-877a-8b09da77a7a6', 'name': 'network-vif-deleted', 'tag': '0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:26.231033 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24261c0f-be1a-46dd-a1e5-becbdf372039" -d '{"events": [{"server_uuid": "6dbc97cb-0a33-417d-877a-8b09da77a7a6", "name": "network-vif-deleted", "tag": "0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:26.275011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189cb9b-8b71-4f50-a785-ba03bd7a3b2b req-317bcdbe-66e7-43d3-83e4-9de47fb561f4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.276805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7189cb9b-8b71-4f50-a785-ba03bd7a3b2b req-317bcdbe-66e7-43d3-83e4-9de47fb561f4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 932 time: 0.2090893 Mar 31 22:53:26.389917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-5f6f41f5-6597-4517-97ea-0ab7301f3efb service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239298 Mar 31 22:53:26.555882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7189cb9b-8b71-4f50-a785-ba03bd7a3b2b req-8d2eb4e4-04fa-49ce-8398-11fe1ec9c0b8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647307 Mar 31 22:53:26.635517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-9563de0b-9570-47e0-9c78-e3a3c804c51f service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444625 Mar 31 22:53:26.674799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.825354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.938730 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69f726a-ed3f-4074-b755-06941acf4888 x-openstack-request-id: req-b69f726a-ed3f-4074-b755-06941acf4888 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:26.940051 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:26.940456 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b69f726a-ed3f-4074-b755-06941acf4888 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:26.941292 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69f726a-ed3f-4074-b755-06941acf4888'] response: {'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870', 'code': 200} Mar 31 22:53:26.945604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Network 7948553f-ad37-4b4e-a132-1f138a7367c9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:26.954942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:26.957721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event updated for resources: {'Port': ['ID=9571cb75-dccf-402e-830c-9318005d4f8f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.960872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:26.970930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4acd71-885b-492d-929c-11fd0e95c987 req-4dbcf8df-e5c6-4b69-b38d-ab4298311392 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.972302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e4acd71-885b-492d-929c-11fd0e95c987 req-4dbcf8df-e5c6-4b69-b38d-ab4298311392 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.1840532 Mar 31 22:53:27.128485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da313b04-fd25-424d-bc77-a8caf88c4c3c req-26f2575f-0e9d-4a24-ac4d-29017badbdab tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 210 time: 0.1050632 Mar 31 22:53:27.198238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.198932 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.205147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e4acd71-885b-492d-929c-11fd0e95c987 req-c7f5b197-d3be-4ebb-ac71-311950350677 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944709 Mar 31 22:53:27.267814 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07e0147-0391-493a-9927-452344c15950 x-openstack-request-id: req-a07e0147-0391-493a-9927-452344c15950 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:27.268411 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24d03ab-5f4e-48a0-8afd-8f282f2d5735", "name": "network-vif-deleted", "tag": "9d6a8042-6650-4813-adbc-83aa805a5870", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:27.270920 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a07e0147-0391-493a-9927-452344c15950 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:27.271310 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07e0147-0391-493a-9927-452344c15950'] response: {'server_uuid': 'f24d03ab-5f4e-48a0-8afd-8f282f2d5735', 'name': 'network-vif-deleted', 'tag': '9d6a8042-6650-4813-adbc-83aa805a5870', 'status': 'completed', 'code': 200} Mar 31 22:53:27.316417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-97d5e320-c38f-42bf-be20-2f6bd2072b4b tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0821962 Mar 31 22:53:27.334071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Request body: {'port': {'device_id': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:27.429934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-63141d20-ded2-410f-b543-f8ed18f770fa None None] Provisioning complete for port 9571cb75-dccf-402e-830c-9318005d4f8f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:27.430314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-63141d20-ded2-410f-b543-f8ed18f770fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.445464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.449529 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafd0c7a-1da5-4b91-9767-4445e6f55c85 x-openstack-request-id: req-fafd0c7a-1da5-4b91-9767-4445e6f55c85 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:27.449750 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbc97cb-0a33-417d-877a-8b09da77a7a6", "name": "network-vif-deleted", "tag": "0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:27.450673 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fafd0c7a-1da5-4b91-9767-4445e6f55c85 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:27.450673 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafd0c7a-1da5-4b91-9767-4445e6f55c85'] response: {'server_uuid': '6dbc97cb-0a33-417d-877a-8b09da77a7a6', 'name': 'network-vif-deleted', 'tag': '0ac3f9c7-22d5-457f-822e-b48f8b3bbf4d', 'status': 'completed', 'code': 200} Mar 31 22:53:27.492316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-63141d20-ded2-410f-b543-f8ed18f770fa None None] Port 9571cb75-dccf-402e-830c-9318005d4f8f cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:27.557711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-4397bf8f-ee60-4b2a-b270-49493120e6a0 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.559439 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-4397bf8f-ee60-4b2a-b270-49493120e6a0 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 804 time: 0.2558479 Mar 31 22:53:27.573020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Request body: {'port': {'device_id': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'admin_state_up': True, 'tenant_id': 'c795f09aaef84c42a8c4aec88e1be529'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:27.587649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80c2bd7b-d2d6-4017-b380-3279e7ecf862 req-6e95a590-0e2e-402f-8997-3cedda8dc411 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 210 time: 0.0500507 Mar 31 22:53:27.750583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be86acb-a27f-4ac5-b966-95ad129b9627 req-1a43efdc-30a8-4c5b-912e-978e558ec1bd tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.752194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3be86acb-a27f-4ac5-b966-95ad129b9627 req-1a43efdc-30a8-4c5b-912e-978e558ec1bd tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1097 time: 0.2010996 Mar 31 22:53:27.830769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Made reservation on behalf of c795f09aaef84c42a8c4aec88e1be529 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:27.835781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.987052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7be3c8-98ac-4444-ba48-2abe01a883d4 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:28.002953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.008864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3be86acb-a27f-4ac5-b966-95ad129b9627 req-4d80c421-14b5-4c62-b308-a79b966b1c46 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968184 Mar 31 22:53:28.036587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Transition to ACTIVE for port object 4f7be3c8-98ac-4444-ba48-2abe01a883d4 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:28.089692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Allocated IP 172.20.0.11 (3907e46e-97a4-4f7e-b046-ea7250854537/d9705564-59f2-41bc-8be5-a7150ffee069/cc49b7da-5321-472d-ad8e-3b20ab99bc32) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:28.127486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.222864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d6a8042-6650-4813-adbc-83aa805a5870 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:28.276079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 9d6a8042-6650-4813-adbc-83aa805a5870 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:28.276401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d6a8042-6650-4813-adbc-83aa805a5870 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:28.369902 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.386527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7be3c8-98ac-4444-ba48-2abe01a883d4,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:28.445535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78b08-179b-4cef-96a9-f66c4c01d5f3 req-9528b9e8-07e0-428d-a6ce-bb9933673dba tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.451944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78b08-179b-4cef-96a9-f66c4c01d5f3 req-9528b9e8-07e0-428d-a6ce-bb9933673dba tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.453676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00a78b08-179b-4cef-96a9-f66c4c01d5f3 req-9528b9e8-07e0-428d-a6ce-bb9933673dba tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1666 time: 0.3175230 Mar 31 22:53:28.497872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043cacb-9f8a-4f62-93ec-40ab68388568 req-884f773e-17d0-479f-b1e6-6aa22e2c6c64 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.499496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f043cacb-9f8a-4f62-93ec-40ab68388568 req-884f773e-17d0-479f-b1e6-6aa22e2c6c64 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1097 time: 0.2504787 Mar 31 22:53:28.558708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00a78b08-179b-4cef-96a9-f66c4c01d5f3 req-485c9efe-c139-41b8-97b4-97f4a9a96049 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941641 Mar 31 22:53:28.566688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Attempting to bind port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:28.567722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Attempting to bind port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:28.567936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Attempting to bind port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 on network ad0205da-e066-462c-bf0a-dedd076421b8 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:28.579325 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.589093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 on network ad0205da-e066-462c-bf0a-dedd076421b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:28.591800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Attempting to bind port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 on network ad0205da-e066-462c-bf0a-dedd076421b8 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:28.621952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f043cacb-9f8a-4f62-93ec-40ab68388568 req-6148b1d4-5f6e-4431-b419-9dd68214f725 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909431 Mar 31 22:53:28.626974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:28.627350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Checking segment: {'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:28.627730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Bound using segment: {'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:28.628189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Bound port: 4f7be3c8-98ac-4444-ba48-2abe01a883d4, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1332e4-6691-4d66-ab96-98eaf84a03b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:28.628569 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.701834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Network 3907e46e-97a4-4f7e-b046-ea7250854537 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:28.705930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:28.710515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:28.761356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Pushing event updated for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:28.831532 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.832202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.845158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] For port 4f7be3c8-98ac-4444-ba48-2abe01a883d4, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:28.851087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] For port 4f7be3c8-98ac-4444-ba48-2abe01a883d4, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4f7be3c8-98ac-4444-ba48-2abe01a883d4,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:28.868414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5dfe-d33e-4864-ba34-80e31216e3c3 req-7f6e9094-80c8-499e-a21f-29a157c92f8e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.876797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d47d5dfe-d33e-4864-ba34-80e31216e3c3 req-7f6e9094-80c8-499e-a21f-29a157c92f8e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 932 time: 0.1713703 Mar 31 22:53:28.885225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5bc57-3608-49b1-98b7-d73fc102d08d req-b180ce5b-f46b-480a-ae71-7bad8c0d4a2d tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.892704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9f5bc57-3608-49b1-98b7-d73fc102d08d req-b180ce5b-f46b-480a-ae71-7bad8c0d4a2d tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 950 time: 0.1609042 Mar 31 22:53:28.908440 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:53:28.930535 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b74c7638-638e-4ff3-9888-769b0fbdcfad tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3613851 Mar 31 22:53:28.948121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Request body: {'port': {'device_id': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:28.949408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.966131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d47d5dfe-d33e-4864-ba34-80e31216e3c3 req-175c5c48-bb1b-48a6-847c-cee5df3aee5c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651648 Mar 31 22:53:29.085154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9f5bc57-3608-49b1-98b7-d73fc102d08d req-c3393dc9-6836-40e3-a629-06c4aafb4f3e tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825025 Mar 31 22:53:29.102214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.105608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.109362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] 10.222.0.45 "PUT /v2.0/ports/4f7be3c8-98ac-4444-ba48-2abe01a883d4 HTTP/1.1" status: 200 len: 1092 time: 1.7846651 Mar 31 22:53:29.110536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65694b0f-fa9d-4d79-bd7f-499538ab3d74 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7be3c8-98ac-4444-ba48-2abe01a883d4,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:29.129831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.246103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c5927-bd4e-46c4-b5b4-938a8032c6ce req-ef8f703b-c31e-409c-b26f-fd98898935ca tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.255227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb5c5927-bd4e-46c4-b5b4-938a8032c6ce req-ef8f703b-c31e-409c-b26f-fd98898935ca tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.1174829 Mar 31 22:53:29.274182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Request body: {'port': {'device_id': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:29.444053 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.508502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'tag': '4f7be3c8-98ac-4444-ba48-2abe01a883d4'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:29.512683 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264" -d '{"events": [{"name": "network-changed", "server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "tag": "4f7be3c8-98ac-4444-ba48-2abe01a883d4"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:29.539796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0de583a2-fd1c-4c31-a133-96ae4d22e341 req-30f81f3b-28a0-4b12-9036-2c5667acb991 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 210 time: 0.2467868 Mar 31 22:53:29.565559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb5c5927-bd4e-46c4-b5b4-938a8032c6ce req-b3caab35-70bc-487d-9688-760e614e1365 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830930 Mar 31 22:53:29.745055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc49b7da-5321-472d-ad8e-3b20ab99bc32 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:29.770094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.803643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Transition to ACTIVE for port object cc49b7da-5321-472d-ad8e-3b20ab99bc32 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:29.816189 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e62e7-e268-4444-9b57-55c2108c54e5 x-openstack-request-id: req-b90e62e7-e268-4444-9b57-55c2108c54e5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:29.816522 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "tag": "4f7be3c8-98ac-4444-ba48-2abe01a883d4", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:29.819891 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b90e62e7-e268-4444-9b57-55c2108c54e5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:29.820397 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90e62e7-e268-4444-9b57-55c2108c54e5'] response: {'name': 'network-changed', 'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'tag': '4f7be3c8-98ac-4444-ba48-2abe01a883d4', 'status': 'completed', 'code': 200} Mar 31 22:53:29.861037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-0f04eeb0-6c4c-461c-b95d-f771fdec606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.861646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-0f04eeb0-6c4c-461c-b95d-f771fdec606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.863593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-0f04eeb0-6c4c-461c-b95d-f771fdec606c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1913 time: 0.0559437 Mar 31 22:53:29.993529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-c73e9ba8-108d-49cc-8a3d-3f5a8423b806 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.994990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-c73e9ba8-108d-49cc-8a3d-3f5a8423b806 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 950 time: 0.1819921 Mar 31 22:53:30.075258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424f456-b2fa-489e-9b72-00776aadeb45 req-e610c6ff-f5bd-4128-90f3-3d9b72b2cb1d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.081060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424f456-b2fa-489e-9b72-00776aadeb45 req-e610c6ff-f5bd-4128-90f3-3d9b72b2cb1d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.082699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4424f456-b2fa-489e-9b72-00776aadeb45 req-e610c6ff-f5bd-4128-90f3-3d9b72b2cb1d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1666 time: 0.2206023 Mar 31 22:53:30.094512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-1ec8a95d-e0d0-4ca4-9765-aa4acb3bb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.095349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-1ec8a95d-e0d0-4ca4-9765-aa4acb3bb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.096158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-1ec8a95d-e0d0-4ca4-9765-aa4acb3bb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.099740 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-1ec8a95d-e0d0-4ca4-9765-aa4acb3bb27b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=95e71e79e0394184b1c6d9da34573171&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2280731 Mar 31 22:53:30.194730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4424f456-b2fa-489e-9b72-00776aadeb45 req-6d165e52-f8e8-4b9f-87d0-c2c7c0c17b65 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014705 Mar 31 22:53:30.225148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9571cb75-dccf-402e-830c-9318005d4f8f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:30.231840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-c6c9b8dd-c4df-437e-af6f-0960db98e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.235227 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c109a2aa-9eb6-4ce5-b490-1cfc4b225264 req-c6c9b8dd-c4df-437e-af6f-0960db98e337 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243031 Mar 31 22:53:30.240442 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.268911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Transition to ACTIVE for port object 9571cb75-dccf-402e-830c-9318005d4f8f will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:30.280502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Deleting port 5d27430a-cf38-4020-856d-c04b6c0fa79e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:30.280835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.341646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.376998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb2639-fddd-4d7a-8215-c20ee37bd4e9 req-0f870f87-2aa1-41e8-9e72-5674c375bf7c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.380982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fcb2639-fddd-4d7a-8215-c20ee37bd4e9 req-0f870f87-2aa1-41e8-9e72-5674c375bf7c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 932 time: 0.1158674 Mar 31 22:53:30.413403 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.452370 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.531847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fcb2639-fddd-4d7a-8215-c20ee37bd4e9 req-5bb6ec1b-c1af-4793-be71-619e65d108c6 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315224 Mar 31 22:53:30.539302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] For port 5d27430a-cf38-4020-856d-c04b6c0fa79e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5d27430a-cf38-4020-856d-c04b6c0fa79e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:30.539798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.674869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Attempting to bind port cc49b7da-5321-472d-ad8e-3b20ab99bc32 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:30.675980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Attempting to bind port cc49b7da-5321-472d-ad8e-3b20ab99bc32 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:30.677818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Attempting to bind port cc49b7da-5321-472d-ad8e-3b20ab99bc32 on network 3907e46e-97a4-4f7e-b046-ea7250854537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:30.690842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Port cc49b7da-5321-472d-ad8e-3b20ab99bc32 on network 3907e46e-97a4-4f7e-b046-ea7250854537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:30.693785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Attempting to bind port cc49b7da-5321-472d-ad8e-3b20ab99bc32 on network 3907e46e-97a4-4f7e-b046-ea7250854537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:30.709178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:30.711410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Checking segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:30.713216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Bound using segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:30.715992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Bound port: cc49b7da-5321-472d-ad8e-3b20ab99bc32, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:30.716771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.796462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Pushing event updated for resources: {'Port': ['ID=9571cb75-dccf-402e-830c-9318005d4f8f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.808233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Calling delete_port for 5d27430a-cf38-4020-856d-c04b6c0fa79e owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:30.885016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:30.905132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:30.946436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Attempting to bind port 9571cb75-dccf-402e-830c-9318005d4f8f on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:30.947004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Attempting to bind port 9571cb75-dccf-402e-830c-9318005d4f8f by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:30.947519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Attempting to bind port 9571cb75-dccf-402e-830c-9318005d4f8f on network 7948553f-ad37-4b4e-a132-1f138a7367c9 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:31.026762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Port 9571cb75-dccf-402e-830c-9318005d4f8f on network 7948553f-ad37-4b4e-a132-1f138a7367c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:31.027335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Attempting to bind port 9571cb75-dccf-402e-830c-9318005d4f8f on network 7948553f-ad37-4b4e-a132-1f138a7367c9 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:31.043477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:31.043961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Checking segment: {'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:31.058551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Bound using segment: {'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:31.059118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Bound port: 9571cb75-dccf-402e-830c-9318005d4f8f, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05be6dd-118d-41d6-a535-db98b51a21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:31.059495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.099259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.113364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301024bc-fe81-4956-b496-046b30813d8d req-ad2f7055-0c8c-4be9-b32b-ea9e41ed82be tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.121990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-301024bc-fe81-4956-b496-046b30813d8d req-ad2f7055-0c8c-4be9-b32b-ea9e41ed82be tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=96139784-0a64-4c3b-8097-60eb0894c0d9 HTTP/1.1" status: 200 len: 950 time: 0.3273029 Mar 31 22:53:31.155387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.156367 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.157988 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] 10.222.0.50 "PUT /v2.0/ports/cc49b7da-5321-472d-ad8e-3b20ab99bc32 HTTP/1.1" status: 200 len: 1092 time: 2.2152841 Mar 31 22:53:31.158562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:31.161591 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e39ea3-deeb-4a8e-9369-773cef89d3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:31.221537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fcf55-618a-42cb-bf5b-4d66037dcbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:31.235717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] For port 9571cb75-dccf-402e-830c-9318005d4f8f, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:31.239524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] For port 9571cb75-dccf-402e-830c-9318005d4f8f, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9571cb75-dccf-402e-830c-9318005d4f8f,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:31.298098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-301024bc-fe81-4956-b496-046b30813d8d req-d4d832b4-dc40-473e-b073-9e7823058ca0 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751659 Mar 31 22:53:31.400990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.457775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-64d76a86-4aa2-4b76-ab49-2e9dbf9bc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.459799 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-64d76a86-4aa2-4b76-ab49-2e9dbf9bc4e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 1095 time: 0.1557367 Mar 31 22:53:31.587466 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-94a7b0a3-3eb5-49ab-b839-24f3792c9d60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32 HTTP/1.1" status: 200 len: 217 time: 0.1176181 Mar 31 22:53:31.652243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Pushing event updated for resources: {'Port': ['ID=9571cb75-dccf-402e-830c-9318005d4f8f,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:31.684485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b44bc22d-9765-4da4-85aa-f531e3bfbe33 req-1bc30bea-ca8f-4318-98bc-805a752e4008 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 210 time: 0.1899152 Mar 31 22:53:31.686737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.687711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.690360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-b96f5c2b-355f-40f3-a6d3-faa98e43c043 service neutron] 10.222.0.45 "PUT /v2.0/ports/9571cb75-dccf-402e-830c-9318005d4f8f HTTP/1.1" status: 200 len: 1091 time: 2.4333746 Mar 31 22:53:31.779003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-db59fa9e-17f7-4c54-9893-3475fbbcebe3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.780565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-db59fa9e-17f7-4c54-9893-3475fbbcebe3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.50 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.4124103 Mar 31 22:53:31.797198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Request body: {'port': {'device_id': '42255ca3-9206-463a-a0fb-8d9b31a458cf', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'admin_state_up': True, 'tenant_id': 'c91b29970f0a4a4fb4b7d1e2e94bbff6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:31.821624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'tag': '9571cb75-dccf-402e-830c-9318005d4f8f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:31.826259 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8350ce2b-547f-43d5-ade1-8d960fbd1b45" -d '{"events": [{"name": "network-changed", "server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "tag": "9571cb75-dccf-402e-830c-9318005d4f8f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:31.838152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-e321fe7c-372b-488f-8d7c-e7e7bb507a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.843543 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.856650 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-e321fe7c-372b-488f-8d7c-e7e7bb507a1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9705564-59f2-41bc-8be5-a7150ffee069 HTTP/1.1" status: 200 len: 844 time: 0.2557876 Mar 31 22:53:31.865296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5d27430a-cf38-4020-856d-c04b6c0fa79e', 'eb6d48cf-c2a0-4412-b044-22ea504b387e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:32.265128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] No DVR routers for this DVR port 5d27430a-cf38-4020-856d-c04b6c0fa79e on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:32.267791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Pushing event deleted for resources: {'Port': ['ID=5d27430a-cf38-4020-856d-c04b6c0fa79e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:32.270520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.275732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87fc940e-03df-4540-9f62-7fe0b5e2e8a7 req-064f7d55-a840-459e-a0be-37bc7b44ef6b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "DELETE /v2.0/ports/5d27430a-cf38-4020-856d-c04b6c0fa79e HTTP/1.1" status: 204 len: 173 time: 2.2725961 Mar 31 22:53:32.279843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-89fa246e-fcbd-4a01-ba4c-06f487f67101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.280656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-89fa246e-fcbd-4a01-ba4c-06f487f67101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.286379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-89fa246e-fcbd-4a01-ba4c-06f487f67101 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1980 time: 0.2342234 Mar 31 22:53:32.378793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-914b266a-9427-421d-b820-7bfd0c40fe09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=4f7be3c8-98ac-4444-ba48-2abe01a883d4 HTTP/1.1" status: 200 len: 217 time: 0.0884840 Mar 31 22:53:32.444863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-afa51190-e79c-4584-a873-a7c34f379379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.447869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-afa51190-e79c-4584-a873-a7c34f379379 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5cb6662e-73df-42b6-9cc1-2f6331818f85 HTTP/1.1" status: 200 len: 801 time: 0.0610783 Mar 31 22:53:32.456799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee803b3-3331-46f7-b111-9a91aeac6cb8 req-f4f24b99-abf2-42e8-8c58-74b0a0fc8478 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.459328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ee803b3-3331-46f7-b111-9a91aeac6cb8 req-f4f24b99-abf2-42e8-8c58-74b0a0fc8478 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.5617044 Mar 31 22:53:32.482201 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-c1580a61-79ae-497b-ba8c-2c61703dfd29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3907e46e-97a4-4f7e-b046-ea7250854537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4940124 Mar 31 22:53:32.613208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-e9b8a29b-4673-49eb-903d-1b986d17e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.614954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-e9b8a29b-4673-49eb-903d-1b986d17e995 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad0205da-e066-462c-bf0a-dedd076421b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1542718 Mar 31 22:53:32.620500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ee803b3-3331-46f7-b111-9a91aeac6cb8 req-8d4aab2f-20c1-411b-b560-1edaaa39da27 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035457 Mar 31 22:53:32.756534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116ce9b1-81a2-41c3-a609-326f74e6e71e x-openstack-request-id: req-116ce9b1-81a2-41c3-a609-326f74e6e71e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:32.757138 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:32.757686 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-116ce9b1-81a2-41c3-a609-326f74e6e71e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:32.760276 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116ce9b1-81a2-41c3-a609-326f74e6e71e'] response: {'name': 'network-changed', 'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'status': 'completed', 'code': 200} Mar 31 22:53:32.830260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-1bb36305-0301-45d0-b176-9cd3650d34b2 service neutron] 10.222.0.45 "GET /v2.0/networks/ad0205da-e066-462c-bf0a-dedd076421b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054617 Mar 31 22:53:32.838393 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-86e290d5-686a-42fc-b910-a3cd2ff8c2fe service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468211 Mar 31 22:53:32.940137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Made reservation on behalf of c91b29970f0a4a4fb4b7d1e2e94bbff6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:32.946588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.081151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c495f8d-4e25-4ee7-bc20-29bea6071aa0 req-86f130ef-80b7-4c72-b94d-a344d6e2ceff tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.090937 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30c848e4-17a1-4262-b7ad-25fba89e7f68 req-94dcaff9-a864-4b92-a229-88b952f6c9a6 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469027 Mar 31 22:53:33.135694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c495f8d-4e25-4ee7-bc20-29bea6071aa0 req-86f130ef-80b7-4c72-b94d-a344d6e2ceff tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.148767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c495f8d-4e25-4ee7-bc20-29bea6071aa0 req-86f130ef-80b7-4c72-b94d-a344d6e2ceff tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1678 time: 0.2087910 Mar 31 22:53:33.218790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-85be66a6-65bf-4005-a835-caf7e48de383 service neutron] 10.222.0.45 "GET /v2.0/networks/ad0205da-e066-462c-bf0a-dedd076421b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806303 Mar 31 22:53:33.311660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-1dccaa47-70d4-48ba-9f51-0a95c7fad3d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=9571cb75-dccf-402e-830c-9318005d4f8f HTTP/1.1" status: 200 len: 217 time: 0.0847011 Mar 31 22:53:33.330704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c495f8d-4e25-4ee7-bc20-29bea6071aa0 req-ed1102d0-8069-4738-9c01-9bc3c2ffe5ae tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653275 Mar 31 22:53:33.382113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Allocated IP 172.20.0.10 (990b1455-6cc7-44e1-a7d3-10424a31969d/2508d8b7-f29b-4711-aee0-bc5c76dd4591/8814caee-321d-453f-a83a-1c5776ef8ade) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:33.416444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-8ab6992c-ca95-4d78-8437-584cec24c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.418170 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-8ab6992c-ca95-4d78-8437-584cec24c0eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 1095 time: 0.1524191 Mar 31 22:53:33.433248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-dbb64919-f174-43bb-8bac-29998f7bbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.435984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-dbb64919-f174-43bb-8bac-29998f7bbd13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae HTTP/1.1" status: 200 len: 801 time: 0.1040597 Mar 31 22:53:33.615910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-da8a6550-22f7-4e42-94ef-0336a76b2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.618508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-da8a6550-22f7-4e42-94ef-0336a76b2350 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7948553f-ad37-4b4e-a132-1f138a7367c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1750746 Mar 31 22:53:33.618649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-ab0b790a-399c-40c6-ae43-7abaa07b5a6d tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:33.620964 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-ab0b790a-399c-40c6-ae43-7abaa07b5a6d tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1737509 Mar 31 22:53:33.636209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe85af-a541-496d-be4e-b7d253803716 req-43ecea17-13dc-405f-84f0-fb947dad724a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.638811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abfe85af-a541-496d-be4e-b7d253803716 req-43ecea17-13dc-405f-84f0-fb947dad724a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 944 time: 0.1223483 Mar 31 22:53:33.739578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-6675da0c-8f43-4cdc-aed5-e7d4de2dbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.741552 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-6675da0c-8f43-4cdc-aed5-e7d4de2dbc00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 905 time: 0.3135216 Mar 31 22:53:33.840710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abfe85af-a541-496d-be4e-b7d253803716 req-eae949fb-a1da-4774-835f-d52ccc94c0d9 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653960 Mar 31 22:53:33.845447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-eae1949d-b734-4304-92e4-5024a3168f01 service neutron] 10.222.0.45 "GET /v2.0/networks/7948553f-ad37-4b4e-a132-1f138a7367c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053511 Mar 31 22:53:33.916994 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-d2564ca5-7d4a-4735-935e-dbcf283fdf6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32 HTTP/1.1" status: 200 len: 217 time: 0.1155138 Mar 31 22:53:33.945134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-967604c8-d196-4b48-990f-216b3a651d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.982563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-9050ef69-c0cd-4297-b24b-0f3b468c9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.984766 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-9050ef69-c0cd-4297-b24b-0f3b468c9f8e service neutron] 10.222.0.31 "GET /v2.0/ports/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 1094 time: 0.3528798 Mar 31 22:53:34.010814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Request body: {'binding': {'host': 'n-h1-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:34.011538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Unknown quota resources ['binding']. {{(pid=109821) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:53:34.053881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09878485-33f0-4fe6-b3fa-3f84e7270f50 req-98a640ac-5c7e-413d-9244-a56f09daf541 service neutron] 10.222.0.45 "GET /v2.0/networks/7948553f-ad37-4b4e-a132-1f138a7367c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004018 Mar 31 22:53:34.055834 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1560af5-5e66-481d-9d19-fdb89faf4243 x-openstack-request-id: req-c1560af5-5e66-481d-9d19-fdb89faf4243 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:34.056301 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "tag": "9571cb75-dccf-402e-830c-9318005d4f8f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:34.056714 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1560af5-5e66-481d-9d19-fdb89faf4243 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:34.057253 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1560af5-5e66-481d-9d19-fdb89faf4243'] response: {'name': 'network-changed', 'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'tag': '9571cb75-dccf-402e-830c-9318005d4f8f', 'status': 'completed', 'code': 200} Mar 31 22:53:34.106548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-44f2626a-5e30-46cd-ad8b-edbffa7babd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.108826 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-44f2626a-5e30-46cd-ad8b-edbffa7babd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9705564-59f2-41bc-8be5-a7150ffee069 HTTP/1.1" status: 200 len: 844 time: 0.1807137 Mar 31 22:53:34.125403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db928fad-a5df-47f3-b3dd-ea0205fa30d2 req-7e59e17a-6171-4190-bff6-336cd7f7a5b2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 210 time: 0.0611472 Mar 31 22:53:34.171664 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.231333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5d27430a-cf38-4020-856d-c04b6c0fa79e no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:34.244525 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-2fb12523-cd45-4846-9b78-77d78c2d8fdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3907e46e-97a4-4f7e-b046-ea7250854537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865977 Mar 31 22:53:34.271245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 5d27430a-cf38-4020-856d-c04b6c0fa79e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:34.271943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5d27430a-cf38-4020-856d-c04b6c0fa79e not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:34.431232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.438683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on host n-h1-836015-1 for vnic_type normal with profile None {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:34.439042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:34.439270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:34.442876 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-7ce015d4-2b07-475d-a92e-e1f31ad94cd4 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887231 Mar 31 22:53:34.479202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:34.479552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:34.523151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:34.523559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:34.523968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:34.524428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Bound port: e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:34.584577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Network 990b1455-6cc7-44e1-a7d3-10424a31969d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:34.612490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event updated for resources: {'Port': ['ID=8814caee-321d-453f-a83a-1c5776ef8ade,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:34.615287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:34.623228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:34.696301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a91a6f-bb02-4eec-a56a-36e0964f5427 req-3feae9fb-e192-44bd-a8c6-839aa1727269 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.703777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11a91a6f-bb02-4eec-a56a-36e0964f5427 req-3feae9fb-e192-44bd-a8c6-839aa1727269 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.5051627 Mar 31 22:53:34.722956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-88e39ea3-deeb-4a8e-9369-773cef89d3fb req-2812764c-8a38-4a38-a875-cd63a2b88541 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472346 Mar 31 22:53:34.727873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-dcc1d606-4e48-4264-8030-ebb0c74fcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.728097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-dcc1d606-4e48-4264-8030-ebb0c74fcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.730809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-dcc1d606-4e48-4264-8030-ebb0c74fcc0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e71e79e0394184b1c6d9da34573171&device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1980 time: 0.5163252 Mar 31 22:53:34.730983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.731550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.736054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:34.786038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11a91a6f-bb02-4eec-a56a-36e0964f5427 req-79f03e56-09c8-4a41-b539-280cc79892ef tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791950 Mar 31 22:53:34.809539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] Notify callbacks [] for binding, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.811503 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-c21c7a66-176d-4c6c-a717-3aace884f797 service neutron] 10.222.0.31 "POST /v2.0/ports/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8079879 Mar 31 22:53:34.832907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-3c097db2-3701-4ce0-80c6-0a0a28555354 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0399268 Mar 31 22:53:34.848147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Request body: {'port': {'device_id': '42255ca3-9206-463a-a0fb-8d9b31a458cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:34.873482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-544b985b-ceaf-43bd-a65a-8c29576df84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.875481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-544b985b-ceaf-43bd-a65a-8c29576df84b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7948553f-ad37-4b4e-a132-1f138a7367c9 HTTP/1.1" status: 200 len: 903 time: 0.1372132 Mar 31 22:53:34.927739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.948234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-f43f0b83-565d-49ae-a347-3a6be56e7f77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=9571cb75-dccf-402e-830c-9318005d4f8f HTTP/1.1" status: 200 len: 217 time: 0.0650122 Mar 31 22:53:35.053032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-163ad879-8169-4898-92ca-cdafb1b24e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.054621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-163ad879-8169-4898-92ca-cdafb1b24e66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae HTTP/1.1" status: 200 len: 801 time: 0.0989256 Mar 31 22:53:35.190915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-9e59eb77-e23b-4325-9e4e-52b36e3a30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.192474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-9e59eb77-e23b-4325-9e4e-52b36e3a30dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7948553f-ad37-4b4e-a132-1f138a7367c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296556 Mar 31 22:53:35.205526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43597082-9aac-4c8f-84c5-85a81aef4fa1 req-884b1f7a-4078-43c6-b439-dcbc45a4731c tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.211595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43597082-9aac-4c8f-84c5-85a81aef4fa1 req-884b1f7a-4078-43c6-b439-dcbc45a4731c tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.213207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43597082-9aac-4c8f-84c5-85a81aef4fa1 req-884b1f7a-4078-43c6-b439-dcbc45a4731c tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1678 time: 0.0968461 Mar 31 22:53:35.314926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43597082-9aac-4c8f-84c5-85a81aef4fa1 req-f94415a9-4dea-4f79-9f09-e8c0d49b04ae tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784159 Mar 31 22:53:35.393749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-bfd6483c-7904-45c9-a3fd-ec942f45418a service neutron] 10.222.0.45 "GET /v2.0/networks/7948553f-ad37-4b4e-a132-1f138a7367c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792576 Mar 31 22:53:35.517538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8814caee-321d-453f-a83a-1c5776ef8ade {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:35.536055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.546924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb886e-7052-460b-aa0f-4f7a7779c6c7 req-ae569c1d-5bd3-407a-b51e-be33ff27f7cb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.549555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48fb886e-7052-460b-aa0f-4f7a7779c6c7 req-ae569c1d-5bd3-407a-b51e-be33ff27f7cb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 944 time: 0.2091100 Mar 31 22:53:35.584874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Transition to ACTIVE for port object 8814caee-321d-453f-a83a-1c5776ef8ade will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:35.670176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8350ce2b-547f-43d5-ade1-8d960fbd1b45 req-41b40bb0-451b-4aae-a98b-8c66182fa42c service neutron] 10.222.0.45 "GET /v2.0/networks/7948553f-ad37-4b4e-a132-1f138a7367c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656608 Mar 31 22:53:35.676718 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.704107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48fb886e-7052-460b-aa0f-4f7a7779c6c7 req-c297135c-4440-48d2-889d-14f01483f144 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272583 Mar 31 22:53:35.724294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e175ad-0fb1-4bed-9cd5-762d2130e1ab req-b7c7cc04-dd8f-44d2-bc10-efb1eef2dd73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.736884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47e175ad-0fb1-4bed-9cd5-762d2130e1ab req-b7c7cc04-dd8f-44d2-bc10-efb1eef2dd73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 946 time: 0.2377374 Mar 31 22:53:35.801658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47e175ad-0fb1-4bed-9cd5-762d2130e1ab req-448da066-9bfb-4d75-bcae-2c9fd1440d39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634120 Mar 31 22:53:35.885685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-7d0e0ac8-c14a-45f7-b07b-8cb46efabfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.888383 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-7d0e0ac8-c14a-45f7-b07b-8cb46efabfb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1097 time: 0.2612715 Mar 31 22:53:36.024629 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6531-39ee-4a59-85db-1a82ae54b329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.025508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65394f4d-b8e4-4694-a251-1f98cce90070 req-0123d433-e804-47f5-a423-0ca1153c87ff tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.048902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65394f4d-b8e4-4694-a251-1f98cce90070 req-0123d433-e804-47f5-a423-0ca1153c87ff tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 950 time: 0.1866336 Mar 31 22:53:36.077046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96139784-0a64-4c3b-8097-60eb0894c0d9', 'name': 'network-vif-deleted', 'tag': '5d27430a-cf38-4020-856d-c04b6c0fa79e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:36.081470 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f78e6e-1e55-4dbe-81e1-3594dafcfbd8" -d '{"events": [{"server_uuid": "96139784-0a64-4c3b-8097-60eb0894c0d9", "name": "network-vif-deleted", "tag": "5d27430a-cf38-4020-856d-c04b6c0fa79e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:36.122765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Pushing event updated for resources: {'Port': ['ID=8814caee-321d-453f-a83a-1c5776ef8ade,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:36.130344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67189382-3b91-4d9b-b7c0-1abbb232f685 req-e224696a-3114-442d-97f7-8d7b6f96baaa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.151443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67189382-3b91-4d9b-b7c0-1abbb232f685 req-e224696a-3114-442d-97f7-8d7b6f96baaa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 944 time: 0.2654939 Mar 31 22:53:36.218231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-e8ed3d8b-70f2-4521-922f-4210b5dff8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.219388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65394f4d-b8e4-4694-a251-1f98cce90070 req-54e5f109-40ad-4c21-adc5-a36ea326d45b tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550839 Mar 31 22:53:36.221631 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-e8ed3d8b-70f2-4521-922f-4210b5dff8cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.3235531 Mar 31 22:53:36.239462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67189382-3b91-4d9b-b7c0-1abbb232f685 req-09006b43-a8e5-4608-a019-1441bd16bdc3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863180 Mar 31 22:53:36.246542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device cc49b7da-5321-472d-ad8e-3b20ab99bc32 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:36.361699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Attempting to bind port 8814caee-321d-453f-a83a-1c5776ef8ade on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:36.361699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Attempting to bind port 8814caee-321d-453f-a83a-1c5776ef8ade by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:36.361699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Attempting to bind port 8814caee-321d-453f-a83a-1c5776ef8ade on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:36.451928 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-2a221c5b-c6c0-4fac-b993-51b0842f08fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 217 time: 0.1349447 Mar 31 22:53:36.452553 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acdf62e-b3bc-4350-97ac-a54b10fd1384 x-openstack-request-id: req-8acdf62e-b3bc-4350-97ac-a54b10fd1384 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:36.452553 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96139784-0a64-4c3b-8097-60eb0894c0d9", "name": "network-vif-deleted", "tag": "5d27430a-cf38-4020-856d-c04b6c0fa79e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:36.452553 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8acdf62e-b3bc-4350-97ac-a54b10fd1384 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:36.452553 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acdf62e-b3bc-4350-97ac-a54b10fd1384'] response: {'server_uuid': '96139784-0a64-4c3b-8097-60eb0894c0d9', 'name': 'network-vif-deleted', 'tag': '5d27430a-cf38-4020-856d-c04b6c0fa79e', 'status': 'completed', 'code': 200} Mar 31 22:53:36.452896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Port 8814caee-321d-453f-a83a-1c5776ef8ade on network 990b1455-6cc7-44e1-a7d3-10424a31969d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:36.452896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Attempting to bind port 8814caee-321d-453f-a83a-1c5776ef8ade on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:36.452896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:36.452896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Checking segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:36.452896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Bound using segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:36.452896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Bound port: 8814caee-321d-453f-a83a-1c5776ef8ade, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:36.452896 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.460463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f349b54-60c9-4c1d-adbc-61676b9a0e21 req-b6e028fb-eedd-4256-b215-c0ee363a9b09 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.467490 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:36.470637 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f349b54-60c9-4c1d-adbc-61676b9a0e21 req-b6e028fb-eedd-4256-b215-c0ee363a9b09 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.1597908 Mar 31 22:53:36.489071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'port_id': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'mac_address': 'fa:16:3e:9e:37:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9705564-59f2-41bc-8be5-a7150ffee069', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:36.502588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-ad069e47-7a8a-43d5-a536-a00628488318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.504163 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-ad069e47-7a8a-43d5-a536-a00628488318 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.1255493 Mar 31 22:53:36.551145 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-19134ff3-2532-4762-a750-f5e29be8148b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376863 Mar 31 22:53:36.583042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.609351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc49b7da-5321-472d-ad8e-3b20ab99bc32 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:36.643098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f349b54-60c9-4c1d-adbc-61676b9a0e21 req-8eef8491-65f9-4f96-b439-530ae3eb6b7b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689765 Mar 31 22:53:36.646696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:36.662883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] For port 8814caee-321d-453f-a83a-1c5776ef8ade, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:36.670875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175730e-a1ce-4b03-ba37-312a4c79be28 req-b1f5f4f0-046b-420b-8436-9a0a1d8c96a4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.686650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] For port 8814caee-321d-453f-a83a-1c5776ef8ade, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8814caee-321d-453f-a83a-1c5776ef8ade,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:36.688870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175730e-a1ce-4b03-ba37-312a4c79be28 req-b1f5f4f0-046b-420b-8436-9a0a1d8c96a4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.690500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e175730e-a1ce-4b03-ba37-312a4c79be28 req-b1f5f4f0-046b-420b-8436-9a0a1d8c96a4 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1678 time: 0.1814504 Mar 31 22:53:36.691873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9571cb75-dccf-402e-830c-9318005d4f8f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:36.737536 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-ffdcf053-c888-4901-a069-7ed50e96ba5b service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653955 Mar 31 22:53:36.744786 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.760016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.770194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e175730e-a1ce-4b03-ba37-312a4c79be28 req-533afd6f-4d43-48e8-aba7-6672ed14a590 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641716 Mar 31 22:53:36.920973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9571cb75-dccf-402e-830c-9318005d4f8f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9571cb75-dccf-402e-830c-9318005d4f8f,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:36.941980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '9571cb75-dccf-402e-830c-9318005d4f8f', 'network_id': '7948553f-ad37-4b4e-a132-1f138a7367c9', 'port_id': '9571cb75-dccf-402e-830c-9318005d4f8f', 'mac_address': 'fa:16:3e:c5:ee:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae', 'ip_address': '19.86.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:36.947528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.948523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.950933 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] 10.222.0.50 "PUT /v2.0/ports/8814caee-321d-453f-a83a-1c5776ef8ade HTTP/1.1" status: 200 len: 1092 time: 2.1078360 Mar 31 22:53:36.954897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42255ca3-9206-463a-a0fb-8d9b31a458cf', 'tag': '8814caee-321d-453f-a83a-1c5776ef8ade'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:36.959724 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f82ea08-3e80-4440-95fd-e466dc197575" -d '{"events": [{"name": "network-changed", "server_uuid": "42255ca3-9206-463a-a0fb-8d9b31a458cf", "tag": "8814caee-321d-453f-a83a-1c5776ef8ade"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:37.037641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618771c-50e3-4a9f-8fed-20ef6eea790b service neutron] Pushing event updated for resources: {'Port': ['ID=8814caee-321d-453f-a83a-1c5776ef8ade,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:37.053907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['cc49b7da-5321-472d-ad8e-3b20ab99bc32'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:37.087875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691593d-ba5a-43bb-9035-03e537c4ff92 req-1d701067-93c8-4354-86fd-039209cfe7c9 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.089522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6691593d-ba5a-43bb-9035-03e537c4ff92 req-1d701067-93c8-4354-86fd-039209cfe7c9 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 945 time: 0.2749457 Mar 31 22:53:37.097567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-92cf77df-d6f0-4278-8f04-bb41e6c6d4f5 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.099738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-92cf77df-d6f0-4278-8f04-bb41e6c6d4f5 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 950 time: 0.2934425 Mar 31 22:53:37.121232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39858b3d-ebca-4b22-ba92-c371b9474afe req-03d0a293-2d18-408b-8e84-bccb0f7fd8c1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.129782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39858b3d-ebca-4b22-ba92-c371b9474afe req-03d0a293-2d18-408b-8e84-bccb0f7fd8c1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 946 time: 0.1537447 Mar 31 22:53:37.138570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:37.154709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:37.178532 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-f67a86a1-953e-463b-a026-bda6c2c8b73b service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321787 Mar 31 22:53:37.191490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b725ed5a-2c47-4279-96a0-70b8d0f1761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.193406 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-b725ed5a-2c47-4279-96a0-70b8d0f1761b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 1095 time: 0.1010559 Mar 31 22:53:37.214133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9571cb75-dccf-402e-830c-9318005d4f8f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:37.273467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9571cb75-dccf-402e-830c-9318005d4f8f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9571cb75-dccf-402e-830c-9318005d4f8f,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:37.300597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6691593d-ba5a-43bb-9035-03e537c4ff92 req-e62e252f-029c-445d-bbde-049382f75816 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682203 Mar 31 22:53:37.361576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39858b3d-ebca-4b22-ba92-c371b9474afe req-d41a8a39-030b-4f9d-a2df-010df2a997d9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305186 Mar 31 22:53:37.380133 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-203ebc7c-d5d2-4865-a152-3320c6d98a8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8814caee-321d-453f-a83a-1c5776ef8ade HTTP/1.1" status: 200 len: 217 time: 0.1765473 Mar 31 22:53:37.434212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Deleting port eb6d48cf-c2a0-4412-b044-22ea504b387e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:37.436170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:37.444194 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:37.444870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4f7be3c8-98ac-4444-ba48-2abe01a883d4 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:37.517021 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8602687d-28f7-4311-8e61-4953dc5236db x-openstack-request-id: req-8602687d-28f7-4311-8e61-4953dc5236db {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:37.517485 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42255ca3-9206-463a-a0fb-8d9b31a458cf", "tag": "8814caee-321d-453f-a83a-1c5776ef8ade", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:37.517854 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8602687d-28f7-4311-8e61-4953dc5236db {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:37.518498 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8602687d-28f7-4311-8e61-4953dc5236db'] response: {'name': 'network-changed', 'server_uuid': '42255ca3-9206-463a-a0fb-8d9b31a458cf', 'tag': '8814caee-321d-453f-a83a-1c5776ef8ade', 'status': 'completed', 'code': 200} Mar 31 22:53:37.654516 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:37.659158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=9571cb75-dccf-402e-830c-9318005d4f8f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:37.669953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-14bbbfdd-ab18-4e01-8381-efa8291cbc5a tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.671599 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-14bbbfdd-ab18-4e01-8381-efa8291cbc5a tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1097 time: 0.3364570 Mar 31 22:53:37.677576 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-97835b0e-c4ed-429f-84df-a586a8f48d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.680534 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-97835b0e-c4ed-429f-84df-a586a8f48d27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.1988289 Mar 31 22:53:37.691089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-1'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:37.718466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] For port eb6d48cf-c2a0-4412-b044-22ea504b387e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=eb6d48cf-c2a0-4412-b044-22ea504b387e,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:37.721168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:37.744444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4f7be3c8-98ac-4444-ba48-2abe01a883d4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4f7be3c8-98ac-4444-ba48-2abe01a883d4,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:37.760202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '4f7be3c8-98ac-4444-ba48-2abe01a883d4', 'network_id': 'ad0205da-e066-462c-bf0a-dedd076421b8', 'port_id': '4f7be3c8-98ac-4444-ba48-2abe01a883d4', 'mac_address': 'fa:16:3e:39:a6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb6662e-73df-42b6-9cc1-2f6331818f85', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:37.787817 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-f4591d6c-b8ff-4a26-a7d7-65864dc48abe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869935 Mar 31 22:53:37.805958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Calling delete_port for eb6d48cf-c2a0-4412-b044-22ea504b387e owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:37.830830 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:37.849699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7be3c8-98ac-4444-ba48-2abe01a883d4 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:37.865403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31267876-ba84-49c0-9263-716a1faf1e68 req-deaab5ba-5fa5-4e00-a93d-9cc4efd3c569 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.874620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31267876-ba84-49c0-9263-716a1faf1e68 req-deaab5ba-5fa5-4e00-a93d-9cc4efd3c569 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 944 time: 0.3165407 Mar 31 22:53:37.876377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4f7be3c8-98ac-4444-ba48-2abe01a883d4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4f7be3c8-98ac-4444-ba48-2abe01a883d4,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:37.888697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2673c-67d9-4744-b5d8-41f9221176f5 req-b9af6cb8-5644-4ce0-a176-bc994095b206 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.890575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5b2673c-67d9-4744-b5d8-41f9221176f5 req-b9af6cb8-5644-4ce0-a176-bc994095b206 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 950 time: 0.2595208 Mar 31 22:53:37.947145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:37.972248 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.029601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5b2673c-67d9-4744-b5d8-41f9221176f5 req-f51c709c-0beb-4ce9-9e15-cc6306849f26 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/security-groups?id=893ac710-7d20-4ad9-b136-6173933a238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277981 Mar 31 22:53:38.147816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31267876-ba84-49c0-9263-716a1faf1e68 req-add10cb5-4e87-4eb8-8fdb-4bd0b92744f0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213902 Mar 31 22:53:38.147999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4f7be3c8-98ac-4444-ba48-2abe01a883d4,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:38.212692 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-d9292b5a-01d4-4ecd-b221-d64faf517e36 service neutron] 10.222.0.50 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150007 Mar 31 22:53:38.247498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device cc49b7da-5321-472d-ad8e-3b20ab99bc32 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:38.253867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.326239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['4f7be3c8-98ac-4444-ba48-2abe01a883d4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:38.326239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9571cb75-dccf-402e-830c-9318005d4f8f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:38.330809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:38.389765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345d781-65b4-4940-93ee-3d42f14d407e req-415e8a7e-2954-4c74-bc83-f84ad6faf6ff tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.400270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2a08676-dd9f-48ef-8d04-1a7d129792f1 req-8219f5d6-12c2-4551-8bd6-c10bdf08b2c7 service neutron] 10.222.0.50 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789589 Mar 31 22:53:38.404365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0345d781-65b4-4940-93ee-3d42f14d407e req-415e8a7e-2954-4c74-bc83-f84ad6faf6ff tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.2013090 Mar 31 22:53:38.411178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:38.431154 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.461790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec3b08-b61e-4cce-bbea-8e61e172ba63 req-a6265a14-a619-4691-b691-8ca51eb61cf2 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.471263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec3b08-b61e-4cce-bbea-8e61e172ba63 req-a6265a14-a619-4691-b691-8ca51eb61cf2 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.472701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cec3b08-b61e-4cce-bbea-8e61e172ba63 req-a6265a14-a619-4691-b691-8ca51eb61cf2 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1680 time: 0.2417364 Mar 31 22:53:38.475901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.525436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Pushing event deleted for resources: {'Port': ['ID=eb6d48cf-c2a0-4412-b044-22ea504b387e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:38.540815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.549668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port cc49b7da-5321-472d-ad8e-3b20ab99bc32 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:38.565141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port cc49b7da-5321-472d-ad8e-3b20ab99bc32 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:38.565587 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.664689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] No DVR routers for this DVR port eb6d48cf-c2a0-4412-b044-22ea504b387e on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:38.668325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.674499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3476175-d698-4902-b69b-0956bd5a24b8 req-e3e4b016-32a1-45c9-b644-773cad044754 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.50 "DELETE /v2.0/ports/eb6d48cf-c2a0-4412-b044-22ea504b387e HTTP/1.1" status: 204 len: 173 time: 1.5413294 Mar 31 22:53:38.696797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-deleted', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:38.701985 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a1b449-d4a8-4461-9b62-9e93810dc3bd" -d '{"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-deleted", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:38.712050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Pushing event updated for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:38.731061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0345d781-65b4-4940-93ee-3d42f14d407e req-033d2fab-65c4-40a2-bb0f-b95aadde2f6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254242 Mar 31 22:53:38.750819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cec3b08-b61e-4cce-bbea-8e61e172ba63 req-245cbac6-46bf-468c-8ff8-d288fa790859 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494981 Mar 31 22:53:38.798746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-10e65184-bc32-44ca-8b47-e4ba358e8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.801023 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-10e65184-bc32-44ca-8b47-e4ba358e8e69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 1095 time: 0.2187679 Mar 31 22:53:38.846426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on host n-h2-836015-1 for vnic_type normal with profile {"migrating_to": "n-h1-836015-1"} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:38.846905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:38.847337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:38.918744 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.938237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:38.938971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Attempting to bind port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:38.962054 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.968943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:38.969711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:38.970418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d660f-1846-47d9-b12d-916a5c580202 req-0c57c48e-aa2f-42cf-a3d5-a877d08bd510 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.971281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:38.971480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Bound port: e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:38.972414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.979952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab8d660f-1846-47d9-b12d-916a5c580202 req-0c57c48e-aa2f-42cf-a3d5-a877d08bd510 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 945 time: 0.1219184 Mar 31 22:53:39.025690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:39.028399 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5caa3f-3eff-4c63-af16-b61d00645ebe" -d '{"events": [{"server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "name": "network-vif-plugged", "status": "completed", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:39.054129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:39.094961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db6859-3592-4403-b8fb-5db607011a9d req-10bc723d-89e1-4fc8-ad7f-4c5325827fb3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.096582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7db6859-3592-4403-b8fb-5db607011a9d req-10bc723d-89e1-4fc8-ad7f-4c5325827fb3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 944 time: 0.1152332 Mar 31 22:53:39.100359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab8d660f-1846-47d9-b12d-916a5c580202 req-2d51a29d-68ed-4b52-b298-19de0c6528ac tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975707 Mar 31 22:53:39.132855 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.142553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.144548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:39.181310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-856df2a9-bdc4-4a1d-b656-0989dac37feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.182998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-856df2a9-bdc4-4a1d-b656-0989dac37feb service neutron] 10.222.0.50 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 912 time: 0.3731782 Mar 31 22:53:39.199032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7db6859-3592-4403-b8fb-5db607011a9d req-a3580818-a6e5-466e-a9da-d404f0b2bd94 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866544 Mar 31 22:53:39.202192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:39.248537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: eb6d48cf-c2a0-4412-b044-22ea504b387e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:39.248537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device eb6d48cf-c2a0-4412-b044-22ea504b387e not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:39.265716 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-273337c3-1bae-4ed6-9be9-2507ebf413f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8814caee-321d-453f-a83a-1c5776ef8ade HTTP/1.1" status: 200 len: 217 time: 0.0747368 Mar 31 22:53:39.272992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:39.339317 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2180e7ed-4f1c-48f5-a685-12ec5f17bb58 x-openstack-request-id: req-2180e7ed-4f1c-48f5-a685-12ec5f17bb58 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:39.339742 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05e9a5a-b275-4b86-bb3a-f8ee2abf995a", "name": "network-vif-deleted", "tag": "eb6d48cf-c2a0-4412-b044-22ea504b387e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:39.340116 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2180e7ed-4f1c-48f5-a685-12ec5f17bb58 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:39.340752 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2180e7ed-4f1c-48f5-a685-12ec5f17bb58'] response: {'server_uuid': 'c05e9a5a-b275-4b86-bb3a-f8ee2abf995a', 'name': 'network-vif-deleted', 'tag': 'eb6d48cf-c2a0-4412-b044-22ea504b387e', 'status': 'completed', 'code': 200} Mar 31 22:53:39.372534 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.407241 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9b9ef1-783e-4ca4-999e-af01392da18e x-openstack-request-id: req-3c9b9ef1-783e-4ca4-999e-af01392da18e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:39.407241 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "name": "network-vif-plugged", "status": "completed", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:39.407738 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c9b9ef1-783e-4ca4-999e-af01392da18e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:39.408634 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9b9ef1-783e-4ca4-999e-af01392da18e'] response: {'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'code': 200} Mar 31 22:53:39.411434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:39.464134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-c2c2a1f3-1f8e-41e1-bea2-17ee3d4e49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.464491 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.467478 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-c2c2a1f3-1f8e-41e1-bea2-17ee3d4e49ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.1842160 Mar 31 22:53:39.530077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:39.534708 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca435a6-1dc9-419f-bee0-f19283a2962f" -d '{"events": [{"server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "name": "network-vif-unplugged", "status": "completed", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:39.548011 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-965bb126-2e22-4c81-8281-fdd98041973a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686994 Mar 31 22:53:39.567571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff06f852-fe4b-4204-b8c6-7b196c83e7b8 req-85dd9990-f4b1-48fe-8d69-f9520779b2e3 tempest-ServersAdminTestJSON-854985460 tempest-ServersAdminTestJSON-854985460-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05e9a5a-b275-4b86-bb3a-f8ee2abf995a HTTP/1.1" status: 200 len: 210 time: 0.0587504 Mar 31 22:53:39.584452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4776636-b684-4801-99d8-c0f791816e94 req-c0499fa6-f25c-4316-a7af-07ee708b11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.586605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4776636-b684-4801-99d8-c0f791816e94 req-c0499fa6-f25c-4316-a7af-07ee708b11a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 1097 time: 0.0889955 Mar 31 22:53:39.644402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4776636-b684-4801-99d8-c0f791816e94 req-54537213-5338-4e41-b553-9b456681ae46 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514998 Mar 31 22:53:39.651724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Pushing event updated for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=8']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:39.696543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.697269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.699084 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-787f3afc-dab5-40f8-93c6-428247d33f98 service neutron] 10.222.0.50 "PUT /v2.0/ports/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 1122 time: 2.0187173 Mar 31 22:53:39.752837 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-eb355dca-66b9-4c4b-b94b-77da7cdf4c37 service neutron] 10.222.0.50 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950336 Mar 31 22:53:39.762960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e06d33ec-2e4e-4534-b4bc-3d51b40e77c1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:39.786267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7294b53-f240-4a1d-849a-3189dc9e6479 req-7c32961f-e859-4fc8-be83-a644c0ec8aae tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.789215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7294b53-f240-4a1d-849a-3189dc9e6479 req-7c32961f-e859-4fc8-be83-a644c0ec8aae tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 944 time: 0.1010163 Mar 31 22:53:39.863712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7294b53-f240-4a1d-849a-3189dc9e6479 req-cc2948fd-51cd-48c6-965d-5f431cb6ca92 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591028 Mar 31 22:53:40.034347 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f50e155-2864-4107-a637-b586324b73d4 x-openstack-request-id: req-3f50e155-2864-4107-a637-b586324b73d4 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:40.035126 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "name": "network-vif-unplugged", "status": "completed", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:40.036394 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f50e155-2864-4107-a637-b586324b73d4 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:40.037198 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f50e155-2864-4107-a637-b586324b73d4'] response: {'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1', 'code': 200} Mar 31 22:53:40.096148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f82ea08-3e80-4440-95fd-e466dc197575 req-d2994bd2-5ae7-44fd-bfbf-264a217f5757 service neutron] 10.222.0.50 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258649 Mar 31 22:53:40.191363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888fa65-67f7-401e-a334-b046c5e43918 req-687e2043-ef1c-4808-8e1c-8a27a133a44b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.193546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2888fa65-67f7-401e-a334-b046c5e43918 req-687e2043-ef1c-4808-8e1c-8a27a133a44b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.0732946 Mar 31 22:53:40.232247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2888fa65-67f7-401e-a334-b046c5e43918 req-9b10c6dd-6530-4ee7-9550-00d290827382 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314074 Mar 31 22:53:40.348603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58696) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:40.353863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c86a8078-4b96-47f3-8aa8-6a7d7038560c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003157932', 'description': 'tempest-description--470469958'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:40.365103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9988-28bb-455b-97b6-9f11f59b5ded req-e63afa46-ae6b-46be-a2ac-ff6a3bde61f3 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.372752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9988-28bb-455b-97b6-9f11f59b5ded req-e63afa46-ae6b-46be-a2ac-ff6a3bde61f3 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.374844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13bf9988-28bb-455b-97b6-9f11f59b5ded req-e63afa46-ae6b-46be-a2ac-ff6a3bde61f3 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1680 time: 0.0800264 Mar 31 22:53:40.454914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13bf9988-28bb-455b-97b6-9f11f59b5ded req-970d901f-e3eb-4370-9ea3-c87cc2a72291 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731213 Mar 31 22:53:40.472534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4d0f4-f8f8-4b1b-b75b-46abd9dfa697 req-b31aa169-04b6-4859-bb74-173de935f6a2 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.474672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bd4d0f4-f8f8-4b1b-b75b-46abd9dfa697 req-b31aa169-04b6-4859-bb74-173de935f6a2 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.0694842 Mar 31 22:53:40.518760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bd4d0f4-f8f8-4b1b-b75b-46abd9dfa697 req-92ebf246-3fa7-4e1b-b5cf-64f9007b11c7 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Mar 31 22:53:40.531358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c86a8078-4b96-47f3-8aa8-6a7d7038560c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.612030 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350bdea-a40d-42fe-8912-e3551a21af52 req-5ad68a80-e4cc-44ba-9490-99bde96c0d5e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.613701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3350bdea-a40d-42fe-8912-e3551a21af52 req-5ad68a80-e4cc-44ba-9490-99bde96c0d5e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 944 time: 0.0822821 Mar 31 22:53:40.617961 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c86a8078-4b96-47f3-8aa8-6a7d7038560c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.673583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3350bdea-a40d-42fe-8912-e3551a21af52 req-c22b733b-8cf6-4423-babc-dd226d77335a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479105 Mar 31 22:53:40.724329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9571cb75-dccf-402e-830c-9318005d4f8f up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:40.829156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c86a8078-4b96-47f3-8aa8-6a7d7038560c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.868055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a8078-4b96-47f3-8aa8-6a7d7038560c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd152d7-2cb0-4ddd-8112-e57515909214,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:40.995642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 9571cb75-dccf-402e-830c-9318005d4f8f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:41.002606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 9571cb75-dccf-402e-830c-9318005d4f8f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:41.003500 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.046629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1126e92-6e07-4824-bb04-eaa3f85eb7a7 req-5de97ef6-399b-465b-9ec0-357e1c90d36a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.049135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1126e92-6e07-4824-bb04-eaa3f85eb7a7 req-5de97ef6-399b-465b-9ec0-357e1c90d36a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 944 time: 0.0712845 Mar 31 22:53:41.095734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c86a8078-4b96-47f3-8aa8-6a7d7038560c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.097304 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c86a8078-4b96-47f3-8aa8-6a7d7038560c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7475283 Mar 31 22:53:41.100815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58704) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:41.106244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-752826a2-99ab-4c63-a6f2-2480b79e688c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Request body: {'security_group_rule': {'security_group_id': '7fd152d7-2cb0-4ddd-8112-e57515909214', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:41.114861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1126e92-6e07-4824-bb04-eaa3f85eb7a7 req-63b341d9-6721-4eae-925d-9fab68ff0504 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565937 Mar 31 22:53:41.135151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.183586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9571cb75-dccf-402e-830c-9318005d4f8f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9571cb75-dccf-402e-830c-9318005d4f8f,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:41.236394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-752826a2-99ab-4c63-a6f2-2480b79e688c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.330345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-752826a2-99ab-4c63-a6f2-2480b79e688c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.373688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5575d6-10ea-4b0a-a851-80099f8b7257 req-a95dc55b-b46e-4652-8329-d358466dbacf tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.375291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba5575d6-10ea-4b0a-a851-80099f8b7257 req-a95dc55b-b46e-4652-8329-d358466dbacf tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.0634508 Mar 31 22:53:41.380813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.381881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4f7be3c8-98ac-4444-ba48-2abe01a883d4 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:41.427702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba5575d6-10ea-4b0a-a851-80099f8b7257 req-6c67225c-ef0c-43d5-b8e4-00c8c5f08164 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Mar 31 22:53:41.516127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-752826a2-99ab-4c63-a6f2-2480b79e688c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.546783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752826a2-99ab-4c63-a6f2-2480b79e688c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9697f10d-0be9-467b-8000-161c3012709a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:41.574915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9571cb75-dccf-402e-830c-9318005d4f8f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:41.578281 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b06ff7a-c37f-4634-9f8e-dc8f5d65a961" -d '{"events": [{"server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "name": "network-vif-plugged", "status": "completed", "tag": "9571cb75-dccf-402e-830c-9318005d4f8f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:41.685308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=9571cb75-dccf-402e-830c-9318005d4f8f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:41.701731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58716) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:41.731488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-752826a2-99ab-4c63-a6f2-2480b79e688c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.733452 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-752826a2-99ab-4c63-a6f2-2480b79e688c tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6313806 Mar 31 22:53:41.737566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58722) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:41.744691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-256b49e0-89fc-4add-a729-454b53ffaf08 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Request body: {'security_group_rule': {'security_group_id': '7fd152d7-2cb0-4ddd-8112-e57515909214', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:41.746823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f87ba-e42e-477f-ab00-2b7305983d26 req-ea767342-27c0-4cf0-bfeb-33e42e1997f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.759331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f87ba-e42e-477f-ab00-2b7305983d26 req-ea767342-27c0-4cf0-bfeb-33e42e1997f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.762164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb3f87ba-e42e-477f-ab00-2b7305983d26 req-ea767342-27c0-4cf0-bfeb-33e42e1997f8 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1681 time: 0.1629786 Mar 31 22:53:41.784232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ac3d-63ef-48ea-a27c-acc3973bb583 req-d5cc1f77-fb9c-49d0-a8fd-144ac3e946bc tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.787333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb94ac3d-63ef-48ea-a27c-acc3973bb583 req-d5cc1f77-fb9c-49d0-a8fd-144ac3e946bc tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1299884 Mar 31 22:53:41.818999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:41.824499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:41.824835 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.887743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb94ac3d-63ef-48ea-a27c-acc3973bb583 req-0b5c47e6-f8f0-4fda-9e79-bd3d1473da0b tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843568 Mar 31 22:53:41.895320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb3f87ba-e42e-477f-ab00-2b7305983d26 req-1e4444e0-c978-4d61-a787-8103925807d6 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044676 Mar 31 22:53:41.961554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-256b49e0-89fc-4add-a729-454b53ffaf08 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.969937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.988209 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0b963aa4-448a-41f6-b49b-ebf21e1f39cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05e77c3233754a77ad9e4923edf1366c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846227 Mar 31 22:53:41.992213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58726) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:42.038686 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e2ade-0f52-4277-8a61-a3439b5f04db x-openstack-request-id: req-764e2ade-0f52-4277-8a61-a3439b5f04db {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:42.039165 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "name": "network-vif-plugged", "status": "completed", "tag": "9571cb75-dccf-402e-830c-9318005d4f8f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:42.039581 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-764e2ade-0f52-4277-8a61-a3439b5f04db {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:42.042743 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764e2ade-0f52-4277-8a61-a3439b5f04db'] response: {'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9571cb75-dccf-402e-830c-9318005d4f8f', 'code': 200} Mar 31 22:53:42.046332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:42.051615 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e503b793-d1c5-4c42-9c78-193dd378926f" -d '{"events": [{"name": "network-changed", "server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:42.072977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4f7be3c8-98ac-4444-ba48-2abe01a883d4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4f7be3c8-98ac-4444-ba48-2abe01a883d4,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:42.092099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-256b49e0-89fc-4add-a729-454b53ffaf08 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.122664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b93d55f4-c90d-4dc6-a495-b929bca561f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.158060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23d1b8-7665-4b7d-97bd-fd865c4adc0e req-b1698934-d652-4940-91bc-eae2b49df127 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.165915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f23d1b8-7665-4b7d-97bd-fd865c4adc0e req-b1698934-d652-4940-91bc-eae2b49df127 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 944 time: 0.1105180 Mar 31 22:53:42.170878 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b93d55f4-c90d-4dc6-a495-b929bca561f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.194561 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.228670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-256b49e0-89fc-4add-a729-454b53ffaf08 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.238811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f23d1b8-7665-4b7d-97bd-fd865c4adc0e req-87d8a4ab-8d0f-4c26-854e-bdabbb619b4b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695355 Mar 31 22:53:42.257562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b49e0-89fc-4add-a729-454b53ffaf08 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd192f8-83f3-406d-8e79-89b173fddc37,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:42.276847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:42.295243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4f7be3c8-98ac-4444-ba48-2abe01a883d4,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:42.334039 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e71ef3-fadb-4c17-85eb-d496b07019d1 x-openstack-request-id: req-66e71ef3-fadb-4c17-85eb-d496b07019d1 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:42.334997 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:42.334997 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66e71ef3-fadb-4c17-85eb-d496b07019d1 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:42.335547 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e71ef3-fadb-4c17-85eb-d496b07019d1'] response: {'name': 'network-changed', 'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1', 'status': 'completed', 'code': 200} Mar 31 22:53:42.404366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-256b49e0-89fc-4add-a729-454b53ffaf08 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.405998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-256b49e0-89fc-4add-a729-454b53ffaf08 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6661928 Mar 31 22:53:42.411109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58732) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:42.422640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:42.444133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:42.463321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 has no active binding in host n-h1-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:53:42.463885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 8814caee-321d-453f-a83a-1c5776ef8ade details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:42.484714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b93d55f4-c90d-4dc6-a495-b929bca561f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.489337 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b93d55f4-c90d-4dc6-a495-b929bca561f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.491181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b93d55f4-c90d-4dc6-a495-b929bca561f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/893ac710-7d20-4ad9-b136-6173933a238f HTTP/1.1" status: 204 len: 168 time: 0.4969876 Mar 31 22:53:42.501005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b793-d1c5-4c42-9c78-193dd378926f req-a4b43a25-934e-42a7-bdcc-d7b6faa73115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.503617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e503b793-d1c5-4c42-9c78-193dd378926f req-a4b43a25-934e-42a7-bdcc-d7b6faa73115 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1125 time: 0.1281672 Mar 31 22:53:42.528735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d55f4-c90d-4dc6-a495-b929bca561f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ac710-7d20-4ad9-b136-6173933a238f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:42.625827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.642662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87051ad-f898-4dfa-9ffd-c282866f9067 req-ccb43879-104e-4b1c-b623-9d8f2ffd4ed4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.651103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c87051ad-f898-4dfa-9ffd-c282866f9067 req-ccb43879-104e-4b1c-b623-9d8f2ffd4ed4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 944 time: 0.2252638 Mar 31 22:53:42.736516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 8814caee-321d-453f-a83a-1c5776ef8ade, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8814caee-321d-453f-a83a-1c5776ef8ade,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:42.760367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '8814caee-321d-453f-a83a-1c5776ef8ade', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'port_id': '8814caee-321d-453f-a83a-1c5776ef8ade', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2508d8b7-f29b-4711-aee0-bc5c76dd4591', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:42.849821 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.858697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c87051ad-f898-4dfa-9ffd-c282866f9067 req-9e4b8cbc-0b2e-4690-bc40-b310f98244e0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982920 Mar 31 22:53:42.864488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b793-d1c5-4c42-9c78-193dd378926f req-1d3d9919-c3a2-4a9d-bd8e-e2d983113b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.866320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e503b793-d1c5-4c42-9c78-193dd378926f req-1d3d9919-c3a2-4a9d-bd8e-e2d983113b5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.3497870 Mar 31 22:53:42.875287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e7f1-334b-4883-933e-efd62b2860c9 req-38cff880-3f03-47ee-af10-126ec101507f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.876121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8814caee-321d-453f-a83a-1c5776ef8ade {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:42.876830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7de9e7f1-334b-4883-933e-efd62b2860c9 req-38cff880-3f03-47ee-af10-126ec101507f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.2233012 Mar 31 22:53:42.931861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 8814caee-321d-453f-a83a-1c5776ef8ade, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8814caee-321d-453f-a83a-1c5776ef8ade,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:42.954131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e503b793-d1c5-4c42-9c78-193dd378926f req-d8bd1514-e209-4eba-b74a-0d5b067ad869 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 217 time: 0.0759969 Mar 31 22:53:43.091360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7de9e7f1-334b-4883-933e-efd62b2860c9 req-4d20a556-8630-4813-bc6c-1d256000b431 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353438 Mar 31 22:53:43.104417 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.133999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.189361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=8814caee-321d-453f-a83a-1c5776ef8ade,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:43.201918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b793-d1c5-4c42-9c78-193dd378926f req-4a921b91-a9d4-415e-ba5f-b95963102169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.204587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e503b793-d1c5-4c42-9c78-193dd378926f req-4a921b91-a9d4-415e-ba5f-b95963102169 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.2380736 Mar 31 22:53:43.264068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9556d5-e21c-4248-a7b7-72de712596bf req-9a673228-c560-42fd-bd8f-52d2de6a7c32 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.267837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee9556d5-e21c-4248-a7b7-72de712596bf req-9a673228-c560-42fd-bd8f-52d2de6a7c32 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1438036 Mar 31 22:53:43.307972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e503b793-d1c5-4c42-9c78-193dd378926f req-ef9233cb-dbaa-4411-9fa9-29644caf474d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850871 Mar 31 22:53:43.335625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Allocated IP 172.25.4.50 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/fec42b66-fddd-4167-b97f-4137edde4b55) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:43.414090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['8814caee-321d-453f-a83a-1c5776ef8ade'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:43.417298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96381620-f1a1-43dd-bb86-38c36eec054e req-8f38d8a0-4b68-463a-b486-0e575829da5a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.423777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96381620-f1a1-43dd-bb86-38c36eec054e req-8f38d8a0-4b68-463a-b486-0e575829da5a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.425495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96381620-f1a1-43dd-bb86-38c36eec054e req-8f38d8a0-4b68-463a-b486-0e575829da5a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1682 time: 0.2178240 Mar 31 22:53:43.440677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee9556d5-e21c-4248-a7b7-72de712596bf req-2f8d8357-399f-4932-8fc2-8cab51ae92ea tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390989 Mar 31 22:53:43.595794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.598061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58746) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:43.615396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96381620-f1a1-43dd-bb86-38c36eec054e req-812bdb72-2c8d-4994-9661-25764aa43425 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694100 Mar 31 22:53:43.625694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e503b793-d1c5-4c42-9c78-193dd378926f req-456fb8aa-58a9-4246-a052-b72e72a48464 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898655 Mar 31 22:53:43.719131 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df370531-9453-4147-9868-7b6943ef1c79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09a55dbc7c15460f880d9c20340cd8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187737 Mar 31 22:53:43.721031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:43.726035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d2817-6ad2-4e78-a2b9-73f52c7ff894 req-bacc7d3b-54fc-4653-9d0f-2597f6678210 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.727659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-396d2817-6ad2-4e78-a2b9-73f52c7ff894 req-bacc7d3b-54fc-4653-9d0f-2597f6678210 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 944 time: 0.1961727 Mar 31 22:53:43.785510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.798068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-396d2817-6ad2-4e78-a2b9-73f52c7ff894 req-59ce2268-8c37-4a2f-9892-647cc91d0912 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596433 Mar 31 22:53:43.806141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e503b793-d1c5-4c42-9c78-193dd378926f req-3586d078-156b-4fa7-8f30-8e84922ef982 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660228 Mar 31 22:53:43.844095 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bab00f7-2b30-40d0-b9a7-6d6e6a6c8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.871443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:43.883294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:43.889282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:43.891976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event updated for resources: {'Port': ['ID=fec42b66-fddd-4167-b97f-4137edde4b55,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:43.898214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bab00f7-2b30-40d0-b9a7-6d6e6a6c8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.031190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.044069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7be3c8-98ac-4444-ba48-2abe01a883d4'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:44.047353 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657dae18-958a-4ec9-bcd7-c09d3cc7f57d" -d '{"events": [{"server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "name": "network-vif-plugged", "status": "completed", "tag": "4f7be3c8-98ac-4444-ba48-2abe01a883d4"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:44.103366 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12224359-cba5-4738-a721-7df6743224d5 x-openstack-request-id: req-12224359-cba5-4738-a721-7df6743224d5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:44.106377 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "name": "network-vif-plugged", "status": "completed", "tag": "4f7be3c8-98ac-4444-ba48-2abe01a883d4", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:44.106377 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12224359-cba5-4738-a721-7df6743224d5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:44.106377 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12224359-cba5-4738-a721-7df6743224d5'] response: {'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7be3c8-98ac-4444-ba48-2abe01a883d4', 'code': 200} Mar 31 22:53:44.109287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304d6ec-cf5e-46ac-b4a3-84af1304359a req-a909fe3c-7856-4d59-abb7-443aba20bf7e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.111015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c304d6ec-cf5e-46ac-b4a3-84af1304359a req-a909fe3c-7856-4d59-abb7-443aba20bf7e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 945 time: 0.0766628 Mar 31 22:53:44.218952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bab00f7-2b30-40d0-b9a7-6d6e6a6c8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.221545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6bab00f7-2b30-40d0-b9a7-6d6e6a6c8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.223254 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6bab00f7-2b30-40d0-b9a7-6d6e6a6c8014 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a2345f7-44f6-41ac-aaa6-56c96bbcf47a HTTP/1.1" status: 204 len: 168 time: 0.5005407 Mar 31 22:53:44.236074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c304d6ec-cf5e-46ac-b4a3-84af1304359a req-afe43886-a6af-4327-8ecc-5c173a124be0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145871 Mar 31 22:53:44.236997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab00f7-2b30-40d0-b9a7-6d6e6a6c8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2345f7-44f6-41ac-aaa6-56c96bbcf47a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:44.238896 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.263681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 8814caee-321d-453f-a83a-1c5776ef8ade up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:44.315233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19475d69-ab0e-4a44-b26c-b6438443a3f8 req-cdf8b8ee-47be-4965-aeb2-d6ae5df86152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.316045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19475d69-ab0e-4a44-b26c-b6438443a3f8 req-cdf8b8ee-47be-4965-aeb2-d6ae5df86152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.318352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19475d69-ab0e-4a44-b26c-b6438443a3f8 req-cdf8b8ee-47be-4965-aeb2-d6ae5df86152 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1984 time: 0.1500671 Mar 31 22:53:44.342738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf6545-6ae7-4f25-8ef5-4cf56162cb83 req-256d42f2-4488-48f9-b8d2-b655be5d8c6c tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.352241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdcf6545-6ae7-4f25-8ef5-4cf56162cb83 req-256d42f2-4488-48f9-b8d2-b655be5d8c6c tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.1639900 Mar 31 22:53:44.405864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19475d69-ab0e-4a44-b26c-b6438443a3f8 req-deaa73b8-e359-4643-a78b-d97792bde37e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797412 Mar 31 22:53:44.416832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdcf6545-6ae7-4f25-8ef5-4cf56162cb83 req-2ae3e7cf-f1e2-49e6-8fab-86f9eda9fc1b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635121 Mar 31 22:53:44.485789 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.538153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 8814caee-321d-453f-a83a-1c5776ef8ade completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:44.544041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 8814caee-321d-453f-a83a-1c5776ef8ade triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:44.544639 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.616988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738c436-eef8-4dff-9d03-d6aa6aa93842 req-17c07492-3da5-4077-88cc-d8862a5ead09 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.616988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c738c436-eef8-4dff-9d03-d6aa6aa93842 req-17c07492-3da5-4077-88cc-d8862a5ead09 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.0752521 Mar 31 22:53:44.618917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.647458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.705514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c738c436-eef8-4dff-9d03-d6aa6aa93842 req-71c8a68c-9e1a-4dc3-aa6c-6cfdb8fe48d4 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780199 Mar 31 22:53:44.715698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event updated for resources: {'Port': ['ID=fec42b66-fddd-4167-b97f-4137edde4b55,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:44.717272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 8814caee-321d-453f-a83a-1c5776ef8ade, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8814caee-321d-453f-a83a-1c5776ef8ade,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:44.739405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.805835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd66adf-2c00-46d1-9b8c-d4713ee540d0 req-bce7469e-ef5b-4657-9440-a900ba943649 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.818017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd66adf-2c00-46d1-9b8c-d4713ee540d0 req-bce7469e-ef5b-4657-9440-a900ba943649 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.820058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fd66adf-2c00-46d1-9b8c-d4713ee540d0 req-bce7469e-ef5b-4657-9440-a900ba943649 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1682 time: 0.0786214 Mar 31 22:53:44.864714 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.865971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fd66adf-2c00-46d1-9b8c-d4713ee540d0 req-8d7f6835-b173-42c6-a04b-09f612d6caaf tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Mar 31 22:53:44.922517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.924488 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bd8c4eeb-15d6-4af7-9f45-db9e4244c020 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5114987 Mar 31 22:53:44.976560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=8814caee-321d-453f-a83a-1c5776ef8ade,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:45.030271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6713b-820c-447e-9c2a-d00b969c852b req-d56cc1ce-b32a-4b0e-b8bf-7e294e263168 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.032196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22d6713b-820c-447e-9c2a-d00b969c852b req-d56cc1ce-b32a-4b0e-b8bf-7e294e263168 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 944 time: 0.0984039 Mar 31 22:53:45.104378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22d6713b-820c-447e-9c2a-d00b969c852b req-142568fd-7cda-45b1-9c3b-e63de027ed83 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641787 Mar 31 22:53:45.214997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-d1b1b6cf-7c48-4e61-9934-1ac1b667ec9c service neutron] 10.222.0.45 "GET /v2.0/ports/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 384 time: 0.0930686 Mar 31 22:53:45.252363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-3c3e02a2-7458-465a-b120-252a99c09936 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2003157932&fields=id&tenant_id=29f7e95b419147fd834d4129192e479c HTTP/1.1" status: 200 len: 267 time: 0.0723448 Mar 31 22:53:45.461478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-1804b66e-e2d9-4db2-8da0-f308b5391f69 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.463084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-1804b66e-e2d9-4db2-8da0-f308b5391f69 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/networks?id=369eef97-df0c-4bdc-93f1-9a1c52a63f5a HTTP/1.1" status: 200 len: 814 time: 0.2021599 Mar 31 22:53:45.514097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-b894c2ec-2e2a-4cc8-bba1-8a4404652698 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/quotas/29f7e95b419147fd834d4129192e479c HTTP/1.1" status: 200 len: 375 time: 0.0422997 Mar 31 22:53:45.575300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9deaa-b562-415a-acea-fc6a1bf5fd07 req-a2b7ea93-f872-4d2a-a65c-72a69c2a7fe2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.575300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7b9deaa-b562-415a-acea-fc6a1bf5fd07 req-a2b7ea93-f872-4d2a-a65c-72a69c2a7fe2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 946 time: 0.1986856 Mar 31 22:53:45.678596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7b9deaa-b562-415a-acea-fc6a1bf5fd07 req-36000b13-f9d5-42ac-ba41-0b97680f7ecc tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996945 Mar 31 22:53:45.680127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:45.698371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-baa9b1d2-04f0-430f-9e1e-ec77891e9c6f tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=29f7e95b419147fd834d4129192e479c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520975 Mar 31 22:53:45.718214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:45.831460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:45.851344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:45.907514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a284e3-514c-4b09-9270-a0325c5a8dd9 req-fd580e58-77a0-498c-9b39-ccd189cd49dd tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.909471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35a284e3-514c-4b09-9270-a0325c5a8dd9 req-fd580e58-77a0-498c-9b39-ccd189cd49dd tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.1419649 Mar 31 22:53:45.917035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-893765a4-7633-4b7b-9c6d-611a6c34f28b service neutron] 10.222.0.31 "GET /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967158 Mar 31 22:53:46.024683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35a284e3-514c-4b09-9270-a0325c5a8dd9 req-465d4f27-cd1a-4b05-bd22-57992f2a5481 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007998 Mar 31 22:53:46.024683 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.107761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42255ca3-9206-463a-a0fb-8d9b31a458cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8814caee-321d-453f-a83a-1c5776ef8ade'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:46.116917 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf32ff1f-0195-4969-a1db-d833b910dc61" -d '{"events": [{"server_uuid": "42255ca3-9206-463a-a0fb-8d9b31a458cf", "name": "network-vif-plugged", "status": "completed", "tag": "8814caee-321d-453f-a83a-1c5776ef8ade"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:46.167185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-64d51d8a-383a-4306-87db-6cc01cf4f583 service neutron] 10.222.0.31 "GET /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320795 Mar 31 22:53:46.245438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] Transition to ACTIVE for port object e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:46.263024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450ff0f-e535-413f-bc1d-3dde380a6606 req-40eb9261-8d8c-4d53-807b-b6fcb9178528 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.264967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2450ff0f-e535-413f-bc1d-3dde380a6606 req-40eb9261-8d8c-4d53-807b-b6fcb9178528 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1192367 Mar 31 22:53:46.335295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2450ff0f-e535-413f-bc1d-3dde380a6606 req-39aea1a0-8cdc-480f-9700-aa75ed94110f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602236 Mar 31 22:53:46.429890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:46.531833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] No DVR routers for this DVR port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:46.558587 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd417ed7-6dfb-4f17-bc6f-845904325bea x-openstack-request-id: req-bd417ed7-6dfb-4f17-bc6f-845904325bea {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:46.559020 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42255ca3-9206-463a-a0fb-8d9b31a458cf", "name": "network-vif-plugged", "status": "completed", "tag": "8814caee-321d-453f-a83a-1c5776ef8ade", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:46.559661 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd417ed7-6dfb-4f17-bc6f-845904325bea {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:46.561438 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd417ed7-6dfb-4f17-bc6f-845904325bea'] response: {'server_uuid': '42255ca3-9206-463a-a0fb-8d9b31a458cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8814caee-321d-453f-a83a-1c5776ef8ade', 'code': 200} Mar 31 22:53:46.574697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231afb-76f5-48f5-bcbe-f0b3f8ec32a7 req-acd18a56-2d7a-4b0b-9201-313fefc32a5c tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.582971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231afb-76f5-48f5-bcbe-f0b3f8ec32a7 req-acd18a56-2d7a-4b0b-9201-313fefc32a5c tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.585493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51231afb-76f5-48f5-bcbe-f0b3f8ec32a7 req-acd18a56-2d7a-4b0b-9201-313fefc32a5c tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1682 time: 0.1871495 Mar 31 22:53:46.588304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] Pushing event updated for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:46.647054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-67cf5e73-9f06-456c-a10c-d67dfcd341fb service neutron] 10.222.0.45 "PUT /v2.0/ports/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1/bindings/n-h1-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4239981 Mar 31 22:53:46.677128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51231afb-76f5-48f5-bcbe-f0b3f8ec32a7 req-969877df-120c-4fdc-9caf-27f6379500a5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595362 Mar 31 22:53:46.749750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3eafa7-502a-4b92-ae83-454a2ad93961 req-7b548f6e-f6cc-4a8c-b5d6-5623a0837556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.753739 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4e3eafa7-502a-4b92-ae83-454a2ad93961 req-7b548f6e-f6cc-4a8c-b5d6-5623a0837556 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 1097 time: 0.1005039 Mar 31 22:53:46.766039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67b306-8fca-4337-b464-564dbf89d009 req-5fae670c-c7ca-420e-88f3-0c534b2740ba tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.768148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b67b306-8fca-4337-b464-564dbf89d009 req-5fae670c-c7ca-420e-88f3-0c534b2740ba tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 945 time: 0.0740917 Mar 31 22:53:46.817424 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4e3eafa7-502a-4b92-ae83-454a2ad93961 req-dbcc393c-e825-4948-96a3-86756652a8ce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491674 Mar 31 22:53:46.825255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7724fc11-8088-4750-a0eb-304c8123c08f req-ea11723e-5d18-4bab-aac5-ee536825f8b3 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 210 time: 0.0523748 Mar 31 22:53:46.854621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b67b306-8fca-4337-b464-564dbf89d009 req-6cbffc2e-49c8-429b-b076-9b9751248354 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700917 Mar 31 22:53:46.987044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24ba9a-e5fe-474e-8b33-3ab522d8f715 req-7437b61f-e43d-460f-a335-bf85f99c48bc tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:46.991484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb24ba9a-e5fe-474e-8b33-3ab522d8f715 req-7437b61f-e43d-460f-a335-bf85f99c48bc tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 946 time: 0.0687876 Mar 31 22:53:47.053153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb24ba9a-e5fe-474e-8b33-3ab522d8f715 req-2d19a97f-fc69-496a-a442-8598b0421e87 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Mar 31 22:53:47.083764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-785fbd97-a71d-49c9-a82d-7d6c6b4aeaf8 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.086122 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-785fbd97-a71d-49c9-a82d-7d6c6b4aeaf8 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.0552008 Mar 31 22:53:47.141445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-207216be-fce9-4487-85c4-c3339f83838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.143331 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-207216be-fce9-4487-85c4-c3339f83838d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02&tenant_id=629c61ff279f4c10b3d615363174bf13 HTTP/1.1" status: 200 len: 1096 time: 0.0501902 Mar 31 22:53:47.215885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a5857-58fc-4217-b23e-7829f26109db req-498f4697-c3d0-48ac-b7ab-c05564b87cce tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.221026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-1a413d4a-601a-445f-a6dc-af5cbfa9312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.223704 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-1a413d4a-601a-445f-a6dc-af5cbfa9312a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1096 time: 0.0504470 Mar 31 22:53:47.223889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f1a5857-58fc-4217-b23e-7829f26109db req-498f4697-c3d0-48ac-b7ab-c05564b87cce tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.0731120 Mar 31 22:53:47.268578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f1a5857-58fc-4217-b23e-7829f26109db req-2ae2a073-4e21-4386-b445-0a2ace53f7ed tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 Mar 31 22:53:47.355684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-ffa87da2-179f-4525-91ef-e9209666a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.357189 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-ffa87da2-179f-4525-91ef-e9209666a0c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.1153450 Mar 31 22:53:47.416129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-9f516f70-78ce-48c0-83f3-acf3497e43fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 217 time: 0.0502486 Mar 31 22:53:47.480943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-0d83cfb6-49d5-49d6-855a-fcdbd4afb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.483161 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-0d83cfb6-49d5-49d6-855a-fcdbd4afb330 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.0609839 Mar 31 22:53:47.504747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23642f21-db27-49fa-b72b-4508cd58fc1d req-4db60873-e656-406e-a9ff-f030aa3a1be5 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.506646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23642f21-db27-49fa-b72b-4508cd58fc1d req-4db60873-e656-406e-a9ff-f030aa3a1be5 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.0735054 Mar 31 22:53:47.526180 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-f39652cb-5868-43d0-afdf-4519a93df6d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355740 Mar 31 22:53:47.565176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23642f21-db27-49fa-b72b-4508cd58fc1d req-f184e89c-4da4-4ce2-b98b-e4b8c192980f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Mar 31 22:53:47.685000 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-5f394892-ab8a-43ff-a035-d86916f3ee74 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513293 Mar 31 22:53:47.799949 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-8689b5e6-f25a-494c-9b8a-e972e0526516 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029930 Mar 31 22:53:47.839120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d0796-5a68-4cb0-9179-a409e02874e9 req-47cddcb7-03a0-4f13-84a5-c780e4777da3 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.843000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d0796-5a68-4cb0-9179-a409e02874e9 req-47cddcb7-03a0-4f13-84a5-c780e4777da3 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.845586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-215d0796-5a68-4cb0-9179-a409e02874e9 req-47cddcb7-03a0-4f13-84a5-c780e4777da3 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1682 time: 0.0991261 Mar 31 22:53:47.891393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-215d0796-5a68-4cb0-9179-a409e02874e9 req-c1a6400a-d215-435f-a76e-e8defbacef45 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392106 Mar 31 22:53:47.990143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3dcc46a-8539-4351-8e72-481d04cab467 req-f4d445da-31d5-43c9-8b21-8430e1fdc5f1 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 210 time: 0.0501058 Mar 31 22:53:48.006093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-71946c93-b7ac-48ee-9f8b-de4345e3b7d4 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f532c3d29da8473da1c11a3a331216d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531015 Mar 31 22:53:48.498370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0323372-e4cf-460f-8c56-e409c89b3e21 req-708609b8-83a8-4692-8977-add5aa163796 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.499689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0323372-e4cf-460f-8c56-e409c89b3e21 req-708609b8-83a8-4692-8977-add5aa163796 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 945 time: 0.4088752 Mar 31 22:53:48.516352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-f40287a5-2d2a-4900-ab10-9f6cdcb19886 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.518238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-f40287a5-2d2a-4900-ab10-9f6cdcb19886 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4995396 Mar 31 22:53:48.564133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-fda6180e-633d-4e25-9c34-0a1151f6b1cf tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/quotas/f532c3d29da8473da1c11a3a331216d1 HTTP/1.1" status: 200 len: 375 time: 0.0238750 Mar 31 22:53:48.590084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0323372-e4cf-460f-8c56-e409c89b3e21 req-0d729a21-a518-491b-8080-578f6299f59d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702109 Mar 31 22:53:48.601327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-a1b58113-9c89-43ec-a5f9-dbfd1be60ac0 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.601327 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-a1b58113-9c89-43ec-a5f9-dbfd1be60ac0 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.0713062 Mar 31 22:53:48.615355 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-f4e6b649-58fc-41f7-a6b2-708ba5c3b7d3 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f532c3d29da8473da1c11a3a331216d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421011 Mar 31 22:53:48.736473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75677fca-1e05-4ca5-98fe-f971bb5a5355 req-5871390b-7074-42ab-aaf7-f91ac34c62d7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.745556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75677fca-1e05-4ca5-98fe-f971bb5a5355 req-5871390b-7074-42ab-aaf7-f91ac34c62d7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 946 time: 0.0783718 Mar 31 22:53:48.780649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75677fca-1e05-4ca5-98fe-f971bb5a5355 req-28040aee-4bdf-4089-8113-5c4e60625245 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Mar 31 22:53:48.782046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:48.834052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:48.898995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61da79-e5f7-4978-95a4-30034cdc67be req-ca50ab8b-2c9e-46c7-9dab-9db05388a358 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.900839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f61da79-e5f7-4978-95a4-30034cdc67be req-ca50ab8b-2c9e-46c7-9dab-9db05388a358 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.0569801 Mar 31 22:53:48.944238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f61da79-e5f7-4978-95a4-30034cdc67be req-1e86a825-ff8e-4ea2-8df4-8aa94fd0bf4e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Mar 31 22:53:49.039574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-de696524-82a0-439b-8a19-69e501c53cbd service neutron] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:49.044548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-de696524-82a0-439b-8a19-69e501c53cbd service neutron] Notify callbacks [] for binding, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.046774 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-594d4201-21ad-4eb0-84d1-2c69e577bdb2 req-de696524-82a0-439b-8a19-69e501c53cbd service neutron] 10.222.0.50 "DELETE /v2.0/ports/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1/bindings/n-h2-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.4380755 Mar 31 22:53:49.108534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb6b07-ada4-4ab2-a3e2-afc5ced45134 req-c34ec5b9-3ae5-4837-8325-4bf90b6ce180 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.110120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dceb6b07-ada4-4ab2-a3e2-afc5ced45134 req-c34ec5b9-3ae5-4837-8325-4bf90b6ce180 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.0889418 Mar 31 22:53:49.173749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dceb6b07-ada4-4ab2-a3e2-afc5ced45134 req-139c822f-c561-4845-92a9-7aa7777d8d7e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510321 Mar 31 22:53:49.244798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-cf05a3ba-8466-4098-9800-48ae9b65dde9 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.252965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-cf05a3ba-8466-4098-9800-48ae9b65dde9 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.255389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-cf05a3ba-8466-4098-9800-48ae9b65dde9 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1682 time: 0.0828166 Mar 31 22:53:49.387381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8140-39d6-465d-8e39-f1c0dae6bb9b req-be4b49a8-5d54-496b-980d-4e77d641563d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.393403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8140-39d6-465d-8e39-f1c0dae6bb9b req-be4b49a8-5d54-496b-980d-4e77d641563d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.395230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-441e8140-39d6-465d-8e39-f1c0dae6bb9b req-be4b49a8-5d54-496b-980d-4e77d641563d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 1682 time: 0.1194417 Mar 31 22:53:49.447017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-441e8140-39d6-465d-8e39-f1c0dae6bb9b req-516d4b7b-b207-4fb5-a3b1-1d47567c01dc tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Mar 31 22:53:49.451744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port 9571cb75-dccf-402e-830c-9318005d4f8f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:49.452088 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.548004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72ce871f-10cd-4ff5-9734-94c63298229f req-aa10428d-b21d-4a34-aa28-8cf504ee7f97 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 210 time: 0.0367103 Mar 31 22:53:49.599946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port 9571cb75-dccf-402e-830c-9318005d4f8f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9571cb75-dccf-402e-830c-9318005d4f8f,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:49.607942 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.643913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for 9571cb75-dccf-402e-830c-9318005d4f8f owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:49.649303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-588aabf1-1e29-4721-ab42-04bb22518309 req-3148c69d-8532-4ffa-a7c0-a47144fcd591 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0457668 Mar 31 22:53:49.788413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b1740-8714-4aa4-93e8-4caaa478dada req-fbc86213-9ff8-4a03-82c4-7d3a1aa21b4a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.789935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef7b1740-8714-4aa4-93e8-4caaa478dada req-fbc86213-9ff8-4a03-82c4-7d3a1aa21b4a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 945 time: 0.0765429 Mar 31 22:53:49.870501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef7b1740-8714-4aa4-93e8-4caaa478dada req-5361ad70-408b-4065-9783-4bc0550298a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564988 Mar 31 22:53:50.045650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9651b-cc7d-4dad-88c5-b2684ba06dfc req-b67717b2-5bcd-411a-b771-963938320760 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.047257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06e9651b-cc7d-4dad-88c5-b2684ba06dfc req-b67717b2-5bcd-411a-b771-963938320760 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1096 time: 0.0578141 Mar 31 22:53:50.084010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06e9651b-cc7d-4dad-88c5-b2684ba06dfc req-1a3e3459-5be3-4090-b30d-702d7e4b3e64 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299540 Mar 31 22:53:50.148733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.166103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9571cb75-dccf-402e-830c-9318005d4f8f', '4f7be3c8-98ac-4444-ba48-2abe01a883d4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:50.227922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=9571cb75-dccf-402e-830c-9318005d4f8f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:50.252818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.254464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.255086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.255659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.256209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.256766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.257436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.257894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.258512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.259624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.263736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.263736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.390661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port 9571cb75-dccf-402e-830c-9318005d4f8f on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:50.422123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.428281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-11f340e5-4b42-4c9b-b2f0-11f1c32b9b44 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "DELETE /v2.0/ports/9571cb75-dccf-402e-830c-9318005d4f8f HTTP/1.1" status: 204 len: 173 time: 1.1634483 Mar 31 22:53:50.429329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'name': 'network-vif-deleted', 'tag': '9571cb75-dccf-402e-830c-9318005d4f8f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:50.433040 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809e1842-62fa-40a6-8a0e-ae8035f19232" -d '{"events": [{"server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "name": "network-vif-deleted", "tag": "9571cb75-dccf-402e-830c-9318005d4f8f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:50.535537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d361c-47ee-4ffc-a164-bf5f15c51aeb req-a4d72f8b-d1c6-42d4-8e74-c52481133047 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.535537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d58d361c-47ee-4ffc-a164-bf5f15c51aeb req-a4d72f8b-d1c6-42d4-8e74-c52481133047 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.2394776 Mar 31 22:53:50.585745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a8213-dd2b-4f36-8a70-c317bae33dc1 req-4b956cc1-8d9d-49e8-a4d0-cfef2c2ec16d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.588880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-802a8213-dd2b-4f36-8a70-c317bae33dc1 req-4b956cc1-8d9d-49e8-a4d0-cfef2c2ec16d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 946 time: 0.2907121 Mar 31 22:53:50.666737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d58d361c-47ee-4ffc-a164-bf5f15c51aeb req-4567ad79-1171-4ff8-80b1-eb542fefebac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195531 Mar 31 22:53:50.677525 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-802a8213-dd2b-4f36-8a70-c317bae33dc1 req-dd109bbb-db01-4b08-b114-68de3f1c16cf tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769038 Mar 31 22:53:50.688616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:50.712802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.867254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port 4f7be3c8-98ac-4444-ba48-2abe01a883d4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4f7be3c8-98ac-4444-ba48-2abe01a883d4,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:50.867620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.896256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for 4f7be3c8-98ac-4444-ba48-2abe01a883d4 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:50.998971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-e7e6f413-7047-4102-95df-f585ee814fea tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.000493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-e7e6f413-7047-4102-95df-f585ee814fea tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 807 time: 0.2241342 Mar 31 22:53:51.013798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4f80-d746-4553-8c53-de78d213ec61 req-a9ddb651-412b-436a-b3b7-d61e1c8c450c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.015461 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c4a4f80-d746-4553-8c53-de78d213ec61 req-a9ddb651-412b-436a-b3b7-d61e1c8c450c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1503861 Mar 31 22:53:51.055991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-200327d4-80b2-445b-9fb6-457c7891ba69 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/quotas/629c61ff279f4c10b3d615363174bf13 HTTP/1.1" status: 200 len: 375 time: 0.0350711 Mar 31 22:53:51.117732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c4a4f80-d746-4553-8c53-de78d213ec61 req-b721bed4-5c51-448e-9f43-d643e542d90f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884829 Mar 31 22:53:51.189443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-e7f0114c-ae4f-4ce3-b86f-31ddbe38a020 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252604 Mar 31 22:53:51.210525 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e7e8cd-8014-4f60-9351-a2b64fb28a25 x-openstack-request-id: req-f2e7e8cd-8014-4f60-9351-a2b64fb28a25 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:51.210756 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "name": "network-vif-deleted", "tag": "9571cb75-dccf-402e-830c-9318005d4f8f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:51.210937 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2e7e8cd-8014-4f60-9351-a2b64fb28a25 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:51.211296 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e7e8cd-8014-4f60-9351-a2b64fb28a25'] response: {'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'name': 'network-vif-deleted', 'tag': '9571cb75-dccf-402e-830c-9318005d4f8f', 'status': 'completed', 'code': 200} Mar 31 22:53:51.395360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae4e9-aeb2-4eb6-aabe-22cf8bd2b6e1 req-8bbed789-179d-4efc-ac58-708452e074f0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.397279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba3ae4e9-aeb2-4eb6-aabe-22cf8bd2b6e1 req-8bbed789-179d-4efc-ac58-708452e074f0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 946 time: 0.1146200 Mar 31 22:53:51.399727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-881115ec-64dc-47f4-b86b-7dd6f9dabccb service neutron] 10.222.0.31 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013226 Mar 31 22:53:51.438070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73742f7-8284-4eec-8e83-3283f3045521 req-6d3001ea-161c-4703-b689-be4d02baf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.441467 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e73742f7-8284-4eec-8e83-3283f3045521 req-6d3001ea-161c-4703-b689-be4d02baf04a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 1096 time: 0.0567276 Mar 31 22:53:51.453405 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.482391 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e73742f7-8284-4eec-8e83-3283f3045521 req-23f2a078-b23f-4b80-8022-66adf6f4578d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332983 Mar 31 22:53:51.528017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=4f7be3c8-98ac-4444-ba48-2abe01a883d4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.553446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba3ae4e9-aeb2-4eb6-aabe-22cf8bd2b6e1 req-b67a90a9-71ec-47f7-93a9-ce2ff8f52cef tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c664dd1-e481-4e9f-9424-d1837ac65899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447725 Mar 31 22:53:51.594598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port 4f7be3c8-98ac-4444-ba48-2abe01a883d4 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:51.606114 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.612506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25691aa7-55d7-4f1b-8b28-0548e4b697c8 req-accb5a92-b6d4-4296-ae14-3915d1007062 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.45 "DELETE /v2.0/ports/4f7be3c8-98ac-4444-ba48-2abe01a883d4 HTTP/1.1" status: 204 len: 173 time: 1.1709008 Mar 31 22:53:51.652616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-34613aec-5c6f-4a32-9e9e-0dac46e56cbe service neutron] 10.222.0.31 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346184 Mar 31 22:53:51.741846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2951038-735f-4383-9597-ba488f6ad490 req-957a05ca-d9a3-4764-826a-11eeb1d22da7 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 210 time: 0.0371149 Mar 31 22:53:51.747231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-6d759cca-a60c-41f6-b191-b9a11f956239 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.749262 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-6d759cca-a60c-41f6-b191-b9a11f956239 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.50 "GET /v2.0/networks?id=369eef97-df0c-4bdc-93f1-9a1c52a63f5a HTTP/1.1" status: 200 len: 814 time: 0.2013335 Mar 31 22:53:51.834616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a724-0248-49a4-a98e-aa125f98e26f req-5125fd23-c975-487e-b0f5-448a3583e5ff tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.836165 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1683a724-0248-49a4-a98e-aa125f98e26f req-5125fd23-c975-487e-b0f5-448a3583e5ff tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.50 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 946 time: 0.0857856 Mar 31 22:53:51.857316 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-f674b580-e903-4806-821c-1b30de8c0ad2 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29f7e95b419147fd834d4129192e479c HTTP/1.1" status: 200 len: 380 time: 0.0910578 Mar 31 22:53:51.864448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Request body: {'port': {'device_id': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'admin_state_up': True, 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'security_groups': ['7fd152d7-2cb0-4ddd-8112-e57515909214']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:51.868349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7aa9e14-633d-4e3c-a3d2-f22fde6d3d20 req-41c347c3-262f-4517-a550-033e64b0e93a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0469372 Mar 31 22:53:52.036869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf42a-881d-4016-b876-c8b6ef9bac7c req-8f32f47b-2e57-4815-8d72-f71ca429d81b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.039154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be6bf42a-881d-4016-b876-c8b6ef9bac7c req-8f32f47b-2e57-4815-8d72-f71ca429d81b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.0831401 Mar 31 22:53:52.069743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Deleting port 8814caee-321d-453f-a83a-1c5776ef8ade {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:52.070089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.093327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be6bf42a-881d-4016-b876-c8b6ef9bac7c req-476ea467-025d-4ec3-9b08-faa504bc8bfa tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Mar 31 22:53:52.196621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] For port 8814caee-321d-453f-a83a-1c5776ef8ade, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8814caee-321d-453f-a83a-1c5776ef8ade,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:52.196621 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.210288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Calling delete_port for 8814caee-321d-453f-a83a-1c5776ef8ade owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:52.243752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249049b6-6859-4f01-aa4b-2c2d018206c0 req-f76d8259-3cec-4710-ad39-6966a9e81e34 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.245462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-249049b6-6859-4f01-aa4b-2c2d018206c0 req-f76d8259-3cec-4710-ad39-6966a9e81e34 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 946 time: 0.0785172 Mar 31 22:53:52.315665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Made reservation on behalf of 29f7e95b419147fd834d4129192e479c for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:52.315975 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-249049b6-6859-4f01-aa4b-2c2d018206c0 req-447fbd87-3882-48c1-9060-f72d2b8f76c0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578821 Mar 31 22:53:52.316363 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.440184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f53d79e4-47fc-41b6-8c21-cdf2d13746ff req-c288d443-64d4-4bf1-b0aa-f111827d3e47 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 210 time: 0.0835750 Mar 31 22:53:52.500355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bd123-34ea-4c1e-8e39-f42967be0e50 req-0eeebc96-2898-4653-8b19-f4193a9d692f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.502182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec8bd123-34ea-4c1e-8e39-f42967be0e50 req-0eeebc96-2898-4653-8b19-f4193a9d692f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1443610 Mar 31 22:53:52.559321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec8bd123-34ea-4c1e-8e39-f42967be0e50 req-1a1e7465-b0a8-4726-bbbd-451e582f2107 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484607 Mar 31 22:53:52.618355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Allocated IP 172.20.0.4 (369eef97-df0c-4bdc-93f1-9a1c52a63f5a/80fc6023-05de-45d6-8b87-64b89d7fac9f/510e767e-1668-4338-b685-8001eec61953) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:52.696580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2fa0499-e873-461d-b645-5eeba088c6fb req-ce702261-f652-444b-9c1c-00d21aeb71b5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 210 time: 0.0278561 Mar 31 22:53:52.783411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9571cb75-dccf-402e-830c-9318005d4f8f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:52.807551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 9571cb75-dccf-402e-830c-9318005d4f8f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:52.807894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9571cb75-dccf-402e-830c-9318005d4f8f not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:52.808585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4f7be3c8-98ac-4444-ba48-2abe01a883d4 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:52.840916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 4f7be3c8-98ac-4444-ba48-2abe01a883d4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:52.840916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4f7be3c8-98ac-4444-ba48-2abe01a883d4 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:52.898330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60b33683-d620-4aa5-a55f-fbb2bbdc6423 req-632e8bb1-2ecb-4eb2-b15e-7588ac7cc1c7 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 210 time: 0.0397675 Mar 31 22:53:52.898628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.918070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['8814caee-321d-453f-a83a-1c5776ef8ade'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:53.044010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event deleted for resources: {'Port': ['ID=8814caee-321d-453f-a83a-1c5776ef8ade,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:53.053061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c8af694-a056-4ed9-80a7-44bc57647671 req-5bd2beca-20fa-4556-b120-f1e81103ffda tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0540621 Mar 31 22:53:53.085314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] No DVR routers for this DVR port 8814caee-321d-453f-a83a-1c5776ef8ade on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.093183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:53.094697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.098912 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1683a724-0248-49a4-a98e-aa125f98e26f req-64087e54-216a-4159-ae74-8e646dea6514 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.50 "DELETE /v2.0/ports/8814caee-321d-453f-a83a-1c5776ef8ade HTTP/1.1" status: 204 len: 173 time: 1.2548172 Mar 31 22:53:53.101312 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42255ca3-9206-463a-a0fb-8d9b31a458cf', 'name': 'network-vif-deleted', 'tag': '8814caee-321d-453f-a83a-1c5776ef8ade'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:53.104286 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88834f16-09fc-4aee-8261-8cb9ddff2a95" -d '{"events": [{"server_uuid": "42255ca3-9206-463a-a0fb-8d9b31a458cf", "name": "network-vif-deleted", "tag": "8814caee-321d-453f-a83a-1c5776ef8ade"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:53.167788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.205874 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dba7314-2f44-4b45-a5d5-b6f628d9070e x-openstack-request-id: req-9dba7314-2f44-4b45-a5d5-b6f628d9070e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:53.206257 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42255ca3-9206-463a-a0fb-8d9b31a458cf", "name": "network-vif-deleted", "tag": "8814caee-321d-453f-a83a-1c5776ef8ade", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:53.206498 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dba7314-2f44-4b45-a5d5-b6f628d9070e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:53.206964 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dba7314-2f44-4b45-a5d5-b6f628d9070e'] response: {'server_uuid': '42255ca3-9206-463a-a0fb-8d9b31a458cf', 'name': 'network-vif-deleted', 'tag': '8814caee-321d-453f-a83a-1c5776ef8ade', 'status': 'completed', 'code': 200} Mar 31 22:53:53.213146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'name': 'network-vif-deleted', 'tag': '4f7be3c8-98ac-4444-ba48-2abe01a883d4'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:53.215953 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2813323-a991-4781-9718-f7da3cae45a9" -d '{"events": [{"server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "name": "network-vif-deleted", "tag": "4f7be3c8-98ac-4444-ba48-2abe01a883d4"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:53.291207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2233b-b649-45b4-b2c2-a86759234923 req-a65f8a2a-3d30-402d-96a3-c32dec7cfcc0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.309794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a2233b-b649-45b4-b2c2-a86759234923 req-a65f8a2a-3d30-402d-96a3-c32dec7cfcc0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.1039779 Mar 31 22:53:53.309794 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd522e-a3f4-4fd0-8475-979466dc94fc x-openstack-request-id: req-02bd522e-a3f4-4fd0-8475-979466dc94fc {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:53.309794 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98269e7c-7a2c-4f38-afa2-275eea2ace01", "name": "network-vif-deleted", "tag": "4f7be3c8-98ac-4444-ba48-2abe01a883d4", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:53.309794 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02bd522e-a3f4-4fd0-8475-979466dc94fc {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:53.309794 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02bd522e-a3f4-4fd0-8475-979466dc94fc'] response: {'server_uuid': '98269e7c-7a2c-4f38-afa2-275eea2ace01', 'name': 'network-vif-deleted', 'tag': '4f7be3c8-98ac-4444-ba48-2abe01a883d4', 'status': 'completed', 'code': 200} Mar 31 22:53:53.344755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a2233b-b649-45b4-b2c2-a86759234923 req-f8b49d72-134b-41aa-a866-8d260d29f1d1 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Mar 31 22:53:53.471497 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.486683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d2c3b90-f2c9-412e-9a1b-9e5eb4df901e req-ce7b31e0-84a3-4203-8d3b-59fdc96ac738 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 210 time: 0.0330744 Mar 31 22:53:53.552355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:53.559662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:53.563713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:53.571793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7fdf340-eb7b-49bd-9208-b0825cf1f5d8 req-1670d145-b11f-478c-9cbc-cc493c52b50e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 210 time: 0.0280235 Mar 31 22:53:53.599859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event updated for resources: {'Port': ['ID=510e767e-1668-4338-b685-8001eec61953,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:53.636043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.636969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.811707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d5cc3-fc65-47ca-a1c9-cdcc7c48ff83 req-9cba093b-7ddf-4ee0-abb2-6606907a5d6e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.811707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-525d5cc3-fc65-47ca-a1c9-cdcc7c48ff83 req-9cba093b-7ddf-4ee0-abb2-6606907a5d6e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1172242 Mar 31 22:53:53.833405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-525d5cc3-fc65-47ca-a1c9-cdcc7c48ff83 req-0837f5cb-e926-416f-aede-cbbb33ec2be8 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572937 Mar 31 22:53:53.906400 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-45c58fbb-9c5c-42f3-a920-82b92a74259b tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0470715 Mar 31 22:53:53.927434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Request body: {'port': {'device_id': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:53.966572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-14d122c1-8aa6-405b-bd61-3097f37b8b9c None None] Provisioning complete for port 510e767e-1668-4338-b685-8001eec61953 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:53.967103 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-14d122c1-8aa6-405b-bd61-3097f37b8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.021025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.042516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-14d122c1-8aa6-405b-bd61-3097f37b8b9c None None] Port 510e767e-1668-4338-b685-8001eec61953 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:54.053634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-503fdc89-d15a-4dd4-a53e-4bed60203f86 req-14096242-0729-4131-8a01-a3db5c75a93d tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "GET /v2.0/ports?device_id=98269e7c-7a2c-4f38-afa2-275eea2ace01 HTTP/1.1" status: 200 len: 210 time: 0.0404651 Mar 31 22:53:54.236681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49093316-3e50-4dc4-9694-13927024843c req-b4a6037c-eb30-43d3-8315-2d65039ebbbc tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.241585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49093316-3e50-4dc4-9694-13927024843c req-b4a6037c-eb30-43d3-8315-2d65039ebbbc tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 931 time: 0.1044147 Mar 31 22:53:54.343304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0fbc9-9e86-4edf-8e01-a2928e03f00a req-381018df-3bb3-4242-9caf-1c739da464c6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.356347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ed0fbc9-9e86-4edf-8e01-a2928e03f00a req-381018df-3bb3-4242-9caf-1c739da464c6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.1552284 Mar 31 22:53:54.371431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49093316-3e50-4dc4-9694-13927024843c req-d58ba714-0485-42c9-8b68-6d5c2634a531 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130216 Mar 31 22:53:54.548693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ed0fbc9-9e86-4edf-8e01-a2928e03f00a req-eb8133bc-29fd-408b-8360-371c4e4fd753 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784782 Mar 31 22:53:54.598418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c11312-d672-4141-9b64-380f3afd4668 req-0869e29a-dbe9-485b-8f8e-35e72a02a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.600752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18c11312-d672-4141-9b64-380f3afd4668 req-0869e29a-dbe9-485b-8f8e-35e72a02a76a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 1096 time: 0.2270041 Mar 31 22:53:54.628855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-366fe9a8-1bbb-4a87-98e3-dd62550fbd55 req-82a108f9-0213-4413-a5b1-2b69cf7af95a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0774200 Mar 31 22:53:54.736597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510e767e-1668-4338-b685-8001eec61953 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:54.759874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.789183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Transition to ACTIVE for port object 510e767e-1668-4338-b685-8001eec61953 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:54.847136 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2473b4e9-3be2-4cb4-8a45-d84803a94519 req-d1cf763e-bc65-4ebe-8a6b-c367e46a0366 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=42255ca3-9206-463a-a0fb-8d9b31a458cf HTTP/1.1" status: 200 len: 210 time: 0.0948367 Mar 31 22:53:54.927266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1360695e-5dfb-4ad0-a083-da9275a44baf req-407087cf-81f8-4558-9358-a29508bd9f65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 210 time: 0.1497147 Mar 31 22:53:54.960191 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.986862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c11312-d672-4141-9b64-380f3afd4668 req-110d12ea-e329-4541-93af-286873270476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.988992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18c11312-d672-4141-9b64-380f3afd4668 req-110d12ea-e329-4541-93af-286873270476 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.3646913 Mar 31 22:53:55.137590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Pushing event updated for resources: {'Port': ['ID=510e767e-1668-4338-b685-8001eec61953,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:55.149018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18c11312-d672-4141-9b64-380f3afd4668 req-9e194606-afeb-4eec-9433-1f364a287667 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1aa474a-afea-4fcc-ada8-002aa135255c HTTP/1.1" status: 200 len: 217 time: 0.1526766 Mar 31 22:53:55.200051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58988) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:55.219513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d4730-826b-4df9-b4bf-45317b967a92 req-5b3a4839-4302-481d-b60d-68ac110fb2bb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.221097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-547d4730-826b-4df9-b4bf-45317b967a92 req-5b3a4839-4302-481d-b60d-68ac110fb2bb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1959202 Mar 31 22:53:55.253448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c11312-d672-4141-9b64-380f3afd4668 req-fc77ca66-4deb-4c97-93df-4cf43ea898a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.255948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18c11312-d672-4141-9b64-380f3afd4668 req-fc77ca66-4deb-4c97-93df-4cf43ea898a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.0991638 Mar 31 22:53:55.300916 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-6cbc4ed0-58c0-4731-8425-00979757270b tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f532c3d29da8473da1c11a3a331216d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500015 Mar 31 22:53:55.406808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-547d4730-826b-4df9-b4bf-45317b967a92 req-774d1b1c-9965-4aa6-a067-f5ac7ca7d7bd tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627848 Mar 31 22:53:55.482242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c11312-d672-4141-9b64-380f3afd4668 req-9cfbb29d-5a84-4ba6-a90e-a90ec5201c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.482242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18c11312-d672-4141-9b64-380f3afd4668 req-9cfbb29d-5a84-4ba6-a90e-a90ec5201c2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049148 Mar 31 22:53:55.487029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Attempting to bind port 510e767e-1668-4338-b685-8001eec61953 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:55.490899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Attempting to bind port 510e767e-1668-4338-b685-8001eec61953 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:55.491594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Attempting to bind port 510e767e-1668-4338-b685-8001eec61953 on network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:55.511317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Port 510e767e-1668-4338-b685-8001eec61953 on network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:55.512072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Attempting to bind port 510e767e-1668-4338-b685-8001eec61953 on network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:55.520541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:55.524110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Checking segment: {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:55.524842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Bound using segment: {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:55.525554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Bound port: 510e767e-1668-4338-b685-8001eec61953, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ce9d13-7e19-4221-b23b-b91eed7e71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:55.526162 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.532516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd80cef7-f4e5-4035-b732-53ea261f2a3f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting subnet bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:53:55.553383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd80cef7-f4e5-4035-b732-53ea261f2a3f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.651820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd80cef7-f4e5-4035-b732-53ea261f2a3f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.702195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-2c55440b-d5e6-49c8-84a8-ee46514f984a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.704478 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-2c55440b-d5e6-49c8-84a8-ee46514f984a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3782969 Mar 31 22:53:55.752452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Request body: {'port': {'device_id': '7d5d425c-9157-4377-8544-67f0cd5f4ad1', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'f532c3d29da8473da1c11a3a331216d1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:55.837667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] For port 510e767e-1668-4338-b685-8001eec61953, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:55.848174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18c11312-d672-4141-9b64-380f3afd4668 req-da862ce4-369a-4d09-90f2-3a5b071efb9e service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544261 Mar 31 22:53:55.881241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] For port 510e767e-1668-4338-b685-8001eec61953, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=510e767e-1668-4338-b685-8001eec61953,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:55.931110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd80cef7-f4e5-4035-b732-53ea261f2a3f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.943860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a627d-d12c-4426-985f-9184631e3dfb req-b0b5e4a7-df3b-4224-9f7d-906d00f375bd tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.947492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-224a627d-d12c-4426-985f-9184631e3dfb req-b0b5e4a7-df3b-4224-9f7d-906d00f375bd tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.2384527 Mar 31 22:53:55.985721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.997761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834a742-0439-4ad4-af47-4834698d5c67 req-2897d5fb-eee8-4ce4-bfd3-6260e586b7fb tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.007900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9834a742-0439-4ad4-af47-4834698d5c67 req-2897d5fb-eee8-4ce4-bfd3-6260e586b7fb tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.4574013 Mar 31 22:53:56.045438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.046377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.048170 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9063972d-740c-4dcf-b562-4973a17943da service neutron] 10.222.0.50 "PUT /v2.0/ports/510e767e-1668-4338-b685-8001eec61953 HTTP/1.1" status: 200 len: 1091 time: 2.1255963 Mar 31 22:53:56.053188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'tag': '510e767e-1668-4338-b685-8001eec61953'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:56.055899 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08b7320-a73d-4256-8f64-66bd3c882227" -d '{"events": [{"name": "network-changed", "server_uuid": "c123d555-5d6c-4057-89ac-5f6527ae2d00", "tag": "510e767e-1668-4338-b685-8001eec61953"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:56.098931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Made reservation on behalf of f532c3d29da8473da1c11a3a331216d1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:56.102882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.107385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063972d-740c-4dcf-b562-4973a17943da service neutron] Pushing event updated for resources: {'Port': ['ID=510e767e-1668-4338-b685-8001eec61953,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:56.127917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.268488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-224a627d-d12c-4426-985f-9184631e3dfb req-7049cfee-8967-4256-a602-d9cd85d739e2 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810137 Mar 31 22:53:56.278350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.293065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd80cef7-f4e5-4035-b732-53ea261f2a3f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.314568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9834a742-0439-4ad4-af47-4834698d5c67 req-dcac65f1-e78a-4a2d-90b5-95ea3f35345d tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054836 Mar 31 22:53:56.317308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18c11312-d672-4141-9b64-380f3afd4668 req-e51553d1-8deb-49a7-a7b7-5bd66c742574 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617541 Mar 31 22:53:56.366842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 8814caee-321d-453f-a83a-1c5776ef8ade no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:56.426460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 8814caee-321d-453f-a83a-1c5776ef8ade {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:56.426844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 8814caee-321d-453f-a83a-1c5776ef8ade not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:56.444883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd4484-4193-414d-b3dc-16b6724b514a None None] Network 7948553f-ad37-4b4e-a132-1f138a7367c9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:56.462882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80cef7-f4e5-4035-b732-53ea261f2a3f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:56.467233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f7df8cc-7aaf-48ba-81de-4d54fcf92d10 req-9f4d70b3-7dbf-499b-8b74-9a4c2bada2d9 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0722072 Mar 31 22:53:56.467951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd80cef7-f4e5-4035-b732-53ea261f2a3f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.471339 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dd80cef7-f4e5-4035-b732-53ea261f2a3f tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "DELETE /v2.0/subnets/bb2a6b96-1da3-42b2-8cc4-c26fcfd7e7ae HTTP/1.1" status: 204 len: 168 time: 1.2679293 Mar 31 22:53:56.480988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59006) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:56.556225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.683231 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42581deb-0146-4d77-8624-87ed95d52c80 x-openstack-request-id: req-42581deb-0146-4d77-8624-87ed95d52c80 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:56.683630 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c123d555-5d6c-4057-89ac-5f6527ae2d00", "tag": "510e767e-1668-4338-b685-8001eec61953", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:56.684237 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42581deb-0146-4d77-8624-87ed95d52c80 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:56.694329 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42581deb-0146-4d77-8624-87ed95d52c80'] response: {'name': 'network-changed', 'server_uuid': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'tag': '510e767e-1668-4338-b685-8001eec61953', 'status': 'completed', 'code': 200} Mar 31 22:53:56.703910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:56.786407 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69e9163c-f697-43b8-a1dd-434ff6202a97 req-15a1b164-8c50-4e67-88d1-9179a97cf3f0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 210 time: 0.0767469 Mar 31 22:53:56.788456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9c268a24-84e8-4dda-8f56-bcb48d960714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.789973 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-9c268a24-84e8-4dda-8f56-bcb48d960714 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29f7e95b419147fd834d4129192e479c&device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 1094 time: 0.3977978 Mar 31 22:53:56.946637 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-7266ddcf-4d0a-4ac1-b654-3f4bf7f3acea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=510e767e-1668-4338-b685-8001eec61953 HTTP/1.1" status: 200 len: 217 time: 0.1452615 Mar 31 22:53:56.949961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdff4677-fcb0-4b28-9620-5c8762b73dcf,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:57.081011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] DHCP port deletion for 7948553f-ad37-4b4e-a132-1f138a7367c9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:53:57.102935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2018c5-0412-46ea-abfb-6c68a9cde8e9 req-d8240d35-9091-42f4-b664-9bc66ab27eea tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.105954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba2018c5-0412-46ea-abfb-6c68a9cde8e9 req-d8240d35-9091-42f4-b664-9bc66ab27eea tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.2341216 Mar 31 22:53:57.147043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:57.148904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.245604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Deleting port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:57.245922 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.283961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-b4aaf3ae-1126-44db-8a10-03a2b0d851d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.285692 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-b4aaf3ae-1126-44db-8a10-03a2b0d851d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80fc6023-05de-45d6-8b87-64b89d7fac9f HTTP/1.1" status: 200 len: 853 time: 0.3128533 Mar 31 22:53:57.355004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Allocated IP 192.168.233.76 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/e332b211-12f8-452f-b20c-db898e5c1acc) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:57.437233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] For port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:57.439206 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.472478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Calling delete_port for dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:57.520003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,segment=NetworkSegment(b05be6dd-118d-41d6-a535-db98b51a21e3),segment_id=b05be6dd-118d-41d6-a535-db98b51a21e3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:57.520999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.617102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:57.638127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba2018c5-0412-46ea-abfb-6c68a9cde8e9 req-a415b2cb-4706-4a14-aacf-d80f95050071 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105116 Mar 31 22:53:57.650975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-bbb066e2-de1f-40fe-9b88-fa442b4c6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.655158 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-bbb066e2-de1f-40fe-9b88-fa442b4c6431 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=369eef97-df0c-4bdc-93f1-9a1c52a63f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3484302 Mar 31 22:53:57.771527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-34e87299-6b5f-40e4-ba12-b7981d79ac61 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.778513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-34e87299-6b5f-40e4-ba12-b7981d79ac61 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.7012272 Mar 31 22:53:57.839842 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:57.889129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Pushing event deleted for resources: {'Port': ['ID=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:57.898924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] No DVR routers for this DVR port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:57.920371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.925097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.925097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.925097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.925097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.925097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.925097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.925097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.925097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.927429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.927429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:57.927429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac9777-f1b2-4d6a-801e-4a648e3ede11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:58.009742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-7663b385-944f-4997-a797-0f4f084d41d5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/quotas/c91b29970f0a4a4fb4b7d1e2e94bbff6 HTTP/1.1" status: 200 len: 375 time: 0.2137902 Mar 31 22:53:58.053366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-61899c6d-e4d5-4171-a697-4ffb06b59d84 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.055703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-61899c6d-e4d5-4171-a697-4ffb06b59d84 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 807 time: 0.8427887 Mar 31 22:53:58.060458 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.087706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-17973107-ea98-4ec8-9fa5-4bc66c937555 service neutron] 10.222.0.50 "GET /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222205 Mar 31 22:53:58.101454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:58.147682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:58.148230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:58.215118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Request body: {'port': {'device_id': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'admin_state_up': True, 'tenant_id': '629c61ff279f4c10b3d615363174bf13'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:58.246074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-c60eba12-5304-44fb-a5f6-038cdd4134a6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2032902 Mar 31 22:53:58.312990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701817ad-8f35-4aeb-a7ce-dba168c827e2 req-ef37c333-4445-42fd-a7bd-8b32e0f120d7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.323349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-701817ad-8f35-4aeb-a7ce-dba168c827e2 req-ef37c333-4445-42fd-a7bd-8b32e0f120d7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.4140203 Mar 31 22:53:58.350267 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2403d7fe-f618-41fb-ad71-44d4c7c984cb req-64b5fdfe-0dfc-44e7-a741-a3b10697b0d8 service neutron] 10.222.0.50 "GET /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334709 Mar 31 22:53:58.396734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.487552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:58.494647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:58.498593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:58.612995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Pushing event updated for resources: {'Port': ['ID=e332b211-12f8-452f-b20c-db898e5c1acc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:58.709786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.710905 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.755251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-634f9848-79b1-4bd3-b416-f22fdc4b5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.757396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-634f9848-79b1-4bd3-b416-f22fdc4b5ed9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29f7e95b419147fd834d4129192e479c&device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 1094 time: 0.1355529 Mar 31 22:53:58.851049 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:58.928737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-875a086d-b88c-4eba-b591-f0b00897d4f2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2004845 Mar 31 22:53:58.943714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:58.951385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-3f6595a4-4edd-41c4-a630-db071c16a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.954903 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-3f6595a4-4edd-41c4-a630-db071c16a70b service neutron] 10.222.0.50 "GET /v2.0/networks?id=369eef97-df0c-4bdc-93f1-9a1c52a63f5a HTTP/1.1" status: 200 len: 915 time: 0.1615036 Mar 31 22:53:58.967101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port dbb2c2b2-fcfd-4b22-ac9d-c2e850b2e65b on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:58.974336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Request body: {'port': {'device_id': '7d5d425c-9157-4377-8544-67f0cd5f4ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:58.997260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8eb01e90-77e9-47b9-aa32-213163c67096 None None] Provisioning complete for port e332b211-12f8-452f-b20c-db898e5c1acc triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:59.000853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8eb01e90-77e9-47b9-aa32-213163c67096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.082599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8eb01e90-77e9-47b9-aa32-213163c67096 None None] Port e332b211-12f8-452f-b20c-db898e5c1acc cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:59.139498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-701817ad-8f35-4aeb-a7ce-dba168c827e2 req-6c767315-9c44-49eb-99fe-8d7f6950e40f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146091 Mar 31 22:53:59.251870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-d75bf36d-9426-4197-8036-d48f3534a815 service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9673429 Mar 31 22:53:59.392693 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.526319 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-1e4f1732-e073-4c3a-9cf5-4178959652ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=510e767e-1668-4338-b685-8001eec61953 HTTP/1.1" status: 200 len: 217 time: 0.5444601 Mar 31 22:53:59.530070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7948553f-ad37-4b4e-a132-1f138a7367c9']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:59.556169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f91b6-f3a4-402b-9835-2ff0df2686c3 req-7436604a-d64c-4981-9ef8-0dd9aaf14e83 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.565233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-121f91b6-f3a4-402b-9835-2ff0df2686c3 req-7436604a-d64c-4981-9ef8-0dd9aaf14e83 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.2207184 Mar 31 22:53:59.572056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05be6dd-118d-41d6-a535-db98b51a21e3') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:59.572509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05be6dd-118d-41d6-a535-db98b51a21e3') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:59.588119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Made reservation on behalf of 629c61ff279f4c10b3d615363174bf13 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:59.593220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.616537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.620398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.677070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-f9c0f9fb-86eb-44ce-89d0-b9052c70b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.686166 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-f9c0f9fb-86eb-44ce-89d0-b9052c70b71e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80fc6023-05de-45d6-8b87-64b89d7fac9f HTTP/1.1" status: 200 len: 853 time: 0.1136672 Mar 31 22:53:59.703139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-121f91b6-f3a4-402b-9835-2ff0df2686c3 req-da143b23-e9d3-402c-b7c3-2997db408b5e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301143 Mar 31 22:53:59.742920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.772379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-b98f7328-eafd-459f-9f4a-2abc54585b59 service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333441 Mar 31 22:53:59.774053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:53:59.774755 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:53:59.779878 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:53:59.994868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-a9ffdbe7-9c8c-40f6-b7a4-5c6f3f8d60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.998340 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-a9ffdbe7-9c8c-40f6-b7a4-5c6f3f8d60ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=369eef97-df0c-4bdc-93f1-9a1c52a63f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2790380 Mar 31 22:54:00.040654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec33bf2-4dc3-40f0-9604-1e200651d0ba req-01a73de5-06f5-4b18-a058-cd023c23a551 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:00.043463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eec33bf2-4dc3-40f0-9604-1e200651d0ba req-01a73de5-06f5-4b18-a058-cd023c23a551 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 935 time: 0.1980994 Mar 31 22:54:00.113784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.135737 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.143398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "DELETE /v2.0/networks/7948553f-ad37-4b4e-a132-1f138a7367c9 HTTP/1.1" status: 204 len: 168 time: 3.6584065 Mar 31 22:54:00.164161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59030) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:00.167567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eec33bf2-4dc3-40f0-9604-1e200651d0ba req-396b32b1-db64-429c-be14-ae9f9e155b14 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131511 Mar 31 22:54:00.193128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc1b27-e643-4056-bdd2-ef7310b336c5 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Network': ['ID=7948553f-ad37-4b4e-a132-1f138a7367c9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:00.266525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Allocated IP 172.20.0.9 (9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c/85be71c1-b753-4352-b68e-ea1525cdd602/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:00.319577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-78bd3d00-2ab1-49b3-899c-28adbdf104c0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting subnet 5cb6662e-73df-42b6-9cc1-2f6331818f85 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:54:00.335879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78bd3d00-2ab1-49b3-899c-28adbdf104c0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.457108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c10c632-b489-431a-ac2f-a9baa492a4e2 req-bebce5d8-ab25-484c-8369-8d65cefa2a68 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 210 time: 0.0770395 Mar 31 22:54:00.571021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78bd3d00-2ab1-49b3-899c-28adbdf104c0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.598165 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-f3135594-b1d2-472c-8491-e16fda34a6ff service neutron] 10.222.0.50 "GET /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458975 Mar 31 22:54:00.848439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4634ed46-d8f6-4d92-8d64-7e2dfb736815 req-cc1da8c0-85c7-4018-92eb-e66f4db98297 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.2028689 Mar 31 22:54:00.889068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c74faf-75da-42bb-8e33-782874ebcfc7 req-9dde04b0-0b79-4cc7-96c3-7b648fab4307 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:00.907270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8c74faf-75da-42bb-8e33-782874ebcfc7 req-9dde04b0-0b79-4cc7-96c3-7b648fab4307 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.4361377 Mar 31 22:54:00.994703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e332b211-12f8-452f-b20c-db898e5c1acc {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:01.048252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.083676 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a08b7320-a73d-4256-8f64-66bd3c882227 req-3af18e69-1b9c-45f5-a262-056bfdb1c1b4 service neutron] 10.222.0.50 "GET /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592824 Mar 31 22:54:01.089612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8c74faf-75da-42bb-8e33-782874ebcfc7 req-8ba34647-f848-4228-8f8d-cf0a018b8781 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759152 Mar 31 22:54:01.095740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78bd3d00-2ab1-49b3-899c-28adbdf104c0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.139834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Transition to ACTIVE for port object e332b211-12f8-452f-b20c-db898e5c1acc will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:01.165148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.230579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be64b4-19d0-41fd-8580-70e184d5f878 req-bc8df9bb-1fb4-4f42-b95f-e13c6607e0cc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.243919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0be64b4-19d0-41fd-8580-70e184d5f878 req-bc8df9bb-1fb4-4f42-b95f-e13c6607e0cc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.2608995 Mar 31 22:54:01.263477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.481850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0be64b4-19d0-41fd-8580-70e184d5f878 req-1b6a638a-1b43-430e-9496-dc35877c48d0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289686 Mar 31 22:54:01.502190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78bd3d00-2ab1-49b3-899c-28adbdf104c0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.533396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e332b211-12f8-452f-b20c-db898e5c1acc,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:01.638100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0f57c-5499-49a4-a354-dbd99c2f19f8 req-8c2cd247-b0dd-4062-a0d5-2f1432cd79b1 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.640057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28b0f57c-5499-49a4-a354-dbd99c2f19f8 req-8c2cd247-b0dd-4062-a0d5-2f1432cd79b1 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.3627355 Mar 31 22:54:01.650398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd3d00-2ab1-49b3-899c-28adbdf104c0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb6662e-73df-42b6-9cc1-2f6331818f85,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:01.662089 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78bd3d00-2ab1-49b3-899c-28adbdf104c0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.670516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-78bd3d00-2ab1-49b3-899c-28adbdf104c0 tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "DELETE /v2.0/subnets/5cb6662e-73df-42b6-9cc1-2f6331818f85 HTTP/1.1" status: 204 len: 168 time: 1.4972000 Mar 31 22:54:01.672712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29045f55-3c97-4729-bbaf-253a79bfb71e None None] Network ad0205da-e066-462c-bf0a-dedd076421b8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:01.677292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59052) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:01.702601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Attempting to bind port e332b211-12f8-452f-b20c-db898e5c1acc on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:01.703613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Attempting to bind port e332b211-12f8-452f-b20c-db898e5c1acc by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:01.704203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Attempting to bind port e332b211-12f8-452f-b20c-db898e5c1acc on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:01.728944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Port e332b211-12f8-452f-b20c-db898e5c1acc on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:01.730971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Attempting to bind port e332b211-12f8-452f-b20c-db898e5c1acc on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:01.749637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:01.762920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:01.773162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:01.773162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Bound port: e332b211-12f8-452f-b20c-db898e5c1acc, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:01.773162 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.872263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.911619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] For port e332b211-12f8-452f-b20c-db898e5c1acc, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:01.917369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] For port e332b211-12f8-452f-b20c-db898e5c1acc, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e332b211-12f8-452f-b20c-db898e5c1acc,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:01.937089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28b0f57c-5499-49a4-a354-dbd99c2f19f8 req-83e85717-3515-473e-a64b-0cee5ead62c4 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348559 Mar 31 22:54:01.980480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f9d63-6f40-4999-ad2a-7dc38349d2ae req-bf64f208-f0f6-4efc-bedb-6bdf5c6f7fce tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.990109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-174f9d63-6f40-4999-ad2a-7dc38349d2ae req-bf64f208-f0f6-4efc-bedb-6bdf5c6f7fce tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 947 time: 0.3417964 Mar 31 22:54:02.022804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:02.031058 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.038340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:02.041568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:02.046367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Pushing event updated for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:02.071983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.155857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.156541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.159846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] 10.222.0.50 "PUT /v2.0/ports/e332b211-12f8-452f-b20c-db898e5c1acc HTTP/1.1" status: 200 len: 1095 time: 3.1940374 Mar 31 22:54:02.163227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-174f9d63-6f40-4999-ad2a-7dc38349d2ae req-3a6327cf-9d61-49a0-b028-b3209670ae8a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653340 Mar 31 22:54:02.170947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d425c-9157-4377-8544-67f0cd5f4ad1', 'tag': 'e332b211-12f8-452f-b20c-db898e5c1acc'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:02.185629 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5d425c-9157-4377-8544-67f0cd5f4ad1", "tag": "e332b211-12f8-452f-b20c-db898e5c1acc"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:02.303829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.303829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.337483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] DHCP port deletion for ad0205da-e066-462c-bf0a-dedd076421b8 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:54:02.350647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83e5eda8-3e22-4059-a4dd-bb7be53cc16d req-14f786a6-5ae2-4d6a-88d8-a85a059877b3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0463679 Mar 31 22:54:02.351592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906283d-df38-4d13-8ed3-d85b1c20adc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e332b211-12f8-452f-b20c-db898e5c1acc,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:02.450841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fb287-f49c-4eb4-89cd-527fed938525 req-f1852c6e-2ed9-4beb-924a-4c271a19c6e4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.466660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c87fb287-f49c-4eb4-89cd-527fed938525 req-f1852c6e-2ed9-4beb-924a-4c271a19c6e4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 931 time: 0.2987826 Mar 31 22:54:02.501476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] Deleting port 33be8191-e019-4d7e-92ae-06dffcbf11ed {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:02.507072 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.547493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-8781a473-22f7-4285-87b7-8a3077b67e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.554800 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-8781a473-22f7-4285-87b7-8a3077b67e7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f532c3d29da8473da1c11a3a331216d1&device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1018171 Mar 31 22:54:02.598200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-9f88624e-d21a-4f9a-9a70-4e67d817ee39 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5206876 Mar 31 22:54:02.610934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Deleting port 33be8191-e019-4d7e-92ae-06dffcbf11ed {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:02.611364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.621508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Request body: {'port': {'device_id': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:02.675591 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-e933df84-8289-416e-b1d2-5cfe056bfe5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e332b211-12f8-452f-b20c-db898e5c1acc HTTP/1.1" status: 200 len: 217 time: 0.0944505 Mar 31 22:54:02.683939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c87fb287-f49c-4eb4-89cd-527fed938525 req-3a23d39c-c2d4-44ef-99d3-dbd3ae8d81c3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142437 Mar 31 22:54:02.701230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] For port 33be8191-e019-4d7e-92ae-06dffcbf11ed, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=33be8191-e019-4d7e-92ae-06dffcbf11ed,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:02.702649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.747556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] Calling delete_port for 33be8191-e019-4d7e-92ae-06dffcbf11ed owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:02.800639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-e77c74be-c8ee-4825-bbcb-03adea4fe639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.811486 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-e77c74be-c8ee-4825-bbcb-03adea4fe639 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0990365 Mar 31 22:54:02.825742 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026c274a-b2c2-4f47-ab2d-2673706e239b x-openstack-request-id: req-026c274a-b2c2-4f47-ab2d-2673706e239b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:02.826093 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5d425c-9157-4377-8544-67f0cd5f4ad1", "tag": "e332b211-12f8-452f-b20c-db898e5c1acc", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:02.826355 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-026c274a-b2c2-4f47-ab2d-2673706e239b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:02.826783 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026c274a-b2c2-4f47-ab2d-2673706e239b'] response: {'name': 'network-changed', 'server_uuid': '7d5d425c-9157-4377-8544-67f0cd5f4ad1', 'tag': 'e332b211-12f8-452f-b20c-db898e5c1acc', 'status': 'completed', 'code': 200} Mar 31 22:54:02.862267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a168221-430e-4c79-a451-5c8aabf7a762 req-33126a30-a66a-4af0-a9fb-4efe76dde4cf tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.864645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a168221-430e-4c79-a451-5c8aabf7a762 req-33126a30-a66a-4af0-a9fb-4efe76dde4cf tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.3910475 Mar 31 22:54:02.951137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-50335711-071d-4690-a107-a23fda6ce9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.953488 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-50335711-071d-4690-a107-a23fda6ce9b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046717 Mar 31 22:54:02.964319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] For port 33be8191-e019-4d7e-92ae-06dffcbf11ed, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=33be8191-e019-4d7e-92ae-06dffcbf11ed,segment=NetworkSegment(fa1332e4-6691-4d66-ab96-98eaf84a03b4),segment_id=fa1332e4-6691-4d66-ab96-98eaf84a03b4)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:02.969133 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.018034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.026182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Calling delete_port for 33be8191-e019-4d7e-92ae-06dffcbf11ed owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:03.040145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a168221-430e-4c79-a451-5c8aabf7a762 req-07bcb5f8-7951-4315-b419-147d946e96b8 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559970 Mar 31 22:54:03.241499 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.255819 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-64252250-b309-4f87-bba5-874ecf3af3f6 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613855 Mar 31 22:54:03.352253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] Pushing event deleted for resources: {'Port': ['ID=33be8191-e019-4d7e-92ae-06dffcbf11ed,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:03.359332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2801363-1054-48da-b6fd-ba5689955d5a None None] No DVR routers for this DVR port 33be8191-e019-4d7e-92ae-06dffcbf11ed on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:03.420589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-11e958eb-024e-4954-9645-ce8693ce45f7 req-3b356eb0-ed36-4236-abd6-7285c0ce5657 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561279 Mar 31 22:54:03.509209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491a9a2-d8dc-4ee3-b7bb-05fd2847db71 req-7ebd5aae-2ea6-4cc9-83ed-e6ac4f2d25f4 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.520399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c491a9a2-d8dc-4ee3-b7bb-05fd2847db71 req-7ebd5aae-2ea6-4cc9-83ed-e6ac4f2d25f4 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.3922703 Mar 31 22:54:03.643250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9375150-9561-41af-b3f6-b56551b578ef req-5910ccf5-ed30-4906-a6f1-8ba9cfd106e9 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.643250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9375150-9561-41af-b3f6-b56551b578ef req-5910ccf5-ed30-4906-a6f1-8ba9cfd106e9 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 947 time: 0.3880074 Mar 31 22:54:03.649954 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.727570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Port': ['ID=33be8191-e019-4d7e-92ae-06dffcbf11ed,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:03.732850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] No DVR routers for this DVR port 33be8191-e019-4d7e-92ae-06dffcbf11ed on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:03.784351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c491a9a2-d8dc-4ee3-b7bb-05fd2847db71 req-dec729bf-05b7-48cd-9d8b-0c5ec5c54c97 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629802 Mar 31 22:54:03.931715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-798806a1-67d8-4be2-b511-f216da7cb046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.944702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9375150-9561-41af-b3f6-b56551b578ef req-a2cb4550-b639-4e22-89de-7900efc8f7dd tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697551 Mar 31 22:54:03.978117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.039384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0205da-e066-462c-bf0a-dedd076421b8']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:04.046064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-753fc017-b34a-40d2-84a9-3173830edab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.047810 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-753fc017-b34a-40d2-84a9-3173830edab5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f532c3d29da8473da1c11a3a331216d1&device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1749337 Mar 31 22:54:04.121472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1332e4-6691-4d66-ab96-98eaf84a03b4') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:04.121761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1332e4-6691-4d66-ab96-98eaf84a03b4') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:04.190835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6be8ff65-9dfd-44cb-9bd3-b15f06aa9558 req-9f707746-bc08-4c8a-8d61-098d3408258f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.1311862 Mar 31 22:54:04.193772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 33be8191-e019-4d7e-92ae-06dffcbf11ed no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:04.249408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:04.258201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.285380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 33be8191-e019-4d7e-92ae-06dffcbf11ed {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:04.285380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 33be8191-e019-4d7e-92ae-06dffcbf11ed not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:04.294686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.361431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.363392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-a997ddee-e5de-45d8-8c90-be7d6b54e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.366778 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-a997ddee-e5de-45d8-8c90-be7d6b54e166 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.2937386 Mar 31 22:54:04.423099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Transition to ACTIVE for port object c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:04.450222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:54:04.450222 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:54:04.468528 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:54:04.546558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-4f2e841f-76d3-40f9-91a1-b55efb34cc44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e332b211-12f8-452f-b20c-db898e5c1acc HTTP/1.1" status: 200 len: 217 time: 0.1312037 Mar 31 22:54:04.592678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d2720-8a6e-46dd-937b-dba34bb1020c req-892882ae-7beb-4998-bf5e-ac26f7d47af6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.597823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e5d2720-8a6e-46dd-937b-dba34bb1020c req-892882ae-7beb-4998-bf5e-ac26f7d47af6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 931 time: 0.4204621 Mar 31 22:54:04.607008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.713806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-31af0858-9542-4487-a447-332aa9ce3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.716910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-31af0858-9542-4487-a447-332aa9ce3431 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1136825 Mar 31 22:54:04.720692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ced88-62b6-4c4d-9a39-bba24927e3d8 req-f1962f6b-ba15-47e6-a80f-4964331c9778 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.729954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf2ced88-62b6-4c4d-9a39-bba24927e3d8 req-f1962f6b-ba15-47e6-a80f-4964331c9778 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.3930879 Mar 31 22:54:04.746112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-aa06d82e-aefa-4be7-b530-54b7c2551843 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.749083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-aa06d82e-aefa-4be7-b530-54b7c2551843 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.4712815 Mar 31 22:54:04.772183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Request body: {'port': {'device_id': '1152187a-4696-4262-ac91-f01819297278', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'admin_state_up': True, 'tenant_id': 'c91b29970f0a4a4fb4b7d1e2e94bbff6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:04.781143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:04.793282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e5d2720-8a6e-46dd-937b-dba34bb1020c req-c5c39d15-dc62-4ae6-9ee5-70f9c0df3253 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700940 Mar 31 22:54:04.837056 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.843702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.848707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] 10.222.0.31 "DELETE /v2.0/networks/ad0205da-e066-462c-bf0a-dedd076421b8 HTTP/1.1" status: 204 len: 168 time: 3.1700130 Mar 31 22:54:04.884740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d14117-cc08-4218-8568-19e89de87b4a tempest-ServersTestMultiNic-901522688 tempest-ServersTestMultiNic-901522688-project] Pushing event deleted for resources: {'Network': ['ID=ad0205da-e066-462c-bf0a-dedd076421b8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:04.898138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf2ced88-62b6-4c4d-9a39-bba24927e3d8 req-bee24ebc-9a47-4976-86e0-d7785966ba12 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658370 Mar 31 22:54:05.041337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-39947842-5d71-48c3-81d0-b4889c2124ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.102963 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-39947842-5d71-48c3-81d0-b4889c2124ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2917883 Mar 31 22:54:05.103911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:05.103911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:05.103911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:05.103911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:05.103911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:05.117666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:05.117666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:05.117666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:05.118318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Bound port: c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:05.118608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.180499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc243d-cb24-4b08-a5f0-32f4ca840c23 req-f8697174-bc02-4db0-9c61-461d10acd50e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.182236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1bc243d-cb24-4b08-a5f0-32f4ca840c23 req-f8697174-bc02-4db0-9c61-461d10acd50e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.2456241 Mar 31 22:54:05.283357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-f38fdc99-2729-4430-a044-644e224493ea service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156701 Mar 31 22:54:05.326719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:05.361817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:05.367908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1bc243d-cb24-4b08-a5f0-32f4ca840c23 req-c91bd4f2-d9cc-4fd4-b09a-4ae3c184c5ff tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325185 Mar 31 22:54:05.382080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304567-ba52-456e-907b-2406b03bf650 req-1df51b3e-f1fc-4de9-8699-6a20d22ccdab tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.382885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83304567-ba52-456e-907b-2406b03bf650 req-1df51b3e-f1fc-4de9-8699-6a20d22ccdab tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 947 time: 0.1272852 Mar 31 22:54:05.515330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83304567-ba52-456e-907b-2406b03bf650 req-9da029b8-e9f9-4519-a092-658c60163ee3 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099977 Mar 31 22:54:05.568592 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.590567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Made reservation on behalf of c91b29970f0a4a4fb4b7d1e2e94bbff6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:05.597984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.606653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e4a8767-684d-4d3c-8361-4d7614b361fe req-1500e08f-28c8-4f84-b8bf-4a30d29b7e9a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0788746 Mar 31 22:54:05.608768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59100) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:05.676728 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f7b9bf0-97ca-4441-8d30-aa79d20e5bb9 req-a6518447-6c88-4b5f-8eb0-fa1ebe82cba6 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518956 Mar 31 22:54:05.732902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.745419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.745419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] 10.222.0.45 "PUT /v2.0/ports/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 200 len: 1091 time: 3.1266584 Mar 31 22:54:05.745419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:05.745419 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790d863c-1010-4d8e-b95a-d247519fa0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:05.804539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352f66d-634b-41a8-884f-b68f4e0f10af service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:05.882925 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c63707-46c5-4d61-9888-79a49f10c4be x-openstack-request-id: req-40c63707-46c5-4d61-9888-79a49f10c4be {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:05.883412 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:05.883751 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40c63707-46c5-4d61-9888-79a49f10c4be {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:05.884373 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c63707-46c5-4d61-9888-79a49f10c4be'] response: {'name': 'network-changed', 'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6', 'status': 'completed', 'code': 200} Mar 31 22:54:05.901809 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:54:05.992126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Allocated IP 172.20.0.14 (990b1455-6cc7-44e1-a7d3-10424a31969d/2508d8b7-f29b-4711-aee0-bc5c76dd4591/ef92d670-53fa-4509-a990-7623be7b17f5) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:06.132290 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e29fb1c5-7c56-4e0d-8d94-b02340576d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.363483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e332b211-12f8-452f-b20c-db898e5c1acc details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:06.365213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59110) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:06.381929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8722f030-a91e-455b-97d0-356b1a093e7f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352765894', 'description': 'tempest-description--1400934060'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:06.500522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.543236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8722f030-a91e-455b-97d0-356b1a093e7f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.575362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e332b211-12f8-452f-b20c-db898e5c1acc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e332b211-12f8-452f-b20c-db898e5c1acc,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:06.600107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'e332b211-12f8-452f-b20c-db898e5c1acc', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'e332b211-12f8-452f-b20c-db898e5c1acc', 'mac_address': 'fa:16:3e:71:eb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:06.676154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8722f030-a91e-455b-97d0-356b1a093e7f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.698422 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.725491 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.751732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e332b211-12f8-452f-b20c-db898e5c1acc {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:06.786347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event updated for resources: {'Port': ['ID=ef92d670-53fa-4509-a990-7623be7b17f5,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.788515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e332b211-12f8-452f-b20c-db898e5c1acc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e332b211-12f8-452f-b20c-db898e5c1acc,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:06.795260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8722f030-a91e-455b-97d0-356b1a093e7f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.829834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d863c-1010-4d8e-b95a-d247519fa0e1 req-1ccac3c8-36dd-43da-aae7-a0fbf2c8f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.833169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790d863c-1010-4d8e-b95a-d247519fa0e1 req-1ccac3c8-36dd-43da-aae7-a0fbf2c8f304 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1094 time: 0.9475698 Mar 31 22:54:06.838230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Network 990b1455-6cc7-44e1-a7d3-10424a31969d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:06.846826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:06.860575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:06.868892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.934345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722f030-a91e-455b-97d0-356b1a093e7f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d37d849-0304-475c-bcb3-7c9c9e198f48,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.964045 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8722f030-a91e-455b-97d0-356b1a093e7f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.965945 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8722f030-a91e-455b-97d0-356b1a093e7f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6012802 Mar 31 22:54:06.976855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59120) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:06.992852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-675655cd-1580-4830-8758-cec43e987cc8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'security_group_rule': {'security_group_id': '8d37d849-0304-475c-bcb3-7c9c9e198f48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:07.028223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.029663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.030880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=e332b211-12f8-452f-b20c-db898e5c1acc,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:07.046826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7197134-46b7-480c-b6a7-a302c9b60737 req-cd1d4a9f-d5a5-45b4-99f6-173b787d2fdb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.055096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7197134-46b7-480c-b6a7-a302c9b60737 req-cd1d4a9f-d5a5-45b4-99f6-173b787d2fdb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 1.1061459 Mar 31 22:54:07.128783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['e332b211-12f8-452f-b20c-db898e5c1acc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:07.138023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-675655cd-1580-4830-8758-cec43e987cc8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.169907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6942ef-ef22-4f7d-83f1-c6f339a87d9a req-91b7fe4e-ae50-4d23-ab78-21997e17c8f2 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.195643 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c6942ef-ef22-4f7d-83f1-c6f339a87d9a req-91b7fe4e-ae50-4d23-ab78-21997e17c8f2 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.3534386 Mar 31 22:54:07.197875 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f5c061c5-61e8-4bae-9c12-cd7dff7ccb1d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4335351 Mar 31 22:54:07.218753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Request body: {'port': {'device_id': '1152187a-4696-4262-ac91-f01819297278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:07.261518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-675655cd-1580-4830-8758-cec43e987cc8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.312999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.376194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7197134-46b7-480c-b6a7-a302c9b60737 req-5f005b55-6ba7-4925-8c63-e08e1e7575f3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787735 Mar 31 22:54:07.403020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c6942ef-ef22-4f7d-83f1-c6f339a87d9a req-9f655b14-7b24-4b35-bc90-b048bd2089cf tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029884 Mar 31 22:54:07.453601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d863c-1010-4d8e-b95a-d247519fa0e1 req-46e08e1d-42ea-41d4-ad43-9b6919258ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.455246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790d863c-1010-4d8e-b95a-d247519fa0e1 req-46e08e1d-42ea-41d4-ad43-9b6919258ea5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=629c61ff279f4c10b3d615363174bf13&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5976627 Mar 31 22:54:07.537526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-675655cd-1580-4830-8758-cec43e987cc8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.573515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675655cd-1580-4830-8758-cec43e987cc8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb3e96a-7b00-4bdd-b128-8016f93897cc,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:07.886617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360189d5-0062-46cf-ae8b-1378e9c96004 req-0793f8c8-1564-41c7-aec8-7d04f6445239 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.886617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-360189d5-0062-46cf-ae8b-1378e9c96004 req-0793f8c8-1564-41c7-aec8-7d04f6445239 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.2734458 Mar 31 22:54:07.887327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef92d670-53fa-4509-a990-7623be7b17f5 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:07.887327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.887541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54512c90-64e5-4546-b8d2-4e47f384afa4 req-9b360984-80fa-4a70-9d7f-3df3f567bf5f tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.887541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54512c90-64e5-4546-b8d2-4e47f384afa4 req-9b360984-80fa-4a70-9d7f-3df3f567bf5f tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 948 time: 0.2302353 Mar 31 22:54:07.887752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Transition to ACTIVE for port object ef92d670-53fa-4509-a990-7623be7b17f5 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:07.887861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d863c-1010-4d8e-b95a-d247519fa0e1 req-c042d860-a6f3-4f9c-8b23-b6165ee88e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.887861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790d863c-1010-4d8e-b95a-d247519fa0e1 req-c042d860-a6f3-4f9c-8b23-b6165ee88e2b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3324220 Mar 31 22:54:07.921028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-360189d5-0062-46cf-ae8b-1378e9c96004 req-defbbcc9-cf23-4fba-b92e-72dc7331cfd9 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572771 Mar 31 22:54:07.938226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54512c90-64e5-4546-b8d2-4e47f384afa4 req-fbfc23cf-1b19-485a-9c46-244b8f6bc664 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454310 Mar 31 22:54:07.992023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-b56f37d9-10b4-484d-98fb-3da3e5482d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.993717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-b56f37d9-10b4-484d-98fb-3da3e5482d73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1094 time: 0.1464467 Mar 31 22:54:08.062602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-47965c08-fc8a-4056-a6fd-7b21ebd7b46e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 200 len: 217 time: 0.0578582 Mar 31 22:54:08.065407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.220754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-5947278b-a8d0-424f-87e2-3da9afe5b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.222696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-5947278b-a8d0-424f-87e2-3da9afe5b7db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.1405218 Mar 31 22:54:08.233022 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44e7da-8e47-488a-b319-86a7f6a54e6b req-67a1e1fd-1eb8-4f00-838c-b9294889ad99 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.234556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e44e7da-8e47-488a-b319-86a7f6a54e6b req-67a1e1fd-1eb8-4f00-838c-b9294889ad99 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 932 time: 0.1891437 Mar 31 22:54:08.285007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-598646e9-dede-4894-be57-95a511fd4add service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494082 Mar 31 22:54:08.370420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e332b211-12f8-452f-b20c-db898e5c1acc up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:08.470507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e44e7da-8e47-488a-b319-86a7f6a54e6b req-57213b2a-338e-41f3-9ea4-8df9bb8189ae tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220333 Mar 31 22:54:08.534909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-5713917e-8655-414c-b6bd-9e265e988d24 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269423 Mar 31 22:54:08.646330 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.682510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-675655cd-1580-4830-8758-cec43e987cc8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.683999 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-675655cd-1580-4830-8758-cec43e987cc8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7058291 Mar 31 22:54:08.684868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.688889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59126) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:08.695776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.701249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-39bbcf37-02a5-4b1b-93f9-fad40f38f3de tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'security_group_rule': {'security_group_id': '8d37d849-0304-475c-bcb3-7c9c9e198f48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:08.708652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port e332b211-12f8-452f-b20c-db898e5c1acc completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:08.719148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port e332b211-12f8-452f-b20c-db898e5c1acc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:08.720366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.760733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49fbe5d4-5614-49e6-9202-7c460aa6650b req-cfa773b3-51a8-478d-bed7-045a4a6de243 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186828 Mar 31 22:54:08.776410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Pushing event updated for resources: {'Port': ['ID=ef92d670-53fa-4509-a990-7623be7b17f5,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:08.785381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf3525-790e-4389-b065-f99d95e44ad0 req-a24bcbe2-616d-4740-8731-b6cffee7ebf4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.787077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09bf3525-790e-4389-b065-f99d95e44ad0 req-a24bcbe2-616d-4740-8731-b6cffee7ebf4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.1369407 Mar 31 22:54:08.795644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb47b21-af5a-4da7-b084-1b7aa8893500 req-10fe23a0-48cd-422a-b829-5ab3017868a1 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.821321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cb47b21-af5a-4da7-b084-1b7aa8893500 req-10fe23a0-48cd-422a-b829-5ab3017868a1 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1500781 Mar 31 22:54:08.821321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Deleting port 434956f8-d6b9-41d7-b9ae-af41902a05b1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:08.821321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.841033 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.865778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.871629 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d425c-9157-4377-8544-67f0cd5f4ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e332b211-12f8-452f-b20c-db898e5c1acc'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:08.874091 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38fa5c1-59c2-401e-b924-b1b4f84a215b" -d '{"events": [{"server_uuid": "7d5d425c-9157-4377-8544-67f0cd5f4ad1", "name": "network-vif-plugged", "status": "completed", "tag": "e332b211-12f8-452f-b20c-db898e5c1acc"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:08.883188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Attempting to bind port ef92d670-53fa-4509-a990-7623be7b17f5 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:08.883522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Attempting to bind port ef92d670-53fa-4509-a990-7623be7b17f5 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:08.883996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Attempting to bind port ef92d670-53fa-4509-a990-7623be7b17f5 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:08.888588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Port ef92d670-53fa-4509-a990-7623be7b17f5 on network 990b1455-6cc7-44e1-a7d3-10424a31969d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:08.888783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e332b211-12f8-452f-b20c-db898e5c1acc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e332b211-12f8-452f-b20c-db898e5c1acc,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:08.888912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Attempting to bind port ef92d670-53fa-4509-a990-7623be7b17f5 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:08.894781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:08.895325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Checking segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:08.896018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Bound using segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:08.896769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Bound port: ef92d670-53fa-4509-a990-7623be7b17f5, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:08.897572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.914033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09bf3525-790e-4389-b065-f99d95e44ad0 req-c1b654b0-0fe0-4460-a8ac-a65be3de85ad tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146970 Mar 31 22:54:08.952990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cb47b21-af5a-4da7-b084-1b7aa8893500 req-d01c07c3-a481-4cde-b262-e3f6c9307202 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451237 Mar 31 22:54:09.006664 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bb4511-d8db-4033-a8dd-9516b603320f x-openstack-request-id: req-46bb4511-d8db-4033-a8dd-9516b603320f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:09.006664 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d425c-9157-4377-8544-67f0cd5f4ad1", "name": "network-vif-plugged", "status": "completed", "tag": "e332b211-12f8-452f-b20c-db898e5c1acc", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:09.006664 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46bb4511-d8db-4033-a8dd-9516b603320f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:09.006664 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bb4511-d8db-4033-a8dd-9516b603320f'] response: {'server_uuid': '7d5d425c-9157-4377-8544-67f0cd5f4ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e332b211-12f8-452f-b20c-db898e5c1acc', 'code': 200} Mar 31 22:54:09.010679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39bbcf37-02a5-4b1b-93f9-fad40f38f3de tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.024818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] For port 434956f8-d6b9-41d7-b9ae-af41902a05b1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=434956f8-d6b9-41d7-b9ae-af41902a05b1,segment=NetworkSegment(f1d10eaa-20cf-4787-b0e3-85dd77465ce7),segment_id=f1d10eaa-20cf-4787-b0e3-85dd77465ce7)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:09.029512 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.052425 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.082346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Calling delete_port for 434956f8-d6b9-41d7-b9ae-af41902a05b1 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:09.115028 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.115783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] For port ef92d670-53fa-4509-a990-7623be7b17f5, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:09.140663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=e332b211-12f8-452f-b20c-db898e5c1acc,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:09.157210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] For port ef92d670-53fa-4509-a990-7623be7b17f5, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ef92d670-53fa-4509-a990-7623be7b17f5,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:09.191016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39bbcf37-02a5-4b1b-93f9-fad40f38f3de tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.194230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954adca-3180-4533-b03a-661ed5952d32 req-5b3ad3b0-7bbd-4cb2-8fed-36096709651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.195907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5954adca-3180-4533-b03a-661ed5952d32 req-5b3ad3b0-7bbd-4cb2-8fed-36096709651f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 1100 time: 0.1054044 Mar 31 22:54:09.246196 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5954adca-3180-4533-b03a-661ed5952d32 req-e6f559a1-81c5-4f15-bf15-d4dd7a053e88 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Mar 31 22:54:09.266893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c28034-f05d-4bba-a93c-88a9973a4523 req-7553328c-1721-4164-994e-6c698e24407d tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.269689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86c28034-f05d-4bba-a93c-88a9973a4523 req-7553328c-1721-4164-994e-6c698e24407d tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.1959090 Mar 31 22:54:09.286322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3639b8f-fce6-4294-af4d-f5378ddba860 req-9eb83dae-0d9e-4c06-a787-c5ba26ba5362 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.287651 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.288753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3639b8f-fce6-4294-af4d-f5378ddba860 req-9eb83dae-0d9e-4c06-a787-c5ba26ba5362 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 949 time: 0.2162147 Mar 31 22:54:09.328701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.329320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.332144 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] 10.222.0.45 "PUT /v2.0/ports/ef92d670-53fa-4509-a990-7623be7b17f5 HTTP/1.1" status: 200 len: 1092 time: 2.1204932 Mar 31 22:54:09.333527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1152187a-4696-4262-ac91-f01819297278', 'tag': 'ef92d670-53fa-4509-a990-7623be7b17f5'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:09.335922 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f576af64-833e-4491-b3cd-399baf0a83dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1152187a-4696-4262-ac91-f01819297278", "tag": "ef92d670-53fa-4509-a990-7623be7b17f5"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:09.344385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39bbcf37-02a5-4b1b-93f9-fad40f38f3de tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.385778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbcf37-02a5-4b1b-93f9-fad40f38f3de tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad221314-8ec6-408c-9a29-9f09223c09b5,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:09.393776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d0e06-1409-4f41-9cc4-e79ff067677a service neutron] Pushing event updated for resources: {'Port': ['ID=ef92d670-53fa-4509-a990-7623be7b17f5,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:09.485414 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.497750 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39bbcf37-02a5-4b1b-93f9-fad40f38f3de tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.498774 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-39bbcf37-02a5-4b1b-93f9-fad40f38f3de tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8063354 Mar 31 22:54:09.510783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3639b8f-fce6-4294-af4d-f5378ddba860 req-940d9957-bf68-4b84-b679-34a55d08c35c tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305306 Mar 31 22:54:09.512301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59138) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:09.518837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86c28034-f05d-4bba-a93c-88a9973a4523 req-630c0b18-91ef-40e8-862d-557f459b1364 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255094 Mar 31 22:54:09.525042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:09.534807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a84c7259-4b34-427e-acd6-b8dfc69821ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.537536 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-a84c7259-4b34-427e-acd6-b8dfc69821ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 1095 time: 0.0614402 Mar 31 22:54:09.625262 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-8c14d158-7177-47fd-85d8-3966fe5705ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef92d670-53fa-4509-a990-7623be7b17f5 HTTP/1.1" status: 200 len: 217 time: 0.0788126 Mar 31 22:54:09.629056 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af80ca1-89ac-4da2-a271-04539faa4828 x-openstack-request-id: req-3af80ca1-89ac-4da2-a271-04539faa4828 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:09.629537 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1152187a-4696-4262-ac91-f01819297278", "tag": "ef92d670-53fa-4509-a990-7623be7b17f5", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:09.629787 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3af80ca1-89ac-4da2-a271-04539faa4828 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:09.630249 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af80ca1-89ac-4da2-a271-04539faa4828'] response: {'name': 'network-changed', 'server_uuid': '1152187a-4696-4262-ac91-f01819297278', 'tag': 'ef92d670-53fa-4509-a990-7623be7b17f5', 'status': 'completed', 'code': 200} Mar 31 22:54:09.679972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-57aff193-330d-4ed5-8199-d4248296b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.681694 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-57aff193-330d-4ed5-8199-d4248296b46a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.0479505 Mar 31 22:54:09.698315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48479e-fada-4e91-981a-4e0b6d63d7d4 req-12245d7f-c8dd-4718-b37b-65ce33d252a3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.700003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df48479e-fada-4e91-981a-4e0b6d63d7d4 req-12245d7f-c8dd-4718-b37b-65ce33d252a3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 944 time: 0.0588655 Mar 31 22:54:09.716713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.719959 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-f775edd9-f493-4d32-bf43-c77851d2aa54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303936 Mar 31 22:54:09.781765 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.818199 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-db17c8d9-c95e-4564-9bdf-f8b10f60417b service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902996 Mar 31 22:54:09.821028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df48479e-fada-4e91-981a-4e0b6d63d7d4 req-c7d45383-899d-43d8-99b2-5a07bcc0b224 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126931 Mar 31 22:54:09.828121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=434956f8-d6b9-41d7-b9ae-af41902a05b1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:09.948300 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6dc6dbb6-6624-4233-b215-4ce8a2293028 req-14000c2d-9692-4424-a2cc-f58f1d1cbe65 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203480 Mar 31 22:54:10.032845 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:10.137941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576af64-833e-4491-b3cd-399baf0a83dc req-d1c69809-c730-4d0a-a1d9-202cfe0e5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.140154 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f576af64-833e-4491-b3cd-399baf0a83dc req-d1c69809-c730-4d0a-a1d9-202cfe0e5eeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 1095 time: 0.0495100 Mar 31 22:54:10.251481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576af64-833e-4491-b3cd-399baf0a83dc req-105454a6-a6e7-4c19-abf8-cd3b650e6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.256046 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f576af64-833e-4491-b3cd-399baf0a83dc req-105454a6-a6e7-4c19-abf8-cd3b650e6ee9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 912 time: 0.1063535 Mar 31 22:54:10.324494 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f576af64-833e-4491-b3cd-399baf0a83dc req-e2a6a5f7-5ba9-4bd1-8c22-4464916e4284 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef92d670-53fa-4509-a990-7623be7b17f5 HTTP/1.1" status: 200 len: 217 time: 0.0601373 Mar 31 22:54:10.395102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576af64-833e-4491-b3cd-399baf0a83dc req-e7edc743-3117-4d0a-8805-e7666f7fbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.396790 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f576af64-833e-4491-b3cd-399baf0a83dc req-e7edc743-3117-4d0a-8805-e7666f7fbac5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.0638351 Mar 31 22:54:10.434726 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f576af64-833e-4491-b3cd-399baf0a83dc req-0f7cfef7-9522-4704-971c-c7141f0885d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302663 Mar 31 22:54:10.542523 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f576af64-833e-4491-b3cd-399baf0a83dc req-ab9e8c3b-e866-4be1-95f5-0995f628a9bb service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001418 Mar 31 22:54:10.597911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:10.656960 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f576af64-833e-4491-b3cd-399baf0a83dc req-a48a04ed-5f68-4e20-90af-ec638863b435 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074119 Mar 31 22:54:10.668114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc1e9-c95f-4290-86a0-c41b7a63048e req-979b2d69-2f7f-42b4-a75e-52c6ae377f3c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.674108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af2bc1e9-c95f-4290-86a0-c41b7a63048e req-979b2d69-2f7f-42b4-a75e-52c6ae377f3c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.5704327 Mar 31 22:54:10.722901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc14c61-6115-4437-b57d-87d73d7b7ab1 req-a34491fd-c231-4dd7-b0f7-484a03a7637b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.724463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfc14c61-6115-4437-b57d-87d73d7b7ab1 req-a34491fd-c231-4dd7-b0f7-484a03a7637b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.6241364 Mar 31 22:54:10.745513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Allocated IP 172.25.4.30 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/b2358fc2-ae49-4354-8151-985505a7c2da) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:10.870862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af2bc1e9-c95f-4290-86a0-c41b7a63048e req-d2f04463-b3d5-41cc-b8e7-91b45bb2fd32 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565564 Mar 31 22:54:10.903678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfc14c61-6115-4437-b57d-87d73d7b7ab1 req-4c76c303-c6ff-4a9b-8c18-7d41f6e2e61e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730223 Mar 31 22:54:11.082238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.177672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d3658-8d2b-4aa1-9ba5-8b6e5f506a15 req-25d25552-c337-4f7f-bb79-628be8788123 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.179288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b6d3658-8d2b-4aa1-9ba5-8b6e5f506a15 req-25d25552-c337-4f7f-bb79-628be8788123 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 949 time: 0.1530967 Mar 31 22:54:11.186893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d34c7-cd13-4de3-949f-31a7f11a87d5 req-47ab560e-79b1-4bdb-9748-1005f17fc3be tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.188332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362d34c7-cd13-4de3-949f-31a7f11a87d5 req-47ab560e-79b1-4bdb-9748-1005f17fc3be tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.2103980 Mar 31 22:54:11.236271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:54:11.269225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362d34c7-cd13-4de3-949f-31a7f11a87d5 req-449f5b6d-3dc9-4fc7-93c0-82e02a0ad838 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719619 Mar 31 22:54:11.273143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b6d3658-8d2b-4aa1-9ba5-8b6e5f506a15 req-429e8934-c859-4e7f-b9d1-733ef4738c0e tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823312 Mar 31 22:54:11.433044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.512313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:11.516916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:11.524771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] Sync routers for ids ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:11.532679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f816c6b1-fbfb-4634-8fca-e67823b2c0cf admin admin] 10.222.0.31 "PUT /v2.0/routers/e829aeaa-99ca-498c-9a90-a18b9bb5b1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9187224 Mar 31 22:54:11.538471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:11.539235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] Routers {'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:11.539990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59164) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:11.540869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:54:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:11.542864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:11.547731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event updated for resources: {'Port': ['ID=b2358fc2-ae49-4354-8151-985505a7c2da,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:11.594586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5cbf8-21b4-4a0b-8d9d-2abcb58e9d15 req-12ab6cd0-c94f-4292-922c-622db124a100 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.602700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95d5cbf8-21b4-4a0b-8d9d-2abcb58e9d15 req-12ab6cd0-c94f-4292-922c-622db124a100 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 944 time: 0.2259743 Mar 31 22:54:11.668099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-07f8823d-f88f-4802-a29b-c5f56a6c64cc tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f532c3d29da8473da1c11a3a331216d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591304 Mar 31 22:54:11.756895 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.824046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95d5cbf8-21b4-4a0b-8d9d-2abcb58e9d15 req-71404785-4116-4f7a-9cba-0d8d922f2eb5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203977 Mar 31 22:54:11.892136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] Set router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:11.932383 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.960678 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.964990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-de08a0e3-98be-4b50-9178-fa3522601750 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.967492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-de08a0e3-98be-4b50-9178-fa3522601750 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908192 Mar 31 22:54:11.999803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-bec567ed-b27f-4cae-a5dd-2bf801e8f7df tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/quotas/f532c3d29da8473da1c11a3a331216d1 HTTP/1.1" status: 200 len: 375 time: 0.0193872 Mar 31 22:54:12.152383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0dbcd-a5fc-446a-ae72-9c4e5a491d82 req-4fb8b7ad-a985-4861-a1e2-c5e911e06a96 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.153977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7a0dbcd-a5fc-446a-ae72-9c4e5a491d82 req-4fb8b7ad-a985-4861-a1e2-c5e911e06a96 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1576898 Mar 31 22:54:12.159351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.187997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:54:09Z', 'revision_number': 5, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port': {'id': 'd1f9a7d3-cede-48fb-8bc6-9898da28c40c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:37Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:12.194292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-4beb0adb-01df-4565-bf31-1d7d13a0a9b1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f532c3d29da8473da1c11a3a331216d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1755285 Mar 31 22:54:12.232601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] Checking router: e829aeaa-99ca-498c-9a90-a18b9bb5b1ee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:12.244971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] Routers {'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:12.245912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:54:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:12.263069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7a0dbcd-a5fc-446a-ae72-9c4e5a491d82 req-897a41c1-149d-4784-a4f9-70b82ac87e37 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972683 Mar 31 22:54:12.366680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Deleting port d1f9a7d3-cede-48fb-8bc6-9898da28c40c {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:12.367405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.400259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 510e767e-1668-4338-b685-8001eec61953 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:12.430422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] Set router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:12.480979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] For port d1f9a7d3-cede-48fb-8bc6-9898da28c40c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d1f9a7d3-cede-48fb-8bc6-9898da28c40c,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:12.481333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.481516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb253ac9-406a-4e7c-94bf-94a05e1b0241 req-2ac1b5d2-2adc-48cc-bcd0-f6f4a77c6a79 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.483494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb253ac9-406a-4e7c-94bf-94a05e1b0241 req-2ac1b5d2-2adc-48cc-bcd0-f6f4a77c6a79 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.0982559 Mar 31 22:54:12.495944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Calling delete_port for d1f9a7d3-cede-48fb-8bc6-9898da28c40c owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:12.501131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.504250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:54:11Z', 'revision_number': 6, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:12.537381 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:54:12.551254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7555c-b5d2-49a7-8325-64f939155890 None None] The sync data for ids ['e829aeaa-99ca-498c-9a90-a18b9bb5b1ee'] in n-d-836015-1 is: [{'id': 'e829aeaa-99ca-498c-9a90-a18b9bb5b1ee', 'name': 'tempest-ServersTestMultiNic-2026452861-router', 'tenant_id': '95e71e79e0394184b1c6d9da34573171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:54:11Z', 'revision_number': 6, 'project_id': '95e71e79e0394184b1c6d9da34573171', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:12.561033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb253ac9-406a-4e7c-94bf-94a05e1b0241 req-7f5a3424-2d0f-4936-872c-3d36cbe886c9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537794 Mar 31 22:54:12.668145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 510e767e-1668-4338-b685-8001eec61953, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=510e767e-1668-4338-b685-8001eec61953,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:12.694391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '510e767e-1668-4338-b685-8001eec61953', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'port_id': '510e767e-1668-4338-b685-8001eec61953', 'mac_address': 'fa:16:3e:d4:6f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:12.762277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.762770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:12.778599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510e767e-1668-4338-b685-8001eec61953 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:12.805684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 510e767e-1668-4338-b685-8001eec61953, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=510e767e-1668-4338-b685-8001eec61953,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:12.825536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-023dfb4b-c1c3-48fb-8d00-1b9683b31523 req-b4233ae1-e482-4eb3-b489-c8d5ed8a0564 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 210 time: 0.0667620 Mar 31 22:54:12.853645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:12.882642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaf386-9f91-4026-b6e9-048c52b10b6e req-9960ed3c-daa7-49f0-82da-174b0c9bf250 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.890734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51eaf386-9f91-4026-b6e9-048c52b10b6e req-9960ed3c-daa7-49f0-82da-174b0c9bf250 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 943 time: 0.1733334 Mar 31 22:54:12.915992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event updated for resources: {'Port': ['ID=b2358fc2-ae49-4354-8151-985505a7c2da,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:12.976862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51eaf386-9f91-4026-b6e9-048c52b10b6e req-d433c3a6-6270-449e-9d29-dfefc9d4bedf tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851111 Mar 31 22:54:13.006414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.014466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.044244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:13.053410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f9a7d3-cede-48fb-8bc6-9898da28c40c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:13.054194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100dd5e-9473-41d9-8c70-74c1eb0b74f7 req-9d89ff09-39c8-44d4-96d7-b92875ff2a97 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.055926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d100dd5e-9473-41d9-8c70-74c1eb0b74f7 req-9d89ff09-39c8-44d4-96d7-b92875ff2a97 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 944 time: 0.0952880 Mar 31 22:54:13.063499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6', 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'port_id': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6', 'mac_address': 'fa:16:3e:79:f6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85be71c1-b753-4352-b68e-ea1525cdd602', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:13.136252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d100dd5e-9473-41d9-8c70-74c1eb0b74f7 req-faf1bdc1-6268-4c5c-b92a-536f3412d96c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654986 Mar 31 22:54:13.147224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.166217 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.168261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-94cef4e6-ac3e-4da7-8877-f637daa53933 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6542535 Mar 31 22:54:13.196736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.230610 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.259717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=510e767e-1668-4338-b685-8001eec61953,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:13.265704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:13.291390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:13.336058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.339870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.410948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['510e767e-1668-4338-b685-8001eec61953'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:13.427263 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.428599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ef92d670-53fa-4509-a990-7623be7b17f5 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:13.496849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb4a61-8e24-4383-b7d4-7cf3153eca00 req-9d8702ef-ceb9-4e6e-8c77-ff8f2ea137cd tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.498462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14bb4a61-8e24-4383-b7d4-7cf3153eca00 req-9d8702ef-ceb9-4e6e-8c77-ff8f2ea137cd tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1031590 Mar 31 22:54:13.504742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-f4905104-8fec-4e38-8c9f-6a7f5f17fae5 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1352765894&fields=id&tenant_id=5300b74a63c048d8817543f530bf9340 HTTP/1.1" status: 200 len: 267 time: 0.0676768 Mar 31 22:54:13.660398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14bb4a61-8e24-4383-b7d4-7cf3153eca00 req-3dd61781-70ee-4f8c-8971-2987222c659f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455226 Mar 31 22:54:13.667516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:13.679886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.682568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e829aeaa-99ca-498c-9a90-a18b9bb5b1ee {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:54:13.687258 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.701163 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c659a494-e93f-405a-b5b4-f71544d9bf6d admin admin] 10.222.0.31 "DELETE /v2.0/routers/e829aeaa-99ca-498c-9a90-a18b9bb5b1ee HTTP/1.1" status: 204 len: 168 time: 2.1538572 Mar 31 22:54:13.705008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:13.757744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-a7d0659d-b459-456f-9cbf-839048b9291f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.761784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-a7d0659d-b459-456f-9cbf-839048b9291f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 817 time: 0.2427485 Mar 31 22:54:13.792858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ef92d670-53fa-4509-a990-7623be7b17f5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ef92d670-53fa-4509-a990-7623be7b17f5,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:13.796484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-7af54945-4298-482a-8dd2-d16f3a58cced tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/quotas/5300b74a63c048d8817543f530bf9340 HTTP/1.1" status: 200 len: 375 time: 0.0281327 Mar 31 22:54:13.835870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5904ff16-b4ea-4b11-951a-b5fd748a2eb1 admin admin] Deleting subnet 8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:54:13.842013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5904ff16-b4ea-4b11-951a-b5fd748a2eb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.862609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'ef92d670-53fa-4509-a990-7623be7b17f5', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'port_id': 'ef92d670-53fa-4509-a990-7623be7b17f5', 'mac_address': 'fa:16:3e:30:be:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2508d8b7-f29b-4711-aee0-bc5c76dd4591', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:13.925010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5904ff16-b4ea-4b11-951a-b5fd748a2eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:13.943028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-26d4c6ba-a7e4-4e7d-8da7-e50ad1724581 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1282077 Mar 31 22:54:13.982641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fefdd-6cfc-4d79-8916-d81c1ffd0029 req-d4784ec3-5070-43cf-9535-00045a72798c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.989850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c4fefdd-6cfc-4d79-8916-d81c1ffd0029 req-d4784ec3-5070-43cf-9535-00045a72798c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.1301663 Mar 31 22:54:14.073577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5904ff16-b4ea-4b11-951a-b5fd748a2eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.078044 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.115607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef92d670-53fa-4509-a990-7623be7b17f5 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:14.151617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ef92d670-53fa-4509-a990-7623be7b17f5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ef92d670-53fa-4509-a990-7623be7b17f5,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:14.164327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d1f9a7d3-cede-48fb-8bc6-9898da28c40c no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:14.200864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d1f9a7d3-cede-48fb-8bc6-9898da28c40c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:14.201204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d1f9a7d3-cede-48fb-8bc6-9898da28c40c not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:14.201621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 434956f8-d6b9-41d7-b9ae-af41902a05b1 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:14.237599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 434956f8-d6b9-41d7-b9ae-af41902a05b1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:14.238232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 434956f8-d6b9-41d7-b9ae-af41902a05b1 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:14.349398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.349834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5904ff16-b4ea-4b11-951a-b5fd748a2eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.396679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ff16-b4ea-4b11-951a-b5fd748a2eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:14.412289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5904ff16-b4ea-4b11-951a-b5fd748a2eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.416858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07dd991-afe0-4048-aec8-733a9fe3dee6 None None] Network 5da30a80-b9d4-4c18-b031-190497034db2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:14.417674 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5904ff16-b4ea-4b11-951a-b5fd748a2eb1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8bb8ec5d-5fa3-4392-a7f1-bf573e7b59a6 HTTP/1.1" status: 204 len: 168 time: 0.7101746 Mar 31 22:54:14.421775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59212) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:14.439037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c4fefdd-6cfc-4d79-8916-d81c1ffd0029 req-cf5f9339-74b7-42aa-82cc-ac4320a3e590 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480169 Mar 31 22:54:14.506517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-7c25f82d-a133-435a-8ef3-938fa08295f8 service neutron] 10.222.0.31 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144968 Mar 31 22:54:14.540755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ef92d670-53fa-4509-a990-7623be7b17f5,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:14.547507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.636648 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ef92d670-53fa-4509-a990-7623be7b17f5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:14.638670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:14.639972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Deleting port 49171f85-2cc8-4955-baf2-9edba371873a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:14.640852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.649032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53cbdf9f-6e6a-49bf-a922-1c0efb217a86 req-371591c4-e2c8-494c-9451-0a0e3ce9c125 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 210 time: 0.0914783 Mar 31 22:54:14.734101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-583e3e99-9316-4a5f-a6db-49b8de57d446 service neutron] 10.222.0.31 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133975 Mar 31 22:54:14.767273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] For port 49171f85-2cc8-4955-baf2-9edba371873a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=49171f85-2cc8-4955-baf2-9edba371873a,segment=NetworkSegment(f1d10eaa-20cf-4787-b0e3-85dd77465ce7),segment_id=f1d10eaa-20cf-4787-b0e3-85dd77465ce7)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:14.767799 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:14.805913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Calling delete_port for 49171f85-2cc8-4955-baf2-9edba371873a owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:14.897085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] DHCP port deletion for 5da30a80-b9d4-4c18-b031-190497034db2 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:54:14.911380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a2658-6332-4e82-bddd-07927bf8f35a req-26d08879-436d-4c94-9131-d8f15e6892a1 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.919901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-649a2658-6332-4e82-bddd-07927bf8f35a req-26d08879-436d-4c94-9131-d8f15e6892a1 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 944 time: 0.1113341 Mar 31 22:54:14.965258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-649a2658-6332-4e82-bddd-07927bf8f35a req-e0293c8d-fc91-4041-9949-321c55cc4fb9 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429997 Mar 31 22:54:15.104134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] Deleting port 49171f85-2cc8-4955-baf2-9edba371873a {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:15.104134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.165429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.179763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] No DVR routers for this DVR port 49171f85-2cc8-4955-baf2-9edba371873a on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:15.206594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Pushing event deleted for resources: {'Port': ['ID=49171f85-2cc8-4955-baf2-9edba371873a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:15.224989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] For port 49171f85-2cc8-4955-baf2-9edba371873a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=49171f85-2cc8-4955-baf2-9edba371873a,segment=NetworkSegment(f1d10eaa-20cf-4787-b0e3-85dd77465ce7),segment_id=f1d10eaa-20cf-4787-b0e3-85dd77465ce7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:15.226721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.233199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b19f1-f670-43c7-b3c0-b190bc98cb99 req-241cd1ee-8ccc-4ee9-9d72-8ccf8c4329b7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.235837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-021b19f1-f670-43c7-b3c0-b190bc98cb99 req-241cd1ee-8ccc-4ee9-9d72-8ccf8c4329b7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 945 time: 0.1330884 Mar 31 22:54:15.251415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505084-7195-40b7-b1f0-4aca85dc6d95 req-0a9eb677-64ce-444c-b997-711ce46a6274 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.264587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0505084-7195-40b7-b1f0-4aca85dc6d95 req-0a9eb677-64ce-444c-b997-711ce46a6274 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 946 time: 0.1200128 Mar 31 22:54:15.268588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] Calling delete_port for 49171f85-2cc8-4955-baf2-9edba371873a owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:15.338254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.346283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0505084-7195-40b7-b1f0-4aca85dc6d95 req-ede89f61-3ba2-4d6e-9ac4-3b2c1d8cc9b0 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751719 Mar 31 22:54:15.385673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-021b19f1-f670-43c7-b3c0-b190bc98cb99 req-12c101e8-1ec9-4bc9-9b4e-0d7de8a1bf46 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178901 Mar 31 22:54:15.389765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da30a80-b9d4-4c18-b031-190497034db2']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:15.401818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:15.402436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d10eaa-20cf-4787-b0e3-85dd77465ce7') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:15.414582 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.442304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.455404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:54:15.455404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:54:15.456021 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:54:15.494387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52c8675b-f795-45b3-8848-96cd474190f2 req-de3ff256-1d39-43d1-a064-1b42013c65e9 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 210 time: 0.0891783 Mar 31 22:54:15.536356 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.569370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] No DVR routers for this DVR port 49171f85-2cc8-4955-baf2-9edba371873a on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:15.641469 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15197732-8eb5-4a30-8ec0-10ca4974fb43 None None] Pushing event deleted for resources: {'Port': ['ID=49171f85-2cc8-4955-baf2-9edba371873a,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:15.672749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.688897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.727335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5da30a80-b9d4-4c18-b031-190497034db2 HTTP/1.1" status: 204 len: 168 time: 1.2972105 Mar 31 22:54:15.739729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2168b-9b69-43d4-a5dc-1cfd08260046 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da30a80-b9d4-4c18-b031-190497034db2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:15.765481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b637-a5bb-4ec5-8d1c-79748f87b4be req-579297cf-b9e9-4acd-93f8-2b13eb76ac32 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.768480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2810b637-a5bb-4ec5-8d1c-79748f87b4be req-579297cf-b9e9-4acd-93f8-2b13eb76ac32 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.1144068 Mar 31 22:54:15.840402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2810b637-a5bb-4ec5-8d1c-79748f87b4be req-27295221-5564-4e87-9a82-8c1611b06e29 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647016 Mar 31 22:54:15.966203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32f31e30-3410-43b1-a096-9b7b11f00204 req-ff069476-8586-4bdd-b6bc-d901f2b94482 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 210 time: 0.0364034 Mar 31 22:54:16.082189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 49171f85-2cc8-4955-baf2-9edba371873a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:16.118727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 49171f85-2cc8-4955-baf2-9edba371873a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:16.119066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 49171f85-2cc8-4955-baf2-9edba371873a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:16.176362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d013da2-cc16-4dc4-9833-d596ff0b11f3 req-80a61fcc-0a26-4718-b48a-02017da29d3e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.178895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d013da2-cc16-4dc4-9833-d596ff0b11f3 req-80a61fcc-0a26-4718-b48a-02017da29d3e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 944 time: 0.0903070 Mar 31 22:54:16.240231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d013da2-cc16-4dc4-9833-d596ff0b11f3 req-feba4896-22ca-4f75-b5ea-2a33652326ee tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541263 Mar 31 22:54:16.361622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59256) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:16.415622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 510e767e-1668-4338-b685-8001eec61953 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:16.416370 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1f88b9ad-682a-4f69-82b9-20bc4af82fb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95e71e79e0394184b1c6d9da34573171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489314 Mar 31 22:54:16.419739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59258) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:16.456436 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-8c6f35bb-514e-40a1-8634-8ee60ffa1858 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f532c3d29da8473da1c11a3a331216d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287297 Mar 31 22:54:16.520545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40bccdf-219f-401a-adae-c82145285506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.585589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40bccdf-219f-401a-adae-c82145285506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.645908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 510e767e-1668-4338-b685-8001eec61953 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:16.653808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 510e767e-1668-4338-b685-8001eec61953 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:16.654531 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.676780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0b66-15ad-405d-b0cc-aa12fc39de4f req-47efddde-4e2b-4940-97ea-e78ebb409be0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.683521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a9a0b66-15ad-405d-b0cc-aa12fc39de4f req-47efddde-4e2b-4940-97ea-e78ebb409be0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 945 time: 0.1598094 Mar 31 22:54:16.695147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb11d213-47ef-4951-b207-fa4227b155d7 req-01e40b6a-b740-43cf-ac2e-9e882dbf847e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 210 time: 0.0801072 Mar 31 22:54:16.794094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a9a0b66-15ad-405d-b0cc-aa12fc39de4f req-1b8af99d-9f84-4296-85e8-aa1c49ffe18c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846756 Mar 31 22:54:16.806772 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.844711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510e767e-1668-4338-b685-8001eec61953'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:16.848086 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf9663-35fa-4f71-afbb-a91a286c95dd" -d '{"events": [{"server_uuid": "c123d555-5d6c-4057-89ac-5f6527ae2d00", "name": "network-vif-plugged", "status": "completed", "tag": "510e767e-1668-4338-b685-8001eec61953"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:16.876496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 510e767e-1668-4338-b685-8001eec61953, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=510e767e-1668-4338-b685-8001eec61953,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:16.880272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:16.945293 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd84d21-f879-471d-92b5-f104f5038dac x-openstack-request-id: req-bdd84d21-f879-471d-92b5-f104f5038dac {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:16.945293 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c123d555-5d6c-4057-89ac-5f6527ae2d00", "name": "network-vif-plugged", "status": "completed", "tag": "510e767e-1668-4338-b685-8001eec61953", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:16.945293 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdd84d21-f879-471d-92b5-f104f5038dac {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:16.945293 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd84d21-f879-471d-92b5-f104f5038dac'] response: {'server_uuid': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510e767e-1668-4338-b685-8001eec61953', 'code': 200} Mar 31 22:54:16.974666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40bccdf-219f-401a-adae-c82145285506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.974666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e40bccdf-219f-401a-adae-c82145285506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.975146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e40bccdf-219f-401a-adae-c82145285506 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c664dd1-e481-4e9f-9424-d1837ac65899 HTTP/1.1" status: 204 len: 168 time: 0.5520742 Mar 31 22:54:16.997054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bccdf-219f-401a-adae-c82145285506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c664dd1-e481-4e9f-9424-d1837ac65899,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:17.026939 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.055774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:17.117596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-933cf52b-9cb1-4647-82b6-63997e56c13b tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.125653 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-933cf52b-9cb1-4647-82b6-63997e56c13b tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6614761 Mar 31 22:54:17.142257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Request body: {'port': {'device_id': '6230ecd1-2991-4da7-aaae-73e18fc5c144', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'f532c3d29da8473da1c11a3a331216d1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:17.170398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:17.175815 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.206841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8ed10-babb-4c32-81ff-6d7b1c33c072 req-0ee65659-4f27-4505-a9c4-a209c1ff220a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.208740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3e8ed10-babb-4c32-81ff-6d7b1c33c072 req-0ee65659-4f27-4505-a9c4-a209c1ff220a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.2137034 Mar 31 22:54:17.265968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63dfedb1-59ac-45fc-bf26-f823b092c927 req-f411fc43-ac6a-45b7-8f7a-3bca2b1ce14e tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 210 time: 0.0559523 Mar 31 22:54:17.329258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3e8ed10-babb-4c32-81ff-6d7b1c33c072 req-e4ad3881-8bf0-4a83-ab8e-83637bda94b7 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927043 Mar 31 22:54:17.368640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=510e767e-1668-4338-b685-8001eec61953,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:17.503568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.543284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bd04d-559b-441e-b09a-a278f16c842d req-2dfc8f8d-e154-45f3-aeb7-9496fb3ee8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.546440 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c0bd04d-559b-441e-b09a-a278f16c842d req-2dfc8f8d-e154-45f3-aeb7-9496fb3ee8cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 1096 time: 0.3672245 Mar 31 22:54:17.564145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:17.588806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-cc98929f-05b6-499b-a999-9bdc47211d8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619489 Mar 31 22:54:17.618148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc764444-8b0e-4bff-b448-ebfbe7001ce3 req-c57e5f6c-a108-4243-aa26-9e448d28afca tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.620281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc764444-8b0e-4bff-b448-ebfbe7001ce3 req-c57e5f6c-a108-4243-aa26-9e448d28afca tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 945 time: 0.1008949 Mar 31 22:54:17.635244 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c0bd04d-559b-441e-b09a-a278f16c842d req-f434f5f7-acce-4b4b-bca9-98295e31d4ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726466 Mar 31 22:54:17.691362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc764444-8b0e-4bff-b448-ebfbe7001ce3 req-1070abfb-e980-40b5-8d21-f6ac259e49ad tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638821 Mar 31 22:54:17.711104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-fae6bf53-3e63-4b43-b3e0-ba05d35931c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.712640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-fae6bf53-3e63-4b43-b3e0-ba05d35931c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 1096 time: 0.0663438 Mar 31 22:54:17.771215 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.772292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ef92d670-53fa-4509-a990-7623be7b17f5 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:17.885786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41634050-6b58-42eb-bf6f-bfbe74a470bc req-45407d71-02f9-4f8a-938e-59028a606509 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 210 time: 0.0770431 Mar 31 22:54:17.913785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:17.933670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-f6b39be0-cb18-471d-ab38-096952f7ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.935609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-f6b39be0-cb18-471d-ab38-096952f7ba04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.1969304 Mar 31 22:54:17.960446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Made reservation on behalf of f532c3d29da8473da1c11a3a331216d1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:17.966007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.994380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-2fce8785-b631-4f21-903c-1e07a32abc73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1aa474a-afea-4fcc-ada8-002aa135255c HTTP/1.1" status: 200 len: 217 time: 0.0384574 Mar 31 22:54:18.032225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port ef92d670-53fa-4509-a990-7623be7b17f5 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:18.037539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port ef92d670-53fa-4509-a990-7623be7b17f5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:18.038127 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.084749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-6e1abcd6-15cc-478a-a6b8-15dbc7e33a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.086287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-6e1abcd6-15cc-478a-a6b8-15dbc7e33a1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.0854516 Mar 31 22:54:18.096988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd5b5c-575c-4e20-9cd1-cfb94968d1eb req-e476d6da-9656-4e0f-9c2a-375374096be9 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.098878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21cd5b5c-575c-4e20-9cd1-cfb94968d1eb req-e476d6da-9656-4e0f-9c2a-375374096be9 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 945 time: 0.1757357 Mar 31 22:54:18.136859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.168457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21cd5b5c-575c-4e20-9cd1-cfb94968d1eb req-1011cf12-70fa-4967-98fe-496f1693988d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599732 Mar 31 22:54:18.170163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Allocated IP 192.168.233.252 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/c289b6df-7e66-4897-8749-2599f51e7dc1) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:18.174721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ef92d670-53fa-4509-a990-7623be7b17f5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ef92d670-53fa-4509-a990-7623be7b17f5,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:18.178339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-ffadef9d-3a94-4600-87cd-8ffd0badbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.180782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-ffadef9d-3a94-4600-87cd-8ffd0badbc26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808494 Mar 31 22:54:18.303570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-41e5bfdc-241b-44d3-a288-ed5f11f3db8b service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133816 Mar 31 22:54:18.399034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.420313 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.461223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ef92d670-53fa-4509-a990-7623be7b17f5,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:18.513779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8485a24f-577b-468b-a3f1-cec34046104d req-6f53fc61-6831-4add-b531-f5593b1558c1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 210 time: 0.0636299 Mar 31 22:54:18.566944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7f2a6-fd46-4a26-8d8a-492192dfacfb req-60c81292-eac7-4a3c-b453-7713143ce8a2 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.568681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35f7f2a6-fd46-4a26-8d8a-492192dfacfb req-60c81292-eac7-4a3c-b453-7713143ce8a2 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 945 time: 0.1304677 Mar 31 22:54:18.574067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-631729e0-0d89-4aeb-8d0b-45bda1a5e3c7 req-af8438c2-ea66-48f4-b467-7a15dca6c491 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610373 Mar 31 22:54:18.623944 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.662802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['e332b211-12f8-452f-b20c-db898e5c1acc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:18.663298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35f7f2a6-fd46-4a26-8d8a-492192dfacfb req-b98f6f9e-faa0-4e3a-8972-92771899ee82 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764496 Mar 31 22:54:18.720623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:18.731851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:18.746438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:18.879298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Pushing event updated for resources: {'Port': ['ID=c289b6df-7e66-4897-8749-2599f51e7dc1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:18.943962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6'}, {'server_uuid': '1152187a-4696-4262-ac91-f01819297278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef92d670-53fa-4509-a990-7623be7b17f5'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:18.962402 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9927a0a9-6291-4bbc-8790-6459d177dd14" -d '{"events": [{"server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "name": "network-vif-plugged", "status": "completed", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6"}, {"server_uuid": "1152187a-4696-4262-ac91-f01819297278", "name": "network-vif-plugged", "status": "completed", "tag": "ef92d670-53fa-4509-a990-7623be7b17f5"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:19.009187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.010699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.178052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354140b-31a5-4467-aa6f-e40d37d5a443 req-8fe303c7-437d-49bc-87ec-0269482dad02 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.182400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f354140b-31a5-4467-aa6f-e40d37d5a443 req-8fe303c7-437d-49bc-87ec-0269482dad02 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 945 time: 0.3281617 Mar 31 22:54:19.224876 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-67a98040-462f-4aad-acba-1336f05060bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0899467 Mar 31 22:54:19.237862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59328) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:19.239100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Request body: {'port': {'device_id': '6230ecd1-2991-4da7-aaae-73e18fc5c144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:19.257845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a07237b-f576-4465-8a8b-2ef78f275064 req-11c4e69c-965e-44f6-82bc-6ea5371a79f8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 210 time: 0.0738413 Mar 31 22:54:19.272439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-706695f4-9a18-4a45-873f-f8d2d6aa4da3 None None] Provisioning complete for port c289b6df-7e66-4897-8749-2599f51e7dc1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:19.272995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-706695f4-9a18-4a45-873f-f8d2d6aa4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.312044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.322879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-706695f4-9a18-4a45-873f-f8d2d6aa4da3 None None] Port c289b6df-7e66-4897-8749-2599f51e7dc1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:19.330155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f354140b-31a5-4467-aa6f-e40d37d5a443 req-2273ffa8-ee56-4a7c-803e-90321eac49e8 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353805 Mar 31 22:54:19.354809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-6a95f649-ed07-40f5-82ca-41a0ac5157aa tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.356374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-6a95f649-ed07-40f5-82ca-41a0ac5157aa tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 817 time: 0.3857269 Mar 31 22:54:19.407604 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a45a3de-6645-4f6f-8bd8-c5acf3a4730f x-openstack-request-id: req-5a45a3de-6645-4f6f-8bd8-c5acf3a4730f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:19.408275 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "name": "network-vif-plugged", "status": "completed", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6", "code": 200}, {"server_uuid": "1152187a-4696-4262-ac91-f01819297278", "name": "network-vif-plugged", "status": "completed", "tag": "ef92d670-53fa-4509-a990-7623be7b17f5", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:19.408828 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a45a3de-6645-4f6f-8bd8-c5acf3a4730f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:19.409446 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a45a3de-6645-4f6f-8bd8-c5acf3a4730f'] response: {'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6', 'code': 200} Mar 31 22:54:19.410006 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a45a3de-6645-4f6f-8bd8-c5acf3a4730f'] response: {'server_uuid': '1152187a-4696-4262-ac91-f01819297278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef92d670-53fa-4509-a990-7623be7b17f5', 'code': 200} Mar 31 22:54:19.454466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-d54adeb0-40f6-4f96-a2c4-33430a81a4bb tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5300b74a63c048d8817543f530bf9340 HTTP/1.1" status: 200 len: 380 time: 0.0891430 Mar 31 22:54:19.479208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'port': {'device_id': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'admin_state_up': True, 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'security_groups': ['8d37d849-0304-475c-bcb3-7c9c9e198f48']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:19.522105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-768104250-network', 'tenant_id': '75e14aa7b35d4124bed00dd3c9e525f9'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:19.651371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce12444-058c-468f-a97b-52f4546d28e3 req-5c0245ff-4830-4c3c-9e77-d37416162c70 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.653416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cce12444-058c-468f-a97b-52f4546d28e3 req-5c0245ff-4830-4c3c-9e77-d37416162c70 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 946 time: 0.2446568 Mar 31 22:54:19.701085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4bde1-3264-4522-b6c8-eb25e223e755 req-e4a8dda0-f304-4312-968b-d5e28cdbfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.702835 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46e4bde1-3264-4522-b6c8-eb25e223e755 req-e4a8dda0-f304-4312-968b-d5e28cdbfb6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 1097 time: 0.1409705 Mar 31 22:54:19.749614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d8f8b-0f00-4e2d-9f8c-096f83669b8e req-8f75f3f7-18ba-40d4-ab02-7d1eaa8b69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.752201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c91d8f8b-0f00-4e2d-9f8c-096f83669b8e req-8f75f3f7-18ba-40d4-ab02-7d1eaa8b69d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1096 time: 0.2064981 Mar 31 22:54:19.796669 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46e4bde1-3264-4522-b6c8-eb25e223e755 req-76a66d00-8b97-48d3-9757-284962ca75ab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836103 Mar 31 22:54:19.813260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cce12444-058c-468f-a97b-52f4546d28e3 req-a706a959-2083-4005-be26-e5732e3ed08a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437538 Mar 31 22:54:19.845823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c01e7-3bc9-4674-ab73-5162e746f369 req-654cf5e7-4aef-4e0c-bf77-0121c264a36e tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.848112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-546c01e7-3bc9-4674-ab73-5162e746f369 req-654cf5e7-4aef-4e0c-bf77-0121c264a36e tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 936 time: 0.2077043 Mar 31 22:54:19.863152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c289b6df-7e66-4897-8749-2599f51e7dc1 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:19.872974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.881131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c91d8f8b-0f00-4e2d-9f8c-096f83669b8e req-89e772b5-da31-4140-8f95-5fc9e9a68c43 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196008 Mar 31 22:54:19.901982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Transition to ACTIVE for port object c289b6df-7e66-4897-8749-2599f51e7dc1 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:19.918564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Made reservation on behalf of 75e14aa7b35d4124bed00dd3c9e525f9 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:19.921131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.943001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.953412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-546c01e7-3bc9-4674-ab73-5162e746f369 req-fe25d0d9-0a4c-4a77-ba51-496dd9cd6b3a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769300 Mar 31 22:54:20.076258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79443d3-faba-43b2-bf18-fc7e6d04d03f req-e0f4a78b-ce25-4b5f-8f8b-76f09cee93da tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.077810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f79443d3-faba-43b2-bf18-fc7e6d04d03f req-e0f4a78b-ce25-4b5f-8f8b-76f09cee93da tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 945 time: 0.0783396 Mar 31 22:54:20.098749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.108125 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.110738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Made reservation on behalf of 5300b74a63c048d8817543f530bf9340 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:20.114293 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.152086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f79443d3-faba-43b2-bf18-fc7e6d04d03f req-a7ec5030-e8ff-4846-9c39-f53b66716470 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632792 Mar 31 22:54:20.200488 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c289b6df-7e66-4897-8749-2599f51e7dc1,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:20.266246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Attempting to bind port c289b6df-7e66-4897-8749-2599f51e7dc1 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:20.266660 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Attempting to bind port c289b6df-7e66-4897-8749-2599f51e7dc1 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:20.266993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Attempting to bind port c289b6df-7e66-4897-8749-2599f51e7dc1 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:20.272142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Port c289b6df-7e66-4897-8749-2599f51e7dc1 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:20.272597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Attempting to bind port c289b6df-7e66-4897-8749-2599f51e7dc1 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:20.279700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:20.280187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:20.280669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:20.281104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Bound port: c289b6df-7e66-4897-8749-2599f51e7dc1, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:20.281671 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.310873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Allocated IP 172.20.0.12 (bd906ada-fda5-49cd-8c3e-b7b6da32d121/e9538987-e92f-48bf-b5ae-5faa5f82b5f8/77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:20.329804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.465334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b1bfe-4e95-43fe-9797-17e197647dc2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:20.466608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] For port c289b6df-7e66-4897-8749-2599f51e7dc1, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:20.466608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] For port c289b6df-7e66-4897-8749-2599f51e7dc1, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c289b6df-7e66-4897-8749-2599f51e7dc1,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:20.467111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device cc49b7da-5321-472d-ad8e-3b20ab99bc32 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:20.542647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:54:20.573445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-458d1559-b26a-47d8-af96-3b0527f5932c req-da12b03a-ba5a-45a7-9d1e-2cda29ee69cc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 210 time: 0.1066246 Mar 31 22:54:20.625391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.625391 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Added segment e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad of type vlan for network bb6ffbc1-2004-427f-b991-b9e3dd17d115 Mar 31 22:54:20.663060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.707254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.707918 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.709322 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/c289b6df-7e66-4897-8749-2599f51e7dc1 HTTP/1.1" status: 200 len: 1096 time: 1.4760814 Mar 31 22:54:20.709774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6230ecd1-2991-4da7-aaae-73e18fc5c144', 'tag': 'c289b6df-7e66-4897-8749-2599f51e7dc1'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:20.712457 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dd31d9-1212-47b8-91c7-666a02f0a8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6230ecd1-2991-4da7-aaae-73e18fc5c144", "tag": "c289b6df-7e66-4897-8749-2599f51e7dc1"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:20.718893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddabb83-e13d-41b3-aca2-0ecbcb201c6a req-c3edf220-a31e-4c25-acfb-4d6920465550 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.721516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ddabb83-e13d-41b3-aca2-0ecbcb201c6a req-c3edf220-a31e-4c25-acfb-4d6920465550 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 945 time: 0.2571468 Mar 31 22:54:20.723307 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.840910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:20.841258 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fd7d4c-6ab7-424b-bb0e-38b6b58c82f6 x-openstack-request-id: req-30fd7d4c-6ab7-424b-bb0e-38b6b58c82f6 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:20.841258 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6230ecd1-2991-4da7-aaae-73e18fc5c144", "tag": "c289b6df-7e66-4897-8749-2599f51e7dc1", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:20.841258 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30fd7d4c-6ab7-424b-bb0e-38b6b58c82f6 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:20.841258 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fd7d4c-6ab7-424b-bb0e-38b6b58c82f6'] response: {'name': 'network-changed', 'server_uuid': '6230ecd1-2991-4da7-aaae-73e18fc5c144', 'tag': 'c289b6df-7e66-4897-8749-2599f51e7dc1', 'status': 'completed', 'code': 200} Mar 31 22:54:20.841651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'port_id': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'mac_address': 'fa:16:3e:9e:37:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9705564-59f2-41bc-8be5-a7150ffee069', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:20.841764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4c1f2-9ed8-4e83-af93-ce1014f697e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c289b6df-7e66-4897-8749-2599f51e7dc1,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:20.849510 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.851280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.858113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ddabb83-e13d-41b3-aca2-0ecbcb201c6a req-7328d66c-8512-4fec-a05a-3ddc0af30df6 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275377 Mar 31 22:54:20.884317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd31d9-1212-47b8-91c7-666a02f0a8ab req-8b8830eb-47e7-4267-a14f-05b86a209843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.885649 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66dd31d9-1212-47b8-91c7-666a02f0a8ab req-8b8830eb-47e7-4267-a14f-05b86a209843 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f532c3d29da8473da1c11a3a331216d1&device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 1099 time: 0.0722907 Mar 31 22:54:20.893811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc49b7da-5321-472d-ad8e-3b20ab99bc32 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:20.936750 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66dd31d9-1212-47b8-91c7-666a02f0a8ab req-d7dc9f87-0123-43cc-ba25-fcbc473018db service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f532c3d29da8473da1c11a3a331216d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340786 Mar 31 22:54:20.937442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:20.941672 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.947778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.947778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.079272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.116809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] Pushing event updated for resources: {'Network': ['ID=bb6ffbc1-2004-427f-b991-b9e3dd17d115,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.132103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.148497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2118e31e-ac83-459c-94d2-32be5f1c0fbf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8996394 Mar 31 22:54:21.148726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd31d9-1212-47b8-91c7-666a02f0a8ab req-ac5062ff-886b-4fb0-add8-bd72aadb257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.148726 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66dd31d9-1212-47b8-91c7-666a02f0a8ab req-ac5062ff-886b-4fb0-add8-bd72aadb257f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926994 Mar 31 22:54:21.148726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:21.157165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Request body: {'subnet': {'network_id': 'bb6ffbc1-2004-427f-b991-b9e3dd17d115', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-768104250-subnet', 'tenant_id': '75e14aa7b35d4124bed00dd3c9e525f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:21.198555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network bb6ffbc1-2004-427f-b991-b9e3dd17d115 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:54:21.237624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd5dd1-12a6-425d-90dc-186675fa8772 req-b9941b14-5efe-4e0b-9871-eed44a9d0824 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.239763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7fd5dd1-12a6-425d-90dc-186675fa8772 req-b9941b14-5efe-4e0b-9871-eed44a9d0824 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 946 time: 0.2510335 Mar 31 22:54:21.263764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['cc49b7da-5321-472d-ad8e-3b20ab99bc32'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:21.270189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:21.299646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:21.308656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event updated for resources: {'Port': ['ID=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.326162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ba798-1ab1-43c6-a19f-3a66da1aafd1 req-9b891e01-7d84-4175-8165-0e900c95d6aa tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.326162 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a89ba798-1ab1-43c6-a19f-3a66da1aafd1 req-9b891e01-7d84-4175-8165-0e900c95d6aa tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 945 time: 0.1936207 Mar 31 22:54:21.326162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:21.338368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59386) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:21.357167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Request body: {'floatingip': {'port_id': '510e767e-1668-4338-b685-8001eec61953'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:21.418949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Made reservation on behalf of 75e14aa7b35d4124bed00dd3c9e525f9 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:21.418949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.424680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7fd5dd1-12a6-425d-90dc-186675fa8772 req-76825fe0-9dfe-4fee-99f7-d7369efea340 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341827 Mar 31 22:54:21.467064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.467064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.479301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:21.491582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-2da3c80a-39cc-4d9a-b483-2d0da63823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.493167 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-2da3c80a-39cc-4d9a-b483-2d0da63823af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f532c3d29da8473da1c11a3a331216d1&device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 1099 time: 0.2499807 Mar 31 22:54:21.531777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.660541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e1c0-f5c5-43d4-a0a8-a651563bdd0f req-c0517ed9-d2d0-4784-8883-0d53823c5ca7 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.671608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6200e1c0-f5c5-43d4-a0a8-a651563bdd0f req-c0517ed9-d2d0-4784-8883-0d53823c5ca7 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 948 time: 0.1230931 Mar 31 22:54:21.685977 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-23551d9a-f41b-4cdb-8e1d-33a65f2c08f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c289b6df-7e66-4897-8749-2599f51e7dc1 HTTP/1.1" status: 200 len: 217 time: 0.1717298 Mar 31 22:54:21.801471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-b1d5fdcd-5b80-40e8-bada-d4234d4c4a6f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3342431 Mar 31 22:54:21.838096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Request body: {'port': {'device_id': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:21.857744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-07fc0821-5336-48a4-9043-78dfca5215c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.860189 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-07fc0821-5336-48a4-9043-78dfca5215c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1394737 Mar 31 22:54:21.874143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f310e49e-8a70-4080-8230-a9c6f1c4b2f8 None None] Provisioning complete for port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:21.874910 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f310e49e-8a70-4080-8230-a9c6f1c4b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.919244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f310e49e-8a70-4080-8230-a9c6f1c4b2f8 None None] Port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:21.945768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298b119-b500-4e3d-9c9d-ee73fdca6eec req-0177e461-d7df-490e-b444-a057a7b05002 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:21.947729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d298b119-b500-4e3d-9c9d-ee73fdca6eec req-0177e461-d7df-490e-b444-a057a7b05002 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 945 time: 0.2685184 Mar 31 22:54:21.952820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6200e1c0-f5c5-43d4-a0a8-a651563bdd0f req-97796ccb-5736-4b0a-b8ad-cf0f53a29525 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792225 Mar 31 22:54:21.953810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.059719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-b50ae01e-6557-4e0c-99b2-5e5db3189f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.061282 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-b50ae01e-6557-4e0c-99b2-5e5db3189f9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1951392 Mar 31 22:54:22.342734 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-dd7a266b-cdbb-4f6e-9f01-d83e9ab33089 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422581 Mar 31 22:54:22.351694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.451131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device cc49b7da-5321-472d-ad8e-3b20ab99bc32 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:22.492756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.resource_extend [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:54:22.507560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d298b119-b500-4e3d-9c9d-ee73fdca6eec req-ef8f7c33-0483-4c91-9b4b-25e6f210fe8d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363867 Mar 31 22:54:22.550667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port cc49b7da-5321-472d-ad8e-3b20ab99bc32 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:22.551189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.582242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3581e-9d59-459e-b6d7-0598b5574511 req-aaba432e-4c30-4d66-b1c9-f1d3979c53ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.602388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdb3581e-9d59-459e-b6d7-0598b5574511 req-aaba432e-4c30-4d66-b1c9-f1d3979c53ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 932 time: 0.4653568 Mar 31 22:54:22.606404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e87556b-743a-428b-8a34-9e632824df30,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:22.639545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.660688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Checking segment: {'id': 'e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bb6ffbc1-2004-427f-b991-b9e3dd17d115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:22.661210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Network hostable DHCP agents. Network: bb6ffbc1-2004-427f-b991-b9e3dd17d115, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:54:22.684366 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d6fca8d0-1af3-44cc-8aec-3f13c4747b40 req-fc6ef8df-a758-415e-a982-60a13e36baf3 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340673 Mar 31 22:54:22.735833 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.736427 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.753496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdb3581e-9d59-459e-b6d7-0598b5574511 req-000a627c-c242-4313-9a88-cbdffa361a6a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460571 Mar 31 22:54:22.787578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:22.789314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:22.792617 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac427de-c191-40dd-89e3-d792ea275299" -d '{"events": [{"server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "name": "network-vif-plugged", "status": "completed", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:22.842415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263376b-4071-440f-9798-5e25c44a0353 req-39aa60de-c4d5-4cbf-94c1-1c9cf86e1277 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.859495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c263376b-4071-440f-9798-5e25c44a0353 req-39aa60de-c4d5-4cbf-94c1-1c9cf86e1277 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 946 time: 0.1987259 Mar 31 22:54:22.898351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Network bb6ffbc1-2004-427f-b991-b9e3dd17d115 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:54:22.919132 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.943321 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Floating IP ba23002d-8040-465b-96a8-0f4dcd0ba428 associated. External IP: 172.25.4.50, port: 510e767e-1668-4338-b685-8001eec61953. Mar 31 22:54:22.953742 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce2685d-8cd1-45d8-8308-834c710addbd x-openstack-request-id: req-dce2685d-8cd1-45d8-8308-834c710addbd {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:22.954314 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "name": "network-vif-plugged", "status": "completed", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:22.954786 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dce2685d-8cd1-45d8-8308-834c710addbd {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:22.955889 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce2685d-8cd1-45d8-8308-834c710addbd'] response: {'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'code': 200} Mar 31 22:54:22.983868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:23.001402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:23.007717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.023774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c263376b-4071-440f-9798-5e25c44a0353 req-b392a67c-1e9e-4f07-9edf-7df3ae3941dd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578586 Mar 31 22:54:23.029075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Transition to ACTIVE for port object 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:23.119133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, bb6ffbc1-2004-427f-b991-b9e3dd17d115) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:23.127512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.127512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.130809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18fd527-fc5c-4aa4-82cd-bf845719c56f None None] Network bb6ffbc1-2004-427f-b991-b9e3dd17d115 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:23.149553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484b8f3-3c26-4ec2-b9c7-c72079647948 req-be4305fb-fdfa-4f97-898a-a63242d56c2c tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.159686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8484b8f3-3c26-4ec2-b9c7-c72079647948 req-be4305fb-fdfa-4f97-898a-a63242d56c2c tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 948 time: 0.0883431 Mar 31 22:54:23.179109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.287579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8484b8f3-3c26-4ec2-b9c7-c72079647948 req-fdb6b3df-0922-43fc-9dd9-084258dc8c70 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262898 Mar 31 22:54:23.312255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Pushing event updated for resources: {'Port': ['ID=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:23.405616 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2a3d2862-36bf-41e7-92c1-fa43401dcd62 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2485275 Mar 31 22:54:23.437541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8144226-57be-4f44-98bc-965b5ec5d15a None None] Network bb6ffbc1-2004-427f-b991-b9e3dd17d115 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:23.453912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Router 20596756-fb7a-4d98-92db-52c046802e97 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:54:23.511655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Attempting to bind port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:23.511655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Attempting to bind port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:23.511655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Attempting to bind port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:23.523013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:23.524995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Attempting to bind port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 on network bd906ada-fda5-49cd-8c3e-b7b6da32d121 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:23.541595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:23.543275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Checking segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:23.543687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Bound using segment: {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:23.544148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Bound port: 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c29b2d-adc7-44b8-bc14-81f048c1b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:23.544522 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.676117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] For port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:23.695339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] For port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:23.725058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:23.757665 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] Sync routers for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:23.758649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.769175 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:23.769945 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:54:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:23.789096 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-49a4b532-c442-484a-ab62-2aabf84b2e92 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "PUT /v2.0/floatingips/ba23002d-8040-465b-96a8-0f4dcd0ba428 HTTP/1.1" status: 200 len: 990 time: 2.4493852 Mar 31 22:54:23.791674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'tag': '510e767e-1668-4338-b685-8001eec61953'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:23.791996 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b12fd40-a610-426f-bd71-121a9991ced0" -d '{"events": [{"name": "network-changed", "server_uuid": "c123d555-5d6c-4057-89ac-5f6527ae2d00", "tag": "510e767e-1668-4338-b685-8001eec61953"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:23.848137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7599-d171-4b0d-9e8f-eaa9bc259255 req-cd46c676-543d-4e71-abde-3735f567d837 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.856249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbac7599-d171-4b0d-9e8f-eaa9bc259255 req-cd46c676-543d-4e71-abde-3735f567d837 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 945 time: 0.1595376 Mar 31 22:54:23.891308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.914738 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:23.988135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.990197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.992449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 200 len: 1092 time: 2.1729925 Mar 31 22:54:23.993022 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:23.995478 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc82292-a47f-4366-97cf-b1102c3e27d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:24.009614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbac7599-d171-4b0d-9e8f-eaa9bc259255 req-43b7bd75-699a-40bd-8548-0a4bbddfd4fc tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521559 Mar 31 22:54:24.039791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7a9ae-5c01-4716-a3ef-f231eafd15e8 service neutron] Pushing event updated for resources: {'Port': ['ID=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:24.244171 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-d9f6b807-6ff5-4eb2-9c3f-ce4327c453a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1244981 Mar 31 22:54:24.333078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-fdbcadf6-af09-4229-98d8-833a4a5ab467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.334836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-fdbcadf6-af09-4229-98d8-833a4a5ab467 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1095 time: 0.2036974 Mar 31 22:54:24.343825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0107-a25e-498a-b104-c08d481e7353 req-b40fdc67-cdf6-4018-9616-ed4a470732f9 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.346519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cdd0107-a25e-498a-b104-c08d481e7353 req-b40fdc67-cdf6-4018-9616-ed4a470732f9 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 944 time: 0.1732326 Mar 31 22:54:24.407420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-466231ef-0b16-4bd0-96c0-311374de56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.410120 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-466231ef-0b16-4bd0-96c0-311374de56ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 1096 time: 0.1281269 Mar 31 22:54:24.496408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-7e07a33a-d777-4169-bcd6-0f39c244f70a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 200 len: 217 time: 0.1484907 Mar 31 22:54:24.574063 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ba23002d-8040-465b-96a8-0f4dcd0ba428', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '20596756-fb7a-4d98-92db-52c046802e97', 'port_id': '510e767e-1668-4338-b685-8001eec61953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'mac_address': 'fa:16:3e:d4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:43Z', 'updated_at': '2022-03-31T22:54:22Z', 'revision_number': 1, 'project_id': '29f7e95b419147fd834d4129192e479c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:49Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:24.592173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cdd0107-a25e-498a-b104-c08d481e7353 req-564e73a8-242b-4dde-b999-c552fdbdab7d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376266 Mar 31 22:54:24.625905 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] Checking router: 20596756-fb7a-4d98-92db-52c046802e97 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:24.656400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-5797f648-6800-4cb0-8b3a-cf245b510980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.659880 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-5797f648-6800-4cb0-8b3a-cf245b510980 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.2128036 Mar 31 22:54:24.693290 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:24.693524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-a3dc6e05-c480-401f-8694-100b8ede2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.693524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-a3dc6e05-c480-401f-8694-100b8ede2008 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1889834 Mar 31 22:54:24.700126 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:54:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:24.823033 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-f5c574e4-e8ec-4978-9bf4-345f874dc105 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c486556-a75d-47bd-923c-38070800fa24 HTTP/1.1" status: 200 len: 217 time: 0.1438453 Mar 31 22:54:24.836939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-61137acc-50b0-4aef-9f44-f3e262a7863f tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.847530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-61137acc-50b0-4aef-9f44-f3e262a7863f tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/networks?id=bb6ffbc1-2004-427f-b991-b9e3dd17d115 HTTP/1.1" status: 200 len: 821 time: 0.4896402 Mar 31 22:54:24.851497 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1252140-43d8-4d18-85e4-c096a413ffd8 x-openstack-request-id: req-c1252140-43d8-4d18-85e4-c096a413ffd8 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:24.854981 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c123d555-5d6c-4057-89ac-5f6527ae2d00", "tag": "510e767e-1668-4338-b685-8001eec61953", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:24.859430 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1252140-43d8-4d18-85e4-c096a413ffd8 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:24.859430 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1252140-43d8-4d18-85e4-c096a413ffd8'] response: {'name': 'network-changed', 'server_uuid': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'tag': '510e767e-1668-4338-b685-8001eec61953', 'status': 'completed', 'code': 200} Mar 31 22:54:24.878993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-c2746cf9-7874-4f42-9c0d-3f01a20a843a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/quotas/75e14aa7b35d4124bed00dd3c9e525f9 HTTP/1.1" status: 200 len: 375 time: 0.0284607 Mar 31 22:54:24.888235 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac59dd8-e1c1-4043-a72d-9b8ef3e3ecac x-openstack-request-id: req-cac59dd8-e1c1-4043-a72d-9b8ef3e3ecac {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:24.888235 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:24.888235 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cac59dd8-e1c1-4043-a72d-9b8ef3e3ecac {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:24.888235 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac59dd8-e1c1-4043-a72d-9b8ef3e3ecac'] response: {'name': 'network-changed', 'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'status': 'completed', 'code': 200} Mar 31 22:54:24.943124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-33a73703-8228-4706-a44a-7b234a57039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.944900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-33a73703-8228-4706-a44a-7b234a57039c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436373 Mar 31 22:54:25.004106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-f4d65183-47d8-4d3b-b0b3-f88bbaa38960 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75e14aa7b35d4124bed00dd3c9e525f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235566 Mar 31 22:54:25.019249 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:25.023636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-10452619-2299-411e-8724-f81bac470e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.025477 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-10452619-2299-411e-8724-f81bac470e0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29f7e95b419147fd834d4129192e479c&device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 1096 time: 0.2015035 Mar 31 22:54:25.029810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-39e1d373-ceac-47b0-b1d3-1d617e170b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.031689 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-39e1d373-ceac-47b0-b1d3-1d617e170b98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1734128 Mar 31 22:54:25.160129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-ff0af615-62fb-4833-b11a-b8673cb456f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.162360 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-ff0af615-62fb-4833-b11a-b8673cb456f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=369eef97-df0c-4bdc-93f1-9a1c52a63f5a HTTP/1.1" status: 200 len: 915 time: 0.1294203 Mar 31 22:54:25.189050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-32cf0682-bbc1-4b2b-a5f4-992e2362cda6 service neutron] 10.222.0.31 "GET /v2.0/networks/bb6ffbc1-2004-427f-b991-b9e3dd17d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231623 Mar 31 22:54:25.304181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-bffc2398-1b80-4528-89a2-169a8f1066af service neutron] 10.222.0.31 "GET /v2.0/networks/bb6ffbc1-2004-427f-b991-b9e3dd17d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045334 Mar 31 22:54:25.364011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8092a26-0c74-4344-87e1-f50d956542cd req-fa26f5b3-ac85-4e0f-8723-56dee9c8b475 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.374858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8092a26-0c74-4344-87e1-f50d956542cd req-fa26f5b3-ac85-4e0f-8723-56dee9c8b475 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1096 time: 0.4030352 Mar 31 22:54:25.455963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8092a26-0c74-4344-87e1-f50d956542cd req-967ae408-514e-4139-8a37-e0b416717719 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476158 Mar 31 22:54:25.559896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-3a78342b-80e8-4ef0-935f-b3a90c7c3fde service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860629 Mar 31 22:54:25.585749 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ba23002d-8040-465b-96a8-0f4dcd0ba428', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '20596756-fb7a-4d98-92db-52c046802e97', 'port_id': '510e767e-1668-4338-b685-8001eec61953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'mac_address': 'fa:16:3e:d4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:43Z', 'updated_at': '2022-03-31T22:54:22Z', 'revision_number': 1, 'project_id': '29f7e95b419147fd834d4129192e479c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:49Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:25.617559 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a010660d-b5be-41e4-bc03-368274c56e99 None None] The sync data for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 is: [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ba23002d-8040-465b-96a8-0f4dcd0ba428', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '20596756-fb7a-4d98-92db-52c046802e97', 'port_id': '510e767e-1668-4338-b685-8001eec61953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'mac_address': 'fa:16:3e:d4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:53:43Z', 'updated_at': '2022-03-31T22:54:22Z', 'revision_number': 1, 'project_id': '29f7e95b419147fd834d4129192e479c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:49Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:25.722244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e5a11dd-87bf-4193-8df8-f48465ac0d2c req-bb3612f4-9c86-49c0-926d-4c85c96d4e80 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416986 Mar 31 22:54:25.796213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd068-7967-407e-a94e-507eef7e4cfc req-0d6d8d19-dbb4-4dcd-b5c4-4b620b62cef2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.801880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8cbd068-7967-407e-a94e-507eef7e4cfc req-0d6d8d19-dbb4-4dcd-b5c4-4b620b62cef2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 948 time: 0.2856667 Mar 31 22:54:26.027855 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-c95b59fd-adad-4636-b4d1-c158053a492e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=510e767e-1668-4338-b685-8001eec61953 HTTP/1.1" status: 200 len: 998 time: 0.8543360 Mar 31 22:54:26.031125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-624b6ecd-184a-4d78-a461-f5d9150c64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.032715 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-624b6ecd-184a-4d78-a461-f5d9150c64b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8690646 Mar 31 22:54:26.071403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8cbd068-7967-407e-a94e-507eef7e4cfc req-086eae9a-9868-4a93-82fa-9942b752d3f4 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555332 Mar 31 22:54:26.080554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79f608-16fb-40a4-bafe-e3588368955a None None] New status for floating IP ba23002d-8040-465b-96a8-0f4dcd0ba428: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:54:26.102373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8369-2346-4977-a22c-f769f4512cdb req-b38a1e2e-edde-41a3-bb8c-84ca8147fb31 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.103988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-972d8369-2346-4977-a22c-f769f4512cdb req-b38a1e2e-edde-41a3-bb8c-84ca8147fb31 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1096 time: 0.2650549 Mar 31 22:54:26.112306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-f1f058d9-aa5d-419b-8250-2c39da705189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.113808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-f1f058d9-aa5d-419b-8250-2c39da705189 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1095 time: 0.1805644 Mar 31 22:54:26.302159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-137c1969-d3ed-4356-ac00-4f705b61bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.314706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-137c1969-d3ed-4356-ac00-4f705b61bf6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80fc6023-05de-45d6-8b87-64b89d7fac9f HTTP/1.1" status: 200 len: 853 time: 0.2725632 Mar 31 22:54:26.322417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-972d8369-2346-4977-a22c-f769f4512cdb req-1abd4b78-9ef4-4a9b-a7f0-1d4e4c540cc7 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003248 Mar 31 22:54:26.371537 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-b3ad78ee-b37a-44b3-aa4f-3e2a6b6e4a89 service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168695 Mar 31 22:54:26.422622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec928-7857-4bb8-9432-0594c28d562a req-8ddaa7c1-280a-4a9b-a402-b7e6fd16cb30 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.424826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-129ec928-7857-4bb8-9432-0594c28d562a req-8ddaa7c1-280a-4a9b-a402-b7e6fd16cb30 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 944 time: 0.1482992 Mar 31 22:54:26.425909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-84c1fe38-7de8-4430-8f55-4b3ae09cc852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.427264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-84c1fe38-7de8-4430-8f55-4b3ae09cc852 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.2846551 Mar 31 22:54:26.456967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-faa8e93d-a75f-4c11-be71-bd18441a678f req-a0cac2eb-b024-4d9a-b84f-e163c112d4c8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 210 time: 0.0664694 Mar 31 22:54:26.530071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-186a74c5-6517-48eb-949f-2c3d6765f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.531629 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-186a74c5-6517-48eb-949f-2c3d6765f165 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=369eef97-df0c-4bdc-93f1-9a1c52a63f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588106 Mar 31 22:54:26.555110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-f1071868-4ead-4225-b0da-cf0574292086 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 200 len: 217 time: 0.0967803 Mar 31 22:54:26.671561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-129ec928-7857-4bb8-9432-0594c28d562a req-c475b7be-886a-4eff-91bf-136da3da95f6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114103 Mar 31 22:54:26.732053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-ee1c532c-6aab-45e3-a482-8f099526d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.735603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-ee1c532c-6aab-45e3-a482-8f099526d6bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1566129 Mar 31 22:54:26.743696 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e77dde6b-9b7a-46f1-aff2-d1662a9d6121 req-5e84b113-5909-4c87-9c85-3a57a56979f4 service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223715 Mar 31 22:54:26.822368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-0e69d3b6-130f-4911-8800-009880a51e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.824099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-0e69d3b6-130f-4911-8800-009880a51e18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809944 Mar 31 22:54:26.826067 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-54bc22be-df72-4860-9381-7be8d7053b63 service neutron] 10.222.0.50 "GET /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814896 Mar 31 22:54:26.937958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c289b6df-7e66-4897-8749-2599f51e7dc1 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:26.976744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-4e1e56b9-27eb-45d1-a02c-27c8aa67c358 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448460 Mar 31 22:54:27.018358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2b12fd40-a610-426f-bd71-121a9991ced0 req-752b127d-2a5b-4c1b-8190-1e0dede9a851 service neutron] 10.222.0.50 "GET /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848140 Mar 31 22:54:27.130930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c289b6df-7e66-4897-8749-2599f51e7dc1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c289b6df-7e66-4897-8749-2599f51e7dc1,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:27.164681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adc82292-a47f-4366-97cf-b1102c3e27d7 req-810a5125-f26e-472e-8cbd-1f628415b167 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799660 Mar 31 22:54:27.171695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'c289b6df-7e66-4897-8749-2599f51e7dc1', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'c289b6df-7e66-4897-8749-2599f51e7dc1', 'mac_address': 'fa:16:3e:ff:2d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:27.261123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.279150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c289b6df-7e66-4897-8749-2599f51e7dc1 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:27.314908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c289b6df-7e66-4897-8749-2599f51e7dc1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c289b6df-7e66-4897-8749-2599f51e7dc1,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:27.325039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b942a1-b0c2-4c2b-8ddd-419228912697 req-dd1f703a-046c-400c-ba86-9bea3e31fe71 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.327771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02b942a1-b0c2-4c2b-8ddd-419228912697 req-dd1f703a-046c-400c-ba86-9bea3e31fe71 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 948 time: 0.1157794 Mar 31 22:54:27.397019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02b942a1-b0c2-4c2b-8ddd-419228912697 req-036ba8cc-8ca2-481e-b4a4-377d76c947e0 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570898 Mar 31 22:54:27.448061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122ece6-ece4-4281-8f82-e62f53666fe9 req-1b7210a9-11f5-4f5e-8843-e67f75382b1f tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.449969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2122ece6-ece4-4281-8f82-e62f53666fe9 req-1b7210a9-11f5-4f5e-8843-e67f75382b1f tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1096 time: 0.0712907 Mar 31 22:54:27.511790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2122ece6-ece4-4281-8f82-e62f53666fe9 req-7795242d-e173-4746-a217-932b3341533c tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Mar 31 22:54:27.620334 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.710685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f961637e-811c-48a5-8dda-cbe5de59749e req-70b2862b-0fc1-4ede-a17e-0a3293a3ec24 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 210 time: 0.1198990 Mar 31 22:54:27.742804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c289b6df-7e66-4897-8749-2599f51e7dc1,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:27.878125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700c416-049f-4988-a20d-c2b3fbf4d548 req-4a899126-16fe-4fba-bf76-8eb360324a20 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.880041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7700c416-049f-4988-a20d-c2b3fbf4d548 req-4a899126-16fe-4fba-bf76-8eb360324a20 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 944 time: 0.0749338 Mar 31 22:54:27.931540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['c289b6df-7e66-4897-8749-2599f51e7dc1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:27.935226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7700c416-049f-4988-a20d-c2b3fbf4d548 req-c41388f2-5122-4082-b838-d06f2fe63e8c tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472507 Mar 31 22:54:28.544385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c685423-1c43-4913-b4cc-13ff172b9f20 req-d8615b2e-d7b0-47fb-bdf7-c395ac718bc7 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.545809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c685423-1c43-4913-b4cc-13ff172b9f20 req-d8615b2e-d7b0-47fb-bdf7-c395ac718bc7 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 949 time: 0.0661924 Mar 31 22:54:28.609080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c685423-1c43-4913-b4cc-13ff172b9f20 req-83a1dd5a-c6e6-486b-a730-52d5be72278a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533140 Mar 31 22:54:28.740219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98ff0f-2303-45f2-ab23-08f2f2aa5db0 req-b93306d3-5399-4dd7-9017-a47ac3751427 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.751115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa98ff0f-2303-45f2-ab23-08f2f2aa5db0 req-b93306d3-5399-4dd7-9017-a47ac3751427 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1096 time: 0.0763810 Mar 31 22:54:28.813108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa98ff0f-2303-45f2-ab23-08f2f2aa5db0 req-46b6c5a8-f171-4ad0-a523-af3168e388e6 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578988 Mar 31 22:54:28.954528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:28.957281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c289b6df-7e66-4897-8749-2599f51e7dc1 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:29.078217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74dcaa65-edbd-4e37-901b-f77de90064ae req-1a1ef702-49ec-422e-8fd6-9675aa869652 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 210 time: 0.0662143 Mar 31 22:54:29.214181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:29.228260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'mac_address': 'fa:16:3e:cb:e6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:29.247267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f465e2-aff8-4bfd-870b-c5993b29176f req-81ca1280-d9c6-4cc1-a8d8-b53b194ff3b3 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.250139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8f465e2-aff8-4bfd-870b-c5993b29176f req-81ca1280-d9c6-4cc1-a8d8-b53b194ff3b3 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 944 time: 0.0650828 Mar 31 22:54:29.270379 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:29.287365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:29.302120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8f465e2-aff8-4bfd-870b-c5993b29176f req-368bdc88-1295-4f06-99ac-0b64529d466c tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459771 Mar 31 22:54:29.316484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:29.328544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port c289b6df-7e66-4897-8749-2599f51e7dc1 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:29.328992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port c289b6df-7e66-4897-8749-2599f51e7dc1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:29.329393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:29.425483 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:29.453922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6230ecd1-2991-4da7-aaae-73e18fc5c144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c289b6df-7e66-4897-8749-2599f51e7dc1'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:29.456527 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002a7699-586b-4238-a2c0-507d43401429" -d '{"events": [{"server_uuid": "6230ecd1-2991-4da7-aaae-73e18fc5c144", "name": "network-vif-plugged", "status": "completed", "tag": "c289b6df-7e66-4897-8749-2599f51e7dc1"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:29.472464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c289b6df-7e66-4897-8749-2599f51e7dc1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c289b6df-7e66-4897-8749-2599f51e7dc1,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:29.517367 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4098c0-0e6e-4807-9bcf-529d8ddc9baa x-openstack-request-id: req-4c4098c0-0e6e-4807-9bcf-529d8ddc9baa {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:29.517848 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6230ecd1-2991-4da7-aaae-73e18fc5c144", "name": "network-vif-plugged", "status": "completed", "tag": "c289b6df-7e66-4897-8749-2599f51e7dc1", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:29.518076 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c4098c0-0e6e-4807-9bcf-529d8ddc9baa {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:29.518579 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4098c0-0e6e-4807-9bcf-529d8ddc9baa'] response: {'server_uuid': '6230ecd1-2991-4da7-aaae-73e18fc5c144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c289b6df-7e66-4897-8749-2599f51e7dc1', 'code': 200} Mar 31 22:54:29.576047 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:29.664471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67905dbb-3db9-4fee-bb02-b9379e7e35b9 req-c3d99c25-0976-4f1c-92d8-9e447d3c421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.666812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67905dbb-3db9-4fee-bb02-b9379e7e35b9 req-c3d99c25-0976-4f1c-92d8-9e447d3c421c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 1100 time: 0.0573456 Mar 31 22:54:29.682108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:29.696366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:29.716945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67905dbb-3db9-4fee-bb02-b9379e7e35b9 req-771b53af-13f2-4944-b152-50299596fe82 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Mar 31 22:54:29.769425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c289b6df-7e66-4897-8749-2599f51e7dc1,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:29.781088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab11301-9384-4524-8272-8c9e71422292 req-b2b30b97-43ac-4e94-aa93-9f102d9557fa tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.783406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ab11301-9384-4524-8272-8c9e71422292 req-b2b30b97-43ac-4e94-aa93-9f102d9557fa tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 950 time: 0.0617990 Mar 31 22:54:29.858922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ab11301-9384-4524-8272-8c9e71422292 req-c1a17127-9acb-4071-b834-f65f99119753 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648084 Mar 31 22:54:29.883545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:30.233509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd87c-34a3-4451-856a-21e010462fbf req-8d8457ef-c306-45f2-8747-9fd9910d095f tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.244788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a44fd87c-34a3-4451-856a-21e010462fbf req-8d8457ef-c306-45f2-8747-9fd9910d095f tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1096 time: 0.1973279 Mar 31 22:54:30.315397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a44fd87c-34a3-4451-856a-21e010462fbf req-38386512-0d79-44cb-98ba-d827cb3cddd4 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692899 Mar 31 22:54:30.464238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6b7bd69-0072-4ce3-b0e4-0b81b1715c01 req-017eb09a-b35f-458d-b0d1-deaaf480f2f9 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 210 time: 0.0910056 Mar 31 22:54:30.575039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297903c-3965-4420-a3dc-67af68220fc1 req-359ce4bf-2710-406e-a135-7ebbfc400f93 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.578009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b297903c-3965-4420-a3dc-67af68220fc1 req-359ce4bf-2710-406e-a135-7ebbfc400f93 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 945 time: 0.1303861 Mar 31 22:54:30.666853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b297903c-3965-4420-a3dc-67af68220fc1 req-e44eab04-f5cf-4319-bccb-4b73dba3e178 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820768 Mar 31 22:54:31.028202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0077d3-6aaf-4600-b083-68b221b2bda3 req-db724a3a-c053-47d9-8770-13501202ae20 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.030775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d0077d3-6aaf-4600-b083-68b221b2bda3 req-db724a3a-c053-47d9-8770-13501202ae20 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 950 time: 0.0687811 Mar 31 22:54:31.161457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d0077d3-6aaf-4600-b083-68b221b2bda3 req-accbd1aa-3ef0-47ae-92e0-106fab799470 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236632 Mar 31 22:54:31.511987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-74db1465-44bc-4f63-a96f-88d622855076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.514448 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-74db1465-44bc-4f63-a96f-88d622855076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.50 "GET /v2.0/networks?id=bb6ffbc1-2004-427f-b991-b9e3dd17d115 HTTP/1.1" status: 200 len: 821 time: 0.2026045 Mar 31 22:54:31.530874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Request body: {'port': {'device_id': '34fb04dd-e44e-41f2-9897-4047227abd6a', 'network_id': 'bb6ffbc1-2004-427f-b991-b9e3dd17d115', 'admin_state_up': True, 'tenant_id': '75e14aa7b35d4124bed00dd3c9e525f9'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:31.606465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e923fe5-95f3-4f1d-bb67-1faf57bb1e4f req-3cc95ab1-4244-4ab7-9dc3-67aa1cdf70f7 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 210 time: 0.0497534 Mar 31 22:54:32.034650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c53b02-df0c-43a9-ac94-c247bfe2294c req-d11ad3f4-9ef0-42a7-a71d-d9170882d9cc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.046994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2c53b02-df0c-43a9-ac94-c247bfe2294c req-d11ad3f4-9ef0-42a7-a71d-d9170882d9cc tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 945 time: 0.1266088 Mar 31 22:54:32.100217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2c53b02-df0c-43a9-ac94-c247bfe2294c req-63397cc2-9b21-480d-889e-d6e2e829ce96 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517421 Mar 31 22:54:32.165349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Made reservation on behalf of 75e14aa7b35d4124bed00dd3c9e525f9 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:32.172541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.405381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4fc2f-9a3f-46b7-a73a-cd34fd53d629 req-237da5ec-7277-4cd8-a767-a23027db10df tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.413956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2e4fc2f-9a3f-46b7-a73a-cd34fd53d629 req-237da5ec-7277-4cd8-a767-a23027db10df tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 950 time: 0.0873463 Mar 31 22:54:32.453844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Allocated IP 172.20.0.5 (bb6ffbc1-2004-427f-b991-b9e3dd17d115/5e87556b-743a-428b-8a34-9e632824df30/1f502a3b-56d3-4667-8d05-e75e266abae6) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:32.483386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2e4fc2f-9a3f-46b7-a73a-cd34fd53d629 req-6d1788c8-d10a-47e0-b1ab-7d071f52310b tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Mar 31 22:54:32.765132 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.953476 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.991120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:33.018949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Pushing event updated for resources: {'Port': ['ID=1f502a3b-56d3-4667-8d05-e75e266abae6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:33.045533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Network bb6ffbc1-2004-427f-b991-b9e3dd17d115 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:33.047747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:33.060844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:33.172112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.172947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:33.332860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae957544-0044-4e3b-9787-b783d64d780a req-485d7fae-ce32-433c-a25d-81e1379c3c9a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.334404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae957544-0044-4e3b-9787-b783d64d780a req-485d7fae-ce32-433c-a25d-81e1379c3c9a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 931 time: 0.0600274 Mar 31 22:54:33.374652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae957544-0044-4e3b-9787-b783d64d780a req-9b8d0139-15ac-4d3b-9047-729d3295ce5f tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335770 Mar 31 22:54:33.515831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de18cb-8fe4-4108-b25a-b5c73220719d req-cbf1a106-942d-42b2-b3bb-c7b63a60e21e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.518064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8de18cb-8fe4-4108-b25a-b5c73220719d req-cbf1a106-942d-42b2-b3bb-c7b63a60e21e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 945 time: 0.0692015 Mar 31 22:54:33.562244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8de18cb-8fe4-4108-b25a-b5c73220719d req-008031d3-19b4-4dd8-adba-7095431fbe1e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Mar 31 22:54:33.668202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10901f4-8e1b-44e5-a74e-a4dc757c974e req-f5a8e0e1-eacf-4cd3-89f2-85b1e7eb0ade tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.669824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a10901f4-8e1b-44e5-a74e-a4dc757c974e req-f5a8e0e1-eacf-4cd3-89f2-85b1e7eb0ade tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 1101 time: 0.0425456 Mar 31 22:54:33.700104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a10901f4-8e1b-44e5-a74e-a4dc757c974e req-16d0fefe-f4d3-4107-9d03-ff19e5fe2c22 tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:33.774730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a10901f4-8e1b-44e5-a74e-a4dc757c974e req-16d0fefe-f4d3-4107-9d03-ff19e5fe2c22 tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:33.907722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:33.915061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:33.915061 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:33.955911 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-b59c5be1-7e29-4f1e-a361-c4d3e6055ee8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4294238 Mar 31 22:54:33.972363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Request body: {'port': {'device_id': '34fb04dd-e44e-41f2-9897-4047227abd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:34.032749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a10901f4-8e1b-44e5-a74e-a4dc757c974e req-16d0fefe-f4d3-4107-9d03-ff19e5fe2c22 tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.036935 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bbebf457-5671-487c-b6f4-51a36979324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.048614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.052790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.085151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:34.088125 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057f779-8217-4dd3-8075-f9b8b1046cbc" -d '{"events": [{"server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "name": "network-vif-plugged", "status": "completed", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:34.108471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a10901f4-8e1b-44e5-a74e-a4dc757c974e req-16d0fefe-f4d3-4107-9d03-ff19e5fe2c22 tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186578 Mar 31 22:54:34.113767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:34.145109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0fefe-f4d3-4107-9d03-ff19e5fe2c22 tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664c9205-eb10-463f-b9b4-3c3f3f774494,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:34.263677 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2d494b-3fbf-49d7-a50a-7dafdcd42ddb x-openstack-request-id: req-df2d494b-3fbf-49d7-a50a-7dafdcd42ddb {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:34.264211 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "name": "network-vif-plugged", "status": "completed", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:34.264463 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df2d494b-3fbf-49d7-a50a-7dafdcd42ddb {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:34.264864 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2d494b-3fbf-49d7-a50a-7dafdcd42ddb'] response: {'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'code': 200} Mar 31 22:54:34.341773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.478996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb309d-07a9-43e0-98b9-1a4421a7d763 req-0eb825cb-87f7-46cf-9f31-bc51ede9cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.486998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-affb309d-07a9-43e0-98b9-1a4421a7d763 req-0eb825cb-87f7-46cf-9f31-bc51ede9cf16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1097 time: 0.1414313 Mar 31 22:54:34.487438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:34.613730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-affb309d-07a9-43e0-98b9-1a4421a7d763 req-266ba8ff-01c1-48dd-b785-4d680e57b39e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170883 Mar 31 22:54:34.643949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f502a3b-56d3-4667-8d05-e75e266abae6 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:34.654045 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.693254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d5134-7d05-4489-9c08-92a2b50c6683 req-dd503b65-56ab-4b07-a1ce-52be67895058 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.693479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Transition to ACTIVE for port object 1f502a3b-56d3-4667-8d05-e75e266abae6 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:34.693574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c9d5134-7d05-4489-9c08-92a2b50c6683 req-dd503b65-56ab-4b07-a1ce-52be67895058 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 931 time: 0.0653961 Mar 31 22:54:34.742545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c9d5134-7d05-4489-9c08-92a2b50c6683 req-b191d956-a3d9-49fb-a9cb-a47a7c7b41aa tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Mar 31 22:54:34.892468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebdd9e-43c9-421e-ac83-2acadf1d9512 req-b2c84caf-7d1b-4381-b4d6-708054082998 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.894630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78ebdd9e-43c9-421e-ac83-2acadf1d9512 req-b2c84caf-7d1b-4381-b4d6-708054082998 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.0754514 Mar 31 22:54:34.906060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.959293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78ebdd9e-43c9-421e-ac83-2acadf1d9512 req-3501b277-6eb2-4e55-a879-a0f5e7db5b34 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574694 Mar 31 22:54:35.014434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f502a3b-56d3-4667-8d05-e75e266abae6,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:35.060948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-8ee73f60-197f-4785-aaad-3b305f7330d2 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:54:35.062137 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-8ee73f60-197f-4785-aaad-3b305f7330d2 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068231 Mar 31 22:54:35.062988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Attempting to bind port 1f502a3b-56d3-4667-8d05-e75e266abae6 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:35.063382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Attempting to bind port 1f502a3b-56d3-4667-8d05-e75e266abae6 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bb6ffbc1-2004-427f-b991-b9e3dd17d115'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:35.063818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Attempting to bind port 1f502a3b-56d3-4667-8d05-e75e266abae6 on network bb6ffbc1-2004-427f-b991-b9e3dd17d115 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:35.069689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Port 1f502a3b-56d3-4667-8d05-e75e266abae6 on network bb6ffbc1-2004-427f-b991-b9e3dd17d115 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:35.073872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Attempting to bind port 1f502a3b-56d3-4667-8d05-e75e266abae6 on network bb6ffbc1-2004-427f-b991-b9e3dd17d115 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:35.076475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:35.076937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Checking segment: {'id': 'e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bb6ffbc1-2004-427f-b991-b9e3dd17d115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:35.077598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Bound using segment: {'id': 'e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bb6ffbc1-2004-427f-b991-b9e3dd17d115'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:35.078137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Bound port: 1f502a3b-56d3-4667-8d05-e75e266abae6, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bb6ffbc1-2004-427f-b991-b9e3dd17d115'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:35.078689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:35.216028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-56cf5127-467a-4cf5-b9f8-fd8f97834f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.225781 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-56cf5127-467a-4cf5-b9f8-fd8f97834f63 service neutron] 10.222.0.31 "GET /v2.0/ports/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 200 len: 1093 time: 0.1441765 Mar 31 22:54:35.231494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Request body: {'binding': {'host': 'n-h1-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:35.231955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Unknown quota resources ['binding']. {{(pid=109821) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:54:35.251952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fc688-a84b-4f4c-96ee-defbc6572b2c req-d81b421d-4547-4770-a6cc-dd8e59810571 tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.259273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be4fc688-a84b-4f4c-96ee-defbc6572b2c req-d81b421d-4547-4770-a6cc-dd8e59810571 tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 1101 time: 0.0655670 Mar 31 22:54:35.326108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] For port 1f502a3b-56d3-4667-8d05-e75e266abae6, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:35.333053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] For port 1f502a3b-56d3-4667-8d05-e75e266abae6, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f502a3b-56d3-4667-8d05-e75e266abae6,segment=NetworkSegment(e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad),segment_id=e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:35.353488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be4fc688-a84b-4f4c-96ee-defbc6572b2c req-8a538890-3b7d-438b-ba1a-af76af2c4381 tempest-ServersAdminNegativeTestJSON-1019093807 tempest-ServersAdminNegativeTestJSON-1019093807-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933106 Mar 31 22:54:35.457702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:35.530861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.535084 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:35.537110 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] 10.222.0.50 "PUT /v2.0/ports/1f502a3b-56d3-4667-8d05-e75e266abae6 HTTP/1.1" status: 200 len: 1091 time: 1.5695789 Mar 31 22:54:35.537747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fb04dd-e44e-41f2-9897-4047227abd6a', 'tag': '1f502a3b-56d3-4667-8d05-e75e266abae6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:35.541903 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40af7c-ce29-4be1-be94-49eb060bf163" -d '{"events": [{"name": "network-changed", "server_uuid": "34fb04dd-e44e-41f2-9897-4047227abd6a", "tag": "1f502a3b-56d3-4667-8d05-e75e266abae6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:35.621664 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fcf658-f7eb-4fd8-a76c-5f3df4d4a0f5 x-openstack-request-id: req-68fcf658-f7eb-4fd8-a76c-5f3df4d4a0f5 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:35.622045 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fb04dd-e44e-41f2-9897-4047227abd6a", "tag": "1f502a3b-56d3-4667-8d05-e75e266abae6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:35.622389 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68fcf658-f7eb-4fd8-a76c-5f3df4d4a0f5 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:35.624578 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fcf658-f7eb-4fd8-a76c-5f3df4d4a0f5'] response: {'name': 'network-changed', 'server_uuid': '34fb04dd-e44e-41f2-9897-4047227abd6a', 'tag': '1f502a3b-56d3-4667-8d05-e75e266abae6', 'status': 'completed', 'code': 200} Mar 31 22:54:35.711306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc11d6-1044-4b79-b913-45646f31e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f502a3b-56d3-4667-8d05-e75e266abae6,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:35.728890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on host n-h1-836015-1 for vnic_type normal with profile None {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:35.729527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:35.730170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:35.780203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:35.780203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:35.804195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:35.821700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:35.831868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:35.832612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Bound port: c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:35.849302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40af7c-ce29-4be1-be94-49eb060bf163 req-e645c13f-7d53-440f-9e3c-27d3851f27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.851769 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2c40af7c-ce29-4be1-be94-49eb060bf163 req-e645c13f-7d53-440f-9e3c-27d3851f27c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75e14aa7b35d4124bed00dd3c9e525f9&device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 1094 time: 0.1937408 Mar 31 22:54:36.039836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:36.090805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40af7c-ce29-4be1-be94-49eb060bf163 req-14be14a8-3262-4f22-91ae-0b153791ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.090805 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2c40af7c-ce29-4be1-be94-49eb060bf163 req-14be14a8-3262-4f22-91ae-0b153791ec8a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=75e14aa7b35d4124bed00dd3c9e525f9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2093008 Mar 31 22:54:36.260643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40af7c-ce29-4be1-be94-49eb060bf163 req-2d3a52d5-0756-4f20-8543-507fca6e1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.261350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9c150fd9-064f-4c4f-b152-bdb8c409c6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.263632 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2c40af7c-ce29-4be1-be94-49eb060bf163 req-2d3a52d5-0756-4f20-8543-507fca6e1efa service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622446 Mar 31 22:54:36.270941 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] Notify callbacks [] for binding, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.272310 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-27918c8f-6706-4ab3-bb96-6144610c0932 service neutron] 10.222.0.31 "POST /v2.0/ports/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6/bindings HTTP/1.1" status: 201 len: 389 time: 1.0454388 Mar 31 22:54:36.386061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-d1bb6cef-bc12-48af-83b4-e7c681f9005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.388047 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-d1bb6cef-bc12-48af-83b4-e7c681f9005f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=75e14aa7b35d4124bed00dd3c9e525f9&device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 1094 time: 0.0698161 Mar 31 22:54:36.444575 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-e5ff208a-7359-430d-a29f-9fa8151dfeb6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f502a3b-56d3-4667-8d05-e75e266abae6 HTTP/1.1" status: 200 len: 217 time: 0.0464368 Mar 31 22:54:36.571493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-096820e6-3a49-4c60-835a-cc4157663e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.574126 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-096820e6-3a49-4c60-835a-cc4157663e0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e87556b-743a-428b-8a34-9e632824df30 HTTP/1.1" status: 200 len: 861 time: 0.1207218 Mar 31 22:54:36.659162 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-0c61078e-d5f3-4a0e-87f8-4b35f14c2f11 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb6ffbc1-2004-427f-b991-b9e3dd17d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753579 Mar 31 22:54:36.725492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2387f-61fb-4d9e-9c38-a4fe4012e5bf req-b442ed92-7a75-4252-beb1-7c1df75f484e tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.740286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bca2387f-61fb-4d9e-9c38-a4fe4012e5bf req-b442ed92-7a75-4252-beb1-7c1df75f484e tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 943 time: 0.0770102 Mar 31 22:54:36.805774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bca2387f-61fb-4d9e-9c38-a4fe4012e5bf req-79b318e4-1b5f-48f8-b34f-ce77370c69b5 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634615 Mar 31 22:54:36.839970 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-1f45e483-e1f9-43b7-9f32-efd2a47db402 service neutron] 10.222.0.50 "GET /v2.0/networks/bb6ffbc1-2004-427f-b991-b9e3dd17d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716344 Mar 31 22:54:36.976127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92b34-4f4b-4400-a390-f355fc778930 req-e303723f-2c99-4be3-8898-0424dc64de0d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.994234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12c92b34-4f4b-4400-a390-f355fc778930 req-e303723f-2c99-4be3-8898-0424dc64de0d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.1056697 Mar 31 22:54:37.047703 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8a15cacf-ce66-44e3-9303-cf717c7758d8 req-89afea18-293a-4d18-9ff3-73548b9c3d29 service neutron] 10.222.0.50 "GET /v2.0/networks/bb6ffbc1-2004-427f-b991-b9e3dd17d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894178 Mar 31 22:54:37.072127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12c92b34-4f4b-4400-a390-f355fc778930 req-4b785018-e1a1-4aba-a18e-4c63000713c4 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752494 Mar 31 22:54:37.241592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693357-7387-43c9-bf7f-a8f3e781c3d1 req-888108f6-0440-4f84-854c-ecfa2329f183 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.247105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e693357-7387-43c9-bf7f-a8f3e781c3d1 req-888108f6-0440-4f84-854c-ecfa2329f183 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 950 time: 0.0937448 Mar 31 22:54:37.296944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8e465-8ffd-4e5d-bb6c-077f065b591c req-ee3bdcc7-a66a-46eb-86aa-37392a3a489a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.296944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9c8e465-8ffd-4e5d-bb6c-077f065b591c req-ee3bdcc7-a66a-46eb-86aa-37392a3a489a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 945 time: 0.1059372 Mar 31 22:54:37.318790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e693357-7387-43c9-bf7f-a8f3e781c3d1 req-117c2245-0aa9-40bd-8490-24c227bd186c tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690577 Mar 31 22:54:37.354974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9c8e465-8ffd-4e5d-bb6c-077f065b591c req-3a20cabb-6eb5-4c54-8fa5-f751a66808e8 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508330 Mar 31 22:54:37.478621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b115ed6-ba77-4e42-953c-c829bab905de req-62c9dccb-90ff-464a-a121-68b314430606 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.486558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b115ed6-ba77-4e42-953c-c829bab905de req-62c9dccb-90ff-464a-a121-68b314430606 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.0714669 Mar 31 22:54:37.489676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59714) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:37.496361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'floatingip': {'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:37.524925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ed988a7-5b7e-4201-9d96-d0817b655159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.527827 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ed988a7-5b7e-4201-9d96-d0817b655159 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1096 time: 0.0855813 Mar 31 22:54:37.548902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.573367 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.678671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-53bd09e2-36ff-418b-bf26-fdae01a0cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.680512 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-53bd09e2-36ff-418b-bf26-fdae01a0cf0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.1403329 Mar 31 22:54:37.736950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-303bd1c0-1cba-4866-9348-b26c34f8e008 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 200 len: 217 time: 0.0493186 Mar 31 22:54:37.804752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-8950ce9b-b5fe-4472-a014-2b037a3e6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.807974 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-8950ce9b-b5fe-4472-a014-2b037a3e6552 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.0621302 Mar 31 22:54:37.851499 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-388380cf-2068-456a-8560-7c76d8643bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358615 Mar 31 22:54:38.024853 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-a9f7a0fa-7f65-4758-b2fd-437ac06ef2c7 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657708 Mar 31 22:54:38.204222 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-79f7a0fa-8401-4e7f-b82d-c37f5ea6c236 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721399 Mar 31 22:54:38.267459 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.343703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470d5e1-9104-4b0c-a206-ad9430ffa0dc req-0aadbb2f-1cf9-4dff-84d7-2c27aefca058 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.345881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b470d5e1-9104-4b0c-a206-ad9430ffa0dc req-0aadbb2f-1cf9-4dff-84d7-2c27aefca058 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 943 time: 0.1714721 Mar 31 22:54:38.353890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-afc33fb4-95de-4960-90b7-116140fdaec5 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.355487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-afc33fb4-95de-4960-90b7-116140fdaec5 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.45 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 950 time: 0.1377637 Mar 31 22:54:38.477719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b470d5e1-9104-4b0c-a206-ad9430ffa0dc req-c893d83a-80bd-4a19-a80b-4a5e50bd7df8 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210973 Mar 31 22:54:38.597917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-08281e3a-319d-4dee-9def-b25e93ae8b0f tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.599798 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-08281e3a-319d-4dee-9def-b25e93ae8b0f tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.0902157 Mar 31 22:54:38.612456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-1'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:38.673867 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.686506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d56e-fd46-4460-a59a-ad8e7f474259 req-c288085f-148c-4ce5-91e0-dc21636aeac7 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.688138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12a9d56e-fd46-4460-a59a-ad8e7f474259 req-c288085f-148c-4ce5-91e0-dc21636aeac7 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 950 time: 0.2365496 Mar 31 22:54:38.851479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3e9e6-9ca8-449c-9e6c-a96e587b8331 req-51b669b5-20c8-4c22-aee3-b1f34b2dcbdd tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.851479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21e3e9e6-9ca8-449c-9e6c-a96e587b8331 req-51b669b5-20c8-4c22-aee3-b1f34b2dcbdd tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 945 time: 0.2147908 Mar 31 22:54:38.851479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12a9d56e-fd46-4460-a59a-ad8e7f474259 req-7037dca6-ad18-4ffb-b554-81268ff965e9 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224542 Mar 31 22:54:38.851479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Deleting port c289b6df-7e66-4897-8749-2599f51e7dc1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:38.851479 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.852423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:38.885716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:38.943822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:38.946427 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a372731d-0da2-4f6c-85cd-a13b9e95ce9e" -d '{"events": [{"server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:38.950946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.972450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21e3e9e6-9ca8-449c-9e6c-a96e587b8331 req-342edad1-c0a7-4c77-956f-a2f9bdc08435 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628458 Mar 31 22:54:38.979462 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.002507 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ca1f25-d250-40b4-8685-3b98a90fc960 x-openstack-request-id: req-76ca1f25-d250-40b4-8685-3b98a90fc960 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:39.002790 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:39.003034 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76ca1f25-d250-40b4-8685-3b98a90fc960 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:39.003425 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ca1f25-d250-40b4-8685-3b98a90fc960'] response: {'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6', 'code': 200} Mar 31 22:54:39.019717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] For port c289b6df-7e66-4897-8749-2599f51e7dc1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c289b6df-7e66-4897-8749-2599f51e7dc1,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:39.020082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.032575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Calling delete_port for c289b6df-7e66-4897-8749-2599f51e7dc1 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:39.083802 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.163698 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.170641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.170875 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.282644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:39.288798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on host n-h2-836015-1 for vnic_type normal with profile {"migrating_to": "n-h1-836015-1"} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:39.289119 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:39.289478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:39.295468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:39.295799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Attempting to bind port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:39.314664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:39.315202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:39.315718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:39.316305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Bound port: c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:39.316855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.333875 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Floating IP a1f41355-a9a9-4378-bb5b-893da63bf8cf associated. External IP: 172.25.4.30, port: 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89. Mar 31 22:54:39.410866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.426395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['e332b211-12f8-452f-b20c-db898e5c1acc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:39.440874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:39.446615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:39.501177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['c289b6df-7e66-4897-8749-2599f51e7dc1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:39.503735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Pushing event deleted for resources: {'Port': ['ID=c289b6df-7e66-4897-8749-2599f51e7dc1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:39.535724 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.651906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] No DVR routers for this DVR port c289b6df-7e66-4897-8749-2599f51e7dc1 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:39.657451 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.661490 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.663436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a410b3e5-d840-43cb-ab8a-c9afba8fe753 req-0820367e-43df-4aff-9080-8c707b875bf1 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.45 "DELETE /v2.0/ports/c289b6df-7e66-4897-8749-2599f51e7dc1 HTTP/1.1" status: 204 len: 173 time: 1.2973340 Mar 31 22:54:39.674275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6230ecd1-2991-4da7-aaae-73e18fc5c144', 'name': 'network-vif-deleted', 'tag': 'c289b6df-7e66-4897-8749-2599f51e7dc1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:39.676893 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc55d7-3410-44b5-8a2f-b09540bda158" -d '{"events": [{"server_uuid": "6230ecd1-2991-4da7-aaae-73e18fc5c144", "name": "network-vif-deleted", "tag": "c289b6df-7e66-4897-8749-2599f51e7dc1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:39.798817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=8']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:39.811131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.811842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.813837 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-0ca350b5-8b4d-403b-bb17-d30645844419 service neutron] 10.222.0.50 "PUT /v2.0/ports/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 200 len: 1121 time: 1.2058179 Mar 31 22:54:39.831253 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb76cd22-27d2-4c40-abc8-c3ed2623fe71 x-openstack-request-id: req-eb76cd22-27d2-4c40-abc8-c3ed2623fe71 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:39.831604 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6230ecd1-2991-4da7-aaae-73e18fc5c144", "name": "network-vif-deleted", "tag": "c289b6df-7e66-4897-8749-2599f51e7dc1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:39.831764 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb76cd22-27d2-4c40-abc8-c3ed2623fe71 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:39.832177 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb76cd22-27d2-4c40-abc8-c3ed2623fe71'] response: {'server_uuid': '6230ecd1-2991-4da7-aaae-73e18fc5c144', 'name': 'network-vif-deleted', 'tag': 'c289b6df-7e66-4897-8749-2599f51e7dc1', 'status': 'completed', 'code': 200} Mar 31 22:54:39.902219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:39.970677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5697aa5-2fa9-4421-bcd3-89d6c9a396c7 req-f865daf2-2894-4fcf-b908-caeaee5610d7 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.975108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5697aa5-2fa9-4421-bcd3-89d6c9a396c7 req-f865daf2-2894-4fcf-b908-caeaee5610d7 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 943 time: 0.3101819 Mar 31 22:54:40.050173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-604131c2-af51-4e24-b51b-6fc90f01a560 req-f0ee82b7-ade4-4955-9920-21136f16aed0 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 210 time: 0.0562406 Mar 31 22:54:40.081117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5697aa5-2fa9-4421-bcd3-89d6c9a396c7 req-2c5af57a-86b9-4a8f-8165-f53ba9e9ee81 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862787 Mar 31 22:54:40.091007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:54:40.260266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395856a7-7905-438a-b701-49b4139ee1c7 req-3a0cc318-8b8a-474d-bee1-dc5d050c33ca tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.262092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-395856a7-7905-438a-b701-49b4139ee1c7 req-3a0cc318-8b8a-474d-bee1-dc5d050c33ca tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.1030848 Mar 31 22:54:40.290967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:40.296775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.305399 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] Sync routers for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:40.319576 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:40.321169 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:40.354455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d37a870c-56dc-4ac6-bd0f-cf75b3ad17c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "PUT /v2.0/floatingips/a1f41355-a9a9-4378-bb5b-893da63bf8cf HTTP/1.1" status: 200 len: 991 time: 2.8631117 Mar 31 22:54:40.432498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-395856a7-7905-438a-b701-49b4139ee1c7 req-0b3b2f89-9ff8-419a-8121-13178df7d67d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337442 Mar 31 22:54:40.445476 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:40.538688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1f502a3b-56d3-4667-8d05-e75e266abae6 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:40.666145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1f502a3b-56d3-4667-8d05-e75e266abae6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f502a3b-56d3-4667-8d05-e75e266abae6,segment=NetworkSegment(e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad),segment_id=e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:40.680584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '1f502a3b-56d3-4667-8d05-e75e266abae6', 'network_id': 'bb6ffbc1-2004-427f-b991-b9e3dd17d115', 'port_id': '1f502a3b-56d3-4667-8d05-e75e266abae6', 'mac_address': 'fa:16:3e:4d:1d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e87556b-743a-428b-8a34-9e632824df30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:40.723822 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.738618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f502a3b-56d3-4667-8d05-e75e266abae6 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:40.767044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1f502a3b-56d3-4667-8d05-e75e266abae6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f502a3b-56d3-4667-8d05-e75e266abae6,segment=NetworkSegment(e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad),segment_id=e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:40.865448 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a1f41355-a9a9-4378-bb5b-893da63bf8cf', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'mac_address': 'fa:16:3e:cb:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:11Z', 'updated_at': '2022-03-31T22:54:38Z', 'revision_number': 1, 'project_id': '5300b74a63c048d8817543f530bf9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:40.894171 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] Checking router: 312d64ce-5c71-48a6-91a9-5c4d1f03e04b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:40.901607 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.903162 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:40.903768 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:40.961935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1f502a3b-56d3-4667-8d05-e75e266abae6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:41.008610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:41.011115 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43907338-5f65-4df8-868d-0210b3b1792c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:41.022470 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:41.075550 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981790bd-19ba-42e0-a503-7b5bb29a6d3a x-openstack-request-id: req-981790bd-19ba-42e0-a503-7b5bb29a6d3a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:41.076189 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:41.076764 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-981790bd-19ba-42e0-a503-7b5bb29a6d3a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:41.077421 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981790bd-19ba-42e0-a503-7b5bb29a6d3a'] response: {'name': 'network-changed', 'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6', 'status': 'completed', 'code': 200} Mar 31 22:54:41.242320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4143cf1-7b0a-4e74-a395-746d6f8c9170 req-7253ae57-f664-4632-845c-aafaeb113a2e tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=6230ecd1-2991-4da7-aaae-73e18fc5c144 HTTP/1.1" status: 200 len: 210 time: 0.0442650 Mar 31 22:54:41.273741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43907338-5f65-4df8-868d-0210b3b1792c req-01869c91-8db8-4c6a-87a3-3ca4bb1cd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.275485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43907338-5f65-4df8-868d-0210b3b1792c req-01869c91-8db8-4c6a-87a3-3ca4bb1cd564 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1124 time: 0.1506424 Mar 31 22:54:41.296908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1f502a3b-56d3-4667-8d05-e75e266abae6'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:41.301727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca7d0-8ce4-452f-8270-f4361a865476 req-67006ca8-2c03-4745-8375-b2bde4292832 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.308011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7caca7d0-8ce4-452f-8270-f4361a865476 req-67006ca8-2c03-4745-8375-b2bde4292832 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 944 time: 0.0927219 Mar 31 22:54:41.364641 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a1f41355-a9a9-4378-bb5b-893da63bf8cf', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'mac_address': 'fa:16:3e:cb:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:11Z', 'updated_at': '2022-03-31T22:54:38Z', 'revision_number': 1, 'project_id': '5300b74a63c048d8817543f530bf9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:41.400033 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef3604-e29d-4cff-93b5-a8091a5c5212 None None] The sync data for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 is: [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a1f41355-a9a9-4378-bb5b-893da63bf8cf', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'mac_address': 'fa:16:3e:cb:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:11Z', 'updated_at': '2022-03-31T22:54:38Z', 'revision_number': 1, 'project_id': '5300b74a63c048d8817543f530bf9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:41.432107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7caca7d0-8ce4-452f-8270-f4361a865476 req-99a5dd67-7b54-4a29-9411-3953ac3d7488 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213593 Mar 31 22:54:41.459718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43907338-5f65-4df8-868d-0210b3b1792c req-62765f0a-9aa7-4cdd-aec8-f5189b59dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.461452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43907338-5f65-4df8-868d-0210b3b1792c req-62765f0a-9aa7-4cdd-aec8-f5189b59dd0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.1752818 Mar 31 22:54:41.543543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43907338-5f65-4df8-868d-0210b3b1792c req-2fcfafea-f55e-48b9-ba9a-b9e6d6813432 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 200 len: 217 time: 0.0663958 Mar 31 22:54:41.640157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43907338-5f65-4df8-868d-0210b3b1792c req-8d21b9cd-e984-4da7-8bdf-1ed33cbbd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.642638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43907338-5f65-4df8-868d-0210b3b1792c req-8d21b9cd-e984-4da7-8bdf-1ed33cbbd688 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.0902188 Mar 31 22:54:41.685833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9740cb-0eaf-4dc4-80b8-fe1a27717841 None None] New status for floating IP a1f41355-a9a9-4378-bb5b-893da63bf8cf: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:54:41.700128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a177-800c-4bb2-af03-2b458e120626 req-d8d4d086-ad1c-4527-9fc8-eafc88fcea05 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.701820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2712a177-800c-4bb2-af03-2b458e120626 req-d8d4d086-ad1c-4527-9fc8-eafc88fcea05 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.1351533 Mar 31 22:54:41.704514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43907338-5f65-4df8-868d-0210b3b1792c req-0b6059ff-02ff-4843-bd4d-544d5d6068f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536633 Mar 31 22:54:41.834375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:41.836724 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76b38a3-e71d-4603-9b4e-f18437be5f33" -d '{"events": [{"name": "network-changed", "server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:41.846521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2712a177-800c-4bb2-af03-2b458e120626 req-2a65e986-50ce-4787-8bfc-d5639686e442 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354780 Mar 31 22:54:41.897102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43907338-5f65-4df8-868d-0210b3b1792c req-a7b1c1de-89b4-48fc-b0b1-a0caacd25468 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753838 Mar 31 22:54:41.916026 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db96b86-2399-42a7-9177-4bdde660be57 x-openstack-request-id: req-3db96b86-2399-42a7-9177-4bdde660be57 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:41.916540 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:41.916951 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3db96b86-2399-42a7-9177-4bdde660be57 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:41.917523 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db96b86-2399-42a7-9177-4bdde660be57'] response: {'name': 'network-changed', 'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'status': 'completed', 'code': 200} Mar 31 22:54:41.999754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-eea9bb0c-1582-484c-abae-7324c603fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.001852 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-eea9bb0c-1582-484c-abae-7324c603fcbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1097 time: 0.0612450 Mar 31 22:54:42.053572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43907338-5f65-4df8-868d-0210b3b1792c req-3c28d8f7-1e69-459b-82db-997a44898f98 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502810 Mar 31 22:54:42.151789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-71e03857-f1e5-4a17-ba19-90f3da84220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.155487 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-71e03857-f1e5-4a17-ba19-90f3da84220c service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.1438155 Mar 31 22:54:42.239072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-ba965bff-2c24-4685-8ff4-3103bb71a2b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 200 len: 1001 time: 0.0756395 Mar 31 22:54:42.316464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-f04ffb44-6e7b-47d9-9516-c631f1b44c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.319330 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-f04ffb44-6e7b-47d9-9516-c631f1b44c11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.0730240 Mar 31 22:54:42.390311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-db51b64d-3717-46ca-b352-2016430f4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.392193 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-db51b64d-3717-46ca-b352-2016430f4221 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642896 Mar 31 22:54:42.508455 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-5284e20f-672e-4693-987f-94084a563537 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074212 Mar 31 22:54:42.550716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:42.555295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1f502a3b-56d3-4667-8d05-e75e266abae6 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:42.668394 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b76b38a3-e71d-4603-9b4e-f18437be5f33 req-e7c114b6-e741-4aac-8713-14abfc4c8133 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476779 Mar 31 22:54:42.902681 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:54:42.913774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:42.930043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 has no active binding in host n-h1-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:54:42.952749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 1f502a3b-56d3-4667-8d05-e75e266abae6 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:42.960370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 1f502a3b-56d3-4667-8d05-e75e266abae6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:42.961039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.055113 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.070510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c289b6df-7e66-4897-8749-2599f51e7dc1 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:43.108719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e995e5e-85a6-416a-a944-2d770f11897d req-9d560c18-3e33-4c61-9de6-60bc04e4fb7a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.115076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e995e5e-85a6-416a-a944-2d770f11897d req-9d560c18-3e33-4c61-9de6-60bc04e4fb7a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 944 time: 0.1079385 Mar 31 22:54:43.122011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fb04dd-e44e-41f2-9897-4047227abd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f502a3b-56d3-4667-8d05-e75e266abae6'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:43.124840 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725e6c95-2b85-4b3a-9290-f29e4ca3466d" -d '{"events": [{"server_uuid": "34fb04dd-e44e-41f2-9897-4047227abd6a", "name": "network-vif-plugged", "status": "completed", "tag": "1f502a3b-56d3-4667-8d05-e75e266abae6"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:43.128746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: c289b6df-7e66-4897-8749-2599f51e7dc1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:43.129265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c289b6df-7e66-4897-8749-2599f51e7dc1 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:43.151677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1f502a3b-56d3-4667-8d05-e75e266abae6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f502a3b-56d3-4667-8d05-e75e266abae6,segment=NetworkSegment(e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad),segment_id=e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:43.177836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e995e5e-85a6-416a-a944-2d770f11897d req-6c5e2133-1352-47b4-ae48-9d729295f246 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573633 Mar 31 22:54:43.289079 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.344010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1f502a3b-56d3-4667-8d05-e75e266abae6,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:43.383435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f2817-b3a6-4aa2-bf63-62395bf60f50 req-5afbd9bc-8293-4034-a5d1-060b941caf3b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.385848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-988f2817-b3a6-4aa2-bf63-62395bf60f50 req-5afbd9bc-8293-4034-a5d1-060b941caf3b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.0912194 Mar 31 22:54:43.444305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-988f2817-b3a6-4aa2-bf63-62395bf60f50 req-eed5c9e0-1ca5-46b4-b861-03ec2a8a0fb5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 Mar 31 22:54:43.603564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328488a-480c-4112-bb75-aed507bc3624 req-638a06ab-6796-414e-b462-aac90a225221 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.606456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f328488a-480c-4112-bb75-aed507bc3624 req-638a06ab-6796-414e-b462-aac90a225221 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 949 time: 0.0844328 Mar 31 22:54:43.655227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f328488a-480c-4112-bb75-aed507bc3624 req-610e57fc-52f6-41c6-94e6-a916c361c0bb tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Mar 31 22:54:43.711483 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49745992-6157-4cb9-9230-46a422de9f99 x-openstack-request-id: req-49745992-6157-4cb9-9230-46a422de9f99 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:43.711841 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fb04dd-e44e-41f2-9897-4047227abd6a", "name": "network-vif-plugged", "status": "completed", "tag": "1f502a3b-56d3-4667-8d05-e75e266abae6", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:43.712148 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49745992-6157-4cb9-9230-46a422de9f99 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:43.712546 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49745992-6157-4cb9-9230-46a422de9f99'] response: {'server_uuid': '34fb04dd-e44e-41f2-9897-4047227abd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f502a3b-56d3-4667-8d05-e75e266abae6', 'code': 200} Mar 31 22:54:43.872970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139feb2-1bf5-4995-9c41-bfc37c641eb5 req-bb25bfff-bc08-40bc-91c4-3bbb5467c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.874950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f139feb2-1bf5-4995-9c41-bfc37c641eb5 req-bb25bfff-bc08-40bc-91c4-3bbb5467c387 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 1096 time: 0.0752373 Mar 31 22:54:43.934647 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f139feb2-1bf5-4995-9c41-bfc37c641eb5 req-7fb8e833-d499-461e-a8dd-82548b20a73e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Mar 31 22:54:44.340233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be31836-3fca-4c2a-a0c1-cb843e7d82e9 req-2c326eb3-ed4e-493b-81ec-13d97a1ecb3a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.343122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0be31836-3fca-4c2a-a0c1-cb843e7d82e9 req-2c326eb3-ed4e-493b-81ec-13d97a1ecb3a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 945 time: 0.0701110 Mar 31 22:54:44.426491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0be31836-3fca-4c2a-a0c1-cb843e7d82e9 req-e16cf614-9e30-4965-bf04-a3d396ff1c04 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685451 Mar 31 22:54:44.561735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device cc49b7da-5321-472d-ad8e-3b20ab99bc32 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:44.611917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f61f-f672-4aee-a80a-e4aebbf7193e req-53e97cc3-9034-40ff-afc6-32c865c395a9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.614600 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9736f61f-f672-4aee-a80a-e4aebbf7193e req-53e97cc3-9034-40ff-afc6-32c865c395a9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.0704527 Mar 31 22:54:44.671073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9736f61f-f672-4aee-a80a-e4aebbf7193e req-ecb1004c-e3cf-4497-8b47-349a61c33041 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465772 Mar 31 22:54:44.691812 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:44.733661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:44.861695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:44.885685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-b09eee84-6f46-4e90-90c4-2d1e73ea2137 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.887379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-b09eee84-6f46-4e90-90c4-2d1e73ea2137 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 804 time: 0.1313376 Mar 31 22:54:44.909030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-a04876d8-879b-468c-beeb-811cf6beffc3 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/quotas/c795f09aaef84c42a8c4aec88e1be529 HTTP/1.1" status: 200 len: 375 time: 0.0136845 Mar 31 22:54:44.939382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:44.993063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-d2b2cce0-d506-4197-a291-aa6e0315d099 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669942 Mar 31 22:54:45.119785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f39f8c-f361-4501-91be-d5fe660b08b4 req-bbf8bb17-bfa9-464b-b83c-a3d8aca20ff2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.121662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32f39f8c-f361-4501-91be-d5fe660b08b4 req-bbf8bb17-bfa9-464b-b83c-a3d8aca20ff2 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 949 time: 0.1202750 Mar 31 22:54:45.409834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-a6fb02d5-3c19-4281-be1e-1c0bdd510136 service neutron] 10.222.0.31 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932979 Mar 31 22:54:45.449053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32f39f8c-f361-4501-91be-d5fe660b08b4 req-1bce6e1e-a226-4bee-a7cd-17deb2136794 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdff4677-fcb0-4b28-9620-5c8762b73dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178532 Mar 31 22:54:45.494538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-85c6108d-1c80-4e9d-aae2-107037af4e48 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.496065 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-85c6108d-1c80-4e9d-aae2-107037af4e48 tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 949 time: 0.0955300 Mar 31 22:54:45.600551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-5c14fc8c-2d21-4798-b033-91cfaeee1d18 service neutron] 10.222.0.31 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768920 Mar 31 22:54:45.622762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Deleting port e332b211-12f8-452f-b20c-db898e5c1acc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:45.623344 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.628675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e706b-533b-423d-82ec-ea448aa90825 req-ee5dea3f-de09-40bf-88c4-112ec76b995a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.630241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-725e706b-533b-423d-82ec-ea448aa90825 req-ee5dea3f-de09-40bf-88c4-112ec76b995a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 946 time: 0.0803380 Mar 31 22:54:45.703213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-725e706b-533b-423d-82ec-ea448aa90825 req-ada524c9-af86-4af7-aaf1-8d2687f8e2fa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534184 Mar 31 22:54:45.723169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:45.723169 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47215dc4-423c-42bc-b299-b389b73c120b" -d '{"events": [{"server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "name": "network-vif-unplugged", "status": "completed", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:45.761338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] For port e332b211-12f8-452f-b20c-db898e5c1acc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e332b211-12f8-452f-b20c-db898e5c1acc,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:45.765009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.794240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Calling delete_port for e332b211-12f8-452f-b20c-db898e5c1acc owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:45.857239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d84d9-df35-4bf6-8de7-d6407ce8620f req-2e8da9c0-97b1-4cbc-9df0-6a7144137f0e tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.867728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f2d84d9-df35-4bf6-8de7-d6407ce8620f req-2e8da9c0-97b1-4cbc-9df0-6a7144137f0e tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 945 time: 0.0951226 Mar 31 22:54:45.966546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f2d84d9-df35-4bf6-8de7-d6407ce8620f req-57014b69-47ed-4183-b1dc-0fa9cab40861 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976493 Mar 31 22:54:46.029222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fac47f-de77-4377-a365-828adcacdf6e req-4a6657e0-9051-4268-b076-812281a22f26 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.030607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99fac47f-de77-4377-a365-828adcacdf6e req-4a6657e0-9051-4268-b076-812281a22f26 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.0840533 Mar 31 22:54:46.037278 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daa49af-2669-4637-894a-b40362c55e01 x-openstack-request-id: req-6daa49af-2669-4637-894a-b40362c55e01 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:46.037877 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "name": "network-vif-unplugged", "status": "completed", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:46.038301 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6daa49af-2669-4637-894a-b40362c55e01 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:46.038988 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6daa49af-2669-4637-894a-b40362c55e01'] response: {'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'code': 200} Mar 31 22:54:46.115058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99fac47f-de77-4377-a365-828adcacdf6e req-317d08b9-1d2a-427c-ad3c-1bc481ce9790 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767863 Mar 31 22:54:46.124079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.142878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['e332b211-12f8-452f-b20c-db898e5c1acc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:46.158790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a97c3ec-58df-4fdd-a4c6-1e7d2aa3a793 req-14df429a-f4f0-4a05-a3cc-86079dd5e8eb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 210 time: 0.0765741 Mar 31 22:54:46.211283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Pushing event deleted for resources: {'Port': ['ID=e332b211-12f8-452f-b20c-db898e5c1acc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:46.257744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] No DVR routers for this DVR port e332b211-12f8-452f-b20c-db898e5c1acc on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:46.261336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.265444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5031371-3d85-4d9b-8c04-5f3891eb7db9 req-f4f71231-43f1-4788-a354-d1dbc1cb086a tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.50 "DELETE /v2.0/ports/e332b211-12f8-452f-b20c-db898e5c1acc HTTP/1.1" status: 204 len: 173 time: 0.7621980 Mar 31 22:54:46.266041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d425c-9157-4377-8544-67f0cd5f4ad1', 'name': 'network-vif-deleted', 'tag': 'e332b211-12f8-452f-b20c-db898e5c1acc'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:46.269457 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc799b-b3f6-49f1-a08d-e6cc01b5c315" -d '{"events": [{"server_uuid": "7d5d425c-9157-4377-8544-67f0cd5f4ad1", "name": "network-vif-deleted", "tag": "e332b211-12f8-452f-b20c-db898e5c1acc"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:46.315627 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6f3352-9e4b-4842-bbdc-e57f87df6dd0 x-openstack-request-id: req-4c6f3352-9e4b-4842-bbdc-e57f87df6dd0 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:46.316087 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d425c-9157-4377-8544-67f0cd5f4ad1", "name": "network-vif-deleted", "tag": "e332b211-12f8-452f-b20c-db898e5c1acc", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:46.316519 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c6f3352-9e4b-4842-bbdc-e57f87df6dd0 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:46.316971 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6f3352-9e4b-4842-bbdc-e57f87df6dd0'] response: {'server_uuid': '7d5d425c-9157-4377-8544-67f0cd5f4ad1', 'name': 'network-vif-deleted', 'tag': 'e332b211-12f8-452f-b20c-db898e5c1acc', 'status': 'completed', 'code': 200} Mar 31 22:54:46.463010 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-d793ea35-87e3-4433-9e5e-5bab37fba5c8 service neutron] 10.222.0.45 "GET /v2.0/ports/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 384 time: 0.0832052 Mar 31 22:54:46.576595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55a1849c-4c56-43ea-afe1-90872eebb56e req-c816f655-be91-4f54-a9d5-5c4b668d78ed tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0307472 Mar 31 22:54:46.771462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:46.866296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:46.888746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8121-6128-4ea5-a718-c317252a5ca6 req-d98f247c-a487-4004-be55-1fd62d42d31c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.891550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f51f8121-6128-4ea5-a718-c317252a5ca6 req-d98f247c-a487-4004-be55-1fd62d42d31c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 946 time: 0.0723491 Mar 31 22:54:46.913445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce4922-826a-4165-9167-f873fdc2050a req-ecec7045-7411-4f26-a628-6060d6f94e7f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.914988 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81ce4922-826a-4165-9167-f873fdc2050a req-ecec7045-7411-4f26-a628-6060d6f94e7f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "GET /v2.0/ports?device_id=e85a263d-8124-455f-8d4a-b5c676837e27 HTTP/1.1" status: 200 len: 944 time: 0.1156108 Mar 31 22:54:46.921136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:46.947984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f51f8121-6128-4ea5-a718-c317252a5ca6 req-beca2333-5497-490f-bd84-f6c6a4085904 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Mar 31 22:54:46.957722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:47.036711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Deleting port cc49b7da-5321-472d-ad8e-3b20ab99bc32 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:47.037109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.056513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.158417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-64a2d36e-cc76-48fc-9780-705c510893b3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.160631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-64a2d36e-cc76-48fc-9780-705c510893b3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 946 time: 0.1109555 Mar 31 22:54:47.169826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f00a64-d132-4ef5-acd0-7bd19c8c024a req-1af0a0d9-83c9-495e-bcb1-6f9481100f0e tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.171701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4f00a64-d132-4ef5-acd0-7bd19c8c024a req-1af0a0d9-83c9-495e-bcb1-6f9481100f0e tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 945 time: 0.0813742 Mar 31 22:54:47.176901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] For port cc49b7da-5321-472d-ad8e-3b20ab99bc32, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=cc49b7da-5321-472d-ad8e-3b20ab99bc32,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:47.186551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.202768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Calling delete_port for cc49b7da-5321-472d-ad8e-3b20ab99bc32 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:47.297338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4f00a64-d132-4ef5-acd0-7bd19c8c024a req-fa213e33-7585-409d-bdb4-e9bca6714b35 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125307 Mar 31 22:54:47.373173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1007b38-5220-427b-aa96-77dd6924fed2 req-2c09fe6c-df93-464a-b8a3-e125c0ca31c1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.375044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1007b38-5220-427b-aa96-77dd6924fed2 req-2c09fe6c-df93-464a-b8a3-e125c0ca31c1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 943 time: 0.1188719 Mar 31 22:54:47.396659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Deleting port ef92d670-53fa-4509-a990-7623be7b17f5 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:47.397274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.480832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6738c86e-3516-4b15-9263-de08e85a7fc2 req-a2dcdc8c-4ccd-41e9-9cd4-5743e6b1f2ce tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 210 time: 0.0776379 Mar 31 22:54:47.538838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1007b38-5220-427b-aa96-77dd6924fed2 req-080f1558-52f3-4cff-b124-e4e1d53d269f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438925 Mar 31 22:54:47.587490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] For port ef92d670-53fa-4509-a990-7623be7b17f5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ef92d670-53fa-4509-a990-7623be7b17f5,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:47.588186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.617418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Calling delete_port for ef92d670-53fa-4509-a990-7623be7b17f5 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:47.634418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] Transition to ACTIVE for port object c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:47.776703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b75dd10-32c8-42e9-ae8e-18c4c29bb62e req-d1ef327f-206d-447f-8ff7-cc9791e6a6cf tempest-ServersAdminNegativeTestJSON-989748049 tempest-ServersAdminNegativeTestJSON-989748049-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5d425c-9157-4377-8544-67f0cd5f4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0497136 Mar 31 22:54:47.888513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.956083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.966606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] No DVR routers for this DVR port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:47.978391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] Pushing event updated for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=10']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:48.024326 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.051029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ef92d670-53fa-4509-a990-7623be7b17f5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:48.074562 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-4d477ab4-c3ec-4039-8c78-288cf1cced1d service neutron] 10.222.0.45 "PUT /v2.0/ports/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6/bindings/n-h1-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6030109 Mar 31 22:54:48.081441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Pushing event deleted for resources: {'Port': ['ID=cc49b7da-5321-472d-ad8e-3b20ab99bc32,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:48.102245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event deleted for resources: {'Port': ['ID=ef92d670-53fa-4509-a990-7623be7b17f5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:48.113816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] No DVR routers for this DVR port cc49b7da-5321-472d-ad8e-3b20ab99bc32 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:48.116921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.121628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-81ce4922-826a-4165-9167-f873fdc2050a req-6dd03635-6305-41bb-91c8-cc15f3d4e20d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "DELETE /v2.0/ports/cc49b7da-5321-472d-ad8e-3b20ab99bc32 HTTP/1.1" status: 204 len: 173 time: 1.1953225 Mar 31 22:54:48.180472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4af91587-43e2-4dec-839f-fcc648de4b2e req-4cb81664-b33b-42dd-93bb-535062df465f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0767288 Mar 31 22:54:48.180472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] No DVR routers for this DVR port ef92d670-53fa-4509-a990-7623be7b17f5 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:48.182368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.187928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8444c1e-fc50-45e9-b7ec-573278cb217b req-0304e41d-4033-4e24-9aa2-891bc8c997aa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "DELETE /v2.0/ports/ef92d670-53fa-4509-a990-7623be7b17f5 HTTP/1.1" status: 204 len: 173 time: 1.0143516 Mar 31 22:54:48.189234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1152187a-4696-4262-ac91-f01819297278', 'name': 'network-vif-deleted', 'tag': 'ef92d670-53fa-4509-a990-7623be7b17f5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:48.193488 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3f0f53-d28d-45fb-89e9-a9bc724b11a8" -d '{"events": [{"server_uuid": "1152187a-4696-4262-ac91-f01819297278", "name": "network-vif-deleted", "tag": "ef92d670-53fa-4509-a990-7623be7b17f5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:48.246808 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b67a1f9-13ce-416d-917e-37b4ac1eff05 x-openstack-request-id: req-1b67a1f9-13ce-416d-917e-37b4ac1eff05 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:48.247213 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1152187a-4696-4262-ac91-f01819297278", "name": "network-vif-deleted", "tag": "ef92d670-53fa-4509-a990-7623be7b17f5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:48.247599 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b67a1f9-13ce-416d-917e-37b4ac1eff05 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:48.248083 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b67a1f9-13ce-416d-917e-37b4ac1eff05'] response: {'server_uuid': '1152187a-4696-4262-ac91-f01819297278', 'name': 'network-vif-deleted', 'tag': 'ef92d670-53fa-4509-a990-7623be7b17f5', 'status': 'completed', 'code': 200} Mar 31 22:54:48.307578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-c0340e26-a93f-47f7-8ece-e4f94d4ed7da tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.310007 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-c0340e26-a93f-47f7-8ece-e4f94d4ed7da tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.0636914 Mar 31 22:54:48.317753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'name': 'network-vif-deleted', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:48.320241 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0381eb6-0aa2-41dd-9a24-0c36ecf84c52" -d '{"events": [{"server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "name": "network-vif-deleted", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:48.364090 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d58db7d-d455-4b0f-af6b-61c11d0044ba x-openstack-request-id: req-1d58db7d-d455-4b0f-af6b-61c11d0044ba {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:48.364368 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85a263d-8124-455f-8d4a-b5c676837e27", "name": "network-vif-deleted", "tag": "cc49b7da-5321-472d-ad8e-3b20ab99bc32", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:48.364631 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d58db7d-d455-4b0f-af6b-61c11d0044ba {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:48.365028 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d58db7d-d455-4b0f-af6b-61c11d0044ba'] response: {'server_uuid': 'e85a263d-8124-455f-8d4a-b5c676837e27', 'name': 'network-vif-deleted', 'tag': 'cc49b7da-5321-472d-ad8e-3b20ab99bc32', 'status': 'completed', 'code': 200} Mar 31 22:54:48.367835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-f837a1f2-155f-4ef6-a3c5-d17209ec4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.369368 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-f837a1f2-155f-4ef6-a3c5-d17209ec4a27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd&tenant_id=629c61ff279f4c10b3d615363174bf13 HTTP/1.1" status: 200 len: 1095 time: 0.0457704 Mar 31 22:54:48.466961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-d452f016-735a-4af3-a39f-db826cf7951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.470712 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-d452f016-735a-4af3-a39f-db826cf7951d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1095 time: 0.0619516 Mar 31 22:54:48.541109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6091-9744-42ef-a8ed-533020f156ca req-364ba24f-3984-4df1-ae73-af9e5076063a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.555226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fc6091-9744-42ef-a8ed-533020f156ca req-364ba24f-3984-4df1-ae73-af9e5076063a tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 945 time: 0.1080403 Mar 31 22:54:48.572731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e332b211-12f8-452f-b20c-db898e5c1acc no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:48.630741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: e332b211-12f8-452f-b20c-db898e5c1acc {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:48.632011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e332b211-12f8-452f-b20c-db898e5c1acc not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:48.668221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fc6091-9744-42ef-a8ed-533020f156ca req-4a0fab64-ac38-4195-ab8e-7594d7b59149 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096878 Mar 31 22:54:48.680822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-e9e31321-80bd-46c2-ac65-d116add136fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.684048 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-e9e31321-80bd-46c2-ac65-d116add136fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.2054670 Mar 31 22:54:48.704138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64372d02-fdb0-4cc4-9da5-3c11227e1feb req-84452bd8-043c-465e-804e-045cac64932a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 210 time: 0.0690007 Mar 31 22:54:48.780656 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-295edfc4-c9fb-4882-98c7-4a5e52c33a03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 200 len: 217 time: 0.0870912 Mar 31 22:54:48.861499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e631-c4a5-4cdf-b9de-2379f1df3f54 req-9e957ebb-fdf7-4937-8d47-7c699fcdeb84 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.869389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fab8e631-c4a5-4cdf-b9de-2379f1df3f54 req-9e957ebb-fdf7-4937-8d47-7c699fcdeb84 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.0808113 Mar 31 22:54:48.870271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-55f0bf61-43c3-4d1c-9249-5eee571e5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.873883 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-55f0bf61-43c3-4d1c-9249-5eee571e5216 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.0858095 Mar 31 22:54:48.935084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fab8e631-c4a5-4cdf-b9de-2379f1df3f54 req-27df2746-4447-415b-926f-a3d07b9702dd tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586860 Mar 31 22:54:48.936133 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-07fe6bf4-03fa-4429-8c12-b7755953e78d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519300 Mar 31 22:54:49.107996 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-1c9acb62-2b26-49b6-8f2e-806c04cd2d91 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629903 Mar 31 22:54:49.254042 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-93630792-aacd-488a-9940-8489878038ff service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960541 Mar 31 22:54:49.295106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72020967-e868-4592-be8a-34b29bdca305 req-ff90e53c-17a2-4fbe-860a-b0b5a1211ff7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0316741 Mar 31 22:54:49.875990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1b2a788-2fbe-4acd-abd7-72973a7cd6b6 req-d2ccf79b-d82a-4e7d-ad87-cf243d7af239 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 210 time: 0.0313346 Mar 31 22:54:49.907913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ee031-a9fb-4e40-9c5d-6e8791219132 req-11d0fac0-d9de-4133-affb-8671b76b466b tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.927652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-560ee031-a9fb-4e40-9c5d-6e8791219132 req-11d0fac0-d9de-4133-affb-8671b76b466b tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 945 time: 0.1443996 Mar 31 22:54:50.006183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-560ee031-a9fb-4e40-9c5d-6e8791219132 req-e6fab77c-d945-4d6d-834a-473d4043f862 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660262 Mar 31 22:54:50.040920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-4f45289a-920c-4e5b-ace2-be89924c2a20 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.040920 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-4f45289a-920c-4e5b-ace2-be89924c2a20 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 804 time: 0.3111484 Mar 31 22:54:50.103428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Request body: {'port': {'device_id': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'admin_state_up': True, 'tenant_id': 'c795f09aaef84c42a8c4aec88e1be529'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:50.149094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bd612-5446-47b2-91ca-b4c58eab1543 req-77a0afe0-fc6a-45c8-85b9-8472c39e6e2c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.151372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f67bd612-5446-47b2-91ca-b4c58eab1543 req-77a0afe0-fc6a-45c8-85b9-8472c39e6e2c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.0710239 Mar 31 22:54:50.167287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59966) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:50.221137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f67bd612-5446-47b2-91ca-b4c58eab1543 req-5544f285-0327-4211-8696-7bf33cc928bb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601864 Mar 31 22:54:50.254268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-61f6ed0c-87e1-47e9-9d0d-9efb3716a208 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.254268 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-61f6ed0c-87e1-47e9-9d0d-9efb3716a208 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.50 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 945 time: 0.2140920 Mar 31 22:54:50.427278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Deleting port 1f502a3b-56d3-4667-8d05-e75e266abae6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:50.427700 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.519303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Made reservation on behalf of c795f09aaef84c42a8c4aec88e1be529 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:50.523701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.526781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-348d27ce-d9b6-49a3-83e3-b072ae5e169a req-5c707fac-70c3-45a9-889e-343f53c6443d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0517950 Mar 31 22:54:50.570727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-94c02728-4de3-4f4a-b9a9-29be4737c10c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f532c3d29da8473da1c11a3a331216d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021304 Mar 31 22:54:50.581114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59972) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:50.593761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device cc49b7da-5321-472d-ad8e-3b20ab99bc32 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:50.623342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-393203e2-7b42-4903-9ea6-a2a6d8160a50 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.625080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-393203e2-7b42-4903-9ea6-a2a6d8160a50 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.0964522 Mar 31 22:54:50.644998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: cc49b7da-5321-472d-ad8e-3b20ab99bc32 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:50.645753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device cc49b7da-5321-472d-ad8e-3b20ab99bc32 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:50.693398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] For port 1f502a3b-56d3-4667-8d05-e75e266abae6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f502a3b-56d3-4667-8d05-e75e266abae6,segment=NetworkSegment(e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad),segment_id=e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:50.693762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.771177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Calling delete_port for 1f502a3b-56d3-4667-8d05-e75e266abae6 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:50.899558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71142906-e49d-40d7-a28f-1bed7dc6f31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.951892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71142906-e49d-40d7-a28f-1bed7dc6f31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.989762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-22e3ca53-0877-4eb5-abc6-185173eaef21 service neutron] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:50.993384 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-22e3ca53-0877-4eb5-abc6-185173eaef21 service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.994569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9266330-ee2f-4b08-81f3-e1fba1a18935 req-22e3ca53-0877-4eb5-abc6-185173eaef21 service neutron] 10.222.0.50 "DELETE /v2.0/ports/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6/bindings/n-h2-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.3602250 Mar 31 22:54:51.039262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Allocated IP 172.20.0.3 (3907e46e-97a4-4f7e-b046-ea7250854537/d9705564-59f2-41bc-8be5-a7150ffee069/499d3672-e35b-42a1-990a-49616235de61) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:51.049726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bd4dda9-7e37-466d-86a7-f5fed08719ec req-f7612a58-5c5c-4a01-b537-dfb7fd61d5fa tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 210 time: 0.0435755 Mar 31 22:54:51.098375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:51.190683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:51.191703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ef92d670-53fa-4509-a990-7623be7b17f5 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:51.232775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: ef92d670-53fa-4509-a990-7623be7b17f5 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:51.232775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ef92d670-53fa-4509-a990-7623be7b17f5 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:51.242008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e654c8-b820-400a-b43c-dd658a6634f2 req-cb63cc97-a4c3-4b0d-803d-7eef1157c79e tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.244131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30e654c8-b820-400a-b43c-dd658a6634f2 req-cb63cc97-a4c3-4b0d-803d-7eef1157c79e tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 945 time: 0.1068003 Mar 31 22:54:51.299271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30e654c8-b820-400a-b43c-dd658a6634f2 req-1f768046-a541-402e-b8e3-e038c08c478b tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55b1bfe-4e95-43fe-9797-17e197647dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Mar 31 22:54:51.338550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71142906-e49d-40d7-a28f-1bed7dc6f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.349181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71142906-e49d-40d7-a28f-1bed7dc6f31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.349181 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-71142906-e49d-40d7-a28f-1bed7dc6f31c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdff4677-fcb0-4b28-9620-5c8762b73dcf HTTP/1.1" status: 204 len: 168 time: 0.7589917 Mar 31 22:54:51.392301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71142906-e49d-40d7-a28f-1bed7dc6f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdff4677-fcb0-4b28-9620-5c8762b73dcf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:51.394370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.421390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1f502a3b-56d3-4667-8d05-e75e266abae6'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:51.465119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d4be4-4027-4073-998e-d665a74ae721 req-792b8704-df36-4811-9685-82d1747dd682 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.471683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Pushing event deleted for resources: {'Port': ['ID=1f502a3b-56d3-4667-8d05-e75e266abae6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:51.477851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b97d4be4-4027-4073-998e-d665a74ae721 req-792b8704-df36-4811-9685-82d1747dd682 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.1366472 Mar 31 22:54:51.546727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b97d4be4-4027-4073-998e-d665a74ae721 req-75c0841c-9f6f-41b2-8129-b8bc4a4c1936 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608525 Mar 31 22:54:51.592797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] No DVR routers for this DVR port 1f502a3b-56d3-4667-8d05-e75e266abae6 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:51.642032 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.662012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13da23fb-d032-4572-9a33-94ef7c4dc696 req-6c3a7c2a-246c-4cda-b2fe-f5fc9fcdf126 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0473914 Mar 31 22:54:51.685745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.689820 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-564c3ae5-3080-45fa-984e-d3c751bf046c req-a6d5064b-6d27-4ffa-8cc4-42878fe48076 tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.50 "DELETE /v2.0/ports/1f502a3b-56d3-4667-8d05-e75e266abae6 HTTP/1.1" status: 204 len: 173 time: 1.4270406 Mar 31 22:54:51.690322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fb04dd-e44e-41f2-9897-4047227abd6a', 'name': 'network-vif-deleted', 'tag': '1f502a3b-56d3-4667-8d05-e75e266abae6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:51.693573 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c2b791-f96a-4c3b-ab7d-0ea74c371c7f" -d '{"events": [{"server_uuid": "34fb04dd-e44e-41f2-9897-4047227abd6a", "name": "network-vif-deleted", "tag": "1f502a3b-56d3-4667-8d05-e75e266abae6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:51.756204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cca57-7500-465a-a502-ecb60c993ff2 req-cdaae4db-699a-4aa5-a3d4-06c2726b8413 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.758044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e80cca57-7500-465a-a502-ecb60c993ff2 req-cdaae4db-699a-4aa5-a3d4-06c2726b8413 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1095 time: 0.0523834 Mar 31 22:54:51.772499 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752b8874-255f-4ea4-87b4-ae71646461aa x-openstack-request-id: req-752b8874-255f-4ea4-87b4-ae71646461aa {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:51.772981 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fb04dd-e44e-41f2-9897-4047227abd6a", "name": "network-vif-deleted", "tag": "1f502a3b-56d3-4667-8d05-e75e266abae6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:51.773230 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-752b8874-255f-4ea4-87b4-ae71646461aa {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:51.774193 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752b8874-255f-4ea4-87b4-ae71646461aa'] response: {'server_uuid': '34fb04dd-e44e-41f2-9897-4047227abd6a', 'name': 'network-vif-deleted', 'tag': '1f502a3b-56d3-4667-8d05-e75e266abae6', 'status': 'completed', 'code': 200} Mar 31 22:54:51.802119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e80cca57-7500-465a-a502-ecb60c993ff2 req-b96cb9b5-1f36-4a3e-892e-c5b6b532d210 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360000 Mar 31 22:54:51.893330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.958999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Network 3907e46e-97a4-4f7e-b046-ea7250854537 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:51.963471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:51.981347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:52.116312 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.119580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.154964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Pushing event updated for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:52.243501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-4a724780-bae7-4477-b8b6-ebe7bbd7c983 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.244998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-4a724780-bae7-4477-b8b6-ebe7bbd7c983 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 807 time: 0.1450047 Mar 31 22:54:52.263396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac7da1-2478-4478-93ef-49252931296e req-cd0a8d65-f6c2-45da-a93e-9cfe82bd0b4d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.265810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05ac7da1-2478-4478-93ef-49252931296e req-cd0a8d65-f6c2-45da-a93e-9cfe82bd0b4d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 931 time: 0.0823770 Mar 31 22:54:52.294702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1781b1a1-df91-41da-8dd8-8c9b4b162714 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/quotas/629c61ff279f4c10b3d615363174bf13 HTTP/1.1" status: 200 len: 375 time: 0.0204544 Mar 31 22:54:52.342228 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-f245af69-2031-460a-8d1a-699ab6f00b4a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2486906 Mar 31 22:54:52.352918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05ac7da1-2478-4478-93ef-49252931296e req-a9c6f6ad-f82c-438b-a194-a26b252a53de tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783536 Mar 31 22:54:52.355685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Request body: {'port': {'device_id': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:52.381279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-8da8ca09-0aea-4f0d-9928-38e342f556b1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734701 Mar 31 22:54:52.474235 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.550618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a449a9d-eaa3-4d6d-b773-a746b5dbe99a req-7a62e85f-d833-43dd-9504-5b3e279bf6fb tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 210 time: 0.0607076 Mar 31 22:54:52.627598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-4730b3f9-4514-41fe-9534-44822dd46fe7 service neutron] 10.222.0.31 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343011 Mar 31 22:54:52.767593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-adeefdec-8d0b-4cf4-8709-fb23557348b8 service neutron] 10.222.0.31 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369443 Mar 31 22:54:52.828157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60014) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:52.840596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb890b0-f5ce-4f6c-98d2-cacfe0eca930 req-8a1396fe-d0b8-4cfc-baeb-321c0768b996 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0656321 Mar 31 22:54:52.902946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499d3672-e35b-42a1-990a-49616235de61 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:52.915452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.933686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60016) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:52.934140 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ec1e577d-0a65-4f2d-8463-d76465c55701 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f95c3b5e6ab64232b23bf0abe331b366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1044230 Mar 31 22:54:52.945978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Transition to ACTIVE for port object 499d3672-e35b-42a1-990a-49616235de61 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:52.989283 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.015494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.301602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.340287 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.345379 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.351459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/664c9205-eb10-463f-b9b4-3c3f3f774494 HTTP/1.1" status: 204 len: 168 time: 0.4122086 Mar 31 22:54:53.361393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664c9205-eb10-463f-b9b4-3c3f3f774494,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:53.375417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.389447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f745-2118-4119-9863-12160c721a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.467104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:53.501295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.502147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.502807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.503518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.504280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.505183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.505840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.506400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.510157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.510157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.510157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.510157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:53.571568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50e07dc0-fdd5-4d47-83e6-0056b6b30c7c req-de02459f-aa16-4279-a62d-5b206b708e0c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 210 time: 0.1189840 Mar 31 22:54:53.574595 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Attempting to bind port 499d3672-e35b-42a1-990a-49616235de61 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:53.579852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Attempting to bind port 499d3672-e35b-42a1-990a-49616235de61 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:53.580339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Attempting to bind port 499d3672-e35b-42a1-990a-49616235de61 on network 3907e46e-97a4-4f7e-b046-ea7250854537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:53.592149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Port 499d3672-e35b-42a1-990a-49616235de61 on network 3907e46e-97a4-4f7e-b046-ea7250854537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:53.602016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Attempting to bind port 499d3672-e35b-42a1-990a-49616235de61 on network 3907e46e-97a4-4f7e-b046-ea7250854537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:53.605874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:53.606409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Checking segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:53.606779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Bound using segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:53.607459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Bound port: 499d3672-e35b-42a1-990a-49616235de61, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:53.608196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.688964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d9e4-4ed0-4a60-a0fb-f98d84e43f1a req-2ba0cfd3-dffb-4ac1-b73a-e7269c12d790 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.691228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49c7d9e4-4ed0-4a60-a0fb-f98d84e43f1a req-2ba0cfd3-dffb-4ac1-b73a-e7269c12d790 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 943 time: 0.1039324 Mar 31 22:54:53.736181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:53.740270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:53.761878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49c7d9e4-4ed0-4a60-a0fb-f98d84e43f1a req-c5445c96-7eca-4247-9bb6-b3ffea5e453d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588417 Mar 31 22:54:53.777610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64a8b8a7-ef9c-40b7-99a2-1de563009a99 req-6d00db96-aa84-4f67-ac8b-6e0fe0b6a1cc tempest-InstanceActionsNegativeTestJSON-1657169183 tempest-InstanceActionsNegativeTestJSON-1657169183-project] 10.222.0.31 "GET /v2.0/ports?device_id=34fb04dd-e44e-41f2-9897-4047227abd6a HTTP/1.1" status: 200 len: 210 time: 0.0343966 Mar 31 22:54:53.945219 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.032953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dca2b0d7-59a2-4aa3-ad06-ee9ab13fa590 req-d1892a44-4490-49a5-a5c5-49f02d6b5c4d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0854306 Mar 31 22:54:54.079792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.080429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.082147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] 10.222.0.50 "PUT /v2.0/ports/499d3672-e35b-42a1-990a-49616235de61 HTTP/1.1" status: 200 len: 1091 time: 1.7321157 Mar 31 22:54:54.082652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'tag': '499d3672-e35b-42a1-990a-49616235de61'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:54.091091 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05666505-3c38-4131-a8e6-15d6e3f174d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "tag": "499d3672-e35b-42a1-990a-49616235de61"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:54.091351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a6345-e676-464f-9e5e-cd70a730ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:54.150394 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d656b-828b-46e6-ad24-80e2fd7b8a57 x-openstack-request-id: req-446d656b-828b-46e6-ad24-80e2fd7b8a57 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:54.150871 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "tag": "499d3672-e35b-42a1-990a-49616235de61", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:54.151287 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-446d656b-828b-46e6-ad24-80e2fd7b8a57 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:54.151952 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446d656b-828b-46e6-ad24-80e2fd7b8a57'] response: {'name': 'network-changed', 'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'tag': '499d3672-e35b-42a1-990a-49616235de61', 'status': 'completed', 'code': 200} Mar 31 22:54:54.254599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05666505-3c38-4131-a8e6-15d6e3f174d3 req-69f31817-6b7a-47b3-9922-ba88f4615ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.257667 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05666505-3c38-4131-a8e6-15d6e3f174d3 req-69f31817-6b7a-47b3-9922-ba88f4615ed8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 1094 time: 0.0828896 Mar 31 22:54:54.446460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05666505-3c38-4131-a8e6-15d6e3f174d3 req-e3525834-072c-4d69-a1f1-9440308c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.452344 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05666505-3c38-4131-a8e6-15d6e3f174d3 req-e3525834-072c-4d69-a1f1-9440308c17ff service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c795f09aaef84c42a8c4aec88e1be529&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1874299 Mar 31 22:54:54.606058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1f502a3b-56d3-4667-8d05-e75e266abae6 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:54.614847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05666505-3c38-4131-a8e6-15d6e3f174d3 req-b71a1ee2-afca-45ec-9bbc-dddfac199629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.616581 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05666505-3c38-4131-a8e6-15d6e3f174d3 req-b71a1ee2-afca-45ec-9bbc-dddfac199629 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551847 Mar 31 22:54:54.689189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 1f502a3b-56d3-4667-8d05-e75e266abae6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:54.689649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1f502a3b-56d3-4667-8d05-e75e266abae6 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:54.746413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bfd1cf6-47bb-4151-aa04-d35c07d91bef req-1955ae37-f97e-4d65-a630-bcb3bce77b73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 210 time: 0.0624182 Mar 31 22:54:54.766305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da5c53-15a2-4542-b5e4-4d2d4acfd2f5 req-ec00fcb7-69f7-4814-b0ad-5640e2385267 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.768045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56da5c53-15a2-4542-b5e4-4d2d4acfd2f5 req-ec00fcb7-69f7-4814-b0ad-5640e2385267 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 945 time: 0.1956646 Mar 31 22:54:54.794566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-8ef86d47-3c14-4763-ab0c-1bc2aee17402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.796723 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-8ef86d47-3c14-4763-ab0c-1bc2aee17402 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 1094 time: 0.1125526 Mar 31 22:54:54.841035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56da5c53-15a2-4542-b5e4-4d2d4acfd2f5 req-fd6128d8-93ce-4390-a5ea-deacde00be03 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581496 Mar 31 22:54:54.872703 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-a6343269-19fc-4cf0-a23d-4e043c348076 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=499d3672-e35b-42a1-990a-49616235de61 HTTP/1.1" status: 200 len: 217 time: 0.0673170 Mar 31 22:54:54.904978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60060) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:54.973065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-5bb96d74-2aa4-416c-9ef0-650f7ce20bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.975309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d375b6-e97a-4015-8372-7614a5111d1c admin admin] Deleting subnet 5e87556b-743a-428b-8a34-9e632824df30 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:54:54.975929 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-5bb96d74-2aa4-416c-9ef0-650f7ce20bc8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9705564-59f2-41bc-8be5-a7150ffee069 HTTP/1.1" status: 200 len: 844 time: 0.0964074 Mar 31 22:54:54.981709 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d375b6-e97a-4015-8372-7614a5111d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.045801 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-b953ea3e-15e2-4d1b-b88d-b10de0ad05f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3907e46e-97a4-4f7e-b046-ea7250854537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615292 Mar 31 22:54:55.046843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fa75e-6ea4-4069-9b57-e476e9256fac req-53bae02c-e39b-41e1-8305-ad3bc38bf5c8 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.048602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec2fa75e-6ea4-4069-9b57-e476e9256fac req-53bae02c-e39b-41e1-8305-ad3bc38bf5c8 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 943 time: 0.1782348 Mar 31 22:54:55.050873 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d375b6-e97a-4015-8372-7614a5111d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.129320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec2fa75e-6ea4-4069-9b57-e476e9256fac req-b7058705-0439-49e8-ae66-4b51c0e25f52 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584500 Mar 31 22:54:55.152658 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d375b6-e97a-4015-8372-7614a5111d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.216385 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-2dd18c7b-ea67-41b5-abbd-c99af61f465f service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587529 Mar 31 22:54:55.245454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2321188-6207-4510-9426-645f34b1bbe8 req-c6e4c750-0fe0-4b62-a326-88e075af38a4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=1152187a-4696-4262-ac91-f01819297278 HTTP/1.1" status: 200 len: 210 time: 0.0359118 Mar 31 22:54:55.355800 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15cc6d70-762e-4f4c-81d7-5346ee11942c req-dd6ad78c-c45f-4294-80f8-4ca9b6d72382 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309063 Mar 31 22:54:55.433191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d375b6-e97a-4015-8372-7614a5111d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.464904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d375b6-e97a-4015-8372-7614a5111d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e87556b-743a-428b-8a34-9e632824df30,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:55.470575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d375b6-e97a-4015-8372-7614a5111d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.475279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f1d375b6-e97a-4015-8372-7614a5111d1c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5e87556b-743a-428b-8a34-9e632824df30 HTTP/1.1" status: 204 len: 168 time: 0.5690942 Mar 31 22:54:55.479341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60074) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:55.571162 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.680884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.726509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6ffbc1-2004-427f-b991-b9e3dd17d115']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:55.746730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:55.750928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ad1e81-82cd-4fd1-b97a-03f3e43cf8ad') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:55.763769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.780839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.789418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:54:55.789910 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:54:55.791937 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:54:55.796610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60082) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:55.927873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9385e1a2-6231-422e-9d67-739b499150d1 req-20fec350-964a-4144-9ad9-b6da31f903c3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 210 time: 0.0387974 Mar 31 22:54:55.973567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-438776258-network', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:56.133148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.140825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.146722 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] 10.222.0.31 "DELETE /v2.0/networks/bb6ffbc1-2004-427f-b991-b9e3dd17d115 HTTP/1.1" status: 204 len: 168 time: 0.6660078 Mar 31 22:54:56.160605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd290cf-192f-44ea-91f9-4e407eb36adf admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6ffbc1-2004-427f-b991-b9e3dd17d115,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:56.175091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Made reservation on behalf of f980fcf8ca77461a963dad745b110b30 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:56.179069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.199282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.347156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.360192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26f32e-7091-4e11-8e3e-92c415832cf5 req-6af81808-385d-4568-acfa-cc7f3c37d879 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.361917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b26f32e-7091-4e11-8e3e-92c415832cf5 req-6af81808-385d-4568-acfa-cc7f3c37d879 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 943 time: 0.0897119 Mar 31 22:54:56.410310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b26f32e-7091-4e11-8e3e-92c415832cf5 req-9caeb087-963f-49a6-be94-f45a61390f3e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379796 Mar 31 22:54:56.643529 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.690199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:54:56.721065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4564f4-b494-4622-b41a-fa4daa3d4ef2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:56.730412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.731030 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Added segment f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90 of type vlan for network 860e4933-04ca-420d-9d9a-95a5d891f35a Mar 31 22:54:56.810913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.848794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cba15-d316-49b1-96b1-a313a66a4065 req-ca91ac55-7f30-4e18-bd9a-740dfed80d62 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.850497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc9cba15-d316-49b1-96b1-a313a66a4065 req-ca91ac55-7f30-4e18-bd9a-740dfed80d62 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 945 time: 0.1013753 Mar 31 22:54:56.919179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc9cba15-d316-49b1-96b1-a313a66a4065 req-bfe5aafa-e23b-41e4-9860-e3d7f69f9de4 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573533 Mar 31 22:54:57.039390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.046612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.046612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.049209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60116) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:57.106246 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c5fe3596-1073-45bc-b6ad-87f4deb15ecf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75e14aa7b35d4124bed00dd3c9e525f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556653 Mar 31 22:54:57.111559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60118) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:57.112656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-585452b0-cb73-434b-99b2-71df524411b7 req-a7c2da19-eac9-4432-bf8a-e1f55a748a55 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 210 time: 0.0749426 Mar 31 22:54:57.175499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] Pushing event updated for resources: {'Network': ['ID=860e4933-04ca-420d-9d9a-95a5d891f35a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:57.188691 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54cca17c-5e8b-42fe-a9ed-59334e1e47c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.192425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 860e4933-04ca-420d-9d9a-95a5d891f35a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:54:57.228423 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54cca17c-5e8b-42fe-a9ed-59334e1e47c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.231929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a08eb-e4a0-4867-8c43-606ec981af33 req-550bb033-1199-4244-9a22-99236817433e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.233553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b14a08eb-e4a0-4867-8c43-606ec981af33 req-550bb033-1199-4244-9a22-99236817433e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.2911677 Mar 31 22:54:57.265796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b14a08eb-e4a0-4867-8c43-606ec981af33 req-254cd8e1-a697-4c61-8071-5c0e11a45721 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/quotas/c91b29970f0a4a4fb4b7d1e2e94bbff6 HTTP/1.1" status: 200 len: 375 time: 0.0198932 Mar 31 22:54:57.298046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-808c96ec-85d5-4d6f-bc86-03d6346034ba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4985223 Mar 31 22:54:57.302374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60120) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:57.310017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Request body: {'subnet': {'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-subnet', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:57.327320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b14a08eb-e4a0-4867-8c43-606ec981af33 req-54057c45-9385-4752-b3f6-19851d05436b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500529 Mar 31 22:54:57.559866 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54cca17c-5e8b-42fe-a9ed-59334e1e47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.565106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54cca17c-5e8b-42fe-a9ed-59334e1e47c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.571507 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-54cca17c-5e8b-42fe-a9ed-59334e1e47c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e55b1bfe-4e95-43fe-9797-17e197647dc2 HTTP/1.1" status: 204 len: 168 time: 0.4544852 Mar 31 22:54:57.572314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Made reservation on behalf of f980fcf8ca77461a963dad745b110b30 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:57.576181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.610375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cca17c-5e8b-42fe-a9ed-59334e1e47c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b1bfe-4e95-43fe-9797-17e197647dc2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:57.806513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b14a08eb-e4a0-4867-8c43-606ec981af33 req-9daf2012-af7a-4766-bd1f-08651f25fdbf service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702156 Mar 31 22:54:57.817952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f41da-8c57-4d0a-8a6b-c810694a6b9c req-4e049680-2435-46a8-bc46-e42f489ab230 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.819250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-862f41da-8c57-4d0a-8a6b-c810694a6b9c req-4e049680-2435-46a8-bc46-e42f489ab230 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 943 time: 0.1542614 Mar 31 22:54:57.932103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-2181cdba-4e23-4a46-89bb-f89200112b08 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.933595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-2181cdba-4e23-4a46-89bb-f89200112b08 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 807 time: 0.2287722 Mar 31 22:54:57.956924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Request body: {'port': {'device_id': '81206408-63d8-4383-b318-5f7deb87507b', 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'admin_state_up': True, 'tenant_id': '629c61ff279f4c10b3d615363174bf13'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:57.965652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-862f41da-8c57-4d0a-8a6b-c810694a6b9c req-2a5a9024-0208-494c-8192-8d7dd625f1c9 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331255 Mar 31 22:54:58.040892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:58.102208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b14a08eb-e4a0-4867-8c43-606ec981af33 req-f9e109c7-8d3a-408f-b2cc-4538f7850a28 service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791219 Mar 31 22:54:58.159150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a652a44-412d-4583-b934-017d2a3703c6,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:58.176219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Checking segment: {'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:58.181341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Network hostable DHCP agents. Network: 860e4933-04ca-420d-9d9a-95a5d891f35a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:54:58.198313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f20067-0a4f-4a98-ba97-7a3c84a10668 req-23cd7e75-aaca-411e-97b6-6624adc3ca35 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.200472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09f20067-0a4f-4a98-ba97-7a3c84a10668 req-23cd7e75-aaca-411e-97b6-6624adc3ca35 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 945 time: 0.1223249 Mar 31 22:54:58.266828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09f20067-0a4f-4a98-ba97-7a3c84a10668 req-6e307635-14aa-4295-8b31-e2725f53dd4e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups?id=839d45fb-46fa-4b85-8afd-a376b74576c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576625 Mar 31 22:54:58.293352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Network 860e4933-04ca-420d-9d9a-95a5d891f35a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:54:58.399684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e4d8a5c-ab96-4383-a5db-6d9d5419f58d req-1b52c008-9130-4737-9615-927f51206934 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 210 time: 0.0391548 Mar 31 22:54:58.455257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Made reservation on behalf of 629c61ff279f4c10b3d615363174bf13 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:58.458988 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:58.495847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-be4b51f8-c1ea-4e8f-8aad-e04e91eda845 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.498028 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-be4b51f8-c1ea-4e8f-8aad-e04e91eda845 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 945 time: 0.0753417 Mar 31 22:54:58.505036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 860e4933-04ca-420d-9d9a-95a5d891f35a) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:58.519657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a274b0-5064-49b5-8fda-1aeb443189d5 None None] Network 860e4933-04ca-420d-9d9a-95a5d891f35a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:58.524708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.526087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:58.637135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 499d3672-e35b-42a1-990a-49616235de61 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:58.708820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e3a0466-9a83-4a0b-a6a0-f595c6457147 req-7e67ae25-066a-4d66-af6d-c5f05caa24b8 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=ada38deb-472c-4786-a1ac-ef524d3556ff HTTP/1.1" status: 200 len: 210 time: 0.0747495 Mar 31 22:54:58.778423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Allocated IP 172.20.0.2 (9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c/85be71c1-b753-4352-b68e-ea1525cdd602/1859138a-28ac-4df9-a211-1173f35e4c87) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:58.787174 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a695263e-3a57-4e02-ad35-e9a3f247f19a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4783347 Mar 31 22:54:58.791760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60148) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:58.797445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:58.850076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Deleting port 4b483cca-d17e-4b89-b88a-d9b93d2085bf {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:58.850572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.028494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.049434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.223717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-860e4933-04ca-420d-9d9a-95a5d891f35a', 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'fixed_ips': [{'subnet_id': '7a652a44-412d-4583-b934-017d2a3703c6'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:54:59.225718 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.258057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] For port 4b483cca-d17e-4b89-b88a-d9b93d2085bf, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4b483cca-d17e-4b89-b88a-d9b93d2085bf,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:59.258869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.452375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:59.491900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '499d3672-e35b-42a1-990a-49616235de61', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'port_id': '499d3672-e35b-42a1-990a-49616235de61', 'mac_address': 'fa:16:3e:c9:e5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9705564-59f2-41bc-8be5-a7150ffee069', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:59.581207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.581207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.581207 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Floating IP e8137a96-b450-4198-ac05-cf1610671131 disassociated. External IP: 172.25.4.202, port: 4b483cca-d17e-4b89-b88a-d9b93d2085bf. Mar 31 22:54:59.581207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Calling delete_port for 4b483cca-d17e-4b89-b88a-d9b93d2085bf owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:59.616110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.645885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499d3672-e35b-42a1-990a-49616235de61 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:59.677765 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.697221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:59.707196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Allocated IP 172.20.0.2 (860e4933-04ca-420d-9d9a-95a5d891f35a/7a652a44-412d-4583-b934-017d2a3703c6/a141aa60-8af1-4096-819a-a7b2fce94d99) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:59.739840 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.751547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a881d-a55a-470f-9335-4969a997e84d req-ff4c49ae-329f-4747-8103-79fdf36710a6 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.759793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de5a881d-a55a-470f-9335-4969a997e84d req-ff4c49ae-329f-4747-8103-79fdf36710a6 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 943 time: 0.4899075 Mar 31 22:54:59.843961 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.895672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de5a881d-a55a-470f-9335-4969a997e84d req-cefd17c4-9733-4596-8168-70bd9e53e6eb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342537 Mar 31 22:54:59.934830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.999616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60182) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:00.004968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event deleted for resources: {'Port': ['ID=4b483cca-d17e-4b89-b88a-d9b93d2085bf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:00.009972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:00.079655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.080182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.083021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.107627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.107627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.107627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.107627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.107627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.107627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.107627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.107627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.111266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:00.139967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.148428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['499d3672-e35b-42a1-990a-49616235de61'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:00.311851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2019725851-network', 'tenant_id': '651e19392650418a842d1e210f2c6878'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:00.330090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f5dfa31-189f-4196-969a-1a09f3d473f2 req-5c72ad4c-1044-4fd2-8898-a97768a49e89 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.2058265 Mar 31 22:55:00.347918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Router bfb32af3-2820-4fd6-a5e7-684182ced1eb has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:55:00.368217 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.455401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:00.465205 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.472206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:00.481803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Made reservation on behalf of 651e19392650418a842d1e210f2c6878 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:00.485675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.492384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:00.527182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.594128 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.599105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5fdd2-bad8-4803-bc6b-190815973cd3 req-6069ed1d-5fa2-4efa-a04f-f127790ac913 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.600847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2f5fdd2-bad8-4803-bc6b-190815973cd3 req-6069ed1d-5fa2-4efa-a04f-f127790ac913 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 931 time: 0.2280614 Mar 31 22:55:00.620929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Pushing event updated for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:00.794539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:00.795844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Network 860e4933-04ca-420d-9d9a-95a5d891f35a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:00.817188 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] Sync routers for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:00.820203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:00.824901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:00.826395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.828784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.851361 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:00.855018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Pushing event updated for resources: {'Port': ['ID=a141aa60-8af1-4096-819a-a7b2fce94d99,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:00.860578 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:00.873370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.977124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] No DVR routers for this DVR port 4b483cca-d17e-4b89-b88a-d9b93d2085bf on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:00.977124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.007960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:55:01.026254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.031137 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Added segment 2f69f2dd-549e-4180-a8ba-9dc6d12f01ae of type vlan for network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 Mar 31 22:55:01.038144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2f5fdd2-bad8-4803-bc6b-190815973cd3 req-63223428-ea04-4bff-9e35-be28194396f9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076989 Mar 31 22:55:01.074663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Attempting to bind port a141aa60-8af1-4096-819a-a7b2fce94d99 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:01.074663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Attempting to bind port a141aa60-8af1-4096-819a-a7b2fce94d99 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:01.074663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Attempting to bind port a141aa60-8af1-4096-819a-a7b2fce94d99 on network 860e4933-04ca-420d-9d9a-95a5d891f35a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:01.090920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:01.091299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Checking segment: {'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:01.091985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.092811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Bound using segment: {'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:01.093627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Bound port: a141aa60-8af1-4096-819a-a7b2fce94d99, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:01.094385 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.127361 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.133263 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d4c7dd4-d8e1-4b16-902a-7f4b5a0b6171 req-10a442bd-d252-4e72-b5ee-868105275d1e tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.45 "DELETE /v2.0/ports/4b483cca-d17e-4b89-b88a-d9b93d2085bf HTTP/1.1" status: 204 len: 173 time: 2.6250713 Mar 31 22:55:01.136824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'name': 'network-vif-deleted', 'tag': '4b483cca-d17e-4b89-b88a-d9b93d2085bf'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:01.139914 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac8baf6-a705-476f-92f1-644129bd1bc1" -d '{"events": [{"server_uuid": "ce5ebbc6-f711-4525-82a4-1fd102f68d31", "name": "network-vif-deleted", "tag": "4b483cca-d17e-4b89-b88a-d9b93d2085bf"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:01.173048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.205138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b155-b629-4ed5-9f15-075906ce3401 req-0160aebc-2c62-437b-bdca-fd68f890ce20 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.206451 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:01.208611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69d8ea6-3915-40cd-afaa-cf04b24b65cd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:01.221980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-0160aebc-2c62-437b-bdca-fd68f890ce20 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.3806691 Mar 31 22:55:01.245860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] For port a141aa60-8af1-4096-819a-a7b2fce94d99, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:01.278215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] For port a141aa60-8af1-4096-819a-a7b2fce94d99, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a141aa60-8af1-4096-819a-a7b2fce94d99,segment=NetworkSegment(f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90),segment_id=f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:01.289361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-a77d3f28-c742-4bb3-bee2-34f89423aa73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3401394 Mar 31 22:55:01.298753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-a98aced1-833c-455b-a282-0762415a3d7e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/quotas/c91b29970f0a4a4fb4b7d1e2e94bbff6 HTTP/1.1" status: 200 len: 375 time: 0.0750287 Mar 31 22:55:01.359127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Request body: {'port': {'device_id': '81206408-63d8-4383-b318-5f7deb87507b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:01.461012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.462329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.467227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.469634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.534455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-ffcbb1ac-cbc1-46b0-b115-88b0b732969c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1456988 Mar 31 22:55:01.752197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d8de5-11ac-4c0c-bfa3-8ebdd736ab1a None None] Pushing event updated for resources: {'Port': ['ID=a141aa60-8af1-4096-819a-a7b2fce94d99,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:01.779771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7739050 Mar 31 22:55:01.799185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60216) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:01.812482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Request body: {'subnet': {'network_id': '0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2019725851-subnet', 'tenant_id': '651e19392650418a842d1e210f2c6878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:01.832348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-21f41179-0822-4cd3-9ff8-07b2341da47f service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713599 Mar 31 22:55:01.840187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25566581-b16b-4f68-bad6-12bf4248ff6f admin admin] Pushing event updated for resources: {'Network': ['ID=0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:01.858103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efabd4-5936-400b-9e1e-a74b30423987 req-5a70ad5e-8b47-4514-a3c7-320c72f5c39e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.861334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54efabd4-5936-400b-9e1e-a74b30423987 req-5a70ad5e-8b47-4514-a3c7-320c72f5c39e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 944 time: 0.5663762 Mar 31 22:55:01.883250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:55:01.937232 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.971507 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:46Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:02.032721 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] Checking router: bfb32af3-2820-4fd6-a5e7-684182ced1eb for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:02.053929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Made reservation on behalf of 651e19392650418a842d1e210f2c6878 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:02.053929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.081999 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:02.084670 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:02.473786 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:02.563243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-4d2094ce-1047-4b79-b1b8-e64380519444 service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977921 Mar 31 22:55:02.624201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a141aa60-8af1-4096-819a-a7b2fce94d99 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:02.641029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 499d3672-e35b-42a1-990a-49616235de61 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:02.662772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54efabd4-5936-400b-9e1e-a74b30423987 req-d3a7fe2a-2986-4503-ba75-18ad0388dab5 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7683589 Mar 31 22:55:02.870776 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d468b0b-983d-44f6-895d-99e8f0facdfd x-openstack-request-id: req-3d468b0b-983d-44f6-895d-99e8f0facdfd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:02.871375 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5ebbc6-f711-4525-82a4-1fd102f68d31", "name": "network-vif-deleted", "tag": "4b483cca-d17e-4b89-b88a-d9b93d2085bf", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:02.871514 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d468b0b-983d-44f6-895d-99e8f0facdfd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:02.873873 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d468b0b-983d-44f6-895d-99e8f0facdfd'] response: {'server_uuid': 'ce5ebbc6-f711-4525-82a4-1fd102f68d31', 'name': 'network-vif-deleted', 'tag': '4b483cca-d17e-4b89-b88a-d9b93d2085bf', 'status': 'completed', 'code': 200} Mar 31 22:55:02.969838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a141aa60-8af1-4096-819a-a7b2fce94d99 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:02.970594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.004470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.050927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 499d3672-e35b-42a1-990a-49616235de61 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:03.060706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 499d3672-e35b-42a1-990a-49616235de61 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:03.061074 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.111205 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:46Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:03.160015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4b483cca-d17e-4b89-b88a-d9b93d2085bf no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:03.169714 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05016333-c371-468e-b71f-f93c74ff1e0b None None] The sync data for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 is: [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:51:38Z', 'revision_number': 4, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1e21c063-20b5-4a8b-a0b4-8f2f257175bb', 'name': '', 'network_id': 'd27abfd1-0898-414d-8ac3-8eb129995266', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'mac_address': 'fa:16:3e:20:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:35Z', 'updated_at': '2022-03-31T22:51:46Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'subnets': [{'id': '74ec7961-a98f-42ec-abce-5dbafc689bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:03.195169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Checking segment: {'id': '2f69f2dd-549e-4180-a8ba-9dc6d12f01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:03.196015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Network hostable DHCP agents. Network: 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:55:03.200206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2824e9-da52-4fc1-b251-e8df1fca6187,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:03.225681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 4b483cca-d17e-4b89-b88a-d9b93d2085bf {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:03.226112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4b483cca-d17e-4b89-b88a-d9b93d2085bf not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:03.301360 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.334623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:55:03.362129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.453320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port a141aa60-8af1-4096-819a-a7b2fce94d99, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a141aa60-8af1-4096-819a-a7b2fce94d99,segment=NetworkSegment(f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90),segment_id=f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:03.460279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:03.473148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:03.473148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.473559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499d3672-e35b-42a1-990a-49616235de61'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:03.475073 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f28c66-a268-4bb2-9920-70147941e132" -d '{"events": [{"server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "name": "network-vif-plugged", "status": "completed", "tag": "499d3672-e35b-42a1-990a-49616235de61"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:03.493913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a3fd2-a302-41b2-a5fa-9e75103c75c8 None None] Network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:03.500882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:03.593374 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.676839 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f3b5fd74-a17a-4ca2-83d9-ea4a1efc08f9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8760030 Mar 31 22:55:03.686445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.783636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4043dd15-31a0-45dd-aa86-fe0e3de25d7a req-4f9827e8-f1ee-42c0-9252-93d8305ca717 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.1971483 Mar 31 22:55:03.789109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.876776 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.077697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9fb8d64-63d1-4caa-987e-e26426d249e6 req-b1b3950e-ec03-41b3-a5da-b6d3ee3f9966 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 210 time: 0.1917710 Mar 31 22:55:04.112478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58724ca3-27e6-49b4-8292-711fbacf997d req-ac0874ed-acc4-4bae-8f06-845341494615 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.120143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58724ca3-27e6-49b4-8292-711fbacf997d req-ac0874ed-acc4-4bae-8f06-845341494615 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 931 time: 0.5427322 Mar 31 22:55:04.122874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=a141aa60-8af1-4096-819a-a7b2fce94d99,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:04.128698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Allocated IP 172.25.4.109 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/8489db89-ea2b-4369-9b42-23e8b20cf7ae) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:04.188930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a93c1e-c476-4295-9215-ed9b37e0f4c8 None None] Network 860e4933-04ca-420d-9d9a-95a5d891f35a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:04.235003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e7595-211d-4067-a462-36b592491857 None None] New status for floating IP e8137a96-b450-4198-ac05-cf1610671131: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:55:04.269683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58724ca3-27e6-49b4-8292-711fbacf997d req-6d3b28e9-a3fd-4d19-9cf4-c16b13a687a6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446583 Mar 31 22:55:04.277398 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8de4e23-ea5c-4dae-aa31-c9705d8e6a99 x-openstack-request-id: req-a8de4e23-ea5c-4dae-aa31-c9705d8e6a99 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:04.277696 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "name": "network-vif-plugged", "status": "completed", "tag": "499d3672-e35b-42a1-990a-49616235de61", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:04.283600 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8de4e23-ea5c-4dae-aa31-c9705d8e6a99 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:04.284051 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8de4e23-ea5c-4dae-aa31-c9705d8e6a99'] response: {'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499d3672-e35b-42a1-990a-49616235de61', 'code': 200} Mar 31 22:55:04.332957 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bdd74-ac58-4afc-ba70-4c565f2c9543 req-ebe059a4-dcaf-46d7-83d7-81c23a14663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.334573 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5c6bdd74-ac58-4afc-ba70-4c565f2c9543 req-ebe059a4-dcaf-46d7-83d7-81c23a14663b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 1096 time: 0.1030912 Mar 31 22:55:04.407461 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5c6bdd74-ac58-4afc-ba70-4c565f2c9543 req-0ecde539-6696-4ff7-9020-eeec53c7cd26 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621090 Mar 31 22:55:04.632012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1859138a-28ac-4df9-a211-1173f35e4c87 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:04.664311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7795c1fb-c607-4ebe-9443-e10e8045fe5e None None] Provisioning complete for port a141aa60-8af1-4096-819a-a7b2fce94d99 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:04.664865 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7795c1fb-c607-4ebe-9443-e10e8045fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.671323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.684194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3e295-4fbb-4498-9fa3-065b1f437922 req-05da3998-4495-4d4f-a360-9dbb3cd3552e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.686463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38c3e295-4fbb-4498-9fa3-065b1f437922 req-05da3998-4495-4d4f-a360-9dbb3cd3552e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 945 time: 0.4059398 Mar 31 22:55:04.743370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Transition to ACTIVE for port object 1859138a-28ac-4df9-a211-1173f35e4c87 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:04.748874 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.771252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38c3e295-4fbb-4498-9fa3-065b1f437922 req-adea008f-f6b2-4344-aeac-e7bc510b08fc tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773327 Mar 31 22:55:04.784738 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d43833ed-43ac-41e8-88ee-8f10a6a4f7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.790378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c2b843-b542-421b-a6bd-e6aced47c610 None None] Network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:04.848677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:04.853527 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.969952 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.048382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Pushing event updated for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:05.054370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:05.069578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:05.122708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:05.358777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=8489db89-ea2b-4369-9b42-23e8b20cf7ae,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:05.528059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:05.528606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:05.529322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:05.544854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:05.547168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:05.578681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:05.579288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:05.579707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:05.580139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Bound port: 1859138a-28ac-4df9-a211-1173f35e4c87, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:05.580502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.646769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-caf3297d-21a2-40d8-8c14-ce38cb275309 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.648410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-caf3297d-21a2-40d8-8c14-ce38cb275309 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/networks?id=0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 HTTP/1.1" status: 200 len: 821 time: 0.5847347 Mar 31 22:55:05.684566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-6f711781-8664-4409-9e7d-b0a6c4f7eb24 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/quotas/651e19392650418a842d1e210f2c6878 HTTP/1.1" status: 200 len: 375 time: 0.0159943 Mar 31 22:55:05.757802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-aff51e07-b7b7-4cc1-8c76-26382ef5700e tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=651e19392650418a842d1e210f2c6878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451019 Mar 31 22:55:05.762139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:05.786828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1142e6d1-0bea-4cc7-aea4-04871bc0b3a8 None None] Provisioning complete for port a141aa60-8af1-4096-819a-a7b2fce94d99 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:05.787726 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1142e6d1-0bea-4cc7-aea4-04871bc0b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.878564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:06.070725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-1c96b0bf-339c-458d-ad8a-9144d1196318 service neutron] 10.222.0.31 "GET /v2.0/networks/0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917383 Mar 31 22:55:06.076646 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.131089 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.168669 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bc52a92a-194e-414a-81e1-3f30869985fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.285200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a141aa60-8af1-4096-819a-a7b2fce94d99 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:06.355589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.356087 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.357517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] 10.222.0.45 "PUT /v2.0/ports/1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 200 len: 1091 time: 5.0562975 Mar 31 22:55:06.386401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:06.389278 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae777730-5be8-4414-8a4e-2ae73a6853c6" -d '{"events": [{"name": "network-changed", "server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:06.399597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a141aa60-8af1-4096-819a-a7b2fce94d99 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:06.400259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.424112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e96b6a8e-7a89-4f13-91fe-a4c8d75e700e req-94e51338-c230-437d-8369-28883429d36d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.0833142 Mar 31 22:55:06.437533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c487081-fc32-4184-9e8a-599c351c763b service neutron] Pushing event updated for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:06.664881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-77435186-b78e-40b8-b3ca-6ce70aa75346 service neutron] 10.222.0.31 "GET /v2.0/networks/0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481606 Mar 31 22:55:06.752074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec1b275b-fa8e-4eeb-8c30-05e402180675 req-2b5820c1-6b57-4580-97df-85f8db44d852 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 210 time: 0.0960424 Mar 31 22:55:06.794805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-c8c54424-6497-413d-9df4-b8aad342c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.794805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-c8c54424-6497-413d-9df4-b8aad342c131 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1094 time: 0.1314318 Mar 31 22:55:06.795205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.886508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-bfec49a4-1847-48f6-98cc-70b95254da11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 200 len: 217 time: 0.0845227 Mar 31 22:55:07.339008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-d58aaedb-a20d-4244-aa47-4d1d3ed18637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.342331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-d58aaedb-a20d-4244-aa47-4d1d3ed18637 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.4419570 Mar 31 22:55:07.352496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570603-7db7-4ef7-ae3c-e8f0e12379d5 req-95b9f366-c2e5-4dd4-a055-a6b46be02899 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.361947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53570603-7db7-4ef7-ae3c-e8f0e12379d5 req-95b9f366-c2e5-4dd4-a055-a6b46be02899 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.4548707 Mar 31 22:55:07.434828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-ab331757-c359-40b9-8fac-9f9f474ca4ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512228 Mar 31 22:55:07.513760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53570603-7db7-4ef7-ae3c-e8f0e12379d5 req-a54bcf12-f85c-4895-950c-a5ced05db239 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505921 Mar 31 22:55:07.575545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd33ea6-ff09-4751-babd-4dc2bd7344cb req-829979c4-532d-4845-8044-17ea25ec1a07 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.609198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bd33ea6-ff09-4751-babd-4dc2bd7344cb req-829979c4-532d-4845-8044-17ea25ec1a07 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 945 time: 0.3320577 Mar 31 22:55:07.643427 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83128d7a-6281-478c-ba0a-0ff44ee10542 x-openstack-request-id: req-83128d7a-6281-478c-ba0a-0ff44ee10542 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:07.643732 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:07.644637 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83128d7a-6281-478c-ba0a-0ff44ee10542 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:07.645057 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83128d7a-6281-478c-ba0a-0ff44ee10542'] response: {'name': 'network-changed', 'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87', 'status': 'completed', 'code': 200} Mar 31 22:55:07.654638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.691475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bd33ea6-ff09-4751-babd-4dc2bd7344cb req-51d94ae9-53fc-47af-baa4-4959e1f022dd tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809772 Mar 31 22:55:07.846873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31d21744-ad9f-4c8e-a3b1-0f3428def99e req-1ce4b7da-ac92-46f8-88a0-360f9cdef200 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 210 time: 0.1755290 Mar 31 22:55:07.865771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-62b2ad21-59b9-4f2e-840c-4057c0009974 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233453 Mar 31 22:55:07.935403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f8d49fa-5e14-4ce3-8de1-f5a19eeab84a req-f2003479-2f01-46d7-92cf-19c0e403d1e2 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.0654182 Mar 31 22:55:08.034928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b155-b629-4ed5-9f15-075906ce3401 req-2c9aa50d-d8d4-4460-a432-3f623c2907ed tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.036804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Router b8b5a838-20ce-413e-a878-06b7350fa0cd is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:55:08.039977 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-2c9aa50d-d8d4-4460-a432-3f623c2907ed tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.7911651 Mar 31 22:55:08.061229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Request body: {'port': {'device_id': '8ef0711e-e945-4fa6-9124-7b41616dbae3', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'admin_state_up': True, 'tenant_id': 'c91b29970f0a4a4fb4b7d1e2e94bbff6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:08.190658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f2398cd-bd93-4232-801d-8ac4238d8dae req-eacd6d29-36e8-4099-b4dc-477738ccf981 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 210 time: 0.0775197 Mar 31 22:55:08.219154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a85229-9dfb-4b55-aadf-c49459f65756 req-dfe9f015-d841-471b-af45-a6084af6f8e7 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264096 Mar 31 22:55:08.328656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.330800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:08.348368 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Sync routers for ids ['b8b5a838-20ce-413e-a878-06b7350fa0cd'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:08.363992 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Routers {'b8b5a838-20ce-413e-a878-06b7350fa0cd'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:08.364960 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b5a838-20ce-413e-a878-06b7350fa0cd'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:08.636737 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Set router b8b5a838-20ce-413e-a878-06b7350fa0cd gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:08.695098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.695098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d584e7e1-eee3-4a9a-9f53-4649a7e1d6d2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8919859 Mar 31 22:55:08.698253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60294) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:08.790768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53739-6296-41db-ab81-36b924d98254 req-196fa82e-714c-400a-953d-746e9750047f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.794250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96f53739-6296-41db-ab81-36b924d98254 req-196fa82e-714c-400a-953d-746e9750047f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.1333401 Mar 31 22:55:08.818124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Made reservation on behalf of c91b29970f0a4a4fb4b7d1e2e94bbff6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:08.826061 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.831118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-c3ea4901-70fe-4c3c-b861-b970ccbc37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.834346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-c3ea4901-70fe-4c3c-b861-b970ccbc37c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1094 time: 0.2739069 Mar 31 22:55:08.834978 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:09.052216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c310f-45e4-4b8b-8352-6ebb103f1f60 req-afa5d8b6-3602-42eb-9c03-8676e2a3f070 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.064406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-544c310f-45e4-4b8b-8352-6ebb103f1f60 req-afa5d8b6-3602-42eb-9c03-8676e2a3f070 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 945 time: 0.2897627 Mar 31 22:55:09.126673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96f53739-6296-41db-ab81-36b924d98254 req-8ada539e-0c02-43c9-94f4-65fb278fdee8 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070159 Mar 31 22:55:09.202370 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:09.305498 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:55:05Z', 'revision_number': 3, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port': {'id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:03Z', 'updated_at': '2022-03-31T22:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:09.385163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc96733f-708f-4512-aa04-e971bebf82bb req-fc400d51-a224-4c82-b61f-39186a67fae3 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 210 time: 0.1126535 Mar 31 22:55:09.410491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-544c310f-45e4-4b8b-8352-6ebb103f1f60 req-9ddebb90-33c6-41f2-bec6-b7f85c80e1f8 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446107 Mar 31 22:55:09.437534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-377840ce-9761-4f0d-82a2-6b6642e1a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.437534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-377840ce-9761-4f0d-82a2-6b6642e1a5c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.5697563 Mar 31 22:55:09.449685 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Checking router: b8b5a838-20ce-413e-a878-06b7350fa0cd for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:09.450518 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Updating router b8b5a838-20ce-413e-a878-06b7350fa0cd port 8489db89-ea2b-4369-9b42-23e8b20cf7ae binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:55:09.481552 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:09.570312 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:09.617735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-57a6ff60-b28f-415c-913f-4abc671ad44b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 200 len: 217 time: 0.1759355 Mar 31 22:55:09.727737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3e2d8b3-de60-4e91-abb3-4f87be6e3cf2 req-33084102-5e74-40a2-b702-49ae49a4fbad tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 210 time: 0.0394433 Mar 31 22:55:09.805022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdb461f8-a80d-4531-a757-b06366d7a44a req-4dbee23f-9a7a-425b-b7f2-590f6dff6642 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.1839614 Mar 31 22:55:09.857290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-8a3e6e7c-3701-467f-97ff-510cd4f4fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.857290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-8a3e6e7c-3701-467f-97ff-510cd4f4fea5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.1782417 Mar 31 22:55:09.913023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Allocated IP 172.20.0.10 (990b1455-6cc7-44e1-a7d3-10424a31969d/2508d8b7-f29b-4711-aee0-bc5c76dd4591/7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:09.949730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-6544ddb9-5cc7-4355-b51e-d49a749174ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791297 Mar 31 22:55:10.104209 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.223592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-f888c476-a173-43c3-8c46-77aa405d7c96 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691724 Mar 31 22:55:10.283258 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.368967 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.488928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eec108-a0aa-47b5-a222-0375ea1105f8 req-7f8edd38-84a9-4f7a-bfa0-8033a7c95c90 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.508073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Pushing event updated for resources: {'Port': ['ID=8489db89-ea2b-4369-9b42-23e8b20cf7ae,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:10.515502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68eec108-a0aa-47b5-a222-0375ea1105f8 req-7f8edd38-84a9-4f7a-bfa0-8033a7c95c90 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.1871364 Mar 31 22:55:10.561993 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.563930 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.565194 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.569081 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.585941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.585941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.585941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.585941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.585941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.585941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.585941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.585941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:10.633584 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Attempting to bind port 8489db89-ea2b-4369-9b42-23e8b20cf7ae on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:10.633584 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Attempting to bind port 8489db89-ea2b-4369-9b42-23e8b20cf7ae by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:10.634739 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Attempting to bind port 8489db89-ea2b-4369-9b42-23e8b20cf7ae on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:10.645556 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:10.645556 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:10.645978 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.646323 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:10.646916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Bound port: 8489db89-ea2b-4369-9b42-23e8b20cf7ae, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:10.647320 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.652977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0174bd04-0407-46cd-86d0-3336bd42412a req-323d535b-1f38-46dd-b8d8-9a5f44b8e2ce tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 210 time: 0.0802863 Mar 31 22:55:10.663163 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.673261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae777730-5be8-4414-8a4e-2ae73a6853c6 req-cfe1843d-1da9-479c-9875-22140859ef54 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409635 Mar 31 22:55:10.756844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Allocated IP 172.20.0.1 (860e4933-04ca-420d-9d9a-95a5d891f35a/7a652a44-412d-4583-b934-017d2a3703c6/803fe71c-e27a-429a-a836-c23d9880690a) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:10.759826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68eec108-a0aa-47b5-a222-0375ea1105f8 req-ce29a297-a7a5-4ed2-bbb7-26b2a17d4124 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430840 Mar 31 22:55:10.762605 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] For port 8489db89-ea2b-4369-9b42-23e8b20cf7ae, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:10.772058 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] For port 8489db89-ea2b-4369-9b42-23e8b20cf7ae, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8489db89-ea2b-4369-9b42-23e8b20cf7ae,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:10.889658 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.953468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7ad48fd-39e5-4c51-a4e4-d172413cb105 req-85828c76-88bd-442d-b2d8-be98819a0c7b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 210 time: 0.0586176 Mar 31 22:55:10.966787 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef811f-389b-436c-bff4-7920e2d015ff None None] Pushing event updated for resources: {'Port': ['ID=8489db89-ea2b-4369-9b42-23e8b20cf7ae,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:10.982050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75edad9-fb37-43a1-83c5-8fe89e9b2e46 req-37769426-759b-438a-871a-70fb39f70a1b tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.987352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.991807 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Routers {'b8b5a838-20ce-413e-a878-06b7350fa0cd'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:10.992182 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b5a838-20ce-413e-a878-06b7350fa0cd'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:11.004953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b75edad9-fb37-43a1-83c5-8fe89e9b2e46 req-37769426-759b-438a-871a-70fb39f70a1b tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 945 time: 0.1669371 Mar 31 22:55:11.063225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:11.067282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b75edad9-fb37-43a1-83c5-8fe89e9b2e46 req-09caa53f-4346-4314-bc17-9354205c7fac tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599413 Mar 31 22:55:11.125252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1859138a-28ac-4df9-a211-1173f35e4c87 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:11.250411 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] Set router b8b5a838-20ce-413e-a878-06b7350fa0cd gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:11.292247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af71fa49-e6a7-4ddb-9f2c-a52b64501a55 req-adacdc8f-15ed-4a0d-9973-d76d48718e07 tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce5ebbc6-f711-4525-82a4-1fd102f68d31 HTTP/1.1" status: 200 len: 210 time: 0.0990403 Mar 31 22:55:11.320324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Network 990b1455-6cc7-44e1-a7d3-10424a31969d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:11.330516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:11.372122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:11.540707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:11.546033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.547125 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:11.582460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '1859138a-28ac-4df9-a211-1173f35e4c87', 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'port_id': '1859138a-28ac-4df9-a211-1173f35e4c87', 'mac_address': 'fa:16:3e:44:a4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85be71c1-b753-4352-b68e-ea1525cdd602', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:11.601935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event updated for resources: {'Port': ['ID=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:11.666575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:11.682321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:11.725343 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:55:05Z', 'revision_number': 3, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port': {'id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:03Z', 'updated_at': '2022-03-31T22:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:11.756701 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-641b747a-73a2-496d-9a74-e7e676e663ea tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7039757 Mar 31 22:55:11.763371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Network 860e4933-04ca-420d-9d9a-95a5d891f35a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:11.766313 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5bfc99-d770-43f0-9884-67853efc8af1 None None] The sync data for ids ['b8b5a838-20ce-413e-a878-06b7350fa0cd'] in n-d-836015-1 is: [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:55:05Z', 'revision_number': 3, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port': {'id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:03Z', 'updated_at': '2022-03-31T22:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:11.782322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1859138a-28ac-4df9-a211-1173f35e4c87 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:11.876615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-288e37c6-f781-4c09-96b4-c97c23e1b859 req-2bc6220e-f8ac-4368-9c1f-8763ef2cf241 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 210 time: 0.0542314 Mar 31 22:55:11.912330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:11.946681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Request body: {'port': {'device_id': '8ef0711e-e945-4fa6-9124-7b41616dbae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:11.951139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:11.969284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:11.986327 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.127248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Pushing event updated for resources: {'Port': ['ID=803fe71c-e27a-429a-a836-c23d9880690a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:12.153330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:12.240752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc696d-64ca-4371-9698-268a1eb8adf5 req-f795650c-60b3-4b66-8c7e-b054f2028c83 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.242555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edfc696d-64ca-4371-9698-268a1eb8adf5 req-f795650c-60b3-4b66-8c7e-b054f2028c83 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 944 time: 0.1132798 Mar 31 22:55:12.260398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1859138a-28ac-4df9-a211-1173f35e4c87'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:12.360050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.448834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edfc696d-64ca-4371-9698-268a1eb8adf5 req-7ecaf010-1300-4333-a0e5-fd8edca50e37 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797292 Mar 31 22:55:12.516588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-ba05a422-6061-406e-a7ae-84143f099324 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.519061 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-ba05a422-6061-406e-a7ae-84143f099324 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.50 "GET /v2.0/networks?id=0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 HTTP/1.1" status: 200 len: 821 time: 0.7347548 Mar 31 22:55:12.573325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbb8e5-e83a-4c78-b383-7756768596b8 req-bbc34635-3dc5-4091-8ce2-a0843860a8fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.622162 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.628224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a32fa249-2b72-415f-83ea-4e07f0431db2 None None] Provisioning complete for port 803fe71c-e27a-429a-a836-c23d9880690a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:12.632231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66cbb8e5-e83a-4c78-b383-7756768596b8 req-bbc34635-3dc5-4091-8ce2-a0843860a8fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 932 time: 0.1599629 Mar 31 22:55:12.636782 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a32fa249-2b72-415f-83ea-4e07f0431db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.638365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Request body: {'port': {'device_id': 'c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c', 'network_id': '0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9', 'admin_state_up': True, 'tenant_id': '651e19392650418a842d1e210f2c6878'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:12.731664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66cbb8e5-e83a-4c78-b383-7756768596b8 req-7dc4acf2-f795-4c0d-9164-5a575be6769a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934803 Mar 31 22:55:12.749171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a32fa249-2b72-415f-83ea-4e07f0431db2 None None] Port 803fe71c-e27a-429a-a836-c23d9880690a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:12.873246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60352) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:13.084184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdd66abe-67bc-44b5-8917-e344d05b196d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.126383 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdd66abe-67bc-44b5-8917-e344d05b196d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.238205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77104595-adf2-4c6f-a7df-f4cc836fd26c req-64f2629b-5767-43c9-a63e-d2e171902651 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 210 time: 0.0581346 Mar 31 22:55:13.311811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.341162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Made reservation on behalf of 651e19392650418a842d1e210f2c6878 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:13.345610 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.378804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdd66abe-67bc-44b5-8917-e344d05b196d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.381563 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdd66abe-67bc-44b5-8917-e344d05b196d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.382896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cdd66abe-67bc-44b5-8917-e344d05b196d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "DELETE /v2.0/security-groups/839d45fb-46fa-4b85-8afd-a376b74576c4 HTTP/1.1" status: 204 len: 168 time: 0.5082362 Mar 31 22:55:13.387362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60356) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:13.440778 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-cb838cc0-d351-454a-93b7-0311882a62ca tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] show failed (client error): The resource could not be found. Mar 31 22:55:13.443505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cb838cc0-d351-454a-93b7-0311882a62ca tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "GET /v2.0/security-groups/839d45fb-46fa-4b85-8afd-a376b74576c4 HTTP/1.1" status: 404 len: 347 time: 0.0535972 Mar 31 22:55:13.445122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd66abe-67bc-44b5-8917-e344d05b196d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839d45fb-46fa-4b85-8afd-a376b74576c4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:13.451600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60358) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:13.584319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:13.651199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.719697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Transition to ACTIVE for port object 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:13.777089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Allocated IP 172.20.0.10 (0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9/0b2824e9-da52-4fc1-b251-e8df1fca6187/1a98607c-8dff-4c4f-a6c2-c4443dab8155) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:13.797301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Deleting port 6029e806-40fa-419c-b3ca-fca41b175014 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:13.797880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.894843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.935345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.042876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.081290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9586c-0d6f-4a4b-aa39-bcda26854aef req-b207e8d1-fe7a-4a73-b5e9-ce851eb9f3dc tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.095586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b9586c-0d6f-4a4b-aa39-bcda26854aef req-b207e8d1-fe7a-4a73-b5e9-ce851eb9f3dc tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 944 time: 0.3354514 Mar 31 22:55:14.135352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.135983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.200665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Pushing event updated for resources: {'Port': ['ID=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:14.233051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Calling delete_port for 6029e806-40fa-419c-b3ca-fca41b175014 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:14.259889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4262ae8-ee42-4e41-b266-021e9801dc2b req-bbdc5477-da8f-4fae-a586-6df4b87f2535 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.263009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4262ae8-ee42-4e41-b266-021e9801dc2b req-bbdc5477-da8f-4fae-a586-6df4b87f2535 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 944 time: 0.2795587 Mar 31 22:55:14.274005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.301858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b9586c-0d6f-4a4b-aa39-bcda26854aef req-7b6569ca-874b-435d-b813-879ca1b43542 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853840 Mar 31 22:55:14.355665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8489db89-ea2b-4369-9b42-23e8b20cf7ae up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:14.470913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4262ae8-ee42-4e41-b266-021e9801dc2b req-9087870e-c35b-437e-8256-44363ed44a93 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063582 Mar 31 22:55:14.535825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8489db89-ea2b-4369-9b42-23e8b20cf7ae triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:14.535825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.618632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af0dfdc7-a547-4b69-8460-733f6899db8e req-9c8820b5-370f-4176-8f1c-a2061545ab8d tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 210 time: 0.1178684 Mar 31 22:55:14.701083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 499d3672-e35b-42a1-990a-49616235de61 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:14.773648 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.807847 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.841167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Pushing event updated for resources: {'Port': ['ID=803fe71c-e27a-429a-a836-c23d9880690a,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:14.844709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Attempting to bind port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:14.845530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Attempting to bind port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:14.845868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Attempting to bind port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:14.847406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.867221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 on network 990b1455-6cc7-44e1-a7d3-10424a31969d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:14.867553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Attempting to bind port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:14.895583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:14.896033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Checking segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:14.896422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Bound using segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:14.896874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Bound port: 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:14.897228 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.928808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 8489db89-ea2b-4369-9b42-23e8b20cf7ae, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8489db89-ea2b-4369-9b42-23e8b20cf7ae,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:14.967511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Network 860e4933-04ca-420d-9d9a-95a5d891f35a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:14.971874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:15.004639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Pushing event deleted for resources: {'Port': ['ID=6029e806-40fa-419c-b3ca-fca41b175014,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:15.028927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:15.073435 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.087092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '499d3672-e35b-42a1-990a-49616235de61', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'port_id': '499d3672-e35b-42a1-990a-49616235de61', 'mac_address': 'fa:16:3e:c9:e5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9705564-59f2-41bc-8be5-a7150ffee069', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:15.093688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] For port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:15.104279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.190786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1859138a-28ac-4df9-a211-1173f35e4c87 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:15.194655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] For port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:15.315637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.320097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.322996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-db4f22d9-2af1-4352-9603-b7969caef55d tempest-ServersTestBootFromVolume-697820927 tempest-ServersTestBootFromVolume-697820927-project] 10.222.0.31 "DELETE /v2.0/floatingips/e8137a96-b450-4198-ac05-cf1610671131 HTTP/1.1" status: 204 len: 168 time: 1.8695383 Mar 31 22:55:15.324916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:15.330194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60390) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:15.349912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.367271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:15.377505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:15.478941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.481778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.485971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Pushing event updated for resources: {'Port': ['ID=1a98607c-8dff-4c4f-a6c2-c4443dab8155,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:15.523704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6cd0b9e2-bcf6-414e-9076-caa7ef5267fd None None] Provisioning complete for port 803fe71c-e27a-429a-a836-c23d9880690a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:15.524302 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b9e2-bcf6-414e-9076-caa7ef5267fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.585268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.586173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.588491 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] 10.222.0.45 "PUT /v2.0/ports/7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 HTTP/1.1" status: 200 len: 1092 time: 3.6482537 Mar 31 22:55:15.605763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Router b8b5a838-20ce-413e-a878-06b7350fa0cd has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:55:15.609497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef0711e-e945-4fa6-9124-7b41616dbae3', 'tag': '7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:15.619462 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef0711e-e945-4fa6-9124-7b41616dbae3", "tag": "7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:15.652153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=8489db89-ea2b-4369-9b42-23e8b20cf7ae,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:15.671519 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.696433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 499d3672-e35b-42a1-990a-49616235de61 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:15.704381 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55067251-ba87-4a28-8495-abaf90e4d73b service neutron] Pushing event updated for resources: {'Port': ['ID=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:15.750609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0b9e2-bcf6-414e-9076-caa7ef5267fd None None] Port 803fe71c-e27a-429a-a836-c23d9880690a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:15.766072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:15.773965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 1859138a-28ac-4df9-a211-1173f35e4c87 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:15.784564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 1859138a-28ac-4df9-a211-1173f35e4c87 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:15.784932 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.828895 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-9424e540-2c13-4a13-b909-7335e483c6ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2960086 Mar 31 22:55:15.884504 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.913114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100657-b7a2-4005-a4b6-be06918c7e7b req-26c0ac4c-b470-40bf-adb5-6bd59dfe2375 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.916803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44100657-b7a2-4005-a4b6-be06918c7e7b req-26c0ac4c-b470-40bf-adb5-6bd59dfe2375 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 944 time: 0.3471339 Mar 31 22:55:15.980464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ab510-8100-4647-967e-9c11c95d771b req-91ec2db8-7b60-4331-8e53-7a3a2fd51a9b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.995294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f2ab510-8100-4647-967e-9c11c95d771b req-91ec2db8-7b60-4331-8e53-7a3a2fd51a9b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 944 time: 0.2210302 Mar 31 22:55:16.004089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:16.008948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Request body: {'port': {'device_id': 'c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:16.015297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:16.038516 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-392bf4f0-ce1a-43d8-b3d7-584208eaa639 admin admin] 10.222.0.31 "PUT /v2.0/routers/b8b5a838-20ce-413e-a878-06b7350fa0cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3277717 Mar 31 22:55:16.046703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Sync routers for ids ['b8b5a838-20ce-413e-a878-06b7350fa0cd'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:16.141391 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.187667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44100657-b7a2-4005-a4b6-be06918c7e7b req-d2a2fa7d-ed41-477a-bc26-b25f4a2200a3 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540781 Mar 31 22:55:16.193899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['499d3672-e35b-42a1-990a-49616235de61'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:16.264157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b155-b629-4ed5-9f15-075906ce3401 req-93448579-d166-4b86-9989-345d9defde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.288795 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-93448579-d166-4b86-9989-345d9defde5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 1095 time: 0.4641137 Mar 31 22:55:16.315326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f2ab510-8100-4647-967e-9c11c95d771b req-f897e719-79f8-4da1-99a7-5c3750b7a966 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181942 Mar 31 22:55:16.470984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:16.487427 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d594f-7a54-460e-9970-a25f5156b538" -d '{"events": [{"server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "name": "network-vif-plugged", "status": "completed", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:16.501273 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911acf47-0625-400e-abb3-9604b236ed30 x-openstack-request-id: req-911acf47-0625-400e-abb3-9604b236ed30 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:16.501768 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef0711e-e945-4fa6-9124-7b41616dbae3", "tag": "7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:16.502193 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-911acf47-0625-400e-abb3-9604b236ed30 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:16.502873 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911acf47-0625-400e-abb3-9604b236ed30'] response: {'name': 'network-changed', 'server_uuid': '8ef0711e-e945-4fa6-9124-7b41616dbae3', 'tag': '7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36', 'status': 'completed', 'code': 200} Mar 31 22:55:16.505202 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-2df5c660-0165-40e7-b9ff-df572bc70458 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 HTTP/1.1" status: 200 len: 217 time: 0.2147717 Mar 31 22:55:16.524722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8489db89-ea2b-4369-9b42-23e8b20cf7ae up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:16.921358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.991449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Routers {'b8b5a838-20ce-413e-a878-06b7350fa0cd'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:16.991449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b5a838-20ce-413e-a878-06b7350fa0cd'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:16.991449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:17.004542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012b155-b629-4ed5-9f15-075906ce3401 req-e973d00a-11e9-4c62-9b2b-d69ba86eef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.009164 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-e973d00a-11e9-4c62-9b2b-d69ba86eef94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.4920716 Mar 31 22:55:17.057181 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-f5dacd2e-c743-412d-8dda-8b7b86b49942 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414529 Mar 31 22:55:17.117769 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:17.266281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a98607c-8dff-4c4f-a6c2-c4443dab8155 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:17.283017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:17.407540 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-0a145844-152c-4d14-b00a-0b43e6dafe91 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286490 Mar 31 22:55:17.481790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Transition to ACTIVE for port object 1a98607c-8dff-4c4f-a6c2-c4443dab8155 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:17.591254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:17.618784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8489db89-ea2b-4369-9b42-23e8b20cf7ae triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:17.620343 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:17.682031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Set router b8b5a838-20ce-413e-a878-06b7350fa0cd gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:17.718732 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9012b155-b629-4ed5-9f15-075906ce3401 req-c646582f-e37e-456d-8ef0-d114af43b08a service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030503 Mar 31 22:55:17.754542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a387b31-0e1d-4cec-9ce1-86eba571e67b req-8d5ccb8c-ee8d-4e2f-8ef3-cbff267203ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.778375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:17.778656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a387b31-0e1d-4cec-9ce1-86eba571e67b req-8d5ccb8c-ee8d-4e2f-8ef3-cbff267203ef tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 932 time: 1.1614506 Mar 31 22:55:17.868401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-502f72b4-44e3-4a7c-9c83-cd4344f10f04 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1895616 Mar 31 22:55:17.875926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:17.880629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Pushing event updated for resources: {'Port': ['ID=1a98607c-8dff-4c4f-a6c2-c4443dab8155,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:18.027435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a387b31-0e1d-4cec-9ce1-86eba571e67b req-322de49b-71e0-459f-9df3-0902194be9f7 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/security-groups?id=a69d8ea6-3915-40cd-afaa-cf04b24b65cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116345 Mar 31 22:55:18.198720 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a4b377-48ce-43ed-a6c5-a256faf962a9 x-openstack-request-id: req-48a4b377-48ce-43ed-a6c5-a256faf962a9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:18.199903 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "name": "network-vif-plugged", "status": "completed", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:18.200063 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48a4b377-48ce-43ed-a6c5-a256faf962a9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:18.200745 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a4b377-48ce-43ed-a6c5-a256faf962a9'] response: {'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87', 'code': 200} Mar 31 22:55:18.231033 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.284178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Attempting to bind port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:18.285090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Attempting to bind port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '2f69f2dd-549e-4180-a8ba-9dc6d12f01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:18.285090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Attempting to bind port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 on network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:18.286597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:55:13Z', 'revision_number': 4, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port': {'id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:03Z', 'updated_at': '2022-03-31T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '803fe71c-e27a-429a-a836-c23d9880690a', 'name': '', 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'mac_address': 'fa:16:3e:cd:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '7a652a44-412d-4583-b934-017d2a3703c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:10Z', 'updated_at': '2022-03-31T22:55:13Z', 'revision_number': 2, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'subnets': [{'id': '7a652a44-412d-4583-b934-017d2a3703c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:18.309106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 on network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:18.309472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Attempting to bind port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 on network 0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:18.327446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:18.330738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Checking segment: {'id': '2f69f2dd-549e-4180-a8ba-9dc6d12f01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:18.331453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Bound using segment: {'id': '2f69f2dd-549e-4180-a8ba-9dc6d12f01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:18.336148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Bound port: 1a98607c-8dff-4c4f-a6c2-c4443dab8155, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f69f2dd-549e-4180-a8ba-9dc6d12f01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:18.336148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.355330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Checking router: b8b5a838-20ce-413e-a878-06b7350fa0cd for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:18.355709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Updating router b8b5a838-20ce-413e-a878-06b7350fa0cd port 803fe71c-e27a-429a-a836-c23d9880690a binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:55:18.394844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.398602 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-1b1884db-6ca8-46ac-9c3c-8c7518186ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.401478 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-1b1884db-6ca8-46ac-9c3c-8c7518186ff3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 1095 time: 0.2758477 Mar 31 22:55:18.403195 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.751488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f70a-cfae-4c4b-aea0-d11ac2368c63 req-a162ed0e-3ee8-40ae-99ef-339db55ce8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.753004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e349f70a-cfae-4c4b-aea0-d11ac2368c63 req-a162ed0e-3ee8-40ae-99ef-339db55ce8e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1096 time: 0.4657822 Mar 31 22:55:18.756703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 499d3672-e35b-42a1-990a-49616235de61 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:18.847684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] For port 1a98607c-8dff-4c4f-a6c2-c4443dab8155, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:18.861296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] For port 1a98607c-8dff-4c4f-a6c2-c4443dab8155, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1a98607c-8dff-4c4f-a6c2-c4443dab8155,segment=NetworkSegment(2f69f2dd-549e-4180-a8ba-9dc6d12f01ae),segment_id=2f69f2dd-549e-4180-a8ba-9dc6d12f01ae)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:18.894698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-7bcac92d-2e67-4c05-93f5-431d8850ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.897271 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-7bcac92d-2e67-4c05-93f5-431d8850ab3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 912 time: 0.4013906 Mar 31 22:55:19.012939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 499d3672-e35b-42a1-990a-49616235de61 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:19.016838 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.100211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e349f70a-cfae-4c4b-aea0-d11ac2368c63 req-290a454c-e169-473b-ae05-99e35673ee70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324409 Mar 31 22:55:19.109595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.323045 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.365454 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-f3dfe003-17e2-4af3-8ed9-61e648a4df7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 HTTP/1.1" status: 200 len: 217 time: 0.4583397 Mar 31 22:55:19.375798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Pushing event updated for resources: {'Port': ['ID=1a98607c-8dff-4c4f-a6c2-c4443dab8155,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:19.395571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.409425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.414956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-cb78fe7c-3168-44d8-bbd0-af31ffd551ec service neutron] 10.222.0.50 "PUT /v2.0/ports/1a98607c-8dff-4c4f-a6c2-c4443dab8155 HTTP/1.1" status: 200 len: 1092 time: 3.4129529 Mar 31 22:55:19.430013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c', 'tag': '1a98607c-8dff-4c4f-a6c2-c4443dab8155'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:19.441988 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473fa02-e56b-4c98-b144-dd3e2dfcc890" -d '{"events": [{"name": "network-changed", "server_uuid": "c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c", "tag": "1a98607c-8dff-4c4f-a6c2-c4443dab8155"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:19.647732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.704332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.774800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:19.779793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-96715858-e38e-4d68-9033-85816225e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.793270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-96715858-e38e-4d68-9033-85816225e6c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.3358786 Mar 31 22:55:19.806427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.840594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Allocated IP 172.25.4.2 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/af16e9f0-abff-4033-82f2-639cb3245e8e) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:19.848484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Deleting port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:19.848817 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.863205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-20014a2b-9105-402b-a58b-1d0ea5192bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.864889 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-20014a2b-9105-402b-a58b-1d0ea5192bea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=651e19392650418a842d1e210f2c6878&device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 1095 time: 0.2738330 Mar 31 22:55:19.903349 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:55:19.923208 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-c4c36cc4-cbed-4dd4-b7dd-7b157475ca0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092978 Mar 31 22:55:19.942493 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:20.097355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-e6f9a0f8-8a5e-414e-9084-3a0c9db8178e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a98607c-8dff-4c4f-a6c2-c4443dab8155 HTTP/1.1" status: 200 len: 217 time: 0.1882815 Mar 31 22:55:20.124370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0b5a5-073c-468e-a466-0a0f34867019 None None] Pushing event updated for resources: {'Port': ['ID=803fe71c-e27a-429a-a836-c23d9880690a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:20.162866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db381421-165f-4e5a-8de8-f0b8caaf5ac5 req-3a41779a-ad44-4a03-9265-8689c108228b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.179845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db381421-165f-4e5a-8de8-f0b8caaf5ac5 req-3a41779a-ad44-4a03-9265-8689c108228b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.3972929 Mar 31 22:55:20.242831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499d3672-e35b-42a1-990a-49616235de61'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:20.253398 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d891ac8-29a5-4ec0-a0b7-864da9c06260" -d '{"events": [{"server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "name": "network-vif-plugged", "status": "completed", "tag": "499d3672-e35b-42a1-990a-49616235de61"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:20.264834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:20.302748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Attempting to bind port 803fe71c-e27a-429a-a836-c23d9880690a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:20.303105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Attempting to bind port 803fe71c-e27a-429a-a836-c23d9880690a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:20.303525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Attempting to bind port 803fe71c-e27a-429a-a836-c23d9880690a on network 860e4933-04ca-420d-9d9a-95a5d891f35a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:20.313257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:20.313951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Checking segment: {'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:20.314575 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:20.316437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Bound using segment: {'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:20.317141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Bound port: 803fe71c-e27a-429a-a836-c23d9880690a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:20.317715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:20.364341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] For port 1e21c063-20b5-4a8b-a0b4-8f2f257175bb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:20.365064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:20.399170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db381421-165f-4e5a-8de8-f0b8caaf5ac5 req-633165f2-292f-46d4-8d57-1b540e8a4325 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180650 Mar 31 22:55:20.446861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Calling delete_port for 1e21c063-20b5-4a8b-a0b4-8f2f257175bb owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:20.533791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:20.587711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] For port 803fe71c-e27a-429a-a836-c23d9880690a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:20.616763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-95bba4b8-5723-4a0c-b15a-73c96782a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.618402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] For port 803fe71c-e27a-429a-a836-c23d9880690a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=803fe71c-e27a-429a-a836-c23d9880690a,segment=NetworkSegment(f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90),segment_id=f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:20.621055 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-95bba4b8-5723-4a0c-b15a-73c96782a903 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b2824e9-da52-4fc1-b251-e8df1fca6187 HTTP/1.1" status: 200 len: 861 time: 0.5015440 Mar 31 22:55:20.709133 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-fe175a50-78c2-470c-92e7-75607fe08b62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765033 Mar 31 22:55:20.721391 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-ccc869b4-edd7-4cc2-8df8-ed53a8ee4d85 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703817 Mar 31 22:55:20.732021 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:20.755394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d6bfb960-14e8-4a3a-b3d9-2fca27cd35fc None None] Provisioning complete for port 803fe71c-e27a-429a-a836-c23d9880690a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:20.755972 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb960-14e8-4a3a-b3d9-2fca27cd35fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:20.808527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1417c9-2e28-43b9-bab2-75909672b89a req-bcbeaddf-c449-478f-87df-72546718040d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.824701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb1417c9-2e28-43b9-bab2-75909672b89a req-bcbeaddf-c449-478f-87df-72546718040d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 944 time: 0.2869198 Mar 31 22:55:20.950771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:21.113472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Routers {'b8b5a838-20ce-413e-a878-06b7350fa0cd'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:21.113472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b5a838-20ce-413e-a878-06b7350fa0cd'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:21.238099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb1417c9-2e28-43b9-bab2-75909672b89a req-051a3a29-fc80-4468-9a23-0cdda14ca255 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120827 Mar 31 22:55:21.287023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:21.322135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:21.322979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:21.332092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:21.347798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event updated for resources: {'Port': ['ID=af16e9f0-abff-4033-82f2-639cb3245e8e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:21.376131 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-4c0da09f-6cda-451a-8ed6-7843e701f0f8 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431046 Mar 31 22:55:21.388074 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f90ac3ca-671d-4031-9fe3-e93ec9bb1818 req-648d6234-34fd-4266-b558-a8cfebc08c14 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593826 Mar 31 22:55:21.627330 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a50c7d70-0ffe-42f0-8f37-99ebb209d6f9 req-527bb910-4177-4bb4-bb7f-e5b964c2c4f4 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377572 Mar 31 22:55:21.630195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0b5a5-073c-468e-a466-0a0f34867019 None None] Pushing event updated for resources: {'Port': ['ID=803fe71c-e27a-429a-a836-c23d9880690a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:21.818969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a250f-70cd-4cea-b2e5-cc5fdd2db721 req-6d2c8f64-5895-4f0a-9dbb-f5ae1c5996f9 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.832025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b7a250f-70cd-4cea-b2e5-cc5fdd2db721 req-6d2c8f64-5895-4f0a-9dbb-f5ae1c5996f9 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 944 time: 0.2265325 Mar 31 22:55:21.938376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.065262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:22.096120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'port_id': '7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36', 'mac_address': 'fa:16:3e:c7:dd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2508d8b7-f29b-4711-aee0-bc5c76dd4591', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:22.185466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] Set router b8b5a838-20ce-413e-a878-06b7350fa0cd gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:22.270159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b7a250f-70cd-4cea-b2e5-cc5fdd2db721 req-6894f3ad-6f00-40e5-8b60-360ecb9542c8 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/security-groups?id=a69d8ea6-3915-40cd-afaa-cf04b24b65cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369504 Mar 31 22:55:22.275745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Pushing event deleted for resources: {'Port': ['ID=1e21c063-20b5-4a8b-a0b4-8f2f257175bb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:22.335364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.406916 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35573ba9-c9ef-455c-aed3-f03a2a6e7e37 x-openstack-request-id: req-35573ba9-c9ef-455c-aed3-f03a2a6e7e37 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:22.407521 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c", "tag": "1a98607c-8dff-4c4f-a6c2-c4443dab8155", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:22.408894 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35573ba9-c9ef-455c-aed3-f03a2a6e7e37 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:22.409554 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35573ba9-c9ef-455c-aed3-f03a2a6e7e37'] response: {'name': 'network-changed', 'server_uuid': 'c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c', 'tag': '1a98607c-8dff-4c4f-a6c2-c4443dab8155', 'status': 'completed', 'code': 200} Mar 31 22:55:22.640400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-487f2601-b541-4127-8eea-abf1e281d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.642357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-487f2601-b541-4127-8eea-abf1e281d3d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=651e19392650418a842d1e210f2c6878&device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 1095 time: 0.1927176 Mar 31 22:55:22.797224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb960-14e8-4a3a-b3d9-2fca27cd35fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.806712 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9eb98-19f8-4aac-89c9-123bae73c739 x-openstack-request-id: req-56d9eb98-19f8-4aac-89c9-123bae73c739 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:22.807377 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "name": "network-vif-plugged", "status": "completed", "tag": "499d3672-e35b-42a1-990a-49616235de61", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:22.807907 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56d9eb98-19f8-4aac-89c9-123bae73c739 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:22.808610 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d9eb98-19f8-4aac-89c9-123bae73c739'] response: {'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499d3672-e35b-42a1-990a-49616235de61', 'code': 200} Mar 31 22:55:22.846183 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.881400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:22.962141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:23.031859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-5220d7fb-fd51-4973-8da5-7ee7f1b30f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.034579 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-5220d7fb-fd51-4973-8da5-7ee7f1b30f2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 HTTP/1.1" status: 200 len: 922 time: 0.3825941 Mar 31 22:55:23.057100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d6bfb960-14e8-4a3a-b3d9-2fca27cd35fc None None] For port 803fe71c-e27a-429a-a836-c23d9880690a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=803fe71c-e27a-429a-a836-c23d9880690a,segment=NetworkSegment(f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90),segment_id=f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:23.159199 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-a110b936-9fe3-4f7a-bcc4-9e71b243101f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a98607c-8dff-4c4f-a6c2-c4443dab8155 HTTP/1.1" status: 200 len: 217 time: 0.1160603 Mar 31 22:55:23.196222 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.247067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.287581 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.300589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-ea3cc93f-6157-4151-92ee-dd4763e8c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.302255 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-ea3cc93f-6157-4151-92ee-dd4763e8c15d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b2824e9-da52-4fc1-b251-e8df1fca6187 HTTP/1.1" status: 200 len: 861 time: 0.1325428 Mar 31 22:55:23.308954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb960-14e8-4a3a-b3d9-2fca27cd35fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.365998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-a764552b-4531-4ee6-a2d5-e2ea8f5fdb76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545845 Mar 31 22:55:23.425414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312758ea-bbf5-4711-82ad-d00dcbb2016e req-2edbcd10-2cca-45aa-9a51-f25678efe43e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.434340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-312758ea-bbf5-4711-82ad-d00dcbb2016e req-2edbcd10-2cca-45aa-9a51-f25678efe43e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.4418089 Mar 31 22:55:23.529640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:23.586336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:23.626826 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-3f1b8d15-3725-4309-b9b4-7619abeee30f service neutron] 10.222.0.50 "GET /v2.0/networks/0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543550 Mar 31 22:55:23.707175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e792b2b0-c739-48ae-8f06-8d8927c5943f None None] Provisioning complete for port 803fe71c-e27a-429a-a836-c23d9880690a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:23.707763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e792b2b0-c739-48ae-8f06-8d8927c5943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.900324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.947400 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b473fa02-e56b-4c98-b144-dd3e2dfcc890 req-1a9279ac-407b-4c94-a0c2-798ad20883a7 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116221 Mar 31 22:55:23.999993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfb960-14e8-4a3a-b3d9-2fca27cd35fc None None] Pushing event updated for resources: {'Port': ['ID=803fe71c-e27a-429a-a836-c23d9880690a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:24.070227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-312758ea-bbf5-4711-82ad-d00dcbb2016e req-5701ad4a-35c1-4a7d-9313-112bf2d11bf9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347296 Mar 31 22:55:24.076471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:24.190718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:55:13Z', 'revision_number': 4, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port': {'id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:03Z', 'updated_at': '2022-03-31T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '803fe71c-e27a-429a-a836-c23d9880690a', 'name': '', 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'mac_address': 'fa:16:3e:cd:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '7a652a44-412d-4583-b934-017d2a3703c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:10Z', 'updated_at': '2022-03-31T22:55:20Z', 'revision_number': 4, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'subnets': [{'id': '7a652a44-412d-4583-b934-017d2a3703c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:24.236722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event updated for resources: {'Port': ['ID=af16e9f0-abff-4033-82f2-639cb3245e8e,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:24.249838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d052a6f-91b9-4c1f-855d-7f0fda1727be None None] The sync data for ids ['b8b5a838-20ce-413e-a878-06b7350fa0cd'] in n-d-836015-1 is: [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:55:13Z', 'revision_number': 4, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port': {'id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:03Z', 'updated_at': '2022-03-31T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '803fe71c-e27a-429a-a836-c23d9880690a', 'name': '', 'network_id': '860e4933-04ca-420d-9d9a-95a5d891f35a', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'mac_address': 'fa:16:3e:cd:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '7a652a44-412d-4583-b934-017d2a3703c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:10Z', 'updated_at': '2022-03-31T22:55:20Z', 'revision_number': 4, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'subnets': [{'id': '7a652a44-412d-4583-b934-017d2a3703c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:24.527130 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:24.674889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871ff65-9d59-46bb-8c91-56dfea79d5ec req-5c3fdbe5-7190-4788-904f-95f37496eeeb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.676875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c871ff65-9d59-46bb-8c91-56dfea79d5ec req-5c3fdbe5-7190-4788-904f-95f37496eeeb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 945 time: 0.2610810 Mar 31 22:55:24.696745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Router bfb32af3-2820-4fd6-a5e7-684182ced1eb has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:55:24.703473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1a98607c-8dff-4c4f-a6c2-c4443dab8155 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:24.805675 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:24.828535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-d70c6450-0592-4039-9f2b-f71760986a97 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 6.9586391 Mar 31 22:55:25.001303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-cf544a36-ac65-4e61-be5e-ff25093aabef tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.1712811 Mar 31 22:55:25.025953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1a98607c-8dff-4c4f-a6c2-c4443dab8155, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1a98607c-8dff-4c4f-a6c2-c4443dab8155,segment=NetworkSegment(2f69f2dd-549e-4180-a8ba-9dc6d12f01ae),segment_id=2f69f2dd-549e-4180-a8ba-9dc6d12f01ae)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:25.068026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '1a98607c-8dff-4c4f-a6c2-c4443dab8155', 'network_id': '0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9', 'port_id': '1a98607c-8dff-4c4f-a6c2-c4443dab8155', 'mac_address': 'fa:16:3e:25:a1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2824e9-da52-4fc1-b251-e8df1fca6187', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:25.116770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c871ff65-9d59-46bb-8c91-56dfea79d5ec req-9c04ebf2-bf93-4824-ac5d-f40dc41b38ae tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119060 Mar 31 22:55:25.229788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.272280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a98607c-8dff-4c4f-a6c2-c4443dab8155 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:25.331217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:25.354825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1a98607c-8dff-4c4f-a6c2-c4443dab8155, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1a98607c-8dff-4c4f-a6c2-c4443dab8155,segment=NetworkSegment(2f69f2dd-549e-4180-a8ba-9dc6d12f01ae),segment_id=2f69f2dd-549e-4180-a8ba-9dc6d12f01ae)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:25.469320 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.777279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1a98607c-8dff-4c4f-a6c2-c4443dab8155,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:25.805481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1a98607c-8dff-4c4f-a6c2-c4443dab8155'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:25.876748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:25.948840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:25.949846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:26.009178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12bb0-ce6c-4504-8be9-d4d54c4a1287 req-83c8edff-39c3-4dac-958c-8697268567af tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.035657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88c12bb0-ce6c-4504-8be9-d4d54c4a1287 req-83c8edff-39c3-4dac-958c-8697268567af tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 945 time: 0.2132008 Mar 31 22:55:26.131158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-dbb64b2b-263c-411d-8ad0-e3608aada550 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.133310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bb0a5cd-9319-4691-90c0-a17e5ab72ff8 req-dbb64b2b-263c-411d-8ad0-e3608aada550 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 1.1310234 Mar 31 22:55:26.151810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88c12bb0-ce6c-4504-8be9-d4d54c4a1287 req-cb58fd1f-1dd3-4e65-b7c8-503dcf46e558 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/security-groups?id=a69d8ea6-3915-40cd-afaa-cf04b24b65cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299727 Mar 31 22:55:26.202251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:26.214327 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] Sync routers for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:26.220117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-136cef0a-09ae-4993-9503-025474bb14cb admin admin] 10.222.0.31 "PUT /v2.0/routers/bfb32af3-2820-4fd6-a5e7-684182ced1eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8847029 Mar 31 22:55:26.222421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60524) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:26.295202 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:26.295487 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:26.472422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 803fe71c-e27a-429a-a836-c23d9880690a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:26.483896 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:26.583127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef0711e-e945-4fa6-9124-7b41616dbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:26.591253 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105bdef-714a-45b4-8026-c1f9f492dd50" -d '{"events": [{"server_uuid": "8ef0711e-e945-4fa6-9124-7b41616dbae3", "name": "network-vif-plugged", "status": "completed", "tag": "7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:26.629030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:26.711664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 803fe71c-e27a-429a-a836-c23d9880690a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:26.712434 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:26.757509 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:26.770294 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:26.832443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:26.889031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-8a6dd6bc-a8ca-407d-8807-bd5f4e4664b1 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6420066 Mar 31 22:55:26.922469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:26.958776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:27.117433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:27.172084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:55:21Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:27.198249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c305897-b03d-48aa-9ec9-00a3ac06b8a3 req-a509d24d-72be-4833-a8a8-80d0a6844ebe tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.205912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c305897-b03d-48aa-9ec9-00a3ac06b8a3 req-a509d24d-72be-4833-a8a8-80d0a6844ebe tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1096 time: 0.2305546 Mar 31 22:55:27.213998 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] Checking router: bfb32af3-2820-4fd6-a5e7-684182ced1eb for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:27.249269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:27.257604 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] Routers {'bfb32af3-2820-4fd6-a5e7-684182ced1eb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:27.258688 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:27.383033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c305897-b03d-48aa-9ec9-00a3ac06b8a3 req-e4eb73f8-8f43-4f51-9f07-675fd6e71982 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692364 Mar 31 22:55:27.492634 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:27.570252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Deleting port 964b4222-7d55-48d9-a150-ac77793e5f12 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:27.571463 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:27.633718 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] Set router bfb32af3-2820-4fd6-a5e7-684182ced1eb gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:27.728069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc770b7-ece7-4824-8b09-25e46c2215cd req-b6e77b94-7324-496b-a2bc-6b1bf9466842 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.731571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbc770b7-ece7-4824-8b09-25e46c2215cd req-b6e77b94-7324-496b-a2bc-6b1bf9466842 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 946 time: 0.1146328 Mar 31 22:55:27.871775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] For port 964b4222-7d55-48d9-a150-ac77793e5f12, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=964b4222-7d55-48d9-a150-ac77793e5f12,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:27.872186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:27.903668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Allocated IP 172.25.4.8 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/dc15fed8-552c-4c22-9b96-38a560ae4b98) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:27.906945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Calling delete_port for 964b4222-7d55-48d9-a150-ac77793e5f12 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:27.944966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbc770b7-ece7-4824-8b09-25e46c2215cd req-5ac81085-97e7-45c0-b6cc-7043506d1029 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243358 Mar 31 22:55:28.163763 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ac888-eeb8-45a0-9827-4ec84acbff13 x-openstack-request-id: req-a83ac888-eeb8-45a0-9827-4ec84acbff13 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:28.164571 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef0711e-e945-4fa6-9124-7b41616dbae3", "name": "network-vif-plugged", "status": "completed", "tag": "7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:28.164760 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a83ac888-eeb8-45a0-9827-4ec84acbff13 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:28.165207 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83ac888-eeb8-45a0-9827-4ec84acbff13'] response: {'server_uuid': '8ef0711e-e945-4fa6-9124-7b41616dbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36', 'code': 200} Mar 31 22:55:28.273077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.288920 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:55:21Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:28.351535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626fdca-2894-43ca-b52e-a6ec9ba3beb3 None None] The sync data for ids ['bfb32af3-2820-4fd6-a5e7-684182ced1eb'] in n-d-836015-1 is: [{'id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'name': 'tempest-ServersTestBootFromVolume-2125229670-router', 'tenant_id': '19fd03bcff2c42329f66a9b958776047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:30Z', 'updated_at': '2022-03-31T22:55:21Z', 'revision_number': 5, 'project_id': '19fd03bcff2c42329f66a9b958776047', 'gw_port': {'id': '964b4222-7d55-48d9-a150-ac77793e5f12', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb32af3-2820-4fd6-a5e7-684182ced1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:31Z', 'updated_at': '2022-03-31T22:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:28.448453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.513659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ff6e8-9d60-43c8-bd6d-53632a0022b1 req-29e9809f-c307-4e1f-b44e-fe712962c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.516671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:28.516956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-063ff6e8-9d60-43c8-bd6d-53632a0022b1 req-29e9809f-c307-4e1f-b44e-fe712962c478 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 1097 time: 0.2472317 Mar 31 22:55:28.594792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:28.606210 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-063ff6e8-9d60-43c8-bd6d-53632a0022b1 req-a8de163e-7630-4298-89bc-372d34386e07 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812433 Mar 31 22:55:28.622955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:28.697971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.709010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1a98607c-8dff-4c4f-a6c2-c4443dab8155 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:28.932799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76032c24-2b68-4893-991d-19e103a14a37 req-78d6e647-6070-4fb8-81f0-0cdf13f08d91 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.942158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76032c24-2b68-4893-991d-19e103a14a37 req-78d6e647-6070-4fb8-81f0-0cdf13f08d91 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 945 time: 0.3387988 Mar 31 22:55:28.975647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Pushing event deleted for resources: {'Port': ['ID=964b4222-7d55-48d9-a150-ac77793e5f12,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:28.977152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event updated for resources: {'Port': ['ID=dc15fed8-552c-4c22-9b96-38a560ae4b98,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:29.051529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:29.056787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:29.057337 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.141392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.189695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76032c24-2b68-4893-991d-19e103a14a37 req-35229368-67ef-432e-aa54-6daea94db681 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/security-groups?id=a69d8ea6-3915-40cd-afaa-cf04b24b65cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460179 Mar 31 22:55:29.253269 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.395798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.399839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.418688 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.541645 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.572257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1a98607c-8dff-4c4f-a6c2-c4443dab8155, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1a98607c-8dff-4c4f-a6c2-c4443dab8155,segment=NetworkSegment(2f69f2dd-549e-4180-a8ba-9dc6d12f01ae),segment_id=2f69f2dd-549e-4180-a8ba-9dc6d12f01ae)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:29.676079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.676991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb32af3-2820-4fd6-a5e7-684182ced1eb {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:55:29.687911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.687911 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4c7b10ea-281f-4729-9bb7-3eca924462cb admin admin] 10.222.0.31 "DELETE /v2.0/routers/bfb32af3-2820-4fd6-a5e7-684182ced1eb HTTP/1.1" status: 204 len: 168 time: 3.4625156 Mar 31 22:55:29.691174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60572) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:29.715168 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.945123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1a98607c-8dff-4c4f-a6c2-c4443dab8155,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:29.946350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca5301a-1ee6-49dd-a77f-2e24511e363a admin admin] Deleting subnet 74ec7961-a98f-42ec-abce-5dbafc689bd6 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:55:29.968580 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bca5301a-1ee6-49dd-a77f-2e24511e363a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.052864 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bca5301a-1ee6-49dd-a77f-2e24511e363a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.166667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a98607c-8dff-4c4f-a6c2-c4443dab8155'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:30.169048 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dfd4c7-c261-40f0-9634-886078f55dcc" -d '{"events": [{"server_uuid": "c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c", "name": "network-vif-plugged", "status": "completed", "tag": "1a98607c-8dff-4c4f-a6c2-c4443dab8155"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:30.180545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.200801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bca5301a-1ee6-49dd-a77f-2e24511e363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.413540 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.490834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bca5301a-1ee6-49dd-a77f-2e24511e363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.546040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 964b4222-7d55-48d9-a150-ac77793e5f12 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:30.577943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5301a-1ee6-49dd-a77f-2e24511e363a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ec7961-a98f-42ec-abce-5dbafc689bd6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:30.588776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 964b4222-7d55-48d9-a150-ac77793e5f12 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:30.589328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 964b4222-7d55-48d9-a150-ac77793e5f12 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:30.590087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e21c063-20b5-4a8b-a0b4-8f2f257175bb no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:30.632535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1e21c063-20b5-4a8b-a0b4-8f2f257175bb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:30.633250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e21c063-20b5-4a8b-a0b4-8f2f257175bb not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:30.635662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca03e93-44a9-4476-b70d-25d7d0f3cf8a None None] Network d27abfd1-0898-414d-8ac3-8eb129995266 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:30.654056 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bca5301a-1ee6-49dd-a77f-2e24511e363a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.662992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bca5301a-1ee6-49dd-a77f-2e24511e363a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/74ec7961-a98f-42ec-abce-5dbafc689bd6 HTTP/1.1" status: 204 len: 168 time: 0.9708078 Mar 31 22:55:30.666044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60578) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:30.687708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event updated for resources: {'Port': ['ID=dc15fed8-552c-4c22-9b96-38a560ae4b98,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:30.733486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.817838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.892302 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.908970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-ec0999bb-73c7-4530-8687-2fe73d52fdbb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.0108562 Mar 31 22:55:30.949100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Deleting port ace81c5f-906f-4fb4-a354-6466b0942ec4 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:30.949650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.076055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-607ea6c4-7866-4986-b299-8aba08ada5cb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1615980 Mar 31 22:55:31.113085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] DHCP port deletion for d27abfd1-0898-414d-8ac3-8eb129995266 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:55:31.179410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] For port ace81c5f-906f-4fb4-a354-6466b0942ec4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ace81c5f-906f-4fb4-a354-6466b0942ec4,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:31.180044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.217613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Calling delete_port for ace81c5f-906f-4fb4-a354-6466b0942ec4 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:31.286928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] Deleting port ace81c5f-906f-4fb4-a354-6466b0942ec4 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:31.289023 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.345740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-a77c8900-afd7-48a2-a065-39d5ea0b4e6e tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.347208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-a77c8900-afd7-48a2-a065-39d5ea0b4e6e tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.2503583 Mar 31 22:55:31.367715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-484e141b-bad3-45fd-939e-af025ae0a9b3 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:55:31.371756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd41116c-833b-4d60-9b1b-386599ee0851 req-484e141b-bad3-45fd-939e-af025ae0a9b3 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076034 Mar 31 22:55:31.430042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] For port ace81c5f-906f-4fb4-a354-6466b0942ec4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ace81c5f-906f-4fb4-a354-6466b0942ec4,segment=NetworkSegment(733fc014-b0f1-4b01-965a-78d7f699c3d5),segment_id=733fc014-b0f1-4b01-965a-78d7f699c3d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:31.431032 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.464672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] Calling delete_port for ace81c5f-906f-4fb4-a354-6466b0942ec4 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:31.557888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea62c08-a77a-4209-a964-6f2f576a21a4 req-faac3732-bfec-4039-a6b4-ccaf7694d667 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.573010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ea62c08-a77a-4209-a964-6f2f576a21a4 req-faac3732-bfec-4039-a6b4-ccaf7694d667 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 946 time: 0.0978546 Mar 31 22:55:31.665762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ea62c08-a77a-4209-a964-6f2f576a21a4 req-f1154e30-71e2-48a1-98d4-e1d87921f594 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796175 Mar 31 22:55:31.722682 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.776107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] No DVR routers for this DVR port ace81c5f-906f-4fb4-a354-6466b0942ec4 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:31.876501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428697-b2cf-4e8e-b52b-5c4d9a5e5537 None None] Pushing event deleted for resources: {'Port': ['ID=ace81c5f-906f-4fb4-a354-6466b0942ec4,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:31.936994 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b391bef8-ec34-44c6-80b2-46644400ddb5 x-openstack-request-id: req-b391bef8-ec34-44c6-80b2-46644400ddb5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:31.937421 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c", "name": "network-vif-plugged", "status": "completed", "tag": "1a98607c-8dff-4c4f-a6c2-c4443dab8155", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:31.937828 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b391bef8-ec34-44c6-80b2-46644400ddb5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:31.938464 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b391bef8-ec34-44c6-80b2-46644400ddb5'] response: {'server_uuid': 'c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a98607c-8dff-4c4f-a6c2-c4443dab8155', 'code': 200} Mar 31 22:55:32.355271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ace81c5f-906f-4fb4-a354-6466b0942ec4 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:32.387470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ace81c5f-906f-4fb4-a354-6466b0942ec4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:32.387861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ace81c5f-906f-4fb4-a354-6466b0942ec4 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:32.395901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19369-772e-4616-83bf-be68f6d9a3cc req-d0a6eee0-1e2a-4f66-b39e-b0edfb7b36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.398246 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2fb19369-772e-4616-83bf-be68f6d9a3cc req-d0a6eee0-1e2a-4f66-b39e-b0edfb7b36b9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 1097 time: 0.2165923 Mar 31 22:55:32.507822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87834-1ded-474b-9886-c141c4660759 req-ff982e11-ebdc-42c8-bf63-21b36a84019d tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.512701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.520997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4db87834-1ded-474b-9886-c141c4660759 req-ff982e11-ebdc-42c8-bf63-21b36a84019d tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 946 time: 0.2338243 Mar 31 22:55:32.575558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-343665f7-1872-493f-b3d4-c506a8293916 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5571911 Mar 31 22:55:32.581106 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2fb19369-772e-4616-83bf-be68f6d9a3cc req-473f8b3a-74c7-49ed-a18e-80989fdf093f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a69d8ea6-3915-40cd-afaa-cf04b24b65cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701012 Mar 31 22:55:32.586863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace81c5f-906f-4fb4-a354-6466b0942ec4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:32.599059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] No DVR routers for this DVR port ace81c5f-906f-4fb4-a354-6466b0942ec4 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:32.626119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:32.740549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4db87834-1ded-474b-9886-c141c4660759 req-fbd58ff8-c829-4c31-8a1c-42c346ebec1e tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/security-groups?id=a69d8ea6-3915-40cd-afaa-cf04b24b65cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164772 Mar 31 22:55:32.853968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.876706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.939655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27abfd1-0898-414d-8ac3-8eb129995266']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:32.961049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733fc014-b0f1-4b01-965a-78d7f699c3d5') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:32.961929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733fc014-b0f1-4b01-965a-78d7f699c3d5') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:32.991468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.023015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.052061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:55:33.052061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:55:33.056174 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:55:33.247859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.379096 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.402790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.415333 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d27abfd1-0898-414d-8ac3-8eb129995266 HTTP/1.1" status: 204 len: 168 time: 2.7443042 Mar 31 22:55:33.458541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dba2a3-4c0f-4d26-b071-6f62faf44c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27abfd1-0898-414d-8ac3-8eb129995266,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:33.661882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9ad35-731d-4cff-9345-c2230a76b134 req-1d08b613-726f-4c75-bfed-e95d5dad4682 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.674325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99f9ad35-731d-4cff-9345-c2230a76b134 req-1d08b613-726f-4c75-bfed-e95d5dad4682 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 946 time: 0.2287142 Mar 31 22:55:33.729723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Allocated IP 172.25.4.179 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/dfb12853-707e-4299-9da0-5833b20eb64c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:33.783414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99f9ad35-731d-4cff-9345-c2230a76b134 req-171eb20b-8d94-450d-881d-026e43bbc0bf tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073856 Mar 31 22:55:34.012869 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-efdc5125-12dd-4f23-9df4-46572c339b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.068223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60634) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:34.183628 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.184151 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e1bc34f2-b11e-4148-861c-55bcaeb361b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19fd03bcff2c42329f66a9b958776047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145961 Mar 31 22:55:34.188251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60636) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:34.285206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-500210f9-1af7-4d2b-8342-23fc6dbab385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.351942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-500210f9-1af7-4d2b-8342-23fc6dbab385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.624997 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.688419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-500210f9-1af7-4d2b-8342-23fc6dbab385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.694995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-500210f9-1af7-4d2b-8342-23fc6dbab385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.704527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-500210f9-1af7-4d2b-8342-23fc6dbab385 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbe47716-9812-463b-ad83-095970673114 HTTP/1.1" status: 204 len: 168 time: 0.5115983 Mar 31 22:55:34.760690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500210f9-1af7-4d2b-8342-23fc6dbab385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe47716-9812-463b-ad83-095970673114,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:34.833783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:34.843958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:34.864949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:34.920630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event updated for resources: {'Port': ['ID=dfb12853-707e-4299-9da0-5833b20eb64c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:35.050738 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.245590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.536684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.042230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.141133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98f47b36-34c2-470f-ba36-ce5328b14fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.192698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event updated for resources: {'Port': ['ID=dfb12853-707e-4299-9da0-5833b20eb64c,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:36.211868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.391032 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.400357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-20d2f1b8-63ba-46b7-b031-9c1c160618a5 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7836342 Mar 31 22:55:36.551703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-f2e9028b-d891-4b60-9a1e-6935108d4716 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.179 HTTP/1.1" status: 200 len: 696 time: 0.1208889 Mar 31 22:55:36.571800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a5f22-c428-42d3-9fef-de8dabd0f2f7 req-d38ac9c4-75b0-4d83-8312-244991e73e43 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.592297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-942a5f22-c428-42d3-9fef-de8dabd0f2f7 req-d38ac9c4-75b0-4d83-8312-244991e73e43 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 946 time: 0.2722249 Mar 31 22:55:36.732784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-942a5f22-c428-42d3-9fef-de8dabd0f2f7 req-48e04fe9-0f12-4123-a40e-32b6dbc28bb6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/security-groups?id=a69d8ea6-3915-40cd-afaa-cf04b24b65cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346416 Mar 31 22:55:36.974123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-c9515420-7c0f-4a8a-94f7-4b47564f5080 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.996091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a5a51d8-bc08-48f3-aa69-9ab981e3a124 req-c9515420-7c0f-4a8a-94f7-4b47564f5080 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.4021077 Mar 31 22:55:37.210470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60698) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:37.573677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bf05b-f2c6-4578-b90d-b8fae15904f2 req-77060760-bf12-4cf0-adde-5c826dc2833e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:37.575750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d5bf05b-f2c6-4578-b90d-b8fae15904f2 req-77060760-bf12-4cf0-adde-5c826dc2833e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 946 time: 0.2626216 Mar 31 22:55:37.576460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-149212046-network', 'tenant_id': '17e48de2433c47adbb23025d5c19e9de'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:37.608820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-b58c3ece-cd3d-4cef-b851-be936a196756 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5707130 Mar 31 22:55:37.625288 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.642262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:37.795437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d5bf05b-f2c6-4578-b90d-b8fae15904f2 req-151d549c-bc69-444b-98ab-c038bc512f3c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840258 Mar 31 22:55:37.823331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Made reservation on behalf of 17e48de2433c47adbb23025d5c19e9de for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:37.825903 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.839968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.894589 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.132501 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.186707 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.275609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.312911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:55:38.336749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.337300 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Added segment 6e16595f-4d74-4dc6-b149-4864671fb307 of type vlan for network a2c820dd-33f9-42f8-81ee-a6b3de543286 Mar 31 22:55:38.358300 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.422691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Allocated IP 172.25.4.66 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/7fce12cc-74b2-4dfa-8c77-a8ce2230f154) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:38.442336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.507154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:38.630146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.631309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:38.632034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.642986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.802075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c820dd-33f9-42f8-81ee-a6b3de543286,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:38.802453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.804659 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.817159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:55:38.819200 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b92fe28b-d2e1-475a-9331-1682057f85a8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6051927 Mar 31 22:55:38.823878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60726) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:38.834659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Request body: {'subnet': {'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-149212046-subnet', 'tenant_id': '17e48de2433c47adbb23025d5c19e9de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:38.938885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:38.974190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:38.978154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:38.995666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Made reservation on behalf of 17e48de2433c47adbb23025d5c19e9de for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:39.000631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.097303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event updated for resources: {'Port': ['ID=7fce12cc-74b2-4dfa-8c77-a8ce2230f154,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:39.158226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb77d39-519c-4fa8-8313-32a0151d867f req-d17395be-9781-4ac0-8cb5-1a03ea2491f4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:39.161274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecb77d39-519c-4fa8-8313-32a0151d867f req-d17395be-9781-4ac0-8cb5-1a03ea2491f4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 946 time: 0.2595205 Mar 31 22:55:39.167486 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.301847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.320183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecb77d39-519c-4fa8-8313-32a0151d867f req-8481e785-a42d-47c9-9504-a9ed1a8f10da tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319923 Mar 31 22:55:39.499536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.504314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.519874 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.625595 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68178f66-215a-41c8-9ea7-f4ad9565aa34,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:39.718033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Checking segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:39.718605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Network hostable DHCP agents. Network: a2c820dd-33f9-42f8-81ee-a6b3de543286, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:55:39.858316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:55:40.025016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, a2c820dd-33f9-42f8-81ee-a6b3de543286) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:40.035205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:40.035829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.038867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9a497-3235-457e-aaf6-e5ed126011d2 None None] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:40.049720 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.212694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-2a498065-0b8b-480e-8f91-3b8ff7dda4fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:40.216489 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-2a498065-0b8b-480e-8f91-3b8ff7dda4fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 946 time: 0.0992684 Mar 31 22:55:40.258945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.298867 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b574af98-068e-467b-b9e4-67f5d0c57c5f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4666553 Mar 31 22:55:40.387442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event updated for resources: {'Port': ['ID=7fce12cc-74b2-4dfa-8c77-a8ce2230f154,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:40.404485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.442415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-a2c820dd-33f9-42f8-81ee-a6b3de543286', 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286', 'tenant_id': '17e48de2433c47adbb23025d5c19e9de', 'fixed_ips': [{'subnet_id': '68178f66-215a-41c8-9ea7-f4ad9565aa34'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:55:40.443705 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.630690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Deleting port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:40.650122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.702273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.702823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-51fab01c-5bdf-4ff6-baa8-fa074720bdec tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0927944 Mar 31 22:55:40.847405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-6b383f02-35ba-4e6f-b0cf-5f1744fda782 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.66 HTTP/1.1" status: 200 len: 695 time: 0.1341143 Mar 31 22:55:40.936331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Allocated IP 172.20.0.2 (a2c820dd-33f9-42f8-81ee-a6b3de543286/68178f66-215a-41c8-9ea7-f4ad9565aa34/b062a5ca-3350-4d21-90f0-78c0b17e654a) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:41.037689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] For port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:41.038296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.088594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Calling delete_port for 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:41.229837 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.363240 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.641952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.721590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event deleted for resources: {'Port': ['ID=7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:41.801828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] No DVR routers for this DVR port 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:41.806287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.810114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Pushing event updated for resources: {'Port': ['ID=b062a5ca-3350-4d21-90f0-78c0b17e654a,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:41.811645 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b38f986c-3bf7-4c8e-9874-2fe47c3b552a req-844e9eff-f98b-48b8-8e99-b86a5c33a7fd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "DELETE /v2.0/ports/7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 HTTP/1.1" status: 204 len: 173 time: 1.5879805 Mar 31 22:55:41.812375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef0711e-e945-4fa6-9124-7b41616dbae3', 'name': 'network-vif-deleted', 'tag': '7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:41.827816 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4461d1b-ec08-44e5-a01c-9c82cf6795dc" -d '{"events": [{"server_uuid": "8ef0711e-e945-4fa6-9124-7b41616dbae3", "name": "network-vif-deleted", "tag": "7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:41.865714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:41.870094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1641313-6c99-45de-bd34-b057def5a72c req-37ba2f41-6f54-448b-bd71-cbe63b4477a4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.871648 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:41.876572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:41.882243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1641313-6c99-45de-bd34-b057def5a72c req-37ba2f41-6f54-448b-bd71-cbe63b4477a4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef0711e-e945-4fa6-9124-7b41616dbae3 HTTP/1.1" status: 200 len: 946 time: 0.8055594 Mar 31 22:55:41.931152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-abe30033-10f8-4256-bf7d-f200d73c3b9a tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.949134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4e4a255-6a1b-480e-964f-dd5a423e4a34 req-abe30033-10f8-4256-bf7d-f200d73c3b9a tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 1.0989542 Mar 31 22:55:42.010830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1641313-6c99-45de-bd34-b057def5a72c req-17932423-d8b0-4e2d-9b8b-03fc1feb0c72 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269946 Mar 31 22:55:42.069764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Attempting to bind port b062a5ca-3350-4d21-90f0-78c0b17e654a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:42.071748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Attempting to bind port b062a5ca-3350-4d21-90f0-78c0b17e654a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:42.073588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Attempting to bind port b062a5ca-3350-4d21-90f0-78c0b17e654a on network a2c820dd-33f9-42f8-81ee-a6b3de543286 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:42.093357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:42.100347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Checking segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:42.101957 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.104764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Bound using segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:42.105864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Bound port: b062a5ca-3350-4d21-90f0-78c0b17e654a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:42.109258 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.259289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-64ea741b-586c-458f-8b55-aff658190a22 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.264650 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-64ea741b-586c-458f-8b55-aff658190a22 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.50 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 946 time: 0.1929712 Mar 31 22:55:42.332787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f3609-7c4e-4a26-9e28-7db63f98603d req-bc24324e-19d8-44f1-8ef3-e8cca59e7fd1 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.363224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a9f3609-7c4e-4a26-9e28-7db63f98603d req-bc24324e-19d8-44f1-8ef3-e8cca59e7fd1 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 946 time: 0.2143488 Mar 31 22:55:42.414512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] For port b062a5ca-3350-4d21-90f0-78c0b17e654a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:42.425088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] For port b062a5ca-3350-4d21-90f0-78c0b17e654a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b062a5ca-3350-4d21-90f0-78c0b17e654a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:42.528322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a9f3609-7c4e-4a26-9e28-7db63f98603d req-87764d14-89c7-46c1-8924-947e53b2ef1f tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/security-groups?id=a69d8ea6-3915-40cd-afaa-cf04b24b65cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625245 Mar 31 22:55:42.560384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Deleting port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:42.566666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.646672 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.872640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] For port 1a98607c-8dff-4c4f-a6c2-c4443dab8155, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1a98607c-8dff-4c4f-a6c2-c4443dab8155,segment=NetworkSegment(2f69f2dd-549e-4180-a8ba-9dc6d12f01ae),segment_id=2f69f2dd-549e-4180-a8ba-9dc6d12f01ae)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:42.874203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.923369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Calling delete_port for 1a98607c-8dff-4c4f-a6c2-c4443dab8155 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:42.925001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf320561-f4a2-4798-b3ce-6813b5e9a972 None None] Pushing event updated for resources: {'Port': ['ID=b062a5ca-3350-4d21-90f0-78c0b17e654a,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:43.046503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-4dbcc162-f735-48fb-bdb6-8ca0a3401dbe tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:43.055378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-4dbcc162-f735-48fb-bdb6-8ca0a3401dbe tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 815 time: 0.3435378 Mar 31 22:55:43.160356 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9977e9-784b-4aef-b2bf-3d3c35fa00c1 x-openstack-request-id: req-1e9977e9-784b-4aef-b2bf-3d3c35fa00c1 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:43.161219 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef0711e-e945-4fa6-9124-7b41616dbae3", "name": "network-vif-deleted", "tag": "7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:43.162385 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e9977e9-784b-4aef-b2bf-3d3c35fa00c1 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:43.163225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-06e28c6f-1d8f-4ca9-8e86-16e319ee0964 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/quotas/17e48de2433c47adbb23025d5c19e9de HTTP/1.1" status: 200 len: 375 time: 0.1067045 Mar 31 22:55:43.163685 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9977e9-784b-4aef-b2bf-3d3c35fa00c1'] response: {'server_uuid': '8ef0711e-e945-4fa6-9124-7b41616dbae3', 'name': 'network-vif-deleted', 'tag': '7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36', 'status': 'completed', 'code': 200} Mar 31 22:55:43.191852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe411310-89c9-4bcd-852b-38ae17629f45 req-36b57161-c159-41b0-86dd-1942ef360cf2 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips/e5526cde-707a-4bf5-8f2a-336b2319232e HTTP/1.1" status: 200 len: 692 time: 0.1323056 Mar 31 22:55:43.433564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:43.505850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe411310-89c9-4bcd-852b-38ae17629f45 req-6e6e9048-8a7d-4ea6-a7be-614a4b428939 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:43.507379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe411310-89c9-4bcd-852b-38ae17629f45 req-6e6e9048-8a7d-4ea6-a7be-614a4b428939 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.3141620 Mar 31 22:55:43.534675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:43.535311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7be5d2aa-bd91-470e-9ee0-d8f9d7e28f36 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:43.538009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-fe411310-89c9-4bcd-852b-38ae17629f45 req-1f297a6b-2be7-412c-8437-0dc5bc31faf1 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:55:43.539744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe411310-89c9-4bcd-852b-38ae17629f45 req-1f297a6b-2be7-412c-8437-0dc5bc31faf1 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132031 Mar 31 22:55:43.556697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-4ac6474a-2076-4247-95c0-772bf9d2aa9b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3925819 Mar 31 22:55:43.596382 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.611292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1a98607c-8dff-4c4f-a6c2-c4443dab8155'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:43.726082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Pushing event deleted for resources: {'Port': ['ID=1a98607c-8dff-4c4f-a6c2-c4443dab8155,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:43.822965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] No DVR routers for this DVR port 1a98607c-8dff-4c4f-a6c2-c4443dab8155 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:43.828931 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.836556 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30732ee5-0e1d-4671-aebf-d054670eb8af req-ec7ef4cd-e076-459c-819f-a9d8f073b5c6 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.50 "DELETE /v2.0/ports/1a98607c-8dff-4c4f-a6c2-c4443dab8155 HTTP/1.1" status: 204 len: 173 time: 1.5658684 Mar 31 22:55:43.857402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-4b2630a0-1204-46e3-8ba0-84a2a1e47974 service neutron] 10.222.0.31 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710075 Mar 31 22:55:44.125489 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-343b879b-d9d2-42cc-919b-e4e545f44cd2 service neutron] 10.222.0.31 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440901 Mar 31 22:55:44.364399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b062a5ca-3350-4d21-90f0-78c0b17e654a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:44.614538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b062a5ca-3350-4d21-90f0-78c0b17e654a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:44.614538 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.909441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.069811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port b062a5ca-3350-4d21-90f0-78c0b17e654a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b062a5ca-3350-4d21-90f0-78c0b17e654a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:45.153095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a23148b9-b519-47f6-818d-34e00b779ffd tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips/e5526cde-707a-4bf5-8f2a-336b2319232e HTTP/1.1" status: 200 len: 692 time: 0.2353518 Mar 31 22:55:45.162365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b38759-0074-48e0-b16d-39004920632d None None] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:45.179648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c', 'name': 'network-vif-deleted', 'tag': '1a98607c-8dff-4c4f-a6c2-c4443dab8155'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:45.179648 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eee9461-33cf-4e1a-b710-bcf6daad6369" -d '{"events": [{"server_uuid": "c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c", "name": "network-vif-deleted", "tag": "1a98607c-8dff-4c4f-a6c2-c4443dab8155"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:45.272832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44e8b73b-fdbc-4bb0-9426-0cd77d8e2ab4 req-18c88068-454e-4ada-b6e9-af6ffa5b4a76 tempest-ServerMetadataNegativeTestJSON-759397349 tempest-ServerMetadataNegativeTestJSON-759397349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c HTTP/1.1" status: 200 len: 210 time: 0.0901701 Mar 31 22:55:45.428027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-98025ca5-a95e-4a4e-a955-4999d2e29aad None None] Provisioning complete for port b062a5ca-3350-4d21-90f0-78c0b17e654a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:45.429774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98025ca5-a95e-4a4e-a955-4999d2e29aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.481566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-71d8019a-475e-4763-9a2a-1130167d9fc3 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.489591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-71d8019a-475e-4763-9a2a-1130167d9fc3 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.3353419 Mar 31 22:55:45.591036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-48f69bda-06bf-4a82-8931-0c316f1e0929 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.66 HTTP/1.1" status: 200 len: 695 time: 0.0900786 Mar 31 22:55:45.713468 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98025ca5-a95e-4a4e-a955-4999d2e29aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.754640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a1348-8f5e-44c7-99ec-ff71fc209c37 req-6bd6a8ee-4b31-4308-b3a3-72ddcefd7939 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.758151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.774221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-597a1348-8f5e-44c7-99ec-ff71fc209c37 req-6bd6a8ee-4b31-4308-b3a3-72ddcefd7939 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.2599566 Mar 31 22:55:45.809694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-746041e8-4a0b-4318-9307-962c7cf4a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.812775 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-746041e8-4a0b-4318-9307-962c7cf4a90b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1097 time: 0.1489253 Mar 31 22:55:45.851033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-adc5b9b5-23bc-4b05-b54c-615b73ee5838 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.66 HTTP/1.1" status: 200 len: 695 time: 0.2453282 Mar 31 22:55:45.867729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-597a1348-8f5e-44c7-99ec-ff71fc209c37 req-2b942d37-cbd0-4d72-a933-923b9d9bc64d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915043 Mar 31 22:55:46.072537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-98025ca5-a95e-4a4e-a955-4999d2e29aad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:55:46.072905 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-98025ca5-a95e-4a4e-a955-4999d2e29aad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:55:46.079656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=b062a5ca-3350-4d21-90f0-78c0b17e654a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:46.122019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-574247cd-fca6-4d0f-bdb7-7bb6dffbd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.127495 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-574247cd-fca6-4d0f-bdb7-7bb6dffbd027 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.3030572 Mar 31 22:55:46.343719 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-82251c3d-aca3-4898-bb5b-047c0a66758a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 200 len: 1001 time: 0.2067983 Mar 31 22:55:46.391050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b062a5ca-3350-4d21-90f0-78c0b17e654a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:46.425993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-a17d883d-598d-4b2c-b3e2-9e701449dcac tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.442220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-a17d883d-598d-4b2c-b3e2-9e701449dcac tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 815 time: 0.4106667 Mar 31 22:55:46.465847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Deleting port 7fce12cc-74b2-4dfa-8c77-a8ce2230f154 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:46.466589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.487623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-d8237c96-beb8-41aa-8bca-8be256fd0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.490214 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-d8237c96-beb8-41aa-8bca-8be256fd0701 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1394367 Mar 31 22:55:46.517591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b062a5ca-3350-4d21-90f0-78c0b17e654a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:46.518738 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.596167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-85deedee-7d96-43ce-98d2-cc038dbce3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.597585 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-85deedee-7d96-43ce-98d2-cc038dbce3f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957055 Mar 31 22:55:46.653677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.654023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.672333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Calling delete_port for 7fce12cc-74b2-4dfa-8c77-a8ce2230f154 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:46.748525 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-b04d3344-c65a-4834-a6e3-377e7400f30a tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/quotas/17e48de2433c47adbb23025d5c19e9de HTTP/1.1" status: 200 len: 375 time: 0.2965374 Mar 31 22:55:46.828517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-40a90c06-f4ba-43eb-a4c3-74ee106e8553 None None] Provisioning complete for port b062a5ca-3350-4d21-90f0-78c0b17e654a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:46.829434 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-40a90c06-f4ba-43eb-a4c3-74ee106e8553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.833734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1a98607c-8dff-4c4f-a6c2-c4443dab8155 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:46.845059 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-3ede0fc3-2c0a-403a-b589-2c0b481da05b service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393582 Mar 31 22:55:46.910739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 1a98607c-8dff-4c4f-a6c2-c4443dab8155 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:46.911347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1a98607c-8dff-4c4f-a6c2-c4443dab8155 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:46.951087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-b111fe49-f4ac-4705-9143-11199437593b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829684 Mar 31 22:55:47.116414 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-05819ad9-fb4b-479d-8a1f-28d75fafd03d req-f304ea71-9fad-4497-a8bd-4f7df403e81e service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631700 Mar 31 22:55:47.253343 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-c926ab37-f0b2-48b5-bbc6-dd72d16b0bed service neutron] 10.222.0.31 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027275 Mar 31 22:55:47.327311 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.479857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event deleted for resources: {'Port': ['ID=7fce12cc-74b2-4dfa-8c77-a8ce2230f154,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:47.500218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-51080aa3-4cef-4cb5-96a5-d53c80788afb service neutron] 10.222.0.31 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459934 Mar 31 22:55:47.511773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.515089 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.528248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-953edf88-fc8d-4859-bd3b-d57cabb7a368 req-a338755e-36d1-4095-89e1-7a545c483204 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "DELETE /v2.0/floatingips/e5526cde-707a-4bf5-8f2a-336b2319232e HTTP/1.1" status: 204 len: 173 time: 1.6588204 Mar 31 22:55:47.576148 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64ea6f0-d680-4f33-9630-51b23aca31d5 x-openstack-request-id: req-c64ea6f0-d680-4f33-9630-51b23aca31d5 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:47.577485 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c", "name": "network-vif-deleted", "tag": "1a98607c-8dff-4c4f-a6c2-c4443dab8155", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:47.577485 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c64ea6f0-d680-4f33-9630-51b23aca31d5 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:47.577850 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64ea6f0-d680-4f33-9630-51b23aca31d5'] response: {'server_uuid': 'c065a0bc-8e2c-4d06-b83a-0f12bc5ed98c', 'name': 'network-vif-deleted', 'tag': '1a98607c-8dff-4c4f-a6c2-c4443dab8155', 'status': 'completed', 'code': 200} Mar 31 22:55:47.874048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-902b4dcd-bd98-45a3-82a3-b8af427b71e6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.877325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-902b4dcd-bd98-45a3-82a3-b8af427b71e6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.1955917 Mar 31 22:55:47.917453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-ffa239b6-7979-42e9-9a39-5646a4f2eddd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/quotas/c91b29970f0a4a4fb4b7d1e2e94bbff6 HTTP/1.1" status: 200 len: 375 time: 0.0252359 Mar 31 22:55:47.965593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-6be401b1-b8f8-4a06-a135-aa67ef313852 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467896 Mar 31 22:55:48.150807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-af647bfa-0225-42f6-8d52-064e44d3c004 service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730270 Mar 31 22:55:48.292669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-7ce9bb22-7688-4796-bdf1-540ab44009a2 service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316218 Mar 31 22:55:48.591411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60910) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:48.671355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d95be4-314e-441f-a570-42c4b6b3ce19 admin admin] Deleting subnet 0b2824e9-da52-4fc1-b251-e8df1fca6187 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:55:48.687068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84d95be4-314e-441f-a570-42c4b6b3ce19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.787076 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84d95be4-314e-441f-a570-42c4b6b3ce19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.856396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84d95be4-314e-441f-a570-42c4b6b3ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.006211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091da5e7-f220-4878-b583-0411712c6ac1 req-3a6162f6-af63-4029-805a-8491d6b8ba17 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.007956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-091da5e7-f220-4878-b583-0411712c6ac1 req-3a6162f6-af63-4029-805a-8491d6b8ba17 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.2161024 Mar 31 22:55:49.056373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d353889-ef89-4d55-927e-d34c8eee54bf req-1069e034-aa0c-4b91-a5a7-5bc9c91ce04a tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.058263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d353889-ef89-4d55-927e-d34c8eee54bf req-1069e034-aa0c-4b91-a5a7-5bc9c91ce04a tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3620932 Mar 31 22:55:49.100122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84d95be4-314e-441f-a570-42c4b6b3ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.107566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-091da5e7-f220-4878-b583-0411712c6ac1 req-31c1ba8f-4a7f-4b41-8800-c21318269831 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843449 Mar 31 22:55:49.162767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95be4-314e-441f-a570-42c4b6b3ce19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2824e9-da52-4fc1-b251-e8df1fca6187,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:49.165136 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84d95be4-314e-441f-a570-42c4b6b3ce19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.169965 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-84d95be4-314e-441f-a570-42c4b6b3ce19 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b2824e9-da52-4fc1-b251-e8df1fca6187 HTTP/1.1" status: 204 len: 168 time: 0.5882115 Mar 31 22:55:49.174686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60942) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:49.368637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.428866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af53f1-21e9-47a3-9ce1-3af64d26a01b req-702c2b45-1058-4ac1-88b6-fb79d3dbaf6d tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.431272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98af53f1-21e9-47a3-9ce1-3af64d26a01b req-702c2b45-1058-4ac1-88b6-fb79d3dbaf6d tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 945 time: 0.1737521 Mar 31 22:55:49.448650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-f6116f4d-c523-40eb-bcdc-a7fe21e81733 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.450951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-f6116f4d-c523-40eb-bcdc-a7fe21e81733 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 815 time: 0.2412081 Mar 31 22:55:49.508456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-46150bea-13d6-4a74-a8df-39ee650a3afc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/quotas/17e48de2433c47adbb23025d5c19e9de HTTP/1.1" status: 200 len: 375 time: 0.0463793 Mar 31 22:55:49.597310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98af53f1-21e9-47a3-9ce1-3af64d26a01b req-5cecb3d1-c670-4f7c-91f7-bca0ed7aee16 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446605 Mar 31 22:55:49.615253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.646162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:49.665632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-92eecbc8-987d-41b1-a98f-779b452dbcf3 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378796 Mar 31 22:55:49.668334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f69f2dd-549e-4180-a8ba-9dc6d12f01ae') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:49.668755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f69f2dd-549e-4180-a8ba-9dc6d12f01ae') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:49.681439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.719365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b1144d96-35f4-4f13-879c-483050c59b7b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.721627 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b1144d96-35f4-4f13-879c-483050c59b7b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.45 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 815 time: 0.1452465 Mar 31 22:55:49.740333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Request body: {'port': {'device_id': '6a09853a-fe8d-43b6-b8a6-ca0864b6456f', 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286', 'admin_state_up': True, 'tenant_id': '17e48de2433c47adbb23025d5c19e9de'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:49.751052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.759606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-945db9ee-0d87-451d-9806-406c86e844a2 req-f896c64c-1ebf-446d-8a78-6d07340d27ac tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 210 time: 0.0555232 Mar 31 22:55:49.809859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:55:49.810278 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:55:49.813516 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:55:50.012105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5df3e09d-4bb9-40e3-93d3-b6a44137ee04 req-03b0e2d8-19ba-4962-adc6-746ab38bd535 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=f980fcf8ca77461a963dad745b110b30 HTTP/1.1" status: 200 len: 1653 time: 0.1185908 Mar 31 22:55:50.014211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-03b2d3ec-a8c9-49fe-a3b2-8d9a71ea479a service neutron] 10.222.0.31 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306794 Mar 31 22:55:50.025386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Made reservation on behalf of 17e48de2433c47adbb23025d5c19e9de for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:50.032010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.324511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Allocated IP 172.20.0.13 (a2c820dd-33f9-42f8-81ee-a6b3de543286/68178f66-215a-41c8-9ea7-f4ad9565aa34/81a383d7-10f1-40f7-9427-6448b05f0ede) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:50.339520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-d3ea3d0d-9ca2-4c97-b225-ee907b88c737 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.341785 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-d3ea3d0d-9ca2-4c97-b225-ee907b88c737 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.50 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 945 time: 0.1212680 Mar 31 22:55:50.368620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.469190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.477768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9 HTTP/1.1" status: 204 len: 168 time: 1.2994890 Mar 31 22:55:50.511157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ea1b7-d8a3-4b84-a9f1-6fdb26b9ed23 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7ed2b1-6cb4-466d-9fc6-9b550f471ba9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:50.600090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Deleting port 510e767e-1668-4338-b685-8001eec61953 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:50.600633 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.611596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e09d-4bb9-40e3-93d3-b6a44137ee04 req-1dce6517-8ba6-4114-a0ab-02299707b00d tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.627929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5df3e09d-4bb9-40e3-93d3-b6a44137ee04 req-1dce6517-8ba6-4114-a0ab-02299707b00d tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks?id=4a52a629-4455-4eba-862a-e9a9d4df5026&id=4a52a629-4455-4eba-862a-e9a9d4df5026&id=4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 787 time: 0.6057618 Mar 31 22:55:50.654104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-b6aad71a-5cb0-457c-a9f9-1ccdc7ecced8 service neutron] 10.222.0.31 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188564 Mar 31 22:55:50.659482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-5df3e09d-4bb9-40e3-93d3-b6a44137ee04 req-66864fe3-12f2-4dc0-bbc7-d8ddf002f88e tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:55:50.673593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5df3e09d-4bb9-40e3-93d3-b6a44137ee04 req-66864fe3-12f2-4dc0-bbc7-d8ddf002f88e tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0381384 Mar 31 22:55:50.730977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.809078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] For port 510e767e-1668-4338-b685-8001eec61953, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=510e767e-1668-4338-b685-8001eec61953,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:50.809987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.070994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.071389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.071726 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Floating IP ba23002d-8040-465b-96a8-0f4dcd0ba428 disassociated. External IP: 172.25.4.50, port: 510e767e-1668-4338-b685-8001eec61953. Mar 31 22:55:51.072081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Calling delete_port for 510e767e-1668-4338-b685-8001eec61953 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:51.137961 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.161768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:51.166440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:51.203263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:51.349080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac2b15-722f-4de7-8af9-ece4388471f0 req-0bca8bd5-08ee-4e51-80f9-7e6104a08545 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.377745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fac2b15-722f-4de7-8af9-ece4388471f0 req-0bca8bd5-08ee-4e51-80f9-7e6104a08545 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.1498523 Mar 31 22:55:51.386990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Pushing event updated for resources: {'Port': ['ID=81a383d7-10f1-40f7-9427-6448b05f0ede,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:51.450359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.452725 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.509295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60994) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:51.536757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fac2b15-722f-4de7-8af9-ece4388471f0 req-d9229e33-81aa-4a2e-8936-3c0b237d4e6d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575377 Mar 31 22:55:51.679356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-94f1dfc4-75c9-47da-82a5-366ef6ba0e39 None None] Provisioning complete for port 81a383d7-10f1-40f7-9427-6448b05f0ede triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:51.680593 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-94f1dfc4-75c9-47da-82a5-366ef6ba0e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.703693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ba3ba68-f867-49b0-b947-20df7168bd0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=651e19392650418a842d1e210f2c6878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877005 Mar 31 22:55:51.704771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 32768) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:51.744427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-94f1dfc4-75c9-47da-82a5-366ef6ba0e39 None None] Port 81a383d7-10f1-40f7-9427-6448b05f0ede cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:51.751629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24297c5e-fbaa-47a6-966e-24baa8ed43f3 req-652b1a22-be65-4e84-b31e-02b6e0444457 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.753228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24297c5e-fbaa-47a6-966e-24baa8ed43f3 req-652b1a22-be65-4e84-b31e-02b6e0444457 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/ports?device_id=c123d555-5d6c-4057-89ac-5f6527ae2d00 HTTP/1.1" status: 200 len: 945 time: 0.1184473 Mar 31 22:55:51.779280 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b6520d87-633a-4435-8b5c-f07315ee46c4 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0469975 Mar 31 22:55:51.799601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Request body: {'port': {'device_id': '6a09853a-fe8d-43b6-b8a6-ca0864b6456f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:51.809031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24297c5e-fbaa-47a6-966e-24baa8ed43f3 req-4ffe8fde-99ca-4bcc-a3ee-8b23b145ecf8 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fd152d7-2cb0-4ddd-8112-e57515909214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486007 Mar 31 22:55:51.910883 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-311b346c-f2cf-42dd-8eb9-fd96f98d6fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.919109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.976778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.988400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event deleted for resources: {'Port': ['ID=510e767e-1668-4338-b685-8001eec61953,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:52.016595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-311b346c-f2cf-42dd-8eb9-fd96f98d6fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.051962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-f00525eb-8746-4a32-b8ab-75ac21be3929 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips/e764abf8-3601-491b-979c-54f92521bfa3 HTTP/1.1" status: 200 len: 693 time: 0.1140456 Mar 31 22:55:52.121150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-40ec985e-d2c2-4a42-a52a-d02ac5bd1909 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.124771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-40ec985e-d2c2-4a42-a52a-d02ac5bd1909 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.45 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 815 time: 0.2770152 Mar 31 22:55:52.148605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Request body: {'port': {'device_id': '7f8287bd-6e53-48ed-8bd9-de47e7a5cd91', 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286', 'admin_state_up': True, 'tenant_id': '17e48de2433c47adbb23025d5c19e9de'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:52.395146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-4e81948f-2bae-4721-8539-9474387460fb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.396614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-4e81948f-2bae-4721-8539-9474387460fb tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.3358061 Mar 31 22:55:52.407362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-311b346c-f2cf-42dd-8eb9-fd96f98d6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.411241 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-311b346c-f2cf-42dd-8eb9-fd96f98d6fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.414783 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-311b346c-f2cf-42dd-8eb9-fd96f98d6fc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a69d8ea6-3915-40cd-afaa-cf04b24b65cd HTTP/1.1" status: 204 len: 168 time: 0.7071528 Mar 31 22:55:52.417964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Router 20596756-fb7a-4d98-92db-52c046802e97 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:55:52.458605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-5aa6448b-f0e1-4af0-8ef7-2264b05ae75c tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.179 HTTP/1.1" status: 200 len: 696 time: 0.0501134 Mar 31 22:55:52.493931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b346c-f2cf-42dd-8eb9-fd96f98d6fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69d8ea6-3915-40cd-afaa-cf04b24b65cd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:52.612750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-a4948b8a-d073-49dd-934b-6d9e0e215543 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.179 HTTP/1.1" status: 200 len: 696 time: 0.1423161 Mar 31 22:55:52.677030 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Made reservation on behalf of 17e48de2433c47adbb23025d5c19e9de for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:52.683263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.739228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:52.788076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] Sync routers for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:52.832885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] No DVR routers for this DVR port 510e767e-1668-4338-b685-8001eec61953 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:52.833979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:52.835681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:55:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:52.837791 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.844322 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f20ccbf5-fdf6-4e1b-bfaa-71989064c44f req-006f85d7-96ab-48fb-91f2-2dbd20ba002e tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.50 "DELETE /v2.0/ports/510e767e-1668-4338-b685-8001eec61953 HTTP/1.1" status: 204 len: 173 time: 2.4955275 Mar 31 22:55:52.857283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'name': 'network-vif-deleted', 'tag': '510e767e-1668-4338-b685-8001eec61953'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:52.861456 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bef46f8-06f1-41a3-a87d-f8b7621a530b" -d '{"events": [{"server_uuid": "c123d555-5d6c-4057-89ac-5f6527ae2d00", "name": "network-vif-deleted", "tag": "510e767e-1668-4338-b685-8001eec61953"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:52.870376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a383d7-10f1-40f7-9427-6448b05f0ede {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:52.904290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.925788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Transition to ACTIVE for port object 81a383d7-10f1-40f7-9427-6448b05f0ede will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:52.976604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 499d3672-e35b-42a1-990a-49616235de61 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:53.051794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.125615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f861f7c-7358-412c-a202-85fae5caf3bd req-463e829a-1aab-452a-981c-bad4f10bab68 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 210 time: 0.0874376 Mar 31 22:55:53.195699 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.244640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499d3672-e35b-42a1-990a-49616235de61'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:53.254896 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b5f933-dfe9-4064-9cbc-d3c30fcc2cc4" -d '{"events": [{"server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "name": "network-vif-unplugged", "status": "completed", "tag": "499d3672-e35b-42a1-990a-49616235de61"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:53.255848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Pushing event updated for resources: {'Port': ['ID=81a383d7-10f1-40f7-9427-6448b05f0ede,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:53.300979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:53.315774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:53.497285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.531706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Attempting to bind port 81a383d7-10f1-40f7-9427-6448b05f0ede on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:53.533512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Attempting to bind port 81a383d7-10f1-40f7-9427-6448b05f0ede by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:53.533863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Attempting to bind port 81a383d7-10f1-40f7-9427-6448b05f0ede on network a2c820dd-33f9-42f8-81ee-a6b3de543286 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:53.544483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Port 81a383d7-10f1-40f7-9427-6448b05f0ede on network a2c820dd-33f9-42f8-81ee-a6b3de543286 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:53.545001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Attempting to bind port 81a383d7-10f1-40f7-9427-6448b05f0ede on network a2c820dd-33f9-42f8-81ee-a6b3de543286 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:53.554362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:53.557590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Checking segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:53.558337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Bound using segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:53.559244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Bound port: 81a383d7-10f1-40f7-9427-6448b05f0ede, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:53.559828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.571790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-7b5e6c4e-0b70-48df-a4fd-f27e5eb00be3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.573983 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-7b5e6c4e-0b70-48df-a4fd-f27e5eb00be3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.8637111 Mar 31 22:55:53.619749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa33a3b3-6849-40a0-acd1-84acbf8f94ee req-93a62d21-5f55-4d21-8e14-601c38a4d32d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 210 time: 0.1837766 Mar 31 22:55:53.640410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Request body: {'port': {'device_id': '901af764-097e-49b7-89a0-8263bd7c6477', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'admin_state_up': True, 'tenant_id': 'c91b29970f0a4a4fb4b7d1e2e94bbff6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:53.668329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Deleting port dfb12853-707e-4299-9da0-5833b20eb64c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:53.668329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.742294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] For port 81a383d7-10f1-40f7-9427-6448b05f0ede, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:53.747511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] For port 81a383d7-10f1-40f7-9427-6448b05f0ede, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=81a383d7-10f1-40f7-9427-6448b05f0ede,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:53.790061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:53.799048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Allocated IP 172.20.0.3 (a2c820dd-33f9-42f8-81ee-a6b3de543286/68178f66-215a-41c8-9ea7-f4ad9565aa34/c1f2e252-92a9-4d58-92a4-6b9201a8f953) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:53.902884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:49Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:53.916331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.950580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] Checking router: 20596756-fb7a-4d98-92db-52c046802e97 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:53.964728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.965591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.969476 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] 10.222.0.45 "PUT /v2.0/ports/81a383d7-10f1-40f7-9427-6448b05f0ede HTTP/1.1" status: 200 len: 1092 time: 2.1822648 Mar 31 22:55:53.969680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:53.970738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:55:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:54.016310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97507b3d-b4ee-4bc6-8ddc-436358bd1bf0 req-8d5adaeb-96f5-4eca-9733-d4c80b434b93 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.024515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97507b3d-b4ee-4bc6-8ddc-436358bd1bf0 req-8d5adaeb-96f5-4eca-9733-d4c80b434b93 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.2482402 Mar 31 22:55:54.035988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Pushing event updated for resources: {'Port': ['ID=81a383d7-10f1-40f7-9427-6448b05f0ede,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:54.064815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.065167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.065532 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.065878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.066215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.066639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.066984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.067318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.067661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.068016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.068318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.068648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f8e7e-bcbb-4ee6-8bc3-5dbbe3933833 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:54.151124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.151743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.242234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:54.280131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-40c55c55-f336-408d-b063-dc501c0fa425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.283361 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-40c55c55-f336-408d-b063-dc501c0fa425 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 1095 time: 0.1109126 Mar 31 22:55:54.303817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Calling delete_port for dfb12853-707e-4299-9da0-5833b20eb64c owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:54.385360 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-0abe6b0b-6994-46e6-9a4f-6f3d61d7be2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a383d7-10f1-40f7-9427-6448b05f0ede HTTP/1.1" status: 200 len: 217 time: 0.0897832 Mar 31 22:55:54.494557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97507b3d-b4ee-4bc6-8ddc-436358bd1bf0 req-8ba80ca3-0f5f-4404-bc3b-72cce8426c71 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4687827 Mar 31 22:55:54.547933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-042bc804-47d7-4655-9fdf-a2dcbb20018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.552660 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-042bc804-47d7-4655-9fdf-a2dcbb20018b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68178f66-215a-41c8-9ea7-f4ad9565aa34 HTTP/1.1" status: 200 len: 854 time: 0.1454046 Mar 31 22:55:54.611870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Made reservation on behalf of c91b29970f0a4a4fb4b7d1e2e94bbff6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:54.627747 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.649211 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6196ec-8722-45d3-bef7-309d57740ea7 x-openstack-request-id: req-df6196ec-8722-45d3-bef7-309d57740ea7 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:54.649211 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c123d555-5d6c-4057-89ac-5f6527ae2d00", "name": "network-vif-deleted", "tag": "510e767e-1668-4338-b685-8001eec61953", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:54.649211 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df6196ec-8722-45d3-bef7-309d57740ea7 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:54.649211 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6196ec-8722-45d3-bef7-309d57740ea7'] response: {'server_uuid': 'c123d555-5d6c-4057-89ac-5f6527ae2d00', 'name': 'network-vif-deleted', 'tag': '510e767e-1668-4338-b685-8001eec61953', 'status': 'completed', 'code': 200} Mar 31 22:55:54.693415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-e22835d2-b803-4c5e-af3d-c31c3b056ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.699232 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-e22835d2-b803-4c5e-af3d-c31c3b056ee2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2c820dd-33f9-42f8-81ee-a6b3de543286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400957 Mar 31 22:55:54.720303 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:54.879344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 510e767e-1668-4338-b685-8001eec61953 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:54.936170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 510e767e-1668-4338-b685-8001eec61953 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:54.936904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 510e767e-1668-4338-b685-8001eec61953 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:54.967982 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-62f22999-cee9-4a1b-90f1-c33e84b6b15a service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513640 Mar 31 22:55:54.980652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Allocated IP 172.20.0.8 (990b1455-6cc7-44e1-a7d3-10424a31969d/2508d8b7-f29b-4711-aee0-bc5c76dd4591/8a71cb3d-fdca-4ba0-a3ca-66d21984ed29) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:55.037799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.070195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:49Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:55.115000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7fed3-9e5d-43bc-8a7b-74e59e1bc188 None None] The sync data for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 is: [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 4, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e89ae4bd-7d2a-4415-8da1-c1c6a52ae374', 'name': '', 'network_id': '369eef97-df0c-4bdc-93f1-9a1c52a63f5a', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'mac_address': 'fa:16:3e:91:ac:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:40Z', 'updated_at': '2022-03-31T22:52:49Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'subnets': [{'id': '80fc6023-05de-45d6-8b87-64b89d7fac9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:55.126042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:55.130039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:55.134352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Pushing event updated for resources: {'Port': ['ID=c1f2e252-92a9-4d58-92a4-6b9201a8f953,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:55.143080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:55.161787 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fabfa1e5-837e-42e6-8d0d-7cab11445327 req-764d5b3f-773e-438d-a996-98731e447876 service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858013 Mar 31 22:55:55.225597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.225948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.226267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.235006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.235698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.235935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.236108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.236425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.236828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.237075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.237402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.237720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:55.282552 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.397099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event deleted for resources: {'Port': ['ID=dfb12853-707e-4299-9da0-5833b20eb64c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:55.481177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:55.482118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.572799 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de0515c-450b-4afc-a282-db5d51ae3b95 x-openstack-request-id: req-9de0515c-450b-4afc-a282-db5d51ae3b95 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:55.575955 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "name": "network-vif-unplugged", "status": "completed", "tag": "499d3672-e35b-42a1-990a-49616235de61", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:55.577937 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9de0515c-450b-4afc-a282-db5d51ae3b95 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:55.580256 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de0515c-450b-4afc-a282-db5d51ae3b95'] response: {'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499d3672-e35b-42a1-990a-49616235de61', 'code': 200} Mar 31 22:55:55.619471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-58c13bc3-58f6-4f3e-84ba-985968c5aed5 None None] Provisioning complete for port c1f2e252-92a9-4d58-92a4-6b9201a8f953 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:55.622857 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58c13bc3-58f6-4f3e-84ba-985968c5aed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.639834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.643833 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.647612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.664920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4972d92b-0aa5-4148-98ce-93c904dbf768 req-c74995ca-9bc4-4c67-8f0c-113681bcc6fc tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "DELETE /v2.0/floatingips/e764abf8-3601-491b-979c-54f92521bfa3 HTTP/1.1" status: 204 len: 173 time: 3.0507481 Mar 31 22:55:55.745940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-58c13bc3-58f6-4f3e-84ba-985968c5aed5 None None] Port c1f2e252-92a9-4d58-92a4-6b9201a8f953 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:55.776227 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e730d-f038-4d04-9a31-56758f832486 None None] New status for floating IP ba23002d-8040-465b-96a8-0f4dcd0ba428: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:55:55.786831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27498c16-dbdf-4bad-9c4e-f773296c48e6 req-722a1c91-adb4-491c-a790-c472c7f6c8a4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 210 time: 0.0350075 Mar 31 22:55:55.827478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-1e8f88ff-d820-44d3-b41d-13f8b6b7bf7d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6880693 Mar 31 22:55:55.849075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Request body: {'port': {'device_id': '7f8287bd-6e53-48ed-8bd9-de47e7a5cd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:55.918075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 32848) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:56.252284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-efbaad66-09bb-425f-ae89-45353ee54ae9 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.255713 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-efbaad66-09bb-425f-ae89-45353ee54ae9 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.50 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 815 time: 0.7066178 Mar 31 22:55:56.271711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Request body: {'port': {'device_id': '75b1ed19-6d93-4d16-b1bc-161da6f37236', 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286', 'admin_state_up': True, 'tenant_id': '17e48de2433c47adbb23025d5c19e9de'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:56.324568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8543b729-1358-40de-8fc0-d832bb3ba72c req-526f7c7c-af3d-4b87-abc6-fae8c29c51d5 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 210 time: 0.3971636 Mar 31 22:55:56.354780 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.381469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.438963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Network 990b1455-6cc7-44e1-a7d3-10424a31969d is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:56.453951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:56.464618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:56.549562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event updated for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:56.560296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5972c-b630-4aa6-8813-04641f227ed4 req-2f3cf0f9-f26b-46a5-91d6-4b8c5eb44807 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.561937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76b5972c-b630-4aa6-8813-04641f227ed4 req-2f3cf0f9-f26b-46a5-91d6-4b8c5eb44807 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1096 time: 0.5887458 Mar 31 22:55:56.582035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3d2e5dc-419c-47df-b40b-5ceb52fa4195 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.603613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.604161 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.623354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Made reservation on behalf of 17e48de2433c47adbb23025d5c19e9de for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:56.629673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.650139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09853a-fe8d-43b6-b8a6-ca0864b6456f', 'tag': '81a383d7-10f1-40f7-9427-6448b05f0ede'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:56.654617 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdccdb0b-a367-4b13-a006-073b1078f976" -d '{"events": [{"name": "network-changed", "server_uuid": "6a09853a-fe8d-43b6-b8a6-ca0864b6456f", "tag": "81a383d7-10f1-40f7-9427-6448b05f0ede"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:56.706697 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3d2e5dc-419c-47df-b40b-5ceb52fa4195 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.741756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76b5972c-b630-4aa6-8813-04641f227ed4 req-256ffb2f-96e7-43ad-a7a0-992f503041e3 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650751 Mar 31 22:55:56.812540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-fac43cd4-b60d-4539-a723-2a2ab6b59ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1888089 Mar 31 22:55:56.825295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Request body: {'port': {'device_id': '901af764-097e-49b7-89a0-8263bd7c6477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:56.910283 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:55:56.968735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.989330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225de392-8c54-458b-afe6-05ec9c007e95 req-c9d7261e-a320-4a16-916a-5a0c4505b946 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.990986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-225de392-8c54-458b-afe6-05ec9c007e95 req-c9d7261e-a320-4a16-916a-5a0c4505b946 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.1420677 Mar 31 22:55:57.087795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3d2e5dc-419c-47df-b40b-5ceb52fa4195 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.092903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3d2e5dc-419c-47df-b40b-5ceb52fa4195 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.097889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d3d2e5dc-419c-47df-b40b-5ceb52fa4195 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "DELETE /v2.0/security-groups/7fd152d7-2cb0-4ddd-8112-e57515909214 HTTP/1.1" status: 204 len: 168 time: 1.1753197 Mar 31 22:55:57.100123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 32878) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:57.124933 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-be006b8e-3f7f-4104-a6d2-3af66585ba15 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] show failed (client error): The resource could not be found. Mar 31 22:55:57.130216 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-be006b8e-3f7f-4104-a6d2-3af66585ba15 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "GET /v2.0/security-groups/7fd152d7-2cb0-4ddd-8112-e57515909214 HTTP/1.1" status: 404 len: 347 time: 0.0283146 Mar 31 22:55:57.131063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 32882) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:57.193768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2e5dc-419c-47df-b40b-5ceb52fa4195 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd152d7-2cb0-4ddd-8112-e57515909214,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:57.203082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f2e252-92a9-4d58-92a4-6b9201a8f953 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:57.253272 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.366301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-225de392-8c54-458b-afe6-05ec9c007e95 req-24a572c4-ab8f-4325-aafc-5abf903168b1 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891815 Mar 31 22:55:57.377179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-edad0f6d-3bca-4bfc-9792-977d4aa02f1c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.379949 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-edad0f6d-3bca-4bfc-9792-977d4aa02f1c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f9ec7c-8cbf-4eab-9d87-8014926ff57f HTTP/1.1" status: 200 len: 943 time: 0.1153195 Mar 31 22:55:57.381613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Transition to ACTIVE for port object c1f2e252-92a9-4d58-92a4-6b9201a8f953 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:57.382608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Deleting port fec42b66-fddd-4167-b97f-4137edde4b55 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:57.383183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.531998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 81a383d7-10f1-40f7-9427-6448b05f0ede details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:57.562002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a009cf-45af-4699-a049-6c50171ca3df req-053a0578-b85c-407d-bf72-8fe599f52a92 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.568885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-053a0578-b85c-407d-bf72-8fe599f52a92 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 804 time: 0.4843853 Mar 31 22:55:57.573051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-8f0c4a54-42ac-458d-a30c-8663199f161d tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips/77930fbe-e567-47c9-842f-0709a3ff763b HTTP/1.1" status: 200 len: 691 time: 0.1616373 Mar 31 22:55:57.590726 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.590726 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.608820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Calling delete_port for fec42b66-fddd-4167-b97f-4137edde4b55 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:57.637657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Deleting port 499d3672-e35b-42a1-990a-49616235de61 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:57.639024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.687567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-2d64202e-f75a-4d38-8b2b-75113e46a43b tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/quotas/c795f09aaef84c42a8c4aec88e1be529 HTTP/1.1" status: 200 len: 375 time: 0.0899415 Mar 31 22:55:57.697558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.740194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 81a383d7-10f1-40f7-9427-6448b05f0ede, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=81a383d7-10f1-40f7-9427-6448b05f0ede,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:57.768381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '81a383d7-10f1-40f7-9427-6448b05f0ede', 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286', 'port_id': '81a383d7-10f1-40f7-9427-6448b05f0ede', 'mac_address': 'fa:16:3e:6e:3e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68178f66-215a-41c8-9ea7-f4ad9565aa34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:57.807411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Allocated IP 172.20.0.6 (a2c820dd-33f9-42f8-81ee-a6b3de543286/68178f66-215a-41c8-9ea7-f4ad9565aa34/c79287c8-8d6f-419d-8bd4-491e82ffcf8a) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:57.847863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.871954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a383d7-10f1-40f7-9427-6448b05f0ede {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:57.913568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 81a383d7-10f1-40f7-9427-6448b05f0ede, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=81a383d7-10f1-40f7-9427-6448b05f0ede,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:57.914833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f2e252-92a9-4d58-92a4-6b9201a8f953,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:57.927844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] For port 499d3672-e35b-42a1-990a-49616235de61, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=499d3672-e35b-42a1-990a-49616235de61,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:57.928450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.023828 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.071772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Calling delete_port for 499d3672-e35b-42a1-990a-49616235de61 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:58.077344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-2496bba3-9c96-4850-bfe3-1d4d25462397 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3164792 Mar 31 22:55:58.089296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-4c23ebe6-7503-4f34-9a4a-231827af39b2 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.090844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-4c23ebe6-7503-4f34-9a4a-231827af39b2 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.4951246 Mar 31 22:55:58.107406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=81a383d7-10f1-40f7-9427-6448b05f0ede,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:58.109633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:58.131290 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.230787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Transition to ACTIVE for port object 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:58.248177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-c1793564-5a4b-4f7e-8fa0-885b76a2a5c2 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1114085 Mar 31 22:55:58.254350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Attempting to bind port c1f2e252-92a9-4d58-92a4-6b9201a8f953 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:58.254753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Attempting to bind port c1f2e252-92a9-4d58-92a4-6b9201a8f953 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:58.255085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Attempting to bind port c1f2e252-92a9-4d58-92a4-6b9201a8f953 on network a2c820dd-33f9-42f8-81ee-a6b3de543286 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:58.266287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Port c1f2e252-92a9-4d58-92a4-6b9201a8f953 on network a2c820dd-33f9-42f8-81ee-a6b3de543286 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:58.266287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Attempting to bind port c1f2e252-92a9-4d58-92a4-6b9201a8f953 on network a2c820dd-33f9-42f8-81ee-a6b3de543286 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:58.316131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['81a383d7-10f1-40f7-9427-6448b05f0ede'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:58.349290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:58.353012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Checking segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:58.353012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Bound using segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:58.353012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Bound port: c1f2e252-92a9-4d58-92a4-6b9201a8f953, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:58.353012 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.403839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-c28c1886-75f1-4ea4-826e-160efb3bdc24 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1359062 Mar 31 22:55:58.411465 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.419288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-7091d116-f210-43ba-af46-ae803cd43629 service neutron] 10.222.0.31 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247366 Mar 31 22:55:58.420298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.429596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.556521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Pushing event deleted for resources: {'Port': ['ID=fec42b66-fddd-4167-b97f-4137edde4b55,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:58.669854 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.676215 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.677764 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e2c1cb93-ec39-4951-bd9f-4187dd391879 tempest-AttachSCSIVolumeTestJSON-878442088 tempest-AttachSCSIVolumeTestJSON-878442088-project] 10.222.0.31 "DELETE /v2.0/floatingips/ba23002d-8040-465b-96a8-0f4dcd0ba428 HTTP/1.1" status: 204 len: 168 time: 1.5454724 Mar 31 22:55:58.782614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Pushing event updated for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:58.808280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.826455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] For port c1f2e252-92a9-4d58-92a4-6b9201a8f953, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:58.895306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] For port c1f2e252-92a9-4d58-92a4-6b9201a8f953, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c1f2e252-92a9-4d58-92a4-6b9201a8f953,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:58.906625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-93d57556-5208-4774-ad85-40240bc39033 service neutron] 10.222.0.31 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655128 Mar 31 22:55:58.941569 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.944134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] No DVR routers for this DVR port 499d3672-e35b-42a1-990a-49616235de61 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:58.946277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Attempting to bind port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:58.947153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Attempting to bind port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:58.947153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Attempting to bind port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:58.955232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 on network 990b1455-6cc7-44e1-a7d3-10424a31969d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:58.955535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Attempting to bind port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:58.960186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Deleting port dc15fed8-552c-4c22-9b96-38a560ae4b98 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:58.960516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Pushing event deleted for resources: {'Port': ['ID=499d3672-e35b-42a1-990a-49616235de61,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:58.960708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.968800 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:58.972120 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69fbb1cf-ee22-4d25-80ee-122ac09363c2 req-0faac79c-4b67-4aaa-ab82-d6e83d693b2f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "DELETE /v2.0/ports/499d3672-e35b-42a1-990a-49616235de61 HTTP/1.1" status: 204 len: 173 time: 1.5845237 Mar 31 22:55:58.973509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['81a383d7-10f1-40f7-9427-6448b05f0ede'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:58.974268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:58.975617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Checking segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:58.975617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Bound using segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:58.975617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Bound port: 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:58.977560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.058666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:59.066820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:59.076995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:59.106289 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.214825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Pushing event updated for resources: {'Port': ['ID=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:59.226335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.226960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.251740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.252949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.256756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Calling delete_port for dc15fed8-552c-4c22-9b96-38a560ae4b98 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:59.302686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:59.476291 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-a17697d1-7f1f-4571-8944-2f1ccbf8abbc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2105694 Mar 31 22:55:59.502820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Request body: {'port': {'device_id': '75b1ed19-6d93-4d16-b1bc-161da6f37236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:59.529180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 81a383d7-10f1-40f7-9427-6448b05f0ede up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:59.626808 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55145e16-6ba7-4a9f-975a-6b655486e80a x-openstack-request-id: req-55145e16-6ba7-4a9f-975a-6b655486e80a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:59.627565 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a09853a-fe8d-43b6-b8a6-ca0864b6456f", "tag": "81a383d7-10f1-40f7-9427-6448b05f0ede", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:59.628123 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55145e16-6ba7-4a9f-975a-6b655486e80a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:59.628920 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55145e16-6ba7-4a9f-975a-6b655486e80a'] response: {'name': 'network-changed', 'server_uuid': '6a09853a-fe8d-43b6-b8a6-ca0864b6456f', 'tag': '81a383d7-10f1-40f7-9427-6448b05f0ede', 'status': 'completed', 'code': 200} Mar 31 22:55:59.752944 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.789930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b1b043f7-3a39-4639-9a59-2cbfc7f57101 None None] Provisioning complete for port c79287c8-8d6f-419d-8bd4-491e82ffcf8a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:59.790718 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b1b043f7-3a39-4639-9a59-2cbfc7f57101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:59.857074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b1b043f7-3a39-4639-9a59-2cbfc7f57101 None None] Port c79287c8-8d6f-419d-8bd4-491e82ffcf8a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:59.886850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-62b4b7e3-e96b-45f2-af6d-010917389de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.888369 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-62b4b7e3-e96b-45f2-af6d-010917389de0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 1096 time: 0.2347343 Mar 31 22:56:00.049295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 81a383d7-10f1-40f7-9427-6448b05f0ede completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:00.051292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:00.051822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 81a383d7-10f1-40f7-9427-6448b05f0ede triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:00.051822 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.052208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.052208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.052208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] 10.222.0.45 "PUT /v2.0/ports/c1f2e252-92a9-4d58-92a4-6b9201a8f953 HTTP/1.1" status: 200 len: 1091 time: 4.1752996 Mar 31 22:56:00.052208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8287bd-6e53-48ed-8bd9-de47e7a5cd91', 'tag': 'c1f2e252-92a9-4d58-92a4-6b9201a8f953'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:00.052208 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2836042-e07a-4f9f-8d7a-9e8f721afb43" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8287bd-6e53-48ed-8bd9-de47e7a5cd91", "tag": "c1f2e252-92a9-4d58-92a4-6b9201a8f953"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:00.080521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe4147-ace7-425c-8f55-0130dfdb0cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f2e252-92a9-4d58-92a4-6b9201a8f953,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:00.144872 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.187038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-6073bb55-dd42-4f17-bd58-8bd0e1adbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.206168 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-6073bb55-dd42-4f17-bd58-8bd0e1adbf8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 916 time: 0.2903388 Mar 31 22:56:00.225012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.241605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.243064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.244602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] 10.222.0.45 "PUT /v2.0/ports/8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 HTTP/1.1" status: 200 len: 1091 time: 3.4235411 Mar 31 22:56:00.267607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a09853a-fe8d-43b6-b8a6-ca0864b6456f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a383d7-10f1-40f7-9427-6448b05f0ede'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:00.271075 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b331664-a189-4d11-bd5d-942b1359e19c" -d '{"events": [{"server_uuid": "6a09853a-fe8d-43b6-b8a6-ca0864b6456f", "name": "network-vif-plugged", "status": "completed", "tag": "81a383d7-10f1-40f7-9427-6448b05f0ede"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:00.284857 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-99edb521-834d-46ee-b26f-6dd56b764b43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a383d7-10f1-40f7-9427-6448b05f0ede HTTP/1.1" status: 200 len: 217 time: 0.0775526 Mar 31 22:56:00.294295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 81a383d7-10f1-40f7-9427-6448b05f0ede, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=81a383d7-10f1-40f7-9427-6448b05f0ede,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:00.390394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-54e01431-64b1-48b3-b630-d57fe38b8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.392023 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-54e01431-64b1-48b3-b630-d57fe38b8e0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68178f66-215a-41c8-9ea7-f4ad9565aa34 HTTP/1.1" status: 200 len: 854 time: 0.0935955 Mar 31 22:56:00.393973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745f791-e9a9-4b8c-9fa8-af613c2e984a service neutron] Pushing event updated for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:00.431846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-982df982-4cc4-4ab2-86b9-dfcf0fe2431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.434350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-982df982-4cc4-4ab2-86b9-dfcf0fe2431e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 1094 time: 0.1882739 Mar 31 22:56:00.488303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.519029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-d21099d1-c950-412d-8c68-2db569bd438b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1f2e252-92a9-4d58-92a4-6b9201a8f953 HTTP/1.1" status: 200 len: 217 time: 0.0726633 Mar 31 22:56:00.574454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=81a383d7-10f1-40f7-9427-6448b05f0ede,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:00.579121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-eda96e84-a418-41c2-b63d-213a1544811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.581906 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-eda96e84-a418-41c2-b63d-213a1544811e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2c820dd-33f9-42f8-81ee-a6b3de543286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798196 Mar 31 22:56:00.591049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.592740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.593699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.594700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.595470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.596869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.597706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.598312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.598932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.599572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.600109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.600682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:00.629962 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.644596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79287c8-8d6f-419d-8bd4-491e82ffcf8a {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:00.658557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.719319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Transition to ACTIVE for port object c79287c8-8d6f-419d-8bd4-491e82ffcf8a will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:00.736934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event deleted for resources: {'Port': ['ID=dc15fed8-552c-4c22-9b96-38a560ae4b98,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:00.752655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-34fba0ba-ed8e-42cb-9cb6-c84203a47acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.755740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-34fba0ba-ed8e-42cb-9cb6-c84203a47acc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68178f66-215a-41c8-9ea7-f4ad9565aa34 HTTP/1.1" status: 200 len: 854 time: 0.2329011 Mar 31 22:56:00.767463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-51782643-af33-46bc-b228-d72d9730c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.770508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-51782643-af33-46bc-b228-d72d9730c3eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 1094 time: 0.1982179 Mar 31 22:56:00.776777 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-b5a08653-e298-4d06-ac27-a2b14b793ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745725 Mar 31 22:56:00.859719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:00.886768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 499d3672-e35b-42a1-990a-49616235de61 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:00.950207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 499d3672-e35b-42a1-990a-49616235de61 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:00.960157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 499d3672-e35b-42a1-990a-49616235de61 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:00.986379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-b94a3525-427d-4157-9d80-0fb06a2613b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 HTTP/1.1" status: 200 len: 217 time: 0.1831331 Mar 31 22:56:01.007437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Pushing event updated for resources: {'Port': ['ID=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:01.013809 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdccdb0b-a367-4b13-a006-073b1078f976 req-4872ba2d-314e-46c0-9e5a-afa597e71d8d service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294624 Mar 31 22:56:01.094829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:01.103297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:01.103297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd2f6d27-81b6-4f62-8729-32acc4108425 req-cb45aa48-2563-45bf-a170-96a3bbb4c0ee tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "DELETE /v2.0/floatingips/77930fbe-e567-47c9-842f-0709a3ff763b HTTP/1.1" status: 204 len: 173 time: 2.6782553 Mar 31 22:56:01.115093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-5a5c7789-8f4d-46d1-98b7-45100531e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.117546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-5a5c7789-8f4d-46d1-98b7-45100531e2b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2c820dd-33f9-42f8-81ee-a6b3de543286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165615 Mar 31 22:56:01.128588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Attempting to bind port c79287c8-8d6f-419d-8bd4-491e82ffcf8a on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:01.129013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Attempting to bind port c79287c8-8d6f-419d-8bd4-491e82ffcf8a by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:01.129243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Attempting to bind port c79287c8-8d6f-419d-8bd4-491e82ffcf8a on network a2c820dd-33f9-42f8-81ee-a6b3de543286 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:01.146709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4cacb519-38f5-4e5c-8ca2-8d826bfc0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.150203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-4cacb519-38f5-4e5c-8ca2-8d826bfc0e8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.1473198 Mar 31 22:56:01.152188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Port c79287c8-8d6f-419d-8bd4-491e82ffcf8a on network a2c820dd-33f9-42f8-81ee-a6b3de543286 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:01.154456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Attempting to bind port c79287c8-8d6f-419d-8bd4-491e82ffcf8a on network a2c820dd-33f9-42f8-81ee-a6b3de543286 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:01.168419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:01.169009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Checking segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:01.169365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Bound using segment: {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:01.169829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Bound port: c79287c8-8d6f-419d-8bd4-491e82ffcf8a, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e16595f-4d74-4dc6-b149-4864671fb307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:01.170199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:01.309669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] For port c79287c8-8d6f-419d-8bd4-491e82ffcf8a, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:01.314430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] For port c79287c8-8d6f-419d-8bd4-491e82ffcf8a, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:01.380298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-d66b0820-497e-47af-a6e7-39fdd2764e50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759834 Mar 31 22:56:01.483824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:01.550346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd0583-c4cd-45ce-a1cf-f4f97b7b52cf req-d8c4cd89-3cd4-4f3c-b669-be7c1ddba8ba tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.552955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cdd0583-c4cd-45ce-a1cf-f4f97b7b52cf req-d8c4cd89-3cd4-4f3c-b669-be7c1ddba8ba tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 943 time: 0.2387457 Mar 31 22:56:01.566316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.567326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:01.568944 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] 10.222.0.50 "PUT /v2.0/ports/c79287c8-8d6f-419d-8bd4-491e82ffcf8a HTTP/1.1" status: 200 len: 1091 time: 2.0821140 Mar 31 22:56:01.581839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-a635667a-7de1-4623-a636-a18fba2823fa service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554713 Mar 31 22:56:01.594099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22e54-d697-4bfa-9c6a-8a2a72b7c57c service neutron] Pushing event updated for resources: {'Port': ['ID=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:01.629965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'name': 'network-vif-deleted', 'tag': '499d3672-e35b-42a1-990a-49616235de61'}, {'name': 'network-changed', 'server_uuid': '75b1ed19-6d93-4d16-b1bc-161da6f37236', 'tag': 'c79287c8-8d6f-419d-8bd4-491e82ffcf8a'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:01.645456 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a205b-0b1e-4838-8948-5aa6f14628b6" -d '{"events": [{"server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "name": "network-vif-deleted", "tag": "499d3672-e35b-42a1-990a-49616235de61"}, {"name": "network-changed", "server_uuid": "75b1ed19-6d93-4d16-b1bc-161da6f37236", "tag": "c79287c8-8d6f-419d-8bd4-491e82ffcf8a"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:01.669870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cdd0583-c4cd-45ce-a1cf-f4f97b7b52cf req-07638ae2-b04b-43ae-b7b0-5662c108aefb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045191 Mar 31 22:56:01.773842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-eb0e939d-53fc-47c2-adaf-22f0e8747b11 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835590 Mar 31 22:56:01.870043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-03ace5ac-b3ae-415e-84d6-a0b70cc936f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.874447 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-03ace5ac-b3ae-415e-84d6-a0b70cc936f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 1094 time: 0.0588381 Mar 31 22:56:01.924323 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-22e7a716-edb2-432a-bf64-9335a4b31451 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79287c8-8d6f-419d-8bd4-491e82ffcf8a HTTP/1.1" status: 200 len: 217 time: 0.0445778 Mar 31 22:56:01.953837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28ded7c4-fa35-4700-8540-851642901fec req-559c1865-6c87-4ed1-9682-a51ba4d8ab15 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.1360638 Mar 31 22:56:01.968210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a4b587b-95ed-41ae-b87a-46307e2a3439 req-65c2a878-37b7-48b8-b081-1fe42be44045 service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636551 Mar 31 22:56:01.991291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-7db72fdf-9b8d-4b33-83f8-49290a966289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.994515 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-7db72fdf-9b8d-4b33-83f8-49290a966289 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68178f66-215a-41c8-9ea7-f4ad9565aa34 HTTP/1.1" status: 200 len: 854 time: 0.0638793 Mar 31 22:56:02.035817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac95aaf-35a9-4a66-a9c2-a63e876dbe8c req-732d6347-7edc-40a5-84be-a88cb499580c service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515147 Mar 31 22:56:02.087558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-7f141b55-82fc-4193-be58-c80a179a237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.090158 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-7f141b55-82fc-4193-be58-c80a179a237c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2c820dd-33f9-42f8-81ee-a6b3de543286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884602 Mar 31 22:56:02.141488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d0dc6-b198-45f4-b32f-2aa9e10d5594 req-02860ce8-6a94-402b-85fc-9403691917f8 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.153068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf8d0dc6-b198-45f4-b32f-2aa9e10d5594 req-02860ce8-6a94-402b-85fc-9403691917f8 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 943 time: 0.1009722 Mar 31 22:56:02.228344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf8d0dc6-b198-45f4-b32f-2aa9e10d5594 req-d9d677d4-58a9-4b30-92c3-c8c2448995a9 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696785 Mar 31 22:56:02.267328 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-06dc6d1f-b892-4850-8daa-2f940f27a0d3 service neutron] 10.222.0.50 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683598 Mar 31 22:56:02.422444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69cd8ea0-7804-41c9-a8e0-675f73a2588f req-7190e473-249b-48c1-a08b-24c5e7eb06ee service neutron] 10.222.0.50 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490796 Mar 31 22:56:02.449059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b39350-2763-47f9-a2c6-8428fafe89fa req-64c66128-805d-4da4-8d36-8f23e057b26a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.450739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05b39350-2763-47f9-a2c6-8428fafe89fa req-64c66128-805d-4da4-8d36-8f23e057b26a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.0645614 Mar 31 22:56:02.509397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05b39350-2763-47f9-a2c6-8428fafe89fa req-de9e380d-014a-4b81-84e8-1d9af850b74f tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477030 Mar 31 22:56:02.621966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-175229a2-9db5-48f1-957a-1d6b98945018 req-76191da8-82e3-40e3-b14c-a0356d2689ab tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 210 time: 0.0392239 Mar 31 22:56:02.690678 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5ce5f8-86fc-456a-849c-3cd087c00715 x-openstack-request-id: req-0e5ce5f8-86fc-456a-849c-3cd087c00715 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:02.691019 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8287bd-6e53-48ed-8bd9-de47e7a5cd91", "tag": "c1f2e252-92a9-4d58-92a4-6b9201a8f953", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:02.691232 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e5ce5f8-86fc-456a-849c-3cd087c00715 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:02.691745 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5ce5f8-86fc-456a-849c-3cd087c00715'] response: {'name': 'network-changed', 'server_uuid': '7f8287bd-6e53-48ed-8bd9-de47e7a5cd91', 'tag': 'c1f2e252-92a9-4d58-92a4-6b9201a8f953', 'status': 'completed', 'code': 200} Mar 31 22:56:02.748334 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2ca933-7c71-4fea-b7a8-6fe4275da3e8 x-openstack-request-id: req-bd2ca933-7c71-4fea-b7a8-6fe4275da3e8 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:02.750312 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a09853a-fe8d-43b6-b8a6-ca0864b6456f", "name": "network-vif-plugged", "status": "completed", "tag": "81a383d7-10f1-40f7-9427-6448b05f0ede", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:02.750825 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd2ca933-7c71-4fea-b7a8-6fe4275da3e8 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:02.751451 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2ca933-7c71-4fea-b7a8-6fe4275da3e8'] response: {'server_uuid': '6a09853a-fe8d-43b6-b8a6-ca0864b6456f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a383d7-10f1-40f7-9427-6448b05f0ede', 'code': 200} Mar 31 22:56:02.832808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-ec22bc55-f18b-41d6-ac6d-23513ac95d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.835006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-ec22bc55-f18b-41d6-ac6d-23513ac95d88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 1094 time: 0.1249013 Mar 31 22:56:02.853591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-b91ec047-648e-4091-80dc-20c61c2a332f tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips/6f54b0cb-c4d1-43ba-9677-6b7dc9b50401 HTTP/1.1" status: 200 len: 691 time: 0.0870280 Mar 31 22:56:03.101926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfccfc1-339d-4e8a-83a0-6145a9e72457 req-49d61238-a6f3-4ea7-975c-721a4f63679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.104505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbfccfc1-339d-4e8a-83a0-6145a9e72457 req-49d61238-a6f3-4ea7-975c-721a4f63679c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 1097 time: 0.2663076 Mar 31 22:56:03.151051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-4aa8092b-0418-4b6d-9e1a-9f43cf9223d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.152644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-4aa8092b-0418-4b6d-9e1a-9f43cf9223d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 916 time: 0.3036373 Mar 31 22:56:03.163566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e337dabe-cb7c-4916-9aab-7f56ee8364f2 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.169401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e337dabe-cb7c-4916-9aab-7f56ee8364f2 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.2840271 Mar 31 22:56:03.231394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-1769be02-2377-4263-917c-3569a038bbbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1f2e252-92a9-4d58-92a4-6b9201a8f953 HTTP/1.1" status: 200 len: 217 time: 0.0651767 Mar 31 22:56:03.280761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbfccfc1-339d-4e8a-83a0-6145a9e72457 req-236f8552-0c85-4899-a1f4-ed291142fe21 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596637 Mar 31 22:56:03.301347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e1813558-a830-494d-a149-849904980764 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0855520 Mar 31 22:56:03.377464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-23168488-589e-46fa-bf50-f8400275f0ce tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0540900 Mar 31 22:56:03.383411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-15629da4-a0d8-4d9d-918d-e219ab5b7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.383411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-15629da4-a0d8-4d9d-918d-e219ab5b7746 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68178f66-215a-41c8-9ea7-f4ad9565aa34 HTTP/1.1" status: 200 len: 854 time: 0.1016266 Mar 31 22:56:03.619753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-d0d042c0-ea6d-4b32-b5c9-a3a786ce5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.626967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-d0d042c0-ea6d-4b32-b5c9-a3a786ce5950 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2c820dd-33f9-42f8-81ee-a6b3de543286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301625 Mar 31 22:56:03.714376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Deleting port af16e9f0-abff-4033-82f2-639cb3245e8e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:03.715059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.885266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-eed8d821-2528-498f-9de4-6900897232e0 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:56:03.886276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-eed8d821-2528-498f-9de4-6900897232e0 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092192 Mar 31 22:56:03.927209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.927893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.932157 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-87cc1ba6-205a-4c30-babe-1cade711aa0e req-daf591a4-94c4-4e91-88a2-d4cf1ea9be12 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0532615 Mar 31 22:56:03.989998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Calling delete_port for af16e9f0-abff-4033-82f2-639cb3245e8e owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:03.992194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-8c20b80d-ea85-4a4d-bc8e-03e5a4d0401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.993568 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-8c20b80d-ea85-4a4d-bc8e-03e5a4d0401e service neutron] 10.222.0.31 "GET /v2.0/ports/1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 200 len: 1093 time: 0.0948312 Mar 31 22:56:04.005945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a009cf-45af-4699-a049-6c50171ca3df req-e36c269c-5100-4bcd-9431-a14eb96ab922 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.007741 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-e36c269c-5100-4bcd-9431-a14eb96ab922 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 804 time: 0.5512185 Mar 31 22:56:04.013435 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-85e8698d-8bbe-4877-8720-005a303cb98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.020913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Request body: {'binding': {'host': 'n-h1-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:04.025521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Unknown quota resources ['binding']. {{(pid=109821) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:56:04.047765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902c580-f49a-49d8-9579-a6ea3eeed4e1 req-9530b583-5f41-45f0-8aca-31a253ef5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.050080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f902c580-f49a-49d8-9579-a6ea3eeed4e1 req-9530b583-5f41-45f0-8aca-31a253ef5690 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1097 time: 0.1800418 Mar 31 22:56:04.133758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Request body: {'port': {'device_id': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'admin_state_up': True, 'tenant_id': 'c795f09aaef84c42a8c4aec88e1be529'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:04.144828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-1e63d64e-5e12-42f1-baa2-be43d9756406 service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070858 Mar 31 22:56:04.214520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f902c580-f49a-49d8-9579-a6ea3eeed4e1 req-12ff7c3b-5b2b-4571-894a-f983399dfcd8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029911 Mar 31 22:56:04.354375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2836042-e07a-4f9f-8d7a-9e8f721afb43 req-7d61ca8a-bbff-4dd0-81a8-f22b9716bd18 service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974714 Mar 31 22:56:04.365089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on host n-h1-836015-1 for vnic_type normal with profile None {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:04.365654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:04.366206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:04.385077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:04.385668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:04.397574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:04.398145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:04.398827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:04.399564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Bound port: 1859138a-28ac-4df9-a211-1173f35e4c87, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:04.515551 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.535191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:04.556547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Pushing event deleted for resources: {'Port': ['ID=af16e9f0-abff-4033-82f2-639cb3245e8e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:04.573491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Made reservation on behalf of c795f09aaef84c42a8c4aec88e1be529 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:04.578916 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.653531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.656693 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.658069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d237ac9c-da07-44e5-82aa-968c3f8c2d75 req-e2e48528-8be7-448c-8b61-df2fa78569d8 tempest-FloatingIPDetailsTestJSON-1597350506 tempest-FloatingIPDetailsTestJSON-1597350506-project] 10.222.0.31 "DELETE /v2.0/floatingips/6f54b0cb-c4d1-43ba-9677-6b7dc9b50401 HTTP/1.1" status: 204 len: 173 time: 1.2737918 Mar 31 22:56:04.666968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 32990) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:04.730615 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a75494-70e2-41a9-85bb-2c46fc78b4bb x-openstack-request-id: req-80a75494-70e2-41a9-85bb-2c46fc78b4bb {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:04.730615 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f9ec7c-8cbf-4eab-9d87-8014926ff57f", "name": "network-vif-deleted", "tag": "499d3672-e35b-42a1-990a-49616235de61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75b1ed19-6d93-4d16-b1bc-161da6f37236", "tag": "c79287c8-8d6f-419d-8bd4-491e82ffcf8a", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:04.730615 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80a75494-70e2-41a9-85bb-2c46fc78b4bb {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:04.730615 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a75494-70e2-41a9-85bb-2c46fc78b4bb'] response: {'server_uuid': 'f3f9ec7c-8cbf-4eab-9d87-8014926ff57f', 'name': 'network-vif-deleted', 'tag': '499d3672-e35b-42a1-990a-49616235de61', 'status': 'completed', 'code': 200} Mar 31 22:56:04.730615 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a75494-70e2-41a9-85bb-2c46fc78b4bb'] response: {'name': 'network-changed', 'server_uuid': '75b1ed19-6d93-4d16-b1bc-161da6f37236', 'tag': 'c79287c8-8d6f-419d-8bd4-491e82ffcf8a', 'status': 'completed', 'code': 200} Mar 31 22:56:04.735679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] Notify callbacks [] for binding, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.737430 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d929828-58d4-4839-b2d2-ece144af5302 service neutron] 10.222.0.31 "POST /v2.0/ports/1859138a-28ac-4df9-a211-1173f35e4c87/bindings HTTP/1.1" status: 201 len: 389 time: 0.7269912 Mar 31 22:56:04.760741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Allocated IP 172.20.0.12 (3907e46e-97a4-4f7e-b046-ea7250854537/d9705564-59f2-41bc-8be5-a7150ffee069/9dd711b4-1865-49b1-b35d-03d0b3066b39) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:04.781057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:04.786086 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba0bb1e-7874-4257-b111-742dcafea5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:04.891616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-5182c27a-329b-48d6-a25b-7c48d6ca3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.894205 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-5182c27a-329b-48d6-a25b-7c48d6ca3309 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 1094 time: 0.1166418 Mar 31 22:56:04.896695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c79287c8-8d6f-419d-8bd4-491e82ffcf8a details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:04.956096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcd0f1-48f4-4888-960b-e1ef9d8459ed req-02389498-e8a4-416e-b0e6-8493a3c6b28d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.965177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71fcd0f1-48f4-4888-960b-e1ef9d8459ed req-02389498-e8a4-416e-b0e6-8493a3c6b28d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 943 time: 0.1520388 Mar 31 22:56:05.078375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71fcd0f1-48f4-4888-960b-e1ef9d8459ed req-5fe5acd8-95fe-4eaa-9fd1-d7f41dfb6c97 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082518 Mar 31 22:56:05.153542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-5fe1ab2b-c19e-4c34-9d92-c80e2cc7ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.156326 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-5fe1ab2b-c19e-4c34-9d92-c80e2cc7ce96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 916 time: 0.2510443 Mar 31 22:56:05.184422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c79287c8-8d6f-419d-8bd4-491e82ffcf8a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:05.204583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'c79287c8-8d6f-419d-8bd4-491e82ffcf8a', 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286', 'port_id': 'c79287c8-8d6f-419d-8bd4-491e82ffcf8a', 'mac_address': 'fa:16:3e:59:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68178f66-215a-41c8-9ea7-f4ad9565aa34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:05.251929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6cfd0ba-4dfb-43a6-8f5f-1223885fec7b req-f8095f49-8b32-4acb-873a-1f2f0306381a tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0623775 Mar 31 22:56:05.265483 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-29446f4b-96d0-4098-b721-d993d91493fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c79287c8-8d6f-419d-8bd4-491e82ffcf8a HTTP/1.1" status: 200 len: 217 time: 0.0683689 Mar 31 22:56:05.283279 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.337304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79287c8-8d6f-419d-8bd4-491e82ffcf8a {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:05.368205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badc50b-0654-4ead-a0d0-7ad3285bcdc4 req-11999bfc-2f5a-42fb-badc-792b403f0a86 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.371884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1badc50b-0654-4ead-a0d0-7ad3285bcdc4 req-11999bfc-2f5a-42fb-badc-792b403f0a86 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 943 time: 0.1832702 Mar 31 22:56:05.404054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.413384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c79287c8-8d6f-419d-8bd4-491e82ffcf8a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:05.426757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-6a463973-2e08-445d-852a-31cfc76597d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.428980 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-6a463973-2e08-445d-852a-31cfc76597d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68178f66-215a-41c8-9ea7-f4ad9565aa34 HTTP/1.1" status: 200 len: 854 time: 0.1557970 Mar 31 22:56:05.522566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-9191c3c7-b10c-4920-831d-7c2ef24a60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.524123 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-9191c3c7-b10c-4920-831d-7c2ef24a60cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2c820dd-33f9-42f8-81ee-a6b3de543286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721748 Mar 31 22:56:05.558993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:05.588314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.734450 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-826346ba-a5d2-4c13-95a6-deb80c22b8f5 service neutron] 10.222.0.50 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024157 Mar 31 22:56:05.750438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:05.774334 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.815883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:05.833363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Pushing event updated for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:05.847422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['c79287c8-8d6f-419d-8bd4-491e82ffcf8a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:05.889085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'port_id': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'mac_address': 'fa:16:3e:72:5d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2508d8b7-f29b-4711-aee0-bc5c76dd4591', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:05.895462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Network 3907e46e-97a4-4f7e-b046-ea7250854537 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:05.898202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1badc50b-0654-4ead-a0d0-7ad3285bcdc4 req-b3a271d9-221a-4068-a8ef-48e9c235e5a3 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057428 Mar 31 22:56:05.916824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:05.929278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebfbb1-4dbf-498d-a8a7-381301973a61 req-d2d90dff-b8c7-4d87-b7ae-a69d704a3f02 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.933005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:05.942853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07ebfbb1-4dbf-498d-a8a7-381301973a61 req-d2d90dff-b8c7-4d87-b7ae-a69d704a3f02 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.4892530 Mar 31 22:56:05.980649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.010033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:06.012398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07ebfbb1-4dbf-498d-a8a7-381301973a61 req-b6de4ef3-51da-40da-a2be-3d8188bf7fd6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669193 Mar 31 22:56:06.048055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:06.107476 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-36bed40f-ea5a-4053-aad9-6791b1bcdfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.108422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.115709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.127865 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-090a205b-0b1e-4838-8948-5aa6f14628b6 req-80928012-9dd6-483a-8f0d-7e56b830b47f service neutron] 10.222.0.50 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864772 Mar 31 22:56:06.166610 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a63d556-34eb-42db-8328-79c87424594d x-openstack-request-id: req-3a63d556-34eb-42db-8328-79c87424594d {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:06.167001 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:06.167418 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a63d556-34eb-42db-8328-79c87424594d {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:06.168132 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a63d556-34eb-42db-8328-79c87424594d'] response: {'name': 'network-changed', 'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'status': 'completed', 'code': 200} Mar 31 22:56:06.187831 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.188729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c1f2e252-92a9-4d58-92a4-6b9201a8f953 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:06.269866 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-c26f92c6-8a2a-458d-8d7f-81404cd1be81 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1431820 Mar 31 22:56:06.299580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Request body: {'port': {'device_id': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:06.328145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:06.352583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-229b9924-0489-42e4-b53d-c92786d573c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.354117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-229b9924-0489-42e4-b53d-c92786d573c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1096 time: 0.2746856 Mar 31 22:56:06.401884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78226bd8-eddc-4bc5-9ccc-bc7a0095aa87 req-aa546dcf-2b89-4515-8dc8-370d289e9d6a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.405868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c1f2e252-92a9-4d58-92a4-6b9201a8f953, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c1f2e252-92a9-4d58-92a4-6b9201a8f953,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:06.410266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78226bd8-eddc-4bc5-9ccc-bc7a0095aa87 req-aa546dcf-2b89-4515-8dc8-370d289e9d6a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 932 time: 0.2408941 Mar 31 22:56:06.419316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.435123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'c1f2e252-92a9-4d58-92a4-6b9201a8f953', 'network_id': 'a2c820dd-33f9-42f8-81ee-a6b3de543286', 'port_id': 'c1f2e252-92a9-4d58-92a4-6b9201a8f953', 'mac_address': 'fa:16:3e:69:0f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68178f66-215a-41c8-9ea7-f4ad9565aa34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:06.443981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-e6c268f7-4fec-4635-95b8-0c5f86b581cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.448727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-e6c268f7-4fec-4635-95b8-0c5f86b581cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 1095 time: 0.2703698 Mar 31 22:56:06.516531 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.520109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb57cc-d6d5-48bb-b4ac-350ab8496a7f req-50240fd4-e71e-407e-baa8-617a21a8d861 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.522085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ccb57cc-d6d5-48bb-b4ac-350ab8496a7f req-50240fd4-e71e-407e-baa8-617a21a8d861 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.2350082 Mar 31 22:56:06.544922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f2e252-92a9-4d58-92a4-6b9201a8f953 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:06.578283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c1f2e252-92a9-4d58-92a4-6b9201a8f953, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c1f2e252-92a9-4d58-92a4-6b9201a8f953,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:06.643080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.688069 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.752217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c1f2e252-92a9-4d58-92a4-6b9201a8f953,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:06.761820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78226bd8-eddc-4bc5-9ccc-bc7a0095aa87 req-e0bafadf-b82c-4bac-8aec-1c2025cf0d49 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498321 Mar 31 22:56:06.836163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd711b4-1865-49b1-b35d-03d0b3066b39 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:06.846663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.870713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Transition to ACTIVE for port object 9dd711b4-1865-49b1-b35d-03d0b3066b39 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:06.875337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ccb57cc-d6d5-48bb-b4ac-350ab8496a7f req-319fca82-e2aa-4db6-bdd4-7f2054012b30 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223205 Mar 31 22:56:06.875337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d955a2a-c8dd-49f5-a38a-0525f80a20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.876210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-6d955a2a-c8dd-49f5-a38a-0525f80a20a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.5059447 Mar 31 22:56:06.894982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c79287c8-8d6f-419d-8bd4-491e82ffcf8a up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:06.925696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-abf930d1-cb49-4e15-8d99-dde8150cc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.930413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-abf930d1-cb49-4e15-8d99-dde8150cc773 service neutron] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 912 time: 0.4611571 Mar 31 22:56:06.965003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8a71cb3d-fdca-4ba0-a3ca-66d21984ed29'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:06.980169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['c1f2e252-92a9-4d58-92a4-6b9201a8f953'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:06.989198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.070708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c9edf95a-7038-400f-84cd-ce0e0d2230c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 200 len: 217 time: 0.1381209 Mar 31 22:56:07.090232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-0ab0cd52-4e80-432b-a113-c9202b2703f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 HTTP/1.1" status: 200 len: 217 time: 0.1267979 Mar 31 22:56:07.096391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a750dfd4-ca02-4467-9ee1-1011a4329301 req-2b639eac-8b9c-4f50-ac67-0bd8069e9fe8 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.1372139 Mar 31 22:56:07.123246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Pushing event updated for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:07.162976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-14d343a6-fd51-4c68-945e-8f1b1af8ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.164662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-14d343a6-fd51-4c68-945e-8f1b1af8ed09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.0672934 Mar 31 22:56:07.302135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-e3cbd7da-f039-4463-bcd7-8377b394394a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053917 Mar 31 22:56:07.307613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Attempting to bind port 9dd711b4-1865-49b1-b35d-03d0b3066b39 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:07.308555 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Attempting to bind port 9dd711b4-1865-49b1-b35d-03d0b3066b39 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:07.310300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port c79287c8-8d6f-419d-8bd4-491e82ffcf8a completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:07.311052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Attempting to bind port 9dd711b4-1865-49b1-b35d-03d0b3066b39 on network 3907e46e-97a4-4f7e-b046-ea7250854537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:07.320075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Port 9dd711b4-1865-49b1-b35d-03d0b3066b39 on network 3907e46e-97a4-4f7e-b046-ea7250854537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:07.320955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Attempting to bind port 9dd711b4-1865-49b1-b35d-03d0b3066b39 on network 3907e46e-97a4-4f7e-b046-ea7250854537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:07.328163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647212ee-17e4-465c-a80a-754717c9f380 req-263c3551-f0f1-49b7-8d60-f54e277f5ac2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.341694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-647212ee-17e4-465c-a80a-754717c9f380 req-263c3551-f0f1-49b7-8d60-f54e277f5ac2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 944 time: 0.4641776 Mar 31 22:56:07.351625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:07.352594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Checking segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:07.359302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Bound using segment: {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:07.362688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Bound port: 9dd711b4-1865-49b1-b35d-03d0b3066b39, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f515a53-592a-4cf1-b8da-94cce4a148da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:07.364375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.365455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port c79287c8-8d6f-419d-8bd4-491e82ffcf8a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:07.366332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.422313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-580183fe-09a8-4ae6-99d2-02e5ae788164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.424773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-580183fe-09a8-4ae6-99d2-02e5ae788164 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.3307593 Mar 31 22:56:07.516783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:07.523258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:07.601163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-4607b0a9-1205-4b49-bea7-acfa95cdbd7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269922 Mar 31 22:56:07.638689 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.655924 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.671694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b1ed19-6d93-4d16-b1bc-161da6f37236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79287c8-8d6f-419d-8bd4-491e82ffcf8a'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:07.672199 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-647212ee-17e4-465c-a80a-754717c9f380 req-7b4ceac4-b004-42c6-91aa-0f24a8e90b2e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293684 Mar 31 22:56:07.674003 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d2c258-3f42-4445-b284-cce956966dc2" -d '{"events": [{"server_uuid": "75b1ed19-6d93-4d16-b1bc-161da6f37236", "name": "network-vif-plugged", "status": "completed", "tag": "c79287c8-8d6f-419d-8bd4-491e82ffcf8a"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:07.691153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c79287c8-8d6f-419d-8bd4-491e82ffcf8a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:07.700965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.739572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.740584 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.742194 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] 10.222.0.50 "PUT /v2.0/ports/9dd711b4-1865-49b1-b35d-03d0b3066b39 HTTP/1.1" status: 200 len: 1092 time: 1.4648364 Mar 31 22:56:07.777200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10897af-a6e1-4936-8f06-7fa327c8af52 req-a699804a-8646-40c7-96a0-c08efb7fb13c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.779141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b10897af-a6e1-4936-8f06-7fa327c8af52 req-a699804a-8646-40c7-96a0-c08efb7fb13c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 944 time: 0.3599834 Mar 31 22:56:07.789003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'tag': '9dd711b4-1865-49b1-b35d-03d0b3066b39'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:07.792615 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "118365a0-fb00-44b5-a1d9-245097c6ce21", "tag": "9dd711b4-1865-49b1-b35d-03d0b3066b39"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:07.819894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-8b37b503-15df-4f4b-9835-849b18c65b4f service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623399 Mar 31 22:56:07.845097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b05f22-72fc-4d79-8441-00ca4f8f371c service neutron] Pushing event updated for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:07.876954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.945957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:07.991586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-a70c4849-7137-44db-8acf-af0e024c66fc service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765266 Mar 31 22:56:08.024280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b10897af-a6e1-4936-8f06-7fa327c8af52 req-1fe123eb-1297-46f5-8d33-45853b86df28 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254250 Mar 31 22:56:08.032770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a009cf-45af-4699-a049-6c50171ca3df req-d61fe4ad-75c2-4990-bf04-83561376fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.036343 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-d61fe4ad-75c2-4990-bf04-83561376fe5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 1095 time: 0.0583491 Mar 31 22:56:08.045818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ff23-71e4-4a84-9e92-62d338acd8ff req-dc3efd3e-3bfd-4ea8-b802-de244ef18c38 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.053900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5c4ff23-71e4-4a84-9e92-62d338acd8ff req-dc3efd3e-3bfd-4ea8-b802-de244ef18c38 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.2705216 Mar 31 22:56:08.118891 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-ada8e9a2-36c3-45b6-8fde-fed385640ec5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39 HTTP/1.1" status: 200 len: 217 time: 0.0727706 Mar 31 22:56:08.168275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ba0bb1e-7874-4257-b111-742dcafea5cf req-af1f5762-bb22-42db-ba8b-c3cb84b21d54 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189509 Mar 31 22:56:08.194723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5c4ff23-71e4-4a84-9e92-62d338acd8ff req-30761e69-e4b6-4707-9ca1-af4aa11b2b11 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397786 Mar 31 22:56:08.247654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a009cf-45af-4699-a049-6c50171ca3df req-a558a1f8-a25c-44ef-ab8c-180a380e3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.249311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-e40d726f-e832-4ead-bf8e-1f99c8c69d0a service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424424 Mar 31 22:56:08.255225 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-a558a1f8-a25c-44ef-ab8c-180a380e3a5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9705564-59f2-41bc-8be5-a7150ffee069 HTTP/1.1" status: 200 len: 844 time: 0.1235821 Mar 31 22:56:08.268772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Deleting port 803fe71c-e27a-429a-a836-c23d9880690a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:08.269283 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.269454 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.319340 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-ebc7705b-edea-480c-ac72-bcfb97b74cec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3907e46e-97a4-4f7e-b046-ea7250854537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555928 Mar 31 22:56:08.342375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33032) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:08.395088 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cbb33a-dae2-47cd-bf13-ea933c899b65 x-openstack-request-id: req-75cbb33a-dae2-47cd-bf13-ea933c899b65 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:08.395910 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b1ed19-6d93-4d16-b1bc-161da6f37236", "name": "network-vif-plugged", "status": "completed", "tag": "c79287c8-8d6f-419d-8bd4-491e82ffcf8a", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:08.395910 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75cbb33a-dae2-47cd-bf13-ea933c899b65 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:08.396278 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cbb33a-dae2-47cd-bf13-ea933c899b65'] response: {'server_uuid': '75b1ed19-6d93-4d16-b1bc-161da6f37236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79287c8-8d6f-419d-8bd4-491e82ffcf8a', 'code': 200} Mar 31 22:56:08.503833 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-15752d76-8580-4350-ad50-0d4e4333639f service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763000 Mar 31 22:56:08.643869 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d7a009cf-45af-4699-a049-6c50171ca3df req-1baae463-2e89-4dc6-9342-36f4f47b6bdf service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308167 Mar 31 22:56:08.813573 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5becf22a-91f2-450e-92b7-3b7213d8b434 x-openstack-request-id: req-5becf22a-91f2-450e-92b7-3b7213d8b434 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:08.816172 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118365a0-fb00-44b5-a1d9-245097c6ce21", "tag": "9dd711b4-1865-49b1-b35d-03d0b3066b39", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:08.816172 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5becf22a-91f2-450e-92b7-3b7213d8b434 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:08.816172 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5becf22a-91f2-450e-92b7-3b7213d8b434'] response: {'name': 'network-changed', 'server_uuid': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'tag': '9dd711b4-1865-49b1-b35d-03d0b3066b39', 'status': 'completed', 'code': 200} Mar 31 22:56:08.844312 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.980790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-c25332d1-374b-46fb-8c4e-ebfd88ad2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.983579 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-c25332d1-374b-46fb-8c4e-ebfd88ad2108 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c795f09aaef84c42a8c4aec88e1be529&device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 1095 time: 0.1343350 Mar 31 22:56:09.145253 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.156445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] For port 803fe71c-e27a-429a-a836-c23d9880690a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=803fe71c-e27a-429a-a836-c23d9880690a,segment=NetworkSegment(f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90),segment_id=f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:09.157352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.157557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-d9432c2d-effe-42fa-bb00-040771fb963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.159907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-d9432c2d-effe-42fa-bb00-040771fb963e service neutron] 10.222.0.50 "GET /v2.0/networks?id=3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 200 len: 905 time: 0.1693883 Mar 31 22:56:09.161264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378d2d1-0b92-43c2-8cc2-19ed0e082c5e req-88b14fad-ab96-4e2e-afd2-7ce58b27ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.162864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5378d2d1-0b92-43c2-8cc2-19ed0e082c5e req-88b14fad-ab96-4e2e-afd2-7ce58b27ad61 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 1096 time: 0.3795381 Mar 31 22:56:09.170513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516465f-e5f6-4427-a358-da1a5aa07f82 req-723fe666-e4e5-4150-bcee-e435209edb9c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.173895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0516465f-e5f6-4427-a358-da1a5aa07f82 req-723fe666-e4e5-4150-bcee-e435209edb9c tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 944 time: 0.3862252 Mar 31 22:56:09.234012 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-7433cb10-d613-4d54-ac9e-bf80c6cc8a02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39 HTTP/1.1" status: 200 len: 217 time: 0.0581443 Mar 31 22:56:09.245356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Calling delete_port for 803fe71c-e27a-429a-a836-c23d9880690a owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:09.303020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-d4216d5f-0937-454b-8c69-afe06235ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.304504 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-d4216d5f-0937-454b-8c69-afe06235ce81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9705564-59f2-41bc-8be5-a7150ffee069 HTTP/1.1" status: 200 len: 844 time: 0.0638444 Mar 31 22:56:09.356238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b5f4-f856-4c92-8472-baf97dd4b8ec req-4da2976b-638c-47c0-82fe-6ae9520b0d6c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.362827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d80b5f4-f856-4c92-8472-baf97dd4b8ec req-4da2976b-638c-47c0-82fe-6ae9520b0d6c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.3976448 Mar 31 22:56:09.368792 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-8c29fc0d-2bae-4427-afb8-b36ef62e90b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3907e46e-97a4-4f7e-b046-ea7250854537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515494 Mar 31 22:56:09.464987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5378d2d1-0b92-43c2-8cc2-19ed0e082c5e req-d2ffd14f-6fd8-41c9-8dad-0119324adf74 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770641 Mar 31 22:56:09.482628 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0516465f-e5f6-4427-a358-da1a5aa07f82 req-3f6961b6-6f05-4a4d-9477-2e94ddb40b1a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804852 Mar 31 22:56:09.539964 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.560392 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-970bd9f8-9422-456e-bfaa-96fe093823c3 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742105 Mar 31 22:56:09.563320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:09.647094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d80b5f4-f856-4c92-8472-baf97dd4b8ec req-0dbed864-2bce-44cb-9bee-21ef2a66a303 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247992 Mar 31 22:56:09.779629 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a4af948a-6bdd-45e2-b0f3-1ec359a75c1f req-10cf65b6-523d-4df1-bb54-8e28214982f6 service neutron] 10.222.0.50 "GET /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244936 Mar 31 22:56:09.795443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:09.808285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:09.808975 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.964877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c42b12db-fe43-426a-92ec-71a495d7dc15 req-548d4332-1b47-4430-b0f0-8ca6c16855a9 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0545270 Mar 31 22:56:09.979657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.013504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a062b97-7a52-4cda-bece-c9b662912ae2 req-2bf3b850-db24-4245-b3c6-6e3105d7229c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.023498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a062b97-7a52-4cda-bece-c9b662912ae2 req-2bf3b850-db24-4245-b3c6-6e3105d7229c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 944 time: 0.2248671 Mar 31 22:56:10.070136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:10.118927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a062b97-7a52-4cda-bece-c9b662912ae2 req-24a52a71-7b1a-4570-823e-82c3c4d0e688 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944135 Mar 31 22:56:10.190003 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.193554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c1f2e252-92a9-4d58-92a4-6b9201a8f953 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:10.242301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806dc1f-7bfd-4dfe-a683-aaf9456896ba req-eccfb8fd-eff3-4a99-aba7-b02faff1ed62 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.255437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d806dc1f-7bfd-4dfe-a683-aaf9456896ba req-eccfb8fd-eff3-4a99-aba7-b02faff1ed62 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.1321967 Mar 31 22:56:10.340275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d806dc1f-7bfd-4dfe-a683-aaf9456896ba req-0bfd2ebe-5d49-486e-8ee5-c6a576ca0fcc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835035 Mar 31 22:56:10.345345 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.385664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:10.398094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:10.402422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=803fe71c-e27a-429a-a836-c23d9880690a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:10.419158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.419620 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eb2da6-2df2-437a-8f0e-fef83daf4540" -d '{"events": [{"server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "name": "network-vif-plugged", "status": "completed", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:10.511754 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e6683-59bd-4b65-a47b-ea9bd2ced807 x-openstack-request-id: req-7d8e6683-59bd-4b65-a47b-ea9bd2ced807 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:10.512169 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "name": "network-vif-plugged", "status": "completed", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:10.512501 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d8e6683-59bd-4b65-a47b-ea9bd2ced807 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:10.513025 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8e6683-59bd-4b65-a47b-ea9bd2ced807'] response: {'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'code': 200} Mar 31 22:56:10.676782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port c1f2e252-92a9-4d58-92a4-6b9201a8f953 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:10.691853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port c1f2e252-92a9-4d58-92a4-6b9201a8f953 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:10.692946 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.167019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9dd711b4-1865-49b1-b35d-03d0b3066b39 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:11.217203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.231113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d00f9-5a18-4ab0-aecd-5413df7bcaa8 req-7ef14cd1-0451-44a0-8ee8-59254e83460f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.233814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b4d00f9-5a18-4ab0-aecd-5413df7bcaa8 req-7ef14cd1-0451-44a0-8ee8-59254e83460f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 944 time: 0.4983134 Mar 31 22:56:11.274925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1390bf-21a4-4b10-83a8-9631052a1247 req-f494a13c-18b8-44e5-adde-ce1dc029642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.277581 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1390bf-21a4-4b10-83a8-9631052a1247 req-f494a13c-18b8-44e5-adde-ce1dc029642b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 1096 time: 0.5414858 Mar 31 22:56:11.303579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.338985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-cd185b23-80b7-407c-ad1d-14791d07e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.341862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-cd185b23-80b7-407c-ad1d-14791d07e166 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1097 time: 0.4091418 Mar 31 22:56:11.343828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c1f2e252-92a9-4d58-92a4-6b9201a8f953, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c1f2e252-92a9-4d58-92a4-6b9201a8f953,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:11.395328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:11.399709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3538f-a3c1-41bd-99d8-9c89fbcc678e req-5c8f524a-e803-4afe-b028-83c08f014f47 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.402594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adb3538f-a3c1-41bd-99d8-9c89fbcc678e req-5c8f524a-e803-4afe-b028-83c08f014f47 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.4405041 Mar 31 22:56:11.408224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '9dd711b4-1865-49b1-b35d-03d0b3066b39', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'port_id': '9dd711b4-1865-49b1-b35d-03d0b3066b39', 'mac_address': 'fa:16:3e:89:18:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9705564-59f2-41bc-8be5-a7150ffee069', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:11.457732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.474329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd711b4-1865-49b1-b35d-03d0b3066b39 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:11.497125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:11.508882 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.594923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c1f2e252-92a9-4d58-92a4-6b9201a8f953,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:11.616186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b4d00f9-5a18-4ab0-aecd-5413df7bcaa8 req-7528687c-c021-4786-94e5-1c4cb5712a3b tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331845 Mar 31 22:56:11.621303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:11.628514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d1390bf-21a4-4b10-83a8-9631052a1247 req-97945790-5dee-406d-867a-9a6faceb988c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427632 Mar 31 22:56:11.727596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:11.746859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adb3538f-a3c1-41bd-99d8-9c89fbcc678e req-aefec005-0cd7-4805-9ac3-799d806a2466 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130062 Mar 31 22:56:11.825159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-5516c37c-5ce4-469a-a0ef-b670cb08db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.827811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-5516c37c-5ce4-469a-a0ef-b670cb08db84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.4662306 Mar 31 22:56:11.874601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['9dd711b4-1865-49b1-b35d-03d0b3066b39'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:12.061099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c325cd8-d735-4dc6-bdaa-1a4ae5fdbfbb req-02f4db87-2ca0-4d29-9bdb-101a5ac003af tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.1994288 Mar 31 22:56:12.515291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8287bd-6e53-48ed-8bd9-de47e7a5cd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f2e252-92a9-4d58-92a4-6b9201a8f953'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:12.520017 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1068a-56dc-47a4-a71b-8304948bc5d9" -d '{"events": [{"server_uuid": "7f8287bd-6e53-48ed-8bd9-de47e7a5cd91", "name": "network-vif-plugged", "status": "completed", "tag": "c1f2e252-92a9-4d58-92a4-6b9201a8f953"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:12.543180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-269fdd3d-f203-45fd-8ecf-29f8e8a6c82c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 200 len: 1001 time: 0.6831508 Mar 31 22:56:12.555526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c9405-0f46-40e0-87c6-8c9a2b01a420 req-eb80dc7a-7d34-4108-ad6d-1b12ec192819 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.564923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9c9405-0f46-40e0-87c6-8c9a2b01a420 req-eb80dc7a-7d34-4108-ad6d-1b12ec192819 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.8169601 Mar 31 22:56:12.724697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-667991fe-9476-4939-81dc-71414a159254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.726264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-667991fe-9476-4939-81dc-71414a159254 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1615725 Mar 31 22:56:12.750235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Router b8b5a838-20ce-413e-a878-06b7350fa0cd has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:12.756291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c9c9405-0f46-40e0-87c6-8c9a2b01a420 req-5bcd3cab-3747-48d2-b760-61425b04292e tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518381 Mar 31 22:56:12.791634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9998f-c239-460c-ae3e-92214b4da2f3 req-4af344df-d1b3-48fc-bd1a-facc9bc79862 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.794071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abe9998f-c239-460c-ae3e-92214b4da2f3 req-4af344df-d1b3-48fc-bd1a-facc9bc79862 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2822895 Mar 31 22:56:12.799051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Deleting port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:12.799589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:12.924674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9dd711b4-1865-49b1-b35d-03d0b3066b39 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:13.005620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-1217d505-8f9e-46b1-a109-09717d7c3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.007173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-1217d505-8f9e-46b1-a109-09717d7c3fc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2731473 Mar 31 22:56:13.079178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abe9998f-c239-460c-ae3e-92214b4da2f3 req-4c4e37bf-e00d-4b31-9093-db1c5ae2309d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723398 Mar 31 22:56:13.153640 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1c89bd-5217-44d1-9cc3-bd186d2e3c80 x-openstack-request-id: req-ec1c89bd-5217-44d1-9cc3-bd186d2e3c80 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:13.154144 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8287bd-6e53-48ed-8bd9-de47e7a5cd91", "name": "network-vif-plugged", "status": "completed", "tag": "c1f2e252-92a9-4d58-92a4-6b9201a8f953", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:13.154975 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec1c89bd-5217-44d1-9cc3-bd186d2e3c80 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:13.157270 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1c89bd-5217-44d1-9cc3-bd186d2e3c80'] response: {'server_uuid': '7f8287bd-6e53-48ed-8bd9-de47e7a5cd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f2e252-92a9-4d58-92a4-6b9201a8f953', 'code': 200} Mar 31 22:56:13.159506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 9dd711b4-1865-49b1-b35d-03d0b3066b39 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:13.168276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 9dd711b4-1865-49b1-b35d-03d0b3066b39 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:13.168757 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:13.307006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] For port e89ae4bd-7d2a-4415-8da1-c1c6a52ae374, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:13.307403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:13.320540 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:13.388494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Calling delete_port for e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:13.389638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:13.405317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a6005-bed8-4a18-bf1c-bb7485059ad8 req-215ac422-96d4-4dd3-ac02-1a9849821eac tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.406944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-376a6005-bed8-4a18-bf1c-bb7485059ad8 req-215ac422-96d4-4dd3-ac02-1a9849821eac tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.5034292 Mar 31 22:56:13.431806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:13.450139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] Sync routers for ids ['b8b5a838-20ce-413e-a878-06b7350fa0cd'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:13.450527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-474bd7eb-2d4c-4773-becf-bed1f1970e26 admin admin] 10.222.0.31 "PUT /v2.0/routers/b8b5a838-20ce-413e-a878-06b7350fa0cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7798972 Mar 31 22:56:13.454988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33074) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:13.468365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] Routers {'b8b5a838-20ce-413e-a878-06b7350fa0cd'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:13.469765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b5a838-20ce-413e-a878-06b7350fa0cd'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:13.619513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:13.621585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:13.631578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] Set router b8b5a838-20ce-413e-a878-06b7350fa0cd gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:13.649506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5aa4d-97ee-4eec-b241-04c46859bc77 req-a81b64ab-2f37-4e94-b97f-173e7d3ffb66 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.662229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aae5aa4d-97ee-4eec-b241-04c46859bc77 req-a81b64ab-2f37-4e94-b97f-173e7d3ffb66 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 945 time: 0.3775976 Mar 31 22:56:13.686785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b009c-a11d-4b1a-a7d5-daf00aa38e09 req-da50cf00-de42-4e66-874d-1171d4aff49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.689301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c6b009c-a11d-4b1a-a7d5-daf00aa38e09 req-da50cf00-de42-4e66-874d-1171d4aff49f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 1096 time: 0.4253492 Mar 31 22:56:13.727072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-c525af1a-7f2f-41f4-94c4-e2c863effca9 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935863 Mar 31 22:56:13.813530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-376a6005-bed8-4a18-bf1c-bb7485059ad8 req-20cb06a9-b9d3-4fe7-b294-221a0ca610ab tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777988 Mar 31 22:56:13.825897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:13.895201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:13.972099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aae5aa4d-97ee-4eec-b241-04c46859bc77 req-6b77bcc0-b474-4f81-9f75-f1f878e1c6dd tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084211 Mar 31 22:56:14.024902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Deleting port 8489db89-ea2b-4369-9b42-23e8b20cf7ae {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:14.025840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:14.029170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:56:10Z', 'revision_number': 5, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port': {'id': '8489db89-ea2b-4369-9b42-23e8b20cf7ae', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:03Z', 'updated_at': '2022-03-31T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:14.081349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] Checking router: b8b5a838-20ce-413e-a878-06b7350fa0cd for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:14.102601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] Routers {'b8b5a838-20ce-413e-a878-06b7350fa0cd'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:14.103262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b5a838-20ce-413e-a878-06b7350fa0cd'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:14.160815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] For port 8489db89-ea2b-4369-9b42-23e8b20cf7ae, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8489db89-ea2b-4369-9b42-23e8b20cf7ae,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:14.163185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:14.164202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c6b009c-a11d-4b1a-a7d5-daf00aa38e09 req-d8c465ab-4639-4dce-81c2-c5037ee79d86 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537349 Mar 31 22:56:14.221933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Calling delete_port for 8489db89-ea2b-4369-9b42-23e8b20cf7ae owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:14.223779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e94dbd-a766-4f79-9ccd-c7087cbf13dd req-4fd53773-463a-49f1-abce-231c3f39a699 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.226937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5e94dbd-a766-4f79-9ccd-c7087cbf13dd req-4fd53773-463a-49f1-abce-231c3f39a699 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.3111515 Mar 31 22:56:14.303080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86fb41ce-365a-4ee7-8804-bb19acca328a req-9ada3f73-9214-4302-960e-d46705c3f36d service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663946 Mar 31 22:56:14.320488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] Set router b8b5a838-20ce-413e-a878-06b7350fa0cd gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:14.334007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5e94dbd-a766-4f79-9ccd-c7087cbf13dd req-aa598db2-2c33-4309-a792-4c327757f70d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890152 Mar 31 22:56:14.494959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb48490a-231b-4f1d-a160-001024a79b07 req-6ca78b96-51a6-464d-8cfe-0e74d7be53c3 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0526912 Mar 31 22:56:14.570297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:56:13Z', 'revision_number': 6, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:14.641689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604cbe59-4f23-473c-8eb0-881382ab46aa None None] The sync data for ids ['b8b5a838-20ce-413e-a878-06b7350fa0cd'] in n-d-836015-1 is: [{'id': 'b8b5a838-20ce-413e-a878-06b7350fa0cd', 'name': 'tempest-FloatingIPDetailsTestJSON-438776258-router', 'tenant_id': 'f980fcf8ca77461a963dad745b110b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:54:59Z', 'updated_at': '2022-03-31T22:56:13Z', 'revision_number': 6, 'project_id': 'f980fcf8ca77461a963dad745b110b30', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:14.681177 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:14.692400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:14.729965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8489db89-ea2b-4369-9b42-23e8b20cf7ae,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:14.766303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e89ae4bd-7d2a-4415-8da1-c1c6a52ae374,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:14.847523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4ca4b-9c5b-47c7-80bf-bd421a0281d6 req-75ef95aa-bd01-4f49-bfff-823832b1ca64 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.855781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96c4ca4b-9c5b-47c7-80bf-bd421a0281d6 req-75ef95aa-bd01-4f49-bfff-823832b1ca64 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.2824223 Mar 31 22:56:14.873443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:14.906097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c6246-2d02-445f-88ba-286276208e52 req-4b09f18e-1ccb-4681-9be1-9e933db3454c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.908175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8c6246-2d02-445f-88ba-286276208e52 req-4b09f18e-1ccb-4681-9be1-9e933db3454c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.2821887 Mar 31 22:56:15.037541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.040971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.049405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96c4ca4b-9c5b-47c7-80bf-bd421a0281d6 req-33e40f61-6d90-4d2e-be4f-028ccfaad122 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922655 Mar 31 22:56:15.057362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8c6246-2d02-445f-88ba-286276208e52 req-fcee7fbb-3ea5-4193-9e10-ff55f94b159e tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359036 Mar 31 22:56:15.158303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd711b4-1865-49b1-b35d-03d0b3066b39'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:15.162244 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57afd8a5-5915-4fea-ada6-b2dfa2aa5030" -d '{"events": [{"server_uuid": "118365a0-fb00-44b5-a1d9-245097c6ce21", "name": "network-vif-plugged", "status": "completed", "tag": "9dd711b4-1865-49b1-b35d-03d0b3066b39"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:15.265695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.268961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b5a838-20ce-413e-a878-06b7350fa0cd {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:56:15.273171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.274673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a3eabf4b-cff6-4342-8e06-e15ade9bbdb5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b8b5a838-20ce-413e-a878-06b7350fa0cd HTTP/1.1" status: 204 len: 168 time: 1.8186309 Mar 31 22:56:15.279281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33088) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:15.339866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0b75e6-9772-4b1d-9ef0-bb4dca358c58 admin admin] Deleting subnet 7a652a44-412d-4583-b934-017d2a3703c6 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:56:15.346732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b75e6-9772-4b1d-9ef0-bb4dca358c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.362702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b822-c422-4212-9731-b6dfbdeb4b96 req-e49e5e6b-be9e-46bd-9fd2-c5cdca988693 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.365334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5264b822-c422-4212-9731-b6dfbdeb4b96 req-e49e5e6b-be9e-46bd-9fd2-c5cdca988693 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 946 time: 0.1700749 Mar 31 22:56:15.380134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d345a-d597-4700-89c4-660b3834b45e req-100a1174-ad9a-4b84-bcc7-6997bc1586c0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.382731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e49d345a-d597-4700-89c4-660b3834b45e req-100a1174-ad9a-4b84-bcc7-6997bc1586c0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1886916 Mar 31 22:56:15.383674 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.406563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b75e6-9772-4b1d-9ef0-bb4dca358c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.530823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b75e6-9772-4b1d-9ef0-bb4dca358c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.570064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e49d345a-d597-4700-89c4-660b3834b45e req-d11caf76-8d98-4472-9dbf-8bdb29413bfb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781437 Mar 31 22:56:15.606408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5264b822-c422-4212-9731-b6dfbdeb4b96 req-3fcba5f7-8f11-4686-82ca-4a53fa561484 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172437 Mar 31 22:56:15.717145 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec0f6b-b415-4d00-a055-3c8b2d85d651 x-openstack-request-id: req-a3ec0f6b-b415-4d00-a055-3c8b2d85d651 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:15.717531 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118365a0-fb00-44b5-a1d9-245097c6ce21", "name": "network-vif-plugged", "status": "completed", "tag": "9dd711b4-1865-49b1-b35d-03d0b3066b39", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:15.718821 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3ec0f6b-b415-4d00-a055-3c8b2d85d651 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:15.721966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b75e6-9772-4b1d-9ef0-bb4dca358c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.723212 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ec0f6b-b415-4d00-a055-3c8b2d85d651'] response: {'server_uuid': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd711b4-1865-49b1-b35d-03d0b3066b39', 'code': 200} Mar 31 22:56:15.777852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b75e6-9772-4b1d-9ef0-bb4dca358c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a652a44-412d-4583-b934-017d2a3703c6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:15.782326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c0b75e6-9772-4b1d-9ef0-bb4dca358c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.788634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7c0b75e6-9772-4b1d-9ef0-bb4dca358c58 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a652a44-412d-4583-b934-017d2a3703c6 HTTP/1.1" status: 204 len: 168 time: 0.5082912 Mar 31 22:56:15.792663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33096) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:15.799551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491fb5af-7513-43db-a8c1-6da5176b3225 None None] Network 860e4933-04ca-420d-9d9a-95a5d891f35a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:15.955249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:15.992089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829fa1e-e105-4b16-9c2e-4def7e478830 req-af178160-7d65-4b26-be13-3d89782cc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.995070 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d829fa1e-e105-4b16-9c2e-4def7e478830 req-af178160-7d65-4b26-be13-3d89782cc902 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 1097 time: 0.0981109 Mar 31 22:56:16.101458 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d829fa1e-e105-4b16-9c2e-4def7e478830 req-cb02c4d6-7c9e-41a2-82f0-af82d37d1211 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963612 Mar 31 22:56:16.123538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Deleting port a141aa60-8af1-4096-819a-a7b2fce94d99 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:16.124112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.145324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] DHCP port deletion for 860e4933-04ca-420d-9d9a-95a5d891f35a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:56:16.225571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] Deleting port a141aa60-8af1-4096-819a-a7b2fce94d99 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:16.226886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.264815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] For port a141aa60-8af1-4096-819a-a7b2fce94d99, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a141aa60-8af1-4096-819a-a7b2fce94d99,segment=NetworkSegment(f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90),segment_id=f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:16.265498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.282886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Calling delete_port for a141aa60-8af1-4096-819a-a7b2fce94d99 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:16.350937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] For port a141aa60-8af1-4096-819a-a7b2fce94d99, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a141aa60-8af1-4096-819a-a7b2fce94d99,segment=NetworkSegment(f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90),segment_id=f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:16.351884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.379020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d1f7d-df8a-4e89-a70c-396b269cfec4 req-3123a6cd-3435-4d69-af61-0a54b4557bcd tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.380594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8489db89-ea2b-4369-9b42-23e8b20cf7ae no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:16.383326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-303d1f7d-df8a-4e89-a70c-396b269cfec4 req-3123a6cd-3435-4d69-af61-0a54b4557bcd tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 945 time: 0.6712894 Mar 31 22:56:16.394081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] Calling delete_port for a141aa60-8af1-4096-819a-a7b2fce94d99 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:16.417021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 8489db89-ea2b-4369-9b42-23e8b20cf7ae {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:16.417367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8489db89-ea2b-4369-9b42-23e8b20cf7ae not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:16.417782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 803fe71c-e27a-429a-a836-c23d9880690a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:16.421564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ab901-8760-45d3-9b1a-00f61d1604e8 req-340d9ba4-3782-4e68-b153-2a38c44fe4c0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.425567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb3ab901-8760-45d3-9b1a-00f61d1604e8 req-340d9ba4-3782-4e68-b153-2a38c44fe4c0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.5812476 Mar 31 22:56:16.443956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 803fe71c-e27a-429a-a836-c23d9880690a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:16.444456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 803fe71c-e27a-429a-a836-c23d9880690a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:16.444754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a141aa60-8af1-4096-819a-a7b2fce94d99 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:16.444921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Router 20596756-fb7a-4d98-92db-52c046802e97 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:16.478144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-303d1f7d-df8a-4e89-a70c-396b269cfec4 req-ae5d2d55-3370-497b-a4e9-93778b75c1b8 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 Mar 31 22:56:16.523860 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.574095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb3ab901-8760-45d3-9b1a-00f61d1604e8 req-27492473-b920-4b7a-aa9f-6e0435578402 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414368 Mar 31 22:56:16.578736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No active binding found for port a141aa60-8af1-4096-819a-a7b2fce94d99 {{(pid=109822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 22:56:16.579507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a141aa60-8af1-4096-819a-a7b2fce94d99 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:16.612539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] No DVR routers for this DVR port a141aa60-8af1-4096-819a-a7b2fce94d99 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:16.615230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a141aa60-8af1-4096-819a-a7b2fce94d99,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:16.653291 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.696657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-212f82b1-377b-4a2e-a318-8d5cf243fc3b req-d90e9b5b-fd23-4837-841b-85b38d95ebe7 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0581384 Mar 31 22:56:16.731444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] No DVR routers for this DVR port a141aa60-8af1-4096-819a-a7b2fce94d99 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:16.742593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861a8ab-5ecc-422c-a935-c824a72e8ef9 None None] Pushing event deleted for resources: {'Port': ['ID=a141aa60-8af1-4096-819a-a7b2fce94d99,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:16.844156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:16.848697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.858867 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] Sync routers for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:16.865685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a2738a4c-7aa5-416e-ae30-f23c177789bb admin admin] 10.222.0.31 "PUT /v2.0/routers/20596756-fb7a-4d98-92db-52c046802e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5219469 Mar 31 22:56:16.869483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33102) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:16.879785 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:16.880749 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:16.941966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860e4933-04ca-420d-9d9a-95a5d891f35a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:16.964927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:16.965257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a5bba3-f6d1-4ad6-88e8-8e3322bbaa90') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:16.982636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:16.984817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5135de-f3b9-4e8e-92b5-eaff18794bdd req-9037ea21-85c7-43de-9c0a-cdfa042f910a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.987877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a5135de-f3b9-4e8e-92b5-eaff18794bdd req-9037ea21-85c7-43de-9c0a-cdfa042f910a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.1301804 Mar 31 22:56:17.045250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.047310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a5135de-f3b9-4e8e-92b5-eaff18794bdd req-e8da7dae-716f-4c28-9fd2-f74cc0418f3d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519354 Mar 31 22:56:17.067879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:56:17.067879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:56:17.069204 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:56:17.106792 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:17.144491 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.228073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1d67-5ea6-4219-9b99-f5278551f466 req-21526581-4acd-4145-9564-83b84b26f40e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.245653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a3a1d67-5ea6-4219-9b99-f5278551f466 req-21526581-4acd-4145-9564-83b84b26f40e tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 946 time: 0.0777075 Mar 31 22:56:17.311015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a3a1d67-5ea6-4219-9b99-f5278551f466 req-f3ae43c8-a08e-4f46-9140-c54bdc713b00 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687428 Mar 31 22:56:17.355304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.369292 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:56:14Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:17.371822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.376662 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/860e4933-04ca-420d-9d9a-95a5d891f35a HTTP/1.1" status: 204 len: 168 time: 1.5821900 Mar 31 22:56:17.380904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.402159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a32f00-c141-443d-8845-334d44890df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=860e4933-04ca-420d-9d9a-95a5d891f35a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:17.417867 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] Checking router: 20596756-fb7a-4d98-92db-52c046802e97 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:17.432890 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] Routers {'20596756-fb7a-4d98-92db-52c046802e97'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:17.433923 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['20596756-fb7a-4d98-92db-52c046802e97'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:17.612239 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] Set router 20596756-fb7a-4d98-92db-52c046802e97 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:17.667870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772070f9-36c9-4c27-bf10-03a09478154a req-e582df2f-67f1-4e5d-b878-6615979e2283 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.669494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-772070f9-36c9-4c27-bf10-03a09478154a req-e582df2f-67f1-4e5d-b878-6615979e2283 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 945 time: 0.0658865 Mar 31 22:56:17.728027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-772070f9-36c9-4c27-bf10-03a09478154a req-4b71c3c1-a001-4a46-9404-37f374fa1a0c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486348 Mar 31 22:56:17.770088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Deleting port 5f3a93f7-1a62-472b-b1df-17786ef77a70 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:17.770623 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.884256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] For port 5f3a93f7-1a62-472b-b1df-17786ef77a70, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5f3a93f7-1a62-472b-b1df-17786ef77a70,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:17.885362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:17.916236 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:56:14Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:17.920694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Calling delete_port for 5f3a93f7-1a62-472b-b1df-17786ef77a70 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:17.953747 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6332-11ca-4488-9015-46c1b45c67ae None None] The sync data for ids ['20596756-fb7a-4d98-92db-52c046802e97'] in n-d-836015-1 is: [{'id': '20596756-fb7a-4d98-92db-52c046802e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-556976594-router', 'tenant_id': '29f7e95b419147fd834d4129192e479c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:34Z', 'updated_at': '2022-03-31T22:56:14Z', 'revision_number': 5, 'project_id': '29f7e95b419147fd834d4129192e479c', 'gw_port': {'id': '5f3a93f7-1a62-472b-b1df-17786ef77a70', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20596756-fb7a-4d98-92db-52c046802e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:36Z', 'updated_at': '2022-03-31T22:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:18.039139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26610b-4bfe-4a97-a96c-800eb4a0b3d0 req-91bb5fae-2cef-441a-8d0b-add1d5e39623 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.041777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc26610b-4bfe-4a97-a96c-800eb4a0b3d0 req-91bb5fae-2cef-441a-8d0b-add1d5e39623 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1587727 Mar 31 22:56:18.067774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcc081-4364-4c40-8267-896035bb5322 req-77f70412-a45b-4347-8ac3-d842d4c494d5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.070524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ddcc081-4364-4c40-8267-896035bb5322 req-77f70412-a45b-4347-8ac3-d842d4c494d5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.2030149 Mar 31 22:56:18.166820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc26610b-4bfe-4a97-a96c-800eb4a0b3d0 req-3cdf4bc5-3867-4f05-89ba-d4202eb28b16 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146588 Mar 31 22:56:18.191604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33126) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:18.192314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ddcc081-4364-4c40-8267-896035bb5322 req-a21c5c30-6da6-42bf-a0af-a5f61821649d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095245 Mar 31 22:56:18.273255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.287682 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3c52c7f7-ed08-48bf-8430-c1deec6050b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f980fcf8ca77461a963dad745b110b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013217 Mar 31 22:56:18.307668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33128) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:18.313197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab05ff4-7569-46bb-a5b4-8c13f8b8858f req-fe121a43-3273-4a50-8603-ee976f9875bf tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0479264 Mar 31 22:56:18.390294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:18.395544 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f18fab1-bf3d-4389-8de9-88ded081b6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.396156 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3a93f7-1a62-472b-b1df-17786ef77a70,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:18.443235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f18fab1-bf3d-4389-8de9-88ded081b6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.480167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:18.483162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e89ae4bd-7d2a-4415-8da1-c1c6a52ae374 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:18.560379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.652832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c2694-bef6-4934-bbd8-ac1be5c0e77c req-fe748eba-37ec-44bc-88f8-40fe765a13c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.654584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-508c2694-bef6-4934-bbd8-ac1be5c0e77c req-fe748eba-37ec-44bc-88f8-40fe765a13c7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.1311212 Mar 31 22:56:18.672098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f18fab1-bf3d-4389-8de9-88ded081b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.674875 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f18fab1-bf3d-4389-8de9-88ded081b6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.679925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9f18fab1-bf3d-4389-8de9-88ded081b6e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd4564f4-b494-4622-b41a-fa4daa3d4ef2 HTTP/1.1" status: 204 len: 168 time: 0.3670015 Mar 31 22:56:18.720392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce2a64-a20d-4b1a-9af8-0de277ded7c4 req-918e3b15-8eb5-47c2-98e5-8dc5f9a1938d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.727170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48ce2a64-a20d-4b1a-9af8-0de277ded7c4 req-918e3b15-8eb5-47c2-98e5-8dc5f9a1938d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.1511352 Mar 31 22:56:18.741023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.744629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.757066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18fab1-bf3d-4389-8de9-88ded081b6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4564f4-b494-4622-b41a-fa4daa3d4ef2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:18.818663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-508c2694-bef6-4934-bbd8-ac1be5c0e77c req-47bac6c6-ceeb-4661-b787-d06106978b76 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502924 Mar 31 22:56:18.860011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48ce2a64-a20d-4b1a-9af8-0de277ded7c4 req-f9a3db34-305f-4b94-ac35-a5874edc1281 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185443 Mar 31 22:56:18.997349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2422dbc-980b-49b0-b4a1-a0f7ee32d276 req-98b439a0-ae4e-4254-b0bb-dab8803a62d6 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.998833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2422dbc-980b-49b0-b4a1-a0f7ee32d276 req-98b439a0-ae4e-4254-b0bb-dab8803a62d6 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 946 time: 0.0943418 Mar 31 22:56:19.008180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:19.008815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20596756-fb7a-4d98-92db-52c046802e97 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:56:19.009783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806b76c-0f02-43cd-9763-6e63085fe8e5 req-f125eefd-234f-450f-b8eb-fdee8f4cdc9a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.011943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9806b76c-0f02-43cd-9763-6e63085fe8e5 req-f125eefd-234f-450f-b8eb-fdee8f4cdc9a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.0720382 Mar 31 22:56:19.013580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:19.018978 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7d00a1e1-0f93-46ec-9407-1a7e46300a1f admin admin] 10.222.0.31 "DELETE /v2.0/routers/20596756-fb7a-4d98-92db-52c046802e97 HTTP/1.1" status: 204 len: 168 time: 2.1412706 Mar 31 22:56:19.023218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33138) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:19.025198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33140) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:19.029584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Request body: {'floatingip': {'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:19.147581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62cce9d-f0f7-4ff9-b238-a7a07a618ed0 admin admin] Deleting subnet 80fc6023-05de-45d6-8b87-64b89d7fac9f {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:56:19.163377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c62cce9d-f0f7-4ff9-b238-a7a07a618ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:19.169562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2422dbc-980b-49b0-b4a1-a0f7ee32d276 req-9bc56963-209a-452f-a4f5-696d79d8f58f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564789 Mar 31 22:56:19.181757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:19.375173 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c62cce9d-f0f7-4ff9-b238-a7a07a618ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:19.541356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee2306-7d50-4141-8ab0-a51e253a16f6 req-fec35f56-0fd1-4a23-bf94-5d8397f3d392 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.543355 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94ee2306-7d50-4141-8ab0-a51e253a16f6 req-fec35f56-0fd1-4a23-bf94-5d8397f3d392 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2706749 Mar 31 22:56:19.593957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c64e9-1a29-499a-bd5b-98844e5721f8 req-31f9e87a-91ca-4e28-b54c-6225c2abd013 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.595542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-748c64e9-1a29-499a-bd5b-98844e5721f8 req-31f9e87a-91ca-4e28-b54c-6225c2abd013 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.2778368 Mar 31 22:56:19.646103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-28fc594e-b251-476d-824b-12020fc0ed24 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2995379 Mar 31 22:56:19.728336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c62cce9d-f0f7-4ff9-b238-a7a07a618ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:19.797528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94ee2306-7d50-4141-8ab0-a51e253a16f6 req-6a68ec01-b172-4680-a6d2-4ceb79c1e680 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329001 Mar 31 22:56:19.844296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-748c64e9-1a29-499a-bd5b-98844e5721f8 req-97f681be-759e-4298-9eda-d3db64a9b748 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341669 Mar 31 22:56:19.935979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-64f6b149-c55c-4cd6-9921-b7d6cc1a7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.937743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-64f6b149-c55c-4cd6-9921-b7d6cc1a7878 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 1096 time: 0.2156563 Mar 31 22:56:20.157294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c62cce9d-f0f7-4ff9-b238-a7a07a618ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.283787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418ca8-9645-4d45-8409-29515123b979 req-cc78003d-bfb5-4b0a-9d7a-30799e08ab00 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.286384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84418ca8-9645-4d45-8409-29515123b979 req-cc78003d-bfb5-4b0a-9d7a-30799e08ab00 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.3304420 Mar 31 22:56:20.294614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cce9d-f0f7-4ff9-b238-a7a07a618ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fc6023-05de-45d6-8b87-64b89d7fac9f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:20.299772 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c62cce9d-f0f7-4ff9-b238-a7a07a618ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.302471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458bb1e-8967-4426-99e7-21570a4cc5ff None None] Network 369eef97-df0c-4bdc-93f1-9a1c52a63f5a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:20.303188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c62cce9d-f0f7-4ff9-b238-a7a07a618ed0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/80fc6023-05de-45d6-8b87-64b89d7fac9f HTTP/1.1" status: 204 len: 168 time: 1.2831511 Mar 31 22:56:20.307301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33176) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:20.362830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5f3a93f7-1a62-472b-b1df-17786ef77a70 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:20.377481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-c956e5ca-ab04-444f-971c-10eb2b9b24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.380612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-c956e5ca-ab04-444f-971c-10eb2b9b24f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.3727403 Mar 31 22:56:20.486446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84418ca8-9645-4d45-8409-29515123b979 req-647fa972-203d-40e6-809b-ea0b5db61e27 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639867 Mar 31 22:56:20.490547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-63056b11-c789-49f3-bbac-44da08859e0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1aa474a-afea-4fcc-ada8-002aa135255c HTTP/1.1" status: 200 len: 217 time: 0.0964189 Mar 31 22:56:20.490858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5f3a93f7-1a62-472b-b1df-17786ef77a70 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:20.491236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5f3a93f7-1a62-472b-b1df-17786ef77a70 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:20.695119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33180) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:20.712646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19e7a1ba-4f20-4d0c-94b2-b43f8351b17f req-3c8e604f-94ae-4838-94c1-5a67d8088e77 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0825386 Mar 31 22:56:20.721047 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:56:20.786929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] DHCP port deletion for 369eef97-df0c-4bdc-93f1-9a1c52a63f5a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:56:20.832065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-06024e99-9ee3-4415-b706-85d57d418ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.839779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-06024e99-9ee3-4415-b706-85d57d418ba4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.3343847 Mar 31 22:56:20.929015 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.948456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1188759819-network', 'tenant_id': 'def1ff260ee84b6c8319a9de635378c6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:20.965324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.968412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-19e07e13-2027-494e-a5eb-f5a7075dab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.970036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-19e07e13-2027-494e-a5eb-f5a7075dab5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237612 Mar 31 22:56:21.011706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] Deleting port 06139a92-37f8-4ea7-9311-273500a64602 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:21.012242 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.088132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Deleting port 06139a92-37f8-4ea7-9311-273500a64602 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:21.088543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.141264 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.144051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Made reservation on behalf of def1ff260ee84b6c8319a9de635378c6 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:21.147996 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.197486 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] For port 06139a92-37f8-4ea7-9311-273500a64602, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=06139a92-37f8-4ea7-9311-273500a64602,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:21.200639 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.210501 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] For port 06139a92-37f8-4ea7-9311-273500a64602, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=06139a92-37f8-4ea7-9311-273500a64602,segment=NetworkSegment(15ce9d13-7e19-4221-b23b-b91eed7e71b9),segment_id=15ce9d13-7e19-4221-b23b-b91eed7e71b9)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:21.210971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.232338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Calling delete_port for 06139a92-37f8-4ea7-9311-273500a64602 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:21.237043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] Calling delete_port for 06139a92-37f8-4ea7-9311-273500a64602 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:21.557642 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.693826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-62bae87a-d31a-4320-98a5-23a8a5860776 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090075 Mar 31 22:56:21.729205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52813-cd5f-41d2-9687-617c9c4eff10 req-10d34d89-a1c9-4427-b829-ef2423758d79 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.731000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab52813-cd5f-41d2-9687-617c9c4eff10 req-10d34d89-a1c9-4427-b829-ef2423758d79 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.6044559 Mar 31 22:56:21.733919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.751017 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.769406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92024743-7eb7-4e0d-9eca-b754b9e102df req-9f890440-279a-4a0c-89a9-c15f121e4170 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.773341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06139a92-37f8-4ea7-9311-273500a64602,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:21.786882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] No DVR routers for this DVR port 06139a92-37f8-4ea7-9311-273500a64602 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:21.787868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92024743-7eb7-4e0d-9eca-b754b9e102df req-9f890440-279a-4a0c-89a9-c15f121e4170 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.787868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92024743-7eb7-4e0d-9eca-b754b9e102df req-9f890440-279a-4a0c-89a9-c15f121e4170 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.789139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92024743-7eb7-4e0d-9eca-b754b9e102df req-9f890440-279a-4a0c-89a9-c15f121e4170 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236&device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91&device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 2417 time: 0.2702534 Mar 31 22:56:21.799683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] Pushing event deleted for resources: {'Port': ['ID=06139a92-37f8-4ea7-9311-273500a64602,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:21.805766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6241e19-5026-4411-a298-989d9bd4b836 None None] No DVR routers for this DVR port 06139a92-37f8-4ea7-9311-273500a64602 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:21.882315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.924196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369eef97-df0c-4bdc-93f1-9a1c52a63f5a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:21.937290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ce9d13-7e19-4221-b23b-b91eed7e71b9') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:21.937758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ce9d13-7e19-4221-b23b-b91eed7e71b9') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:21.954236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.977228 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.986912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:56:21.987315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:56:21.989247 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:56:21.998817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab52813-cd5f-41d2-9687-617c9c4eff10 req-5b28811f-ea3c-43b4-911d-5fc9d271b3a9 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482035 Mar 31 22:56:22.099531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.106865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92024743-7eb7-4e0d-9eca-b754b9e102df req-64279ef4-4305-445a-afba-e1ce9a84358c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673151 Mar 31 22:56:22.117127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43f3b96a-f0c8-4de6-bd58-5a1b97426e3f req-08f79ac7-1c20-41c4-8919-2438b4dda3e4 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081783 Mar 31 22:56:22.143600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-da2036ed-8155-4f2f-9a36-e1c1ffad55e1 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.145710 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-da2036ed-8155-4f2f-9a36-e1c1ffad55e1 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.0691304 Mar 31 22:56:22.193915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:22.194121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-1'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:22.234181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.245042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.245853 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/369eef97-df0c-4bdc-93f1-9a1c52a63f5a HTTP/1.1" status: 204 len: 168 time: 1.9368191 Mar 31 22:56:22.247858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.262526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33214) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:22.307791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.313055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1fae89d7-189c-45ff-9312-3be3124dd46b req-47e90ea8-45dc-4207-89a8-1f905a53a1e9 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0877342 Mar 31 22:56:22.314944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 06139a92-37f8-4ea7-9311-273500a64602 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:22.315504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62e000-448d-4218-a0a5-6333bb0e18c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=369eef97-df0c-4bdc-93f1-9a1c52a63f5a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:22.365744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:56:22.390399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 06139a92-37f8-4ea7-9311-273500a64602 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:22.399967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 06139a92-37f8-4ea7-9311-273500a64602 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:22.453873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d432976-bea4-414c-96b9-645eda7dda7d req-615a4c6d-b434-4426-9bf9-f83df461e459 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.463398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d432976-bea4-414c-96b9-645eda7dda7d req-615a4c6d-b434-4426-9bf9-f83df461e459 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 945 time: 0.2162702 Mar 31 22:56:22.475492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc450d7-2cff-4c62-98c8-a34f6b907cb5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:22.480526 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.480953 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Added segment e8aa8846-814b-487c-a1cf-b7de5c9b8cd6 of type vlan for network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 Mar 31 22:56:22.548567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:22.553582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:22.576475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.595423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] Sync routers for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:22.621270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:22.622539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:22.630299 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.648045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d432976-bea4-414c-96b9-645eda7dda7d req-a62226cb-56ab-4721-a979-d538eb2d14cd tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629453 Mar 31 22:56:22.654495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:22.659472 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac882014-f881-48ad-b6d5-84e8cb97b200" -d '{"events": [{"name": "network-changed", "server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:22.694719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:22.775848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aa348597-e1b8-4156-a409-34bccdfa37e8 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "PUT /v2.0/floatingips/a1f41355-a9a9-4378-bb5b-893da63bf8cf HTTP/1.1" status: 200 len: 993 time: 3.7490108 Mar 31 22:56:22.810469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:22.814284 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c78fdeb-d30d-4e84-875d-ce8e5c7a9734" -d '{"events": [{"server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "name": "network-vif-unplugged", "status": "completed", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:22.835015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.852904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:22.880704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedc09d-715b-434c-8a3a-f16be06c5049 req-e14af6bb-f58e-487f-81a1-34268fc6944a tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.882395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cedc09d-715b-434c-8a3a-f16be06c5049 req-e14af6bb-f58e-487f-81a1-34268fc6944a tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.0639036 Mar 31 22:56:22.949497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cedc09d-715b-434c-8a3a-f16be06c5049 req-a6377821-83d1-4f61-863e-a680874424b3 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478802 Mar 31 22:56:22.950525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.952697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.953842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.074910 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4512f371-30c9-472b-8323-fbde860c52c5 x-openstack-request-id: req-4512f371-30c9-472b-8323-fbde860c52c5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:23.075985 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:23.076680 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4512f371-30c9-472b-8323-fbde860c52c5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:23.077308 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4512f371-30c9-472b-8323-fbde860c52c5'] response: {'name': 'network-changed', 'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'status': 'completed', 'code': 200} Mar 31 22:56:23.103795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.166405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] Pushing event updated for resources: {'Network': ['ID=6320dc7a-40af-4ae1-99e4-5a2006c3e984,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:23.190678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-c1f094ea-63cb-462e-9e74-e3e70a11201f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2331095 Mar 31 22:56:23.199692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Pushing event updated for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:23.205570 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926cdbf4-1242-4a13-86b6-8f97739676fb x-openstack-request-id: req-926cdbf4-1242-4a13-86b6-8f97739676fb {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:23.205920 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "name": "network-vif-unplugged", "status": "completed", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:23.206140 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-926cdbf4-1242-4a13-86b6-8f97739676fb {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:23.206642 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926cdbf4-1242-4a13-86b6-8f97739676fb'] response: {'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87', 'code': 200} Mar 31 22:56:23.267853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-2fd64f0c-4381-4bd0-b034-3ea4c69dddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.270935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1859138a-28ac-4df9-a211-1173f35e4c87 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:23.276747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-2fd64f0c-4381-4bd0-b034-3ea4c69dddb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1097 time: 0.1820850 Mar 31 22:56:23.281328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:56:23.344894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on host n-h2-836015-1 for vnic_type normal with profile {"migrating_to": "n-h1-836015-1"} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:23.345495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:23.346023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:23.366285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:23.366882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:23.384476 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dc85be62-cf1f-44b7-acab-e9d9741ddb26 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6877561 Mar 31 22:56:23.395133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.400589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33242) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:23.441637 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:56:23.446636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Request body: {'subnet': {'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1188759819-subnet', 'tenant_id': 'def1ff260ee84b6c8319a9de635378c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:23.466916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:23.467312 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:23.468516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:23.468800 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Bound port: 1859138a-28ac-4df9-a211-1173f35e4c87, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:23.469128 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.489641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-5c1cf3ff-93e2-4ae2-9676-d22a57387935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.490714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-5c1cf3ff-93e2-4ae2-9676-d22a57387935 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 1096 time: 0.2071257 Mar 31 22:56:23.524921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b0384-55ae-4f43-89e4-9ab7422bef49 req-105960af-0e45-481f-b789-e2f283cc18c3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.533307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a5b0384-55ae-4f43-89e4-9ab7422bef49 req-105960af-0e45-481f-b789-e2f283cc18c3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2507706 Mar 31 22:56:23.663941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-0e8a2ec6-c3e8-49bd-9c31-939712a78815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.666008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-0e8a2ec6-c3e8-49bd-9c31-939712a78815 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.3719637 Mar 31 22:56:23.734142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Made reservation on behalf of def1ff260ee84b6c8319a9de635378c6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:23.738352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.754028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a5b0384-55ae-4f43-89e4-9ab7422bef49 req-287da576-ef64-4485-84c8-8ffb461ad92a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198205 Mar 31 22:56:23.761178 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:23.767776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-7a825a43-07d4-4f4b-8ed7-dca0faa9d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.769522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-7a825a43-07d4-4f4b-8ed7-dca0faa9d0d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.2193763 Mar 31 22:56:23.818693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on host n-h2-836015-1 for vnic_type normal with profile {"migrating_to": "n-h1-836015-1"} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:23.819076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:23.819450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:23.829693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:23.830106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:23.840932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:23.841522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:23.842186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:23.843238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Bound port: 1859138a-28ac-4df9-a211-1173f35e4c87, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:23.843853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:23.869546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a1f41355-a9a9-4378-bb5b-893da63bf8cf', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'mac_address': 'fa:16:3e:cb:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:11Z', 'updated_at': '2022-03-31T22:56:20Z', 'revision_number': 3, 'project_id': '5300b74a63c048d8817543f530bf9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:23.882705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-27cf9c50-dd64-4065-9209-a133826d0629 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c486556-a75d-47bd-923c-38070800fa24 HTTP/1.1" status: 200 len: 217 time: 0.0954962 Mar 31 22:56:23.888366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:23.897811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c01ca-91b5-4af9-abe9-8c7e11c886a8 req-a4b33206-ab1e-4d00-8946-5cafa0898def tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.901069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-436c01ca-91b5-4af9-abe9-8c7e11c886a8 req-a4b33206-ab1e-4d00-8946-5cafa0898def tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 946 time: 0.2520385 Mar 31 22:56:23.916286 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] Checking router: 312d64ce-5c71-48a6-91a9-5c4d1f03e04b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:23.923183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:23.960651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-071fb342-db12-450a-8da0-33b9f8285597 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 200 len: 1001 time: 0.2715378 Mar 31 22:56:23.967510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:23.968635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:23.986133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff1aa22f-6b3d-49cc-9e73-5650d1ea07ab req-9b631b01-90a5-49da-b617-f6259a287106 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0658405 Mar 31 22:56:24.046669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-0ae283eb-5256-4734-82e2-4d319a8ac322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.046669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-0ae283eb-5256-4734-82e2-4d319a8ac322 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.0565834 Mar 31 22:56:24.087286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:24.099278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-2a18c496-4cac-422b-8862-51729abf90da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.099278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-2a18c496-4cac-422b-8862-51729abf90da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.1930110 Mar 31 22:56:24.106906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-436c01ca-91b5-4af9-abe9-8c7e11c886a8 req-8cf63f13-6c7f-4627-b636-80f1e4e079f5 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954398 Mar 31 22:56:24.172693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:24.201318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-06347310-618e-4059-81c9-1dd1ae61c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.203171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-06347310-618e-4059-81c9-1dd1ae61c5a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531513 Mar 31 22:56:24.238088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:24.247083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Pushing event updated for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=8']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:24.278151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.278985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:24.280465 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-c50d9593-7253-4f21-a585-d89eb3dd043a service neutron] 10.222.0.50 "PUT /v2.0/ports/1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 200 len: 1121 time: 2.1264174 Mar 31 22:56:24.283024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Deleting port 668fba70-fb4c-4671-8a53-ce25fb6763c4 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:24.283455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:24.325127 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 1859138a-28ac-4df9-a211-1173f35e4c87-n-h2-836015-1-0 {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:56:24.325127 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:56:24.373138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:24.426175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-b47e6f30-5f97-48fc-91a3-4cc1aa0ec000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.428674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-b47e6f30-5f97-48fc-91a3-4cc1aa0ec000 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3205898 Mar 31 22:56:24.446431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] For port 668fba70-fb4c-4671-8a53-ce25fb6763c4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=668fba70-fb4c-4671-8a53-ce25fb6763c4,segment=NetworkSegment(4babb010-c77c-4879-8ad6-19670ca4aa3c),segment_id=4babb010-c77c-4879-8ad6-19670ca4aa3c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:24.446838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:24.470930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f392b3e-6281-4d10-b94f-5c287a22815d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:24.487574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Calling delete_port for 668fba70-fb4c-4671-8a53-ce25fb6763c4 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:24.521773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1859138a-28ac-4df9-a211-1173f35e4c87'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:24.527786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1859138a-28ac-4df9-a211-1173f35e4c87'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:24.576838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Checking segment: {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:24.577973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Network hostable DHCP agents. Network: 6320dc7a-40af-4ae1-99e4-5a2006c3e984, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:56:24.599812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-9f9cf66a-38a0-4328-89ab-9cf3d71b74c1 service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608088 Mar 31 22:56:24.734623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:56:24.761964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378a32-eb79-41a9-a9d4-0f97b3ddcc53 req-15fd4cc2-a4f5-47e5-8063-63a3e9fafdc2 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.776016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1378a32-eb79-41a9-a9d4-0f97b3ddcc53 req-15fd4cc2-a4f5-47e5-8063-63a3e9fafdc2 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.4725420 Mar 31 22:56:24.858511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on host n-h2-836015-1 for vnic_type normal with profile {"migrating_to": "n-h1-836015-1"} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:24.859427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:24.859794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:24.885541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-bd465c65-6d68-4e03-af60-9ada6280c3d2 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676042 Mar 31 22:56:24.902868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 6320dc7a-40af-4ae1-99e4-5a2006c3e984) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:24.926750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.929422 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:24.936231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:24.937035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempting to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:24.938681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270d06c-f2d1-4397-a198-c2c24a77a8ce None None] Network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:24.947114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b997c9e-1252-4807-b87c-3e2409b8fab2 req-05900797-5730-4307-97ba-d1c83effce6f service neutron] 10.222.0.50 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290825 Mar 31 22:56:24.983195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:24.983826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:24.984315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:24.984817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Bound port: 1859138a-28ac-4df9-a211-1173f35e4c87, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:24.985227 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:25.054240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1378a32-eb79-41a9-a9d4-0f97b3ddcc53 req-4f4f693b-4e85-4d5b-b9bc-e349eaae6574 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763510 Mar 31 22:56:25.089467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:25.093840 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ee86e0-8923-4584-8de5-002c66fd84eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:25.107567 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:25.193121 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9a11c180-39b1-4275-8593-8a0d22b7e3cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7772424 Mar 31 22:56:25.197516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Pushing event deleted for resources: {'Port': ['ID=668fba70-fb4c-4671-8a53-ce25fb6763c4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:25.205789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac882014-f881-48ad-b6d5-84e8cb97b200 req-dab16fa5-10d5-40e2-83cf-038d088648b6 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113406 Mar 31 22:56:25.207404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:25.221525 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f8a60e-a203-42d8-bce6-b9c50f0ead58" -d '{"events": [{"name": "network-changed", "server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:25.259856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc175022-b44e-4ace-a402-7552c4aabc21 req-fc5d8685-46f4-48c2-912d-df1516272929 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.275537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc175022-b44e-4ace-a402-7552c4aabc21 req-fc5d8685-46f4-48c2-912d-df1516272929 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2006862 Mar 31 22:56:25.290369 n-d-836015-1 neutron-server[109822]: WARNING neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Concurrent port binding operations failed on port 1859138a-28ac-4df9-a211-1173f35e4c87 Mar 31 22:56:25.306268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:25.354690 n-d-836015-1 neutron-server[109822]: INFO neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Attempt 2 to bind port 1859138a-28ac-4df9-a211-1173f35e4c87 Mar 31 22:56:25.355412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1859138a-28ac-4df9-a211-1173f35e4c87 has no active binding in host n-h1-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:56:25.374607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9dd711b4-1865-49b1-b35d-03d0b3066b39 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:25.395595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc175022-b44e-4ace-a402-7552c4aabc21 req-58eae32b-426b-4c90-a0b5-1bd670402478 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174178 Mar 31 22:56:25.455587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d4a78-7db4-49ee-9d12-d7e3adc1d478 None None] Network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:25.583561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a1f41355-a9a9-4378-bb5b-893da63bf8cf', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'mac_address': 'fa:16:3e:cb:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:11Z', 'updated_at': '2022-03-31T22:56:20Z', 'revision_number': 3, 'project_id': '5300b74a63c048d8817543f530bf9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:25.595278 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:56:25.633663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:25.662927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0990f6ee-22a9-4c7a-902e-c718b81710f4 req-92cdcaf7-10a8-4737-9a11-e21532fddb4d tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0642960 Mar 31 22:56:25.743996 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a0275-15f7-4a3d-8e93-9c77fb167971 x-openstack-request-id: req-c53a0275-15f7-4a3d-8e93-9c77fb167971 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:25.744882 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:25.745566 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c53a0275-15f7-4a3d-8e93-9c77fb167971 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:25.746522 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53a0275-15f7-4a3d-8e93-9c77fb167971'] response: {'name': 'network-changed', 'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'status': 'completed', 'code': 200} Mar 31 22:56:25.790043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa1058-419a-4e4e-9b22-c67fe3fd0a40 None None] The sync data for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 is: [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a1f41355-a9a9-4378-bb5b-893da63bf8cf', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'port_id': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'mac_address': 'fa:16:3e:cb:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:54:11Z', 'updated_at': '2022-03-31T22:56:20Z', 'revision_number': 3, 'project_id': '5300b74a63c048d8817543f530bf9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:25.913786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-0c05eaec-5910-48f6-ac57-d967b8246e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.922468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-0c05eaec-5910-48f6-ac57-d967b8246e1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5300b74a63c048d8817543f530bf9340&device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 1097 time: 0.1531384 Mar 31 22:56:25.925742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:25.944911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f08f03-7dba-45f3-9aa2-27a9d460d378 req-d62821b7-81d6-4c27-8db8-363d4195f3c7 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.947979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3f08f03-7dba-45f3-9aa2-27a9d460d378 req-d62821b7-81d6-4c27-8db8-363d4195f3c7 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 946 time: 0.1095252 Mar 31 22:56:25.986932 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21d4a21-1e04-443c-9e8f-83167d8e70ad x-openstack-request-id: req-d21d4a21-1e04-443c-9e8f-83167d8e70ad {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:25.987534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:25.987534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d21d4a21-1e04-443c-9e8f-83167d8e70ad {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:25.988356 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21d4a21-1e04-443c-9e8f-83167d8e70ad'] response: {'name': 'network-changed', 'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87', 'status': 'completed', 'code': 200} Mar 31 22:56:26.041580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '9dd711b4-1865-49b1-b35d-03d0b3066b39', 'network_id': '3907e46e-97a4-4f7e-b046-ea7250854537', 'port_id': '9dd711b4-1865-49b1-b35d-03d0b3066b39', 'mac_address': 'fa:16:3e:89:18:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9705564-59f2-41bc-8be5-a7150ffee069', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:26.057773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Router 787e73eb-c882-46f3-936e-23c4dc707ede has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:26.128117 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:26.168590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dd711b4-1865-49b1-b35d-03d0b3066b39 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:26.207567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:26.318941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:26.335391 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-17c83238-cba7-4b40-abb4-d9991df3db9b admin admin] 10.222.0.31 "PUT /v2.0/routers/787e73eb-c882-46f3-936e-23c4dc707ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0329340 Mar 31 22:56:26.336133 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] Sync routers for ids ['787e73eb-c882-46f3-936e-23c4dc707ede'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:26.339593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33284) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:26.345742 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:26.382863 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] Routers {'787e73eb-c882-46f3-936e-23c4dc707ede'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:26.384533 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['787e73eb-c882-46f3-936e-23c4dc707ede'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:26.547880 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] Set router 787e73eb-c882-46f3-936e-23c4dc707ede gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:26.562297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:26.630439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3f08f03-7dba-45f3-9aa2-27a9d460d378 req-2516c848-66d4-453e-a047-3dd81daaa95d tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669610 Mar 31 22:56:26.707244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-b2e5ca0d-1c73-4f9a-b6fe-3396b9628d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.709818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-b2e5ca0d-1c73-4f9a-b6fe-3396b9628d30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1124 time: 0.7169745 Mar 31 22:56:26.739018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:26.758762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['9dd711b4-1865-49b1-b35d-03d0b3066b39'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:26.852705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:26.864366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-2c9bdcaf-5ff9-4ff6-8956-384a49053483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.867301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-2c9bdcaf-5ff9-4ff6-8956-384a49053483 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 200 len: 918 time: 0.9327867 Mar 31 22:56:26.964109 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:56:24Z', 'revision_number': 5, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port': {'id': 'ee90dcd5-f6e9-411e-9d77-0f55730db682', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:52:52Z', 'updated_at': '2022-03-31T22:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:27.037262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Deleting port ee90dcd5-f6e9-411e-9d77-0f55730db682 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:27.038178 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:27.039803 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] Checking router: 787e73eb-c882-46f3-936e-23c4dc707ede for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:27.055369 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] Routers {'787e73eb-c882-46f3-936e-23c4dc707ede'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:27.057081 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['787e73eb-c882-46f3-936e-23c4dc707ede'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:27.064063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-dc686f44-9714-4de5-9800-d56e1f98338d tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.066867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-dc686f44-9714-4de5-9800-d56e1f98338d tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 822 time: 0.5031242 Mar 31 22:56:27.115127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed288d2f-1892-4a2b-a83a-a9b5b6fa084e req-7028bd19-3131-4681-9917-7e310811b2c6 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.116969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed288d2f-1892-4a2b-a83a-a9b5b6fa084e req-7028bd19-3131-4681-9917-7e310811b2c6 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.2283499 Mar 31 22:56:27.130328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-f5cb8832-ad66-4ec1-b891-2d48918ef04a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 200 len: 1001 time: 0.2432861 Mar 31 22:56:27.134044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-8a829cfa-0780-4388-9169-ad4a032071ee tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/quotas/def1ff260ee84b6c8319a9de635378c6 HTTP/1.1" status: 200 len: 375 time: 0.0469525 Mar 31 22:56:27.186836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] For port ee90dcd5-f6e9-411e-9d77-0f55730db682, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ee90dcd5-f6e9-411e-9d77-0f55730db682,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:27.187407 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:27.189079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed288d2f-1892-4a2b-a83a-a9b5b6fa084e req-fb82ea0f-d999-43ca-8724-a4e6c9c50d1e tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538492 Mar 31 22:56:27.192979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-d32761d2-e42e-4b82-b91e-d34037df668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.196085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-d32761d2-e42e-4b82-b91e-d34037df668f service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.4662056 Mar 31 22:56:27.217059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Calling delete_port for ee90dcd5-f6e9-411e-9d77-0f55730db682 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:27.258168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-1e0aa4a1-54c4-45c4-b336-6561d051bcd2 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739801 Mar 31 22:56:27.307665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-1ebe4f58-b942-45c1-afc2-79aa7efd03db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 200 len: 217 time: 0.0777471 Mar 31 22:56:27.363955 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] Set router 787e73eb-c882-46f3-936e-23c4dc707ede gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:27.384556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9dd711b4-1865-49b1-b35d-03d0b3066b39 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:27.427594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-0a9f7cef-a21a-40e1-aa7d-2bf2daa81098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.430131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-0a9f7cef-a21a-40e1-aa7d-2bf2daa81098 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 200 len: 856 time: 0.2920599 Mar 31 22:56:27.445903 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:56:26Z', 'revision_number': 6, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:27.478645 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e31002-8ae8-48a4-977c-5126415bbbe7 None None] The sync data for ids ['787e73eb-c882-46f3-936e-23c4dc707ede'] in n-d-836015-1 is: [{'id': '787e73eb-c882-46f3-936e-23c4dc707ede', 'name': 'tempest-AttachSCSIVolumeTestJSON-854211999-router', 'tenant_id': '8df501df18f54d06857bb7605070ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:52:51Z', 'updated_at': '2022-03-31T22:56:26Z', 'revision_number': 6, 'project_id': '8df501df18f54d06857bb7605070ed84', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:27.532514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04404f2-3769-44b6-a220-c5c2e88a0247 req-941f635e-a46d-4e67-9285-5e00c475682d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.542815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e04404f2-3769-44b6-a220-c5c2e88a0247 req-941f635e-a46d-4e67-9285-5e00c475682d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.2040195 Mar 31 22:56:27.546071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-755c54a2-cc79-40e3-9a37-be15f14eb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.546071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-755c54a2-cc79-40e3-9a37-be15f14eb73d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.2220545 Mar 31 22:56:27.550837 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:27.599606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9dd711b4-1865-49b1-b35d-03d0b3066b39 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:27.614630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-45e4730e-1a8f-4862-a0f6-d0d4df957d8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544078 Mar 31 22:56:27.627060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:27.631005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-c954f613-adae-4486-8f6e-017fe4d3bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.632726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-c954f613-adae-4486-8f6e-017fe4d3bcd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd906ada-fda5-49cd-8c3e-b7b6da32d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910231 Mar 31 22:56:27.650112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:27.650455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-beb2adb0-6231-499b-bc89-172985029917 service neutron] 10.222.0.31 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450933 Mar 31 22:56:27.675388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e04404f2-3769-44b6-a220-c5c2e88a0247 req-20a983bb-e5a5-403f-b34c-a30f64269c82 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337268 Mar 31 22:56:27.753247 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:27.865652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:27.934451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-350eefc3-5047-4f3b-87cf-e7df13077501 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004351 Mar 31 22:56:27.964304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-f573164f-c401-4b38-8d66-0d96e3d83533 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059919 Mar 31 22:56:27.982105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-f9f4f329-28f2-41b5-a674-e138b5b1d6c2 service neutron] 10.222.0.31 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130751 Mar 31 22:56:27.994840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee90dcd5-f6e9-411e-9d77-0f55730db682,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:28.003238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921e23-8f22-4073-b14b-1b414a975fef req-8c5a826e-14c6-4ce8-85b0-ebdce5373029 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.004637 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9921e23-8f22-4073-b14b-1b414a975fef req-8c5a826e-14c6-4ce8-85b0-ebdce5373029 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1510797 Mar 31 22:56:28.091553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.176747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9921e23-8f22-4073-b14b-1b414a975fef req-ddd7446b-4a07-4588-9a22-47d5b765738c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594908 Mar 31 22:56:28.213747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1ee86e0-8923-4584-8de5-002c66fd84eb req-906b7365-3456-445b-82b4-977a51d7b8d0 service neutron] 10.222.0.45 "GET /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340841 Mar 31 22:56:28.216376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15f8a60e-a203-42d8-bce6-b9c50f0ead58 req-cf89bd3d-fa7b-4e29-8eb7-190133929226 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651656 Mar 31 22:56:28.244121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.251317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.335856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 668fba70-fb4c-4671-8a53-ce25fb6763c4 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:28.365920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 668fba70-fb4c-4671-8a53-ce25fb6763c4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:28.366259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 668fba70-fb4c-4671-8a53-ce25fb6763c4 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:28.366692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ee90dcd5-f6e9-411e-9d77-0f55730db682 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:28.402081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ee90dcd5-f6e9-411e-9d77-0f55730db682 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:28.402081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ee90dcd5-f6e9-411e-9d77-0f55730db682 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:28.436336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c016bd8-854a-455d-91b7-8a84c945f7e0 req-9f823528-8ea1-4b1a-9234-aa8c0cc01545 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0347097 Mar 31 22:56:28.489148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.490025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 787e73eb-c882-46f3-936e-23c4dc707ede {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:56:28.496472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.501741 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1ff9f723-c67d-499f-82a7-0e9b8676c83e admin admin] 10.222.0.31 "DELETE /v2.0/routers/787e73eb-c882-46f3-936e-23c4dc707ede HTTP/1.1" status: 204 len: 168 time: 2.1542590 Mar 31 22:56:28.502471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33304) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:28.599709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cee0721-72cd-4905-adfa-e1699ff449f2 admin admin] Deleting subnet 7aa734fd-8ee3-4479-a5e6-5e5631b20253 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:56:28.607072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ac12-2c5c-4a7c-a6d1-11e3e7e4e378 req-3e5e889a-66af-40bb-9d4d-22cc2fed15db tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.609510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da85ac12-2c5c-4a7c-a6d1-11e3e7e4e378 req-3e5e889a-66af-40bb-9d4d-22cc2fed15db tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.0824869 Mar 31 22:56:28.618741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cee0721-72cd-4905-adfa-e1699ff449f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.662528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da85ac12-2c5c-4a7c-a6d1-11e3e7e4e378 req-8700f13a-c45a-4b30-a60b-19741eaec484 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Mar 31 22:56:28.707227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cee0721-72cd-4905-adfa-e1699ff449f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.761716 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-478581c3-8914-4788-9198-bdb0de44f280 req-59b298e2-771a-4688-9c57-d0232462060f tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 210 time: 0.0410571 Mar 31 22:56:28.847710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cee0721-72cd-4905-adfa-e1699ff449f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.895139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c1db9-887e-4d57-a5ad-7567c6a50c43 req-2eb23ed9-ea1f-4652-a5ca-81c66810d11b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.896664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-511c1db9-887e-4d57-a5ad-7567c6a50c43 req-2eb23ed9-ea1f-4652-a5ca-81c66810d11b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.0670161 Mar 31 22:56:28.946119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-511c1db9-887e-4d57-a5ad-7567c6a50c43 req-2bdcadae-a899-4afb-90bf-1cdebb9a1873 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Mar 31 22:56:29.032385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cee0721-72cd-4905-adfa-e1699ff449f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.075313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee0721-72cd-4905-adfa-e1699ff449f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa734fd-8ee3-4479-a5e6-5e5631b20253,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:29.097913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cee0721-72cd-4905-adfa-e1699ff449f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.106742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc501b8-7008-4cb7-a3d6-9ffd859bc353 None None] Network f117e106-a96e-405a-a4bf-5a1c6525906a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:29.114074 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7cee0721-72cd-4905-adfa-e1699ff449f2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7aa734fd-8ee3-4479-a5e6-5e5631b20253 HTTP/1.1" status: 204 len: 168 time: 0.6103883 Mar 31 22:56:29.119020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33320) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:29.131581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d015-57cc-40dd-842b-9d96b0a4766b req-68f896c3-09ce-4f6f-adf0-3aed8bd0bdfb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.134469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b6d015-57cc-40dd-842b-9d96b0a4766b req-68f896c3-09ce-4f6f-adf0-3aed8bd0bdfb tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 944 time: 0.1039395 Mar 31 22:56:29.196999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b6d015-57cc-40dd-842b-9d96b0a4766b req-2a7822da-0377-482f-a613-3ec481443e8a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554121 Mar 31 22:56:29.218623 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.302650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Deleting port 251e6032-f949-4f06-8fc1-77fd0ac83f04 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:29.303207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.353041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec48a33-db73-4b46-bc5c-39c14a6d3016 req-fa1433cd-2756-4c1c-a302-2e50503435f7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.354653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cec48a33-db73-4b46-bc5c-39c14a6d3016 req-fa1433cd-2756-4c1c-a302-2e50503435f7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.0646868 Mar 31 22:56:29.389889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9dd711b4-1865-49b1-b35d-03d0b3066b39 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:29.391761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] For port 251e6032-f949-4f06-8fc1-77fd0ac83f04, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=251e6032-f949-4f06-8fc1-77fd0ac83f04,segment=NetworkSegment(4babb010-c77c-4879-8ad6-19670ca4aa3c),segment_id=4babb010-c77c-4879-8ad6-19670ca4aa3c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:29.392385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.410357 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Calling delete_port for 251e6032-f949-4f06-8fc1-77fd0ac83f04 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:29.419197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cec48a33-db73-4b46-bc5c-39c14a6d3016 req-5926205d-b585-4a52-a1c5-25249f210eeb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510426 Mar 31 22:56:29.431796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] DHCP port deletion for f117e106-a96e-405a-a4bf-5a1c6525906a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:56:29.492475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 9dd711b4-1865-49b1-b35d-03d0b3066b39 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:29.492846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.532527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] Deleting port 251e6032-f949-4f06-8fc1-77fd0ac83f04 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:29.532919 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.579729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea56e1ce-8b8d-4585-bbd5-527193fd235a req-e609fd17-07b4-49a4-ba28-07263d13607d tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0347128 Mar 31 22:56:29.648609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] For port 251e6032-f949-4f06-8fc1-77fd0ac83f04, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=251e6032-f949-4f06-8fc1-77fd0ac83f04,segment=NetworkSegment(4babb010-c77c-4879-8ad6-19670ca4aa3c),segment_id=4babb010-c77c-4879-8ad6-19670ca4aa3c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:29.648922 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.665718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] Calling delete_port for 251e6032-f949-4f06-8fc1-77fd0ac83f04 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:29.669614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.671073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.709706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=251e6032-f949-4f06-8fc1-77fd0ac83f04,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:29.722889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] No DVR routers for this DVR port 251e6032-f949-4f06-8fc1-77fd0ac83f04 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:29.734296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd711b4-1865-49b1-b35d-03d0b3066b39'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:29.736883 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b4e0c6-cc98-44dc-abac-fdac5ec74126" -d '{"events": [{"server_uuid": "118365a0-fb00-44b5-a1d9-245097c6ce21", "name": "network-vif-plugged", "status": "completed", "tag": "9dd711b4-1865-49b1-b35d-03d0b3066b39"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:29.753974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:29.802683 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.810601 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887b4113-2237-4150-92be-a226566b680e x-openstack-request-id: req-887b4113-2237-4150-92be-a226566b680e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:29.810601 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118365a0-fb00-44b5-a1d9-245097c6ce21", "name": "network-vif-plugged", "status": "completed", "tag": "9dd711b4-1865-49b1-b35d-03d0b3066b39", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:29.811272 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-887b4113-2237-4150-92be-a226566b680e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:29.811496 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887b4113-2237-4150-92be-a226566b680e'] response: {'server_uuid': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd711b4-1865-49b1-b35d-03d0b3066b39', 'code': 200} Mar 31 22:56:29.827865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab129c-0969-4091-bb3b-9559e8b30ec9 req-443e70ed-0396-4426-a680-f5a8cd699d8a tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.831332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.837446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdab129c-0969-4091-bb3b-9559e8b30ec9 req-443e70ed-0396-4426-a680-f5a8cd699d8a tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.0781038 Mar 31 22:56:29.852241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] Pushing event deleted for resources: {'Port': ['ID=251e6032-f949-4f06-8fc1-77fd0ac83f04,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:29.862777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a6738-c71c-40c5-96a1-88be3fc14c69 None None] No DVR routers for this DVR port 251e6032-f949-4f06-8fc1-77fd0ac83f04 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:29.880484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f117e106-a96e-405a-a4bf-5a1c6525906a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:29.893911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4babb010-c77c-4879-8ad6-19670ca4aa3c') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:29.894388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4babb010-c77c-4879-8ad6-19670ca4aa3c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:29.903603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5477eacc-a7f2-487a-aab5-dabd939818aa req-d8b155dd-abb0-452c-b0e9-d3f75296fd34 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 210 time: 0.0632846 Mar 31 22:56:29.907496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdab129c-0969-4091-bb3b-9559e8b30ec9 req-80ebfee1-6351-4ccb-8c98-0be3c964b02e tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689607 Mar 31 22:56:29.909580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.910451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.949503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.962852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:29.967153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:56:29.968605 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:56:29.971974 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:56:30.112832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2fb6e-4f7b-4317-8eab-24691f81111c req-5f6b97e9-e3a1-4ace-b450-0c3a7f6d5249 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.115421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53c2fb6e-4f7b-4317-8eab-24691f81111c req-5f6b97e9-e3a1-4ace-b450-0c3a7f6d5249 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.0768433 Mar 31 22:56:30.163471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53c2fb6e-4f7b-4317-8eab-24691f81111c req-d9a4cb48-9948-48e9-a38b-4f2843c13d55 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Mar 31 22:56:30.179667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.189092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.196358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f117e106-a96e-405a-a4bf-5a1c6525906a HTTP/1.1" status: 204 len: 168 time: 1.0750957 Mar 31 22:56:30.214197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe479cc8-6f9f-4b87-a4cc-229d32b293f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f117e106-a96e-405a-a4bf-5a1c6525906a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:30.293450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 251e6032-f949-4f06-8fc1-77fd0ac83f04 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:30.317322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 251e6032-f949-4f06-8fc1-77fd0ac83f04 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:30.317813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 251e6032-f949-4f06-8fc1-77fd0ac83f04 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:30.364991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda56f-74e9-44d6-86bc-6c3bc4d0d1a4 req-2e6b5264-60b7-46ac-b655-ce4f573d6037 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.366671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72bda56f-74e9-44d6-86bc-6c3bc4d0d1a4 req-2e6b5264-60b7-46ac-b655-ce4f573d6037 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 946 time: 0.0590103 Mar 31 22:56:30.412634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72bda56f-74e9-44d6-86bc-6c3bc4d0d1a4 req-d4877f77-f723-4d5c-a575-f0f611de1f46 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Mar 31 22:56:30.569550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093133-96e5-44b3-a65f-e17923c80b8c req-97c722c8-3271-4392-8e4c-7e826d3b4f14 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.571736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b093133-96e5-44b3-a65f-e17923c80b8c req-97c722c8-3271-4392-8e4c-7e826d3b4f14 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.0652220 Mar 31 22:56:30.617694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b093133-96e5-44b3-a65f-e17923c80b8c req-bd08066d-ea9d-43b8-8a16-1321d69c301f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Mar 31 22:56:30.726072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1435d48a-e228-4fc3-a970-f3e8dab9ab52 req-33b0a4ab-3b49-4b7f-ae56-444b2be3e48b tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0336106 Mar 31 22:56:30.739354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700fd29-0046-4321-9344-af72b2cf1eba req-d2744e91-d142-4eea-a53e-8f36e8f9a7a1 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.740916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f700fd29-0046-4321-9344-af72b2cf1eba req-d2744e91-d142-4eea-a53e-8f36e8f9a7a1 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 946 time: 0.0815156 Mar 31 22:56:30.771959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33344) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:30.820449 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-82c7714f-5e77-40aa-86c8-9ceecd998e89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29f7e95b419147fd834d4129192e479c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471027 Mar 31 22:56:30.821427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33346) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:30.872633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Deleting port 9dd711b4-1865-49b1-b35d-03d0b3066b39 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:30.873287 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.880697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e96a-fbfe-4f97-8f70-02a3b674d908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.905845 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e96a-fbfe-4f97-8f70-02a3b674d908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.019502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] For port 9dd711b4-1865-49b1-b35d-03d0b3066b39, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9dd711b4-1865-49b1-b35d-03d0b3066b39,segment=NetworkSegment(8f515a53-592a-4cf1-b8da-94cce4a148da),segment_id=8f515a53-592a-4cf1-b8da-94cce4a148da)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:31.020048 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.058068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Calling delete_port for 9dd711b4-1865-49b1-b35d-03d0b3066b39 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:31.082302 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e96a-fbfe-4f97-8f70-02a3b674d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.085249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e96a-fbfe-4f97-8f70-02a3b674d908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.089285 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bbf8e96a-fbfe-4f97-8f70-02a3b674d908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba9fedc1-a4aa-448d-9821-288d40978fdc HTTP/1.1" status: 204 len: 168 time: 0.2637720 Mar 31 22:56:31.096865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8e96a-fbfe-4f97-8f70-02a3b674d908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9fedc1-a4aa-448d-9821-288d40978fdc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:31.097086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48e83817-08b6-4e95-8150-90f3f1333094 req-cf017ee8-fe01-4e46-807b-5e048f6235d9 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 210 time: 0.0620277 Mar 31 22:56:31.176207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2ef5-7855-426c-8a15-531845152c9e req-5085b60f-1436-459c-8b79-4bb8b6486083 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.178017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d11f2ef5-7855-426c-8a15-531845152c9e req-5085b60f-1436-459c-8b79-4bb8b6486083 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.1455591 Mar 31 22:56:31.251796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d11f2ef5-7855-426c-8a15-531845152c9e req-bdb4a24e-b074-4eed-96d5-53f8f9e9adad tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623677 Mar 31 22:56:31.371310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d749cc-78de-4282-9c74-c6b45ec09a16 req-1a211c71-48ec-413a-b387-4a874e4724c6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.372843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8d749cc-78de-4282-9c74-c6b45ec09a16 req-1a211c71-48ec-413a-b387-4a874e4724c6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.0635774 Mar 31 22:56:31.418765 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8d749cc-78de-4282-9c74-c6b45ec09a16 req-80de2aca-fbd6-4c5d-bfd6-0a2c9846d102 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Mar 31 22:56:31.567312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.583678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['9dd711b4-1865-49b1-b35d-03d0b3066b39'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:31.597369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d26b-0373-4ea6-bac6-eb49ed83e53e req-eb542d54-f9b3-4abb-997f-4eb672fe6aa2 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.600323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3166d26b-0373-4ea6-bac6-eb49ed83e53e req-eb542d54-f9b3-4abb-997f-4eb672fe6aa2 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 946 time: 0.1004980 Mar 31 22:56:31.672926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Pushing event deleted for resources: {'Port': ['ID=9dd711b4-1865-49b1-b35d-03d0b3066b39,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:31.828845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] No DVR routers for this DVR port 9dd711b4-1865-49b1-b35d-03d0b3066b39 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:31.840422 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:31.848103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f700fd29-0046-4321-9344-af72b2cf1eba req-47609c81-bc18-4e74-bc84-09ba5520718a tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.50 "DELETE /v2.0/ports/9dd711b4-1865-49b1-b35d-03d0b3066b39 HTTP/1.1" status: 204 len: 173 time: 1.0997674 Mar 31 22:56:31.875424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'name': 'network-vif-deleted', 'tag': '9dd711b4-1865-49b1-b35d-03d0b3066b39'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:31.879114 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80512bb7-ce41-4d61-a02d-f08e4e75dc70" -d '{"events": [{"server_uuid": "118365a0-fb00-44b5-a1d9-245097c6ce21", "name": "network-vif-deleted", "tag": "9dd711b4-1865-49b1-b35d-03d0b3066b39"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:31.888327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3166d26b-0373-4ea6-bac6-eb49ed83e53e req-6aa39b76-d6ea-47de-95f0-e2ada00de6f4 tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618158 Mar 31 22:56:31.946443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09bbc0-4f78-4048-8bef-2ab4f25be306 req-2e3a2437-ca6f-4a89-9b5f-29fb4b3f3957 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.948861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b09bbc0-4f78-4048-8bef-2ab4f25be306 req-2e3a2437-ca6f-4a89-9b5f-29fb4b3f3957 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2098916 Mar 31 22:56:31.966193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-15bb4e2f-2cd0-4612-90f8-0bd1fd7737cb tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.966193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-15bb4e2f-2cd0-4612-90f8-0bd1fd7737cb tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.45 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 822 time: 0.3601363 Mar 31 22:56:31.984131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Request body: {'port': {'device_id': '5c58cd5b-11a5-439e-8135-6b80f082c759', 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'admin_state_up': True, 'tenant_id': 'def1ff260ee84b6c8319a9de635378c6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:32.068884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b09bbc0-4f78-4048-8bef-2ab4f25be306 req-6bd6dd48-5137-4f56-8367-ed188c4b1a21 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040568 Mar 31 22:56:32.090456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d2cb873-8c4c-4380-8e79-077575e5cf61 req-c548164e-a106-4aa5-824d-c4d34c31b198 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0668411 Mar 31 22:56:32.130458 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4852916e-e445-418a-ba67-349f16d5a687 x-openstack-request-id: req-4852916e-e445-418a-ba67-349f16d5a687 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:32.130778 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118365a0-fb00-44b5-a1d9-245097c6ce21", "name": "network-vif-deleted", "tag": "9dd711b4-1865-49b1-b35d-03d0b3066b39", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:32.131037 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4852916e-e445-418a-ba67-349f16d5a687 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:32.131428 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4852916e-e445-418a-ba67-349f16d5a687'] response: {'server_uuid': '118365a0-fb00-44b5-a1d9-245097c6ce21', 'name': 'network-vif-deleted', 'tag': '9dd711b4-1865-49b1-b35d-03d0b3066b39', 'status': 'completed', 'code': 200} Mar 31 22:56:32.269828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b65a29fb-3d71-4a14-8caa-9e1b46bab530 req-ff891d98-ea22-4525-81fb-af53ccacd27d tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 210 time: 0.0464175 Mar 31 22:56:32.304961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Made reservation on behalf of def1ff260ee84b6c8319a9de635378c6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:32.308807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.409069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33370) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:32.487008 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0004f7a3-39b7-4c11-968c-c82698b31ccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8df501df18f54d06857bb7605070ed84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741627 Mar 31 22:56:32.488872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33374) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:32.563705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64b9b0b1-1f13-4f0a-8338-3598d39722a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.595248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64b9b0b1-1f13-4f0a-8338-3598d39722a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.790874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64b9b0b1-1f13-4f0a-8338-3598d39722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.793589 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64b9b0b1-1f13-4f0a-8338-3598d39722a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.794912 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-64b9b0b1-1f13-4f0a-8338-3598d39722a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/deeb0dc6-f2de-4ccd-bdec-f3ad967e23f1 HTTP/1.1" status: 204 len: 168 time: 0.3040442 Mar 31 22:56:32.804093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9b0b1-1f13-4f0a-8338-3598d39722a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeb0dc6-f2de-4ccd-bdec-f3ad967e23f1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:32.842445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86693e-54b4-4f48-a885-277bf5557b38 req-a7ee9379-b329-402d-b0ab-775eca9b41bb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.844593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f86693e-54b4-4f48-a885-277bf5557b38 req-a7ee9379-b329-402d-b0ab-775eca9b41bb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 943 time: 0.1530681 Mar 31 22:56:32.857110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321fea7-209c-497a-a13b-0a28e570aae9 req-927e7d76-4fe5-4f86-9c46-6a938fc7f26c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.859283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f321fea7-209c-497a-a13b-0a28e570aae9 req-927e7d76-4fe5-4f86-9c46-6a938fc7f26c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.1683810 Mar 31 22:56:32.880374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Allocated IP 172.20.0.13 (6320dc7a-40af-4ae1-99e4-5a2006c3e984/1f392b3e-6281-4d10-b94f-5c287a22815d/cd446827-9e87-42c3-9d7c-934ca09da56f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:32.960483 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f86693e-54b4-4f48-a885-277bf5557b38 req-1f45fa16-3862-4adf-9f26-fab3f373b9a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964952 Mar 31 22:56:33.001756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f321fea7-209c-497a-a13b-0a28e570aae9 req-4ef6682c-a0ae-4d83-baef-3e953fe2e14d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321216 Mar 31 22:56:33.128507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-b9b3d5b3-ec1f-44b5-86a7-dcea26595045 service neutron] 10.222.0.45 "GET /v2.0/ports/1859138a-28ac-4df9-a211-1173f35e4c87/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 384 time: 0.1926334 Mar 31 22:56:33.134640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36ca95a-38dd-4cb3-a3be-9f1281444d6d req-adfd7af8-2cd7-4937-b412-73c3a3e9381f tempest-ImagesTestJSON-1993988584 tempest-ImagesTestJSON-1993988584-project] 10.222.0.31 "GET /v2.0/ports?device_id=118365a0-fb00-44b5-a1d9-245097c6ce21 HTTP/1.1" status: 200 len: 210 time: 0.0690253 Mar 31 22:56:33.284515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-231cdff7-f646-4695-a71d-aca0854cbea1 req-85bb457d-daec-47c6-8823-16baccad56f6 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0601962 Mar 31 22:56:33.317269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5ab03-2ef4-4f5c-a538-7abff1cd8a6f req-a437bbd1-c7f3-49f3-bc34-8d7283976201 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.318669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4a5ab03-2ef4-4f5c-a538-7abff1cd8a6f req-a437bbd1-c7f3-49f3-bc34-8d7283976201 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1436882 Mar 31 22:56:33.324944 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.429627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38a4897a-f22f-444e-8f04-94c9a45133cf req-e4afcc04-ca15-4228-b1f4-9fcea1e652da tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 210 time: 0.0520649 Mar 31 22:56:33.495739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4a5ab03-2ef4-4f5c-a538-7abff1cd8a6f req-e122c2c6-780b-48e0-ba24-62137142fb0b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376290 Mar 31 22:56:33.537347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:33.558908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:33.597074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1859138a-28ac-4df9-a211-1173f35e4c87 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:33.608119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:33.625734 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.670031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:33.673333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:33.677266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:33.712553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event updated for resources: {'Port': ['ID=cd446827-9e87-42c3-9d7c-934ca09da56f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:33.728853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.733592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1859138a-28ac-4df9-a211-1173f35e4c87 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:33.745622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.746274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.837813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] Transition to ACTIVE for port object 1859138a-28ac-4df9-a211-1173f35e4c87 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:33.856534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-cf5ddf79-833f-44af-9775-672f96cb219b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8831933 Mar 31 22:56:33.870390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Request body: {'port': {'device_id': '5c58cd5b-11a5-439e-8135-6b80f082c759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:33.898905 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:56:33.928923 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.939598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0da1de1a-5eb5-4280-8504-8ada3d4e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.945501 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.020702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] Pushing event updated for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:34.135323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] No DVR routers for this DVR port 1859138a-28ac-4df9-a211-1173f35e4c87 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:34.290947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0414ae5f-93ad-4efd-86d4-1213712d4366 service neutron] 10.222.0.45 "PUT /v2.0/ports/1859138a-28ac-4df9-a211-1173f35e4c87/bindings/n-h1-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1480215 Mar 31 22:56:34.309444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc4e8d-c78c-4c4c-919c-ed615bf11fc8 req-0662ceba-f576-4b16-9d49-c8e94ae31a00 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.311063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2bc4e8d-c78c-4c4c-919c-ed615bf11fc8 req-0662ceba-f576-4b16-9d49-c8e94ae31a00 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 944 time: 0.2392390 Mar 31 22:56:34.341442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8d668-62a9-4364-9205-fbdcd560da22 req-84ad8e45-dcd1-410f-be0b-b89f925d890d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.343626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06a8d668-62a9-4364-9205-fbdcd560da22 req-84ad8e45-dcd1-410f-be0b-b89f925d890d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.2099302 Mar 31 22:56:34.380162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33412) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:34.474222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2bc4e8d-c78c-4c4c-919c-ed615bf11fc8 req-0cf00cd9-473b-4c81-8938-9abd6117f5b0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436286 Mar 31 22:56:34.482863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06a8d668-62a9-4364-9205-fbdcd560da22 req-17dfada9-6a56-4724-879b-977773832277 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007848 Mar 31 22:56:34.548154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-network', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:34.663997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74dfa284-7d8e-4cd3-a5c1-27a0292763d8 req-46b5b793-f596-4b88-984d-c5e05cd2ab24 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0465238 Mar 31 22:56:34.666138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd446827-9e87-42c3-9d7c-934ca09da56f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:34.683460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Made reservation on behalf of 72be16dc6ed94a5d9d92d9eb41637177 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:34.684783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.695094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.716895 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.744270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-2db01c1e-4630-4bd4-8d4c-f21bc6500725 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.744270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-2db01c1e-4630-4bd4-8d4c-f21bc6500725 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.2076592 Mar 31 22:56:34.777334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Transition to ACTIVE for port object cd446827-9e87-42c3-9d7c-934ca09da56f will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:34.832624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.886712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd963e6-0ef4-41cf-be6f-8594a5fddd67 req-075609ff-932e-4199-a8e1-9bbb0e7cd0e2 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.888271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cd963e6-0ef4-41cf-be6f-8594a5fddd67 req-075609ff-932e-4199-a8e1-9bbb0e7cd0e2 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 932 time: 0.2268882 Mar 31 22:56:34.891310 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.905717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.942425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:56:34.950771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5198785c-f54c-479a-b800-d4a58e12d4c9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:34.961005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.961411 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Added segment 262d21d0-edc4-4663-b487-65674713f5e3 of type vlan for network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 Mar 31 22:56:34.988779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-576ca749-8ed7-4f66-8b48-8772ed743df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.990289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-576ca749-8ed7-4f66-8b48-8772ed743df0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b&tenant_id=629c61ff279f4c10b3d615363174bf13 HTTP/1.1" status: 200 len: 1095 time: 0.2324810 Mar 31 22:56:35.013389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cefe0-a245-4227-99e8-5f861f6f5771 req-47271210-69b4-4750-94b1-280ecd3b56e2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.015653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-861cefe0-a245-4227-99e8-5f861f6f5771 req-47271210-69b4-4750-94b1-280ecd3b56e2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2413027 Mar 31 22:56:35.029049 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.051385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Pushing event updated for resources: {'Port': ['ID=cd446827-9e87-42c3-9d7c-934ca09da56f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:35.070327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cd963e6-0ef4-41cf-be6f-8594a5fddd67 req-b64ec7da-c9e3-456d-86d7-545403f373ad tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623120 Mar 31 22:56:35.145372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.146652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.147351 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.148053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-861cefe0-a245-4227-99e8-5f861f6f5771 req-2daea02c-f8cc-4914-8f8a-05d5a2b1050c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178353 Mar 31 22:56:35.163253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-e402816a-2139-400b-bb84-319656c471c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.167254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-e402816a-2139-400b-bb84-319656c471c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1095 time: 0.1414115 Mar 31 22:56:35.252059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] Pushing event updated for resources: {'Network': ['ID=307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:35.268617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:56:35.286363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Attempting to bind port cd446827-9e87-42c3-9d7c-934ca09da56f on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:35.287034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Attempting to bind port cd446827-9e87-42c3-9d7c-934ca09da56f by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:35.287509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Attempting to bind port cd446827-9e87-42c3-9d7c-934ca09da56f on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:35.295148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-04f84967-435d-4040-8140-f0723c6d56d7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9127493 Mar 31 22:56:35.300827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Port cd446827-9e87-42c3-9d7c-934ca09da56f on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:35.302071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Attempting to bind port cd446827-9e87-42c3-9d7c-934ca09da56f on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:35.304320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33432) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:35.320114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Request body: {'subnet': {'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-subnet', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:35.322434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:35.323008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Checking segment: {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:35.323624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Bound using segment: {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:35.324436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Bound port: cd446827-9e87-42c3-9d7c-934ca09da56f, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:35.325083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.419106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0944921e-4ed1-43b3-bc1f-ce51b5513d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.419106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0944921e-4ed1-43b3-bc1f-ce51b5513d5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.2397413 Mar 31 22:56:35.419650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9dd711b4-1865-49b1-b35d-03d0b3066b39 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:35.443753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 9dd711b4-1865-49b1-b35d-03d0b3066b39 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:35.444361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9dd711b4-1865-49b1-b35d-03d0b3066b39 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:35.476512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-aada6165-2dc7-4c9a-8234-e6305f584c91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 200 len: 217 time: 0.0480416 Mar 31 22:56:35.479644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:35.494043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Made reservation on behalf of 72be16dc6ed94a5d9d92d9eb41637177 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:35.496507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.525625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cd446827-9e87-42c3-9d7c-934ca09da56f,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:35.567689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-979c7043-8c05-4d0c-a612-b199859665fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.569811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-979c7043-8c05-4d0c-a612-b199859665fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.0849748 Mar 31 22:56:35.629260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-65e6e5dd-c23a-4092-8d7e-3c2c33d90066 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485885 Mar 31 22:56:35.792190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.814688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46365c47-f909-4cc5-a11d-d773a758ceb5 req-85b38d9e-6a63-4135-91ad-5788319f3a73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.816246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46365c47-f909-4cc5-a11d-d773a758ceb5 req-85b38d9e-6a63-4135-91ad-5788319f3a73 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 944 time: 0.1909118 Mar 31 22:56:35.830615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071beb8-7f34-4620-a8ba-1a31f6a7aea8 req-90457009-29a0-4901-8eba-bd9c8f175e64 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.832227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1071beb8-7f34-4620-a8ba-1a31f6a7aea8 req-90457009-29a0-4901-8eba-bd9c8f175e64 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.2091808 Mar 31 22:56:35.917725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.928632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:35.928632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] 10.222.0.45 "PUT /v2.0/ports/cd446827-9e87-42c3-9d7c-934ca09da56f HTTP/1.1" status: 200 len: 1092 time: 2.0549831 Mar 31 22:56:35.928632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c58cd5b-11a5-439e-8135-6b80f082c759', 'tag': 'cd446827-9e87-42c3-9d7c-934ca09da56f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:35.928632 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579afbdd-9373-4400-8fe6-c2e3f60bc557" -d '{"events": [{"name": "network-changed", "server_uuid": "5c58cd5b-11a5-439e-8135-6b80f082c759", "tag": "cd446827-9e87-42c3-9d7c-934ca09da56f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:35.971884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-0a6b57b3-efb1-4e79-a47e-1c5ee14f8171 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188226 Mar 31 22:56:35.979423 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.007007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5363b-64e1-4e43-b7a2-6dbf3fb4138d service neutron] Pushing event updated for resources: {'Port': ['ID=cd446827-9e87-42c3-9d7c-934ca09da56f,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:36.036326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa14832-175a-4ad3-830e-88019a2449bd,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:36.040605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46365c47-f909-4cc5-a11d-d773a758ceb5 req-a9f522f4-77e4-4805-a1ef-f78d7245dbd0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831319 Mar 31 22:56:36.064567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1071beb8-7f34-4620-a8ba-1a31f6a7aea8 req-767bb53b-e967-4f4c-9be7-5b51d817b869 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909108 Mar 31 22:56:36.065987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Checking segment: {'id': '262d21d0-edc4-4663-b487-65674713f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:36.065987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Network hostable DHCP agents. Network: 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:56:36.126278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33462) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:36.161114 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b6ca913-b917-4f44-a465-644283983872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.188769 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38160ef4-cf1d-45a2-97cd-9c76ba96f07d x-openstack-request-id: req-38160ef4-cf1d-45a2-97cd-9c76ba96f07d {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:36.190706 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c58cd5b-11a5-439e-8135-6b80f082c759", "tag": "cd446827-9e87-42c3-9d7c-934ca09da56f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:36.191175 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38160ef4-cf1d-45a2-97cd-9c76ba96f07d {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:36.191465 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38160ef4-cf1d-45a2-97cd-9c76ba96f07d'] response: {'name': 'network-changed', 'server_uuid': '5c58cd5b-11a5-439e-8135-6b80f082c759', 'tag': 'cd446827-9e87-42c3-9d7c-934ca09da56f', 'status': 'completed', 'code': 200} Mar 31 22:56:36.208648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5f1a25-89ca-4428-abc3-0ef929058238 admin admin] Deleting subnet d9705564-59f2-41bc-8be5-a7150ffee069 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:56:36.214714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1a25-89ca-4428-abc3-0ef929058238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.231020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e75d044-6346-4036-87a4-b59d837c155d req-19dc4750-b626-4adb-a805-4626e4dfc2d8 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0822887 Mar 31 22:56:36.243684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-fa38a7dc-8b7d-42e7-87b5-4ac3e303e55d service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575710 Mar 31 22:56:36.260601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:56:36.263804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-fb05fdde-cb0a-4c3f-8859-19aae9af8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.263804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-fb05fdde-cb0a-4c3f-8859-19aae9af8b8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 1095 time: 0.1092348 Mar 31 22:56:36.315284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1a25-89ca-4428-abc3-0ef929058238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.320210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-a1c4b581-c20a-4ae2-a583-d9abbd5ce330 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd446827-9e87-42c3-9d7c-934ca09da56f HTTP/1.1" status: 200 len: 217 time: 0.0472267 Mar 31 22:56:36.395683 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1a25-89ca-4428-abc3-0ef929058238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.423323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:36.432151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.433111 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.435656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1070c1c-68a5-47ee-81d8-41ce144b89cb None None] Network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:36.487343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-ac5ce564-6208-4375-95ee-985a6ea019e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.490516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-ac5ce564-6208-4375-95ee-985a6ea019e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f392b3e-6281-4d10-b94f-5c287a22815d HTTP/1.1" status: 200 len: 862 time: 0.1222951 Mar 31 22:56:36.516596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7c80d-1007-44a6-a637-ca4502ff9eb1 req-09129d7b-1686-4e48-a538-9dbab9a42429 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.519556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4b7c80d-1007-44a6-a637-ca4502ff9eb1 req-09129d7b-1686-4e48-a538-9dbab9a42429 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 944 time: 0.2021866 Mar 31 22:56:36.580946 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9a990b59-bc3b-40af-80c8-ea381c839460 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2719674 Mar 31 22:56:36.583251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33466) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:36.590843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:36.603298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-acdad7da-9ec6-49cd-8de6-f999557c7d04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6320dc7a-40af-4ae1-99e4-5a2006c3e984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816677 Mar 31 22:56:36.636342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8', 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'fixed_ips': [{'subnet_id': 'eaa14832-175a-4ad3-830e-88019a2449bd'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:56:36.637623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.638625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de365695-847f-41e0-8235-1cd7a50dcbaa req-c632f731-e55c-47e0-a0c3-297bf30d1913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.640308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de365695-847f-41e0-8235-1cd7a50dcbaa req-c632f731-e55c-47e0-a0c3-297bf30d1913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2561612 Mar 31 22:56:36.660826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1a25-89ca-4428-abc3-0ef929058238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.702146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f1a25-89ca-4428-abc3-0ef929058238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9705564-59f2-41bc-8be5-a7150ffee069,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:36.707497 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.709487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.715935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1a25-89ca-4428-abc3-0ef929058238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.730449 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6d5f1a25-89ca-4428-abc3-0ef929058238 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d9705564-59f2-41bc-8be5-a7150ffee069 HTTP/1.1" status: 204 len: 168 time: 0.5922167 Mar 31 22:56:36.730449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33468) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:36.744368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4b7c80d-1007-44a6-a637-ca4502ff9eb1 req-6a390070-8839-4803-a0b4-358195df282a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040684 Mar 31 22:56:36.785296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de365695-847f-41e0-8235-1cd7a50dcbaa req-7a5a26f6-f2a1-4acf-a070-a128093f1d96 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245897 Mar 31 22:56:36.838673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-9d07e324-4bb2-4086-b5aa-505db9080d1e service neutron] 10.222.0.45 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247393 Mar 31 22:56:36.861245 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.902308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.936771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Allocated IP 172.20.0.2 (307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8/eaa14832-175a-4ad3-830e-88019a2449bd/93e8afd6-3b55-44e8-91bc-36df18efb019) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:37.068894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.197863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.228734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3907e46e-97a4-4f7e-b046-ea7250854537']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:37.250214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f515a53-592a-4cf1-b8da-94cce4a148da') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:37.250809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f515a53-592a-4cf1-b8da-94cce4a148da') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:37.325994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.350987 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.403910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:37.407333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:37.412149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:37.414277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-4b4b0027-6ef9-40d3-bb9e-9e8859597b43 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.416613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-4b4b0027-6ef9-40d3-bb9e-9e8859597b43 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.1538954 Mar 31 22:56:37.418155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Pushing event updated for resources: {'Port': ['ID=93e8afd6-3b55-44e8-91bc-36df18efb019,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:37.426685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.433128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97716007-b42a-41a6-96a2-00e4779a1fec req-54d6fc59-74c0-4fd7-a581-db251f4aae49 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.434790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97716007-b42a-41a6-96a2-00e4779a1fec req-54d6fc59-74c0-4fd7-a581-db251f4aae49 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.1735797 Mar 31 22:56:37.437422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545ee6d1-114e-486c-9477-dd4466fe8f0c req-8293e00f-3f09-4dc1-9a33-36710f5ef72f service neutron] 10.222.0.45 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899453 Mar 31 22:56:37.450509 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.464946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9413f4b-8d99-4c6d-a4bd-b6d6e8d557f8 req-7e7e351d-91dc-498f-945a-adc4552dcd80 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.465139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:56:37.465139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.465349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9413f4b-8d99-4c6d-a4bd-b6d6e8d557f8 req-7e7e351d-91dc-498f-945a-adc4552dcd80 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 944 time: 0.2044041 Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:56:37.467427 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:56:37.548899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Attempting to bind port 93e8afd6-3b55-44e8-91bc-36df18efb019 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:37.549862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Attempting to bind port 93e8afd6-3b55-44e8-91bc-36df18efb019 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '262d21d0-edc4-4663-b487-65674713f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:37.549862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Attempting to bind port 93e8afd6-3b55-44e8-91bc-36df18efb019 on network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:37.556044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:37.568066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Checking segment: {'id': '262d21d0-edc4-4663-b487-65674713f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:37.568066 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.568066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Bound using segment: {'id': '262d21d0-edc4-4663-b487-65674713f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:37.568066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Bound port: 93e8afd6-3b55-44e8-91bc-36df18efb019, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262d21d0-edc4-4663-b487-65674713f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:37.568066 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.586899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97716007-b42a-41a6-96a2-00e4779a1fec req-230d65f5-17d4-485f-86a6-382825d3dfb9 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212144 Mar 31 22:56:37.607244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9413f4b-8d99-4c6d-a4bd-b6d6e8d557f8 req-0ce15b59-451d-47da-b8ea-ed3c5124ec62 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993907 Mar 31 22:56:37.687020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] For port 93e8afd6-3b55-44e8-91bc-36df18efb019, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:37.691922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] For port 93e8afd6-3b55-44e8-91bc-36df18efb019, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=93e8afd6-3b55-44e8-91bc-36df18efb019,segment=NetworkSegment(262d21d0-edc4-4663-b487-65674713f5e3),segment_id=262d21d0-edc4-4663-b487-65674713f5e3)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:37.695150 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.740599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.773536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.785722 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] 10.222.0.31 "DELETE /v2.0/networks/3907e46e-97a4-4f7e-b046-ea7250854537 HTTP/1.1" status: 204 len: 168 time: 1.0477352 Mar 31 22:56:37.785722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280b515-583c-4dc3-8584-ec6173fb4e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=3907e46e-97a4-4f7e-b046-ea7250854537,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:37.864874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01b55bb0-9f04-4e7d-8a9d-1b0f49be1b65 req-b4b2c31a-0290-421a-ba29-3fa77ee8c110 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0897019 Mar 31 22:56:37.891003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-9dc6d22e-c994-4959-9cff-98f4291b3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.896488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:37.908782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-9dc6d22e-c994-4959-9cff-98f4291b3fe2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 1095 time: 0.1468792 Mar 31 22:56:38.064675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-324bda5f-e1b3-44b9-935e-b74cbeafe08c service neutron] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:38.090791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a8d42-6e90-4e15-b434-6f3cbabfd807 None None] Pushing event updated for resources: {'Port': ['ID=93e8afd6-3b55-44e8-91bc-36df18efb019,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:38.091157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-324bda5f-e1b3-44b9-935e-b74cbeafe08c service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.093729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-097fa2af-cf5b-4820-9151-efa7437c7d71 req-324bda5f-e1b3-44b9-935e-b74cbeafe08c service neutron] 10.222.0.50 "DELETE /v2.0/ports/1859138a-28ac-4df9-a211-1173f35e4c87/bindings/n-h2-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.6553388 Mar 31 22:56:38.265755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.285765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56391496-ce7c-4063-a485-0e9567dbf70b req-d290f4db-b78e-429d-9e4e-e7d5467d4193 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.287573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.293383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56391496-ce7c-4063-a485-0e9567dbf70b req-d290f4db-b78e-429d-9e4e-e7d5467d4193 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1095 time: 0.1947041 Mar 31 22:56:38.310369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-2a574741-dcf4-418c-9f00-7f1e18e6b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.313800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-2a574741-dcf4-418c-9f00-7f1e18e6b3f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 923 time: 0.3968589 Mar 31 22:56:38.410421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.420822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-3a38a365-0863-4878-b58f-69239e3aa4ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd446827-9e87-42c3-9d7c-934ca09da56f HTTP/1.1" status: 200 len: 217 time: 0.0794032 Mar 31 22:56:38.425044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56391496-ce7c-4063-a485-0e9567dbf70b req-79adc1bc-b872-4c69-ad74-4dcaad371cd7 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305487 Mar 31 22:56:38.460447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfdaab-63a1-4930-babb-cab79382421c req-a9a51a3e-1e26-4a03-9ccf-5c4edea32478 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.474312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dacfdaab-63a1-4930-babb-cab79382421c req-a9a51a3e-1e26-4a03-9ccf-5c4edea32478 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 944 time: 0.2510204 Mar 31 22:56:38.533451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33494) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:38.544534 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Allocated IP 172.25.4.102 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:38.626202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dacfdaab-63a1-4930-babb-cab79382421c req-9c46e482-eb92-453a-9c9a-bedfbf6a254b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504977 Mar 31 22:56:38.627803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-bc3b5775-f0c0-4a3d-b309-a4c9698a201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.630220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-bc3b5775-f0c0-4a3d-b309-a4c9698a201b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f392b3e-6281-4d10-b94f-5c287a22815d HTTP/1.1" status: 200 len: 862 time: 0.1506402 Mar 31 22:56:38.687839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-e1f9fd3b-d231-4fb8-b215-02e9d0fe8d34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6320dc7a-40af-4ae1-99e4-5a2006c3e984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457473 Mar 31 22:56:38.693197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a23b23f9-c171-4c00-82e0-3f1b207f30bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c795f09aaef84c42a8c4aec88e1be529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583068 Mar 31 22:56:38.697510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33496) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:38.738669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808894d6-7e5f-48bc-ac74-025f906cfeca req-e875ff7e-5f45-4800-a737-8e2db78f1492 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.740979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-808894d6-7e5f-48bc-ac74-025f906cfeca req-e875ff7e-5f45-4800-a737-8e2db78f1492 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1809800 Mar 31 22:56:38.769882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.840471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-808894d6-7e5f-48bc-ac74-025f906cfeca req-0333fbb9-60eb-450a-8309-e1391c710627 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877056 Mar 31 22:56:38.859400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-ed3fb400-0fd7-421c-b1b0-0d178525bc83 service neutron] 10.222.0.45 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626277 Mar 31 22:56:38.861494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22e4a457-a848-41c7-b4a5-a35f95a6957b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.876999 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.912283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22e4a457-a848-41c7-b4a5-a35f95a6957b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.035650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-579afbdd-9373-4400-8fe6-c2e3f60bc557 req-9386a39c-c67d-4a50-b43a-58043fb1283c service neutron] 10.222.0.45 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618540 Mar 31 22:56:39.038911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511f73-f137-4b5d-b582-5102f504e081 req-58d7e996-f8ba-4958-8c24-49e0786f363a tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.040509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d511f73-f137-4b5d-b582-5102f504e081 req-58d7e996-f8ba-4958-8c24-49e0786f363a tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 1095 time: 0.0784397 Mar 31 22:56:39.045194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.105981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d511f73-f137-4b5d-b582-5102f504e081 req-8c801d38-f0dd-45c3-9282-9748e8ca6547 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 Mar 31 22:56:39.107094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22e4a457-a848-41c7-b4a5-a35f95a6957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.112220 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22e4a457-a848-41c7-b4a5-a35f95a6957b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.117012 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-22e4a457-a848-41c7-b4a5-a35f95a6957b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07 HTTP/1.1" status: 204 len: 168 time: 0.4141178 Mar 31 22:56:39.179981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:39.181857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4a457-a848-41c7-b4a5-a35f95a6957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cc8ec5-92f0-45b8-8e7f-01580ec1ba07,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:39.185508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.192205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:39.203761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:39.281371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab100b8a-6517-4e4c-a434-1e388ba8669d req-52de0aee-7154-4257-9fff-4664d65c4cbd tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0475323 Mar 31 22:56:39.391371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:39.519849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003a46d-7664-478a-b6d0-9781510d62a6 req-5b5b9271-c888-401b-8393-21d1352d2d8b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.522792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4003a46d-7664-478a-b6d0-9781510d62a6 req-5b5b9271-c888-401b-8393-21d1352d2d8b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.1189315 Mar 31 22:56:39.558054 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.617149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4003a46d-7664-478a-b6d0-9781510d62a6 req-a97ed71c-16bb-4fe5-a46c-f5fe42004b07 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883241 Mar 31 22:56:39.623839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-1c1cc4ad-67ab-4669-952d-fe85f92fd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.626030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-1c1cc4ad-67ab-4669-952d-fe85f92fd2e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 1097 time: 0.0790598 Mar 31 22:56:39.661040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ef876-a3dd-40a9-aed2-df6f5d9a2628 None None] Network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:39.756360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a5131788-c42a-4945-a946-f8e73370bb2a None None] Provisioning complete for port 93e8afd6-3b55-44e8-91bc-36df18efb019 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:39.757075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a5131788-c42a-4945-a946-f8e73370bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.765704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cd446827-9e87-42c3-9d7c-934ca09da56f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:39.798335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:39.832300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-92d4b2dd-ffdf-4cf8-9429-bc7fe2250500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.833623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-92d4b2dd-ffdf-4cf8-9429-bc7fe2250500 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 200 len: 916 time: 0.1944613 Mar 31 22:56:39.860008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261d19-db6c-4fa0-b93f-9b349c6b1ece req-06d55c2a-8f93-4356-982b-c1b01a71c399 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.861667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55261d19-db6c-4fa0-b93f-9b349c6b1ece req-06d55c2a-8f93-4356-982b-c1b01a71c399 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 944 time: 0.1022332 Mar 31 22:56:39.940725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-a799479d-b80b-4b63-9f76-09734a10ffe7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a383d7-10f1-40f7-9427-6448b05f0ede HTTP/1.1" status: 200 len: 217 time: 0.0910010 Mar 31 22:56:40.034852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55261d19-db6c-4fa0-b93f-9b349c6b1ece req-6b2b291c-2a6b-48c3-8465-44602552b6c9 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600764 Mar 31 22:56:40.094451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.157309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cd446827-9e87-42c3-9d7c-934ca09da56f,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:40.165019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-a9e1b27f-1238-4ccb-8336-9494df8a47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.170391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-a9e1b27f-1238-4ccb-8336-9494df8a47ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68178f66-215a-41c8-9ea7-f4ad9565aa34 HTTP/1.1" status: 200 len: 854 time: 0.2203124 Mar 31 22:56:40.262685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'cd446827-9e87-42c3-9d7c-934ca09da56f', 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'port_id': 'cd446827-9e87-42c3-9d7c-934ca09da56f', 'mac_address': 'fa:16:3e:3e:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f392b3e-6281-4d10-b94f-5c287a22815d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:40.298651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287aaf4-792c-4bfb-bc89-ca84a994e5e9 req-5074ac77-311f-4438-9147-8165d996c36d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.301350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d287aaf4-792c-4bfb-bc89-ca84a994e5e9 req-5074ac77-311f-4438-9147-8165d996c36d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2991569 Mar 31 22:56:40.319871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a5131788-c42a-4945-a946-f8e73370bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.391268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-eac2efd6-c6d9-479b-b20b-a7d53f626bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.393998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-eac2efd6-c6d9-479b-b20b-a7d53f626bc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2c820dd-33f9-42f8-81ee-a6b3de543286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947598 Mar 31 22:56:40.396713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Router 7ed8e17b-e376-4b73-8a1f-a34094e8866e is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:56:40.415447 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.436479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d287aaf4-792c-4bfb-bc89-ca84a994e5e9 req-9208c5bb-f5c1-46ac-8e51-16e097521d9a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175914 Mar 31 22:56:40.442211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd446827-9e87-42c3-9d7c-934ca09da56f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:40.465047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cd446827-9e87-42c3-9d7c-934ca09da56f,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:40.472302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 93e8afd6-3b55-44e8-91bc-36df18efb019 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:40.484668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a5131788-c42a-4945-a946-f8e73370bb2a None None] For port 93e8afd6-3b55-44e8-91bc-36df18efb019, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=93e8afd6-3b55-44e8-91bc-36df18efb019,segment=NetworkSegment(262d21d0-edc4-4663-b487-65674713f5e3),segment_id=262d21d0-edc4-4663-b487-65674713f5e3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:40.520225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-826b1311-966c-4917-9247-85bf4bb31797 req-bbbf4e39-ad23-4611-be71-cd8c9c4dae2a tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.1231225 Mar 31 22:56:40.562588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 93e8afd6-3b55-44e8-91bc-36df18efb019 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:40.563647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.628839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:40.645484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Sync routers for ids ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:40.649175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-710db21d-49b0-453d-ab46-5ddfcab1c7e8 service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108648 Mar 31 22:56:40.673502 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.678048 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a5131788-c42a-4945-a946-f8e73370bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.790059 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.791159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Routers {'7ed8e17b-e376-4b73-8a1f-a34094e8866e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:40.792173 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9db92f5e-3861-4571-97eb-083975c80a05 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2076840 Mar 31 22:56:40.792781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:40.795153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33532) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:40.850257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c373-56af-463b-8749-75e9506a6a85 req-a2c4aaa2-8591-4e60-bede-f58ebacbac0c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.852402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f64c373-56af-463b-8749-75e9506a6a85 req-a2c4aaa2-8591-4e60-bede-f58ebacbac0c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.1400499 Mar 31 22:56:40.899278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea99ee91-82a0-4fca-b046-dbb85cca48c8 req-7075b0b5-0b8f-4727-955f-7d744e4adef2 service neutron] 10.222.0.45 "GET /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333803 Mar 31 22:56:40.932522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f64c373-56af-463b-8749-75e9506a6a85 req-f45b10c0-5cb6-433a-b5dd-447e664ca89d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680487 Mar 31 22:56:41.015576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Set router 7ed8e17b-e376-4b73-8a1f-a34094e8866e gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:41.320098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cd446827-9e87-42c3-9d7c-934ca09da56f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:41.328305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['cd446827-9e87-42c3-9d7c-934ca09da56f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:41.344936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1832a-ba34-4ab2-9e57-b44f2956ad9f req-d473f750-361b-4ecc-bb19-c656664a1f6a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.347364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4d1832a-ba34-4ab2-9e57-b44f2956ad9f req-d473f750-361b-4ecc-bb19-c656664a1f6a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 945 time: 0.1032231 Mar 31 22:56:41.432547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4d1832a-ba34-4ab2-9e57-b44f2956ad9f req-06c443b8-0ddd-42db-b5cc-da0ecccbefde tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767457 Mar 31 22:56:41.608653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33548) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:41.813229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86529d84-ce79-4843-8029-c9bae70de1cb req-3d4a7337-3cd0-482b-ac2c-f307bf664cb9 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.828108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86529d84-ce79-4843-8029-c9bae70de1cb req-3d4a7337-3cd0-482b-ac2c-f307bf664cb9 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1794758 Mar 31 22:56:41.846168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ef17b093-31e7-4d10-a7ff-83304779c321 None None] Provisioning complete for port 93e8afd6-3b55-44e8-91bc-36df18efb019 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:41.846767 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ef17b093-31e7-4d10-a7ff-83304779c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:41.886009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50983531-2422-4e2b-a481-216990916836 req-0640a170-9e41-43d7-be7a-143a4098fc9b tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.1063504 Mar 31 22:56:42.008917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5131788-c42a-4945-a946-f8e73370bb2a None None] Pushing event updated for resources: {'Port': ['ID=93e8afd6-3b55-44e8-91bc-36df18efb019,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:42.020571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86529d84-ce79-4843-8029-c9bae70de1cb req-b9c90800-d393-4e6f-ae9b-4a2bec14c7f0 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908815 Mar 31 22:56:42.079623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-447883632-network', 'tenant_id': '38c24feefadf452ea4f486fe49e05e0a'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:42.133870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:39Z', 'revision_number': 3, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port': {'id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:38Z', 'updated_at': '2022-03-31T22:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:42.206255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Checking router: 7ed8e17b-e376-4b73-8a1f-a34094e8866e for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:42.207417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Updating router 7ed8e17b-e376-4b73-8a1f-a34094e8866e port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:56:42.236173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f292286-2d65-4fcc-b305-3fb51c54427f req-30e438d1-443c-4355-be09-751ed5b05d9b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.239019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f292286-2d65-4fcc-b305-3fb51c54427f req-30e438d1-443c-4355-be09-751ed5b05d9b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.1303878 Mar 31 22:56:42.274289 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.351837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f292286-2d65-4fcc-b305-3fb51c54427f req-d4a951d0-ee1f-4250-9aad-568fb7750d5b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058891 Mar 31 22:56:42.367828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Made reservation on behalf of 38c24feefadf452ea4f486fe49e05e0a for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:42.385445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.399436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.407179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.618562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.646012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 93e8afd6-3b55-44e8-91bc-36df18efb019 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:42.655222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Allocated IP 172.20.0.1 (307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8/eaa14832-175a-4ad3-830e-88019a2449bd/a69fc73f-bf3a-494b-890a-72640b3ea297) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:42.669973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ab20c-fae8-4f3f-a0f6-99a8aff0480e req-9466020e-8b08-49cc-8eea-4d7f782b3b58 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.672055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f04ab20c-fae8-4f3f-a0f6-99a8aff0480e req-9466020e-8b08-49cc-8eea-4d7f782b3b58 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 945 time: 0.1254485 Mar 31 22:56:42.780002 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.824713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfb0335-17b6-4721-adb2-1054e3fc94c3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:42.852445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:56:42.873621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.875772 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Added segment 102203e3-c037-4bc0-b8de-559e29199777 of type vlan for network 619648f5-40a9-4c30-ac0c-952412d70bc1 Mar 31 22:56:42.933072 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:42.987632 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.004236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.009354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 93e8afd6-3b55-44e8-91bc-36df18efb019 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:43.009859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.053088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f04ab20c-fae8-4f3f-a0f6-99a8aff0480e req-1344dda2-5193-4044-8401-3ec954e9110c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743498 Mar 31 22:56:43.106058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7d8c807-3d56-48b2-84c9-b00a2b7482f6 req-851357a4-a8e9-4d0f-8be7-d9b0de02cf7d tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0622301 Mar 31 22:56:43.152052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.205252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:43.209152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:43.213120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:43.253889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a69fc73f-bf3a-494b-890a-72640b3ea297,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:43.273827 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.281169 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.304969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.308143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.309038 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.461214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32356cf5-ac02-4a98-a90c-71f8b8841df2 req-42623fbc-322c-47fb-a696-d6a26fc2aa35 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.481677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32356cf5-ac02-4a98-a90c-71f8b8841df2 req-42623fbc-322c-47fb-a696-d6a26fc2aa35 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2443712 Mar 31 22:56:43.519283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] Pushing event updated for resources: {'Network': ['ID=619648f5-40a9-4c30-ac0c-952412d70bc1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:43.534619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33570) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:43.540239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Request body: {'subnet': {'network_id': '619648f5-40a9-4c30-ac0c-952412d70bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-447883632-subnet', 'tenant_id': '38c24feefadf452ea4f486fe49e05e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:43.542255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ce29453e-8038-48f3-9798-1622aebc9a2f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9336977 Mar 31 22:56:43.581486 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 619648f5-40a9-4c30-ac0c-952412d70bc1 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:56:43.667295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32356cf5-ac02-4a98-a90c-71f8b8841df2 req-00a50bf8-35dc-4785-b0b0-f967af579f61 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838410 Mar 31 22:56:43.725116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fe36b1a-d316-4106-a4b0-b6420ee2b214 req-6e7be85a-4498-4b2f-9319-072fa16f35e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0652616 Mar 31 22:56:43.758092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409597-f159-40df-a222-6f2920202ee0 None None] Pushing event updated for resources: {'Port': ['ID=bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:43.759596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc9b37-ad40-40fb-b9a8-85c02861e715 req-2b4f31d6-1b98-427d-8d1a-38f5e6ef2e54 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.774040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9cc9b37-ad40-40fb-b9a8-85c02861e715 req-2b4f31d6-1b98-427d-8d1a-38f5e6ef2e54 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.2300177 Mar 31 22:56:43.777485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Attempting to bind port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:43.783203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Attempting to bind port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:43.783971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Attempting to bind port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:43.810598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:43.811322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:43.811952 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.812551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:43.813226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Bound port: bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:43.813821 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.841697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9cc9b37-ad40-40fb-b9a8-85c02861e715 req-137a45c4-aff6-4d43-a70f-a3dd276e8cc8 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597420 Mar 31 22:56:43.846819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cd446827-9e87-42c3-9d7c-934ca09da56f up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:43.864384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Made reservation on behalf of 38c24feefadf452ea4f486fe49e05e0a for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:43.869356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.874216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.959962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d5714d92-f49c-41cd-8772-0b7c8839c239 None None] Provisioning complete for port a69fc73f-bf3a-494b-890a-72640b3ea297 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:43.960365 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d5714d92-f49c-41cd-8772-0b7c8839c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:43.962911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] For port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:43.969498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] For port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:44.011978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d5714d92-f49c-41cd-8772-0b7c8839c239 None None] Port a69fc73f-bf3a-494b-890a-72640b3ea297 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:56:44.077043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0991b1-f5b1-49f1-a79b-d59762dd3850 req-6173be2b-8dc3-4f46-ab27-8d905152649c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.080730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a0991b1-f5b1-49f1-a79b-d59762dd3850 req-6173be2b-8dc3-4f46-ab27-8d905152649c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.0689626 Mar 31 22:56:44.167308 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.182208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a0991b1-f5b1-49f1-a79b-d59762dd3850 req-b36a94cd-535a-4f47-b9bb-5bf546171fdc tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580397 Mar 31 22:56:44.236338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port cd446827-9e87-42c3-9d7c-934ca09da56f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:44.270579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port cd446827-9e87-42c3-9d7c-934ca09da56f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:44.270876 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.360116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Routers {'7ed8e17b-e376-4b73-8a1f-a34094e8866e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:44.360756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:44.396394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345994f-efce-4f0b-b980-106b8f005d79 req-1815998d-61f1-4687-aee0-7f501e4cbcd7 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.398329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6345994f-efce-4f0b-b980-106b8f005d79 req-1815998d-61f1-4687-aee0-7f501e4cbcd7 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 945 time: 0.1897864 Mar 31 22:56:44.409538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-023d9ef1-4216-4389-8b06-865bfdfcfe19 req-f04d2ee5-b65c-4d8b-a50b-767b874a350a tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0654259 Mar 31 22:56:44.497886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6345994f-efce-4f0b-b980-106b8f005d79 req-b33447fc-7bcc-4483-ac9d-1ba548846d3b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822241 Mar 31 22:56:44.521787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.530201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409597-f159-40df-a222-6f2920202ee0 None None] Pushing event updated for resources: {'Port': ['ID=bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:44.621029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] Set router 7ed8e17b-e376-4b73-8a1f-a34094e8866e gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:44.623855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31789cf-427b-458a-ae40-217f1cb4ba25 req-2a9d8199-744e-43a3-8f0b-7042f57a432b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.627120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c31789cf-427b-458a-ae40-217f1cb4ba25 req-2a9d8199-744e-43a3-8f0b-7042f57a432b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 945 time: 0.0691538 Mar 31 22:56:44.688774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.770634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.810148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c31789cf-427b-458a-ae40-217f1cb4ba25 req-3a9642a1-c3ce-4877-bbe7-e7c56c9bee56 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711483 Mar 31 22:56:44.882638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:44.920616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a69fc73f-bf3a-494b-890a-72640b3ea297,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:44.943514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02801b-63b9-4361-9029-59f94a19f8b9 req-eb69e623-208f-4212-9d99-35db269d46d7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.947445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c58cd5b-11a5-439e-8135-6b80f082c759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd446827-9e87-42c3-9d7c-934ca09da56f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:44.948842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa02801b-63b9-4361-9029-59f94a19f8b9 req-eb69e623-208f-4212-9d99-35db269d46d7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1546521 Mar 31 22:56:44.950952 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f027b36-db88-4eeb-aa66-0fcfb423304d" -d '{"events": [{"server_uuid": "5c58cd5b-11a5-439e-8135-6b80f082c759", "name": "network-vif-plugged", "status": "completed", "tag": "cd446827-9e87-42c3-9d7c-934ca09da56f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:44.963334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8976a1dd-e5d5-4b09-a846-bb9656f42b20,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:44.974422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Checking segment: {'id': '102203e3-c037-4bc0-b8de-559e29199777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '619648f5-40a9-4c30-ac0c-952412d70bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:44.975203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Network hostable DHCP agents. Network: 619648f5-40a9-4c30-ac0c-952412d70bc1, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:56:44.976436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cd446827-9e87-42c3-9d7c-934ca09da56f,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:44.993123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:43Z', 'revision_number': 4, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port': {'id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:38Z', 'updated_at': '2022-03-31T22:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'a69fc73f-bf3a-494b-890a-72640b3ea297', 'name': '', 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'mac_address': 'fa:16:3e:37:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'eaa14832-175a-4ad3-830e-88019a2449bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:42Z', 'updated_at': '2022-03-31T22:56:42Z', 'revision_number': 1, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'subnets': [{'id': 'eaa14832-175a-4ad3-830e-88019a2449bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:45.017753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.048502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa02801b-63b9-4361-9029-59f94a19f8b9 req-16906966-582c-4a35-bc05-e6df18437091 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897849 Mar 31 22:56:45.165582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Network 619648f5-40a9-4c30-ac0c-952412d70bc1 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:56:45.185151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286e271-7842-462d-ac3d-37e8c1c9b025 req-0f5fe469-9926-4944-a107-1b58f02e13ab tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.191031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3286e271-7842-462d-ac3d-37e8c1c9b025 req-0f5fe469-9926-4944-a107-1b58f02e13ab tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.1403310 Mar 31 22:56:45.216395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:45.219232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:45.312904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 619648f5-40a9-4c30-ac0c-952412d70bc1) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:45.325098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3286e271-7842-462d-ac3d-37e8c1c9b025 req-77a6c400-e785-4813-9faf-03dcbaf777aa tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174526 Mar 31 22:56:45.327987 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f5ffb9-f66c-489b-978a-21ce0efcfbcf x-openstack-request-id: req-72f5ffb9-f66c-489b-978a-21ce0efcfbcf {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:45.333513 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c58cd5b-11a5-439e-8135-6b80f082c759", "name": "network-vif-plugged", "status": "completed", "tag": "cd446827-9e87-42c3-9d7c-934ca09da56f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:45.333513 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72f5ffb9-f66c-489b-978a-21ce0efcfbcf {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:45.333513 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f5ffb9-f66c-489b-978a-21ce0efcfbcf'] response: {'server_uuid': '5c58cd5b-11a5-439e-8135-6b80f082c759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd446827-9e87-42c3-9d7c-934ca09da56f', 'code': 200} Mar 31 22:56:45.333513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.335338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4d92c-0f65-450d-8970-3f37a38b5e72 None None] Network 619648f5-40a9-4c30-ac0c-952412d70bc1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:45.350373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221a515-f1b8-41d0-ba24-279d724ff6eb req-4fa740e4-dbd3-4086-b27a-40184e1f049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.354113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.354420 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8221a515-f1b8-41d0-ba24-279d724ff6eb req-4fa740e4-dbd3-4086-b27a-40184e1f049a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 1097 time: 0.1188407 Mar 31 22:56:45.358140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.406942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cd446827-9e87-42c3-9d7c-934ca09da56f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:45.410578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982828d0-0621-405a-a578-ff8c6c8dec1d None None] The sync data for ids ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'] in n-d-836015-1 is: [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:43Z', 'revision_number': 4, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port': {'id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:38Z', 'updated_at': '2022-03-31T22:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'a69fc73f-bf3a-494b-890a-72640b3ea297', 'name': '', 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'mac_address': 'fa:16:3e:37:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'eaa14832-175a-4ad3-830e-88019a2449bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:42Z', 'updated_at': '2022-03-31T22:56:42Z', 'revision_number': 1, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'subnets': [{'id': 'eaa14832-175a-4ad3-830e-88019a2449bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:45.411621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-2f21fd1a-5f58-4fee-a3bc-5212ac8bb010 req-d8dcba0c-a01f-480e-bb20-4bbe3a32d102 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:56:45.420852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f21fd1a-5f58-4fee-a3bc-5212ac8bb010 req-d8dcba0c-a01f-480e-bb20-4bbe3a32d102 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178318 Mar 31 22:56:45.612670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8221a515-f1b8-41d0-ba24-279d724ff6eb req-a03e6d3c-3a70-4458-acab-2014fd5c9c2a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405603 Mar 31 22:56:45.630363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Router 7ed8e17b-e376-4b73-8a1f-a34094e8866e has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:45.682368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0a8e637-4f2b-4531-bbc3-75f39a806a54 req-1ee1c5a7-6f29-4b3e-8789-f33b943c5566 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0683637 Mar 31 22:56:45.689330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f21fd1a-5f58-4fee-a3bc-5212ac8bb010 req-fdce8320-6524-4849-af70-18ba009a7cc1 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2656941 Mar 31 22:56:45.726238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e85c13e7-b632-418e-85eb-4009fc0194bb None None] Provisioning complete for port a69fc73f-bf3a-494b-890a-72640b3ea297 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:45.726820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e85c13e7-b632-418e-85eb-4009fc0194bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.772563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ff78d-22ab-464e-9539-4c6dca21dca0 None None] Network 619648f5-40a9-4c30-ac0c-952412d70bc1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:45.918682 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2d1fde03-ab4e-4f4d-bdb5-986f947efc63 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3769896 Mar 31 22:56:45.984831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:45.991606 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe42a296-c339-4680-b7fc-611a65e363c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ed8e17b-e376-4b73-8a1f-a34094e8866e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1950107 Mar 31 22:56:46.001763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e85c13e7-b632-418e-85eb-4009fc0194bb None None] Port a69fc73f-bf3a-494b-890a-72640b3ea297 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:56:46.006250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6547e-14f6-4d3e-9b24-cdbef56782ef req-be38d2cc-7be5-4939-ba36-f3ed350c7cd0 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.018762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56c6547e-14f6-4d3e-9b24-cdbef56782ef req-be38d2cc-7be5-4939-ba36-f3ed350c7cd0 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.1512668 Mar 31 22:56:46.086237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56c6547e-14f6-4d3e-9b24-cdbef56782ef req-839bcc6d-958e-4f5e-86fc-655346fcac66 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659602 Mar 31 22:56:46.414401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a87b8b-afb2-4e64-b296-91e3adc658fe req-24026974-0f57-479f-a747-2a4b488646c2 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.416997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8a87b8b-afb2-4e64-b296-91e3adc658fe req-24026974-0f57-479f-a747-2a4b488646c2 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.0984108 Mar 31 22:56:46.468630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8a87b8b-afb2-4e64-b296-91e3adc658fe req-78a974da-45c6-4394-bd32-5238e5ac13db tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428417 Mar 31 22:56:46.649798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacd2a4-c702-4550-9f7c-675bd02c6253 req-a75a0233-1202-41c3-b95a-254b78033d0a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.652088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eaacd2a4-c702-4550-9f7c-675bd02c6253 req-a75a0233-1202-41c3-b95a-254b78033d0a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1028936 Mar 31 22:56:46.746091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eaacd2a4-c702-4550-9f7c-675bd02c6253 req-edd20d87-06ed-459f-93b6-01df6034a04d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779943 Mar 31 22:56:46.961180 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-bba2bf8b-4249-4482-a60b-c199e49e7d15 req-be23e943-b405-40ec-ac85-c981689f676b tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] show failed (client error): The resource could not be found. Mar 31 22:56:46.961180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bba2bf8b-4249-4482-a60b-c199e49e7d15 req-be23e943-b405-40ec-ac85-c981689f676b tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] 10.222.0.31 "GET /v2.0/security-groups/2f727812-95b4-4998-b3b6-d7c590dfe0b2 HTTP/1.1" status: 404 len: 352 time: 0.0421839 Mar 31 22:56:46.986613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77b2b011-c8d4-494c-be56-fa1d475ecb3c req-6afaeb89-cc51-4f2d-82fa-763477af15ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96c8387c919347a4a079d213551f2278&device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0996466 Mar 31 22:56:47.095026 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-b1108e5c-eae2-4660-aa59-9c322200bdbb req-68c55953-4222-4d1c-a53c-b94fdd39b7a9 tempest-FloatingIPDetailsNegativeTestJSON-486313346 tempest-FloatingIPDetailsNegativeTestJSON-486313346-project] show failed (client error): The resource could not be found. Mar 31 22:56:47.096133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1108e5c-eae2-4660-aa59-9c322200bdbb req-68c55953-4222-4d1c-a53c-b94fdd39b7a9 tempest-FloatingIPDetailsNegativeTestJSON-486313346 tempest-FloatingIPDetailsNegativeTestJSON-486313346-project] 10.222.0.31 "GET /v2.0/floatingips/239f0eea-7b37-4d29-b3a2-db7625bc191d HTTP/1.1" status: 404 len: 350 time: 0.0816698 Mar 31 22:56:47.099627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77b2b011-c8d4-494c-be56-fa1d475ecb3c req-d2682f90-0646-47fd-ba08-033d500c7d97 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=96c8387c919347a4a079d213551f2278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007895 Mar 31 22:56:47.111642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33626) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:47.272435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67301257-aed7-40bf-a4fb-dddb692e328b req-f2c1e579-95ea-4e71-9957-3b2099416233 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0484095 Mar 31 22:56:47.339014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb25e6-666d-4a8b-870b-e800713ca763 req-e42f462c-013d-492e-90e7-bf1aa12c0b2b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.347712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ddb25e6-666d-4a8b-870b-e800713ca763 req-e42f462c-013d-492e-90e7-bf1aa12c0b2b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 945 time: 0.2703631 Mar 31 22:56:47.378680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2b011-c8d4-494c-be56-fa1d475ecb3c req-7a6ef4b5-cad5-4faa-ae7c-2c10f41b4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.381556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77b2b011-c8d4-494c-be56-fa1d475ecb3c req-7a6ef4b5-cad5-4faa-ae7c-2c10f41b4fa0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2216344 Mar 31 22:56:47.435068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ddb25e6-666d-4a8b-870b-e800713ca763 req-aa82081c-c119-4a0d-9792-8ea35255c80b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856903 Mar 31 22:56:47.517956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14176ca-a6ee-4950-bd47-526d337f1c81 req-a1f00804-8df4-4f48-a1d0-6fcac3aef331 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.526938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e14176ca-a6ee-4950-bd47-526d337f1c81 req-a1f00804-8df4-4f48-a1d0-6fcac3aef331 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.0899012 Mar 31 22:56:47.607881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e14176ca-a6ee-4950-bd47-526d337f1c81 req-d0d74ae5-fabc-46a8-9d5e-fcc5c73432ea tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794857 Mar 31 22:56:47.639145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4bf37d1-4d71-4e3a-ade9-0431ca83b7f0 req-b6a5f0c3-d347-4535-b614-7bb7b37fe35c tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38c24feefadf452ea4f486fe49e05e0a HTTP/1.1" status: 200 len: 2988 time: 0.1093178 Mar 31 22:56:47.712178 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:47.739455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4bf37d1-4d71-4e3a-ade9-0431ca83b7f0 req-9c6b2f38-4949-4620-bd83-fe4f71e49d4c tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] 10.222.0.31 "GET /v2.0/security-groups/1cfb0335-17b6-4721-adb2-1054e3fc94c3 HTTP/1.1" status: 200 len: 2985 time: 0.0990772 Mar 31 22:56:47.801793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8610e49-130e-41b1-bac2-0c97582a7540 req-16dd7227-2261-4050-a86f-c9c76f3b5038 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.803566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8610e49-130e-41b1-bac2-0c97582a7540 req-16dd7227-2261-4050-a86f-c9c76f3b5038 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.1200802 Mar 31 22:56:47.828238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4bf37d1-4d71-4e3a-ade9-0431ca83b7f0 req-56b80622-6f30-432e-9077-ca7c5d676efd tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] 10.222.0.31 "GET /v2.0/security-groups/1cfb0335-17b6-4721-adb2-1054e3fc94c3 HTTP/1.1" status: 200 len: 2985 time: 0.0871572 Mar 31 22:56:47.862049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8610e49-130e-41b1-bac2-0c97582a7540 req-10838b46-1194-4a1a-b034-e25bc30ed926 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Mar 31 22:56:48.007610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f931ffd-175c-47d2-8737-a1c82b2d8129 req-3d693427-40ef-4fb0-826f-9d96ff8160dc tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.009365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f931ffd-175c-47d2-8737-a1c82b2d8129 req-3d693427-40ef-4fb0-826f-9d96ff8160dc tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.0899508 Mar 31 22:56:48.042225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58f75-d1e4-4c89-97c8-0d5d1f7e7aff req-094e2fc7-1783-4770-a28d-9baa5d0b2dc1 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.043773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98f58f75-d1e4-4c89-97c8-0d5d1f7e7aff req-094e2fc7-1783-4770-a28d-9baa5d0b2dc1 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.0923002 Mar 31 22:56:48.073727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Deleting port a69fc73f-bf3a-494b-890a-72640b3ea297 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:48.074064 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:48.087266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f931ffd-175c-47d2-8737-a1c82b2d8129 req-d7a3fcde-777a-41a9-a191-8872d17f0b55 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Mar 31 22:56:48.108554 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98f58f75-d1e4-4c89-97c8-0d5d1f7e7aff req-75a20337-732c-4c2f-ab58-6f5a1805545a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565152 Mar 31 22:56:48.200330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b96aaa2-4ed3-4a12-957d-88c6e4684f90 req-ad678b9f-56e0-467d-bc44-b906005e2eba tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] 10.222.0.31 "GET /v2.0/security-groups/1cfb0335-17b6-4721-adb2-1054e3fc94c3 HTTP/1.1" status: 200 len: 2985 time: 0.0663280 Mar 31 22:56:48.201465 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:48.223024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Calling delete_port for a69fc73f-bf3a-494b-890a-72640b3ea297 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:48.345354 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-9b96aaa2-4ed3-4a12-957d-88c6e4684f90 req-ba8d8a31-3f3b-4f6f-9baa-541d9697dc67 tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 22:56:48.346897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b96aaa2-4ed3-4a12-957d-88c6e4684f90 req-ba8d8a31-3f3b-4f6f-9baa-541d9697dc67 tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] 10.222.0.31 "DELETE /v2.0/security-groups/1cfb0335-17b6-4721-adb2-1054e3fc94c3 HTTP/1.1" status: 409 len: 352 time: 0.1454358 Mar 31 22:56:48.435261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:48.469352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdca44-0407-49b4-b39b-691e6dd73a4b req-c618f691-aebc-4d04-9b1a-8c8cacd841b0 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.476475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdca44-0407-49b4-b39b-691e6dd73a4b req-c618f691-aebc-4d04-9b1a-8c8cacd841b0 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.491651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdca44-0407-49b4-b39b-691e6dd73a4b req-c618f691-aebc-4d04-9b1a-8c8cacd841b0 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.493885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4bdca44-0407-49b4-b39b-691e6dd73a4b req-c618f691-aebc-4d04-9b1a-8c8cacd841b0 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236&device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91&device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 2417 time: 0.1208103 Mar 31 22:56:48.533372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6aef9cb7-fd9f-4efb-b89d-9773862b0b72 req-6cb4e08a-260f-4535-be91-1b7ee1f51b97 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0377707 Mar 31 22:56:48.576652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:48.576652 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:48.628429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4bdca44-0407-49b4-b39b-691e6dd73a4b req-c69cce20-e1bc-416e-9daf-821fd6e17982 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204979 Mar 31 22:56:48.692680 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:48.707884 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-69734649-7679-4623-8b69-8ee94223bf2e req-25c3d3ef-821c-4fdb-9406-fe19ccf56b67 tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] show failed (client error): The resource could not be found. Mar 31 22:56:48.707884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69734649-7679-4623-8b69-8ee94223bf2e req-25c3d3ef-821c-4fdb-9406-fe19ccf56b67 tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] 10.222.0.31 "GET /v2.0/security-groups/dd9c27de-eaab-4bdb-bb53-cba669b78b8f HTTP/1.1" status: 404 len: 352 time: 0.0576308 Mar 31 22:56:48.710251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77b2b011-c8d4-494c-be56-fa1d475ecb3c req-9479187b-5db7-4d91-af5d-23559f29e02e tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0512793 Mar 31 22:56:48.734198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:48.747324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816dd9-fddf-4402-8cb2-aae7d7984671 req-a7d8cc21-6627-4628-a7e9-43495cbb6051 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.748955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30816dd9-fddf-4402-8cb2-aae7d7984671 req-a7d8cc21-6627-4628-a7e9-43495cbb6051 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.1189058 Mar 31 22:56:48.781804 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] Sync routers for ids ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:48.799388 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] Routers {'7ed8e17b-e376-4b73-8a1f-a34094e8866e'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:48.799637 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:48.819853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30816dd9-fddf-4402-8cb2-aae7d7984671 req-21de69d0-deb8-461b-9a31-edcaea4b48c4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593789 Mar 31 22:56:48.848333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:48.899599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69fc73f-bf3a-494b-890a-72640b3ea297,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:48.914779 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-177b380c-a071-4a63-8328-5bf724551515 req-1041c220-854d-4e2a-b94d-df05fbae70fb tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] show failed (client error): The resource could not be found. Mar 31 22:56:48.916035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-177b380c-a071-4a63-8328-5bf724551515 req-1041c220-854d-4e2a-b94d-df05fbae70fb tempest-SecurityGroupsNegativeTestJSON-1347406058 tempest-SecurityGroupsNegativeTestJSON-1347406058-project] 10.222.0.31 "GET /v2.0/security-groups/bd1d0452-dd3e-4518-ad64-f921451c4dec HTTP/1.1" status: 404 len: 352 time: 0.0265634 Mar 31 22:56:48.930299 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] Set router 7ed8e17b-e376-4b73-8a1f-a34094e8866e gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:48.947873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:48.955707 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:49.013557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c46dc4e3-23fc-479d-a83b-cb5a6940c51d req-57713b1a-4460-4c22-abd5-820478fdc6c8 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1408060 Mar 31 22:56:49.096122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d462611a-99c4-42d2-a3ee-671be444af3c admin admin] Deleting subnet 8976a1dd-e5d5-4b09-a846-bb9656f42b20 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:56:49.105232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d462611a-99c4-42d2-a3ee-671be444af3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:49.158328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:49.201149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee592f-80d7-42c1-88d7-3859f3e64f5d req-3133a041-acd4-4b54-a91e-2a3bb4a76766 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.210180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32ee592f-80d7-42c1-88d7-3859f3e64f5d req-3133a041-acd4-4b54-a91e-2a3bb4a76766 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.1712816 Mar 31 22:56:49.250349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d462611a-99c4-42d2-a3ee-671be444af3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:49.285595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32ee592f-80d7-42c1-88d7-3859f3e64f5d req-0bb4f9c0-9c44-4683-8e85-edabf950ccc5 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690165 Mar 31 22:56:49.395724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:49.411889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d462611a-99c4-42d2-a3ee-671be444af3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:49.464782 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:43Z', 'revision_number': 4, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port': {'id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:38Z', 'updated_at': '2022-03-31T22:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'a69fc73f-bf3a-494b-890a-72640b3ea297', 'name': '', 'network_id': '307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'mac_address': 'fa:16:3e:37:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'eaa14832-175a-4ad3-830e-88019a2449bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:42Z', 'updated_at': '2022-03-31T22:56:44Z', 'revision_number': 2, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'subnets': [{'id': 'eaa14832-175a-4ad3-830e-88019a2449bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:49.482417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039181d-1506-42dd-9ac5-3e524121f34c req-4f18387a-f6a0-4ef1-8b32-e09d6ffa8a39 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.484688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1039181d-1506-42dd-9ac5-3e524121f34c req-4f18387a-f6a0-4ef1-8b32-e09d6ffa8a39 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1108959 Mar 31 22:56:49.519711 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] Checking router: 7ed8e17b-e376-4b73-8a1f-a34094e8866e for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:49.520065 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] Updating router 7ed8e17b-e376-4b73-8a1f-a34094e8866e port a69fc73f-bf3a-494b-890a-72640b3ea297 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:56:49.543896 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] Port a69fc73f-bf3a-494b-890a-72640b3ea297 not found while updating agent binding for router 7ed8e17b-e376-4b73-8a1f-a34094e8866e. {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 31 22:56:49.550193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1039181d-1506-42dd-9ac5-3e524121f34c req-22bbe7ee-f022-4cff-9d30-57819d86196b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523314 Mar 31 22:56:49.558047 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] Routers {'7ed8e17b-e376-4b73-8a1f-a34094e8866e'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:49.558936 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:49.718842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] Set router 7ed8e17b-e376-4b73-8a1f-a34094e8866e gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:49.760387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37cd88e2-f546-42ff-b9d4-ae5b766211df req-c7595549-e8f7-48cb-8102-df6727b39883 tempest-ServerShowV257Test-1966004488 tempest-ServerShowV257Test-1966004488-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1266fa-a664-47ca-9a66-2063d3d3181b HTTP/1.1" status: 200 len: 210 time: 0.0335488 Mar 31 22:56:49.804834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d462611a-99c4-42d2-a3ee-671be444af3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:49.810399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:49.848532 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462611a-99c4-42d2-a3ee-671be444af3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8976a1dd-e5d5-4b09-a846-bb9656f42b20,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:49.851593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d462611a-99c4-42d2-a3ee-671be444af3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:49.855939 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d462611a-99c4-42d2-a3ee-671be444af3c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8976a1dd-e5d5-4b09-a846-bb9656f42b20 HTTP/1.1" status: 204 len: 168 time: 0.9062438 Mar 31 22:56:49.859990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33712) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:49.884236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Router 7ed8e17b-e376-4b73-8a1f-a34094e8866e has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:56:50.172314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:50.199394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'port_id': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'mac_address': 'fa:16:3e:72:5d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2508d8b7-f29b-4711-aee0-bc5c76dd4591', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:50.237349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9666c6-09be-4ab2-853d-daa88a15a88c req-ff7304eb-6377-4132-84d1-a0072703cabd tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.254428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd9666c6-09be-4ab2-853d-daa88a15a88c req-ff7304eb-6377-4132-84d1-a0072703cabd tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.4941196 Mar 31 22:56:50.278706 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:48Z', 'revision_number': 5, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port': {'id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:38Z', 'updated_at': '2022-03-31T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:50.351569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd9666c6-09be-4ab2-853d-daa88a15a88c req-ea29f248-3cbd-4729-900f-4a03c09bdcb3 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959864 Mar 31 22:56:50.354027 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.356102 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f168c3-e3ba-43ac-8fea-87aa77554c5e None None] The sync data for ids ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'] in n-d-836015-1 is: [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:48Z', 'revision_number': 5, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port': {'id': 'bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:56:38Z', 'updated_at': '2022-03-31T22:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:50.373698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:50.466653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:50.502653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:50.508774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:50.509330 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.566653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e3c60-e837-40a0-9100-f68ff3797ff7 req-9010bba8-29ca-436b-83e5-d35c505c2ea0 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.568400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a1e3c60-e837-40a0-9100-f68ff3797ff7 req-9010bba8-29ca-436b-83e5-d35c505c2ea0 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.0750980 Mar 31 22:56:50.607354 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.630817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:56:50.637259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a1e3c60-e837-40a0-9100-f68ff3797ff7 req-9317d089-2eb0-4032-a0ee-571b974c8c70 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619652 Mar 31 22:56:50.650186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e67f1a3e-f515-434b-aaa1-f29c52c06f93 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ed8e17b-e376-4b73-8a1f-a34094e8866e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5375929 Mar 31 22:56:50.657699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33726) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:50.706028 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.849152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15db2c-ee35-44a4-9db0-229b1c8561f9 req-0282b4b3-7b68-451e-87cf-525346e53e51 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.854012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b15db2c-ee35-44a4-9db0-229b1c8561f9 req-0282b4b3-7b68-451e-87cf-525346e53e51 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 944 time: 0.1480737 Mar 31 22:56:50.867753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:50.892625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8a71cb3d-fdca-4ba0-a3ca-66d21984ed29'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:50.985494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b15db2c-ee35-44a4-9db0-229b1c8561f9 req-7fae7b7d-12bd-4f51-ab1b-d41c3f048ace tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195295 Mar 31 22:56:51.024599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.222721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.254001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53b148-c25a-4a5b-8ec4-c29f88a2df24 req-c6891c36-900f-4200-821e-29997b194474 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.266841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619648f5-40a9-4c30-ac0c-952412d70bc1']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:51.276875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f53b148-c25a-4a5b-8ec4-c29f88a2df24 req-c6891c36-900f-4200-821e-29997b194474 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.0970993 Mar 31 22:56:51.318748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102203e3-c037-4bc0-b8de-559e29199777') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:51.319055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102203e3-c037-4bc0-b8de-559e29199777') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:51.341684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.349659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f53b148-c25a-4a5b-8ec4-c29f88a2df24 req-45c531fd-16d4-4d2d-8594-137aaf6a4504 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715408 Mar 31 22:56:51.367205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.384889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:56:51.385319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:56:51.387259 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:56:51.404218 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.503288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6af01-f15b-433b-b99e-187f3569082f req-0ddf709d-6501-4d62-8aeb-6e73023466ec tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.504917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2df6af01-f15b-433b-b99e-187f3569082f req-0ddf709d-6501-4d62-8aeb-6e73023466ec tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.0681021 Mar 31 22:56:51.554869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2df6af01-f15b-433b-b99e-187f3569082f req-5d7487aa-42cb-40c6-9e7b-3f4eb615299c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Mar 31 22:56:51.693599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.711108 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.711108 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] 10.222.0.31 "DELETE /v2.0/networks/619648f5-40a9-4c30-ac0c-952412d70bc1 HTTP/1.1" status: 204 len: 168 time: 1.8460209 Mar 31 22:56:51.768669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002aebb6-bb7f-4190-89a6-4784a030a666 admin admin] Pushing event deleted for resources: {'Network': ['ID=619648f5-40a9-4c30-ac0c-952412d70bc1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:51.791312 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Deleting port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:51.791312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.841688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:51.936875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] For port bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:51.937299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:51.937820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.938086 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:51.962010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Calling delete_port for bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:52.006307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] Sync routers for ids ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:56:52.029413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] Routers {'7ed8e17b-e376-4b73-8a1f-a34094e8866e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:52.030471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:52.131200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33806) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:52.198355 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.235332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7eab9-4ee2-45e4-a07d-4ada548a9077 req-3f0a85ed-281f-4065-8b96-b9c85fbf2437 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.237317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90a7eab9-4ee2-45e4-a07d-4ada548a9077 req-3f0a85ed-281f-4065-8b96-b9c85fbf2437 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 944 time: 0.0737538 Mar 31 22:56:52.279719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:52.299350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:52.303536 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bbe18e-fa4e-4525-b798-658f9396a3d9" -d '{"events": [{"server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "name": "network-vif-plugged", "status": "completed", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:52.320539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a69fc73f-bf3a-494b-890a-72640b3ea297 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:52.329525 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90a7eab9-4ee2-45e4-a07d-4ada548a9077 req-bb639957-18fc-4d69-9615-ade516ec5797 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781600 Mar 31 22:56:52.336141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] Set router 7ed8e17b-e376-4b73-8a1f-a34094e8866e gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:52.346050 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93efecaf-cd20-4c38-ba12-e0acf7b96761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.432161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a69fc73f-bf3a-494b-890a-72640b3ea297 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:52.432528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a69fc73f-bf3a-494b-890a-72640b3ea297 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:52.471569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:51Z', 'revision_number': 6, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:52.472747 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93efecaf-cd20-4c38-ba12-e0acf7b96761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.514733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] Checking router: 7ed8e17b-e376-4b73-8a1f-a34094e8866e for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:56:52.515622 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.542530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f909d0-3ece-4451-84e4-a3dcd98e2e68 req-342b7988-a542-4a57-a205-08e5021b1c6e tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.547084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49f909d0-3ece-4451-84e4-a3dcd98e2e68 req-342b7988-a542-4a57-a205-08e5021b1c6e tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.0806754 Mar 31 22:56:52.550036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] Routers {'7ed8e17b-e376-4b73-8a1f-a34094e8866e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:56:52.551131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:52.629273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49f909d0-3ece-4451-84e4-a3dcd98e2e68 req-254f2d69-dcf9-44cc-a614-6d618c7a4866 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735896 Mar 31 22:56:52.672010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:52.689399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] Set router 7ed8e17b-e376-4b73-8a1f-a34094e8866e gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:56:52.729539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33822) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:52.787126 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fd4fae-9c68-48a8-9b31-8396477c4650 x-openstack-request-id: req-48fd4fae-9c68-48a8-9b31-8396477c4650 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:52.787126 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "name": "network-vif-plugged", "status": "completed", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:52.787126 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48fd4fae-9c68-48a8-9b31-8396477c4650 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:52.787126 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fd4fae-9c68-48a8-9b31-8396477c4650'] response: {'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'code': 200} Mar 31 22:56:52.787701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.788266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:51Z', 'revision_number': 6, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:52.819563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2c4f262f-c6c6-4245-8601-d78087254c4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38c24feefadf452ea4f486fe49e05e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817213 Mar 31 22:56:52.820085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33824) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:52.822519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218024d-7543-4d36-ba49-1635a0e16452 None None] The sync data for ids ['7ed8e17b-e376-4b73-8a1f-a34094e8866e'] in n-d-836015-1 is: [{'id': '7ed8e17b-e376-4b73-8a1f-a34094e8866e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250310055-router', 'tenant_id': '72be16dc6ed94a5d9d92d9eb41637177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:56:36Z', 'updated_at': '2022-03-31T22:56:51Z', 'revision_number': 6, 'project_id': '72be16dc6ed94a5d9d92d9eb41637177', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:56:52.824172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:52.873990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93efecaf-cd20-4c38-ba12-e0acf7b96761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.944684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.955650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efecaf-cd20-4c38-ba12-e0acf7b96761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf16b1b-97b1-4fdc-ae6e-a2cd31784473,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:52.964941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-93efecaf-cd20-4c38-ba12-e0acf7b96761 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96c8387c919347a4a079d213551f2278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324659 Mar 31 22:56:52.967102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56e2ae35-309e-4e78-96cf-a578550bc01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:52.970688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33826) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:53.039098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56e2ae35-309e-4e78-96cf-a578550bc01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.117922 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a0150dd2-5191-4cc3-9d93-5bb1d294b048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.148573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a0150dd2-5191-4cc3-9d93-5bb1d294b048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.194975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.200792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.382308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a0150dd2-5191-4cc3-9d93-5bb1d294b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.387247 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a0150dd2-5191-4cc3-9d93-5bb1d294b048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.392020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a0150dd2-5191-4cc3-9d93-5bb1d294b048 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdf16b1b-97b1-4fdc-ae6e-a2cd31784473 HTTP/1.1" status: 204 len: 168 time: 0.4183629 Mar 31 22:56:53.414495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.425283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed8e17b-e376-4b73-8a1f-a34094e8866e {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:56:53.425283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.425283 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-676cd810-730f-4be2-b91a-9954de7aa46b admin admin] 10.222.0.31 "DELETE /v2.0/routers/7ed8e17b-e376-4b73-8a1f-a34094e8866e HTTP/1.1" status: 204 len: 168 time: 2.7619629 Mar 31 22:56:53.426919 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56e2ae35-309e-4e78-96cf-a578550bc01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.428553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33836) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:53.433738 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56e2ae35-309e-4e78-96cf-a578550bc01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.439313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56e2ae35-309e-4e78-96cf-a578550bc01b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cfb0335-17b6-4721-adb2-1054e3fc94c3 HTTP/1.1" status: 204 len: 168 time: 0.6140401 Mar 31 22:56:53.439313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150dd2-5191-4cc3-9d93-5bb1d294b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf16b1b-97b1-4fdc-ae6e-a2cd31784473,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:53.479885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2ae35-309e-4e78-96cf-a578550bc01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfb0335-17b6-4721-adb2-1054e3fc94c3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:53.685007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Deleting subnet eaa14832-175a-4ad3-830e-88019a2449bd {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:56:53.696044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.835611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:53.868747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-28831c61-9246-4fe7-9e92-fa842c88cd49 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.871913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-28831c61-9246-4fe7-9e92-fa842c88cd49 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.50 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.2179468 Mar 31 22:56:53.901529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f01c8c-61af-4618-822b-6aed4d88de8a req-141bd7f2-39a3-465d-b392-d7f9a665a193 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.905880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7f01c8c-61af-4618-822b-6aed4d88de8a req-141bd7f2-39a3-465d-b392-d7f9a665a193 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2706563 Mar 31 22:56:54.049175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:54.186323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7f01c8c-61af-4618-822b-6aed4d88de8a req-012163f0-ba90-40cb-bd8d-5c8d57c6c73d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587395 Mar 31 22:56:54.245500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Deleting port c79287c8-8d6f-419d-8bd4-491e82ffcf8a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:54.246926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:54.426454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:54.439559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:54.507113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545d2d18-5d64-4ba6-989f-ea1b0f53b57d None None] Network 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:56:54.514082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] For port c79287c8-8d6f-419d-8bd4-491e82ffcf8a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:54.516400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:54.525394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:54.529980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bd4b12b4-7ff9-40cd-888f-ddae0d34fbe5 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:54.554876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:54.566253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Calling delete_port for c79287c8-8d6f-419d-8bd4-491e82ffcf8a owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:54.566913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eaa14832-175a-4ad3-830e-88019a2449bd HTTP/1.1" status: 204 len: 168 time: 1.1317241 Mar 31 22:56:54.568166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33850) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:54.769172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:54.778060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa14832-175a-4ad3-830e-88019a2449bd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:54.815213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.815591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.815938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.816282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.816618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.816945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.817480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.817836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.818144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.818471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.818818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.824219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871476-5f1f-40f0-9614-a822419fb540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:54.953718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e8b36-297b-4339-9e3f-5af7b4d48766 req-4b982bef-f5ef-44bc-86b2-9b11578e1976 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.970779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-180e8b36-297b-4339-9e3f-5af7b4d48766 req-4b982bef-f5ef-44bc-86b2-9b11578e1976 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 945 time: 0.2675803 Mar 31 22:56:54.979904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Deleting port 93e8afd6-3b55-44e8-91bc-36df18efb019 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:54.983153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:55.148956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-180e8b36-297b-4339-9e3f-5af7b4d48766 req-803f36b4-9e26-49c0-85b7-f05416c80e9b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397426 Mar 31 22:56:55.268969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] For port 93e8afd6-3b55-44e8-91bc-36df18efb019, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=93e8afd6-3b55-44e8-91bc-36df18efb019,segment=NetworkSegment(262d21d0-edc4-4663-b487-65674713f5e3),segment_id=262d21d0-edc4-4663-b487-65674713f5e3)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:55.269244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:55.331534 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Calling delete_port for 93e8afd6-3b55-44e8-91bc-36df18efb019 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:55.567080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:55.588100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['81a383d7-10f1-40f7-9427-6448b05f0ede', 'c1f2e252-92a9-4d58-92a4-6b9201a8f953'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:55.650258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] DHCP port deletion for 307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:56:55.684101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ded3c-8099-4e7a-ae91-77589f132129 req-0fc88041-1272-4bbb-a131-0ee9330b41d7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.691441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e85ded3c-8099-4e7a-ae91-77589f132129 req-0fc88041-1272-4bbb-a131-0ee9330b41d7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2139790 Mar 31 22:56:55.691441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Pushing event deleted for resources: {'Port': ['ID=c79287c8-8d6f-419d-8bd4-491e82ffcf8a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:55.767161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.767161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.767550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.767919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.768375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.768860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.769340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.769898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.770442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.770967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.771404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.771858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:55.801864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] No DVR routers for this DVR port c79287c8-8d6f-419d-8bd4-491e82ffcf8a on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:55.805424 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:55.811644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff635185-d10d-4677-9dcb-61fb9ac8956f req-4f77f790-af4f-4175-8b0e-4b71a3bdc3c7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.50 "DELETE /v2.0/ports/c79287c8-8d6f-419d-8bd4-491e82ffcf8a HTTP/1.1" status: 204 len: 173 time: 1.9032075 Mar 31 22:56:55.812346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b1ed19-6d93-4d16-b1bc-161da6f37236', 'name': 'network-vif-deleted', 'tag': 'c79287c8-8d6f-419d-8bd4-491e82ffcf8a'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:55.824255 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbc08d4-f915-427d-aeee-d78c9d18b813" -d '{"events": [{"server_uuid": "75b1ed19-6d93-4d16-b1bc-161da6f37236", "name": "network-vif-deleted", "tag": "c79287c8-8d6f-419d-8bd4-491e82ffcf8a"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:55.847068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] Deleting port 93e8afd6-3b55-44e8-91bc-36df18efb019 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:55.847475 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:55.850823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:55.871294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e85ded3c-8099-4e7a-ae91-77589f132129 req-c7c03397-56e2-41f0-83f8-a762b1b7db78 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697125 Mar 31 22:56:55.973666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Pushing event deleted for resources: {'Port': ['ID=93e8afd6-3b55-44e8-91bc-36df18efb019,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:55.997783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] For port 93e8afd6-3b55-44e8-91bc-36df18efb019, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:55.998359 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.001978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] No DVR routers for this DVR port 93e8afd6-3b55-44e8-91bc-36df18efb019 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:56.020759 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a7ec8-4b2b-45e1-9114-74413f5a7ef2 x-openstack-request-id: req-7e9a7ec8-4b2b-45e1-9114-74413f5a7ef2 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:56.021167 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b1ed19-6d93-4d16-b1bc-161da6f37236", "name": "network-vif-deleted", "tag": "c79287c8-8d6f-419d-8bd4-491e82ffcf8a", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:56.022073 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e9a7ec8-4b2b-45e1-9114-74413f5a7ef2 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:56.022073 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9a7ec8-4b2b-45e1-9114-74413f5a7ef2'] response: {'server_uuid': '75b1ed19-6d93-4d16-b1bc-161da6f37236', 'name': 'network-vif-deleted', 'tag': 'c79287c8-8d6f-419d-8bd4-491e82ffcf8a', 'status': 'completed', 'code': 200} Mar 31 22:56:56.063586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] Calling delete_port for 93e8afd6-3b55-44e8-91bc-36df18efb019 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:56.070894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] Port 93e8afd6-3b55-44e8-91bc-36df18efb019 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 22:56:56.078373 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.225630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] Pushing event deleted for resources: {'Port': ['ID=93e8afd6-3b55-44e8-91bc-36df18efb019,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:56.260123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9d13d-419a-4097-8698-46f5330e011e None None] No DVR routers for this DVR port 93e8afd6-3b55-44e8-91bc-36df18efb019 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:56.281968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.347812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:56.360260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262d21d0-edc4-4663-b487-65674713f5e3') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:56.360836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262d21d0-edc4-4663-b487-65674713f5e3') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:56:56.381288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.406050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d582710-43d4-457e-a303-f5a06588bd64 req-716f2220-99c9-4c06-a782-f54eac3a0757 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 210 time: 0.0604022 Mar 31 22:56:56.433849 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.458415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 93e8afd6-3b55-44e8-91bc-36df18efb019 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:56.465178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:56:56.470030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:56:56.487402 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:56:56.620858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33894) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:56.633072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 93e8afd6-3b55-44e8-91bc-36df18efb019 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:56.633578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 93e8afd6-3b55-44e8-91bc-36df18efb019 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:56.803023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.842211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33898) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:56.843441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:56.857059 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] 10.222.0.31 "DELETE /v2.0/networks/307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8 HTTP/1.1" status: 204 len: 168 time: 2.2818727 Mar 31 22:56:56.866601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a30c-4006-43a8-b044-fe16165a704a admin admin] Pushing event deleted for resources: {'Network': ['ID=307c6abd-3ea3-4811-bdeb-0e7dc9e11bd8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:56.970319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-828766790-network', 'tenant_id': 'f68e76993e644dd4af7361980eeb9954'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:57.101232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-790551525-network', 'tenant_id': '3ce3ca086c984c60a35d460983e78281'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:57.127523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f0965-a547-43cc-b6d0-a74dc320fcc1 req-62c48278-23ef-4ddc-9cd1-65d82020dd6a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.129263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e7f0965-a547-43cc-b6d0-a74dc320fcc1 req-62c48278-23ef-4ddc-9cd1-65d82020dd6a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1048555 Mar 31 22:56:57.197816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Made reservation on behalf of f68e76993e644dd4af7361980eeb9954 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:57.198310 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.213879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.219350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e7f0965-a547-43cc-b6d0-a74dc320fcc1 req-a30a3ab3-b3fa-4906-90fb-2c93474c76e1 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764709 Mar 31 22:56:57.395592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Made reservation on behalf of 3ce3ca086c984c60a35d460983e78281 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:57.403640 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.423270 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.434161 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.538305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c79287c8-8d6f-419d-8bd4-491e82ffcf8a no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:57.577070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: c79287c8-8d6f-419d-8bd4-491e82ffcf8a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:57.577481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c79287c8-8d6f-419d-8bd4-491e82ffcf8a not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:57.583019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be5b3904-9d94-4c8b-8c12-9ae566d0e771 req-0af2fec7-bb1f-4062-ae9c-148bc38c237b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=75b1ed19-6d93-4d16-b1bc-161da6f37236 HTTP/1.1" status: 200 len: 210 time: 0.0476079 Mar 31 22:56:57.623691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.684785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.742050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:56:57.748120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33910) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:57.761855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f501afc0-fcbc-4cbd-a431-e7700ff8800e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:57.767271 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.767271 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Added segment bcd98614-e381-44cd-a3a0-393fa4b94fff of type vlan for network af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad Mar 31 22:56:57.770715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.836743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c076ef20-da3c-431c-be63-2222c2d7f351,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:57.913539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:56:57.926232 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.930701 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:57.930991 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Added segment 1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3 of type vlan for network 2414df39-2c64-4bb1-880f-5611e493047f Mar 31 22:56:57.946583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33912) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:57.962830 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c6ff0969-6a5a-4443-9baa-cd39ed4647be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72be16dc6ed94a5d9d92d9eb41637177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969132 Mar 31 22:56:58.037538 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.095823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-055cc4c9-cf8d-4543-9c5d-cd5e4f4bea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.128995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-055cc4c9-cf8d-4543-9c5d-cd5e4f4bea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.246807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.249875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.251536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.294177 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.295685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.297418 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.431587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] Pushing event updated for resources: {'Network': ['ID=af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:58.456739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:56:58.478256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-055cc4c9-cf8d-4543-9c5d-cd5e4f4bea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.478256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-055cc4c9-cf8d-4543-9c5d-cd5e4f4bea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.482780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-055cc4c9-cf8d-4543-9c5d-cd5e4f4bea2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5198785c-f54c-479a-b800-d4a58e12d4c9 HTTP/1.1" status: 204 len: 168 time: 0.5356503 Mar 31 22:56:58.651911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8096902 Mar 31 22:56:58.653306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33920) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:58.660370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-69c59c1b-b6f8-47ed-a144-7b1051242fff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0341239 Mar 31 22:56:58.660370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cc4c9-cf8d-4543-9c5d-cd5e4f4bea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5198785c-f54c-479a-b800-d4a58e12d4c9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:58.663387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33922) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:56:58.669258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Request body: {'subnet': {'network_id': 'af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-828766790-subnet', 'tenant_id': 'f68e76993e644dd4af7361980eeb9954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:58.681420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466dc04-58d7-47cc-b4ba-893eebf92f26 req-9460c52e-068f-4bb6-9ef6-b9fdd2f43c60 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.683197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Request body: {'subnet': {'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-790551525-subnet', 'tenant_id': '3ce3ca086c984c60a35d460983e78281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:58.690295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f466dc04-58d7-47cc-b4ba-893eebf92f26 req-9460c52e-068f-4bb6-9ef6-b9fdd2f43c60 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.3087139 Mar 31 22:56:58.694277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d1ec6-a04c-41a5-becf-fb8f346e346c admin admin] Pushing event updated for resources: {'Network': ['ID=2414df39-2c64-4bb1-880f-5611e493047f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:58.722120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2414df39-2c64-4bb1-880f-5611e493047f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:56:58.772059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f466dc04-58d7-47cc-b4ba-893eebf92f26 req-b193adea-7060-4ff9-9ad5-36e3a62cd256 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803740 Mar 31 22:56:58.964539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Made reservation on behalf of f68e76993e644dd4af7361980eeb9954 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:58.969095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Made reservation on behalf of 3ce3ca086c984c60a35d460983e78281 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:58.969969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:58.973297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.798661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.799184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.894155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e04f59-b0c4-4d47-aa66-fcbb5ce59a50,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:59.934825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:59.960783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Checking segment: {'id': 'bcd98614-e381-44cd-a3a0-393fa4b94fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:59.961132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Network hostable DHCP agents. Network: af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:56:59.982903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Checking segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:59.983975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Network hostable DHCP agents. Network: 2414df39-2c64-4bb1-880f-5611e493047f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:00.177064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Network 2414df39-2c64-4bb1-880f-5611e493047f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:00.194747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8d447-fea8-40be-a31e-81b26b83c0f7 req-b8c37647-cc14-466a-9798-d9d2641eab36 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.197763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-faf8d447-fea8-40be-a31e-81b26b83c0f7 req-b8c37647-cc14-466a-9798-d9d2641eab36 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1559696 Mar 31 22:57:00.199873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Network af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:00.299448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-faf8d447-fea8-40be-a31e-81b26b83c0f7 req-d7a6ee68-bcef-461d-8a0f-b25f9bb9bcb2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811968 Mar 31 22:57:00.389268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:00.389575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2414df39-2c64-4bb1-880f-5611e493047f) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:00.400953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.404972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.406894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.410186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.420863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d33f957-5680-4a4d-bdc0-fcd44a86503d None None] Network af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:00.482953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b044f05-164a-4659-b303-fa7222666224 None None] Network 2414df39-2c64-4bb1-880f-5611e493047f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:00.679963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eb9af-778b-4656-ad95-1b0a0947fb22 req-cd03c17a-8917-4745-b517-3000e663227c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.682316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-354eb9af-778b-4656-ad95-1b0a0947fb22 req-cd03c17a-8917-4745-b517-3000e663227c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 945 time: 0.2074940 Mar 31 22:57:00.751710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-354eb9af-778b-4656-ad95-1b0a0947fb22 req-77416f9a-a6d0-47b4-8afd-fad39f92ca0b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621364 Mar 31 22:57:00.818539 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-49595412-1090-4b4a-a419-db0897b3f593 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1636879 Mar 31 22:57:00.827388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d2dc5e4d-a263-4603-a5b0-d9e489b3c65a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1625175 Mar 31 22:57:01.042278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b35ee0-7a2d-4184-bb31-ab07792a30ff None None] Network 2414df39-2c64-4bb1-880f-5611e493047f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:01.274193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ebf0f-de23-4f51-99f4-eaec501898c3 None None] Network af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:01.846364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-7769a854-06c6-45a7-b7b2-44cec1759a9e tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.848238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-7769a854-06c6-45a7-b7b2-44cec1759a9e tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f8287bd-6e53-48ed-8bd9-de47e7a5cd91 HTTP/1.1" status: 200 len: 945 time: 0.1299284 Mar 31 22:57:02.007500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Deleting port c1f2e252-92a9-4d58-92a4-6b9201a8f953 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:02.007858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.108552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33992) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:02.168914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] For port c1f2e252-92a9-4d58-92a4-6b9201a8f953, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c1f2e252-92a9-4d58-92a4-6b9201a8f953,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:02.169462 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.192309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Calling delete_port for c1f2e252-92a9-4d58-92a4-6b9201a8f953 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:02.241220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8b9ef5-c19d-4572-a649-64e1313a2ed5 admin admin] Deleting subnet f3e04f59-b0c4-4d47-aa66-fcbb5ce59a50 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:57:02.247942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9ef5-c19d-4572-a649-64e1313a2ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.303455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9ef5-c19d-4572-a649-64e1313a2ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.379543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9ef5-c19d-4572-a649-64e1313a2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.418815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd8353-af92-46ad-8c8a-e563f98c5e13 req-bd885962-6cc4-449c-8777-4fd488797ac5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.422234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33dd8353-af92-46ad-8c8a-e563f98c5e13 req-bd885962-6cc4-449c-8777-4fd488797ac5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1484964 Mar 31 22:57:02.523120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33dd8353-af92-46ad-8c8a-e563f98c5e13 req-8f8ea203-f33d-4cf1-9ee0-a59a42a10d9a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878036 Mar 31 22:57:02.655332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9ef5-c19d-4572-a649-64e1313a2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.667777 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.681478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['81a383d7-10f1-40f7-9427-6448b05f0ede', 'c1f2e252-92a9-4d58-92a4-6b9201a8f953'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:02.712687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9ef5-c19d-4572-a649-64e1313a2ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.716704 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1f8b9ef5-c19d-4572-a649-64e1313a2ed5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3e04f59-b0c4-4d47-aa66-fcbb5ce59a50 HTTP/1.1" status: 204 len: 168 time: 0.6054289 Mar 31 22:57:02.720030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9ef5-c19d-4572-a649-64e1313a2ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e04f59-b0c4-4d47-aa66-fcbb5ce59a50,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:02.724082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34002) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:02.811759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Pushing event deleted for resources: {'Port': ['ID=c1f2e252-92a9-4d58-92a4-6b9201a8f953,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:02.850144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.867990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] No DVR routers for this DVR port c1f2e252-92a9-4d58-92a4-6b9201a8f953 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:02.873488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.887962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5278c90f-7b59-4f20-b651-db6a0578f776 req-8346f32c-2a2c-4229-a9cf-b7e8d3b18f50 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.45 "DELETE /v2.0/ports/c1f2e252-92a9-4d58-92a4-6b9201a8f953 HTTP/1.1" status: 204 len: 173 time: 1.0302765 Mar 31 22:57:02.888511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8287bd-6e53-48ed-8bd9-de47e7a5cd91', 'name': 'network-vif-deleted', 'tag': 'c1f2e252-92a9-4d58-92a4-6b9201a8f953'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:02.896816 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6c8dbd-3827-4a5a-b4dc-841fa0143795" -d '{"events": [{"server_uuid": "7f8287bd-6e53-48ed-8bd9-de47e7a5cd91", "name": "network-vif-deleted", "tag": "c1f2e252-92a9-4d58-92a4-6b9201a8f953"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:03.005712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:03.035024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:03.058768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd98614-e381-44cd-a3a0-393fa4b94fff') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:03.059313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd98614-e381-44cd-a3a0-393fa4b94fff') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:03.074396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:03.111517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:03.125416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:57:03.128830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:57:03.160254 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:57:03.352222 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:03.360528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:03.366954 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] 10.222.0.31 "DELETE /v2.0/networks/af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad HTTP/1.1" status: 204 len: 168 time: 0.6389632 Mar 31 22:57:03.412805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600c8e4-09b3-4f04-ae95-c8291fd36a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=af77b9a5-4a6e-4ad6-b8b5-9e8d5099d6ad,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:03.985653 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ee369581-3b18-49d0-9db6-8598e2373173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.012113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34012) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:04.073332 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c9f5f791-715c-485c-b371-f42488d2d268 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f68e76993e644dd4af7361980eeb9954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654883 Mar 31 22:57:04.083042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34014) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:04.166716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-849c3345-3005-449f-a3fb-4c2cff839046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.240987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-849c3345-3005-449f-a3fb-4c2cff839046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.489519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-849c3345-3005-449f-a3fb-4c2cff839046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.495271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-849c3345-3005-449f-a3fb-4c2cff839046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.498131 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-849c3345-3005-449f-a3fb-4c2cff839046 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f501afc0-fcbc-4cbd-a431-e7700ff8800e HTTP/1.1" status: 204 len: 168 time: 0.4113472 Mar 31 22:57:04.525781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c3345-3005-449f-a3fb-4c2cff839046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f501afc0-fcbc-4cbd-a431-e7700ff8800e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:05.919329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c1f2e252-92a9-4d58-92a4-6b9201a8f953 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:05.952792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: c1f2e252-92a9-4d58-92a4-6b9201a8f953 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:05.953999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c1f2e252-92a9-4d58-92a4-6b9201a8f953 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:06.117675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d87dbf02-364e-4b40-8308-54732e00e026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:07.643071 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.271608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.812447 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:09.894818 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:09.928700 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:10.898760 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:57:11.354181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-c8fd5df7-28b0-4ca8-a3e1-2b1992dabff5 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.356738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-c8fd5df7-28b0-4ca8-a3e1-2b1992dabff5 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 812 time: 0.1234679 Mar 31 22:57:11.383092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-6102839d-b3d4-4c6d-8e56-52a02ee60992 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/quotas/3ce3ca086c984c60a35d460983e78281 HTTP/1.1" status: 200 len: 375 time: 0.0124543 Mar 31 22:57:11.427322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-da412247-3c58-4816-a39f-41a0614c2d7f tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377395 Mar 31 22:57:11.532784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-f1ccbb59-bcbf-4f1a-9dd4-695434c5199e service neutron] 10.222.0.31 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976276 Mar 31 22:57:11.670755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-1fb17cd1-a64c-4b44-90b8-d924960fc195 service neutron] 10.222.0.31 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282098 Mar 31 22:57:12.272426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cced37-c2f1-49ca-a609-06017082b527 req-7bb1b013-1f61-4c0a-88ca-2a2d9ab7ac9f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.274114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8cced37-c2f1-49ca-a609-06017082b527 req-7bb1b013-1f61-4c0a-88ca-2a2d9ab7ac9f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.1408243 Mar 31 22:57:12.277456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86852d-0063-4047-a322-8234843a61b8 req-fdb86e7d-acf1-49f1-8330-a0e76d1b9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.279292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-fdb86e7d-acf1-49f1-8330-a0e76d1b9af6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 1096 time: 0.2939100 Mar 31 22:57:12.369387 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c6c6ef-14e9-48f6-852c-c5da6d0a3f42 x-openstack-request-id: req-27c6c6ef-14e9-48f6-852c-c5da6d0a3f42 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:12.370420 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8287bd-6e53-48ed-8bd9-de47e7a5cd91", "name": "network-vif-deleted", "tag": "c1f2e252-92a9-4d58-92a4-6b9201a8f953", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:12.370420 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27c6c6ef-14e9-48f6-852c-c5da6d0a3f42 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:12.370420 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c6c6ef-14e9-48f6-852c-c5da6d0a3f42'] response: {'server_uuid': '7f8287bd-6e53-48ed-8bd9-de47e7a5cd91', 'name': 'network-vif-deleted', 'tag': 'c1f2e252-92a9-4d58-92a4-6b9201a8f953', 'status': 'completed', 'code': 200} Mar 31 22:57:12.404800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8cced37-c2f1-49ca-a609-06017082b527 req-d66f1319-9b24-49f7-870a-725549386940 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207740 Mar 31 22:57:12.454467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86852d-0063-4047-a322-8234843a61b8 req-36a6b16b-365b-491d-8fe4-47c1473831e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.456342 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-36a6b16b-365b-491d-8fe4-47c1473831e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 912 time: 0.1675231 Mar 31 22:57:12.520053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-685fdf72-6624-4948-aca6-2e2e50fdca5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 HTTP/1.1" status: 200 len: 217 time: 0.0538921 Mar 31 22:57:12.618282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86852d-0063-4047-a322-8234843a61b8 req-b6597305-bdb2-4e44-976e-ee6a120bd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.619952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-b6597305-bdb2-4e44-976e-ee6a120bd896 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.0919473 Mar 31 22:57:12.663065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-becb695a-59ec-4d83-8a89-800887bd9ca3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351095 Mar 31 22:57:12.678032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-0d365a41-4988-4ace-b1ee-f09d3a86b94b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:57:12.679435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-0d365a41-4988-4ace-b1ee-f09d3a86b94b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064955 Mar 31 22:57:12.819396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-f7382080-13a2-4e47-a795-126fc76ecc53 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303961 Mar 31 22:57:12.957109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e86852d-0063-4047-a322-8234843a61b8 req-3f994f13-970c-409d-a8d9-97856c0f4d03 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263945 Mar 31 22:57:13.614719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273879f-4fd2-4b66-b102-05fe7f486c86 req-4915ebb2-c198-4ace-b185-01737c22840c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.616164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6273879f-4fd2-4b66-b102-05fe7f486c86 req-4915ebb2-c198-4ace-b185-01737c22840c tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.0764630 Mar 31 22:57:13.682524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6273879f-4fd2-4b66-b102-05fe7f486c86 req-6220ea78-3097-424a-b932-f7e76198142a tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470209 Mar 31 22:57:13.844728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30d1f8f1-c916-4ca1-82e7-05ea6781afc2 req-2ff9ebb9-133b-4f7e-a05a-8fa9febb3c0a tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 210 time: 0.0345309 Mar 31 22:57:13.980707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623ad96-121e-4762-a5f9-0d10fe99db82 req-90768cfc-54bc-4811-a475-c4939730da4b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.982603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4623ad96-121e-4762-a5f9-0d10fe99db82 req-90768cfc-54bc-4811-a475-c4939730da4b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.0675874 Mar 31 22:57:14.040910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4623ad96-121e-4762-a5f9-0d10fe99db82 req-4d801694-2bd3-46a9-800a-7715503a739b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Mar 31 22:57:14.195906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552f74a-cef1-4e9b-8b28-71511b8e5722 req-797b6219-a685-43e1-aaed-0d3313291c67 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.197800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0552f74a-cef1-4e9b-8b28-71511b8e5722 req-797b6219-a685-43e1-aaed-0d3313291c67 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.0652435 Mar 31 22:57:14.249443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0552f74a-cef1-4e9b-8b28-71511b8e5722 req-65c73f54-a931-4c89-8d18-a0a4bf996738 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Mar 31 22:57:14.674205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce2607-301b-46ed-bc7d-30e37be9a091 req-40d33e8b-29bf-4b3c-a6c4-287e1757beb7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.675838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83ce2607-301b-46ed-bc7d-30e37be9a091 req-40d33e8b-29bf-4b3c-a6c4-287e1757beb7 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.0575941 Mar 31 22:57:14.739432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83ce2607-301b-46ed-bc7d-30e37be9a091 req-43b15f13-f4a5-43c1-a685-380e0212fb33 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561829 Mar 31 22:57:14.918574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccf420-f716-4f25-86a8-426adf73319d req-35082a1c-52b4-4d45-a916-95104059d436 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.920856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57ccf420-f716-4f25-86a8-426adf73319d req-35082a1c-52b4-4d45-a916-95104059d436 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.1124175 Mar 31 22:57:14.999195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57ccf420-f716-4f25-86a8-426adf73319d req-d34652d5-9a4b-419d-875b-14a42812859b tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692980 Mar 31 22:57:15.081308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727d1fea-8622-4a34-9a73-51440aea37c8 req-abb0b38b-d58e-4c2e-8f22-d41f5e784cde tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 210 time: 0.0926466 Mar 31 22:57:15.172704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34212) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:15.231602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-46600c66-68e4-4cec-8de3-fb71d5ffa260 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.235029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-46600c66-68e4-4cec-8de3-fb71d5ffa260 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.0909357 Mar 31 22:57:15.381711 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cce9bd89-896e-49f2-986c-2b0a74d9d93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.478158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82936386-7e19-4a95-9ff1-4f44cc9de795 req-5236ea58-3211-4ef2-bf0d-edfe6d5db58c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.480297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82936386-7e19-4a95-9ff1-4f44cc9de795 req-5236ea58-3211-4ef2-bf0d-edfe6d5db58c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 945 time: 0.2343373 Mar 31 22:57:15.503041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cce9bd89-896e-49f2-986c-2b0a74d9d93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.533721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89722aa4-3c63-44e5-b631-c672607f3a09 req-cd999732-3c0a-42a0-b2ce-7b4150ecfd4a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.535370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89722aa4-3c63-44e5-b631-c672607f3a09 req-cd999732-3c0a-42a0-b2ce-7b4150ecfd4a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 946 time: 0.1629524 Mar 31 22:57:15.578682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82936386-7e19-4a95-9ff1-4f44cc9de795 req-cc85ff51-960c-47ad-b581-fdb42221bc5e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828080 Mar 31 22:57:15.621420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Deleting port 81a383d7-10f1-40f7-9427-6448b05f0ede {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:15.622337 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.630606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89722aa4-3c63-44e5-b631-c672607f3a09 req-10d8eeea-beeb-44e6-9ec1-4b0dbf6fdd87 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880082 Mar 31 22:57:15.653319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cce9bd89-896e-49f2-986c-2b0a74d9d93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.721713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9bd89-896e-49f2-986c-2b0a74d9d93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f5571-fadd-473c-8f08-29a9cdabb518,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:15.764525 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cce9bd89-896e-49f2-986c-2b0a74d9d93e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a32f4a2ff4d41909fabb45dc3e862df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897226 Mar 31 22:57:15.767830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34220) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:15.791538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] For port 81a383d7-10f1-40f7-9427-6448b05f0ede, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=81a383d7-10f1-40f7-9427-6448b05f0ede,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:15.792159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.837748 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ad6ad8-1407-4adf-95a4-c98a7dcb6a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.838843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Calling delete_port for 81a383d7-10f1-40f7-9427-6448b05f0ede owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:15.888905 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ad6ad8-1407-4adf-95a4-c98a7dcb6a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.956189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cd446827-9e87-42c3-9d7c-934ca09da56f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:15.970743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:16.011489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7168e-5f8a-4027-9cd8-91bfe1da0bdb req-4761fb1f-274c-450f-8b9e-504daa814248 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.013541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24a7168e-5f8a-4027-9cd8-91bfe1da0bdb req-4761fb1f-274c-450f-8b9e-504daa814248 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.0978100 Mar 31 22:57:16.127837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24a7168e-5f8a-4027-9cd8-91bfe1da0bdb req-4ee8604e-6fff-439d-a049-c7d5a0736171 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852714 Mar 31 22:57:16.169262 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ad6ad8-1407-4adf-95a4-c98a7dcb6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.178677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ad6ad8-1407-4adf-95a4-c98a7dcb6a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.189107 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-27ad6ad8-1407-4adf-95a4-c98a7dcb6a85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f48f5571-fadd-473c-8f08-29a9cdabb518 HTTP/1.1" status: 204 len: 168 time: 0.4197922 Mar 31 22:57:16.207394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad6ad8-1407-4adf-95a4-c98a7dcb6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f5571-fadd-473c-8f08-29a9cdabb518,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.265014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19783b-e79b-4c36-9afd-cf40ee07a3c1 req-f6d554a4-1945-481d-aa19-2d73d9f22c2d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.265014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f19783b-e79b-4c36-9afd-cf40ee07a3c1 req-f6d554a4-1945-481d-aa19-2d73d9f22c2d tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 946 time: 0.1001699 Mar 31 22:57:16.265716 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.321750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cd446827-9e87-42c3-9d7c-934ca09da56f,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:16.336139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-719c4481-f375-482c-b09e-0d505f0d8f44 req-299857c0-04a9-450b-b53e-43acd847f742 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 210 time: 0.0442088 Mar 31 22:57:16.349036 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.354026 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f19783b-e79b-4c36-9afd-cf40ee07a3c1 req-421c3dc8-22eb-4f23-8490-fc27fc119fd7 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988803 Mar 31 22:57:16.361881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'cd446827-9e87-42c3-9d7c-934ca09da56f', 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'port_id': 'cd446827-9e87-42c3-9d7c-934ca09da56f', 'mac_address': 'fa:16:3e:3e:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f392b3e-6281-4d10-b94f-5c287a22815d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:16.364584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:16.367546 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d8210b-e886-45d5-967c-bd528312099a" -d '{"events": [{"server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "name": "network-vif-unplugged", "status": "completed", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:16.386907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['81a383d7-10f1-40f7-9427-6448b05f0ede'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:16.389963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Pushing event deleted for resources: {'Port': ['ID=81a383d7-10f1-40f7-9427-6448b05f0ede,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.445439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] No DVR routers for this DVR port 81a383d7-10f1-40f7-9427-6448b05f0ede on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:16.449453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.454796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06811a13-4c21-4a85-aa42-12e69e91bacd req-1e1aba65-4634-402c-9b74-cce431105c71 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.45 "DELETE /v2.0/ports/81a383d7-10f1-40f7-9427-6448b05f0ede HTTP/1.1" status: 204 len: 173 time: 1.1930699 Mar 31 22:57:16.457451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a09853a-fe8d-43b6-b8a6-ca0864b6456f', 'name': 'network-vif-deleted', 'tag': '81a383d7-10f1-40f7-9427-6448b05f0ede'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:16.460013 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d8e276-e052-45c5-861b-b7d714db5798" -d '{"events": [{"server_uuid": "6a09853a-fe8d-43b6-b8a6-ca0864b6456f", "name": "network-vif-deleted", "tag": "81a383d7-10f1-40f7-9427-6448b05f0ede"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:16.465730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:16.473937 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0f9618-ce22-4e63-9456-a907887fdc4e x-openstack-request-id: req-8b0f9618-ce22-4e63-9456-a907887fdc4e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:16.474694 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "name": "network-vif-unplugged", "status": "completed", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:16.476498 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b0f9618-ce22-4e63-9456-a907887fdc4e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:16.476498 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0f9618-ce22-4e63-9456-a907887fdc4e'] response: {'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'code': 200} Mar 31 22:57:16.502916 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.519936 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f76b3d-d0d6-465c-8fbc-56816e0c18d5 x-openstack-request-id: req-59f76b3d-d0d6-465c-8fbc-56816e0c18d5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:16.519936 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a09853a-fe8d-43b6-b8a6-ca0864b6456f", "name": "network-vif-deleted", "tag": "81a383d7-10f1-40f7-9427-6448b05f0ede", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:16.519936 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59f76b3d-d0d6-465c-8fbc-56816e0c18d5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:16.519936 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f76b3d-d0d6-465c-8fbc-56816e0c18d5'] response: {'server_uuid': '6a09853a-fe8d-43b6-b8a6-ca0864b6456f', 'name': 'network-vif-deleted', 'tag': '81a383d7-10f1-40f7-9427-6448b05f0ede', 'status': 'completed', 'code': 200} Mar 31 22:57:16.541282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd446827-9e87-42c3-9d7c-934ca09da56f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:16.586856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cd446827-9e87-42c3-9d7c-934ca09da56f,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:16.650467 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.764639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.781191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.781721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.782246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.782807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.783359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.783892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.790569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.792810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.793707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.795916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.797202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.797722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.800057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5795b5-26a8-4c6b-8eb8-7a98a607daa4 req-954a90db-9e80-4c50-bc3e-7070509a897c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.813749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed5795b5-26a8-4c6b-8eb8-7a98a607daa4 req-954a90db-9e80-4c50-bc3e-7070509a897c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 943 time: 0.1018870 Mar 31 22:57:16.866400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed5795b5-26a8-4c6b-8eb8-7a98a607daa4 req-38192d25-2b25-4d83-824b-a595c673d40a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507228 Mar 31 22:57:16.932195 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.006032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5d97a-87ae-4496-8638-1f8e6414d4dd req-ab75c56e-c822-42b3-a825-1a12ab2687d3 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.016744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16d5d97a-87ae-4496-8638-1f8e6414d4dd req-ab75c56e-c822-42b3-a825-1a12ab2687d3 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 945 time: 0.0855730 Mar 31 22:57:17.044319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cd446827-9e87-42c3-9d7c-934ca09da56f,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:17.067230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['cd446827-9e87-42c3-9d7c-934ca09da56f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:17.083463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16d5d97a-87ae-4496-8638-1f8e6414d4dd req-16159f1b-6f5b-4cc9-84d4-cf4a550fb14d tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597618 Mar 31 22:57:17.461446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-babbb9cd-97c2-4707-bed5-385eb3a3cefc tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.463619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-babbb9cd-97c2-4707-bed5-385eb3a3cefc tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 812 time: 0.2326298 Mar 31 22:57:17.479971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Request body: {'port': {'device_id': '78473f0b-59e1-48dd-bc0b-64f3f2bad70c', 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'admin_state_up': True, 'tenant_id': '3ce3ca086c984c60a35d460983e78281'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:17.940847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Made reservation on behalf of 3ce3ca086c984c60a35d460983e78281 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:17.946301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.970716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:18.129527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cd446827-9e87-42c3-9d7c-934ca09da56f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:18.201841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Allocated IP 172.20.0.11 (2414df39-2c64-4bb1-880f-5611e493047f/8ce25239-a3a5-479b-a3fd-c8ca7b3801e6/1f94c1c6-c95d-4c50-81b0-6a439501e348) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:18.264283 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.289440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cd446827-9e87-42c3-9d7c-934ca09da56f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:18.314516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cd446827-9e87-42c3-9d7c-934ca09da56f,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:18.399478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34314) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:18.502931 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.502931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 81a383d7-10f1-40f7-9427-6448b05f0ede no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:18.507463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3254c0a-0a29-4334-a2b0-004defe6aa8c req-4107e8d0-865c-49ed-8eea-f7ee4dc807b0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.509063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3254c0a-0a29-4334-a2b0-004defe6aa8c req-4107e8d0-865c-49ed-8eea-f7ee4dc807b0 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.2075007 Mar 31 22:57:18.528494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 81a383d7-10f1-40f7-9427-6448b05f0ede {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:18.528816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 81a383d7-10f1-40f7-9427-6448b05f0ede not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:18.617660 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-159684904-network', 'tenant_id': '09a3042b7f214174bd139ed3823e8810'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:18.633947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cd446827-9e87-42c3-9d7c-934ca09da56f,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:18.833123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Made reservation on behalf of 09a3042b7f214174bd139ed3823e8810 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:18.836284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.852091 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.979048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.002066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-da3609bb-033b-414d-bdf2-eb2b415a2c02 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.003766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-da3609bb-033b-414d-bdf2-eb2b415a2c02 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.5223057 Mar 31 22:57:19.041544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3254c0a-0a29-4334-a2b0-004defe6aa8c req-3edcb63e-97f7-46d4-a596-07f67a4afd5b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917236 Mar 31 22:57:19.065511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.186973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-c94498b7-b77e-487b-89cf-87503532cd64 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.188686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-c94498b7-b77e-487b-89cf-87503532cd64 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.45 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 812 time: 0.3377409 Mar 31 22:57:19.206161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Request body: {'port': {'device_id': '39c649f7-5c65-4f28-b652-c392fb3ab5b4', 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'admin_state_up': True, 'tenant_id': '3ce3ca086c984c60a35d460983e78281'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:19.306633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87954ae2-7d88-4163-bc65-fe97f5b6ec49 req-16618b4d-6254-4279-ab6b-c65cd04f6b0c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 210 time: 0.0758934 Mar 31 22:57:19.317235 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.334710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Deleting port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:19.335066 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.386809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:57:19.417991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec9dacb-c75a-45b2-bad6-57132dfb229b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:19.442765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.454585 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Added segment fc052337-7cfe-4c31-bddc-fba7cb4ef6a2 of type vlan for network ebe94049-aff3-4491-9f43-d9e39d0be845 Mar 31 22:57:19.478773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] For port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:19.479207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.537453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-12b5ed8e-b31f-427a-894e-5c1669b40d29 req-0f5d8647-7d0a-4dae-b213-81efb337c3db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0692337 Mar 31 22:57:19.555994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.620792 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-12b5ed8e-b31f-427a-894e-5c1669b40d29 req-139ff016-6038-49c2-89c8-92aaa37188a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17e48de2433c47adbb23025d5c19e9de&device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 210 time: 0.0348880 Mar 31 22:57:19.665172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.715965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Made reservation on behalf of 3ce3ca086c984c60a35d460983e78281 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:19.720966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:19.770417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17cc6fbd-311c-4b33-985a-66ca1880497d req-6d24709e-611a-4ef8-aaec-2e5e5924b509 tempest-ListServerFiltersTestJSON-167146566 tempest-ListServerFiltersTestJSON-167146566-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a09853a-fe8d-43b6-b8a6-ca0864b6456f HTTP/1.1" status: 200 len: 210 time: 0.1077878 Mar 31 22:57:19.820066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5ed8e-b31f-427a-894e-5c1669b40d29 req-aabd29a6-1674-44e6-94d2-3e60244d8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.821591 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-12b5ed8e-b31f-427a-894e-5c1669b40d29 req-aabd29a6-1674-44e6-94d2-3e60244d8ecf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=17e48de2433c47adbb23025d5c19e9de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1528015 Mar 31 22:57:19.850370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Network 2414df39-2c64-4bb1-880f-5611e493047f is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:19.871123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:19.880986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:19.971378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Pushing event updated for resources: {'Port': ['ID=1f94c1c6-c95d-4c50-81b0-6a439501e348,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:19.994027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5ed8e-b31f-427a-894e-5c1669b40d29 req-ce850b14-f4ad-429f-98e8-92bbe8848f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.995827 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-12b5ed8e-b31f-427a-894e-5c1669b40d29 req-ce850b14-f4ad-429f-98e8-92bbe8848f0b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1663556 Mar 31 22:57:20.010075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.035428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.035428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.038071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-ef9cf743-4672-42ae-80fd-55fec86a345e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.039909 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-ef9cf743-4672-42ae-80fd-55fec86a345e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 944 time: 0.0972621 Mar 31 22:57:20.157999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.159033 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.167783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe94049-aff3-4491-9f43-d9e39d0be845,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:20.186025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ebe94049-aff3-4491-9f43-d9e39d0be845 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:57:20.191813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e6a2-ed7e-49fa-9590-a1ab32272237 req-050be7db-5ec5-4c03-af31-18347667d957 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.198811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5636e6a2-ed7e-49fa-9590-a1ab32272237 req-050be7db-5ec5-4c03-af31-18347667d957 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 944 time: 0.3383586 Mar 31 22:57:20.247998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Deleting port cd446827-9e87-42c3-9d7c-934ca09da56f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:20.248419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.257228 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.257685 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.258133 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Floating IP a1f41355-a9a9-4378-bb5b-893da63bf8cf disassociated. External IP: 172.25.4.30, port: 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89. Mar 31 22:57:20.258560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Calling delete_port for 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:20.273328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Allocated IP 172.20.0.6 (2414df39-2c64-4bb1-880f-5611e493047f/8ce25239-a3a5-479b-a3fd-c8ca7b3801e6/607a9214-e809-43b1-9b16-28ee671cbd54) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:20.315181 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-850a743f-10d7-4110-a3f4-385fe042d647 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9117756 Mar 31 22:57:20.324877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34340) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:20.340902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Request body: {'subnet': {'network_id': 'ebe94049-aff3-4491-9f43-d9e39d0be845', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-159684904-subnet', 'tenant_id': '09a3042b7f214174bd139ed3823e8810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:20.359814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5636e6a2-ed7e-49fa-9590-a1ab32272237 req-03d4804d-834b-4233-bc02-7fd1a8a5ba44 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469438 Mar 31 22:57:20.398789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] For port cd446827-9e87-42c3-9d7c-934ca09da56f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cd446827-9e87-42c3-9d7c-934ca09da56f,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:20.399401 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.433811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Calling delete_port for cd446827-9e87-42c3-9d7c-934ca09da56f owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:20.443764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-d54162cf-9bf8-4502-a845-bb5385f463c2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9704430 Mar 31 22:57:20.465575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-981feb0b-f284-4ccd-9472-6ca20f8352c3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:57:20.467246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-981feb0b-f284-4ccd-9472-6ca20f8352c3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100605 Mar 31 22:57:20.497689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Made reservation on behalf of 09a3042b7f214174bd139ed3823e8810 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:20.500303 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.613010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Request body: {'port': {'device_id': '78473f0b-59e1-48dd-bc0b-64f3f2bad70c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:20.734551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ebf05-6f7c-434e-acaa-5eb5bf1a6606 req-1630206b-8cae-4521-9240-ceeff915ce65 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.736760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-999ebf05-6f7c-434e-acaa-5eb5bf1a6606 req-1630206b-8cae-4521-9240-ceeff915ce65 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 946 time: 0.2623813 Mar 31 22:57:20.886197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.894572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.906954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-732edd3d-eae5-419b-ba37-d161356d472c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.908504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-732edd3d-eae5-419b-ba37-d161356d472c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=901af764-097e-49b7-89a0-8263bd7c6477 HTTP/1.1" status: 200 len: 943 time: 0.2584097 Mar 31 22:57:20.924419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-999ebf05-6f7c-434e-acaa-5eb5bf1a6606 req-5162ebdb-3a37-4af5-bf2e-5aa8966f3880 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d37d849-0304-475c-bcb3-7c9c9e198f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559405 Mar 31 22:57:20.939570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.945061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event deleted for resources: {'Port': ['ID=cd446827-9e87-42c3-9d7c-934ca09da56f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:20.996456 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.072877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] No DVR routers for this DVR port cd446827-9e87-42c3-9d7c-934ca09da56f on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:21.078091 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.083085 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f18f06cc-82fe-4be0-849f-1264685a2c17 req-9548ce67-2eee-49e4-8a8d-3043a8a16771 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.45 "DELETE /v2.0/ports/cd446827-9e87-42c3-9d7c-934ca09da56f HTTP/1.1" status: 204 len: 173 time: 1.0276201 Mar 31 22:57:21.090251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c58cd5b-11a5-439e-8135-6b80f082c759', 'name': 'network-vif-deleted', 'tag': 'cd446827-9e87-42c3-9d7c-934ca09da56f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:21.094351 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6d4a0-a9c5-483f-81f5-d86b9c5bf852" -d '{"events": [{"server_uuid": "5c58cd5b-11a5-439e-8135-6b80f082c759", "name": "network-vif-deleted", "tag": "cd446827-9e87-42c3-9d7c-934ca09da56f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:21.117388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=50949d27-f0c2-43cc-bae6-6bc22889a4af,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:21.135905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.154059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Checking segment: {'id': 'fc052337-7cfe-4c31-bddc-fba7cb4ef6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ebe94049-aff3-4491-9f43-d9e39d0be845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:21.154721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Network hostable DHCP agents. Network: ebe94049-aff3-4491-9f43-d9e39d0be845, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:21.219661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event deleted for resources: {'Port': ['ID=77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:21.264578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f6238bc-1fce-42da-9286-5a36c474ae2d req-2bf74be4-cf46-4059-9cfd-6e578d6664e0 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 210 time: 0.1268792 Mar 31 22:57:21.336978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34356) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:21.407558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-253088e0-7aa6-481a-8885-d2d963d1999a admin admin] Deleting subnet 68178f66-215a-41c8-9ea7-f4ad9565aa34 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:57:21.411941 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-253088e0-7aa6-481a-8885-d2d963d1999a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.466871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-253088e0-7aa6-481a-8885-d2d963d1999a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.492077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Deleting port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:21.492880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.537818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Network ebe94049-aff3-4491-9f43-d9e39d0be845 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:21.610059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:57:21.634608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.669166 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c43d309-44c9-4f63-89a1-906e8bb0a724 x-openstack-request-id: req-0c43d309-44c9-4f63-89a1-906e8bb0a724 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:21.672807 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c58cd5b-11a5-439e-8135-6b80f082c759", "name": "network-vif-deleted", "tag": "cd446827-9e87-42c3-9d7c-934ca09da56f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:21.673426 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c43d309-44c9-4f63-89a1-906e8bb0a724 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:21.676327 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c43d309-44c9-4f63-89a1-906e8bb0a724'] response: {'server_uuid': '5c58cd5b-11a5-439e-8135-6b80f082c759', 'name': 'network-vif-deleted', 'tag': 'cd446827-9e87-42c3-9d7c-934ca09da56f', 'status': 'completed', 'code': 200} Mar 31 22:57:21.747299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-253088e0-7aa6-481a-8885-d2d963d1999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:21.772172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, ebe94049-aff3-4491-9f43-d9e39d0be845) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:21.788091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcaf6a1-2912-4b24-a6b3-f5f0c67e8cfa None None] Network ebe94049-aff3-4491-9f43-d9e39d0be845 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:21.847823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.849040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.022847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34368) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:22.046322 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a350d7c9-d500-4bd6-a6d6-0a77153fecfc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7200842 Mar 31 22:57:22.075169 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-253088e0-7aa6-481a-8885-d2d963d1999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.097993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:22.125485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:22.126263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:22.176333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253088e0-7aa6-481a-8885-d2d963d1999a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68178f66-215a-41c8-9ea7-f4ad9565aa34,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:22.179295 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-253088e0-7aa6-481a-8885-d2d963d1999a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.184466 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-253088e0-7aa6-481a-8885-d2d963d1999a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/68178f66-215a-41c8-9ea7-f4ad9565aa34 HTTP/1.1" status: 204 len: 168 time: 0.8439739 Mar 31 22:57:22.190834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34374) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:22.207323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b466578-fee8-4394-bf5d-67d82bc2cde4 None None] Network a2c820dd-33f9-42f8-81ee-a6b3de543286 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:22.313175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee43f748-adb2-45b9-8ade-520c29c453a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.342720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.414047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948b359-5ad9-4320-bc1e-6ce667bfdee7 None None] Network ebe94049-aff3-4491-9f43-d9e39d0be845 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:22.426758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] For port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:22.429186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.446665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Calling delete_port for 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:22.446998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Deleting port b062a5ca-3350-4d21-90f0-78c0b17e654a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:22.447208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.560243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] For port b062a5ca-3350-4d21-90f0-78c0b17e654a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b062a5ca-3350-4d21-90f0-78c0b17e654a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:22.561102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.581937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Calling delete_port for b062a5ca-3350-4d21-90f0-78c0b17e654a owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:22.696903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Network 2414df39-2c64-4bb1-880f-5611e493047f is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:22.719419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] DHCP port deletion for a2c820dd-33f9-42f8-81ee-a6b3de543286 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:57:22.757064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c01035cf-067c-4464-a479-3526a43b23b9 req-91eab414-3ee3-4e81-a73a-5c577627e0e8 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c58cd5b-11a5-439e-8135-6b80f082c759 HTTP/1.1" status: 200 len: 210 time: 0.2153664 Mar 31 22:57:22.771156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:22.792552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:22.832306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] Deleting port b062a5ca-3350-4d21-90f0-78c0b17e654a {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:22.832937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.856577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee43f748-adb2-45b9-8ade-520c29c453a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.908828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Pushing event updated for resources: {'Port': ['ID=607a9214-e809-43b1-9b16-28ee671cbd54,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:22.925065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.983480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.984739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.989891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] For port b062a5ca-3350-4d21-90f0-78c0b17e654a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b062a5ca-3350-4d21-90f0-78c0b17e654a,segment=NetworkSegment(6e16595f-4d74-4dc6-b149-4864671fb307),segment_id=6e16595f-4d74-4dc6-b149-4864671fb307)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:22.989891 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.995667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee43f748-adb2-45b9-8ade-520c29c453a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.998449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b062a5ca-3350-4d21-90f0-78c0b17e654a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:23.001225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79cde584-f0f1-4fe0-b1a9-6d247e954de8 req-af71010b-6e9a-41aa-92ab-a2b583418d72 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=3858e927-6e8d-48d2-8ea6-0d124ebbd54d HTTP/1.1" status: 200 len: 210 time: 0.1246989 Mar 31 22:57:23.043359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] No DVR routers for this DVR port b062a5ca-3350-4d21-90f0-78c0b17e654a on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:23.043604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] Calling delete_port for b062a5ca-3350-4d21-90f0-78c0b17e654a owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:23.119809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f94c1c6-c95d-4c50-81b0-6a439501e348 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:23.136148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.154613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43f748-adb2-45b9-8ade-520c29c453a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844e34ad-3e7e-4189-9a1b-378af3363b21,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:23.170581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:23.191154 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.213120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] No DVR routers for this DVR port b062a5ca-3350-4d21-90f0-78c0b17e654a on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:23.224215 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] Sync routers for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:23.244925 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ee43f748-adb2-45b9-8ade-520c29c453a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38a384d30eb947c49295ee4d46186dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204559 Mar 31 22:57:23.250006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:23.262668 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-6e831c3e-79a3-4fdf-85e0-f3186244d832 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2810862 Mar 31 22:57:23.263659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.273873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84783e-ea07-4d51-be8b-2ec7d33dcd15 None None] Pushing event deleted for resources: {'Port': ['ID=b062a5ca-3350-4d21-90f0-78c0b17e654a,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:23.287504 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:23.289353 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:57:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:23.336357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] No DVR routers for this DVR port 77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:23.340431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.343947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-777c0aec-5a74-4b46-88dd-21e97e397894 req-62b64c58-760b-442e-8f10-9bbdaf4d94ac tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "DELETE /v2.0/ports/77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89 HTTP/1.1" status: 204 len: 173 time: 4.3269842 Mar 31 22:57:23.345172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'name': 'network-vif-deleted', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:23.347886 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b3781b-506f-4ba5-99f4-17c901d28f76" -d '{"events": [{"server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "name": "network-vif-deleted", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:23.357273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-8c696516-e941-4fa2-8399-94a3e23fe98c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1567636 Mar 31 22:57:23.375298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Request body: {'port': {'device_id': '39c649f7-5c65-4f28-b652-c392fb3ab5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:23.416020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c820dd-33f9-42f8-81ee-a6b3de543286']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:23.423946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61b7ba-76b0-4441-85a9-d5d7dca0aef5 req-e0b353fc-3b1b-4f3f-a45c-1e5a05d5eb77 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.426454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef61b7ba-76b0-4441-85a9-d5d7dca0aef5 req-e0b353fc-3b1b-4f3f-a45c-1e5a05d5eb77 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 931 time: 0.2640381 Mar 31 22:57:23.455598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e16595f-4d74-4dc6-b149-4864671fb307') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:23.456191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e16595f-4d74-4dc6-b149-4864671fb307') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:23.474075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.477476 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-50c4a041-4de4-4920-b202-8e54cd828e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.479118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-50c4a041-4de4-4920-b202-8e54cd828e1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 1096 time: 0.1925778 Mar 31 22:57:23.500476 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:23.507172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.519296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.533673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:57:23.546307 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.547195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.613422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef61b7ba-76b0-4441-85a9-d5d7dca0aef5 req-c6a71a04-ff4a-4152-a8a1-7077a387626f tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340284 Mar 31 22:57:23.731981 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88993391-eeb3-43a6-952e-f5f5a24f9fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:57:23.734378 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:57:23.778311 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88993391-eeb3-43a6-952e-f5f5a24f9fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.789327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.805559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Transition to ACTIVE for port object 1f94c1c6-c95d-4c50-81b0-6a439501e348 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:23.811370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event deleted for resources: {'Port': ['ID=8a71cb3d-fdca-4ba0-a3ca-66d21984ed29,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:23.833161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] No DVR routers for this DVR port 8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:23.841769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.847775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:23.848052 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/a2c820dd-33f9-42f8-81ee-a6b3de543286 HTTP/1.1" status: 204 len: 168 time: 1.6531775 Mar 31 22:57:23.848052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-83f408cb-8d9e-4c8e-b059-36f8540979ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.848665 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-83f408cb-8d9e-4c8e-b059-36f8540979ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.3421688 Mar 31 22:57:23.860647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f2460ad-2f0b-4d11-949b-0576f6f2e8fe req-c08d996d-72e5-41c8-a614-f247c7c8e202 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "DELETE /v2.0/ports/8a71cb3d-fdca-4ba0-a3ca-66d21984ed29 HTTP/1.1" status: 204 len: 173 time: 2.9405046 Mar 31 22:57:23.878951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-676e25f1-e647-4555-a4b8-27b0013a1e04 req-f362c3fc-b3ae-4304-bf30-ef6f0e0e9894 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1666346668', 'description': 'tempest-description-69974911'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:23.889583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7512026-6671-438c-b1b8-d652dc8272bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c820dd-33f9-42f8-81ee-a6b3de543286,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:23.980830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cd446827-9e87-42c3-9d7c-934ca09da56f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:24.004910 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:24.022122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: cd446827-9e87-42c3-9d7c-934ca09da56f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:24.022502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cd446827-9e87-42c3-9d7c-934ca09da56f not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:24.049270 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.064978 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] Checking router: 312d64ce-5c71-48a6-91a9-5c4d1f03e04b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:24.077716 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:24.078776 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:57:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:24.157856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-676e25f1-e647-4555-a4b8-27b0013a1e04 req-f362c3fc-b3ae-4304-bf30-ef6f0e0e9894 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.195947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Pushing event updated for resources: {'Port': ['ID=1f94c1c6-c95d-4c50-81b0-6a439501e348,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:24.240277 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:24.315317 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-5911143b-222b-41c8-aa62-d5e2d357b346 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 200 len: 217 time: 0.4369421 Mar 31 22:57:24.421737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-416bc258-30fd-467c-9161-cf471a2ba0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.430562 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-416bc258-30fd-467c-9161-cf471a2ba0f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.1074317 Mar 31 22:57:24.448422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b062a5ca-3350-4d21-90f0-78c0b17e654a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:24.461782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Attempting to bind port 1f94c1c6-c95d-4c50-81b0-6a439501e348 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:24.462144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Attempting to bind port 1f94c1c6-c95d-4c50-81b0-6a439501e348 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:24.462440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Attempting to bind port 1f94c1c6-c95d-4c50-81b0-6a439501e348 on network 2414df39-2c64-4bb1-880f-5611e493047f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:24.468381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607a9214-e809-43b1-9b16-28ee671cbd54 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:24.482753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Port 1f94c1c6-c95d-4c50-81b0-6a439501e348 on network 2414df39-2c64-4bb1-880f-5611e493047f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:24.483092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Attempting to bind port 1f94c1c6-c95d-4c50-81b0-6a439501e348 on network 2414df39-2c64-4bb1-880f-5611e493047f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:24.487192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.496155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:24.496537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Checking segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:24.496900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Bound using segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:24.497353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Bound port: 1f94c1c6-c95d-4c50-81b0-6a439501e348, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:24.497714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.520564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b062a5ca-3350-4d21-90f0-78c0b17e654a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:24.522602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b062a5ca-3350-4d21-90f0-78c0b17e654a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:24.528155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-fa6f1e04-1cb5-40a8-be57-46c6cf4bad06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846338 Mar 31 22:57:24.626038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] For port 1f94c1c6-c95d-4c50-81b0-6a439501e348, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:24.631950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] For port 1f94c1c6-c95d-4c50-81b0-6a439501e348, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f94c1c6-c95d-4c50-81b0-6a439501e348,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:24.652649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88993391-eeb3-43a6-952e-f5f5a24f9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.656496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88993391-eeb3-43a6-952e-f5f5a24f9fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.657862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Transition to ACTIVE for port object 607a9214-e809-43b1-9b16-28ee671cbd54 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:24.660959 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-88993391-eeb3-43a6-952e-f5f5a24f9fac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/844e34ad-3e7e-4189-9a1b-378af3363b21 HTTP/1.1" status: 204 len: 168 time: 1.4088864 Mar 31 22:57:24.675672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88993391-eeb3-43a6-952e-f5f5a24f9fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844e34ad-3e7e-4189-9a1b-378af3363b21,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:24.757596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34404) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:24.772081 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-40687613-12d6-4b7b-865e-43878125a604 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422283 Mar 31 22:57:24.778624 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-676e25f1-e647-4555-a4b8-27b0013a1e04 req-f362c3fc-b3ae-4304-bf30-ef6f0e0e9894 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.780330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.841056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:24.906199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.918327 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0161b44-7bf9-4ca3-b254-a3a0e5d311f8 None None] The sync data for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 is: [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fd3a71d-4ad8-42f9-9bad-654eafb74722', 'name': '', 'network_id': 'bd906ada-fda5-49cd-8c3e-b7b6da32d121', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'mac_address': 'fa:16:3e:8a:9a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:57Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'subnets': [{'id': 'e9538987-e92f-48bf-b5ae-5faa5f82b5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:24.951840 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-676e25f1-e647-4555-a4b8-27b0013a1e04 req-f362c3fc-b3ae-4304-bf30-ef6f0e0e9894 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.966041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.967077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.969463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] 10.222.0.50 "PUT /v2.0/ports/1f94c1c6-c95d-4c50-81b0-6a439501e348 HTTP/1.1" status: 200 len: 1092 time: 4.4816954 Mar 31 22:57:25.102070 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bdd15613-0a68-41db-8fbd-a3b0a7884aee req-df3071f6-ef09-4a01-bb24-79a8a488d603 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237083 Mar 31 22:57:25.163488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f1c06a6c-cc11-49b7-8697-454e5a1b092e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17e48de2433c47adbb23025d5c19e9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036765 Mar 31 22:57:25.167808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34414) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:25.203123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d180990-fa73-4dac-b445-7229de6aa781 service neutron] Pushing event updated for resources: {'Port': ['ID=1f94c1c6-c95d-4c50-81b0-6a439501e348,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:25.238716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362c3fc-b3ae-4304-bf30-ef6f0e0e9894 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe8027-219b-498b-80e2-b32779e98d52,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:25.310151 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-676e25f1-e647-4555-a4b8-27b0013a1e04 req-f362c3fc-b3ae-4304-bf30-ef6f0e0e9894 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.311717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-676e25f1-e647-4555-a4b8-27b0013a1e04 req-f362c3fc-b3ae-4304-bf30-ef6f0e0e9894 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4397955 Mar 31 22:57:25.378553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Pushing event updated for resources: {'Port': ['ID=607a9214-e809-43b1-9b16-28ee671cbd54,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:25.409381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Attempting to bind port 607a9214-e809-43b1-9b16-28ee671cbd54 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:25.409902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Attempting to bind port 607a9214-e809-43b1-9b16-28ee671cbd54 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:25.410334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Attempting to bind port 607a9214-e809-43b1-9b16-28ee671cbd54 on network 2414df39-2c64-4bb1-880f-5611e493047f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:25.417828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Port 607a9214-e809-43b1-9b16-28ee671cbd54 on network 2414df39-2c64-4bb1-880f-5611e493047f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:25.423119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Attempting to bind port 607a9214-e809-43b1-9b16-28ee671cbd54 on network 2414df39-2c64-4bb1-880f-5611e493047f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:25.437822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:25.439684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Checking segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:25.440352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Bound using segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:25.442391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Bound port: 607a9214-e809-43b1-9b16-28ee671cbd54, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:25.443536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.460926 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83198e18-4233-4e79-a0b9-fb24920fdbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.472364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c8385-957f-44af-ab89-005bc182bb98 None None] New status for floating IP a1f41355-a9a9-4378-bb5b-893da63bf8cf: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:57:25.475589 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb175928-a04d-43be-b70d-b92de5d3ac1a x-openstack-request-id: req-bb175928-a04d-43be-b70d-b92de5d3ac1a {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:25.480170 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3858e927-6e8d-48d2-8ea6-0d124ebbd54d", "name": "network-vif-deleted", "tag": "77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:25.480451 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb175928-a04d-43be-b70d-b92de5d3ac1a {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:25.481073 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb175928-a04d-43be-b70d-b92de5d3ac1a'] response: {'server_uuid': '3858e927-6e8d-48d2-8ea6-0d124ebbd54d', 'name': 'network-vif-deleted', 'tag': '77e1b47b-bbfd-44f4-a5ce-6b1ccf9edd89', 'status': 'completed', 'code': 200} Mar 31 22:57:25.489834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-ac2f0077-bf3e-45f4-8259-f867ce183a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.491784 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-ac2f0077-bf3e-45f4-8259-f867ce183a38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&device_id=78473f0b-59e1-48dd-bc0b-64f3f2bad70c HTTP/1.1" status: 200 len: 1095 time: 0.2174826 Mar 31 22:57:25.502053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83198e18-4233-4e79-a0b9-fb24920fdbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.566735 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-0c847649-8b41-4f6e-a2c5-6fcb962328f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f94c1c6-c95d-4c50-81b0-6a439501e348 HTTP/1.1" status: 200 len: 217 time: 0.0611334 Mar 31 22:57:25.699663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-09ad1719-de6a-4005-ba1b-0dd016bb6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.702096 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-09ad1719-de6a-4005-ba1b-0dd016bb6360 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 200 len: 852 time: 0.1236501 Mar 31 22:57:25.772970 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-98da7468-08bd-479d-aff0-fd2bd30a4e67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2414df39-2c64-4bb1-880f-5611e493047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621550 Mar 31 22:57:25.816268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83198e18-4233-4e79-a0b9-fb24920fdbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.819440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] For port 607a9214-e809-43b1-9b16-28ee671cbd54, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:25.824699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83198e18-4233-4e79-a0b9-fb24920fdbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.825989 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-83198e18-4233-4e79-a0b9-fb24920fdbf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc75fc42-6fda-4fc8-96e0-ebd7aca55dba HTTP/1.1" status: 204 len: 168 time: 0.6568782 Mar 31 22:57:25.837016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] For port 607a9214-e809-43b1-9b16-28ee671cbd54, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=607a9214-e809-43b1-9b16-28ee671cbd54,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:25.892754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83198e18-4233-4e79-a0b9-fb24920fdbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc75fc42-6fda-4fc8-96e0-ebd7aca55dba,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:25.982947 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-01bd7de9-0827-4b8b-88ca-784804204d7b service neutron] 10.222.0.50 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025957 Mar 31 22:57:26.024565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.202644 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-9a709ffb-b1f0-4d86-83cc-e8a1e194e590 service neutron] 10.222.0.50 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107744 Mar 31 22:57:26.330206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29023933-d920-48d3-af8e-aff143818c56 req-258e5570-bfe2-4379-a952-082228e3bbc2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.346151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29023933-d920-48d3-af8e-aff143818c56 req-258e5570-bfe2-4379-a952-082228e3bbc2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 943 time: 0.4344990 Mar 31 22:57:26.358142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.359207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.362286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] 10.222.0.45 "PUT /v2.0/ports/607a9214-e809-43b1-9b16-28ee671cbd54 HTTP/1.1" status: 200 len: 1091 time: 2.9970248 Mar 31 22:57:26.423928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-051448c6-917a-4eb0-bfef-adbb7574d199 req-15c0e2ec-a765-4723-a10d-d352593c0c10 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/8ffe8027-219b-498b-80e2-b32779e98d52 HTTP/1.1" status: 200 len: 1805 time: 0.2643187 Mar 31 22:57:26.443219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c6d99-8596-407c-b1a9-02fc0eed321c service neutron] Pushing event updated for resources: {'Port': ['ID=607a9214-e809-43b1-9b16-28ee671cbd54,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:26.451706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-051448c6-917a-4eb0-bfef-adbb7574d199 req-2c12c09d-81dc-4dec-ad19-d4ff7bead13d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ffe8027-219b-498b-80e2-b32779e98d52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:26.452028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-051448c6-917a-4eb0-bfef-adbb7574d199 req-2c12c09d-81dc-4dec-ad19-d4ff7bead13d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ffe8027-219b-498b-80e2-b32779e98d52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:26.463861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29023933-d920-48d3-af8e-aff143818c56 req-d4b39eee-76e7-4edc-9ee7-7f6b44365b8b tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161792 Mar 31 22:57:26.678037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-2839b3a7-6eb3-4534-85a2-f1a9fdf13b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.680392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-2839b3a7-6eb3-4534-85a2-f1a9fdf13b94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 1094 time: 0.0804548 Mar 31 22:57:26.764764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-e4ccc0ee-f305-415d-8d40-37313c0034f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607a9214-e809-43b1-9b16-28ee671cbd54 HTTP/1.1" status: 200 len: 217 time: 0.0721395 Mar 31 22:57:26.853447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-051448c6-917a-4eb0-bfef-adbb7574d199 req-2c12c09d-81dc-4dec-ad19-d4ff7bead13d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.895477 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-051448c6-917a-4eb0-bfef-adbb7574d199 req-2c12c09d-81dc-4dec-ad19-d4ff7bead13d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.897248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-ee945811-1a83-45eb-9fc7-8130fff393cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.902823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-ee945811-1a83-45eb-9fc7-8130fff393cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 200 len: 852 time: 0.1319706 Mar 31 22:57:26.960958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-2a9ab26a-fa0c-40d0-a2c8-8682c2bdff18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2414df39-2c64-4bb1-880f-5611e493047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509274 Mar 31 22:57:27.030268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-051448c6-917a-4eb0-bfef-adbb7574d199 req-2c12c09d-81dc-4dec-ad19-d4ff7bead13d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.064868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12c09d-81dc-4dec-ad19-d4ff7bead13d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877e06d1-704f-43b8-80b3-5dcc8da4e689,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:27.113680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-668ae6fd-3a12-4505-9a5b-ad950311ea68 service neutron] 10.222.0.45 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450343 Mar 31 22:57:27.202911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-051448c6-917a-4eb0-bfef-adbb7574d199 req-2c12c09d-81dc-4dec-ad19-d4ff7bead13d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.202911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-051448c6-917a-4eb0-bfef-adbb7574d199 req-2c12c09d-81dc-4dec-ad19-d4ff7bead13d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7674661 Mar 31 22:57:27.265304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:27.270393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3d674a25-cc9c-4445-b286-bd62e69cdc81 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757158991', 'description': 'tempest-description--1413740207'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:27.274589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8c8d0a3-cfab-4187-947e-eac926116e6b req-715a7970-54d8-4555-a1d4-f8fc566e25c4 service neutron] 10.222.0.45 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530700 Mar 31 22:57:27.338214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c3fa4645-7663-4493-87a9-87e8ed0d7ea3 req-65ace636-2e44-44d7-a366-9266a22c4767 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2131297091', 'description': 'tempest-description-732726900'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:27.420850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34470) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:27.465996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d674a25-cc9c-4445-b286-bd62e69cdc81 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.482658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'name': 'network-vif-deleted', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29'}, {'name': 'network-changed', 'server_uuid': '78473f0b-59e1-48dd-bc0b-64f3f2bad70c', 'tag': '1f94c1c6-c95d-4c50-81b0-6a439501e348'}, {'name': 'network-changed', 'server_uuid': '39c649f7-5c65-4f28-b652-c392fb3ab5b4', 'tag': '607a9214-e809-43b1-9b16-28ee671cbd54'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:27.494815 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5629116d-ae09-4644-91d5-c9e415f610e7" -d '{"events": [{"server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "name": "network-vif-deleted", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29"}, {"name": "network-changed", "server_uuid": "78473f0b-59e1-48dd-bc0b-64f3f2bad70c", "tag": "1f94c1c6-c95d-4c50-81b0-6a439501e348"}, {"name": "network-changed", "server_uuid": "39c649f7-5c65-4f28-b652-c392fb3ab5b4", "tag": "607a9214-e809-43b1-9b16-28ee671cbd54"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:27.559997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f4123de1-b37c-4813-bc74-53e8fe3dc2e6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.578968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c3fa4645-7663-4493-87a9-87e8ed0d7ea3 req-65ace636-2e44-44d7-a366-9266a22c4767 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.623252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f4123de1-b37c-4813-bc74-53e8fe3dc2e6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.705141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d674a25-cc9c-4445-b286-bd62e69cdc81 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.762773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-40b04e1c-352d-436c-a771-50517588c4de tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.766188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-40b04e1c-352d-436c-a771-50517588c4de tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 807 time: 0.2267931 Mar 31 22:57:27.784142 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c3fa4645-7663-4493-87a9-87e8ed0d7ea3 req-65ace636-2e44-44d7-a366-9266a22c4767 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.788985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-9b6ab266-ecde-4443-87a4-d0ae3ec3c88f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/quotas/629c61ff279f4c10b3d615363174bf13 HTTP/1.1" status: 200 len: 375 time: 0.0191996 Mar 31 22:57:27.867834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-b2052be2-79a0-46db-8aa5-e73868c302d4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690517 Mar 31 22:57:27.883510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-a9745d8f-3baa-4903-bec0-f891e1771189 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:57:27.884592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-a9745d8f-3baa-4903-bec0-f891e1771189 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056598 Mar 31 22:57:27.980310 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d674a25-cc9c-4445-b286-bd62e69cdc81 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.980563 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c3fa4645-7663-4493-87a9-87e8ed0d7ea3 req-65ace636-2e44-44d7-a366-9266a22c4767 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.987216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f4123de1-b37c-4813-bc74-53e8fe3dc2e6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.990706 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f4123de1-b37c-4813-bc74-53e8fe3dc2e6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.994790 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f4123de1-b37c-4813-bc74-53e8fe3dc2e6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d37d849-0304-475c-bcb3-7c9c9e198f48 HTTP/1.1" status: 204 len: 168 time: 0.5694656 Mar 31 22:57:27.999994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34490) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:28.034394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d674a25-cc9c-4445-b286-bd62e69cdc81 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d1634a-4475-4994-9643-c9c161d40098,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:28.063360 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-9ec37584-f74f-4261-b9b5-8f0457aee510 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] show failed (client error): The resource could not be found. Mar 31 22:57:28.063875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123de1-b37c-4813-bc74-53e8fe3dc2e6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d37d849-0304-475c-bcb3-7c9c9e198f48,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:28.067371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9ec37584-f74f-4261-b9b5-8f0457aee510 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups/8d37d849-0304-475c-bcb3-7c9c9e198f48 HTTP/1.1" status: 404 len: 347 time: 0.0604372 Mar 31 22:57:28.068303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34492) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:28.068561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ace636-2e44-44d7-a366-9266a22c4767 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc84eea7-60bf-48fd-aa17-59c0031e2172,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:28.084938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fa0115d7-951c-42c5-a698-d323b5d4e6d3 service neutron] 10.222.0.31 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912591 Mar 31 22:57:28.208390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c3fa4645-7663-4493-87a9-87e8ed0d7ea3 req-65ace636-2e44-44d7-a366-9266a22c4767 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.209902 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d674a25-cc9c-4445-b286-bd62e69cdc81 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.210424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3fa4645-7663-4493-87a9-87e8ed0d7ea3 req-65ace636-2e44-44d7-a366-9266a22c4767 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8795357 Mar 31 22:57:28.212941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3d674a25-cc9c-4445-b286-bd62e69cdc81 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9462202 Mar 31 22:57:28.215905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34498) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:28.227658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-84995a6c-ee6e-4338-a21b-f6c5827066e4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Request body: {'security_group_rule': {'security_group_id': '92d1634a-4475-4994-9643-c9c161d40098', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:28.310620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34502) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:28.361524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Deleting port b2358fc2-ae49-4354-8151-985505a7c2da {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:28.362127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.381898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5e97bdad-55cc-4f0d-838d-fe8c824d8e64 service neutron] 10.222.0.31 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957127 Mar 31 22:57:28.421637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303da16-ff9d-4f75-9e32-b04e1dc7317f req-5dbba4d1-4e68-448d-babb-e27e03150597 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.424796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6303da16-ff9d-4f75-9e32-b04e1dc7317f req-5dbba4d1-4e68-448d-babb-e27e03150597 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 943 time: 0.1070266 Mar 31 22:57:28.466126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-84995a6c-ee6e-4338-a21b-f6c5827066e4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.514675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-network', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:28.521720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6303da16-ff9d-4f75-9e32-b04e1dc7317f req-54d254a9-91f3-4217-8406-150f4031545a tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895739 Mar 31 22:57:28.573236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.573830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.591597 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-84995a6c-ee6e-4338-a21b-f6c5827066e4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.615796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Calling delete_port for b2358fc2-ae49-4354-8151-985505a7c2da owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:28.660416 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec07366a-c7d0-4c87-9db9-ce5467211778 x-openstack-request-id: req-ec07366a-c7d0-4c87-9db9-ce5467211778 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:28.660872 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901af764-097e-49b7-89a0-8263bd7c6477", "name": "network-vif-deleted", "tag": "8a71cb3d-fdca-4ba0-a3ca-66d21984ed29", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "78473f0b-59e1-48dd-bc0b-64f3f2bad70c", "tag": "1f94c1c6-c95d-4c50-81b0-6a439501e348", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39c649f7-5c65-4f28-b652-c392fb3ab5b4", "tag": "607a9214-e809-43b1-9b16-28ee671cbd54", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:28.661275 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec07366a-c7d0-4c87-9db9-ce5467211778 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:28.661945 n-d-836015-1 neutron-server[109820]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ec07366a-c7d0-4c87-9db9-ce5467211778']: {'server_uuid': '901af764-097e-49b7-89a0-8263bd7c6477', 'name': 'network-vif-deleted', 'tag': '8a71cb3d-fdca-4ba0-a3ca-66d21984ed29', 'status': 'failed', 'code': 422} returned with failed status Mar 31 22:57:28.662332 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec07366a-c7d0-4c87-9db9-ce5467211778'] response: {'name': 'network-changed', 'server_uuid': '78473f0b-59e1-48dd-bc0b-64f3f2bad70c', 'tag': '1f94c1c6-c95d-4c50-81b0-6a439501e348', 'status': 'completed', 'code': 200} Mar 31 22:57:28.662747 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec07366a-c7d0-4c87-9db9-ce5467211778'] response: {'name': 'network-changed', 'server_uuid': '39c649f7-5c65-4f28-b652-c392fb3ab5b4', 'tag': '607a9214-e809-43b1-9b16-28ee671cbd54', 'status': 'completed', 'code': 200} Mar 31 22:57:28.736830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-84995a6c-ee6e-4338-a21b-f6c5827066e4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.745456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Made reservation on behalf of 2bff2af154dc480382ef5619882bf4d5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:28.747745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.777144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.779553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84995a6c-ee6e-4338-a21b-f6c5827066e4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153d9d32-5735-4664-b35c-79dd05b07fca,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:28.790975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-ef63650c-e8ae-4a9a-b99e-7ec39f46fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.793799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-ef63650c-e8ae-4a9a-b99e-7ec39f46fd73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 1094 time: 0.1044633 Mar 31 22:57:28.876144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-30ec746d-9937-4e65-91ee-6d9356783864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.877829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-30ec746d-9937-4e65-91ee-6d9356783864 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&device_id=78473f0b-59e1-48dd-bc0b-64f3f2bad70c HTTP/1.1" status: 200 len: 1095 time: 0.1442108 Mar 31 22:57:28.953387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-fe2a7590-26f8-4ca2-bf22-7625467bf1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.955128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-fe2a7590-26f8-4ca2-bf22-7625467bf1d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 913 time: 0.1547532 Mar 31 22:57:29.034289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-93e548fd-e481-46c5-b708-63188528acf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=607a9214-e809-43b1-9b16-28ee671cbd54 HTTP/1.1" status: 200 len: 217 time: 0.0485618 Mar 31 22:57:29.041443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-84995a6c-ee6e-4338-a21b-f6c5827066e4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.042767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-84995a6c-ee6e-4338-a21b-f6c5827066e4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8254256 Mar 31 22:57:29.053750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34528) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:29.070624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7fd3d17f-7372-4ed6-b1db-6babc358993c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Request body: {'security_group_rule': {'security_group_id': '92d1634a-4475-4994-9643-c9c161d40098', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:29.115418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-f2552ffc-d8cd-4ee7-b550-d789697f637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.117723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-f2552ffc-d8cd-4ee7-b550-d789697f637d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 200 len: 852 time: 0.0710680 Mar 31 22:57:29.151228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-1fac19cc-8b38-4c6c-874a-a1dd0ff1d5a7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.152690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.152923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-1fac19cc-8b38-4c6c-874a-a1dd0ff1d5a7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.3564789 Mar 31 22:57:29.156544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-8c67130e-1c68-489f-a6ad-c65f897efb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.159293 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-8c67130e-1c68-489f-a6ad-c65f897efb39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 913 time: 0.2727447 Mar 31 22:57:29.171428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-47f6f4bb-4577-4db8-852e-69ae1e657ad7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2414df39-2c64-4bb1-880f-5611e493047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447831 Mar 31 22:57:29.191238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-afcf5a8a-70e7-4aae-b741-426390d52357 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/quotas/c91b29970f0a4a4fb4b7d1e2e94bbff6 HTTP/1.1" status: 200 len: 375 time: 0.0219712 Mar 31 22:57:29.241617 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-21fb13e9-1e63-4000-b4a2-b0adf69e07b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f94c1c6-c95d-4c50-81b0-6a439501e348 HTTP/1.1" status: 200 len: 217 time: 0.0756972 Mar 31 22:57:29.255360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-5ebb4d84-3493-4bac-9ac6-dcef4bf03924 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491138 Mar 31 22:57:29.303665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-71d1642f-7546-4fc9-bb90-cb6cd3fe3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.305816 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-71d1642f-7546-4fc9-bb90-cb6cd3fe3246 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 200 len: 852 time: 0.0541162 Mar 31 22:57:29.347958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.358677 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-4e6bf3cf-fdd7-4916-a52f-5f6575520281 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2414df39-2c64-4bb1-880f-5611e493047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465367 Mar 31 22:57:29.359741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.416607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d17f-7372-4ed6-b1db-6babc358993c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.431342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event deleted for resources: {'Port': ['ID=b2358fc2-ae49-4354-8151-985505a7c2da,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:29.443955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-5149a64c-a4b4-4513-918f-e80933d937f4 service neutron] 10.222.0.45 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640088 Mar 31 22:57:29.448843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:57:29.455080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d7158e73-760f-4453-823e-f88d59f33ae3 service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532915 Mar 31 22:57:29.519752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d49254b-468d-4a91-9c1d-bd105a57126e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:29.552573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.553130 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Added segment 740de424-5ebc-40b2-8fdc-879dd719d625 of type vlan for network 755bcb41-d40b-447b-b617-3386ccc2cbe3 Mar 31 22:57:29.694077 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d17f-7372-4ed6-b1db-6babc358993c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.723405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.735575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.735575 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94485308-46c4-4377-8caf-f4c8331ddd68 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "DELETE /v2.0/floatingips/a1f41355-a9a9-4378-bb5b-893da63bf8cf HTTP/1.1" status: 204 len: 168 time: 1.6612790 Mar 31 22:57:29.742277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.757247 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-49a86b37-5124-4431-bb20-4208fa4d76f0 service neutron] 10.222.0.50 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727655 Mar 31 22:57:29.787483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1f94c1c6-c95d-4c50-81b0-6a439501e348 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:29.802289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d17f-7372-4ed6-b1db-6babc358993c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.865935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.868128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.868996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.877762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d17f-7372-4ed6-b1db-6babc358993c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ab01f3-779e-4abb-86a5-cbce2029a95e,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:29.977063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1f94c1c6-c95d-4c50-81b0-6a439501e348, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f94c1c6-c95d-4c50-81b0-6a439501e348,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:29.996023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] Pushing event updated for resources: {'Network': ['ID=755bcb41-d40b-447b-b617-3386ccc2cbe3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:30.001768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '1f94c1c6-c95d-4c50-81b0-6a439501e348', 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'port_id': '1f94c1c6-c95d-4c50-81b0-6a439501e348', 'mac_address': 'fa:16:3e:b3:19:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce25239-a3a5-479b-a3fd-c8ca7b3801e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:30.010513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 755bcb41-d40b-447b-b617-3386ccc2cbe3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:57:30.011835 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-58d8b617-68b1-4120-bb3b-b6a14082b67d service neutron] 10.222.0.50 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415955 Mar 31 22:57:30.039581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d17f-7372-4ed6-b1db-6babc358993c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.046369 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7fd3d17f-7372-4ed6-b1db-6babc358993c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9768593 Mar 31 22:57:30.046369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34548) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:30.056697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:30.102821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34552) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:30.104932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cb049406-110b-439f-bfa3-89544fd4da0b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7924106 Mar 31 22:57:30.107616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Request body: {'subnet': {'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-subnet', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:30.119833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5629116d-ae09-4644-91d5-c9e415f610e7 req-b94da262-8fa9-4eaf-ac36-244d0b6ad4e1 service neutron] 10.222.0.45 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633866 Mar 31 22:57:30.122702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 607a9214-e809-43b1-9b16-28ee671cbd54 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:30.147450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00f1b018-228e-4311-aff2-0c8ab77a5735 req-21c5c35b-5e1f-43d4-87b6-8f991e8b37cc tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/bc84eea7-60bf-48fd-aa17-59c0031e2172 HTTP/1.1" status: 200 len: 1806 time: 0.1384115 Mar 31 22:57:30.195121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-74bc3a20-044d-442b-b70c-96b674d4ca6d service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7290413 Mar 31 22:57:30.201977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-00f1b018-228e-4311-aff2-0c8ab77a5735 req-8a735742-33d4-4adb-b0d7-673551eee25f tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bc84eea7-60bf-48fd-aa17-59c0031e2172', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:30.202597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-00f1b018-228e-4311-aff2-0c8ab77a5735 req-8a735742-33d4-4adb-b0d7-673551eee25f tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bc84eea7-60bf-48fd-aa17-59c0031e2172', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:30.257733 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.291015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f94c1c6-c95d-4c50-81b0-6a439501e348 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:30.313126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 607a9214-e809-43b1-9b16-28ee671cbd54, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=607a9214-e809-43b1-9b16-28ee671cbd54,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:30.337541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1f94c1c6-c95d-4c50-81b0-6a439501e348, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f94c1c6-c95d-4c50-81b0-6a439501e348,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:30.338415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.338857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '607a9214-e809-43b1-9b16-28ee671cbd54', 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'port_id': '607a9214-e809-43b1-9b16-28ee671cbd54', 'mac_address': 'fa:16:3e:66:34:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce25239-a3a5-479b-a3fd-c8ca7b3801e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:30.356565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Made reservation on behalf of 2bff2af154dc480382ef5619882bf4d5 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:30.360450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.474722 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.495655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607a9214-e809-43b1-9b16-28ee671cbd54 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:30.525485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.547726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 607a9214-e809-43b1-9b16-28ee671cbd54, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=607a9214-e809-43b1-9b16-28ee671cbd54,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:30.569913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00f1b018-228e-4311-aff2-0c8ab77a5735 req-8a735742-33d4-4adb-b0d7-673551eee25f tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.576259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.617657 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00f1b018-228e-4311-aff2-0c8ab77a5735 req-8a735742-33d4-4adb-b0d7-673551eee25f tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.736017 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.752505 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00f1b018-228e-4311-aff2-0c8ab77a5735 req-8a735742-33d4-4adb-b0d7-673551eee25f tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.763291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Allocated IP 172.25.4.99 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/661333bf-7472-468a-803f-9c88d9613c2f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:30.769203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1f94c1c6-c95d-4c50-81b0-6a439501e348,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:30.882698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.934285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1f94c1c6-c95d-4c50-81b0-6a439501e348'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:30.955102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a735742-33d4-4adb-b0d7-673551eee25f tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d13ac85-26eb-494c-8668-d707443cd8de,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:31.043580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa93490-9095-41ac-9b09-f38b628e54d4 req-8b98b4de-f3e8-4051-b7e1-dfe1055986b6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.050775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.070145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fa93490-9095-41ac-9b09-f38b628e54d4 req-8b98b4de-f3e8-4051-b7e1-dfe1055986b6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 944 time: 0.1079412 Mar 31 22:57:31.078731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['607a9214-e809-43b1-9b16-28ee671cbd54'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:31.096386 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.105981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00f1b018-228e-4311-aff2-0c8ab77a5735 req-8a735742-33d4-4adb-b0d7-673551eee25f tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.107255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00f1b018-228e-4311-aff2-0c8ab77a5735 req-8a735742-33d4-4adb-b0d7-673551eee25f tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9224200 Mar 31 22:57:31.128672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=607a9214-e809-43b1-9b16-28ee671cbd54,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:31.174663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fa93490-9095-41ac-9b09-f38b628e54d4 req-0546441d-b382-4724-b9f8-5a8cf644a68a tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027741 Mar 31 22:57:31.233155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=799823f7-781b-4f7a-b9c5-99f1d8cefe30,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:31.306107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:31.327047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:31.338056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event updated for resources: {'Port': ['ID=661333bf-7472-468a-803f-9c88d9613c2f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:31.348218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:31.424773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e9da623-c583-45f3-9b98-463e1159cff4 req-6a57c29d-6c45-4be7-a563-413231316c29 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 210 time: 0.1655622 Mar 31 22:57:31.528963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.555183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70414065-d377-4eec-a6ec-429578a666e6 req-438eeb0c-902a-48fb-b360-cf35c580010a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 210 time: 0.2407999 Mar 31 22:57:31.566340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-99592a9b-64aa-4b6b-9215-289338fdbe05 req-9648fb7f-9eb0-49b1-a190-ed845d3098c2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-44735032', 'description': 'tempest-description-145405471'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:31.574067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Checking segment: {'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:31.574429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Network hostable DHCP agents. Network: 755bcb41-d40b-447b-b617-3386ccc2cbe3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:31.695690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.720788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-99592a9b-64aa-4b6b-9215-289338fdbe05 req-9648fb7f-9eb0-49b1-a190-ed845d3098c2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.793357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Network 755bcb41-d40b-447b-b617-3386ccc2cbe3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:31.834252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-99592a9b-64aa-4b6b-9215-289338fdbe05 req-9648fb7f-9eb0-49b1-a190-ed845d3098c2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.917332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 755bcb41-d40b-447b-b617-3386ccc2cbe3) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:31.922147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.922803 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.943244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83343bd-d133-48e6-8d24-f991810e4ad4 None None] Network 755bcb41-d40b-447b-b617-3386ccc2cbe3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:32.021562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-99592a9b-64aa-4b6b-9215-289338fdbe05 req-9648fb7f-9eb0-49b1-a190-ed845d3098c2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.055940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.095537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-728b4b3b-d882-4163-a4b3-4d15e41cca5c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9894526 Mar 31 22:57:32.098821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34582) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:32.104072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:32.114217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648fb7f-9eb0-49b1-a190-ed845d3098c2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98def1-78fa-4648-9538-09bec39c99bc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:32.150148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.195159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-99592a9b-64aa-4b6b-9215-289338fdbe05 req-9648fb7f-9eb0-49b1-a190-ed845d3098c2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.197485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99592a9b-64aa-4b6b-9215-289338fdbe05 req-9648fb7f-9eb0-49b1-a190-ed845d3098c2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6372693 Mar 31 22:57:32.225245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17869ed5-3a3e-41d5-974a-61ce40466a1d None None] Network 755bcb41-d40b-447b-b617-3386ccc2cbe3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:32.237639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-f2386730-f882-4fd9-bb32-bf433706cc16 req-2b210a9f-5bee-4065-bbc6-1b1d3b79b1ad tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-81325935', 'description': 'tempest-description-1475537097'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:32.242240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event updated for resources: {'Port': ['ID=661333bf-7472-468a-803f-9c88d9613c2f,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:32.275335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.279847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.366178 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.371335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.418250 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f2386730-f882-4fd9-bb32-bf433706cc16 req-2b210a9f-5bee-4065-bbc6-1b1d3b79b1ad tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.522294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2d583-3f28-4d8d-b3d4-074a2cb9f4f8 req-705d915f-bcaa-44af-961e-390c0d3e9dbe tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.524200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bc2d583-3f28-4d8d-b3d4-074a2cb9f4f8 req-705d915f-bcaa-44af-961e-390c0d3e9dbe tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 944 time: 0.1582377 Mar 31 22:57:32.562419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.567564 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b187d9e7-f04a-4aad-9754-5226e7cb8160 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5134187 Mar 31 22:57:32.647819 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f2386730-f882-4fd9-bb32-bf433706cc16 req-2b210a9f-5bee-4065-bbc6-1b1d3b79b1ad tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.704725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bc2d583-3f28-4d8d-b3d4-074a2cb9f4f8 req-cb2499cb-05e2-42bb-9e81-5c64d7674d41 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644871 Mar 31 22:57:32.831106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.852748 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f2386730-f882-4fd9-bb32-bf433706cc16 req-2b210a9f-5bee-4065-bbc6-1b1d3b79b1ad tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.923922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b8e26f7-bee1-4dbf-a258-56a0c6ee499c req-8949785c-6a42-4057-9215-9d6f8a6a6aa7 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 210 time: 0.0872335 Mar 31 22:57:32.952574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b210a9f-5bee-4065-bbc6-1b1d3b79b1ad tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485b37bc-5874-4b40-bd74-6ae09bb0e750,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:33.130558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da9d8f6a-621a-4675-a2d1-dad0b4ddbc2f req-5f4b74cc-7bc4-48c4-9733-fb08377b7c10 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 210 time: 0.0851007 Mar 31 22:57:33.156873 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f2386730-f882-4fd9-bb32-bf433706cc16 req-2b210a9f-5bee-4065-bbc6-1b1d3b79b1ad tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.164266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2386730-f882-4fd9-bb32-bf433706cc16 req-2b210a9f-5bee-4065-bbc6-1b1d3b79b1ad tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9339561 Mar 31 22:57:33.298402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-3f3c39be-0c55-4e45-80b1-db573b073eb0 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/6e98def1-78fa-4648-9538-09bec39c99bc HTTP/1.1" status: 200 len: 1804 time: 0.1084611 Mar 31 22:57:33.579063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-ca65f8c5-d993-4eb8-98ee-d33248f38cad tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/485b37bc-5874-4b40-bd74-6ae09bb0e750 HTTP/1.1" status: 200 len: 1805 time: 0.2305486 Mar 31 22:57:33.589203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.628520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-8a829056-88d9-4f16-aeb3-596b10f27c1e tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6e98def1-78fa-4648-9538-09bec39c99bc', 'remote_group_id': '485b37bc-5874-4b40-bd74-6ae09bb0e750', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:33.628968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-8a829056-88d9-4f16-aeb3-596b10f27c1e tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6e98def1-78fa-4648-9538-09bec39c99bc', 'remote_group_id': '485b37bc-5874-4b40-bd74-6ae09bb0e750', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:33.636280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.670641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-c48348d9-d94d-49a4-aede-36ae871993da tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.673714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-c48348d9-d94d-49a4-aede-36ae871993da tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 822 time: 0.3287244 Mar 31 22:57:33.790673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1f94c1c6-c95d-4c50-81b0-6a439501e348 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:33.811379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-801b18b6-9fa1-4820-95c4-874c25b6c92b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/quotas/def1ff260ee84b6c8319a9de635378c6 HTTP/1.1" status: 200 len: 375 time: 0.1001174 Mar 31 22:57:34.012760 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-225222f9-2d7a-4144-a03d-6ef5a6efd222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.037111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 607a9214-e809-43b1-9b16-28ee671cbd54 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:34.061862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Allocated IP 172.25.4.161 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/43e9bc9e-3420-42f6-b8c3-ae6298e230a6) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:34.167619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 1f94c1c6-c95d-4c50-81b0-6a439501e348 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:34.179897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 1f94c1c6-c95d-4c50-81b0-6a439501e348 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:34.180623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.255763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-40a47582-4630-474f-978e-e2db244f499a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3297007 Mar 31 22:57:34.308431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-ab129aa0-fad5-49ca-8f78-a46f73842259 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:34.313699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-ab129aa0-fad5-49ca-8f78-a46f73842259 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 807 time: 0.5986786 Mar 31 22:57:34.404196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Request body: {'port': {'device_id': '28fe353e-eac8-478f-9b95-e2583ccce900', 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'admin_state_up': True, 'tenant_id': '629c61ff279f4c10b3d615363174bf13'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:34.414506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 607a9214-e809-43b1-9b16-28ee671cbd54 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:34.459989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.464989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 607a9214-e809-43b1-9b16-28ee671cbd54 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:34.465508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.501115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-8a829056-88d9-4f16-aeb3-596b10f27c1e tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.570427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78473f0b-59e1-48dd-bc0b-64f3f2bad70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f94c1c6-c95d-4c50-81b0-6a439501e348'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:34.579710 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d831b2-9f24-4f80-bcac-ad6f7a57c100" -d '{"events": [{"server_uuid": "78473f0b-59e1-48dd-bc0b-64f3f2bad70c", "name": "network-vif-plugged", "status": "completed", "tag": "1f94c1c6-c95d-4c50-81b0-6a439501e348"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:34.627631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1f94c1c6-c95d-4c50-81b0-6a439501e348, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f94c1c6-c95d-4c50-81b0-6a439501e348,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:34.712793 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.731965 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.802556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 607a9214-e809-43b1-9b16-28ee671cbd54, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=607a9214-e809-43b1-9b16-28ee671cbd54,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:34.946543 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-8a829056-88d9-4f16-aeb3-596b10f27c1e tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.036630 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.093575 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.107769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Made reservation on behalf of 629c61ff279f4c10b3d615363174bf13 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:35.112826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.116133 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-8a829056-88d9-4f16-aeb3-596b10f27c1e tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.125719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1f94c1c6-c95d-4c50-81b0-6a439501e348,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:35.213936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a829056-88d9-4f16-aeb3-596b10f27c1e tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c792adb8-6db5-4bd8-a717-887c11007008,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:35.230298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=607a9214-e809-43b1-9b16-28ee671cbd54,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:35.323724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.399534 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-8a829056-88d9-4f16-aeb3-596b10f27c1e tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.400905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7062c19d-ea40-4be1-b488-fe02b8d496d2 req-8a829056-88d9-4f16-aeb3-596b10f27c1e tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.7880464 Mar 31 22:57:35.421286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b0963cc-27ed-4c8a-8de6-2f8f01f3a415 service neutron] 10.222.0.31 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0911491 Mar 31 22:57:35.451468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:35.455986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Pushing event updated for resources: {'Port': ['ID=43e9bc9e-3420-42f6-b8c3-ae6298e230a6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:35.480947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:35.484362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:35.516857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-aba6321b-37da-4223-87dc-b22e0dd7931c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.520539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-aba6321b-37da-4223-87dc-b22e0dd7931c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.8179619 Mar 31 22:57:35.593366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Request body: {'port': {'device_id': 'a7d9d912-019c-4104-8532-64e8e88fc42c', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'admin_state_up': True, 'tenant_id': 'c91b29970f0a4a4fb4b7d1e2e94bbff6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:36.068913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Allocated IP 172.20.0.7 (9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c/85be71c1-b753-4352-b68e-ea1525cdd602/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:36.137288 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6ef3f412-171c-4f00-a404-a144860cbc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.236457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-73877a12-523f-425c-b549-58507bbe6904 service neutron] 10.222.0.31 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7974212 Mar 31 22:57:36.270187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782a755-c137-4159-93d4-bc8a18a6ff25 req-5379cb29-e20d-49ff-a6c1-30921f075e77 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.271924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8782a755-c137-4159-93d4-bc8a18a6ff25 req-5379cb29-e20d-49ff-a6c1-30921f075e77 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 945 time: 0.6936865 Mar 31 22:57:36.478920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8782a755-c137-4159-93d4-bc8a18a6ff25 req-6c519d0a-8c77-45c9-8dc2-35db56b47232 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687043 Mar 31 22:57:36.791273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.882798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Made reservation on behalf of c91b29970f0a4a4fb4b7d1e2e94bbff6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:36.892531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.995400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d1c0dfe-7f4d-4020-bcf7-30bf82d77cd0 req-b4e4e4bd-f4b0-438d-b0b0-065b35ab16c6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 210 time: 0.1266112 Mar 31 22:57:37.142312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-877e45a5-2929-42f1-b886-dab7c370e10b req-895b8cd0-86fc-4a2b-bd45-9c3ce4b2d2df tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 210 time: 0.1616328 Mar 31 22:57:37.151718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.154195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.165732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1859138a-28ac-4df9-a211-1173f35e4c87'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:37.355926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-181bc660-91bc-4104-b0a2-6aee80cae528 req-5936b7d6-0e19-4390-bd0e-1b46f9e08054 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1877877759', 'description': 'tempest-description-1365015893'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:37.583493 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ea000a-6fb1-4139-8eb4-0d33ecd9350a x-openstack-request-id: req-38ea000a-6fb1-4139-8eb4-0d33ecd9350a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:37.583957 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78473f0b-59e1-48dd-bc0b-64f3f2bad70c", "name": "network-vif-plugged", "status": "completed", "tag": "1f94c1c6-c95d-4c50-81b0-6a439501e348", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:37.584493 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38ea000a-6fb1-4139-8eb4-0d33ecd9350a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:37.587818 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ea000a-6fb1-4139-8eb4-0d33ecd9350a'] response: {'server_uuid': '78473f0b-59e1-48dd-bc0b-64f3f2bad70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f94c1c6-c95d-4c50-81b0-6a439501e348', 'code': 200} Mar 31 22:57:37.643982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:37.705898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb511ed-4cd7-4058-9c2a-63ff80bcba2d req-1875bc3b-8732-4531-a896-587f978676e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.709960 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afb511ed-4cd7-4058-9c2a-63ff80bcba2d req-1875bc3b-8732-4531-a896-587f978676e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78473f0b-59e1-48dd-bc0b-64f3f2bad70c HTTP/1.1" status: 200 len: 1097 time: 0.0695474 Mar 31 22:57:37.723691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:37.768983 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afb511ed-4cd7-4058-9c2a-63ff80bcba2d req-57249775-e9f5-4fec-b511-33de7b7fedb1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522282 Mar 31 22:57:37.770604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:37.794397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Pushing event updated for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:37.808810 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.858531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddc4ff57-bbc0-4a0d-9ce0-5067abbd4808 req-f313fc65-6e3c-4397-a574-844755b78ebe tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 210 time: 0.1498718 Mar 31 22:57:37.883361 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-181bc660-91bc-4104-b0a2-6aee80cae528 req-5936b7d6-0e19-4390-bd0e-1b46f9e08054 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.014331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-181bc660-91bc-4104-b0a2-6aee80cae528 req-5936b7d6-0e19-4390-bd0e-1b46f9e08054 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.072499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Allocated IP 172.20.0.10 (990b1455-6cc7-44e1-a7d3-10424a31969d/2508d8b7-f29b-4711-aee0-bc5c76dd4591/6c168fa6-755e-497b-9d5f-4fca073617e9) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:38.166268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.167047 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.277718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-181bc660-91bc-4104-b0a2-6aee80cae528 req-5936b7d6-0e19-4390-bd0e-1b46f9e08054 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.324053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89323f6-461c-45fe-8fff-ae7a65a364c2 req-d7a8f868-e1cc-4a5d-aef5-7f4b33cdfac3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.330889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e89323f6-461c-45fe-8fff-ae7a65a364c2 req-d7a8f868-e1cc-4a5d-aef5-7f4b33cdfac3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 945 time: 0.2899804 Mar 31 22:57:38.366682 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.387735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.400726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936b7d6-0e19-4390-bd0e-1b46f9e08054 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff4573-3f67-4f7a-b894-2900f1c36f5d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:38.479210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-fc513b45-eafb-4fed-b5ed-324c6b83da65 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0837870 Mar 31 22:57:38.507992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Request body: {'port': {'device_id': '28fe353e-eac8-478f-9b95-e2583ccce900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:38.794805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-181bc660-91bc-4104-b0a2-6aee80cae528 req-5936b7d6-0e19-4390-bd0e-1b46f9e08054 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.811367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-181bc660-91bc-4104-b0a2-6aee80cae528 req-5936b7d6-0e19-4390-bd0e-1b46f9e08054 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.5473974 Mar 31 22:57:38.948342 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.047917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e89323f6-461c-45fe-8fff-ae7a65a364c2 req-2fe9edae-33f0-45fb-8f86-32c8a2ff69ae tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769111 Mar 31 22:57:39.059017 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.153966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.297625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2374e326-8d0b-4442-8e78-02e6f23bf87c req-7831c5ec-4d62-4567-b5ea-9ae4e3d1b84c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 210 time: 0.1013637 Mar 31 22:57:39.323196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bfb8c-4a00-44ac-94ff-752fef5f4eca req-6cc712bb-9aa3-410e-92e8-279befbeb600 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.324853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-481bfb8c-4a00-44ac-94ff-752fef5f4eca req-6cc712bb-9aa3-410e-92e8-279befbeb600 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 931 time: 0.3228407 Mar 31 22:57:39.397895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-ac47cce4-d02b-484d-838e-ae7742fb9e08 req-5a75f3cd-3bb2-4e7d-bd81-352ee5c13f8b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1431696658', 'description': 'tempest-description-754355683'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:39.409798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.577128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-481bfb8c-4a00-44ac-94ff-752fef5f4eca req-744ceb1a-537c-4120-b3c3-c2f14d58d444 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196591 Mar 31 22:57:39.589368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c649f7-5c65-4f28-b652-c392fb3ab5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607a9214-e809-43b1-9b16-28ee671cbd54'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:39.594687 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5396ba90-150e-4403-914f-1a70c75fb035" -d '{"events": [{"server_uuid": "39c649f7-5c65-4f28-b652-c392fb3ab5b4", "name": "network-vif-plugged", "status": "completed", "tag": "607a9214-e809-43b1-9b16-28ee671cbd54"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:39.628373 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.751511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-659c1670-bc98-4dcf-ada6-39d0f0cdffeb req-76919733-6376-400d-8a80-95c0ca5b99bd tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 210 time: 0.0579093 Mar 31 22:57:39.770468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.773443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ac47cce4-d02b-484d-838e-ae7742fb9e08 req-5a75f3cd-3bb2-4e7d-bd81-352ee5c13f8b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.776984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Router f406d737-2150-4ceb-a026-3b05694f5d13 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:57:39.847422 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4649e1-e927-446b-a6cd-c80374f61802 x-openstack-request-id: req-fd4649e1-e927-446b-a6cd-c80374f61802 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:39.847422 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c649f7-5c65-4f28-b652-c392fb3ab5b4", "name": "network-vif-plugged", "status": "completed", "tag": "607a9214-e809-43b1-9b16-28ee671cbd54", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:39.847422 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd4649e1-e927-446b-a6cd-c80374f61802 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:39.848098 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4649e1-e927-446b-a6cd-c80374f61802'] response: {'server_uuid': '39c649f7-5c65-4f28-b652-c392fb3ab5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607a9214-e809-43b1-9b16-28ee671cbd54', 'code': 200} Mar 31 22:57:39.906294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Network 990b1455-6cc7-44e1-a7d3-10424a31969d is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:39.966624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event updated for resources: {'Port': ['ID=6c168fa6-755e-497b-9d5f-4fca073617e9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:39.992354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:40.012923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:40.064242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18aae6-2362-4096-9133-b73b0562f1fa req-eb49829f-8c0c-4cc7-a877-7fced72cd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.077215 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4f18aae6-2362-4096-9133-b73b0562f1fa req-eb49829f-8c0c-4cc7-a877-7fced72cd4e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 1096 time: 0.1389585 Mar 31 22:57:40.170182 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4f18aae6-2362-4096-9133-b73b0562f1fa req-bfab896e-2d45-405a-86af-9fb2e67adc63 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851657 Mar 31 22:57:40.789399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.789967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.802060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:40.854919 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.879437 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ac47cce4-d02b-484d-838e-ae7742fb9e08 req-5a75f3cd-3bb2-4e7d-bd81-352ee5c13f8b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.933599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2309d49-4ba8-4472-912b-c8c3582b9d05 req-b43fef51-324e-4f69-9349-93f5bd554b24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.936297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2309d49-4ba8-4472-912b-c8c3582b9d05 req-b43fef51-324e-4f69-9349-93f5bd554b24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 945 time: 0.7392933 Mar 31 22:57:40.941286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Transition to ACTIVE for port object 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:40.947282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:40.956561 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Sync routers for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:40.994396 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:40.995516 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:57:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:41.023464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2309d49-4ba8-4472-912b-c8c3582b9d05 req-891c01d8-3712-4354-a220-e413cac4c5c9 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Mar 31 22:57:41.195010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-fde61752-0765-4791-98a5-1214504f2122 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6177120 Mar 31 22:57:41.230174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Request body: {'port': {'device_id': 'a7d9d912-019c-4104-8532-64e8e88fc42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:41.233564 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:41.334606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ac47cce4-d02b-484d-838e-ae7742fb9e08 req-5a75f3cd-3bb2-4e7d-bd81-352ee5c13f8b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.340267 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.347992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a6cd11c-894c-4bb1-b720-a02d6377f171 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.2478042 Mar 31 22:57:41.357080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34720) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:41.366064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.541554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.616194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaae1d2-e595-47cf-aa04-afed04c4e97a req-cb25f01d-62ec-4db0-8c9f-0617a6d77678 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:41.619643 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aeaae1d2-e595-47cf-aa04-afed04c4e97a req-cb25f01d-62ec-4db0-8c9f-0617a6d77678 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 932 time: 0.4203718 Mar 31 22:57:41.669577 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:36Z', 'revision_number': 3, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:41.703641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f3cd-3bb2-4e7d-bd81-352ee5c13f8b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e99ae22-76e2-4886-ba61-52e796f43490,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:41.739826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Checking router: f406d737-2150-4ceb-a026-3b05694f5d13 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:41.740406 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Updating router f406d737-2150-4ceb-a026-3b05694f5d13 port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:57:41.777106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:41.843051 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.022515 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ac47cce4-d02b-484d-838e-ae7742fb9e08 req-5a75f3cd-3bb2-4e7d-bd81-352ee5c13f8b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.036050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac47cce4-d02b-484d-838e-ae7742fb9e08 req-5a75f3cd-3bb2-4e7d-bd81-352ee5c13f8b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.6724005 Mar 31 22:57:42.045472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-16dd799e-5ce8-45cb-b021-8949d7fd9558 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.047190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-16dd799e-5ce8-45cb-b021-8949d7fd9558 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.50 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 822 time: 0.3036022 Mar 31 22:57:42.059477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aeaae1d2-e595-47cf-aa04-afed04c4e97a req-faa2ae05-e4ab-4ac6-bcf9-c81910b5add7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055388 Mar 31 22:57:42.064715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Request body: {'port': {'device_id': '17cb5287-f94d-4dfb-8609-997f173cd687', 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'admin_state_up': True, 'tenant_id': 'def1ff260ee84b6c8319a9de635378c6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:42.113464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:42.113801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:42.114130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:42.126601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:42.126922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:42.150015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:42.150355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:42.150634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:42.151079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Bound port: 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:42.151435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.388574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b78cba-94eb-46a5-ad84-98915d5ad4d6 req-b5d9c91a-0238-4ebb-a5c6-8431d69efbac tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.403764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8b78cba-94eb-46a5-ad84-98915d5ad4d6 req-b5d9c91a-0238-4ebb-a5c6-8431d69efbac tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.2645311 Mar 31 22:57:42.450249 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.544256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8b78cba-94eb-46a5-ad84-98915d5ad4d6 req-2317d199-6b74-44c6-8415-fdf4cec8cd8c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386604 Mar 31 22:57:42.580205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:42.586173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:42.690147 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.732124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3955d01-e942-4a58-a3f5-7b15b3b66661 req-2cd3d0b0-cd7e-45c5-9703-cd6b76252a0f tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 210 time: 0.0757220 Mar 31 22:57:42.741383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c168fa6-755e-497b-9d5f-4fca073617e9 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:42.750848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.755329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.802650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Transition to ACTIVE for port object 6c168fa6-755e-497b-9d5f-4fca073617e9 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:42.812901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.813582 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.815221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 200 len: 1091 time: 4.3206639 Mar 31 22:57:42.815721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:42.818578 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:42.862922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.898423 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Attempting to bind port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:42.899527 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Attempting to bind port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:42.900218 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Attempting to bind port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:42.937488 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:42.938714 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:42.939335 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.940408 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:42.942606 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Bound port: 43e9bc9e-3420-42f6-b8c3-ae6298e230a6, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:42.943469 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.948176 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Pushing event updated for resources: {'Port': ['ID=43e9bc9e-3420-42f6-b8c3-ae6298e230a6,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:42.960793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb5fb9-2bb5-42a7-89f0-bab1886497d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:42.975031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.988665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Made reservation on behalf of def1ff260ee84b6c8319a9de635378c6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:42.989612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.047455 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.048643 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.049740 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.050614 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.051468 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.052302 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.053127 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.053930 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.054783 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.055640 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.056652 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.057734 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:43.117910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-c997a24d-99fd-42ca-b169-c8f674b61488 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/7fff4573-3f67-4f7a-b894-2900f1c36f5d HTTP/1.1" status: 200 len: 1807 time: 0.2353485 Mar 31 22:57:43.127561 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] For port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:43.135596 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] For port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=43e9bc9e-3420-42f6-b8c3-ae6298e230a6,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:43.211482 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.238667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Pushing event updated for resources: {'Port': ['ID=6c168fa6-755e-497b-9d5f-4fca073617e9,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:43.293530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-c580e504-d061-4e27-9c26-f0ed87d3f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.295163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-c580e504-d061-4e27-9c26-f0ed87d3f816 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1094 time: 0.2487230 Mar 31 22:57:43.368655 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d006-7ddb-41b2-8f29-dc8fae78bbb7 None None] Pushing event updated for resources: {'Port': ['ID=43e9bc9e-3420-42f6-b8c3-ae6298e230a6,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:43.392565 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:43.395979 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:57:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:43.443900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Allocated IP 172.20.0.1 (755bcb41-d40b-447b-b617-3386ccc2cbe3/799823f7-781b-4f7a-b9c5-99f1d8cefe30/35ad0c31-8f44-44ba-bc46-c941c5665277) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:43.447639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Allocated IP 172.20.0.14 (6320dc7a-40af-4ae1-99e4-5a2006c3e984/1f392b3e-6281-4d10-b94f-5c287a22815d/b55ac1f0-eb22-47b7-af17-6fd3307e2962) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:43.530027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160d639-8b63-4958-bb8a-a95cabb9e1ad req-198bbed4-96c0-4429-8282-dbe1cdb28094 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.533205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8160d639-8b63-4958-bb8a-a95cabb9e1ad req-198bbed4-96c0-4429-8282-dbe1cdb28094 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 945 time: 0.3700767 Mar 31 22:57:43.537584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-d70726c6-1466-435e-b684-24be649d5c7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 200 len: 217 time: 0.2178435 Mar 31 22:57:43.548105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-9331c480-b9a6-41ee-94d2-b05ec4a25770 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/9e99ae22-76e2-4886-ba61-52e796f43490 HTTP/1.1" status: 200 len: 1806 time: 0.4290342 Mar 31 22:57:43.689967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-f5292ebd-8527-4c29-927a-33db36141716 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7fff4573-3f67-4f7a-b894-2900f1c36f5d', 'remote_group_id': '9e99ae22-76e2-4886-ba61-52e796f43490', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:43.690690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-f5292ebd-8527-4c29-927a-33db36141716 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7fff4573-3f67-4f7a-b894-2900f1c36f5d', 'remote_group_id': '9e99ae22-76e2-4886-ba61-52e796f43490', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:43.702629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:43.770560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Attempting to bind port 6c168fa6-755e-497b-9d5f-4fca073617e9 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:43.778732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Attempting to bind port 6c168fa6-755e-497b-9d5f-4fca073617e9 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:43.779632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Attempting to bind port 6c168fa6-755e-497b-9d5f-4fca073617e9 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:43.784053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-9ad6b79f-37b5-403b-819c-8fe7a6887769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.785616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-9ad6b79f-37b5-403b-819c-8fe7a6887769 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.2282302 Mar 31 22:57:43.805381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8160d639-8b63-4958-bb8a-a95cabb9e1ad req-61a5cfd8-e9cf-4382-90fe-c7d03b8d58c0 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415390 Mar 31 22:57:43.855820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.868874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-f328f886-9ca4-498d-9eea-dc76c3013ca4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444303 Mar 31 22:57:43.870658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Port 6c168fa6-755e-497b-9d5f-4fca073617e9 on network 990b1455-6cc7-44e1-a7d3-10424a31969d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:43.871024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Attempting to bind port 6c168fa6-755e-497b-9d5f-4fca073617e9 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:43.889233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:43.889584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Checking segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:43.889971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Bound using segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:43.891044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Bound port: 6c168fa6-755e-497b-9d5f-4fca073617e9, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:43.891617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.916831 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b192ba-b2b3-498e-9686-c984fa3b6036 x-openstack-request-id: req-28b192ba-b2b3-498e-9686-c984fa3b6036 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:43.917121 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:43.917371 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28b192ba-b2b3-498e-9686-c984fa3b6036 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:43.918134 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b192ba-b2b3-498e-9686-c984fa3b6036'] response: {'name': 'network-changed', 'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4', 'status': 'completed', 'code': 200} Mar 31 22:57:43.985453 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.139384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] For port 6c168fa6-755e-497b-9d5f-4fca073617e9, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:44.150000 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.154862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.173381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67104822-56ab-48fe-9a82-f1277c7c1bc3 req-bf84a0b7-7b3a-4ce4-ab47-406b9bbc334d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.174685 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:36Z', 'revision_number': 3, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:44.182944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67104822-56ab-48fe-9a82-f1277c7c1bc3 req-bf84a0b7-7b3a-4ce4-ab47-406b9bbc334d tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.2117746 Mar 31 22:57:44.188441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] For port 6c168fa6-755e-497b-9d5f-4fca073617e9, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6c168fa6-755e-497b-9d5f-4fca073617e9,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:44.266406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:44.272878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-9069e5fa-af5a-44ea-83f4-a2a3a7b4db71 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880901 Mar 31 22:57:44.276294 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf7ccd-e410-4075-9206-d1294db81331 None None] The sync data for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 is: [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:36Z', 'revision_number': 3, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:44.300896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Network 755bcb41-d40b-447b-b617-3386ccc2cbe3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:44.309947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:44.319648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:44.334198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:44.341376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:44.396341 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.427812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Pushing event updated for resources: {'Port': ['ID=35ad0c31-8f44-44ba-bc46-c941c5665277,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:44.434860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67104822-56ab-48fe-9a82-f1277c7c1bc3 req-febf8711-c280-4200-8ded-1da9196590bb tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508638 Mar 31 22:57:44.439751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-f5292ebd-8527-4c29-927a-33db36141716 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.516234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.516234 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.527217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.582333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event updated for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:44.674758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda5c61-c8da-436b-a215-171390c6d387 req-628dfa95-e457-43c2-9286-71c6e43f20cf tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.677330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bda5c61-c8da-436b-a215-171390c6d387 req-628dfa95-e457-43c2-9286-71c6e43f20cf tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.50 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 945 time: 0.4668670 Mar 31 22:57:44.685203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.686383 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.689070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] 10.222.0.45 "PUT /v2.0/ports/6c168fa6-755e-497b-9d5f-4fca073617e9 HTTP/1.1" status: 200 len: 1092 time: 3.4721229 Mar 31 22:57:45.012507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00064552-6332-4c89-bfb9-a2ba1c90eb4e req-eb727ce3-2db9-437c-aeaa-ecd9f6b1fe6f service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266603 Mar 31 22:57:45.030469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-f5292ebd-8527-4c29-927a-33db36141716 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.043953 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-06456cda-0863-414d-b52e-463a9157cc3e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9848442 Mar 31 22:57:45.044750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bac88-f3db-42b3-827e-88e675c4c3de service neutron] Pushing event updated for resources: {'Port': ['ID=6c168fa6-755e-497b-9d5f-4fca073617e9,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:45.064109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Request body: {'port': {'device_id': '17cb5287-f94d-4dfb-8609-997f173cd687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:45.079634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-abd65f6b-a235-4479-a561-5724d837258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.081269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-abd65f6b-a235-4479-a561-5724d837258d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 1095 time: 0.1431875 Mar 31 22:57:45.090404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688f83d-a855-4eea-a6a5-470e4e683b49 req-1c23a2c5-af2d-447b-b4a2-20ce1c42c236 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.098509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e688f83d-a855-4eea-a6a5-470e4e683b49 req-1c23a2c5-af2d-447b-b4a2-20ce1c42c236 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 944 time: 0.5251222 Mar 31 22:57:45.129105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Deleting port 3c486556-a75d-47bd-923c-38070800fa24 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:45.132076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.150341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.216404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-f5292ebd-8527-4c29-927a-33db36141716 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.237109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-de9ec461-6406-42f7-8d62-077a31b17ff5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c168fa6-755e-497b-9d5f-4fca073617e9 HTTP/1.1" status: 200 len: 217 time: 0.1191306 Mar 31 22:57:45.262999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e688f83d-a855-4eea-a6a5-470e4e683b49 req-030a0a6d-f0fa-473e-90ce-e2ae95de81f2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634631 Mar 31 22:57:45.315530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5292ebd-8527-4c29-927a-33db36141716 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc95e48-09d3-4f60-8bbc-2f27d051e5b3,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:45.393288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-5ade555f-b1e2-4762-8865-6939e0e47a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.395223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-5ade555f-b1e2-4762-8865-6939e0e47a4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.1483171 Mar 31 22:57:45.398193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] For port 3c486556-a75d-47bd-923c-38070800fa24, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3c486556-a75d-47bd-923c-38070800fa24,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:45.398805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.460157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-c4a3f41c-689d-48be-a16a-e50cb78ad6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.472379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-c4a3f41c-689d-48be-a16a-e50cb78ad6dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1094 time: 0.2224288 Mar 31 22:57:45.482599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-9f5603ee-27a1-4cb3-8074-41ff61789d2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691314 Mar 31 22:57:45.491319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Calling delete_port for 3c486556-a75d-47bd-923c-38070800fa24 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:45.496010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-f5292ebd-8527-4c29-927a-33db36141716 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.497232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17f25a47-3c42-4387-8034-30ccaddd7206 req-f5292ebd-8527-4c29-927a-33db36141716 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.8986814 Mar 31 22:57:45.536913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.874181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55ac1f0-eb22-47b7-af17-6fd3307e2962 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:45.907291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.946222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Transition to ACTIVE for port object b55ac1f0-eb22-47b7-af17-6fd3307e2962 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:45.976874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.024480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9d912-019c-4104-8532-64e8e88fc42c', 'tag': '6c168fa6-755e-497b-9d5f-4fca073617e9'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:46.032799 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9d912-019c-4104-8532-64e8e88fc42c", "tag": "6c168fa6-755e-497b-9d5f-4fca073617e9"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:46.066839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.127541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.148552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231085a2-ec0a-42e8-9f92-1a59bbe0d5a9 req-6ce55c4c-2bf6-497f-898d-44e381e118f5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.150096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-231085a2-ec0a-42e8-9f92-1a59bbe0d5a9 req-6ce55c4c-2bf6-497f-898d-44e381e118f5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.7219779 Mar 31 22:57:46.193557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Pushing event updated for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:46.204336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-b0b1b1a9-90d6-46da-979b-ab2beaa2c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.205965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-b0b1b1a9-90d6-46da-979b-ab2beaa2c506 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.7223456 Mar 31 22:57:46.226442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-59d83920-8582-404d-a901-1cacad0d7a0b service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264757 Mar 31 22:57:46.237976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc56dd-a85e-47e9-8d0f-af3a1a1db0cb req-7fa78fc2-643d-4efa-ae1f-fe8ab18ca458 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.239572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54fc56dd-a85e-47e9-8d0f-af3a1a1db0cb req-7fa78fc2-643d-4efa-ae1f-fe8ab18ca458 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=78473f0b-59e1-48dd-bc0b-64f3f2bad70c HTTP/1.1" status: 200 len: 946 time: 0.2043929 Mar 31 22:57:46.284513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-112aa511-77ec-4f3e-b066-efe25a4f87c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 200 len: 217 time: 0.0693316 Mar 31 22:57:46.315142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.348568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Pushing event updated for resources: {'Port': ['ID=35ad0c31-8f44-44ba-bc46-c941c5665277,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:46.423363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Attempting to bind port b55ac1f0-eb22-47b7-af17-6fd3307e2962 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:46.424027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Attempting to bind port b55ac1f0-eb22-47b7-af17-6fd3307e2962 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:46.424687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Attempting to bind port b55ac1f0-eb22-47b7-af17-6fd3307e2962 on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:46.452134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Port b55ac1f0-eb22-47b7-af17-6fd3307e2962 on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:46.452134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Attempting to bind port b55ac1f0-eb22-47b7-af17-6fd3307e2962 on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:46.464189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:46.472668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:46.473007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Checking segment: {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:46.473586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Bound using segment: {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:46.474170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Bound port: b55ac1f0-eb22-47b7-af17-6fd3307e2962, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:46.474805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.592877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:46.595749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-231085a2-ec0a-42e8-9f92-1a59bbe0d5a9 req-7fb4476f-cbb5-4b17-8d95-78131ae4d08f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281428 Mar 31 22:57:46.605186 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.632863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Network 755bcb41-d40b-447b-b617-3386ccc2cbe3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:46.638037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:46.722349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8e0788e-bae3-4671-8d0b-2b59038b9623 req-3a4e97cf-c52c-422b-aa5e-c6b0cb8cefa6 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793754 Mar 31 22:57:46.742830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:46.756543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54fc56dd-a85e-47e9-8d0f-af3a1a1db0cb req-e80061dd-3ad5-4231-a50d-256e3b25d90a tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783566 Mar 31 22:57:46.758463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:46.763098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-ce90dbc9-5693-4403-a76d-3ee472fadd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.768902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-ce90dbc9-5693-4403-a76d-3ee472fadd64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.4175031 Mar 31 22:57:46.792856 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.813430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.833332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e1aa474a-afea-4fcc-ada8-002aa135255c'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:46.862917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-7ff01faf-bbd2-40e4-83a4-376e150520d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753016 Mar 31 22:57:46.881539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.913889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event deleted for resources: {'Port': ['ID=3c486556-a75d-47bd-923c-38070800fa24,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:46.939216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=43e9bc9e-3420-42f6-b8c3-ae6298e230a6,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:46.942032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.942032 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.949275 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] 10.222.0.50 "PUT /v2.0/ports/b55ac1f0-eb22-47b7-af17-6fd3307e2962 HTTP/1.1" status: 200 len: 1092 time: 1.8900297 Mar 31 22:57:46.955031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:46.960518 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d33a81-d715-4586-8ce2-dea7edf87dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:47.054432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc9e754a-4d04-48e7-8262-c7a3b04574b2 req-91ce8f83-8a20-42bf-b3bc-94f9110c2f46 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=594dfa55-3064-49d3-8de1-fe8d950862d2 HTTP/1.1" status: 200 len: 210 time: 0.1417720 Mar 31 22:57:47.071631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25b2ae-be9f-45fd-938e-718f06178b57 req-63359a5f-535c-45dc-b567-e5d4965d3c27 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.083197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c25b2ae-be9f-45fd-938e-718f06178b57 req-63359a5f-535c-45dc-b567-e5d4965d3c27 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 944 time: 0.3587728 Mar 31 22:57:47.083538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Router f406d737-2150-4ceb-a026-3b05694f5d13 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:57:47.114888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] No DVR routers for this DVR port 3c486556-a75d-47bd-923c-38070800fa24 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:47.124380 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.129121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.139841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bda5c61-c8da-436b-a215-171390c6d387 req-7c949e04-af57-4ef7-b6ff-c6cfff8ed810 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.50 "DELETE /v2.0/ports/3c486556-a75d-47bd-923c-38070800fa24 HTTP/1.1" status: 204 len: 173 time: 2.3469059 Mar 31 22:57:47.256359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:47.262516 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a2419448-2517-41b1-93aa-fe181b4acd59 admin admin] 10.222.0.31 "PUT /v2.0/routers/f406d737-2150-4ceb-a026-3b05694f5d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9056830 Mar 31 22:57:47.269331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Sync routers for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:47.293058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-bdf2a285-0d3c-46f3-90e5-079d73c2ffac service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957634 Mar 31 22:57:47.309412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f738a-3c6f-47ae-8798-c09cf9b9201a service neutron] Pushing event updated for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.315207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=43e9bc9e-3420-42f6-b8c3-ae6298e230a6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.341084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:47.341084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:57:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:47.394623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c25b2ae-be9f-45fd-938e-718f06178b57 req-651b81b1-8195-4804-badf-e1fc1979acb7 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090351 Mar 31 22:57:47.400210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-268089a1-9365-4264-9d8d-fb9b58e86837 req-31ebf4d7-d75a-4306-9ee7-a91efe07c5b9 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/9e99ae22-76e2-4886-ba61-52e796f43490 HTTP/1.1" status: 200 len: 1806 time: 0.2826538 Mar 31 22:57:47.544900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:47.565336 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793dd758-cf97-473a-ae0c-a125a1e826c5 x-openstack-request-id: req-793dd758-cf97-473a-ae0c-a125a1e826c5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:47.565791 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9d912-019c-4104-8532-64e8e88fc42c", "tag": "6c168fa6-755e-497b-9d5f-4fca073617e9", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:47.566186 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-793dd758-cf97-473a-ae0c-a125a1e826c5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:47.580143 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793dd758-cf97-473a-ae0c-a125a1e826c5'] response: {'name': 'network-changed', 'server_uuid': 'a7d9d912-019c-4104-8532-64e8e88fc42c', 'tag': '6c168fa6-755e-497b-9d5f-4fca073617e9', 'status': 'completed', 'code': 200} Mar 31 22:57:47.596093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-b1c4e3bc-922b-44b3-bc78-bf900f924996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.597957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-b1c4e3bc-922b-44b3-bc78-bf900f924996 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 1095 time: 0.3542905 Mar 31 22:57:47.753428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-05a9e94c-76a2-49be-b939-7cd341e83c94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962 HTTP/1.1" status: 200 len: 217 time: 0.1238112 Mar 31 22:57:47.847635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3c486556-a75d-47bd-923c-38070800fa24 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:47.861060 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9a6310-43f9-4efd-8ebd-06e62da4bfd6 req-2719427f-58d2-4318-a5a3-21b1c26a29e2 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043173 Mar 31 22:57:47.865563 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-268089a1-9365-4264-9d8d-fb9b58e86837 req-d70655bc-eddc-420f-a81b-e6bbacd53c5b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.876860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 3c486556-a75d-47bd-923c-38070800fa24 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:47.877302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3c486556-a75d-47bd-923c-38070800fa24 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:47.878728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53542f-c970-43db-8fc7-108b0de85deb req-ec389edd-29ac-45b1-81f4-1ad488e0f981 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.886414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a53542f-c970-43db-8fc7-108b0de85deb req-ec389edd-29ac-45b1-81f4-1ad488e0f981 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 944 time: 0.2583086 Mar 31 22:57:47.899351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-aa66288a-ff8b-48de-a6e5-4037fd5d32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.900902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-aa66288a-ff8b-48de-a6e5-4037fd5d32e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 1095 time: 0.3192828 Mar 31 22:57:47.903869 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:57:47.916530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 2, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:47.919723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-3e256d9a-ceb4-4d26-8b72-1ec4712d38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.921247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-3e256d9a-ceb4-4d26-8b72-1ec4712d38fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f392b3e-6281-4d10-b94f-5c287a22815d HTTP/1.1" status: 200 len: 862 time: 0.1544917 Mar 31 22:57:47.949696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Checking router: f406d737-2150-4ceb-a026-3b05694f5d13 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:47.950148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Updating router f406d737-2150-4ceb-a026-3b05694f5d13 port 35ad0c31-8f44-44ba-bc46-c941c5665277 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:57:47.983158 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.030714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-98d6fff5-3717-4212-b430-a0a0f83cef9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6320dc7a-40af-4ae1-99e4-5a2006c3e984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891097 Mar 31 22:57:48.032702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-268089a1-9365-4264-9d8d-fb9b58e86837 req-d70655bc-eddc-420f-a81b-e6bbacd53c5b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.124090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a53542f-c970-43db-8fc7-108b0de85deb req-14851521-6ec7-4a15-8784-2241b153a616 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282286 Mar 31 22:57:48.330366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-d598e9a6-0737-4bbb-b601-9044636d18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.332720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-d598e9a6-0737-4bbb-b601-9044636d18fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 912 time: 0.4083378 Mar 31 22:57:48.390036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:48.415156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-17f03edc-3dd4-4602-b4f2-42edeb4c8c1d service neutron] 10.222.0.50 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493214 Mar 31 22:57:48.417725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-cb4d40a8-6877-4f54-ae18-704479fde8c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c168fa6-755e-497b-9d5f-4fca073617e9 HTTP/1.1" status: 200 len: 217 time: 0.0710111 Mar 31 22:57:48.511384 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.515575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:48.515952 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.569300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-1923cd25-21fc-4205-9ff0-45c44a526ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.571760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-1923cd25-21fc-4205-9ff0-45c44a526ed8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.1475606 Mar 31 22:57:48.576775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-268089a1-9365-4264-9d8d-fb9b58e86837 req-d70655bc-eddc-420f-a81b-e6bbacd53c5b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.581602 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-268089a1-9365-4264-9d8d-fb9b58e86837 req-d70655bc-eddc-420f-a81b-e6bbacd53c5b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.603050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-268089a1-9365-4264-9d8d-fb9b58e86837 req-d70655bc-eddc-420f-a81b-e6bbacd53c5b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e99ae22-76e2-4886-ba61-52e796f43490 HTTP/1.1" status: 204 len: 173 time: 1.1853161 Mar 31 22:57:48.675970 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.709784 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa766442-8121-428e-b549-be17363fa503 x-openstack-request-id: req-aa766442-8121-428e-b549-be17363fa503 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:48.710852 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:48.710852 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa766442-8121-428e-b549-be17363fa503 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:48.711259 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa766442-8121-428e-b549-be17363fa503'] response: {'name': 'network-changed', 'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'status': 'completed', 'code': 200} Mar 31 22:57:48.726399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-62bb47fc-5cef-4fcd-b33d-3a3355188430 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215010 Mar 31 22:57:48.731003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70655bc-eddc-420f-a81b-e6bbacd53c5b tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e99ae22-76e2-4886-ba61-52e796f43490,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:48.789801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e97aa0-85ac-4255-9203-725ea2610d56 None None] Pushing event updated for resources: {'Port': ['ID=35ad0c31-8f44-44ba-bc46-c941c5665277,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:48.858132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Attempting to bind port 35ad0c31-8f44-44ba-bc46-c941c5665277 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:48.858815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Attempting to bind port 35ad0c31-8f44-44ba-bc46-c941c5665277 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:48.859962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Attempting to bind port 35ad0c31-8f44-44ba-bc46-c941c5665277 on network 755bcb41-d40b-447b-b617-3386ccc2cbe3 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:48.866429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:48.867138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Checking segment: {'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:48.867759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.868159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Bound using segment: {'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:48.868648 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Bound port: 35ad0c31-8f44-44ba-bc46-c941c5665277, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:48.869463 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.869671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e36ed54-27bf-4a5e-ba26-8aa351f5fa49 req-d5e64a65-b94c-4b89-b166-bad4b2b98247 service neutron] 10.222.0.50 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337227 Mar 31 22:57:48.958128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-398b3f86-c14c-4b05-abbd-8f395de5f62d service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216702 Mar 31 22:57:48.961392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] For port 35ad0c31-8f44-44ba-bc46-c941c5665277, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:48.967873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] For port 35ad0c31-8f44-44ba-bc46-c941c5665277, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=35ad0c31-8f44-44ba-bc46-c941c5665277,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:49.148986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188254aa-567c-4d5a-a577-d3c9cf7fed17 req-eea7bef7-13f3-44a1-b930-7fd91cfabf41 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.152524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-188254aa-567c-4d5a-a577-d3c9cf7fed17 req-eea7bef7-13f3-44a1-b930-7fd91cfabf41 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.1380467 Mar 31 22:57:49.169375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9b9692-c2d3-4ae5-b41d-78a37e3c92cd req-8a9b3647-078b-472e-b8ec-5b4394ec9492 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032428 Mar 31 22:57:49.184208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.296854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:49.297864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:57:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:49.302989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e97aa0-85ac-4255-9203-725ea2610d56 None None] Pushing event updated for resources: {'Port': ['ID=35ad0c31-8f44-44ba-bc46-c941c5665277,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:49.366411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-188254aa-567c-4d5a-a577-d3c9cf7fed17 req-45997e09-2cd7-4ecf-8338-3420205b45ee tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903481 Mar 31 22:57:49.447830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-cbe330a7-dcb4-47e5-8a55-8e19b7752f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.449418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-cbe330a7-dcb4-47e5-8a55-8e19b7752f67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 1095 time: 0.1789670 Mar 31 22:57:49.543918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34812) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:49.564704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:49.577672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-3775285d-e681-4d5c-8341-ac7e3b7c4430 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.580011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-3775285d-e681-4d5c-8341-ac7e3b7c4430 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 820 time: 0.3731601 Mar 31 22:57:49.586557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594dfa55-3064-49d3-8de1-fe8d950862d2', 'name': 'network-vif-deleted', 'tag': '3c486556-a75d-47bd-923c-38070800fa24'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:49.586557 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b02e58-ae97-4088-b96b-d1c73b5b9b37" -d '{"events": [{"server_uuid": "594dfa55-3064-49d3-8de1-fe8d950862d2", "name": "network-vif-deleted", "tag": "3c486556-a75d-47bd-923c-38070800fa24"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:49.666125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-db56a341-b0fe-4d35-b05b-ab90e28dacb6 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/quotas/2bff2af154dc480382ef5619882bf4d5 HTTP/1.1" status: 200 len: 375 time: 0.0633736 Mar 31 22:57:49.675941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-b0ff4ca9-3e7c-4229-b479-33faba535c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.677503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-b0ff4ca9-3e7c-4229-b479-33faba535c62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 923 time: 0.2195921 Mar 31 22:57:49.721019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c14d43-6334-4004-9046-114fd841f842 req-ce398fce-51b4-428e-b3fe-cf84551fa19f tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.722590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61c14d43-6334-4004-9046-114fd841f842 req-ce398fce-51b4-428e-b3fe-cf84551fa19f tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 944 time: 0.1416380 Mar 31 22:57:49.754635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8c337487-fd09-4408-b099-224a7b2799f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.782350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-0b8da820-31b4-4fb0-a350-e9ddfe2839f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962 HTTP/1.1" status: 200 len: 217 time: 0.0891087 Mar 31 22:57:49.853583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:48Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:49.869931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-35b36e06-18a6-4bdb-8453-3e5d0bce5d84 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1905584 Mar 31 22:57:49.876590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61c14d43-6334-4004-9046-114fd841f842 req-e30c6a64-498a-4c72-ad1b-fe5564f661c8 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047618 Mar 31 22:57:49.893990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f9c46-5283-4856-9642-da5841ffa22b None None] The sync data for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 is: [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:48Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:49.898064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-ab8ab2ed-771d-44d7-9b52-5784eb559a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.902715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-ab8ab2ed-771d-44d7-9b52-5784eb559a17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f392b3e-6281-4d10-b94f-5c287a22815d HTTP/1.1" status: 200 len: 862 time: 0.1045444 Mar 31 22:57:49.923880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8c337487-fd09-4408-b099-224a7b2799f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.952575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-ed1d1302-546b-4f88-b75b-1cfd9ff5f26f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6320dc7a-40af-4ae1-99e4-5a2006c3e984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385313 Mar 31 22:57:50.043987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8c337487-fd09-4408-b099-224a7b2799f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.090260 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8c337487-fd09-4408-b099-224a7b2799f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bc96aea2a2c485bb84481bf1e3e83e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5447125 Mar 31 22:57:50.091219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c337487-fd09-4408-b099-224a7b2799f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7957ed4e-ef22-41ca-9946-61024637b101,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:50.107924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6c168fa6-755e-497b-9d5f-4fca073617e9 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:50.110258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34820) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:50.205629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-660c5b10-cf69-4fa7-ae6e-dbadc8db42c9 req-21514748-cfa9-467e-a36e-3585150b9aab tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/7fff4573-3f67-4f7a-b894-2900f1c36f5d HTTP/1.1" status: 200 len: 1807 time: 0.2590842 Mar 31 22:57:50.290977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6c168fa6-755e-497b-9d5f-4fca073617e9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6c168fa6-755e-497b-9d5f-4fca073617e9,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.317503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-bb6a7b2a-0e20-4a6c-8dd2-8a3af21d7a0c service neutron] 10.222.0.50 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524995 Mar 31 22:57:50.340888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '6c168fa6-755e-497b-9d5f-4fca073617e9', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'port_id': '6c168fa6-755e-497b-9d5f-4fca073617e9', 'mac_address': 'fa:16:3e:10:f0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2508d8b7-f29b-4711-aee0-bc5c76dd4591', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:50.414545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.424139 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f15f7-fc56-4c53-8057-2973b999f3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.427727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-e2523698-cd12-46fe-9387-930d62869fed tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.431180 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-e2523698-cd12-46fe-9387-930d62869fed tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "GET /v2.0/ports?device_id=78473f0b-59e1-48dd-bc0b-64f3f2bad70c HTTP/1.1" status: 200 len: 946 time: 0.1200149 Mar 31 22:57:50.435400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c168fa6-755e-497b-9d5f-4fca073617e9 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:50.495302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6c168fa6-755e-497b-9d5f-4fca073617e9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6c168fa6-755e-497b-9d5f-4fca073617e9,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.502810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35ad0c31-8f44-44ba-bc46-c941c5665277 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:50.520869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-9d5bf5ab-1c0d-4dfa-b822-accfb7daea55 service neutron] 10.222.0.31 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340652 Mar 31 22:57:50.557763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f15f7-fc56-4c53-8057-2973b999f3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.571808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 35ad0c31-8f44-44ba-bc46-c941c5665277 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:50.572369 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.626562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Deleting port 1f94c1c6-c95d-4c50-81b0-6a439501e348 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:50.627181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.633626 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.747311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=6c168fa6-755e-497b-9d5f-4fca073617e9,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:50.783484 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.801416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] For port 1f94c1c6-c95d-4c50-81b0-6a439501e348, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1f94c1c6-c95d-4c50-81b0-6a439501e348,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.802351 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.822800 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Calling delete_port for 1f94c1c6-c95d-4c50-81b0-6a439501e348 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:50.892702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 35ad0c31-8f44-44ba-bc46-c941c5665277, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=35ad0c31-8f44-44ba-bc46-c941c5665277,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.901823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['6c168fa6-755e-497b-9d5f-4fca073617e9'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:51.064740 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.171355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=35ad0c31-8f44-44ba-bc46-c941c5665277,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.236994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.254255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1f94c1c6-c95d-4c50-81b0-6a439501e348'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:51.312214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Pushing event deleted for resources: {'Port': ['ID=1f94c1c6-c95d-4c50-81b0-6a439501e348,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.344063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60d33a81-d715-4586-8ce2-dea7edf87dc8 req-a2687a15-2db8-40e3-a5b9-f89af2a00da8 service neutron] 10.222.0.50 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0147476 Mar 31 22:57:51.366868 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-63f624fa-c033-4dec-b944-a1a6b7e0bd04 service neutron] 10.222.0.31 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8364861 Mar 31 22:57:51.383454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4c7c-3c5e-4c9c-9379-39ca8dd926cb req-11024323-3142-46aa-9d4e-91ebce6d4d0e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.385681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6abf4c7c-3c5e-4c9c-9379-39ca8dd926cb req-11024323-3142-46aa-9d4e-91ebce6d4d0e tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 945 time: 0.1760168 Mar 31 22:57:51.397056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] No DVR routers for this DVR port 1f94c1c6-c95d-4c50-81b0-6a439501e348 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:51.402217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.408026 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-37f1650b-e395-4099-bc5b-dba84e2f6f7b req-4f997916-ccfa-4f7f-b50f-ac7ea5bdfebf tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "DELETE /v2.0/ports/1f94c1c6-c95d-4c50-81b0-6a439501e348 HTTP/1.1" status: 204 len: 173 time: 0.9599733 Mar 31 22:57:51.408507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78473f0b-59e1-48dd-bc0b-64f3f2bad70c', 'name': 'network-vif-deleted', 'tag': '1f94c1c6-c95d-4c50-81b0-6a439501e348'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:51.412350 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf09c051-0241-430c-aa05-19767d1c0dbb" -d '{"events": [{"server_uuid": "78473f0b-59e1-48dd-bc0b-64f3f2bad70c", "name": "network-vif-deleted", "tag": "1f94c1c6-c95d-4c50-81b0-6a439501e348"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:51.452296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6abf4c7c-3c5e-4c9c-9379-39ca8dd926cb req-f930fd52-c933-4043-b486-56412ea80434 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493126 Mar 31 22:57:51.563845 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f15f7-fc56-4c53-8057-2973b999f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.570862 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f15f7-fc56-4c53-8057-2973b999f3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.570862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9b8f15f7-fc56-4c53-8057-2973b999f3fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7957ed4e-ef22-41ca-9946-61024637b101 HTTP/1.1" status: 204 len: 168 time: 1.4509649 Mar 31 22:57:51.572157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['607a9214-e809-43b1-9b16-28ee671cbd54'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:51.577804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f15f7-fc56-4c53-8057-2973b999f3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957ed4e-ef22-41ca-9946-61024637b101,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.794719 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0d8608-58c9-47db-8fe0-9ec7449c3d71 x-openstack-request-id: req-1d0d8608-58c9-47db-8fe0-9ec7449c3d71 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:51.798580 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594dfa55-3064-49d3-8de1-fe8d950862d2", "name": "network-vif-deleted", "tag": "3c486556-a75d-47bd-923c-38070800fa24", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:51.799073 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d0d8608-58c9-47db-8fe0-9ec7449c3d71 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:51.800467 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0d8608-58c9-47db-8fe0-9ec7449c3d71'] response: {'server_uuid': '594dfa55-3064-49d3-8de1-fe8d950862d2', 'name': 'network-vif-deleted', 'tag': '3c486556-a75d-47bd-923c-38070800fa24', 'status': 'completed', 'code': 200} Mar 31 22:57:51.832366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b55ac1f0-eb22-47b7-af17-6fd3307e2962 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:51.841584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d045853b-6481-472b-8040-1ca5ca7ce0e8 req-5ce42fc8-bc1f-4dde-8e96-efb67ebee8d9 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-845633604', 'description': 'tempest-description-1971410657'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:51.954647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:51.970220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'port_id': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'mac_address': 'fa:16:3e:af:6e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f392b3e-6281-4d10-b94f-5c287a22815d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:52.014106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.037848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55ac1f0-eb22-47b7-af17-6fd3307e2962 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:52.060974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:52.079297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d045853b-6481-472b-8040-1ca5ca7ce0e8 req-5ce42fc8-bc1f-4dde-8e96-efb67ebee8d9 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.125578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:52.148983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6c168fa6-755e-497b-9d5f-4fca073617e9 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:52.231411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d045853b-6481-472b-8040-1ca5ca7ce0e8 req-5ce42fc8-bc1f-4dde-8e96-efb67ebee8d9 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.271085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4078aa-d915-4397-ada3-db7267606246 req-e511749d-8ef0-4318-b5d7-546a21878bee tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:52.273388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4078aa-d915-4397-ada3-db7267606246 req-e511749d-8ef0-4318-b5d7-546a21878bee tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.45 "GET /v2.0/ports?device_id=39c649f7-5c65-4f28-b652-c392fb3ab5b4 HTTP/1.1" status: 200 len: 945 time: 0.0934486 Mar 31 22:57:52.396142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Deleting port 607a9214-e809-43b1-9b16-28ee671cbd54 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:52.396588 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.442658 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.463778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d045853b-6481-472b-8040-1ca5ca7ce0e8 req-5ce42fc8-bc1f-4dde-8e96-efb67ebee8d9 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.479396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35ad0c31-8f44-44ba-bc46-c941c5665277 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:52.526251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce42fc8-bc1f-4dde-8e96-efb67ebee8d9 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c099019-b10a-47fa-b78b-0b67580048ba,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:52.593435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] For port 607a9214-e809-43b1-9b16-28ee671cbd54, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=607a9214-e809-43b1-9b16-28ee671cbd54,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:52.595120 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.624144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Calling delete_port for 607a9214-e809-43b1-9b16-28ee671cbd54 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:52.641206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:52.643223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648460-c212-431a-824b-5840c9dd4287 req-9b39d82e-2dbc-4603-8c2b-2b75d131e889 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:52.645791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a648460-c212-431a-824b-5840c9dd4287 req-9b39d82e-2dbc-4603-8c2b-2b75d131e889 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.1245294 Mar 31 22:57:52.667535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:52.685601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4', 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c', 'port_id': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4', 'mac_address': 'fa:16:3e:f7:21:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85be71c1-b753-4352-b68e-ea1525cdd602', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:52.688969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b55ac1f0-eb22-47b7-af17-6fd3307e2962'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:52.716032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 35ad0c31-8f44-44ba-bc46-c941c5665277 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:52.716032 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.725524 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d045853b-6481-472b-8040-1ca5ca7ce0e8 req-5ce42fc8-bc1f-4dde-8e96-efb67ebee8d9 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.727887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d045853b-6481-472b-8040-1ca5ca7ce0e8 req-5ce42fc8-bc1f-4dde-8e96-efb67ebee8d9 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9057214 Mar 31 22:57:52.767849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a648460-c212-431a-824b-5840c9dd4287 req-85a2ce4e-0ff8-4b32-98c4-a002838a60f8 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996311 Mar 31 22:57:52.782552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 6c168fa6-755e-497b-9d5f-4fca073617e9 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:52.800171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 6c168fa6-755e-497b-9d5f-4fca073617e9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:52.800503 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.833488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.843184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34858) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:52.880947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:52.883458 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a62d-d511-4899-b4cf-09fd92b8a9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.006689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:53.020553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03482d63-c14a-4e7b-ba4c-6935b13a4986 req-e8731c5a-8229-44ec-95e6-b97dfa941dac tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.022150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03482d63-c14a-4e7b-ba4c-6935b13a4986 req-e8731c5a-8229-44ec-95e6-b97dfa941dac tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 945 time: 0.2019308 Mar 31 22:57:53.102261 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.136221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.154183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03482d63-c14a-4e7b-ba4c-6935b13a4986 req-1deebca2-0565-42dc-b4e1-f9baf4e1ffd3 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918038 Mar 31 22:57:53.190689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9d912-019c-4104-8532-64e8e88fc42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c168fa6-755e-497b-9d5f-4fca073617e9'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:53.192947 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e799e8ba-cfbf-431a-a04a-cbc379de6f2b" -d '{"events": [{"server_uuid": "a7d9d912-019c-4104-8532-64e8e88fc42c", "name": "network-vif-plugged", "status": "completed", "tag": "6c168fa6-755e-497b-9d5f-4fca073617e9"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:53.219067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-a338a164-c5a9-4887-bb18-a1531e929c0f tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.220633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-a338a164-c5a9-4887-bb18-a1531e929c0f tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 812 time: 0.3000090 Mar 31 22:57:53.221058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6c168fa6-755e-497b-9d5f-4fca073617e9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6c168fa6-755e-497b-9d5f-4fca073617e9,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:53.222654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a62d-d511-4899-b4cf-09fd92b8a9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.223926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:53.228431 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2df0db-12ba-4cd0-8cdb-0ee6c4bc468e x-openstack-request-id: req-9d2df0db-12ba-4cd0-8cdb-0ee6c4bc468e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:53.229288 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78473f0b-59e1-48dd-bc0b-64f3f2bad70c", "name": "network-vif-deleted", "tag": "1f94c1c6-c95d-4c50-81b0-6a439501e348", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:53.229715 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d2df0db-12ba-4cd0-8cdb-0ee6c4bc468e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:53.230293 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2df0db-12ba-4cd0-8cdb-0ee6c4bc468e'] response: {'server_uuid': '78473f0b-59e1-48dd-bc0b-64f3f2bad70c', 'name': 'network-vif-deleted', 'tag': '1f94c1c6-c95d-4c50-81b0-6a439501e348', 'status': 'completed', 'code': 200} Mar 31 22:57:53.238185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.251228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['607a9214-e809-43b1-9b16-28ee671cbd54'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:53.295167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Pushing event deleted for resources: {'Port': ['ID=607a9214-e809-43b1-9b16-28ee671cbd54,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:53.301909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-1b2e53ad-1934-494e-afdf-9d861af6a762 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/quotas/3ce3ca086c984c60a35d460983e78281 HTTP/1.1" status: 200 len: 375 time: 0.0567479 Mar 31 22:57:53.335418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1abca237-940d-4416-a691-dfcb60e4b351 req-5ca03a81-61ff-4f99-84f9-7abb5bdd22e2 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 210 time: 0.0703995 Mar 31 22:57:53.364081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:53.387051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] No DVR routers for this DVR port 607a9214-e809-43b1-9b16-28ee671cbd54 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:53.405080 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.409980 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.413299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4078aa-d915-4397-ada3-db7267606246 req-01c3161c-04d4-4e88-95d3-9d691b1a51a3 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.45 "DELETE /v2.0/ports/607a9214-e809-43b1-9b16-28ee671cbd54 HTTP/1.1" status: 204 len: 173 time: 1.1218355 Mar 31 22:57:53.416269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-2d314153-b86f-4967-bf52-63e38fccb5b8 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863483 Mar 31 22:57:53.417405 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a62d-d511-4899-b4cf-09fd92b8a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.485720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=6c168fa6-755e-497b-9d5f-4fca073617e9,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:53.501334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9eb5a62d-d511-4899-b4cf-09fd92b8a9fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=168bdcb8abe44db6b6a02d4f92aebc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568913 Mar 31 22:57:53.504314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34868) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:53.549973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5a62d-d511-4899-b4cf-09fd92b8a9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676e3c6b-e0cf-4867-88b0-4d1c7bf8bdfd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:53.561800 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-292f1ee2-c86a-4d5d-9b90-1ae1d451f5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.583402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1713e-b2ac-4b9e-837b-481eb89eb14e req-8329d87a-d0bb-4cc9-aec4-8483b4e7de8b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.585062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33f1713e-b2ac-4b9e-837b-481eb89eb14e req-8329d87a-d0bb-4cc9-aec4-8483b4e7de8b tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.1441584 Mar 31 22:57:53.611285 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-292f1ee2-c86a-4d5d-9b90-1ae1d451f5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.634668 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-cf378ef1-ecbf-48fa-830f-67c13a9db491 service neutron] 10.222.0.31 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925979 Mar 31 22:57:53.661188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33f1713e-b2ac-4b9e-837b-481eb89eb14e req-41c4094e-a154-43fc-8230-b98f6ebfc842 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698771 Mar 31 22:57:53.775961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-74946a27-3266-43af-8087-5b7d86ac0dc9 service neutron] 10.222.0.31 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309438 Mar 31 22:57:53.801901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c649f7-5c65-4f28-b652-c392fb3ab5b4', 'name': 'network-vif-deleted', 'tag': '607a9214-e809-43b1-9b16-28ee671cbd54'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:53.806113 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91010c4-7d4b-47c4-9a51-2a5185462794" -d '{"events": [{"server_uuid": "39c649f7-5c65-4f28-b652-c392fb3ab5b4", "name": "network-vif-deleted", "tag": "607a9214-e809-43b1-9b16-28ee671cbd54"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:53.840353 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b55ac1f0-eb22-47b7-af17-6fd3307e2962 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:53.840522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728e237-9e62-4aec-95d4-0b32d0926d78 req-873871e9-bf10-4011-9e64-0d6fbd2b72e3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.840522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c728e237-9e62-4aec-95d4-0b32d0926d78 req-873871e9-bf10-4011-9e64-0d6fbd2b72e3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.0870888 Mar 31 22:57:53.884041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c728e237-9e62-4aec-95d4-0b32d0926d78 req-35d5f26c-1842-4977-96a7-6cbdac6337a5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370302 Mar 31 22:57:53.965043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4059fb2a-43f4-4a1e-9abc-4e05c13a1bdd req-9ecbeafe-11a3-4983-9090-8426ce46f3c1 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/8c099019-b10a-47fa-b78b-0b67580048ba HTTP/1.1" status: 200 len: 1806 time: 0.0552855 Mar 31 22:57:53.975151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-4059fb2a-43f4-4a1e-9abc-4e05c13a1bdd req-13693108-bc62-429c-af9b-2a83516c979d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c099019-b10a-47fa-b78b-0b67580048ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:53.975468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-4059fb2a-43f4-4a1e-9abc-4e05c13a1bdd req-13693108-bc62-429c-af9b-2a83516c979d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c099019-b10a-47fa-b78b-0b67580048ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:54.024928 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-292f1ee2-c86a-4d5d-9b90-1ae1d451f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.038810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-292f1ee2-c86a-4d5d-9b90-1ae1d451f5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.038810 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-292f1ee2-c86a-4d5d-9b90-1ae1d451f5ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/676e3c6b-e0cf-4867-88b0-4d1c7bf8bdfd HTTP/1.1" status: 204 len: 168 time: 0.5231514 Mar 31 22:57:54.038810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f1ee2-c86a-4d5d-9b90-1ae1d451f5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676e3c6b-e0cf-4867-88b0-4d1c7bf8bdfd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:54.090278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port b55ac1f0-eb22-47b7-af17-6fd3307e2962 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:54.095868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port b55ac1f0-eb22-47b7-af17-6fd3307e2962 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:54.107578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.129215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:54.227959 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4059fb2a-43f4-4a1e-9abc-4e05c13a1bdd req-13693108-bc62-429c-af9b-2a83516c979d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.236556 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.268526 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4059fb2a-43f4-4a1e-9abc-4e05c13a1bdd req-13693108-bc62-429c-af9b-2a83516c979d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.277451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:54.381027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:54.386295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:54.386823 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.420366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-34febe4a-c673-4894-adaa-c72af010ddd6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.422410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-34febe4a-c673-4894-adaa-c72af010ddd6 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.0536957 Mar 31 22:57:54.456767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4059fb2a-43f4-4a1e-9abc-4e05c13a1bdd req-13693108-bc62-429c-af9b-2a83516c979d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.492022 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13693108-bc62-429c-af9b-2a83516c979d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10f8128-e3a7-43dd-ac62-c9273123dfbf,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:54.520301 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.520301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1f94c1c6-c95d-4c50-81b0-6a439501e348 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:54.579683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Deleting port e1aa474a-afea-4fcc-ada8-002aa135255c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:54.581337 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.594675 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2e1006-31e2-4d15-9949-79a8e713062c x-openstack-request-id: req-ad2e1006-31e2-4d15-9949-79a8e713062c {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:54.595421 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9d912-019c-4104-8532-64e8e88fc42c", "name": "network-vif-plugged", "status": "completed", "tag": "6c168fa6-755e-497b-9d5f-4fca073617e9", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:54.596051 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad2e1006-31e2-4d15-9949-79a8e713062c {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:54.596962 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2e1006-31e2-4d15-9949-79a8e713062c'] response: {'server_uuid': 'a7d9d912-019c-4104-8532-64e8e88fc42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c168fa6-755e-497b-9d5f-4fca073617e9', 'code': 200} Mar 31 22:57:54.630130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:54.642017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 1f94c1c6-c95d-4c50-81b0-6a439501e348 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:54.642017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1f94c1c6-c95d-4c50-81b0-6a439501e348 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:54.646437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.720488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:54.721332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4059fb2a-43f4-4a1e-9abc-4e05c13a1bdd req-13693108-bc62-429c-af9b-2a83516c979d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.727255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4059fb2a-43f4-4a1e-9abc-4e05c13a1bdd req-13693108-bc62-429c-af9b-2a83516c979d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7557995 Mar 31 22:57:54.776655 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6124e84f-ff02-4fa5-ae39-58bd0982efef x-openstack-request-id: req-6124e84f-ff02-4fa5-ae39-58bd0982efef {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:54.777026 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c649f7-5c65-4f28-b652-c392fb3ab5b4", "name": "network-vif-deleted", "tag": "607a9214-e809-43b1-9b16-28ee671cbd54", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:54.777345 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6124e84f-ff02-4fa5-ae39-58bd0982efef {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:54.784690 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6124e84f-ff02-4fa5-ae39-58bd0982efef'] response: {'server_uuid': '39c649f7-5c65-4f28-b652-c392fb3ab5b4', 'name': 'network-vif-deleted', 'tag': '607a9214-e809-43b1-9b16-28ee671cbd54', 'status': 'completed', 'code': 200} Mar 31 22:57:54.791511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67c8a0-08f9-45e0-b3ff-0c749e156fe9 req-5ba1a853-72d7-4fb7-bb72-7a7ef12ec523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.793355 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b67c8a0-08f9-45e0-b3ff-0c749e156fe9 req-5ba1a853-72d7-4fb7-bb72-7a7ef12ec523 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 1097 time: 0.1846662 Mar 31 22:57:54.833645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] For port e1aa474a-afea-4fcc-ada8-002aa135255c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e1aa474a-afea-4fcc-ada8-002aa135255c,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:54.834123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.863362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63b169-ef80-4cba-9b02-379e29588eb2 req-b5588125-4de5-4958-8d70-1749bafa0ab9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.864999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a63b169-ef80-4cba-9b02-379e29588eb2 req-b5588125-4de5-4958-8d70-1749bafa0ab9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 944 time: 0.2448521 Mar 31 22:57:54.885072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Calling delete_port for e1aa474a-afea-4fcc-ada8-002aa135255c owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:54.934726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b67c8a0-08f9-45e0-b3ff-0c749e156fe9 req-4bc7ac5f-5dd6-41c2-9572-3608ff81cdad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302776 Mar 31 22:57:54.957479 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.958408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 607a9214-e809-43b1-9b16-28ee671cbd54 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:54.991269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a63b169-ef80-4cba-9b02-379e29588eb2 req-148807a4-d0a3-434f-92a8-96ec624280df tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130190 Mar 31 22:57:54.999728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 607a9214-e809-43b1-9b16-28ee671cbd54 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:55.000345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 607a9214-e809-43b1-9b16-28ee671cbd54 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:55.003855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1012000-1565-46ff-ad52-96d457e6f609 req-6a96c16f-5cbe-47ab-b968-613e2f6332a6 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.011682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1012000-1565-46ff-ad52-96d457e6f609 req-6a96c16f-5cbe-47ab-b968-613e2f6332a6 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.1642716 Mar 31 22:57:55.035687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.099182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1012000-1565-46ff-ad52-96d457e6f609 req-22813be5-f851-4989-a88c-c903d6eab8f5 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761788 Mar 31 22:57:55.146997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d25fcdf-0771-4822-bce5-3ee92fd7f6ee req-373a7cf4-e9ea-466f-99c1-6540c0a7ed2b tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 210 time: 0.0467005 Mar 31 22:57:55.303663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ee9d641-175a-4e82-b59c-bba2625c626a req-6e46146f-e2ee-406d-9674-00911ad16edd tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/8c099019-b10a-47fa-b78b-0b67580048ba HTTP/1.1" status: 200 len: 2400 time: 0.0860796 Mar 31 22:57:55.315606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0ee9d641-175a-4e82-b59c-bba2625c626a req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c099019-b10a-47fa-b78b-0b67580048ba', 'remote_group_id': None}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:55.315927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0ee9d641-175a-4e82-b59c-bba2625c626a req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c099019-b10a-47fa-b78b-0b67580048ba', 'remote_group_id': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:55.327030 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f648e32-2207-49fb-a2c2-29f80378896b req-fac43612-407f-4c27-9592-21d54708ee31 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.328760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f648e32-2207-49fb-a2c2-29f80378896b req-fac43612-407f-4c27-9592-21d54708ee31 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 945 time: 0.0910892 Mar 31 22:57:55.382229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f648e32-2207-49fb-a2c2-29f80378896b req-0dac3020-6d52-4891-ace2-efa8025ef046 tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b462fe2-77c6-41d2-9659-db54089161aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Mar 31 22:57:55.485930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564f3f0-bb20-454c-86a6-1dc4ba9efdc0 req-9e62d368-fb01-400c-8dff-0fa24fd453ed tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.487450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4564f3f0-bb20-454c-86a6-1dc4ba9efdc0 req-9e62d368-fb01-400c-8dff-0fa24fd453ed tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.0501263 Mar 31 22:57:55.500536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.552679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e1aa474a-afea-4fcc-ada8-002aa135255c'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:55.553589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Pushing event deleted for resources: {'Port': ['ID=e1aa474a-afea-4fcc-ada8-002aa135255c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.624063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] No DVR routers for this DVR port e1aa474a-afea-4fcc-ada8-002aa135255c on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:55.631696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4564f3f0-bb20-454c-86a6-1dc4ba9efdc0 req-0e4914d9-5058-4929-a871-0fe13b979b9f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383131 Mar 31 22:57:55.634168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.637706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c4abbab-d4cf-4df7-9769-9d58313a2d5d req-e8cc81a3-70bb-4e11-9712-a49d0c29937a tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.45 "DELETE /v2.0/ports/e1aa474a-afea-4fcc-ada8-002aa135255c HTTP/1.1" status: 204 len: 173 time: 1.2100291 Mar 31 22:57:55.681545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0ee9d641-175a-4e82-b59c-bba2625c626a req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.710702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0ee9d641-175a-4e82-b59c-bba2625c626a req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.725943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28e665dd-c495-4806-a7d2-e273835475ae req-b8a13b7f-1733-4feb-a0d1-17b17bcfa7d4 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 210 time: 0.0334880 Mar 31 22:57:55.859329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0ee9d641-175a-4e82-b59c-bba2625c626a req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.878997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9183ebf6-7c9f-43e0-b882-2debb34140a0,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.888429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.888789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.889158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.889476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.889795 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.890134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.891049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.891614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.892022 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.892356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.892735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.893159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:55.984699 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0ee9d641-175a-4e82-b59c-bba2625c626a req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.999171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ee9d641-175a-4e82-b59c-bba2625c626a req-34e7715e-d8fc-4c9f-85fc-43b77c04d974 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6881275 Mar 31 22:57:56.135093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a8d60c1-dd6f-4fb5-8376-72ae70890495 req-6915924e-2277-4da0-944c-220288f553b8 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/8c099019-b10a-47fa-b78b-0b67580048ba HTTP/1.1" status: 200 len: 2999 time: 0.0950434 Mar 31 22:57:56.209590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43de67a-5b4e-4100-b7b0-fc84486c8be4 req-f1a928dc-2d13-41c2-a4bf-5ff4205a620c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.211384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f43de67a-5b4e-4100-b7b0-fc84486c8be4 req-f1a928dc-2d13-41c2-a4bf-5ff4205a620c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.0750711 Mar 31 22:57:56.283438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f43de67a-5b4e-4100-b7b0-fc84486c8be4 req-f31bc455-a52a-46f0-86c6-f30acbfe6960 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598357 Mar 31 22:57:56.305541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe291d-930b-42d2-bf01-a46e9d02e85b req-b1ae4ba1-2f67-4bc4-8c5b-22e8b9c588bb tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.305541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bafe291d-930b-42d2-bf01-a46e9d02e85b req-b1ae4ba1-2f67-4bc4-8c5b-22e8b9c588bb tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.0857618 Mar 31 22:57:56.416174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed469d2b-4cf1-4ab5-9b19-4b2879f56083 req-7f81b480-5c8a-446e-b8b5-0c6a020d8801 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-group-rules/9183ebf6-7c9f-43e0-b882-2debb34140a0 HTTP/1.1" status: 200 len: 783 time: 0.0775037 Mar 31 22:57:56.420859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bafe291d-930b-42d2-bf01-a46e9d02e85b req-16201a3e-4af5-47a4-8f7e-6bd5bb22c5ed tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096480 Mar 31 22:57:56.513149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed469d2b-4cf1-4ab5-9b19-4b2879f56083 req-5d81da1d-c84e-4919-917e-6cd2337d2dc0 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/8c099019-b10a-47fa-b78b-0b67580048ba HTTP/1.1" status: 200 len: 2999 time: 0.0893908 Mar 31 22:57:56.590680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e5305e8-a7ce-4404-83b5-c510f041b064 req-a403c466-ddd8-4f74-8a99-972d01fe88f9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 210 time: 0.0382416 Mar 31 22:57:56.592238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ed469d2b-4cf1-4ab5-9b19-4b2879f56083 req-20f5b9c1-9914-4c52-98cf-4b1e3c5ee9b2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.598099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962'}, {'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:56.602213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ed469d2b-4cf1-4ab5-9b19-4b2879f56083 req-20f5b9c1-9914-4c52-98cf-4b1e3c5ee9b2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.608369 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a998ed-b3b6-4fd2-b2d5-da97f835c96a" -d '{"events": [{"server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "name": "network-vif-plugged", "status": "completed", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962"}, {"server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "name": "network-vif-plugged", "status": "completed", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:56.678548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-3d341993-1885-41fb-9df1-07c77d1b7da3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.679623 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-3d341993-1885-41fb-9df1-07c77d1b7da3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.50 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 820 time: 0.1610193 Mar 31 22:57:56.693947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Request body: {'port': {'device_id': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'admin_state_up': True, 'tenant_id': '2bff2af154dc480382ef5619882bf4d5'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:56.758898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f09a4906-994e-4d1b-a20e-4fbf47812f49 req-54bfc152-af03-42d0-b787-ec1d149aadad tempest-ServerRescueNegativeTestJSON-1345938296 tempest-ServerRescueNegativeTestJSON-1345938296-project] 10.222.0.31 "GET /v2.0/ports?device_id=62f435c2-9d43-48ce-b416-2f4845bce84f HTTP/1.1" status: 200 len: 210 time: 0.0649397 Mar 31 22:57:56.785706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f435c2-9d43-48ce-b416-2f4845bce84f', 'name': 'network-vif-deleted', 'tag': 'e1aa474a-afea-4fcc-ada8-002aa135255c'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:56.788321 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16084327-efae-48cd-a661-94b44946f804" -d '{"events": [{"server_uuid": "62f435c2-9d43-48ce-b416-2f4845bce84f", "name": "network-vif-deleted", "tag": "e1aa474a-afea-4fcc-ada8-002aa135255c"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:56.814531 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc561a6-117f-4387-9383-1b9bc28fec1e x-openstack-request-id: req-2cc561a6-117f-4387-9383-1b9bc28fec1e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:56.814997 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "name": "network-vif-plugged", "status": "completed", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962", "code": 200}, {"server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "name": "network-vif-plugged", "status": "completed", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:56.815409 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cc561a6-117f-4387-9383-1b9bc28fec1e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:56.815934 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc561a6-117f-4387-9383-1b9bc28fec1e'] response: {'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'code': 200} Mar 31 22:57:56.816336 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc561a6-117f-4387-9383-1b9bc28fec1e'] response: {'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4', 'code': 200} Mar 31 22:57:56.831321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ed469d2b-4cf1-4ab5-9b19-4b2879f56083 req-20f5b9c1-9914-4c52-98cf-4b1e3c5ee9b2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.842586 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ed469d2b-4cf1-4ab5-9b19-4b2879f56083 req-20f5b9c1-9914-4c52-98cf-4b1e3c5ee9b2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.856689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed469d2b-4cf1-4ab5-9b19-4b2879f56083 req-20f5b9c1-9914-4c52-98cf-4b1e3c5ee9b2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9183ebf6-7c9f-43e0-b882-2debb34140a0 HTTP/1.1" status: 204 len: 173 time: 0.3324983 Mar 31 22:57:56.867454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5b9c1-9914-4c52-98cf-4b1e3c5ee9b2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9183ebf6-7c9f-43e0-b882-2debb34140a0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:56.935334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dce5d5b4-d94f-4f90-871b-bf652f935501 req-0b4a65d7-1ffc-4243-a146-93465f1e4786 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 210 time: 0.0449779 Mar 31 22:57:57.009951 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74772c6c-1d35-4dbc-84e9-013a79c98a40 x-openstack-request-id: req-74772c6c-1d35-4dbc-84e9-013a79c98a40 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:57.010279 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f435c2-9d43-48ce-b416-2f4845bce84f", "name": "network-vif-deleted", "tag": "e1aa474a-afea-4fcc-ada8-002aa135255c", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:57.010652 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74772c6c-1d35-4dbc-84e9-013a79c98a40 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:57.011632 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74772c6c-1d35-4dbc-84e9-013a79c98a40'] response: {'server_uuid': '62f435c2-9d43-48ce-b416-2f4845bce84f', 'name': 'network-vif-deleted', 'tag': 'e1aa474a-afea-4fcc-ada8-002aa135255c', 'status': 'completed', 'code': 200} Mar 31 22:57:57.045851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Made reservation on behalf of 2bff2af154dc480382ef5619882bf4d5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:57.054516 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.083463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb5720-587b-4018-8821-1d9f3e0283ee req-7afdb5ef-1c5b-498a-b8e3-39ac7ba16ed6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.091985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feeb5720-587b-4018-8821-1d9f3e0283ee req-7afdb5ef-1c5b-498a-b8e3-39ac7ba16ed6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1664937 Mar 31 22:57:57.155250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9743-d00e-430a-b26b-e31d7b5b1805 req-be43606d-c520-4897-b44e-ebcf980b198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.156887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-178f9743-d00e-430a-b26b-e31d7b5b1805 req-be43606d-c520-4897-b44e-ebcf980b198c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1096 time: 0.2334630 Mar 31 22:57:57.170556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95bdee50-6f65-4f5d-bd65-95958e0fb0cd req-43723ae8-3ec1-467c-b8ba-a04f049bc3be tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/8c099019-b10a-47fa-b78b-0b67580048ba HTTP/1.1" status: 200 len: 2400 time: 0.1555331 Mar 31 22:57:57.213443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feeb5720-587b-4018-8821-1d9f3e0283ee req-91343b18-7a62-4379-b722-cfbea2c29a51 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203387 Mar 31 22:57:57.271667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a88bb4-1f82-472a-9129-40368afcf071 req-3bde58ee-3ace-41a9-8f7d-226c986a319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.273166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a88bb4-1f82-472a-9129-40368afcf071 req-3bde58ee-3ace-41a9-8f7d-226c986a319c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 1097 time: 0.2141132 Mar 31 22:57:57.279763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-178f9743-d00e-430a-b26b-e31d7b5b1805 req-9e8b8b21-4bc4-4a6d-b347-99c8ca81a779 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134531 Mar 31 22:57:57.283949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Allocated IP 172.20.0.14 (755bcb41-d40b-447b-b617-3386ccc2cbe3/799823f7-781b-4f7a-b9c5-99f1d8cefe30/5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:57.330739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-95bdee50-6f65-4f5d-bd65-95958e0fb0cd req-1fc75797-776a-4d0e-9703-0f3191224e99 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.337822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28a88bb4-1f82-472a-9129-40368afcf071 req-8d6c108a-8816-4329-9d71-4d043dcd44a3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550413 Mar 31 22:57:57.383035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-95bdee50-6f65-4f5d-bd65-95958e0fb0cd req-1fc75797-776a-4d0e-9703-0f3191224e99 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.482264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.626517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-95bdee50-6f65-4f5d-bd65-95958e0fb0cd req-1fc75797-776a-4d0e-9703-0f3191224e99 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.631788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-95bdee50-6f65-4f5d-bd65-95958e0fb0cd req-1fc75797-776a-4d0e-9703-0f3191224e99 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.633847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95bdee50-6f65-4f5d-bd65-95958e0fb0cd req-1fc75797-776a-4d0e-9703-0f3191224e99 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c099019-b10a-47fa-b78b-0b67580048ba HTTP/1.1" status: 204 len: 173 time: 0.4466228 Mar 31 22:57:57.647154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc75797-776a-4d0e-9703-0f3191224e99 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c099019-b10a-47fa-b78b-0b67580048ba,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:57.684746 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.748422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Network 755bcb41-d40b-447b-b617-3386ccc2cbe3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:57.752270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:57.761205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:57.768936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event updated for resources: {'Port': ['ID=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:57.790887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f70e5f-7953-4f37-890a-f91dc1087df1 req-829e250b-aa18-4822-bc9c-f40b7ee5e76a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.793525 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50f70e5f-7953-4f37-890a-f91dc1087df1 req-829e250b-aa18-4822-bc9c-f40b7ee5e76a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.1064615 Mar 31 22:57:57.808556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.808917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.809255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.809593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.809930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.810259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.810616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.810950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.811272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.811601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.811927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.812251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:57.853577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.854388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.912001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50f70e5f-7953-4f37-890a-f91dc1087df1 req-accf1382-aa74-45dc-8edc-46fde68355dc tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001146 Mar 31 22:57:57.933534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510700-b340-4030-b947-89995e1e64ef req-8131f29b-643b-4a09-8b16-b3a0499e7bb3 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.943528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34510700-b340-4030-b947-89995e1e64ef req-8131f29b-643b-4a09-8b16-b3a0499e7bb3 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.0914636 Mar 31 22:57:57.983875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34510700-b340-4030-b947-89995e1e64ef req-0794e4bc-3e2f-4c1b-9f7e-7609b4033cdb tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Mar 31 22:57:58.013791 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-48459ba8-2b92-447f-83bc-59588eaf3475 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3241701 Mar 31 22:57:58.028256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Request body: {'port': {'device_id': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:58.035801 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-5e67ceb9-cf91-4726-b55f-1e254aea02b5 req-9c9d8809-653a-4dd6-a255-26fb589a503d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] show failed (client error): The resource could not be found. Mar 31 22:57:58.036814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e67ceb9-cf91-4726-b55f-1e254aea02b5 req-9c9d8809-653a-4dd6-a255-26fb589a503d tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/9e99ae22-76e2-4886-ba61-52e796f43490 HTTP/1.1" status: 404 len: 352 time: 0.0209150 Mar 31 22:57:58.055468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e28821-e66f-46bc-aca0-80324fe13991 req-5bb14c43-c38c-430e-865a-4234b5b0826b tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.057239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92e28821-e66f-46bc-aca0-80324fe13991 req-5bb14c43-c38c-430e-865a-4234b5b0826b tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 932 time: 0.0718296 Mar 31 22:57:58.112824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.117345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92e28821-e66f-46bc-aca0-80324fe13991 req-3fa089a6-2c9e-4d68-a217-bc7122cfc5cd tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513649 Mar 31 22:57:58.149951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e1aa474a-afea-4fcc-ada8-002aa135255c no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:58.179521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34982) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:58.217040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: e1aa474a-afea-4fcc-ada8-002aa135255c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:58.219742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e1aa474a-afea-4fcc-ada8-002aa135255c not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:58.238743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d03b8-1913-4c63-ab0f-23ad36c23138 req-a8fb2a3b-64bf-4358-af53-f1d5ad13df4b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.247963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a4d03b8-1913-4c63-ab0f-23ad36c23138 req-a8fb2a3b-64bf-4358-af53-f1d5ad13df4b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1364167 Mar 31 22:57:58.305243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-834d1069-5a66-44f7-bb21-be4cbb214161 req-135151d0-c23d-4977-9e5d-023ea8ad9005 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 210 time: 0.0540600 Mar 31 22:57:58.365758 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a4d03b8-1913-4c63-ab0f-23ad36c23138 req-75cde0e7-2dfe-48d8-960e-8f8d050781cf tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168556 Mar 31 22:57:58.445996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a83a5c4c-8ecf-46d3-a2b4-0ae9940b28e6 req-2c9509ec-0796-496f-a2e9-cb7682f4bec6 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/7fff4573-3f67-4f7a-b894-2900f1c36f5d HTTP/1.1" status: 200 len: 1807 time: 0.0918252 Mar 31 22:57:58.597935 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a83a5c4c-8ecf-46d3-a2b4-0ae9940b28e6 req-f33d25db-8726-419e-9f0c-453acea8baef tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.614890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:58.623965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.645412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Transition to ACTIVE for port object 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:58.675892 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a83a5c4c-8ecf-46d3-a2b4-0ae9940b28e6 req-f33d25db-8726-419e-9f0c-453acea8baef tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.837252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.913608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:58.933635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a83a5c4c-8ecf-46d3-a2b4-0ae9940b28e6 req-f33d25db-8726-419e-9f0c-453acea8baef tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.937481 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a83a5c4c-8ecf-46d3-a2b4-0ae9940b28e6 req-f33d25db-8726-419e-9f0c-453acea8baef tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.944743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a83a5c4c-8ecf-46d3-a2b4-0ae9940b28e6 req-f33d25db-8726-419e-9f0c-453acea8baef tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "DELETE /v2.0/security-groups/7fff4573-3f67-4f7a-b894-2900f1c36f5d HTTP/1.1" status: 204 len: 173 time: 0.4852910 Mar 31 22:57:58.963801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d25db-8726-419e-9f0c-453acea8baef tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff4573-3f67-4f7a-b894-2900f1c36f5d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.016042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Attempting to bind port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:59.016408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Attempting to bind port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:59.017113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Attempting to bind port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc on network 755bcb41-d40b-447b-b617-3386ccc2cbe3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:59.032753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc on network 755bcb41-d40b-447b-b617-3386ccc2cbe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:59.032753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Attempting to bind port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc on network 755bcb41-d40b-447b-b617-3386ccc2cbe3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:59.032753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:59.032753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Checking segment: {'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:59.032753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Bound using segment: {'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:59.032753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Bound port: 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740de424-5ebc-40b2-8fdc-879dd719d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:59.032753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.124479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46debe8b-e9f5-4e5a-bd5e-585e6af6b1d8 req-51a96877-bb43-43d2-b353-274d262b8364 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/485b37bc-5874-4b40-bd74-6ae09bb0e750 HTTP/1.1" status: 200 len: 1805 time: 0.1312027 Mar 31 22:57:59.132122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] For port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:59.137532 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] For port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:59.161123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f993640-eb32-4f54-b344-ba855ab7e041 req-f560ac96-b653-4bad-b60b-b81ba06ab4da tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.162830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f993640-eb32-4f54-b344-ba855ab7e041 req-f560ac96-b653-4bad-b60b-b81ba06ab4da tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.1198039 Mar 31 22:57:59.228471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.276940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.327086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.328398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.329434 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] 10.222.0.50 "PUT /v2.0/ports/5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 1092 time: 1.3070197 Mar 31 22:57:59.329953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:59.332430 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:59.374163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f993640-eb32-4f54-b344-ba855ab7e041 req-91312d30-e2c8-49a8-9fd1-57f3ff50f780 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906066 Mar 31 22:57:59.376085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb8bd3-f10a-4456-8ee0-5d71f5c99987 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.499677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-46debe8b-e9f5-4e5a-bd5e-585e6af6b1d8 req-369ed02c-d3d8-4a92-8768-3e4a098cadf2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.563290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-9b605766-63a8-4a88-98cc-75e7c90ac9f7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.564728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-9b605766-63a8-4a88-98cc-75e7c90ac9f7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 812 time: 0.3578324 Mar 31 22:57:59.585194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Request body: {'port': {'device_id': 'c38288db-8ae8-446b-92f7-2b59d748a64b', 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'admin_state_up': True, 'tenant_id': '3ce3ca086c984c60a35d460983e78281'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:59.589126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-46debe8b-e9f5-4e5a-bd5e-585e6af6b1d8 req-369ed02c-d3d8-4a92-8768-3e4a098cadf2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.667895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-0244f677-9019-4918-91cb-719768c44d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.669998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-0244f677-9019-4918-91cb-719768c44d89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1095 time: 0.0730312 Mar 31 22:57:59.718521 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-757d9e73-500c-453f-ac2e-9ca28597039c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 217 time: 0.0396016 Mar 31 22:57:59.791744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-40cd9627-d183-45a2-bd2f-ce674eae2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.793513 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-40cd9627-d183-45a2-bd2f-ce674eae2324 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.0663249 Mar 31 22:57:59.841118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-c8080afd-15af-4243-b514-28185276b485 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392606 Mar 31 22:57:59.979111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-7358f615-6cd5-4b1e-8070-1836fc20abb1 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303015 Mar 31 22:58:00.064632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b7bfa-ce89-479f-ad19-e226ce69cf99 req-a39514da-192b-42eb-819f-23a002b4892a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.066192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b2b7bfa-ce89-479f-ad19-e226ce69cf99 req-a39514da-192b-42eb-819f-23a002b4892a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.5694380 Mar 31 22:58:00.112072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76fc4f7b-7896-4597-b940-d69f2e2ccad6 req-d9c62fdb-aa03-47f4-9904-37fec3a13e22 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147139 Mar 31 22:58:00.256325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b2b7bfa-ce89-479f-ad19-e226ce69cf99 req-25c001a0-e8e1-4367-9513-67f09a77d660 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412973 Mar 31 22:58:00.281014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-e582652f-cd15-4fa9-a0fa-45c3041ef476 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.284448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-e582652f-cd15-4fa9-a0fa-45c3041ef476 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.45 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 812 time: 0.3357098 Mar 31 22:58:00.300977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Request body: {'port': {'device_id': '2f7633d1-85e2-4483-86f2-421a6e1db7a4', 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'admin_state_up': True, 'tenant_id': '3ce3ca086c984c60a35d460983e78281'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:00.396828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-46debe8b-e9f5-4e5a-bd5e-585e6af6b1d8 req-369ed02c-d3d8-4a92-8768-3e4a098cadf2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.399409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-46debe8b-e9f5-4e5a-bd5e-585e6af6b1d8 req-369ed02c-d3d8-4a92-8768-3e4a098cadf2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.400550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46debe8b-e9f5-4e5a-bd5e-585e6af6b1d8 req-369ed02c-d3d8-4a92-8768-3e4a098cadf2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "DELETE /v2.0/security-groups/485b37bc-5874-4b40-bd74-6ae09bb0e750 HTTP/1.1" status: 204 len: 173 time: 1.2358274 Mar 31 22:58:00.434416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Made reservation on behalf of 3ce3ca086c984c60a35d460983e78281 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:00.438695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.454516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ed02c-d3d8-4a92-8768-3e4a098cadf2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485b37bc-5874-4b40-bd74-6ae09bb0e750,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:00.546332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6b0ea3d-4f80-49c1-810f-502af3d54b84 req-77577483-f419-4dd7-b90b-ea8029ec7466 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 210 time: 0.0583372 Mar 31 22:58:00.561893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872c678-f5bc-4806-a75d-97d65b9ecb4a req-1ec117ef-7dbe-4882-8be8-cad6c5a3acba tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.563528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a872c678-f5bc-4806-a75d-97d65b9ecb4a req-1ec117ef-7dbe-4882-8be8-cad6c5a3acba tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 944 time: 0.2109060 Mar 31 22:58:00.617636 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e81e73-b6a4-4882-8385-67e56980996b x-openstack-request-id: req-f1e81e73-b6a4-4882-8385-67e56980996b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:00.618029 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:00.618549 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1e81e73-b6a4-4882-8385-67e56980996b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:00.619270 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e81e73-b6a4-4882-8385-67e56980996b'] response: {'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'status': 'completed', 'code': 200} Mar 31 22:58:00.714663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-cbd6be3b-3336-4aeb-8743-699856fc2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.717853 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-cbd6be3b-3336-4aeb-8743-699856fc2316 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1095 time: 0.0711999 Mar 31 22:58:00.718408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35022) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:00.772127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Deleting port 9fd3a71d-4ad8-42f9-9bad-654eafb74722 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:00.772473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.788239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a872c678-f5bc-4806-a75d-97d65b9ecb4a req-95eabedd-2714-47ce-9a29-69dead861fd9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030697 Mar 31 22:58:00.841820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-d3ff4c85-7de3-45fc-9083-abab4fc350d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.844109 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-d3ff4c85-7de3-45fc-9083-abab4fc350d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 921 time: 0.1172204 Mar 31 22:58:00.880376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Made reservation on behalf of 3ce3ca086c984c60a35d460983e78281 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:00.883943 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.910434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Allocated IP 172.20.0.11 (2414df39-2c64-4bb1-880f-5611e493047f/8ce25239-a3a5-479b-a3fd-c8ca7b3801e6/b75b39a6-a350-4079-a2a7-63ae181feb68) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:00.911906 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-4e2bcb16-dd1f-415f-b6b9-c862f971e05f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 217 time: 0.0583744 Mar 31 22:58:00.928661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed7d213c-aaad-4157-8c36-f40bb6cc23f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.980550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5566-77fa-4888-88d7-88744d1d3185 req-a40517d5-527e-40e7-acea-81a3504c4f2d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.982041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bfd5566-77fa-4888-88d7-88744d1d3185 req-a40517d5-527e-40e7-acea-81a3504c4f2d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.2587285 Mar 31 22:58:00.986591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-07883937-549c-401a-b500-5e89593b92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.988129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-07883937-549c-401a-b500-5e89593b92f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.0690799 Mar 31 22:58:01.029322 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-80de8d3a-b22d-463b-a0ee-0025f68e97af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323062 Mar 31 22:58:01.116934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde61bd-e434-4690-8d39-8df642dbbdd9 req-92c104df-98ca-4ccc-83b7-3dd84c46f3e7 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.118387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dde61bd-e434-4690-8d39-8df642dbbdd9 req-92c104df-98ca-4ccc-83b7-3dd84c46f3e7 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1096 time: 0.2423739 Mar 31 22:58:01.122436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] For port 9fd3a71d-4ad8-42f9-9bad-654eafb74722, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9fd3a71d-4ad8-42f9-9bad-654eafb74722,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:01.122853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.130548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed7d213c-aaad-4157-8c36-f40bb6cc23f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.164565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-d1ba1f70-cb48-4e8f-bb61-8a02ad34453d service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248746 Mar 31 22:58:01.170624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Calling delete_port for 9fd3a71d-4ad8-42f9-9bad-654eafb74722 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:01.191524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bfd5566-77fa-4888-88d7-88744d1d3185 req-57aa6156-54b6-4148-a251-a554a9e36972 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969359 Mar 31 22:58:01.229901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed7d213c-aaad-4157-8c36-f40bb6cc23f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.290772 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ed7d213c-aaad-4157-8c36-f40bb6cc23f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2aa6d9aa0764fb09761d212b0db0acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706153 Mar 31 22:58:01.291474 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d213c-aaad-4157-8c36-f40bb6cc23f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1ef31a-cd91-46aa-969a-8f7623815230,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:01.296602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35026) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:01.306847 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2c28443-fbf9-48d2-9f7d-6b4e83df3c09 req-77f3b7e3-a7d1-418f-a3e2-8c7f1ab530d0 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332684 Mar 31 22:58:01.366426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dde61bd-e434-4690-8d39-8df642dbbdd9 req-56111793-c779-47bf-98a0-acf4c3cbecd3 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309816 Mar 31 22:58:01.519575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64287075-8ca9-4668-97f1-48318b632140 req-5279d8c7-e3f7-4dce-86fb-2843145784c9 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.521006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64287075-8ca9-4668-97f1-48318b632140 req-5279d8c7-e3f7-4dce-86fb-2843145784c9 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.2284598 Mar 31 22:58:01.531921 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.542934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46f13741-b8a2-4560-8608-1ab805529350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.588227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f50b67d-17d6-44e9-9e72-1f91dc23cebf req-f4f02d6a-8d9d-49ec-adf7-45005ceabcc2 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/6e98def1-78fa-4648-9538-09bec39c99bc HTTP/1.1" status: 200 len: 1804 time: 0.1836395 Mar 31 22:58:01.612902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46f13741-b8a2-4560-8608-1ab805529350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.677689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64287075-8ca9-4668-97f1-48318b632140 req-52d4b905-b3cd-4857-afcf-1f4761894f2a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401827 Mar 31 22:58:01.790122 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9f50b67d-17d6-44e9-9e72-1f91dc23cebf req-6a720db8-8e63-4354-ae8a-f92b85069453 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.820901 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9f50b67d-17d6-44e9-9e72-1f91dc23cebf req-6a720db8-8e63-4354-ae8a-f92b85069453 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.858096 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.867538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034e6bd-2de5-40d8-bfc4-7b436fbcca26 req-d9ec59e0-1542-47d2-b7f3-21c00d65231d tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.869069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c034e6bd-2de5-40d8-bfc4-7b436fbcca26 req-d9ec59e0-1542-47d2-b7f3-21c00d65231d tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1096 time: 0.1116347 Mar 31 22:58:01.939831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46f13741-b8a2-4560-8608-1ab805529350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.942299 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46f13741-b8a2-4560-8608-1ab805529350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.943576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-46f13741-b8a2-4560-8608-1ab805529350 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c1ef31a-cd91-46aa-969a-8f7623815230 HTTP/1.1" status: 204 len: 168 time: 0.6431015 Mar 31 22:58:01.944211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.979056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Network 2414df39-2c64-4bb1-880f-5611e493047f is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:01.995059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:01.997169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f13741-b8a2-4560-8608-1ab805529350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1ef31a-cd91-46aa-969a-8f7623815230,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:02.000002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:02.006824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Pushing event updated for resources: {'Port': ['ID=b75b39a6-a350-4079-a2a7-63ae181feb68,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:02.093144 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.api [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-0ed3685e-398f-45c7-96f0-e7482220fca5 {{(pid=109820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:58:02.093477 n-d-836015-1 neutron-server[109820]: DEBUG oslo_db.api [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:58:02.099045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c034e6bd-2de5-40d8-bfc4-7b436fbcca26 req-776d65d8-e92d-4648-a195-f29d47bd89eb tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210226 Mar 31 22:58:02.124191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd3a71d-4ad8-42f9-9bad-654eafb74722,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:02.127101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9f50b67d-17d6-44e9-9e72-1f91dc23cebf req-6a720db8-8e63-4354-ae8a-f92b85069453 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.129756 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9f50b67d-17d6-44e9-9e72-1f91dc23cebf req-6a720db8-8e63-4354-ae8a-f92b85069453 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.133560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f50b67d-17d6-44e9-9e72-1f91dc23cebf req-6a720db8-8e63-4354-ae8a-f92b85069453 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e98def1-78fa-4648-9538-09bec39c99bc HTTP/1.1" status: 204 len: 173 time: 0.5298843 Mar 31 22:58:02.158998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.160074 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.165754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a720db8-8e63-4354-ae8a-f92b85069453 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98def1-78fa-4648-9538-09bec39c99bc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:02.284334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21720763-1c69-470a-9c0b-aac4c5e0d2a3 req-96d5d49d-dae5-44d5-9c83-44369690f30b tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 210 time: 0.0363438 Mar 31 22:58:02.414031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-f3b644ac-7288-4471-88ed-9bcb38e1e372 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8358712 Mar 31 22:58:02.435248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Request body: {'port': {'device_id': 'c38288db-8ae8-446b-92f7-2b59d748a64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:02.479937 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.574354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.598271 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.615764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf04f5-aa43-495c-acae-7d0d46d4f87a req-ec7656ec-8f72-400c-bfd6-d7d2c69baead tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.617388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabf04f5-aa43-495c-acae-7d0d46d4f87a req-ec7656ec-8f72-400c-bfd6-d7d2c69baead tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 944 time: 0.1577101 Mar 31 22:58:02.971936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35060) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:02.986253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93afb8a2-d7c8-4fac-886a-f27caf5f3e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.070377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93afb8a2-d7c8-4fac-886a-f27caf5f3e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.161731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fabf04f5-aa43-495c-acae-7d0d46d4f87a req-c0bbf23f-74f9-4a27-82e5-80da7198be41 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349348 Mar 31 22:58:03.174585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93afb8a2-d7c8-4fac-886a-f27caf5f3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.208763 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-93afb8a2-d7c8-4fac-886a-f27caf5f3e27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10ff0508fe2c48ce947fbb42f1f0db07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357099 Mar 31 22:58:03.214631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35062) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:03.241382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afb8a2-d7c8-4fac-886a-f27caf5f3e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a110f1-e7d3-40ec-bea4-fee8730470e7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:03.291029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81881938-05cd-4c6c-8e74-a8b1c2af7880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.309863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a741c7f1-468f-4acd-963b-952a342fdc58 req-e258d464-5536-4980-be8d-471c9eba8e80 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/bc84eea7-60bf-48fd-aa17-59c0031e2172 HTTP/1.1" status: 200 len: 2406 time: 0.2040355 Mar 31 22:58:03.317138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81881938-05cd-4c6c-8e74-a8b1c2af7880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.491873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40acb2-13b4-40fd-bb24-d14c65bef593 req-880f6899-4e89-4c61-9960-6ce38cbc6efa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.493409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad40acb2-13b4-40fd-bb24-d14c65bef593 req-880f6899-4e89-4c61-9960-6ce38cbc6efa tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.2245979 Mar 31 22:58:03.544811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:03.546831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81881938-05cd-4c6c-8e74-a8b1c2af7880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.549647 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81881938-05cd-4c6c-8e74-a8b1c2af7880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.550678 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-81881938-05cd-4c6c-8e74-a8b1c2af7880 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91a110f1-e7d3-40ec-bea4-fee8730470e7 HTTP/1.1" status: 204 len: 168 time: 0.3347301 Mar 31 22:58:03.556027 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a741c7f1-468f-4acd-963b-952a342fdc58 req-17122b56-7b6e-45f8-8d98-08e157fd4fde tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.559925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81881938-05cd-4c6c-8e74-a8b1c2af7880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a110f1-e7d3-40ec-bea4-fee8730470e7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:03.633264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75b39a6-a350-4079-a2a7-63ae181feb68 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:03.638715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a741c7f1-468f-4acd-963b-952a342fdc58 req-17122b56-7b6e-45f8-8d98-08e157fd4fde tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.651266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad40acb2-13b4-40fd-bb24-d14c65bef593 req-78272f68-72af-4197-b4c5-80c7f9b91964 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425958 Mar 31 22:58:03.653107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.734047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Transition to ACTIVE for port object b75b39a6-a350-4079-a2a7-63ae181feb68 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:03.794015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:03.800105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-687773ee-a33b-45a2-a66f-ef2e974e1184 admin admin] 10.222.0.31 "PUT /v2.0/routers/312d64ce-5c71-48a6-91a9-5c4d1f03e04b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6141415 Mar 31 22:58:03.803515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35072) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:03.812155 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] Sync routers for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:03.823058 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:03.823888 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:57:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:03.862194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.869196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:03.955067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a741c7f1-468f-4acd-963b-952a342fdc58 req-17122b56-7b6e-45f8-8d98-08e157fd4fde tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.958376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a741c7f1-468f-4acd-963b-952a342fdc58 req-17122b56-7b6e-45f8-8d98-08e157fd4fde tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.973503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a741c7f1-468f-4acd-963b-952a342fdc58 req-17122b56-7b6e-45f8-8d98-08e157fd4fde tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc84eea7-60bf-48fd-aa17-59c0031e2172 HTTP/1.1" status: 204 len: 173 time: 0.6499555 Mar 31 22:58:04.014236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-07224a7d-6acf-4534-9547-ae38e3e89c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.023294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.032883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17122b56-7b6e-45f8-8d98-08e157fd4fde tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc84eea7-60bf-48fd-aa17-59c0031e2172,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:04.045537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:04.067042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'port_id': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'mac_address': 'fa:16:3e:98:02:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:04.073033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Allocated IP 172.20.0.13 (2414df39-2c64-4bb1-880f-5611e493047f/8ce25239-a3a5-479b-a3fd-c8ca7b3801e6/cb557b9a-46a1-4340-871f-ddb8da55b1c5) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:04.078578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-b613312c-35e2-4701-92c0-eaad2c4c518c req-9e003caf-7734-47bb-8ec0-76bcbbc4424c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:58:04.085970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b613312c-35e2-4701-92c0-eaad2c4c518c req-9e003caf-7734-47bb-8ec0-76bcbbc4424c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174966 Mar 31 22:58:04.090281 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:04.124244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Pushing event updated for resources: {'Port': ['ID=b75b39a6-a350-4079-a2a7-63ae181feb68,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:04.165143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.204601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:04.218820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.264718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:04.328023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03fb583d-3458-456f-9010-d7a53395f530 req-11d36992-cf89-4726-a381-f5b53a657017 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 210 time: 0.0597341 Mar 31 22:58:04.413215 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Attempting to bind port b75b39a6-a350-4079-a2a7-63ae181feb68 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:04.413602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Attempting to bind port b75b39a6-a350-4079-a2a7-63ae181feb68 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:04.413771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Attempting to bind port b75b39a6-a350-4079-a2a7-63ae181feb68 on network 2414df39-2c64-4bb1-880f-5611e493047f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:04.433175 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:58:01Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:04.433615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Port b75b39a6-a350-4079-a2a7-63ae181feb68 on network 2414df39-2c64-4bb1-880f-5611e493047f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:04.433615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Attempting to bind port b75b39a6-a350-4079-a2a7-63ae181feb68 on network 2414df39-2c64-4bb1-880f-5611e493047f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:04.451557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:04.451886 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Checking segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:04.452320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Bound using segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:04.452741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Bound port: b75b39a6-a350-4079-a2a7-63ae181feb68, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:04.453718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.461802 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] Checking router: 312d64ce-5c71-48a6-91a9-5c4d1f03e04b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:04.471743 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] Routers {'312d64ce-5c71-48a6-91a9-5c4d1f03e04b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:04.472348 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:57:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:04.507332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-831a1f62-3817-489f-ac29-8e967dc7ad1b req-02bbb174-aab2-40fb-804d-830bbc1a3225 tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "GET /v2.0/security-groups/8ffe8027-219b-498b-80e2-b32779e98d52 HTTP/1.1" status: 200 len: 2399 time: 0.1433392 Mar 31 22:58:04.568970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.591020 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] Set router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:04.632911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] For port b75b39a6-a350-4079-a2a7-63ae181feb68, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:04.639871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] For port b75b39a6-a350-4079-a2a7-63ae181feb68, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b75b39a6-a350-4079-a2a7-63ae181feb68,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:04.661487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-831a1f62-3817-489f-ac29-8e967dc7ad1b req-3a2f57df-b495-4a44-858f-645402df20ac tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.690665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-831a1f62-3817-489f-ac29-8e967dc7ad1b req-3a2f57df-b495-4a44-858f-645402df20ac tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.695817 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.785262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Deleting port a020fa9b-de4c-4440-ad7d-179361df5e93 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:04.785874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.803225 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.804230 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:58:01Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:04.848258 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b6ab0-9712-4ec4-ac5d-2d480ca7ac26 None None] The sync data for ids ['312d64ce-5c71-48a6-91a9-5c4d1f03e04b'] in n-d-836015-1 is: [{'id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'name': 'tempest-ServerRescueNegativeTestJSON-76821227-router', 'tenant_id': '5300b74a63c048d8817543f530bf9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:36Z', 'updated_at': '2022-03-31T22:58:01Z', 'revision_number': 5, 'project_id': '5300b74a63c048d8817543f530bf9340', 'gw_port': {'id': 'a020fa9b-de4c-4440-ad7d-179361df5e93', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312d64ce-5c71-48a6-91a9-5c4d1f03e04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:38Z', 'updated_at': '2022-03-31T22:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:04.858696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:04.897499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.899174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-831a1f62-3817-489f-ac29-8e967dc7ad1b req-3a2f57df-b495-4a44-858f-645402df20ac tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.901930 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-831a1f62-3817-489f-ac29-8e967dc7ad1b req-3a2f57df-b495-4a44-858f-645402df20ac tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.917687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-831a1f62-3817-489f-ac29-8e967dc7ad1b req-3a2f57df-b495-4a44-858f-645402df20ac tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] 10.222.0.31 "DELETE /v2.0/security-groups/8ffe8027-219b-498b-80e2-b32779e98d52 HTTP/1.1" status: 204 len: 173 time: 0.3861625 Mar 31 22:58:04.923924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35092) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:04.946310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.947487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.948408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] 10.222.0.50 "PUT /v2.0/ports/b75b39a6-a350-4079-a2a7-63ae181feb68 HTTP/1.1" status: 200 len: 1092 time: 2.5230446 Mar 31 22:58:04.949213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f57df-b495-4a44-858f-645402df20ac tempest-SecurityGroupRulesTestJSON-921745120 tempest-SecurityGroupRulesTestJSON-921745120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe8027-219b-498b-80e2-b32779e98d52,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:04.951098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38288db-8ae8-446b-92f7-2b59d748a64b', 'tag': 'b75b39a6-a350-4079-a2a7-63ae181feb68'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:04.961485 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790f1579-f80c-474e-a4ff-3b0d58ab6370" -d '{"events": [{"name": "network-changed", "server_uuid": "c38288db-8ae8-446b-92f7-2b59d748a64b", "tag": "b75b39a6-a350-4079-a2a7-63ae181feb68"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:04.985492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:05.011846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ebfc-174e-4cb1-b459-221eb611a34e service neutron] Pushing event updated for resources: {'Port': ['ID=b75b39a6-a350-4079-a2a7-63ae181feb68,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:05.021667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Network 2414df39-2c64-4bb1-880f-5611e493047f is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:05.021667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:05.027078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:05.063152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b06937-b06c-4f5a-b8fb-586ccd03c10d admin admin] Deleting subnet 50949d27-f0c2-43cc-bae6-6bc22889a4af {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:58:05.077331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92b06937-b06c-4f5a-b8fb-586ccd03c10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.080752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] For port a020fa9b-de4c-4440-ad7d-179361df5e93, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a020fa9b-de4c-4440-ad7d-179361df5e93,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:05.081417 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.144929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92b06937-b06c-4f5a-b8fb-586ccd03c10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.186377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Calling delete_port for a020fa9b-de4c-4440-ad7d-179361df5e93 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:05.208440 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92b06937-b06c-4f5a-b8fb-586ccd03c10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.271034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Pushing event updated for resources: {'Port': ['ID=cb557b9a-46a1-4340-871f-ddb8da55b1c5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:05.283613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.284011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.295884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-0b96d79c-2cc8-4456-abdd-cfba2c7db7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.301659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-0b96d79c-2cc8-4456-abdd-cfba2c7db7b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&device_id=c38288db-8ae8-446b-92f7-2b59d748a64b HTTP/1.1" status: 200 len: 1095 time: 0.1728241 Mar 31 22:58:05.315727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517716f-d289-4ed1-9305-479ddcd53552 req-75b20a32-8d99-48ff-8ea3-82c7a6f0a7ed tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.324148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5517716f-d289-4ed1-9305-479ddcd53552 req-75b20a32-8d99-48ff-8ea3-82c7a6f0a7ed tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 945 time: 0.2273407 Mar 31 22:58:05.409877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-e3c7bd6a-1341-4f20-a48e-4ddcec0f41f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75b39a6-a350-4079-a2a7-63ae181feb68 HTTP/1.1" status: 200 len: 217 time: 0.0608723 Mar 31 22:58:05.479385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5517716f-d289-4ed1-9305-479ddcd53552 req-6c5c9aa3-761e-4103-94ce-37328dc0f925 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539376 Mar 31 22:58:05.516614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-201cfe59-a80c-4030-97dd-9bb6c5fb2a24 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2215493 Mar 31 22:58:05.539825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Request body: {'port': {'device_id': '2f7633d1-85e2-4483-86f2-421a6e1db7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:05.677906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-aedbeb64-2358-48fe-8722-ba1d1d908c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.679739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-aedbeb64-2358-48fe-8722-ba1d1d908c6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 200 len: 852 time: 0.2617135 Mar 31 22:58:05.707646 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.754704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-9fc140da-4ebd-4d35-aac0-7b44abfe7918 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2414df39-2c64-4bb1-880f-5611e493047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538778 Mar 31 22:58:05.830869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50893988-097c-430b-855a-5dfe83154654 req-23695aa9-034b-48fc-9740-6dc32a6c1f0a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.833056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50893988-097c-430b-855a-5dfe83154654 req-23695aa9-034b-48fc-9740-6dc32a6c1f0a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1982393 Mar 31 22:58:05.891786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b55ac1f0-eb22-47b7-af17-6fd3307e2962 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:05.931998 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92b06937-b06c-4f5a-b8fb-586ccd03c10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.984130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b06937-b06c-4f5a-b8fb-586ccd03c10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50949d27-f0c2-43cc-bae6-6bc22889a4af,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:05.992516 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92b06937-b06c-4f5a-b8fb-586ccd03c10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.998572 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-92b06937-b06c-4f5a-b8fb-586ccd03c10d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/50949d27-f0c2-43cc-bae6-6bc22889a4af HTTP/1.1" status: 204 len: 168 time: 1.0691917 Mar 31 22:58:06.003198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35132) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:06.038920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50893988-097c-430b-855a-5dfe83154654 req-c8cf2b08-19ce-41ba-9bca-cd872ff03b7f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766210 Mar 31 22:58:06.109133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.109883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:06.118348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-0ca33db4-bbcb-4185-9ea0-eda9c1a191b1 service neutron] 10.222.0.50 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486195 Mar 31 22:58:06.129702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'port_id': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'mac_address': 'fa:16:3e:af:6e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f392b3e-6281-4d10-b94f-5c287a22815d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:06.136051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7bc571dc-44af-4b29-b905-11ba40a3a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.197377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Pushing event deleted for resources: {'Port': ['ID=a020fa9b-de4c-4440-ad7d-179361df5e93,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:06.230173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.280281 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.319193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.325152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b55ac1f0-eb22-47b7-af17-6fd3307e2962 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:06.388768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:06.426067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9fd3a71d-4ad8-42f9-9bad-654eafb74722 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:06.426639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a09ef9-4016-412e-b627-8c01e7e73523 req-0a7e5f5e-d6f2-4560-a17c-e604221fc086 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.438756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3a09ef9-4016-412e-b627-8c01e7e73523 req-0a7e5f5e-d6f2-4560-a17c-e604221fc086 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.1797907 Mar 31 22:58:06.443289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.450354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9fd3a71d-4ad8-42f9-9bad-654eafb74722 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:06.450784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9fd3a71d-4ad8-42f9-9bad-654eafb74722 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:06.486204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.492382 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.507756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe94049-aff3-4491-9f43-d9e39d0be845']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:06.514989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-fb99c5cd-4d15-4dac-afe2-85ef292bc40a service neutron] 10.222.0.50 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803763 Mar 31 22:58:06.546507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.556779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc052337-7cfe-4c31-bddc-fba7cb4ef6a2') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:06.557075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3a09ef9-4016-412e-b627-8c01e7e73523 req-091c458a-605c-43fb-9118-a9195282cf44 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173482 Mar 31 22:58:06.557234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc052337-7cfe-4c31-bddc-fba7cb4ef6a2') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:06.574426 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.602469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.614032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:58:06.614451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:58:06.616452 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:58:06.645076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb557b9a-46a1-4340-871f-ddb8da55b1c5 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:06.647579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:06.656673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.661593 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b56ad08-3989-485c-a9d6-22bc3f290d98 x-openstack-request-id: req-3b56ad08-3989-485c-a9d6-22bc3f290d98 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:06.662003 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38288db-8ae8-446b-92f7-2b59d748a64b", "tag": "b75b39a6-a350-4079-a2a7-63ae181feb68", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:06.662664 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b56ad08-3989-485c-a9d6-22bc3f290d98 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:06.663181 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b56ad08-3989-485c-a9d6-22bc3f290d98'] response: {'name': 'network-changed', 'server_uuid': 'c38288db-8ae8-446b-92f7-2b59d748a64b', 'tag': 'b75b39a6-a350-4079-a2a7-63ae181feb68', 'status': 'completed', 'code': 200} Mar 31 22:58:06.670466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b55ac1f0-eb22-47b7-af17-6fd3307e2962'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:06.681175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Transition to ACTIVE for port object cb557b9a-46a1-4340-871f-ddb8da55b1c5 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:06.769487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.770374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 312d64ce-5c71-48a6-91a9-5c4d1f03e04b {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:58:06.772608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa29b8-dc6b-40f5-81da-0a8c725b3f25 req-efe3796b-dd90-4ff8-b4a0-841887b1a19b tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.774178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78aa29b8-dc6b-40f5-81da-0a8c725b3f25 req-efe3796b-dd90-4ff8-b4a0-841887b1a19b tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 932 time: 0.0626733 Mar 31 22:58:06.777106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.778335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-846b9ad9-3493-4bb9-b135-4cd3de69735f admin admin] 10.222.0.31 "DELETE /v2.0/routers/312d64ce-5c71-48a6-91a9-5c4d1f03e04b HTTP/1.1" status: 204 len: 168 time: 2.9733584 Mar 31 22:58:06.780675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35146) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:06.835735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.851332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.863229 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.891624 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ebe94049-aff3-4491-9f43-d9e39d0be845 HTTP/1.1" status: 204 len: 168 time: 0.8632822 Mar 31 22:58:06.964616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78aa29b8-dc6b-40f5-81da-0a8c725b3f25 req-5f042dea-95ef-4335-990a-bcb7ec0e977c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708975 Mar 31 22:58:06.988265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db847fb9-54f9-436d-b906-4758c94cf400 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe94049-aff3-4491-9f43-d9e39d0be845,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:07.009271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d6a17a-b024-4d08-a0b8-f8dc8bf1b800 admin admin] Deleting subnet e9538987-e92f-48bf-b5ae-5faa5f82b5f8 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:58:07.018098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08d6a17a-b024-4d08-a0b8-f8dc8bf1b800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.049362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-329983da-6da5-4e37-ba7c-4275c16cf040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.060226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-329983da-6da5-4e37-ba7c-4275c16cf040 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&device_id=c38288db-8ae8-446b-92f7-2b59d748a64b HTTP/1.1" status: 200 len: 1095 time: 0.2360578 Mar 31 22:58:07.095457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08d6a17a-b024-4d08-a0b8-f8dc8bf1b800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.197693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Pushing event updated for resources: {'Port': ['ID=cb557b9a-46a1-4340-871f-ddb8da55b1c5,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:07.247974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Attempting to bind port cb557b9a-46a1-4340-871f-ddb8da55b1c5 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:07.248671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Attempting to bind port cb557b9a-46a1-4340-871f-ddb8da55b1c5 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:07.249039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Attempting to bind port cb557b9a-46a1-4340-871f-ddb8da55b1c5 on network 2414df39-2c64-4bb1-880f-5611e493047f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:07.290532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe24f5-eb7d-4c5f-9566-6107affcd206 req-018718f7-f4a2-47d2-bc29-23d57c920214 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.301371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccfe24f5-eb7d-4c5f-9566-6107affcd206 req-018718f7-f4a2-47d2-bc29-23d57c920214 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 945 time: 0.1952980 Mar 31 22:58:07.304173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Port cb557b9a-46a1-4340-871f-ddb8da55b1c5 on network 2414df39-2c64-4bb1-880f-5611e493047f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:07.304800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Attempting to bind port cb557b9a-46a1-4340-871f-ddb8da55b1c5 on network 2414df39-2c64-4bb1-880f-5611e493047f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:07.321758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08d6a17a-b024-4d08-a0b8-f8dc8bf1b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.342131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:07.342731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Checking segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:07.343152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Bound using segment: {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:07.343936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Bound port: cb557b9a-46a1-4340-871f-ddb8da55b1c5, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:07.344396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.423333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-a4e42679-a94a-41c1-98cb-52315e54f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.425145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-a4e42679-a94a-41c1-98cb-52315e54f1da service neutron] 10.222.0.50 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 913 time: 0.3205283 Mar 31 22:58:07.444156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccfe24f5-eb7d-4c5f-9566-6107affcd206 req-c43e8925-2b1c-40a0-9069-ad78927626bc tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358676 Mar 31 22:58:07.520330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-257752a9-6867-42f0-9d3b-4cfd33282aea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75b39a6-a350-4079-a2a7-63ae181feb68 HTTP/1.1" status: 200 len: 217 time: 0.0736313 Mar 31 22:58:07.586154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] For port cb557b9a-46a1-4340-871f-ddb8da55b1c5, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:07.608656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08d6a17a-b024-4d08-a0b8-f8dc8bf1b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.622856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] For port cb557b9a-46a1-4340-871f-ddb8da55b1c5, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb557b9a-46a1-4340-871f-ddb8da55b1c5,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:07.640425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-94f64e70-cf60-4ad7-b2b3-f938ef75a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.643659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-94f64e70-cf60-4ad7-b2b3-f938ef75a320 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 200 len: 852 time: 0.1076567 Mar 31 22:58:07.646102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6a17a-b024-4d08-a0b8-f8dc8bf1b800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9538987-e92f-48bf-b5ae-5faa5f82b5f8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:07.664622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c236-e1d5-47c2-82d5-9fa76633b0d7 req-a06204a7-dcaf-4988-94f3-97426d0fe75d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.666191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ab1c236-e1d5-47c2-82d5-9fa76633b0d7 req-a06204a7-dcaf-4988-94f3-97426d0fe75d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1431568 Mar 31 22:58:07.703771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-16f16fbd-a8f4-4bdd-a180-28b9a369763f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2414df39-2c64-4bb1-880f-5611e493047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468926 Mar 31 22:58:07.712159 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.760078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08d6a17a-b024-4d08-a0b8-f8dc8bf1b800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.767792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad02d41-cdd4-4601-ae02-33e4c44c388d None None] Network bd906ada-fda5-49cd-8c3e-b7b6da32d121 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:07.768028 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-08d6a17a-b024-4d08-a0b8-f8dc8bf1b800 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e9538987-e92f-48bf-b5ae-5faa5f82b5f8 HTTP/1.1" status: 204 len: 168 time: 0.9853387 Mar 31 22:58:07.768963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35164) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:07.778953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ab1c236-e1d5-47c2-82d5-9fa76633b0d7 req-8d9692c8-8962-42ac-9b52-cb137dde1ef7 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010470 Mar 31 22:58:07.824375 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.901381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.902069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.903802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] 10.222.0.45 "PUT /v2.0/ports/cb557b9a-46a1-4340-871f-ddb8da55b1c5 HTTP/1.1" status: 200 len: 1092 time: 2.3711867 Mar 31 22:58:07.911559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:07.962073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.975790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35170) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:08.000025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-40c85502-af96-4736-89a4-52679466a0df service neutron] 10.222.0.50 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859995 Mar 31 22:58:08.059578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c8082-d312-4d6e-a982-df7f8933fd58 service neutron] Pushing event updated for resources: {'Port': ['ID=cb557b9a-46a1-4340-871f-ddb8da55b1c5,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:08.112515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:08.120914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:08.121557 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.137529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac9c8-a6a4-4121-9639-552c865d4fd3 req-1efd04cc-71c5-466c-a962-0ac02109f6d9 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:08.140508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-586ac9c8-a6a4-4121-9639-552c865d4fd3 req-1efd04cc-71c5-466c-a962-0ac02109f6d9 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 945 time: 0.2353978 Mar 31 22:58:08.160792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Deleting port f2b44665-c14a-4f21-8fed-cc7d3d32208b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:08.161152 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.183020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] DHCP port deletion for bd906ada-fda5-49cd-8c3e-b7b6da32d121 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:58:08.265396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-a13b401a-27b4-4917-aa71-9dd5b8f2adbe tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:58:08.267171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-a13b401a-27b4-4917-aa71-9dd5b8f2adbe tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4870818 Mar 31 22:58:08.291154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] Deleting port f2b44665-c14a-4f21-8fed-cc7d3d32208b {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:08.291902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.309291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f4585d38-2831-4af2-ac67-b3c1ebb52444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09a3042b7f214174bd139ed3823e8810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309298 Mar 31 22:58:08.315746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35176) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:08.321225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-6bc66f49-228c-4435-ba20-e6053e782374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:08.323718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-6bc66f49-228c-4435-ba20-e6053e782374 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 1095 time: 0.2951348 Mar 31 22:58:08.358416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] For port f2b44665-c14a-4f21-8fed-cc7d3d32208b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f2b44665-c14a-4f21-8fed-cc7d3d32208b,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:08.359248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.403701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Calling delete_port for f2b44665-c14a-4f21-8fed-cc7d3d32208b owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:08.407291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-22d080f7-c92c-487d-a92f-249c699ca764 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb557b9a-46a1-4340-871f-ddb8da55b1c5 HTTP/1.1" status: 200 len: 217 time: 0.0616579 Mar 31 22:58:08.431761 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.436347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.641393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a020fa9b-de4c-4440-ad7d-179361df5e93 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:08.698468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a020fa9b-de4c-4440-ad7d-179361df5e93 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:08.698967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a020fa9b-de4c-4440-ad7d-179361df5e93 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:08.699511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f2b44665-c14a-4f21-8fed-cc7d3d32208b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:08.717444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:08.724392 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b5c174-0bb6-4be1-adfa-ac787906b783" -d '{"events": [{"server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "name": "network-vif-plugged", "status": "completed", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:08.725921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] For port f2b44665-c14a-4f21-8fed-cc7d3d32208b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f2b44665-c14a-4f21-8fed-cc7d3d32208b,segment=NetworkSegment(97c29b2d-adc7-44b8-bc14-81f048c1b99f),segment_id=97c29b2d-adc7-44b8-bc14-81f048c1b99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:08.726380 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.759958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.783641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:08.785418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] Calling delete_port for f2b44665-c14a-4f21-8fed-cc7d3d32208b owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:08.808241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b44665-c14a-4f21-8fed-cc7d3d32208b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:08.815716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] No DVR routers for this DVR port f2b44665-c14a-4f21-8fed-cc7d3d32208b on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:08.888598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.889488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.890427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b55ac1f0-eb22-47b7-af17-6fd3307e2962 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:08.922150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No active binding found for port f2b44665-c14a-4f21-8fed-cc7d3d32208b {{(pid=109822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 22:58:08.930721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f2b44665-c14a-4f21-8fed-cc7d3d32208b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:08.931223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7633d1-85e2-4483-86f2-421a6e1db7a4', 'tag': 'cb557b9a-46a1-4340-871f-ddb8da55b1c5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:08.931223 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362f852d-2b62-48c1-97ad-68507db00b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7633d1-85e2-4483-86f2-421a6e1db7a4", "tag": "cb557b9a-46a1-4340-871f-ddb8da55b1c5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:08.949719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-586ac9c8-a6a4-4121-9639-552c865d4fd3 req-182ddeed-8f65-48fc-a36e-9190e91916cd tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7836134 Mar 31 22:58:09.016925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-790f1579-f80c-474e-a4ff-3b0d58ab6370 req-3127b654-ed19-4cce-8972-fbd0ca0769d4 service neutron] 10.222.0.50 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9834492 Mar 31 22:58:09.029308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.040999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dece7-576a-422d-8067-59e1829f4a6f req-ba23711f-4405-4c19-b13c-683d3277b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.044422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-ba23711f-4405-4c19-b13c-683d3277b199 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 200 len: 852 time: 0.6069729 Mar 31 22:58:09.049511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-847d0892-4d08-4c44-8411-5dab10dec1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.051104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-847d0892-4d08-4c44-8411-5dab10dec1ed service neutron] 10.222.0.31 "GET /v2.0/ports/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 200 len: 1093 time: 0.7663960 Mar 31 22:58:09.063431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd906ada-fda5-49cd-8c3e-b7b6da32d121']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: from cryptography.utils import int_from_bytes Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: from cryptography.utils import int_from_bytes Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.063729 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:58:09.069094 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 22:58:09.079407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c29b2d-adc7-44b8-bc14-81f048c1b99f') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:09.079927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c29b2d-adc7-44b8-bc14-81f048c1b99f') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:09.081735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.093326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.112850 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.117833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-053e407f-acef-430b-a813-dc36a357a805 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2414df39-2c64-4bb1-880f-5611e493047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655956 Mar 31 22:58:09.121049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Request body: {'binding': {'host': 'n-h1-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:09.121528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Unknown quota resources ['binding']. {{(pid=109820) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:58:09.124333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:58:09.125521 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.158762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] No DVR routers for this DVR port f2b44665-c14a-4f21-8fed-cc7d3d32208b on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:09.169312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:58:09.191923 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:58:09.214371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3e266-7846-4358-a743-60e56dc690b6 None None] Pushing event deleted for resources: {'Port': ['ID=f2b44665-c14a-4f21-8fed-cc7d3d32208b,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.216662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port b55ac1f0-eb22-47b7-af17-6fd3307e2962 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:09.216662 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.225595 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7151ae4-9d1e-44fb-b1d0-b21de53b70a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.243158 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.326421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.352929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.362731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7151ae4-9d1e-44fb-b1d0-b21de53b70a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.372794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:09.373805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.381020 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/bd906ada-fda5-49cd-8c3e-b7b6da32d121 HTTP/1.1" status: 204 len: 168 time: 1.6105523 Mar 31 22:58:09.404302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9631ad-75d1-4153-9b27-9b63212571ab admin admin] Pushing event deleted for resources: {'Network': ['ID=bd906ada-fda5-49cd-8c3e-b7b6da32d121,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.473651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-8c47c7a5-0109-49ba-980f-768f6f900d16 service neutron] 10.222.0.45 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374181 Mar 31 22:58:09.479949 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.481523 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.517340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38989323-461c-4a22-aeee-fa9340120ae7 req-9fff0900-f87f-43b2-91fb-62513cc01e4f tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.518998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38989323-461c-4a22-aeee-fa9340120ae7 req-9fff0900-f87f-43b2-91fb-62513cc01e4f tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 944 time: 0.3527467 Mar 31 22:58:09.559819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.670294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on host n-h1-836015-1 for vnic_type normal with profile None {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:09.670680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:09.671123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:09.693206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:09.693656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:09.705065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38989323-461c-4a22-aeee-fa9340120ae7 req-8765876d-3540-4338-807f-e057910ccd43 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663158 Mar 31 22:58:09.710044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:09.710559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:09.710978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:09.711498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Bound port: 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:09.754967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-311dece7-576a-422d-8067-59e1829f4a6f req-7aa48f49-7560-4261-8fd0-e690abc543f3 service neutron] 10.222.0.45 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634690 Mar 31 22:58:09.774657 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7151ae4-9d1e-44fb-b1d0-b21de53b70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.777317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7151ae4-9d1e-44fb-b1d0-b21de53b70a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.779689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f7151ae4-9d1e-44fb-b1d0-b21de53b70a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eec9dacb-c75a-45b2-bad6-57132dfb229b HTTP/1.1" status: 204 len: 168 time: 1.4449837 Mar 31 22:58:09.794220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7151ae4-9d1e-44fb-b1d0-b21de53b70a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec9dacb-c75a-45b2-bad6-57132dfb229b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.839103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:09.885389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee11517-5f82-400a-88b3-ad0b06e0949b req-428b6f13-bbb2-47a0-8189-8627c491b0c1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.888097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ee11517-5f82-400a-88b3-ad0b06e0949b req-428b6f13-bbb2-47a0-8189-8627c491b0c1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.0933514 Mar 31 22:58:09.898467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b75b39a6-a350-4079-a2a7-63ae181feb68 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:09.949614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ee11517-5f82-400a-88b3-ad0b06e0949b req-234387f1-0f29-48ab-b501-d53c16abe688 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489032 Mar 31 22:58:09.968638 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.970890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-8c963724-d35f-439d-8e01-c581ad99bde7 service neutron] 10.222.0.31 "POST /v2.0/ports/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.9087265 Mar 31 22:58:10.019287 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4204e84-0f53-4786-9b58-6373b65f9a9a x-openstack-request-id: req-a4204e84-0f53-4786-9b58-6373b65f9a9a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:10.021460 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "name": "network-vif-plugged", "status": "completed", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:10.021460 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4204e84-0f53-4786-9b58-6373b65f9a9a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:10.021460 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4204e84-0f53-4786-9b58-6373b65f9a9a'] response: {'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'code': 200} Mar 31 22:58:10.106496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b75b39a6-a350-4079-a2a7-63ae181feb68, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b75b39a6-a350-4079-a2a7-63ae181feb68,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:10.137767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'b75b39a6-a350-4079-a2a7-63ae181feb68', 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'port_id': 'b75b39a6-a350-4079-a2a7-63ae181feb68', 'mac_address': 'fa:16:3e:f2:0a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce25239-a3a5-479b-a3fd-c8ca7b3801e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:10.146294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:10.170841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004df69-02dd-41d7-a8c8-3828b2111c0f req-3f32b41e-5d37-48f2-bf4b-094d9f47c6d6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.172740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0004df69-02dd-41d7-a8c8-3828b2111c0f req-3f32b41e-5d37-48f2-bf4b-094d9f47c6d6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.0910003 Mar 31 22:58:10.186988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0470ed-256a-430a-86c0-11cfd34cc3de req-10979f71-5d95-441c-89e8-23663e62095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.188654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e0470ed-256a-430a-86c0-11cfd34cc3de req-10979f71-5d95-441c-89e8-23663e62095f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.0724692 Mar 31 22:58:10.225196 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.252141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75b39a6-a350-4079-a2a7-63ae181feb68 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:10.258273 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-99cc4bd2-ca11-4598-be9b-bdec4137d022 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5300b74a63c048d8817543f530bf9340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107841 Mar 31 22:58:10.258618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0004df69-02dd-41d7-a8c8-3828b2111c0f req-25e2c6ce-6c75-4791-be2e-3105d9cd035a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685258 Mar 31 22:58:10.260997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35208) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:10.266253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e0470ed-256a-430a-86c0-11cfd34cc3de req-a2161c5f-035e-4df9-8211-b590b94a63f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695508 Mar 31 22:58:10.277672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b75b39a6-a350-4079-a2a7-63ae181feb68, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b75b39a6-a350-4079-a2a7-63ae181feb68,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:10.373967 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ae9a96-42cf-457a-8d69-73d21ead670a x-openstack-request-id: req-e0ae9a96-42cf-457a-8d69-73d21ead670a {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:10.379932 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7633d1-85e2-4483-86f2-421a6e1db7a4", "tag": "cb557b9a-46a1-4340-871f-ddb8da55b1c5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:10.380688 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0ae9a96-42cf-457a-8d69-73d21ead670a {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:10.381492 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ae9a96-42cf-457a-8d69-73d21ead670a'] response: {'name': 'network-changed', 'server_uuid': '2f7633d1-85e2-4483-86f2-421a6e1db7a4', 'tag': 'cb557b9a-46a1-4340-871f-ddb8da55b1c5', 'status': 'completed', 'code': 200} Mar 31 22:58:10.402106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.509699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f852d-2b62-48c1-97ad-68507db00b2b req-489e4c87-40ec-4de9-b85f-8f4e194fafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.511783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362f852d-2b62-48c1-97ad-68507db00b2b req-489e4c87-40ec-4de9-b85f-8f4e194fafe6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ce3ca086c984c60a35d460983e78281&device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 1095 time: 0.0866303 Mar 31 22:58:10.514667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a408ef-e5bd-45d8-b469-58d362746e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.519556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b75b39a6-a350-4079-a2a7-63ae181feb68,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:10.702425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a408ef-e5bd-45d8-b469-58d362746e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.711611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b75b39a6-a350-4079-a2a7-63ae181feb68'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:10.778071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3f09f-2970-4117-a6af-dcd8d59616ea req-80f17bc6-526d-4860-a6ea-5fa1b09d1c8a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.791332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8af3f09f-2970-4117-a6af-dcd8d59616ea req-80f17bc6-526d-4860-a6ea-5fa1b09d1c8a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.2780387 Mar 31 22:58:10.944132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f852d-2b62-48c1-97ad-68507db00b2b req-093c7350-6acd-4a1d-9228-dac9bddd625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.945843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362f852d-2b62-48c1-97ad-68507db00b2b req-093c7350-6acd-4a1d-9228-dac9bddd625a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 200 len: 913 time: 0.4204638 Mar 31 22:58:11.009694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-2fb31ae7-808f-46ce-8aaf-bdf69cb3d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.011264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-2fb31ae7-808f-46ce-8aaf-bdf69cb3d7ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1096 time: 0.1695135 Mar 31 22:58:11.019157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8af3f09f-2970-4117-a6af-dcd8d59616ea req-a670c03e-e325-4c4d-8086-a3dde572c635 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266388 Mar 31 22:58:11.037408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362f852d-2b62-48c1-97ad-68507db00b2b req-624222f8-7fd2-474e-9a21-e059e636c84f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb557b9a-46a1-4340-871f-ddb8da55b1c5 HTTP/1.1" status: 200 len: 217 time: 0.0836742 Mar 31 22:58:11.096823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a408ef-e5bd-45d8-b469-58d362746e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.101227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a408ef-e5bd-45d8-b469-58d362746e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.105282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-81a408ef-e5bd-45d8-b469-58d362746e98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b462fe2-77c6-41d2-9659-db54089161aa HTTP/1.1" status: 204 len: 168 time: 0.8403926 Mar 31 22:58:11.183345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a408ef-e5bd-45d8-b469-58d362746e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b462fe2-77c6-41d2-9659-db54089161aa,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:11.248757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f852d-2b62-48c1-97ad-68507db00b2b req-6cf05483-4c68-4b2a-96cb-f8d71e6b9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.250286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362f852d-2b62-48c1-97ad-68507db00b2b req-6cf05483-4c68-4b2a-96cb-f8d71e6b9847 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 200 len: 852 time: 0.2036779 Mar 31 22:58:11.303735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362f852d-2b62-48c1-97ad-68507db00b2b req-21b9b149-b51d-40d5-b48c-6846d6030052 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2414df39-2c64-4bb1-880f-5611e493047f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419233 Mar 31 22:58:11.320353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869e1b-ca84-4491-87b2-33b4a96974f3 req-c280fbc7-e677-4e34-b55d-5c24c25b83ae tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.321858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97869e1b-ca84-4491-87b2-33b4a96974f3 req-c280fbc7-e677-4e34-b55d-5c24c25b83ae tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 944 time: 0.1733079 Mar 31 22:58:11.332100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-ff38dc44-548e-4d95-8adc-01ddeda7414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.333554 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-ff38dc44-548e-4d95-8adc-01ddeda7414f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.2983139 Mar 31 22:58:11.373650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69b4a6-fe19-443a-9737-5e663e04cf1c req-abfc354f-d773-4a30-ae42-8a60c0b55053 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.375131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e69b4a6-fe19-443a-9737-5e663e04cf1c req-abfc354f-d773-4a30-ae42-8a60c0b55053 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1950576 Mar 31 22:58:11.457816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-e6d51715-598a-4fb2-8f3c-b1624d4922cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 200 len: 217 time: 0.1113586 Mar 31 22:58:11.538578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97869e1b-ca84-4491-87b2-33b4a96974f3 req-f6c8aab2-bd23-4820-b3a3-a2bc4f13d2bd tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040265 Mar 31 22:58:11.567509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e69b4a6-fe19-443a-9737-5e663e04cf1c req-e9c9b5a3-c7ec-40b1-a83e-5787b982f47f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581144 Mar 31 22:58:11.573680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-19b8148f-670e-4b31-a588-6fd8fbbf668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.574375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-19b8148f-670e-4b31-a588-6fd8fbbf668c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.1046906 Mar 31 22:58:11.579785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362f852d-2b62-48c1-97ad-68507db00b2b req-b7515abf-36d3-421c-b5e5-4ca6b52d9539 service neutron] 10.222.0.45 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673674 Mar 31 22:58:11.635977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-0daa3869-783d-418a-8a2b-6274caeea501 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510404 Mar 31 22:58:11.860247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c124b-ccb6-462e-97f3-52c7e84f1e3e req-fadd7a5c-6d9b-4826-afc4-7a91df32b014 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.861793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b54c124b-ccb6-462e-97f3-52c7e84f1e3e req-fadd7a5c-6d9b-4826-afc4-7a91df32b014 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.2153194 Mar 31 22:58:11.885874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79f32b-bdfc-4f86-8c3c-bac7df4a182e req-9a714ee5-96ba-485f-91bb-6690a4cc50dd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.890444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d79f32b-bdfc-4f86-8c3c-bac7df4a182e req-9a714ee5-96ba-485f-91bb-6690a4cc50dd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.2237434 Mar 31 22:58:11.893160 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362f852d-2b62-48c1-97ad-68507db00b2b req-7c4c7b15-09ff-4b09-a45b-6d9d4e0aceb3 service neutron] 10.222.0.45 "GET /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936633 Mar 31 22:58:11.895912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b75b39a6-a350-4079-a2a7-63ae181feb68 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:11.901374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-f20ca062-91be-4f44-b8f1-3001722132e9 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529528 Mar 31 22:58:12.022165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:12.023821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b54c124b-ccb6-462e-97f3-52c7e84f1e3e req-d768c602-f0b4-4342-bb26-0b763b26b718 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471355 Mar 31 22:58:12.027515 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb32571f-ef39-4c3a-959b-2f8ff48b948c" -d '{"events": [{"server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "name": "network-vif-plugged", "status": "completed", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:12.033111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d79f32b-bdfc-4f86-8c3c-bac7df4a182e req-abd48775-c7ba-42fe-9965-0ce81fe1b5ec tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339419 Mar 31 22:58:12.084119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-132471af-27d4-4858-a700-cd35cc7fa242 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659465 Mar 31 22:58:12.091229 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c446ee3-8c54-4b2e-9d8f-4623192878b8 x-openstack-request-id: req-0c446ee3-8c54-4b2e-9d8f-4623192878b8 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:12.091680 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "name": "network-vif-plugged", "status": "completed", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:12.092307 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c446ee3-8c54-4b2e-9d8f-4623192878b8 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:12.092905 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c446ee3-8c54-4b2e-9d8f-4623192878b8'] response: {'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'code': 200} Mar 31 22:58:12.105706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port b75b39a6-a350-4079-a2a7-63ae181feb68 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:12.112626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port b75b39a6-a350-4079-a2a7-63ae181feb68 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:12.113321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.242163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63a425-e0c8-4e60-beab-536a4e8b306c req-32d1a8bc-24ec-4493-938e-a9467a49a089 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.244179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d63a425-e0c8-4e60-beab-536a4e8b306c req-32d1a8bc-24ec-4493-938e-a9467a49a089 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.1036422 Mar 31 22:58:12.278944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cb557b9a-46a1-4340-871f-ddb8da55b1c5 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:12.299743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d63a425-e0c8-4e60-beab-536a4e8b306c req-90ce5ae6-cdc6-4d3f-9c8f-8c89e92d300c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Mar 31 22:58:12.416262 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.512565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b75b39a6-a350-4079-a2a7-63ae181feb68, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b75b39a6-a350-4079-a2a7-63ae181feb68,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:12.523042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cb557b9a-46a1-4340-871f-ddb8da55b1c5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb557b9a-46a1-4340-871f-ddb8da55b1c5,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:12.537697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'cb557b9a-46a1-4340-871f-ddb8da55b1c5', 'network_id': '2414df39-2c64-4bb1-880f-5611e493047f', 'port_id': 'cb557b9a-46a1-4340-871f-ddb8da55b1c5', 'mac_address': 'fa:16:3e:f3:e0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce25239-a3a5-479b-a3fd-c8ca7b3801e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:12.594741 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.620568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb557b9a-46a1-4340-871f-ddb8da55b1c5 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:12.644677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cb557b9a-46a1-4340-871f-ddb8da55b1c5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb557b9a-46a1-4340-871f-ddb8da55b1c5,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:12.738766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b957ee-5efb-4de2-b776-195b51fe8038 req-7825e247-7b9f-4a5e-a1ca-cbc35150d21f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.740530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7b957ee-5efb-4de2-b776-195b51fe8038 req-7825e247-7b9f-4a5e-a1ca-cbc35150d21f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.0841918 Mar 31 22:58:12.763277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.773327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b55ac1f0-eb22-47b7-af17-6fd3307e2962 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:12.776760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3d6ee-4ad0-4a43-8cb7-ead173867a1e req-e8ef8dd2-4ea0-4e2d-b4d4-25632844acd2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.785026 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ba3d6ee-4ad0-4a43-8cb7-ead173867a1e req-e8ef8dd2-4ea0-4e2d-b4d4-25632844acd2 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 944 time: 0.1134179 Mar 31 22:58:12.876863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.878318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7b957ee-5efb-4de2-b776-195b51fe8038 req-755bb1fe-2dfc-4c55-8bd8-0399e16a02a7 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985749 Mar 31 22:58:12.939652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ba3d6ee-4ad0-4a43-8cb7-ead173867a1e req-88383352-3ffb-4a12-8746-5ba924c152e5 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398008 Mar 31 22:58:12.982972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-f796d5b4-9744-4d7a-b631-ee5e46a4e0a0 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.985351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-f796d5b4-9744-4d7a-b631-ee5e46a4e0a0 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.1056969 Mar 31 22:58:13.053295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b75b39a6-a350-4079-a2a7-63ae181feb68,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:13.106047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35274) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:13.153421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['cb557b9a-46a1-4340-871f-ddb8da55b1c5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:13.241078 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.244186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b87f9-de3d-491e-b26c-cd2a025887cb req-a38edf42-bc61-490e-adc1-9fe815e58032 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.252851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-323b87f9-de3d-491e-b26c-cd2a025887cb req-a38edf42-bc61-490e-adc1-9fe815e58032 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 946 time: 0.0980794 Mar 31 22:58:13.269519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-295345850-network', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:13.294346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Deleting port b55ac1f0-eb22-47b7-af17-6fd3307e2962 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:13.294346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.309651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cb557b9a-46a1-4340-871f-ddb8da55b1c5,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:13.331070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-323b87f9-de3d-491e-b26c-cd2a025887cb req-a08cef2f-81e9-44ab-a522-a8390984b507 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742643 Mar 31 22:58:13.407478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:13.431670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:13.434166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.450742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.519820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.573222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] For port b55ac1f0-eb22-47b7-af17-6fd3307e2962, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b55ac1f0-eb22-47b7-af17-6fd3307e2962,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:13.573816 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.608901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Calling delete_port for b55ac1f0-eb22-47b7-af17-6fd3307e2962 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:13.642406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12080482-4222-4b09-a5d2-76553cff5f44 req-690fd2b7-d864-406a-908a-885ded33fad6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.648615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12080482-4222-4b09-a5d2-76553cff5f44 req-690fd2b7-d864-406a-908a-885ded33fad6 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1867056 Mar 31 22:58:13.695190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.736866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:13.780168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573717f-760c-4427-8370-360259eccfbd req-ac2a1f0f-3312-4ed5-b3c9-ec699ebb0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.782767 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3573717f-760c-4427-8370-360259eccfbd req-ac2a1f0f-3312-4ed5-b3c9-ec699ebb0d85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.0730226 Mar 31 22:58:13.784641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.868539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83250aa6-6e97-4eac-8d37-ad23a8ffdd69,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:13.900500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:13.964742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.965092 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Added segment 6ca4c7cd-2b4f-4187-b441-53885bf7e103 of type vlan for network c097e531-5b1f-4b27-a1e0-f2f1516e30ad Mar 31 22:58:14.017644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12080482-4222-4b09-a5d2-76553cff5f44 req-8a55baa4-0763-4375-8894-64978967976d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540848 Mar 31 22:58:14.067531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ea057-5604-4b1c-9300-79b575c65dc0 req-3b60aa24-d2cd-4022-b1e8-0343f7e613b9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.067531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe3ea057-5604-4b1c-9300-79b575c65dc0 req-3b60aa24-d2cd-4022-b1e8-0343f7e613b9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.3180351 Mar 31 22:58:14.068093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.094351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38288db-8ae8-446b-92f7-2b59d748a64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75b39a6-a350-4079-a2a7-63ae181feb68'}, {'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:14.097410 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed963b4-98b1-4110-97f5-afdf4707ff34" -d '{"events": [{"server_uuid": "c38288db-8ae8-446b-92f7-2b59d748a64b", "name": "network-vif-plugged", "status": "completed", "tag": "b75b39a6-a350-4079-a2a7-63ae181feb68"}, {"server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "name": "network-vif-unplugged", "status": "completed", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:14.108535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573717f-760c-4427-8370-360259eccfbd req-a9b662df-12a0-4556-8386-b9116163558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.110510 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3573717f-760c-4427-8370-360259eccfbd req-a9b662df-12a0-4556-8386-b9116163558a service neutron] 10.222.0.50 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 921 time: 0.3143396 Mar 31 22:58:14.170197 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3573717f-760c-4427-8370-360259eccfbd req-c0e90c33-b2e7-472f-96a7-ff8e027ab075 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 217 time: 0.0522695 Mar 31 22:58:14.225689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cb557b9a-46a1-4340-871f-ddb8da55b1c5 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:14.240873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.242066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.242955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.268120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe3ea057-5604-4b1c-9300-79b575c65dc0 req-dd9a6d2b-f4b5-4f4e-a330-e8abde0c1163 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960580 Mar 31 22:58:14.331867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eb5bc-1526-4c37-b281-2e1eedeee4ee req-60a1a03e-18eb-4e36-b12a-20a750ca646f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.332190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573717f-760c-4427-8370-360259eccfbd req-21a6ebf7-dd4c-4151-8af6-0937cc2ab6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.334389 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3573717f-760c-4427-8370-360259eccfbd req-21a6ebf7-dd4c-4151-8af6-0937cc2ab6bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.1568375 Mar 31 22:58:14.341117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa1eb5bc-1526-4c37-b281-2e1eedeee4ee req-60a1a03e-18eb-4e36-b12a-20a750ca646f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2169096 Mar 31 22:58:14.405714 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3573717f-760c-4427-8370-360259eccfbd req-2fbe1e32-5617-4300-94ed-916d44ae7aea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539799 Mar 31 22:58:14.412537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] Pushing event updated for resources: {'Network': ['ID=c097e531-5b1f-4b27-a1e0-f2f1516e30ad,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:14.417368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.428582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:14.476828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa1eb5bc-1526-4c37-b281-2e1eedeee4ee req-196cf02c-26d5-4538-b1e2-a4f0b332e7c2 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269608 Mar 31 22:58:14.493344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event deleted for resources: {'Port': ['ID=b55ac1f0-eb22-47b7-af17-6fd3307e2962,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:14.551337 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3573717f-760c-4427-8370-360259eccfbd req-64777310-b088-4052-9e97-497692e880e0 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343002 Mar 31 22:58:14.567936 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-18409e9c-503d-41b3-8bf8-563b9a14422e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4563966 Mar 31 22:58:14.583765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35310) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:14.584050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port cb557b9a-46a1-4340-871f-ddb8da55b1c5 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:14.600471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] No DVR routers for this DVR port b55ac1f0-eb22-47b7-af17-6fd3307e2962 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:14.606078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Request body: {'subnet': {'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-295345850-subnet', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:14.612130 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.616200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f316117c-5dd4-4767-b95b-b73448fadbd4 req-d408b3cb-c617-4e81-bb71-f060c9868a8e tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.50 "DELETE /v2.0/ports/b55ac1f0-eb22-47b7-af17-6fd3307e2962 HTTP/1.1" status: 204 len: 173 time: 1.6246548 Mar 31 22:58:14.621742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'name': 'network-vif-deleted', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:14.625604 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c5de39-1c3a-4cca-a556-410eea033e7c" -d '{"events": [{"server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "name": "network-vif-deleted", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:14.627948 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550f853-1e8a-49c7-af03-eea17a01941d x-openstack-request-id: req-7550f853-1e8a-49c7-af03-eea17a01941d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:14.628248 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38288db-8ae8-446b-92f7-2b59d748a64b", "name": "network-vif-plugged", "status": "completed", "tag": "b75b39a6-a350-4079-a2a7-63ae181feb68", "code": 200}, {"server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "name": "network-vif-unplugged", "status": "completed", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:14.628504 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7550f853-1e8a-49c7-af03-eea17a01941d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:14.629063 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7550f853-1e8a-49c7-af03-eea17a01941d'] response: {'server_uuid': 'c38288db-8ae8-446b-92f7-2b59d748a64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75b39a6-a350-4079-a2a7-63ae181feb68', 'code': 200} Mar 31 22:58:14.629777 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7550f853-1e8a-49c7-af03-eea17a01941d'] response: {'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'code': 200} Mar 31 22:58:14.632035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port cb557b9a-46a1-4340-871f-ddb8da55b1c5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:14.632666 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.657419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d37c5-3127-4cff-a9f4-d949fd745ade req-2e44e238-9876-429e-abc6-3e67a16661f9 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.673011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-347d37c5-3127-4cff-a9f4-d949fd745ade req-2e44e238-9876-429e-abc6-3e67a16661f9 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 945 time: 0.2424643 Mar 31 22:58:14.743631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:14.811389 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3573717f-760c-4427-8370-360259eccfbd req-d42b2676-0b73-4a9d-9236-c21b63f6ec99 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446687 Mar 31 22:58:14.840847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cb557b9a-46a1-4340-871f-ddb8da55b1c5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb557b9a-46a1-4340-871f-ddb8da55b1c5,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:14.907245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:14.909835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.037964 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.127463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5171460-bbfa-48aa-9ee7-0777e2f289ac req-1a030108-f38d-4ba3-a289-ef0e4627440b tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 210 time: 0.4011819 Mar 31 22:58:15.148174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-347d37c5-3127-4cff-a9f4-d949fd745ade req-317853df-1acb-4468-aee7-fc6c27de4126 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743767 Mar 31 22:58:15.153161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84852e-b9b7-4665-bc20-a1a39eac5c0c req-9a12cc5f-e8e9-4fd3-8159-46dbb84e8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.158980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db84852e-b9b7-4665-bc20-a1a39eac5c0c req-9a12cc5f-e8e9-4fd3-8159-46dbb84e8ab8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c38288db-8ae8-446b-92f7-2b59d748a64b HTTP/1.1" status: 200 len: 1097 time: 0.4676027 Mar 31 22:58:15.178267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cb557b9a-46a1-4340-871f-ddb8da55b1c5,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:15.224654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db84852e-b9b7-4665-bc20-a1a39eac5c0c req-152a6b55-a321-4d2c-9e35-f5919f0ad35a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Mar 31 22:58:15.255346 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dead0195-f698-47a5-84bc-372b5f6927ec x-openstack-request-id: req-dead0195-f698-47a5-84bc-372b5f6927ec {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:15.255710 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb5287-f94d-4dfb-8609-997f173cd687", "name": "network-vif-deleted", "tag": "b55ac1f0-eb22-47b7-af17-6fd3307e2962", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:15.256028 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dead0195-f698-47a5-84bc-372b5f6927ec {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:15.256506 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dead0195-f698-47a5-84bc-372b5f6927ec'] response: {'server_uuid': '17cb5287-f94d-4dfb-8609-997f173cd687', 'name': 'network-vif-deleted', 'tag': 'b55ac1f0-eb22-47b7-af17-6fd3307e2962', 'status': 'completed', 'code': 200} Mar 31 22:58:15.396380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032c6ef-abee-4e6c-b076-9ac6a6391a33 req-4aa34874-5f81-4b1f-a340-270a2b47cb45 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.398071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e032c6ef-abee-4e6c-b076-9ac6a6391a33 req-4aa34874-5f81-4b1f-a340-270a2b47cb45 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.0681915 Mar 31 22:58:15.403498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.465496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e032c6ef-abee-4e6c-b076-9ac6a6391a33 req-165fd0e1-be6b-4701-be52-8a3916301271 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Mar 31 22:58:15.487971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a585b5-04aa-4e07-a849-da75601d5494,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:15.507300 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Checking segment: {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:15.507724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Network hostable DHCP agents. Network: c097e531-5b1f-4b27-a1e0-f2f1516e30ad, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:15.640146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf159b-7de7-4efb-9247-7ca8012bebf4 req-40450254-aef7-4e82-b4d9-66280d3e5fe9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.643019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abaf159b-7de7-4efb-9247-7ca8012bebf4 req-40450254-aef7-4e82-b4d9-66280d3e5fe9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.0682123 Mar 31 22:58:15.698284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abaf159b-7de7-4efb-9247-7ca8012bebf4 req-8690b98f-9233-4d1f-bb3a-1a82a266ac76 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476723 Mar 31 22:58:15.769214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:15.796832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daeb78-7216-41c3-aa35-ca7ec7884c86 req-9548de78-a01d-4fe0-bdef-4948277a9dfd tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.798625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5daeb78-7216-41c3-aa35-ca7ec7884c86 req-9548de78-a01d-4fe0-bdef-4948277a9dfd tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.0614891 Mar 31 22:58:15.844546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5daeb78-7216-41c3-aa35-ca7ec7884c86 req-613bb7a2-03ce-4df7-b572-6f2efdb6a955 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Mar 31 22:58:15.905674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b55ac1f0-eb22-47b7-af17-6fd3307e2962 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:15.933210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: b55ac1f0-eb22-47b7-af17-6fd3307e2962 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:15.933425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b55ac1f0-eb22-47b7-af17-6fd3307e2962 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:15.964610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c097e531-5b1f-4b27-a1e0-f2f1516e30ad) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:15.979257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.979904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:15.993177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5012c80-78f9-4db0-8cdb-f6207afaad8c None None] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:16.143324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7acc3031-fa02-479b-9f53-45089b011804 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5585668 Mar 31 22:58:16.146513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35362) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:16.153376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:16.192903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:58:16.196649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.271959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82536924-95ff-4f57-b2f8-7512278331e8 req-5b115048-567a-4fda-af57-9e2d642c40ab tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cb5287-f94d-4dfb-8609-997f173cd687 HTTP/1.1" status: 200 len: 210 time: 0.0485082 Mar 31 22:58:16.402230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.404180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.408548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Allocated IP 172.20.0.2 (c097e531-5b1f-4b27-a1e0-f2f1516e30ad/d6a585b5-04aa-4e07-a849-da75601d5494/48aa7442-2ac0-4da7-aa1b-fb6d22bf977e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:16.446994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88b5c-a2ce-476b-9a21-82e019766ee9 req-0d022029-2344-4baa-b424-6481ea5eedd5 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.448716 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16c88b5c-a2ce-476b-9a21-82e019766ee9 req-0d022029-2344-4baa-b424-6481ea5eedd5 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 946 time: 0.1006086 Mar 31 22:58:16.524450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.567197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16c88b5c-a2ce-476b-9a21-82e019766ee9 req-9c4c157b-16cc-4e03-8ced-027f3b5c2248 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957360 Mar 31 22:58:16.631676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7633d1-85e2-4483-86f2-421a6e1db7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb557b9a-46a1-4340-871f-ddb8da55b1c5'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:16.638719 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29c801d-6227-405b-a386-0fe387893fe7" -d '{"events": [{"server_uuid": "2f7633d1-85e2-4483-86f2-421a6e1db7a4", "name": "network-vif-plugged", "status": "completed", "tag": "cb557b9a-46a1-4340-871f-ddb8da55b1c5"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:16.741053 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.773210 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8955c07-a314-4f01-a92c-cd3c3ba737df x-openstack-request-id: req-a8955c07-a314-4f01-a92c-cd3c3ba737df {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:16.773210 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7633d1-85e2-4483-86f2-421a6e1db7a4", "name": "network-vif-plugged", "status": "completed", "tag": "cb557b9a-46a1-4340-871f-ddb8da55b1c5", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:16.773210 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8955c07-a314-4f01-a92c-cd3c3ba737df {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:16.773787 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8955c07-a314-4f01-a92c-cd3c3ba737df'] response: {'server_uuid': '2f7633d1-85e2-4483-86f2-421a6e1db7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb557b9a-46a1-4340-871f-ddb8da55b1c5', 'code': 200} Mar 31 22:58:16.806017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf332a9-45b3-40ca-b1dc-68fa0352fe34 req-e5a55f26-fa51-4bbf-a5e5-dfd4aab73016 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.808175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bf332a9-45b3-40ca-b1dc-68fa0352fe34 req-e5a55f26-fa51-4bbf-a5e5-dfd4aab73016 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1827686 Mar 31 22:58:16.883848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.942368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.967586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:16.978161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:16.980810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529076c-7d55-44f7-9b49-21c054e59103 req-333cfd7f-4f70-45e8-8d01-fa3af0b108f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.982159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2529076c-7d55-44f7-9b49-21c054e59103 req-333cfd7f-4f70-45e8-8d01-fa3af0b108f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 1097 time: 0.1366818 Mar 31 22:58:16.986621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:17.011750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bf332a9-45b3-40ca-b1dc-68fa0352fe34 req-8f65d8f7-2eb1-48d1-8201-7355d3ffa330 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304412 Mar 31 22:58:17.073588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Attempting to bind port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:17.074374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Attempting to bind port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:17.074809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Attempting to bind port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e on network c097e531-5b1f-4b27-a1e0-f2f1516e30ad {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:17.090224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Pushing event updated for resources: {'Port': ['ID=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:17.103044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:17.103658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Checking segment: {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:17.104208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.104609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Bound using segment: {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:17.107966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Bound port: 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:17.108389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.152721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.154849 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.155250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.155622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.156635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.158267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.158657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.159012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.159390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.159660 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.160019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.163594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.277605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2529076c-7d55-44f7-9b49-21c054e59103 req-6cfb98b4-0e79-4e22-86d4-61e6da51cf09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600596 Mar 31 22:58:17.293778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] For port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:17.299317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] For port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:17.300355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77687621-6c00-4d52-bc27-4197c13fe262 req-077ba979-40d0-42ca-afd2-a73c19607ab5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.301903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77687621-6c00-4d52-bc27-4197c13fe262 req-077ba979-40d0-42ca-afd2-a73c19607ab5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.1255963 Mar 31 22:58:17.317363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66639f-a50a-4e9c-990b-9c3528778d77 req-3c7deee3-5b15-4906-aa85-6cb36b3b5aeb tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.318932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a66639f-a50a-4e9c-990b-9c3528778d77 req-3c7deee3-5b15-4906-aa85-6cb36b3b5aeb tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1413369 Mar 31 22:58:17.378250 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.405485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77687621-6c00-4d52-bc27-4197c13fe262 req-fe183d51-5849-4c2d-ba1c-8dd2c1b2f1b4 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842435 Mar 31 22:58:17.472459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a66639f-a50a-4e9c-990b-9c3528778d77 req-f7577a17-48a0-4f57-96d9-a70af05e536a tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296740 Mar 31 22:58:17.541314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02087eaa-9988-4ebb-9267-e63d089969e3 None None] Pushing event updated for resources: {'Port': ['ID=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:17.721585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.809328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.839762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051b9ad-92f9-4754-be99-9641ff603712 req-9e44ae6a-7173-4944-9b9d-1fcd5c294e42 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.848621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b051b9ad-92f9-4754-be99-9641ff603712 req-9e44ae6a-7173-4944-9b9d-1fcd5c294e42 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 946 time: 0.1841567 Mar 31 22:58:17.967141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b051b9ad-92f9-4754-be99-9641ff603712 req-5732d0bf-95d0-4983-bcfc-2a093a670e5c tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772336 Mar 31 22:58:18.137059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35422) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:18.239523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Allocated IP 172.25.4.145 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/cebd83c7-3c50-48c7-92db-081f06415ae3) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:18.270373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-c37c9d76-3a71-411a-9fb9-62e2f4179b7a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.271599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-c37c9d76-3a71-411a-9fb9-62e2f4179b7a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 822 time: 0.2068322 Mar 31 22:58:18.285592 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7247160-79e8-4917-beb8-7d080d1cd801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.316445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bae5e2-4740-4fb2-9325-52c1fa45f928 req-162fd919-be2b-4989-8c07-b9f50281ee69 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.326450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41bae5e2-4740-4fb2-9325-52c1fa45f928 req-162fd919-be2b-4989-8c07-b9f50281ee69 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.2118225 Mar 31 22:58:18.391172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-37753af7-cb3d-4e41-9d83-ab5c77efaefc tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/quotas/def1ff260ee84b6c8319a9de635378c6 HTTP/1.1" status: 200 len: 375 time: 0.1005526 Mar 31 22:58:18.503104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41bae5e2-4740-4fb2-9325-52c1fa45f928 req-c8b6d36e-584d-4ded-a72a-043e44bf3044 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758001 Mar 31 22:58:18.525268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7247160-79e8-4917-beb8-7d080d1cd801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.538180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-e0c47afe-bce5-4988-9e93-9e092dcf5907 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1460543 Mar 31 22:58:18.543610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-2f6109d8-2b34-4c20-b0be-3a831dc09a8f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:58:18.551795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-2f6109d8-2b34-4c20-b0be-3a831dc09a8f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126550 Mar 31 22:58:18.576176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:18.660144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7247160-79e8-4917-beb8-7d080d1cd801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.674937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:18.675792 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.733796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.755519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7247160-79e8-4917-beb8-7d080d1cd801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1343c4f4-d6ec-49c4-93ee-4bfb5e9bff0c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:18.777403 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d7247160-79e8-4917-beb8-7d080d1cd801 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7081a08bda2a4f83ba668fadcd584f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392410 Mar 31 22:58:18.782745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35438) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:18.843860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7310-d546-4585-97d8-556dd441d0c4 req-e103b29e-3971-4ec0-a707-93173f6f58df tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.846395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2ec7310-d546-4585-97d8-556dd441d0c4 req-e103b29e-3971-4ec0-a707-93173f6f58df tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.2335596 Mar 31 22:58:18.867085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e9e963b-743e-49e1-ad33-3b0b4b4dede6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.936354 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e9e963b-743e-49e1-ad33-3b0b4b4dede6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.956103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-1e3391a8-dc19-479b-8747-e8894fa912b3 service neutron] 10.222.0.31 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023054 Mar 31 22:58:19.038704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2ec7310-d546-4585-97d8-556dd441d0c4 req-1347a633-bae6-4cfb-959d-08c4f2e10093 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704202 Mar 31 22:58:19.041731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.091156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:19.100933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:19.106804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e9e963b-743e-49e1-ad33-3b0b4b4dede6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.107042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:19.112206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e9e963b-743e-49e1-ad33-3b0b4b4dede6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.113867 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9e9e963b-743e-49e1-ad33-3b0b4b4dede6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1343c4f4-d6ec-49c4-93ee-4bfb5e9bff0c HTTP/1.1" status: 204 len: 168 time: 0.3297482 Mar 31 22:58:19.129145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c3abec-e23c-4648-a0a1-544b89db42f4 None None] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:19.133019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e963b-743e-49e1-ad33-3b0b4b4dede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1343c4f4-d6ec-49c4-93ee-4bfb5e9bff0c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:19.147533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Pushing event updated for resources: {'Port': ['ID=cebd83c7-3c50-48c7-92db-081f06415ae3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:19.189017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-7e62f848-a033-494c-85ae-932c903d4825 service neutron] 10.222.0.31 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329626 Mar 31 22:58:19.285656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-16e74238-c4d3-42b0-8d7d-316ab9aa8cee None None] Provisioning complete for port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:19.286081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-16e74238-c4d3-42b0-8d7d-316ab9aa8cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.357909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183c518-113f-4435-a6ee-676578d84fab req-a671484c-ab42-4975-82ca-92711597f248 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.367728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2183c518-113f-4435-a6ee-676578d84fab req-a671484c-ab42-4975-82ca-92711597f248 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1193554 Mar 31 22:58:19.367936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.414316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2183c518-113f-4435-a6ee-676578d84fab req-4e20a4d7-3a84-403e-a444-7e034e8bdb8b tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Mar 31 22:58:19.527321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:19.572960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-16e74238-c4d3-42b0-8d7d-316ab9aa8cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.660036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd568a6b-87b4-4203-bd4e-58d694ffa14b req-6d5391bd-7349-4eab-8019-6f7bb0a75cd7 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 210 time: 0.0394769 Mar 31 22:58:19.661672 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.723287 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.728877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60898add-2780-42fd-b3c8-80887f2e9a89 req-56cdb6ba-fbe8-4269-a595-1825c33b4ee5 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.731259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60898add-2780-42fd-b3c8-80887f2e9a89 req-56cdb6ba-fbe8-4269-a595-1825c33b4ee5 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 946 time: 0.2555327 Mar 31 22:58:20.163719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60898add-2780-42fd-b3c8-80887f2e9a89 req-1733d42d-0280-4471-befe-6a3ae87aaceb tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316922 Mar 31 22:58:20.166657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:20.166657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-16e74238-c4d3-42b0-8d7d-316ab9aa8cee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:58:20.166657 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-16e74238-c4d3-42b0-8d7d-316ab9aa8cee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:58:20.167711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522609-b750-492b-a68c-775adee05347 req-d7a857b1-bc2a-432c-b979-793858d69fcb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.167711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73522609-b750-492b-a68c-775adee05347 req-d7a857b1-bc2a-432c-b979-793858d69fcb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1800604 Mar 31 22:58:20.167711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.226966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73522609-b750-492b-a68c-775adee05347 req-a83819cc-6ed3-4ee4-8251-b1deac02872c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306665 Mar 31 22:58:20.236714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5887ee-a726-4ebb-874e-7675e003c845 req-e6a8af23-5abb-4aa1-b236-3b69d0ea4107 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.238290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f5887ee-a726-4ebb-874e-7675e003c845 req-e6a8af23-5abb-4aa1-b236-3b69d0ea4107 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=c38288db-8ae8-446b-92f7-2b59d748a64b HTTP/1.1" status: 200 len: 946 time: 0.1570652 Mar 31 22:58:20.303990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f5887ee-a726-4ebb-874e-7675e003c845 req-a2c7505f-c0a6-4ae6-b3c3-ec8ca761abe1 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Mar 31 22:58:20.396684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:20.492357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:20.492855 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.754732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fa017116-8c12-4c84-9190-347e6160e5ef None None] Provisioning complete for port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:20.755785 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fa017116-8c12-4c84-9190-347e6160e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.856567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d98d62-c3e9-4b18-8e5a-6389e4614d73 req-359c0493-34c2-4489-8ee7-cce69a1ea72f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.858196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84d98d62-c3e9-4b18-8e5a-6389e4614d73 req-359c0493-34c2-4489-8ee7-cce69a1ea72f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.0871592 Mar 31 22:58:20.922434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84d98d62-c3e9-4b18-8e5a-6389e4614d73 req-6028b9e9-1258-4bea-9990-dce43b7aaecc tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543988 Mar 31 22:58:21.033232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:58:21.152345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871d75f-80ca-4d1b-ba4e-526ed7e5cdb3 req-1d26b870-976e-47f5-a8af-8aee622bb5b1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.153961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0871d75f-80ca-4d1b-ba4e-526ed7e5cdb3 req-1d26b870-976e-47f5-a8af-8aee622bb5b1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1676116 Mar 31 22:58:21.176110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-def8bee2-2a42-4fc1-aeaa-c4cc4ea55482 req-35d1c451-8b1b-4513-807e-7f0f154ad33c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 210 time: 0.0508580 Mar 31 22:58:21.254437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0871d75f-80ca-4d1b-ba4e-526ed7e5cdb3 req-3590a7f9-853f-4547-909c-08e2cc88d027 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807171 Mar 31 22:58:21.259974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:21.276270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Sync routers for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:21.297876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:21.299080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:21.408414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3276-da23-44ce-bb92-a0c34268728c req-5942517d-875c-4ada-839d-0bcc44a3f004 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.410085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a88e3276-da23-44ce-bb92-a0c34268728c req-5942517d-875c-4ada-839d-0bcc44a3f004 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.0707664 Mar 31 22:58:21.410616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35514) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:21.461587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:21.469003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a88e3276-da23-44ce-bb92-a0c34268728c req-0b3e2ecd-6774-4308-b7b9-c8853217be45 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505812 Mar 31 22:58:21.521636 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.521636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a61631a1-3057-4c60-8415-9b083a7f8984 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3660278 Mar 31 22:58:21.523692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35518) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:21.530470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-5399737-network', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:21.690215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:19Z', 'revision_number': 3, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:21.717474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Checking router: 4e87f62b-fbdb-4581-b091-5bf0f0f0039b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:21.717826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Updating router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b port cebd83c7-3c50-48c7-92db-081f06415ae3 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:21.735233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Made reservation on behalf of 02c9ebfc276b4fa48e7a0e018b9793d9 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:21.738302 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.747628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.748056 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.879854 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.968708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.042530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2f60b6-1515-436f-81b5-e534b75a92ab,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:22.071645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:22.088105 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.089258 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Added segment 8838845d-8e1f-4910-abc3-02716980c17e of type vlan for network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 Mar 31 22:58:22.141896 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.175831 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.198390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6f11-dda3-4fa8-a57c-85a59d9438e5 req-f3712d14-543c-4fe4-91b4-0572add5ec03 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.201517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d0c6f11-dda3-4fa8-a57c-85a59d9438e5 req-f3712d14-543c-4fe4-91b4-0572add5ec03 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.1920223 Mar 31 22:58:22.226443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46aca8-b162-488f-bf6b-15ebd9736c81 req-3966872a-3c1c-460e-94d0-3847ad834fd4 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.227967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f46aca8-b162-488f-bf6b-15ebd9736c81 req-3966872a-3c1c-460e-94d0-3847ad834fd4 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=c38288db-8ae8-446b-92f7-2b59d748a64b HTTP/1.1" status: 200 len: 946 time: 0.1502650 Mar 31 22:58:22.263531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.295701 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.297608 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.301013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.302642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.315693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d0c6f11-dda3-4fa8-a57c-85a59d9438e5 req-91b6e2dd-d9ab-455d-826d-aa9a72762518 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028564 Mar 31 22:58:22.336715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f46aca8-b162-488f-bf6b-15ebd9736c81 req-9084b255-3dc4-448f-907c-26d354946225 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949965 Mar 31 22:58:22.449236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Attempting to bind port cebd83c7-3c50-48c7-92db-081f06415ae3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:22.449821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Attempting to bind port cebd83c7-3c50-48c7-92db-081f06415ae3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:22.450689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Attempting to bind port cebd83c7-3c50-48c7-92db-081f06415ae3 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:22.455388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb5b8f-ce34-46d8-94c3-0a8d228a678c None None] Pushing event updated for resources: {'Port': ['ID=cebd83c7-3c50-48c7-92db-081f06415ae3,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:22.467448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:22.475992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:22.475992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.475992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:22.475992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Bound port: cebd83c7-3c50-48c7-92db-081f06415ae3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:22.475992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.507857 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0923665 Mar 31 22:58:22.510529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35536) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:22.512984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-986ec769-af6d-47c1-ae64-06d2038b8594 req-a5c9e47a-362d-4369-99f9-c3b0060f4bef tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 210 time: 0.0821855 Mar 31 22:58:22.517041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Request body: {'subnet': {'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-subnet', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:22.532229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199056c-7087-4458-be3d-33e5ea37b47c admin admin] Pushing event updated for resources: {'Network': ['ID=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:22.550600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:22.635724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] For port cebd83c7-3c50-48c7-92db-081f06415ae3, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:22.658117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] For port cebd83c7-3c50-48c7-92db-081f06415ae3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cebd83c7-3c50-48c7-92db-081f06415ae3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:22.730688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-a8fbcaa0-f69c-4f2b-97b2-acb70906a209 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.732861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-a8fbcaa0-f69c-4f2b-97b2-acb70906a209 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38288db-8ae8-446b-92f7-2b59d748a64b HTTP/1.1" status: 200 len: 946 time: 0.2039638 Mar 31 22:58:22.745447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6f511-98e3-4d6b-84ba-b3f42d9826ab req-840b9c75-028b-4707-8f66-84cdf2977841 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.746864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2e6f511-98e3-4d6b-84ba-b3f42d9826ab req-840b9c75-028b-4707-8f66-84cdf2977841 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2255306 Mar 31 22:58:22.767435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4865bf-be7f-4b99-bd09-4660206a5842 req-b49e8c27-f963-4dcb-a1ec-b096521b644f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.768878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef4865bf-be7f-4b99-bd09-4660206a5842 req-b49e8c27-f963-4dcb-a1ec-b096521b644f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1479640 Mar 31 22:58:22.802462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Made reservation on behalf of 02c9ebfc276b4fa48e7a0e018b9793d9 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:22.805299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.842370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Allocated IP 172.20.0.1 (c097e531-5b1f-4b27-a1e0-f2f1516e30ad/d6a585b5-04aa-4e07-a849-da75601d5494/fd14f711-5ccd-4733-842f-d1848f793890) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:22.903178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2e6f511-98e3-4d6b-84ba-b3f42d9826ab req-4ff647f8-e7fe-465d-8f75-fba385801d79 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496594 Mar 31 22:58:22.909342 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.915849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef4865bf-be7f-4b99-bd09-4660206a5842 req-1bdf696f-2ddb-4631-9da3-870acbe2e899 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383169 Mar 31 22:58:22.999789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:23.001234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:23.015054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Deleting port b75b39a6-a350-4079-a2a7-63ae181feb68 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:23.015608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.108719 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.162177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] For port b75b39a6-a350-4079-a2a7-63ae181feb68, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b75b39a6-a350-4079-a2a7-63ae181feb68,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:23.162760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.177635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb5b8f-ce34-46d8-94c3-0a8d228a678c None None] Pushing event updated for resources: {'Port': ['ID=cebd83c7-3c50-48c7-92db-081f06415ae3,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.187179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Calling delete_port for b75b39a6-a350-4079-a2a7-63ae181feb68 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:23.216685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.225406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:23.318564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9194943-9c32-4fda-9985-0f24f5a054b0,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.334446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Checking segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:23.334835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Network hostable DHCP agents. Network: 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:23.350562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-562f10e3-c80d-42b8-bd3d-b80e2be7d8e6 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.352024 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-562f10e3-c80d-42b8-bd3d-b80e2be7d8e6 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.50 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 822 time: 0.2026381 Mar 31 22:58:23.363159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.374150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Request body: {'port': {'device_id': '418b11d8-116f-43ec-9fd7-a4878ddf2a4b', 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'admin_state_up': True, 'tenant_id': 'def1ff260ee84b6c8319a9de635378c6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:23.414955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=fd14f711-5ccd-4733-842f-d1848f793890,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.468952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:23.488759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:23.508853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:23.530579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:23.554595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:19Z', 'revision_number': 3, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:23.589556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-ed0ec402-b7f0-41d1-94d7-85f9044c3d5a tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.593178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-ed0ec402-b7f0-41d1-94d7-85f9044c3d5a tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 946 time: 0.1731155 Mar 31 22:58:23.681821 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.753558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.766449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159568d4-233f-44df-a9da-423a6e9b3b90 req-6e2fe868-d518-41e4-b230-744f4a5a65d0 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.768447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-159568d4-233f-44df-a9da-423a6e9b3b90 req-6e2fe868-d518-41e4-b230-744f4a5a65d0 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=c38288db-8ae8-446b-92f7-2b59d748a64b HTTP/1.1" status: 200 len: 946 time: 0.2518971 Mar 31 22:58:23.776170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:23.778755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Pushing event deleted for resources: {'Port': ['ID=b75b39a6-a350-4079-a2a7-63ae181feb68,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.783757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.784561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.788956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a14154-90cf-431b-b1d0-2621bdb9ed6e None None] The sync data for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 is: [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:19Z', 'revision_number': 3, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:23.792355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['cb557b9a-46a1-4340-871f-ddb8da55b1c5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:23.837831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Made reservation on behalf of def1ff260ee84b6c8319a9de635378c6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:23.843258 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.845831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b75b39a6-a350-4079-a2a7-63ae181feb68'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:23.863807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b47095-16b5-4ebf-849f-a82cb1f1743f None None] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:23.992354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-51e81f60-8d32-4197-8228-87a4a7dc7773 None None] Provisioning complete for port fd14f711-5ccd-4733-842f-d1848f793890 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:23.993564 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51e81f60-8d32-4197-8228-87a4a7dc7773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.058533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-51e81f60-8d32-4197-8228-87a4a7dc7773 None None] Port fd14f711-5ccd-4733-842f-d1848f793890 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:24.090782 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ca2a3f10-a0f4-4b56-ba5a-1061e1949efe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5810540 Mar 31 22:58:24.092785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2826c86-210f-4aa6-b2e7-71870219312f req-68ff0439-39c9-4982-aba6-21688cc379c0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.095661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2826c86-210f-4aa6-b2e7-71870219312f req-68ff0439-39c9-4982-aba6-21688cc379c0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.4926877 Mar 31 22:58:24.098725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35558) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:24.108415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:24.115350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] No DVR routers for this DVR port b75b39a6-a350-4079-a2a7-63ae181feb68 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:24.121453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.130316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a8b5024-a094-40a0-897b-0027dadd4240 req-57cdd707-5554-4f66-a76d-fd58f7f8d3d7 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.50 "DELETE /v2.0/ports/b75b39a6-a350-4079-a2a7-63ae181feb68 HTTP/1.1" status: 204 len: 173 time: 1.3778188 Mar 31 22:58:24.147544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Allocated IP 172.20.0.10 (6320dc7a-40af-4ae1-99e4-5a2006c3e984/1f392b3e-6281-4d10-b94f-5c287a22815d/5144795a-76c8-475b-8f3a-054e11061a21) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:24.170331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38288db-8ae8-446b-92f7-2b59d748a64b', 'name': 'network-vif-deleted', 'tag': 'b75b39a6-a350-4079-a2a7-63ae181feb68'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:24.173173 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d8b850-9c3e-4210-acd0-38e769793444" -d '{"events": [{"server_uuid": "c38288db-8ae8-446b-92f7-2b59d748a64b", "name": "network-vif-deleted", "tag": "b75b39a6-a350-4079-a2a7-63ae181feb68"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:24.199342 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-159568d4-233f-44df-a9da-423a6e9b3b90 req-9c3a36e3-80a4-42bb-bff2-9c697946ef3e tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/security-groups?id=c076ef20-da3c-431c-be63-2222c2d7f351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237640 Mar 31 22:58:24.272943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Deleting port cb557b9a-46a1-4340-871f-ddb8da55b1c5 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:24.273315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.311394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.312504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.435093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:58:24.438760 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.597837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.658127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cebd83c7-3c50-48c7-92db-081f06415ae3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:24.716707 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.847511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Allocated IP 172.20.0.2 (56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85/a9194943-9c32-4fda-9985-0f24f5a054b0/73ed4582-be80-4de9-b5fe-19f73fa25745) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:24.911833 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:58:24.948422 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.985455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cebd83c7-3c50-48c7-92db-081f06415ae3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:24.986605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.007046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df494909-6482-4fb3-9dfd-783c5185418f req-89570189-775a-4359-9bbd-015a171c59fa tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 210 time: 0.1253629 Mar 31 22:58:25.050711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2826c86-210f-4aa6-b2e7-71870219312f req-22d60111-7a80-4a17-b508-45490e8e50b5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8831666 Mar 31 22:58:25.121059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-8c7eed21-041b-47a1-9f6b-9a008c09b2e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1359336 Mar 31 22:58:25.169351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.190786 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.211045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] For port cb557b9a-46a1-4340-871f-ddb8da55b1c5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb557b9a-46a1-4340-871f-ddb8da55b1c5,segment=NetworkSegment(1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3),segment_id=1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:25.211242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.245381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port cebd83c7-3c50-48c7-92db-081f06415ae3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cebd83c7-3c50-48c7-92db-081f06415ae3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:25.277068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Calling delete_port for cb557b9a-46a1-4340-871f-ddb8da55b1c5 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:25.295054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.296095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-d3bd8171-1d55-4938-8096-c7f4c29bc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.298699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-d3bd8171-1d55-4938-8096-c7f4c29bc590 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 1095 time: 0.1521101 Mar 31 22:58:25.352839 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.367427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:25.372193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:25.376644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:25.431006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Pushing event updated for resources: {'Port': ['ID=73ed4582-be80-4de9-b5fe-19f73fa25745,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:25.446507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.448654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.449106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dee6b-e985-4057-8827-6b1d528e8834 req-3e686658-de04-421d-9f28-eeb7af1c40f1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.450335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.450712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a99dee6b-e985-4057-8827-6b1d528e8834 req-3e686658-de04-421d-9f28-eeb7af1c40f1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2446430 Mar 31 22:58:25.460170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:25.463968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:25.489603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:25.537689 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.548364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event updated for resources: {'Port': ['ID=5144795a-76c8-475b-8f3a-054e11061a21,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:25.651172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a99dee6b-e985-4057-8827-6b1d528e8834 req-129f5853-32c8-46c2-9f5d-d48bd63775d1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701946 Mar 31 22:58:25.655182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-88150bae-34e1-4ad9-8c3b-90ea12773350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.656687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-88150bae-34e1-4ad9-8c3b-90ea12773350 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.2977974 Mar 31 22:58:25.710591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=cebd83c7-3c50-48c7-92db-081f06415ae3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:25.718100 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-29095b65-a014-4027-b072-9a6cc1438239 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3493304 Mar 31 22:58:25.735054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Attempting to bind port 73ed4582-be80-4de9-b5fe-19f73fa25745 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:25.735700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Attempting to bind port 73ed4582-be80-4de9-b5fe-19f73fa25745 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:25.736086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Attempting to bind port 73ed4582-be80-4de9-b5fe-19f73fa25745 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:25.753310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Request body: {'port': {'device_id': '418b11d8-116f-43ec-9fd7-a4878ddf2a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:25.757966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-85c9d6a5-bda0-40c3-b7e2-ec1e4a00fbac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 200 len: 217 time: 0.0922446 Mar 31 22:58:25.758645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:25.759027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Checking segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:25.759568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.759967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Bound using segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:25.761043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Bound port: 73ed4582-be80-4de9-b5fe-19f73fa25745, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:25.761546 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.792213 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6099532-3bee-4878-ae65-57ffdeaa408e x-openstack-request-id: req-d6099532-3bee-4878-ae65-57ffdeaa408e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:25.792708 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38288db-8ae8-446b-92f7-2b59d748a64b", "name": "network-vif-deleted", "tag": "b75b39a6-a350-4079-a2a7-63ae181feb68", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:25.792947 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6099532-3bee-4878-ae65-57ffdeaa408e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:25.793575 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6099532-3bee-4878-ae65-57ffdeaa408e'] response: {'server_uuid': 'c38288db-8ae8-446b-92f7-2b59d748a64b', 'name': 'network-vif-deleted', 'tag': 'b75b39a6-a350-4079-a2a7-63ae181feb68', 'status': 'completed', 'code': 200} Mar 31 22:58:25.915477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b75b39a6-a350-4079-a2a7-63ae181feb68 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:25.942365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: b75b39a6-a350-4079-a2a7-63ae181feb68 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:25.943001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b75b39a6-a350-4079-a2a7-63ae181feb68 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:25.945851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] For port 73ed4582-be80-4de9-b5fe-19f73fa25745, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:25.964973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] For port 73ed4582-be80-4de9-b5fe-19f73fa25745, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=73ed4582-be80-4de9-b5fe-19f73fa25745,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:25.991070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4884befe-e92e-4435-92c2-baebde592690 req-688e1324-40aa-459c-9d60-225559c3c614 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=c38288db-8ae8-446b-92f7-2b59d748a64b HTTP/1.1" status: 200 len: 210 time: 0.0897255 Mar 31 22:58:26.003176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-8c407290-79de-4e22-8f5e-a062a2597ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.004708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-8c407290-79de-4e22-8f5e-a062a2597ed0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.2099848 Mar 31 22:58:26.060546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-86c9052a-2ba3-4dd5-a0ea-9751a398c372 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468676 Mar 31 22:58:26.070336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7de65a-d1ff-4783-8242-46dafd9e53b0 req-fe16492b-2a6e-4d0d-a4f5-b773513fc8db tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.078640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc7de65a-d1ff-4783-8242-46dafd9e53b0 req-fe16492b-2a6e-4d0d-a4f5-b773513fc8db tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.2627871 Mar 31 22:58:26.136744 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.180262 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.232505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4de76-7feb-4582-b4ac-99aa010320bc None None] Pushing event updated for resources: {'Port': ['ID=73ed4582-be80-4de9-b5fe-19f73fa25745,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.256187 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.268070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Pushing event deleted for resources: {'Port': ['ID=cb557b9a-46a1-4340-871f-ddb8da55b1c5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.283799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc7de65a-d1ff-4783-8242-46dafd9e53b0 req-69ad5511-edcd-49ce-9fc2-8c1449c6fcf2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039561 Mar 31 22:58:26.316641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cb557b9a-46a1-4340-871f-ddb8da55b1c5 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:26.344254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-57b7d956-0793-41c9-8664-b37d16636773 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.348875 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-57b7d956-0793-41c9-8664-b37d16636773 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.6085410 Mar 31 22:58:26.383944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-1'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:26.399052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: cb557b9a-46a1-4340-871f-ddb8da55b1c5 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:26.402082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cb557b9a-46a1-4340-871f-ddb8da55b1c5 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:26.442324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] No DVR routers for this DVR port cb557b9a-46a1-4340-871f-ddb8da55b1c5 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:26.443201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.446531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92590345-15f4-4327-bd0f-8823d1b2b12d req-4d0d16b8-0ea3-425f-913a-450bfc2614f6 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.45 "DELETE /v2.0/ports/cb557b9a-46a1-4340-871f-ddb8da55b1c5 HTTP/1.1" status: 204 len: 173 time: 2.8424308 Mar 31 22:58:26.451204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.451404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.454086 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.467925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cebd83c7-3c50-48c7-92db-081f06415ae3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:26.520336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.527201 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.569969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cebd83c7-3c50-48c7-92db-081f06415ae3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:26.570470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.626006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-50120215-336f-44e8-85f5-902faaec41a7 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330691 Mar 31 22:58:26.727784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf422fd-5234-4be7-ac67-98dae82fbe72 req-fa9ee066-a6e5-4a4a-a959-5511134d8e3a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.729914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbf422fd-5234-4be7-ac67-98dae82fbe72 req-fa9ee066-a6e5-4a4a-a959-5511134d8e3a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 932 time: 0.5426426 Mar 31 22:58:26.772724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.779947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=fd14f711-5ccd-4733-842f-d1848f793890,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.805045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9347d-3c3e-42f3-8035-35e7f66e3257 req-fdb15757-5cbe-4079-a89f-a3e5d2bdafc8 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.806709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29c9347d-3c3e-42f3-8035-35e7f66e3257 req-fdb15757-5cbe-4079-a89f-a3e5d2bdafc8 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 945 time: 0.3689733 Mar 31 22:58:26.947321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbf422fd-5234-4be7-ac67-98dae82fbe72 req-84457042-438d-4c14-873d-a0ee5b4487d7 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724415 Mar 31 22:58:26.964573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fae2dc5b-30bf-4652-bb44-a96511b3b138 req-4701c6be-e314-4c13-ab22-376668c42c4e service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395102 Mar 31 22:58:26.970278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29c9347d-3c3e-42f3-8035-35e7f66e3257 req-9c979c08-b8ab-4484-a9f2-a4c279814a0f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505301 Mar 31 22:58:27.000784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:27.002906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:27.039827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Allocated IP 172.25.4.59 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/ff7e832e-e2ea-42d4-a12e-0901bea75b65) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:27.101160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:27.249954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e8032f0-941d-4306-ba40-e08f61db3507 req-12a6053e-5f2d-43d3-b994-e21536c18fe1 tempest-MultipleCreateTestJSON-425305184 tempest-MultipleCreateTestJSON-425305184-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7633d1-85e2-4483-86f2-421a6e1db7a4 HTTP/1.1" status: 200 len: 210 time: 0.0399532 Mar 31 22:58:27.270350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15c950-881c-456c-be0c-9799d4bfdb62 req-262928b1-e064-4b76-a97c-0be355772647 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.279330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a15c950-881c-456c-be0c-9799d4bfdb62 req-262928b1-e064-4b76-a97c-0be355772647 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1845214 Mar 31 22:58:27.289974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:27.328580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:27.398584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a15c950-881c-456c-be0c-9799d4bfdb62 req-b8e5b387-7972-47ec-bc45-6deaff275a95 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047907 Mar 31 22:58:27.474928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-48409251-3b29-4567-86e2-beed4bd2635a None None] Provisioning complete for port fd14f711-5ccd-4733-842f-d1848f793890 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:27.476147 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48409251-3b29-4567-86e2-beed4bd2635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.536576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-48409251-3b29-4567-86e2-beed4bd2635a None None] Port fd14f711-5ccd-4733-842f-d1848f793890 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:27.569961 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.600149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7653015-2a5a-4e76-9e99-05a749bf9ad4 req-254d58aa-477d-4b70-a091-30f6d8c6c22f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.608217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7653015-2a5a-4e76-9e99-05a749bf9ad4 req-254d58aa-477d-4b70-a091-30f6d8c6c22f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1651328 Mar 31 22:58:27.612140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:27.615683 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c7124f-d3c3-4738-a087-64c07898ecdd" -d '{"events": [{"server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:27.621076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5144795a-76c8-475b-8f3a-054e11061a21 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:27.631801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.632289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:27.642507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.650154 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Sync routers for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:27.657418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-435670bb-0f52-45e8-9cd4-898723ff3fd9 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e87f62b-fbdb-4581-b091-5bf0f0f0039b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1321170 Mar 31 22:58:27.673663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Transition to ACTIVE for port object 5144795a-76c8-475b-8f3a-054e11061a21 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:27.681809 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:27.683768 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:27.706334 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2a6bd0-71c2-4072-85b1-480d2b63c949 x-openstack-request-id: req-8e2a6bd0-71c2-4072-85b1-480d2b63c949 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:27.706805 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:27.706971 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e2a6bd0-71c2-4072-85b1-480d2b63c949 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:27.707486 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2a6bd0-71c2-4072-85b1-480d2b63c949'] response: {'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4', 'code': 200} Mar 31 22:58:27.725713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7653015-2a5a-4e76-9e99-05a749bf9ad4 req-1cd1296c-0612-40cb-96e1-36a5232a1d9d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163425 Mar 31 22:58:27.795415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7633d1-85e2-4483-86f2-421a6e1db7a4', 'name': 'network-vif-deleted', 'tag': 'cb557b9a-46a1-4340-871f-ddb8da55b1c5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:27.798598 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1c9717-d0e6-4981-b2e3-f0c47f842d2b" -d '{"events": [{"server_uuid": "2f7633d1-85e2-4483-86f2-421a6e1db7a4", "name": "network-vif-deleted", "tag": "cb557b9a-46a1-4340-871f-ddb8da55b1c5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:27.860693 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0678ee73-0168-40ee-b41b-1efe8dc708ef x-openstack-request-id: req-0678ee73-0168-40ee-b41b-1efe8dc708ef {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:27.861268 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7633d1-85e2-4483-86f2-421a6e1db7a4", "name": "network-vif-deleted", "tag": "cb557b9a-46a1-4340-871f-ddb8da55b1c5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:27.861593 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0678ee73-0168-40ee-b41b-1efe8dc708ef {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:27.862068 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0678ee73-0168-40ee-b41b-1efe8dc708ef'] response: {'server_uuid': '2f7633d1-85e2-4483-86f2-421a6e1db7a4', 'name': 'network-vif-deleted', 'tag': 'cb557b9a-46a1-4340-871f-ddb8da55b1c5', 'status': 'completed', 'code': 200} Mar 31 22:58:27.876248 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:27.927399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:27.952164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.071204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.096356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.143679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258413f-d1c4-4d24-86ef-49374cbebff0 req-e80626d5-5cd2-4c48-98b2-0c9fa6ccb896 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.159711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c258413f-d1c4-4d24-86ef-49374cbebff0 req-e80626d5-5cd2-4c48-98b2-0c9fa6ccb896 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 944 time: 0.0851707 Mar 31 22:58:28.221561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7609846-5ffc-4f64-aa1c-6cc53eb54126 None None] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:28.232603 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 2, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:28.264261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c258413f-d1c4-4d24-86ef-49374cbebff0 req-ae4a0aea-893a-4e30-a31d-cb17304eff24 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020553 Mar 31 22:58:28.321168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438fc8f-4fb1-432d-a4a1-fd0525c843c2 req-e4e8c0f8-cff4-462a-ae34-58c7828f31ee tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.331208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5438fc8f-4fb1-432d-a4a1-fd0525c843c2 req-e4e8c0f8-cff4-462a-ae34-58c7828f31ee tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.1607420 Mar 31 22:58:28.341056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Checking router: 4e87f62b-fbdb-4581-b091-5bf0f0f0039b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:28.341434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:28.342854 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Updating router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b port fd14f711-5ccd-4733-842f-d1848f793890 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:28.376759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35616) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:28.382301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:28.392140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:28.402184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:28.414869 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.459520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 has no active binding in host n-h1-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:58:28.478804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5438fc8f-4fb1-432d-a4a1-fd0525c843c2 req-79316f20-893e-4e45-b558-cd5afc0abf7e tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392705 Mar 31 22:58:28.489042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-452f8362-4b90-46c3-a5ae-93f2766ca5dc None None] Provisioning complete for port 73ed4582-be80-4de9-b5fe-19f73fa25745 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:28.489681 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-452f8362-4b90-46c3-a5ae-93f2766ca5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.499523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-98db5cd3-1fee-41f1-aa86-956bfd0afd6e admin admin] Deleting subnet 8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:58:28.514723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-98db5cd3-1fee-41f1-aa86-956bfd0afd6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.644333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 73ed4582-be80-4de9-b5fe-19f73fa25745 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:28.660081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on host n-h2-836015-1 for vnic_type normal with profile {"migrating_to": "n-h1-836015-1"} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:28.660413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:28.666082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-98db5cd3-1fee-41f1-aa86-956bfd0afd6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.668091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:28.684870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:28.692544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:28.693464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Attempting to bind port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on network 9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:28.745511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Pushing event updated for resources: {'Port': ['ID=ff7e832e-e2ea-42d4-a12e-0901bea75b65,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:28.768603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:28.769123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Checking segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:28.769838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Bound using segment: {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:28.770421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Bound port: 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:28.770955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.785734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d10bd-6f9a-4f86-aaf1-f12c156bcd41 req-8189c241-15db-419c-987e-901e7b912dcb tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.795184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-592d10bd-6f9a-4f86-aaf1-f12c156bcd41 req-8189c241-15db-419c-987e-901e7b912dcb tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2202547 Mar 31 22:58:28.823550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Attempting to bind port 5144795a-76c8-475b-8f3a-054e11061a21 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:28.835106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Attempting to bind port 5144795a-76c8-475b-8f3a-054e11061a21 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:28.835566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Attempting to bind port 5144795a-76c8-475b-8f3a-054e11061a21 on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:28.845999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Port 5144795a-76c8-475b-8f3a-054e11061a21 on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:28.846914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Attempting to bind port 5144795a-76c8-475b-8f3a-054e11061a21 on network 6320dc7a-40af-4ae1-99e4-5a2006c3e984 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:28.858227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:28.858831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Checking segment: {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:28.859442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Bound using segment: {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:28.860132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Bound port: 5144795a-76c8-475b-8f3a-054e11061a21, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:28.860638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.894286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5144795a-76c8-475b-8f3a-054e11061a21,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:28.894653 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-452f8362-4b90-46c3-a5ae-93f2766ca5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.900926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-98db5cd3-1fee-41f1-aa86-956bfd0afd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.959168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-592d10bd-6f9a-4f86-aaf1-f12c156bcd41 req-1a45a538-6e57-42e0-a25e-a91ef76eeab0 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405766 Mar 31 22:58:28.962179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] For port 5144795a-76c8-475b-8f3a-054e11061a21, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:28.966403 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] For port 5144795a-76c8-475b-8f3a-054e11061a21, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5144795a-76c8-475b-8f3a-054e11061a21,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:28.976066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-452f8362-4b90-46c3-a5ae-93f2766ca5dc None None] For port 73ed4582-be80-4de9-b5fe-19f73fa25745, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=73ed4582-be80-4de9-b5fe-19f73fa25745,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:29.014217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 73ed4582-be80-4de9-b5fe-19f73fa25745 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:29.014606 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.039048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc521bb9-196f-4ded-ad06-c6859ba30933 req-ddf13d38-e571-4a66-8977-e17bea85a6fb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.064252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc521bb9-196f-4ded-ad06-c6859ba30933 req-ddf13d38-e571-4a66-8977-e17bea85a6fb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1912518 Mar 31 22:58:29.064618 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.124635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:29.172602 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.175927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc521bb9-196f-4ded-ad06-c6859ba30933 req-3023ebaa-b01b-4939-95b7-dd31cddd33f2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241889 Mar 31 22:58:29.182581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:29.186628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.251488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-452f8362-4b90-46c3-a5ae-93f2766ca5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.255460 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.314419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.315788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.317491 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] 10.222.0.50 "PUT /v2.0/ports/5144795a-76c8-475b-8f3a-054e11061a21 HTTP/1.1" status: 200 len: 1092 time: 3.5857108 Mar 31 22:58:29.325448 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-98db5cd3-1fee-41f1-aa86-956bfd0afd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.366276 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:58:29.366758 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:58:29.377204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.387756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.390455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f8362-4b90-46c3-a5ae-93f2766ca5dc None None] Pushing event updated for resources: {'Port': ['ID=73ed4582-be80-4de9-b5fe-19f73fa25745,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:29.392658 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73126ed-9076-41d0-b2aa-fbedce712147 None None] Pushing event updated for resources: {'Port': ['ID=fd14f711-5ccd-4733-842f-d1848f793890,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:29.421524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177bae6-5f82-408e-903f-25e9b2342cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5144795a-76c8-475b-8f3a-054e11061a21,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:29.465062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db5cd3-1fee-41f1-aa86-956bfd0afd6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce25239-a3a5-479b-a3fd-c8ca7b3801e6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:29.511357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7a15323f-3686-4b7b-8707-c8ff4e825c41 None None] Provisioning complete for port 73ed4582-be80-4de9-b5fe-19f73fa25745 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:29.514041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-98db5cd3-1fee-41f1-aa86-956bfd0afd6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.517790 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7a15323f-3686-4b7b-8707-c8ff4e825c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.518388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-98db5cd3-1fee-41f1-aa86-956bfd0afd6e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8ce25239-a3a5-479b-a3fd-c8ca7b3801e6 HTTP/1.1" status: 204 len: 168 time: 1.1402323 Mar 31 22:58:29.523286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35644) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:29.626158 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Attempting to bind port fd14f711-5ccd-4733-842f-d1848f793890 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:29.626544 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Attempting to bind port fd14f711-5ccd-4733-842f-d1848f793890 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:29.626909 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Attempting to bind port fd14f711-5ccd-4733-842f-d1848f793890 on network c097e531-5b1f-4b27-a1e0-f2f1516e30ad {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:29.637674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701a2c4-00c7-4f00-ab26-737f0a24056a req-3eedcc5c-b760-4628-9d6a-eee51fa8dd48 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.640299 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:29.641285 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Checking segment: {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:29.645256 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.645982 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Bound using segment: {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:29.647233 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Bound port: fd14f711-5ccd-4733-842f-d1848f793890, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:29.647531 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.649769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b701a2c4-00c7-4f00-ab26-737f0a24056a req-3eedcc5c-b760-4628-9d6a-eee51fa8dd48 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 944 time: 0.1921902 Mar 31 22:58:29.711275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.755654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418b11d8-116f-43ec-9fd7-a4878ddf2a4b', 'tag': '5144795a-76c8-475b-8f3a-054e11061a21'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:29.768040 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2" -d '{"events": [{"name": "network-changed", "server_uuid": "418b11d8-116f-43ec-9fd7-a4878ddf2a4b", "tag": "5144795a-76c8-475b-8f3a-054e11061a21"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:29.805520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b701a2c4-00c7-4f00-ab26-737f0a24056a req-922e83e0-27a1-448e-86ec-48ff70cbe89a tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430483 Mar 31 22:58:29.810158 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] For port fd14f711-5ccd-4733-842f-d1848f793890, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:29.820608 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] For port fd14f711-5ccd-4733-842f-d1848f793890, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fd14f711-5ccd-4733-842f-d1848f793890,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:29.878042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.879067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.880843 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] 10.222.0.50 "PUT /v2.0/ports/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 200 len: 1121 time: 3.5255237 Mar 31 22:58:29.911264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a52c77-016e-4bc4-99bd-b6104aaa6997 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=8']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:29.923668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-eac123e6-e419-4ee9-b7fd-0cdb814e1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.925882 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-eac123e6-e419-4ee9-b7fd-0cdb814e1e7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 1095 time: 0.3543403 Mar 31 22:58:29.942863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.952403 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.979241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:29.986953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35652) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:29.991588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-607272282-network', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:30.030170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:30.057676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2414df39-2c64-4bb1-880f-5611e493047f']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:30.098320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:30.098701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfe321b-cf15-44e2-b6e4-8d01a7f98eb3') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:30.143177 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.154461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0bc4fff7-d43b-4c7b-8d80-3adbe1127d5a None None] Provisioning complete for port fd14f711-5ccd-4733-842f-d1848f793890 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:30.155176 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fff7-d43b-4c7b-8d80-3adbe1127d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.155463 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:30.156150 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:30.160549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52196d7e-95a4-4f2b-852b-ee08b9ad593f req-0575ec44-6715-4ef2-9556-002eb668e77b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.169601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52196d7e-95a4-4f2b-852b-ee08b9ad593f req-0575ec44-6715-4ef2-9556-002eb668e77b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.2509634 Mar 31 22:58:30.182531 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a17467-fa47-400c-9290-411f9741fa61 x-openstack-request-id: req-b7a17467-fa47-400c-9290-411f9741fa61 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:30.185231 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418b11d8-116f-43ec-9fd7-a4878ddf2a4b", "tag": "5144795a-76c8-475b-8f3a-054e11061a21", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:30.185638 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7a17467-fa47-400c-9290-411f9741fa61 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:30.186236 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a17467-fa47-400c-9290-411f9741fa61'] response: {'name': 'network-changed', 'server_uuid': '418b11d8-116f-43ec-9fd7-a4878ddf2a4b', 'tag': '5144795a-76c8-475b-8f3a-054e11061a21', 'status': 'completed', 'code': 200} Mar 31 22:58:30.252857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.292937 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73126ed-9076-41d0-b2aa-fbedce712147 None None] Pushing event updated for resources: {'Port': ['ID=fd14f711-5ccd-4733-842f-d1848f793890,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:30.340996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:58:30.341472 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.353629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52196d7e-95a4-4f2b-852b-ee08b9ad593f req-36e322a7-3352-4058-b35b-6ce560e3fe72 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829915 Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:58:30.354367 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:58:30.399387 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-f8e90e29-0610-4fe7-a22b-2063b82c5248 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5144795a-76c8-475b-8f3a-054e11061a21 HTTP/1.1" status: 200 len: 217 time: 0.4140656 Mar 31 22:58:30.400504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.404621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Made reservation on behalf of 8b29cbbd5f2a4fa2ae4b24f06402385f for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:30.408891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.506013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.519052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-99b87835-483c-4c2c-a4fc-775f97b4b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.521730 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-99b87835-483c-4c2c-a4fc-775f97b4b85c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f392b3e-6281-4d10-b94f-5c287a22815d HTTP/1.1" status: 200 len: 862 time: 0.1043534 Mar 31 22:58:30.571457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780bec-ad0c-4483-992e-e22b90928736 req-24e02ea5-3daa-4fba-af73-1767504df140 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.577432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 73ed4582-be80-4de9-b5fe-19f73fa25745 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:30.589555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef780bec-ad0c-4483-992e-e22b90928736 req-24e02ea5-3daa-4fba-af73-1767504df140 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.3876798 Mar 31 22:58:30.651993 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-8262cd56-ad57-423d-a0be-000eed6588fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6320dc7a-40af-4ae1-99e4-5a2006c3e984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636842 Mar 31 22:58:30.703653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef780bec-ad0c-4483-992e-e22b90928736 req-d3c0bb4c-9708-4ff6-a5fd-e2f066030315 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649366 Mar 31 22:58:30.708885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fff7-d43b-4c7b-8d80-3adbe1127d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.723359 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:30.732193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524171-60ce-4333-a84d-d2dc3da955dd req-06fdfc11-6040-4c42-802e-4407b36b45cc tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.745676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33524171-60ce-4333-a84d-d2dc3da955dd req-06fdfc11-6040-4c42-802e-4407b36b45cc tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2108798 Mar 31 22:58:30.807808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33524171-60ce-4333-a84d-d2dc3da955dd req-ff76cc36-1a68-4509-b83a-1f5e1ee7f783 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611396 Mar 31 22:58:30.809629 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.837479 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-2ff12ab0-c0a6-4658-8bf7-79992513ff7c service neutron] 10.222.0.50 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755881 Mar 31 22:58:30.842851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0bc4fff7-d43b-4c7b-8d80-3adbe1127d5a None None] For port fd14f711-5ccd-4733-842f-d1848f793890, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fd14f711-5ccd-4733-842f-d1848f793890,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:30.845851 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.856671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2414df39-2c64-4bb1-880f-5611e493047f HTTP/1.1" status: 204 len: 168 time: 1.3330824 Mar 31 22:58:30.881616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 73ed4582-be80-4de9-b5fe-19f73fa25745 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:30.882386 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.894932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd6cf-5121-42b3-9990-83be74f02dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2414df39-2c64-4bb1-880f-5611e493047f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:30.944044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.995347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fff7-d43b-4c7b-8d80-3adbe1127d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.067361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0797ae-080b-4617-a693-facc6e631aab req-c19ae902-767a-4430-9ef3-93b6db3aa808 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.072492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee0797ae-080b-4617-a693-facc6e631aab req-c19ae902-767a-4430-9ef3-93b6db3aa808 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 944 time: 0.1237154 Mar 31 22:58:31.125863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4fff7-d43b-4c7b-8d80-3adbe1127d5a None None] Pushing event updated for resources: {'Port': ['ID=fd14f711-5ccd-4733-842f-d1848f793890,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:31.140229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee0797ae-080b-4617-a693-facc6e631aab req-c277b7a3-895a-4920-902d-253a4d83f25f tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611660 Mar 31 22:58:31.142825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.145002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1af8ece6-f107-4864-b15a-45f8ef082ec6 None None] Provisioning complete for port fd14f711-5ccd-4733-842f-d1848f793890 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:31.145387 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1af8ece6-f107-4864-b15a-45f8ef082ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.190139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:31.211008 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c042f170-1f2a-4615-9c43-d0d32726e4f3 req-bff5f1de-93c1-4d2e-9cdf-c7888a4abf03 service neutron] 10.222.0.50 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651198 Mar 31 22:58:31.211624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18d775-384b-42e1-b6fa-0c8af28c41a3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:31.219267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.219664 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Added segment f42aeb5f-490c-4e7a-b129-19e3c18409fd of type vlan for network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 Mar 31 22:58:31.245253 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:29Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:31.259673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-557cdbc1-cab7-42b2-94ea-8d31713f3f34 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.261812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-557cdbc1-cab7-42b2-94ea-8d31713f3f34 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.1000521 Mar 31 22:58:31.276789 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.324081 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59dd64c-7e98-4487-9c6f-12d607c0cff8 None None] The sync data for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 is: [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:29Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:31.465096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Deleting port 6c168fa6-755e-497b-9d5f-4fca073617e9 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:31.465913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.536307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:58:31.542183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.544037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.544704 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.693858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-8932225d-b1d8-4f05-9cad-83d277ecebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.695580 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-8932225d-b1d8-4f05-9cad-83d277ecebea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=def1ff260ee84b6c8319a9de635378c6&device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 1095 time: 0.2207789 Mar 31 22:58:31.749804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee9b321-dc4e-4a25-9139-ee61d6b91997,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:31.776453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:31.805328 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02ee2e5d-ca05-4c3c-beef-41e1868a14a5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8175359 Mar 31 22:58:31.930037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35678) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:31.930376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35680) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:31.971421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Request body: {'subnet': {'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-607272282-subnet', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:32.118541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91d663-f04d-4da1-9661-42780e281a7f req-592c9d4d-0543-4504-b444-0f4f56646eaa tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.131596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b91d663-f04d-4da1-9661-42780e281a7f req-592c9d4d-0543-4504-b444-0f4f56646eaa tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.6440279 Mar 31 22:58:32.194272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-902b33ac-5661-446b-b3f3-d8b5f2f6996e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ce3ca086c984c60a35d460983e78281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466819 Mar 31 22:58:32.194272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Made reservation on behalf of 8b29cbbd5f2a4fa2ae4b24f06402385f for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:32.197042 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.204797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:32.207137 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724b020f-2e73-490b-b20f-8119c068aa6b" -d '{"events": [{"name": "network-changed", "server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:32.207618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35690) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:32.216740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2953430-6421-485b-b7c6-d19966e23c23 req-0bad3e9f-eb97-40a4-82b7-4e3d23eb2c67 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.218303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2953430-6421-485b-b7c6-d19966e23c23 req-0bad3e9f-eb97-40a4-82b7-4e3d23eb2c67 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 946 time: 0.2916648 Mar 31 22:58:32.224466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] For port 6c168fa6-755e-497b-9d5f-4fca073617e9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6c168fa6-755e-497b-9d5f-4fca073617e9,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:32.225224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.309960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:32.316386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Calling delete_port for 6c168fa6-755e-497b-9d5f-4fca073617e9 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:32.332713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Sync routers for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:32.372187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-ad10c0b6-1e9f-4b6d-9da4-28005619def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.374009 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-ad10c0b6-1e9f-4b6d-9da4-28005619def3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 200 len: 923 time: 0.6598837 Mar 31 22:58:32.377790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:32.378424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:32.429849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b91d663-f04d-4da1-9661-42780e281a7f req-fb696127-7a0d-4a1b-a2ef-08dd5947728a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956233 Mar 31 22:58:32.465805 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-9baa7921-5071-4a61-ad0f-dcd5961d1029 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5144795a-76c8-475b-8f3a-054e11061a21 HTTP/1.1" status: 200 len: 217 time: 0.0731499 Mar 31 22:58:32.517667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fd14f711-5ccd-4733-842f-d1848f793890 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:32.539960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.541971 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-134b5e70-293a-47c7-9e08-ed57b51d764e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.4416015 Mar 31 22:58:32.565681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35700) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:32.603560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2953430-6421-485b-b7c6-d19966e23c23 req-aa676373-a13e-41f9-a188-d939a1db5ec4 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541977 Mar 31 22:58:32.685730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-3aa27d5a-6e51-4ca5-a857-23295d585c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.687797 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-3aa27d5a-6e51-4ca5-a857-23295d585c63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f392b3e-6281-4d10-b94f-5c287a22815d HTTP/1.1" status: 200 len: 862 time: 0.2245622 Mar 31 22:58:32.688163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d29a-9481-4ca5-87f4-7a9615b0ddec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.822595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-9843f50a-22cd-42fc-8df1-db1f388dd522 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6320dc7a-40af-4ae1-99e4-5a2006c3e984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239355 Mar 31 22:58:32.832868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d29a-9481-4ca5-87f4-7a9615b0ddec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.856147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188df42e-5966-4e98-bf00-44b1900c8bda req-f8771279-521e-4851-8d03-467de2046b69 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.864934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-188df42e-5966-4e98-bf00-44b1900c8bda req-f8771279-521e-4851-8d03-467de2046b69 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2684302 Mar 31 22:58:32.888997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port fd14f711-5ccd-4733-842f-d1848f793890 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:32.889598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.926775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:33.096986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-188df42e-5966-4e98-bf00-44b1900c8bda req-c3f3ef7e-7478-4a74-b96c-172a3dc2bbf2 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308745 Mar 31 22:58:33.111976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65f734-e8c6-4602-b5a3-15a43fe066a1 req-de719484-44c7-4e3a-b3d2-6a3c798dc952 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.120080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b65f734-e8c6-4602-b5a3-15a43fe066a1 req-de719484-44c7-4e3a-b3d2-6a3c798dc952 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 944 time: 0.3551166 Mar 31 22:58:33.222465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b65f734-e8c6-4602-b5a3-15a43fe066a1 req-e840ad85-3b8f-4529-ad64-abc4b355acff tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943146 Mar 31 22:58:33.245259 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.248121 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24e1b4-838b-4f3f-9a3e-348695425e7d x-openstack-request-id: req-8b24e1b4-838b-4f3f-9a3e-348695425e7d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:33.249667 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:33.250663 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b24e1b4-838b-4f3f-9a3e-348695425e7d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:33.251262 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b24e1b4-838b-4f3f-9a3e-348695425e7d'] response: {'name': 'network-changed', 'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4', 'status': 'completed', 'code': 200} Mar 31 22:58:33.269167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:28Z', 'revision_number': 3, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:33.270029 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-786cf7ff-8b77-4865-b2ad-55d02adbf6b3 service neutron] 10.222.0.50 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918987 Mar 31 22:58:33.305195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Checking router: 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:33.306100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Updating router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 port ff7e832e-e2ea-42d4-a12e-0901bea75b65 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:33.321729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.353348 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.373538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4acee270-db19-4f26-a8b3-1de3a791c672,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.394262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event deleted for resources: {'Port': ['ID=6c168fa6-755e-497b-9d5f-4fca073617e9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.396501 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d29a-9481-4ca5-87f4-7a9615b0ddec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.399130 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d29a-9481-4ca5-87f4-7a9615b0ddec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.402963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ddc5d29a-9481-4ca5-87f4-7a9615b0ddec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c076ef20-da3c-431c-be63-2222c2d7f351 HTTP/1.1" status: 204 len: 168 time: 1.1803238 Mar 31 22:58:33.425515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b020f-2e73-490b-b20f-8119c068aa6b req-e4e10f80-833c-4f9b-a6b4-c0ef3d456f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.430547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-724b020f-2e73-490b-b20f-8119c068aa6b req-e4e10f80-833c-4f9b-a6b4-c0ef3d456f85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1124 time: 0.2038085 Mar 31 22:58:33.499230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] No DVR routers for this DVR port 6c168fa6-755e-497b-9d5f-4fca073617e9 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:33.504441 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.511840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a160dc70-dfa0-496b-9367-df5283fb0cab req-9eb82a3c-0a62-4e6e-bc79-fa2513567913 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "DELETE /v2.0/ports/6c168fa6-755e-497b-9d5f-4fca073617e9 HTTP/1.1" status: 204 len: 173 time: 2.2369483 Mar 31 22:58:33.519658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5d29a-9481-4ca5-87f4-7a9615b0ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c076ef20-da3c-431c-be63-2222c2d7f351,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.537640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9d912-019c-4104-8532-64e8e88fc42c', 'name': 'network-vif-deleted', 'tag': '6c168fa6-755e-497b-9d5f-4fca073617e9'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:33.542165 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f9cbd8-ab1c-4e69-b2e4-4e606dc0d929" -d '{"events": [{"server_uuid": "a7d9d912-019c-4104-8532-64e8e88fc42c", "name": "network-vif-deleted", "tag": "6c168fa6-755e-497b-9d5f-4fca073617e9"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:33.596254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Checking segment: {'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:33.596871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Network hostable DHCP agents. Network: 3ee9b321-dc4e-4a25-9139-ee61d6b91997, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:33.634440 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a8ac8cb-28d9-48e9-9108-a9c228f12da2 req-f18f7357-b6af-4626-bd59-bf91adf8f436 service neutron] 10.222.0.50 "GET /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556423 Mar 31 22:58:33.684183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.719711 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548cdd44-3468-482c-8c44-b7396ff00426 x-openstack-request-id: req-548cdd44-3468-482c-8c44-b7396ff00426 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:33.720348 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9d912-019c-4104-8532-64e8e88fc42c", "name": "network-vif-deleted", "tag": "6c168fa6-755e-497b-9d5f-4fca073617e9", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:33.720512 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-548cdd44-3468-482c-8c44-b7396ff00426 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:33.721074 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548cdd44-3468-482c-8c44-b7396ff00426'] response: {'server_uuid': 'a7d9d912-019c-4104-8532-64e8e88fc42c', 'name': 'network-vif-deleted', 'tag': '6c168fa6-755e-497b-9d5f-4fca073617e9', 'status': 'completed', 'code': 200} Mar 31 22:58:33.823445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a92bc04-b6a8-4804-84c1-f2042f434334 req-09d9818e-b62f-4420-8ec4-607dec59d7f2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 210 time: 0.0473909 Mar 31 22:58:33.907665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b020f-2e73-490b-b20f-8119c068aa6b req-0a614961-8608-461e-9d03-c2e988581125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.909218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-724b020f-2e73-490b-b20f-8119c068aa6b req-0a614961-8608-461e-9d03-c2e988581125 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.4513574 Mar 31 22:58:33.947158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5144795a-76c8-475b-8f3a-054e11061a21 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:33.974324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746753ac-96c3-4182-bcd9-4ab4ea23ef2d req-8484b6dc-fb59-49a0-bcf5-86d5c67e00d1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.976480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-746753ac-96c3-4182-bcd9-4ab4ea23ef2d req-8484b6dc-fb59-49a0-bcf5-86d5c67e00d1 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.3666472 Mar 31 22:58:33.979277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-724b020f-2e73-490b-b20f-8119c068aa6b req-6deb34a1-bc8d-40b5-9a6d-795dd1648823 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 200 len: 217 time: 0.0620353 Mar 31 22:58:34.007845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.037937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Allocated IP 172.20.0.1 (56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85/a9194943-9c32-4fda-9985-0f24f5a054b0/6ab98259-2155-4cc9-aa5c-b940b5459319) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:34.135418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-746753ac-96c3-4182-bcd9-4ab4ea23ef2d req-b1ad6e1e-5d11-414d-a430-903e44649d86 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492877 Mar 31 22:58:34.136100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:34.146656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b020f-2e73-490b-b20f-8119c068aa6b req-90bba4a8-17d6-4a6d-9f52-75a106d10d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.151030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-724b020f-2e73-490b-b20f-8119c068aa6b req-90bba4a8-17d6-4a6d-9f52-75a106d10d4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.1286070 Mar 31 22:58:34.202449 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.257501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-724b020f-2e73-490b-b20f-8119c068aa6b req-22671dd9-b74d-4f60-a931-78857ba6db76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853486 Mar 31 22:58:34.418733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.493456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6c168fa6-755e-497b-9d5f-4fca073617e9 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:34.523900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e91a76-bd22-465b-aeb0-9ad742a58cd3 req-2c255ba2-5bbf-4284-ad0c-cc2495dd4d49 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.532299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81e91a76-bd22-465b-aeb0-9ad742a58cd3 req-2c255ba2-5bbf-4284-ad0c-cc2495dd4d49 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2193921 Mar 31 22:58:34.561549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 6c168fa6-755e-497b-9d5f-4fca073617e9 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:34.562300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6c168fa6-755e-497b-9d5f-4fca073617e9 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:34.565808 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5ad2-7e26-443e-8e95-1dc87964461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.579194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 3ee9b321-dc4e-4a25-9139-ee61d6b91997) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:34.589076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-724b020f-2e73-490b-b20f-8119c068aa6b req-7d55a87f-42ca-4539-83c9-84f61dfe014e service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056879 Mar 31 22:58:34.604722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b2e88-c6d7-4e69-8d76-8e9b77088cdf req-d8f5140e-299c-426d-9fbd-0096632aa970 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.610898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-903b2e88-c6d7-4e69-8d76-8e9b77088cdf req-d8f5140e-299c-426d-9fbd-0096632aa970 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 944 time: 0.1617994 Mar 31 22:58:34.613471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.614135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.624347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ae2cf-9585-44dd-956a-3900a641e2eb None None] Network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:34.629375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Attempting to bind port ff7e832e-e2ea-42d4-a12e-0901bea75b65 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:34.629884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Attempting to bind port ff7e832e-e2ea-42d4-a12e-0901bea75b65 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:34.630744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Attempting to bind port ff7e832e-e2ea-42d4-a12e-0901bea75b65 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:34.645424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5144795a-76c8-475b-8f3a-054e11061a21, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5144795a-76c8-475b-8f3a-054e11061a21,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:34.655429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:34.655429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:34.655730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.656404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:34.657166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Bound port: ff7e832e-e2ea-42d4-a12e-0901bea75b65, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:34.657769 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.664784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81e91a76-bd22-465b-aeb0-9ad742a58cd3 req-3a60e97a-bfaf-4a50-a922-2cc6a6846fd4 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313903 Mar 31 22:58:34.785643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728f617-9e40-4abc-9398-8ba24f7f8890 None None] Pushing event updated for resources: {'Port': ['ID=ff7e832e-e2ea-42d4-a12e-0901bea75b65,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:34.788406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-903b2e88-c6d7-4e69-8d76-8e9b77088cdf req-6ae4c378-1380-410d-8e77-b239c448c5c4 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429000 Mar 31 22:58:34.792766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '5144795a-76c8-475b-8f3a-054e11061a21', 'network_id': '6320dc7a-40af-4ae1-99e4-5a2006c3e984', 'port_id': '5144795a-76c8-475b-8f3a-054e11061a21', 'mac_address': 'fa:16:3e:70:7d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f392b3e-6281-4d10-b94f-5c287a22815d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:34.803872 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.881324 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-48314ea8-4beb-4580-8e90-e7edb7fef961 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9373004 Mar 31 22:58:34.887889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35738) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:34.892936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:34.897953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-724b020f-2e73-490b-b20f-8119c068aa6b req-880a967d-9a9d-48df-901c-a218d26c08d2 service neutron] 10.222.0.45 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806242 Mar 31 22:58:34.899670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] For port ff7e832e-e2ea-42d4-a12e-0901bea75b65, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:34.903960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:34.911491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] For port ff7e832e-e2ea-42d4-a12e-0901bea75b65, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ff7e832e-e2ea-42d4-a12e-0901bea75b65,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:34.919367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:34.926833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:34.987518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.006397 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.034151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5144795a-76c8-475b-8f3a-054e11061a21 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:35.072074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5144795a-76c8-475b-8f3a-054e11061a21, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5144795a-76c8-475b-8f3a-054e11061a21,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:35.089304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.190561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa645821-c0b2-4cdc-9c32-8935f715029a req-037dca44-856d-4c9c-bc18-b4be8b065a42 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d9d912-019c-4104-8532-64e8e88fc42c HTTP/1.1" status: 200 len: 210 time: 0.1110544 Mar 31 22:58:35.194314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-3ee9b321-dc4e-4a25-9139-ee61d6b91997', 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'fixed_ips': [{'subnet_id': '4acee270-db19-4f26-a8b3-1de3a791c672'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:58:35.219974 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.246749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Pushing event updated for resources: {'Port': ['ID=6ab98259-2155-4cc9-aa5c-b940b5459319,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:35.291115 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.312327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:35.313146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:35.375441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.376831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.453598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9ee2e-c59e-4661-b75f-19a4f41cbf53 req-1f65e8d9-f575-47d2-a426-986f85378ead tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.461047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bc9ee2e-c59e-4661-b75f-19a4f41cbf53 req-1f65e8d9-f575-47d2-a426-986f85378ead tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.1529572 Mar 31 22:58:35.465128 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.503949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.546542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728f617-9e40-4abc-9398-8ba24f7f8890 None None] Pushing event updated for resources: {'Port': ['ID=ff7e832e-e2ea-42d4-a12e-0901bea75b65,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:35.608124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bc9ee2e-c59e-4661-b75f-19a4f41cbf53 req-bed9b412-c401-4f61-945b-8565d9dcda1f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354172 Mar 31 22:58:35.689252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5144795a-76c8-475b-8f3a-054e11061a21'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:35.843297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041aa5-1b3d-4841-a02e-684401fa8775 req-eeada3d5-e858-4470-9df2-82ed02e13773 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.851747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34041aa5-1b3d-4841-a02e-684401fa8775 req-eeada3d5-e858-4470-9df2-82ed02e13773 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1097760 Mar 31 22:58:35.921677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.958689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34041aa5-1b3d-4841-a02e-684401fa8775 req-6ad5818f-bcad-4c4b-a8f6-c2d999e0a043 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036534 Mar 31 22:58:36.002982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-807e74aa-e584-422e-82e6-655ce14115ce None None] Provisioning complete for port 6ab98259-2155-4cc9-aa5c-b940b5459319 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:36.003647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-807e74aa-e584-422e-82e6-655ce14115ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.020973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:36.035072 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.060715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27945f-c1ad-4a72-8602-8ca1941267af req-06a0a707-9c71-4674-8fc5-7cb2061325ad tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.064139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c27945f-c1ad-4a72-8602-8ca1941267af req-06a0a707-9c71-4674-8fc5-7cb2061325ad tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 945 time: 0.0944824 Mar 31 22:58:36.228490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c27945f-c1ad-4a72-8602-8ca1941267af req-f763f8f5-b516-411d-8460-1e97c3a73bde tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466002 Mar 31 22:58:36.263372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.399998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=5144795a-76c8-475b-8f3a-054e11061a21,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:36.404601 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-151e9eff-5373-4268-897f-de553fd20ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.416783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.418951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Pushing event updated for resources: {'Port': ['ID=6ab98259-2155-4cc9-aa5c-b940b5459319,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:36.476060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Allocated IP 172.20.0.2 (3ee9b321-dc4e-4a25-9139-ee61d6b91997/4acee270-db19-4f26-a8b3-1de3a791c672/1e14300d-7397-419c-9014-cbdbab80b504) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:36.481951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-807e74aa-e584-422e-82e6-655ce14115ce None None] Port 6ab98259-2155-4cc9-aa5c-b940b5459319 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:36.667789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:36.670726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:36.811759 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.850357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.866952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:28Z', 'revision_number': 3, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:36.935014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb589f01-062b-429b-a6f1-acddcee6f8b2 None None] The sync data for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 is: [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:28Z', 'revision_number': 3, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:36.946527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.968222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b0cc7-7fd7-4650-810f-c6254b71ea1d req-382ab106-4317-48fc-987f-82ddf458affe tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.977310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-746b0cc7-7fd7-4650-810f-c6254b71ea1d req-382ab106-4317-48fc-987f-82ddf458affe tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.1325059 Mar 31 22:58:37.009360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-168dc62a-58ce-4e58-8662-f00386bcce67 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.011022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-168dc62a-58ce-4e58-8662-f00386bcce67 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.4246824 Mar 31 22:58:37.043647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-e4578a00-861b-4838-919f-febab7bcdefd tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/quotas/c91b29970f0a4a4fb4b7d1e2e94bbff6 HTTP/1.1" status: 200 len: 375 time: 0.0160868 Mar 31 22:58:37.065031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Allocated IP 172.25.4.37 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/a47bb7da-3988-42a7-9644-e4aa3dee615f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:37.068693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:37.100235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-746b0cc7-7fd7-4650-810f-c6254b71ea1d req-d8042858-bb4e-4b52-af09-2987ee36743a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190271 Mar 31 22:58:37.105586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-61a04531-ecd1-40d2-84df-171a0946a7f3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523734 Mar 31 22:58:37.144374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bc07db9d-02a6-4747-a5c5-daad1c6ce855 None None] Provisioning complete for port 6ab98259-2155-4cc9-aa5c-b940b5459319 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:37.144374 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bc07db9d-02a6-4747-a5c5-daad1c6ce855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.144374 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.235781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:37.242048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:37.244884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:37.255707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bc07db9d-02a6-4747-a5c5-daad1c6ce855 None None] Port 6ab98259-2155-4cc9-aa5c-b940b5459319 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:37.267165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Pushing event updated for resources: {'Port': ['ID=1e14300d-7397-419c-9014-cbdbab80b504,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.405863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:37.423626 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0268dade-8fb8-4c12-8f70-711d76c98bad admin admin] 10.222.0.31 "PUT /v2.0/routers/86fb20f9-2cab-4dce-8ed5-af3d2f76b794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8481243 Mar 31 22:58:37.430624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Attempting to bind port 1e14300d-7397-419c-9014-cbdbab80b504 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:37.431062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Attempting to bind port 1e14300d-7397-419c-9014-cbdbab80b504 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:37.431440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Attempting to bind port 1e14300d-7397-419c-9014-cbdbab80b504 on network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:37.444716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:37.445103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Checking segment: {'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:37.445511 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.445947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Bound using segment: {'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:37.446376 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Bound port: 1e14300d-7397-419c-9014-cbdbab80b504, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:37.447477 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.493610 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.512388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-b16ce73c-d0f2-46ab-8a74-e7483dcdc312 service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983574 Mar 31 22:58:37.640175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] For port 1e14300d-7397-419c-9014-cbdbab80b504, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:37.659253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] For port 1e14300d-7397-419c-9014-cbdbab80b504, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e14300d-7397-419c-9014-cbdbab80b504,segment=NetworkSegment(f42aeb5f-490c-4e7a-b129-19e3c18409fd),segment_id=f42aeb5f-490c-4e7a-b129-19e3c18409fd)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:37.701267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.730880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:37.746109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-39b0efa7-b6ea-4da5-a6f6-d1c5e7023f13 service neutron] 10.222.0.45 "GET /v2.0/ports/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 384 time: 0.3727691 Mar 31 22:58:37.760137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:37.767708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:37.779897 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.812121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c4ceb-44d6-4af3-84ae-86efb1a4dde6 req-e4405f20-a8e3-4b2c-92a1-938c28b2bec2 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.814177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c67c4ceb-44d6-4af3-84ae-86efb1a4dde6 req-e4405f20-a8e3-4b2c-92a1-938c28b2bec2 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1497335 Mar 31 22:58:37.831667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a47bb7da-3988-42a7-9644-e4aa3dee615f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.833130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-fe3ed8a4-8f12-4460-bcdf-f5f5c014561d service neutron] 10.222.0.31 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694974 Mar 31 22:58:37.861792 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.946809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4832d-4b3d-42f7-b390-8260a2e46d9e None None] Pushing event updated for resources: {'Port': ['ID=1e14300d-7397-419c-9014-cbdbab80b504,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.959982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c67c4ceb-44d6-4af3-84ae-86efb1a4dde6 req-c8f1f3be-2c5a-4778-ac5c-54fe5dc50f4e tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212130 Mar 31 22:58:37.999525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5144795a-76c8-475b-8f3a-054e11061a21 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:38.262003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 5144795a-76c8-475b-8f3a-054e11061a21 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:38.273245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 5144795a-76c8-475b-8f3a-054e11061a21 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:38.273852 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.420991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:38.420991 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.428207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:38.494957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2bc97-945a-4423-8f0f-e63bf57254b9 req-7b823b38-9f67-4c08-89b0-6c5e4ec1dea8 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:38.512862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddd2bc97-945a-4423-8f0f-e63bf57254b9 req-7b823b38-9f67-4c08-89b0-6c5e4ec1dea8 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 945 time: 0.3443534 Mar 31 22:58:38.602823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.733768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:38.741568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e14300d-7397-419c-9014-cbdbab80b504 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:38.797750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddd2bc97-945a-4423-8f0f-e63bf57254b9 req-17e17d96-43ff-45d7-ada1-18e6117d6434 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823555 Mar 31 22:58:38.835286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:38.871027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:38.924717 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.048987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1e14300d-7397-419c-9014-cbdbab80b504 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:39.050008 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.112275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.150969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418b11d8-116f-43ec-9fd7-a4878ddf2a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5144795a-76c8-475b-8f3a-054e11061a21'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:39.171473 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6546f2-e30f-42be-92db-bffe3b9a8e6f" -d '{"events": [{"server_uuid": "418b11d8-116f-43ec-9fd7-a4878ddf2a4b", "name": "network-vif-plugged", "status": "completed", "tag": "5144795a-76c8-475b-8f3a-054e11061a21"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:39.222003 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.240521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eff930-2b7b-48d4-9094-b681a6b01b8e req-96e756c0-fa4a-4a08-8b5b-ad0ef2f1e645 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.242142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88eff930-2b7b-48d4-9094-b681a6b01b8e req-96e756c0-fa4a-4a08-8b5b-ad0ef2f1e645 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 943 time: 0.2169251 Mar 31 22:58:39.308868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5144795a-76c8-475b-8f3a-054e11061a21, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5144795a-76c8-475b-8f3a-054e11061a21,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:39.312985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.363904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] Transition to ACTIVE for port object 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:39.394802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88eff930-2b7b-48d4-9094-b681a6b01b8e req-ffc20f51-b8cc-4ebc-b20d-9fd2054d3b5b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244147 Mar 31 22:58:39.447334 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.509993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 1e14300d-7397-419c-9014-cbdbab80b504, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e14300d-7397-419c-9014-cbdbab80b504,segment=NetworkSegment(f42aeb5f-490c-4e7a-b129-19e3c18409fd),segment_id=f42aeb5f-490c-4e7a-b129-19e3c18409fd)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:39.523964 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.548145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b1f2fb9-0cc8-4d05-8692-a5577f0ed37b req-a1f0596d-acd0-4572-a3f5-0143fa1f7bb5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 210 time: 0.0580518 Mar 31 22:58:39.601021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.647060 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.665871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=5144795a-76c8-475b-8f3a-054e11061a21,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:39.685890 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.686741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ff7e832e-e2ea-42d4-a12e-0901bea75b65 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:39.727355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] No DVR routers for this DVR port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:39.732408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:39.739653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35832) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:39.744477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-bbb1b2f5-8db9-4b3e-8e3d-ad2d65927ae4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823128779', 'description': 'tempest-description--1083714854'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:39.809068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.866425 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-7d76a07c-891b-40a5-a78c-06e64f53f6ce service neutron] 10.222.0.45 "PUT /v2.0/ports/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4/bindings/n-h1-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1126006 Mar 31 22:58:39.921323 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac340c-685b-4339-b8a2-ecf50730ba55 x-openstack-request-id: req-41ac340c-685b-4339-b8a2-ecf50730ba55 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:39.922324 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418b11d8-116f-43ec-9fd7-a4878ddf2a4b", "name": "network-vif-plugged", "status": "completed", "tag": "5144795a-76c8-475b-8f3a-054e11061a21", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:39.922801 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41ac340c-685b-4339-b8a2-ecf50730ba55 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:39.923431 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ac340c-685b-4339-b8a2-ecf50730ba55'] response: {'server_uuid': '418b11d8-116f-43ec-9fd7-a4878ddf2a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5144795a-76c8-475b-8f3a-054e11061a21', 'code': 200} Mar 31 22:58:39.950984 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b2f5-8db9-4b3e-8e3d-ad2d65927ae4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.045900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=1e14300d-7397-419c-9014-cbdbab80b504,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.072568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ff7e832e-e2ea-42d4-a12e-0901bea75b65 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:40.073108 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.140511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c72c1c-9088-47c8-ad3b-406dbc099b65 req-b4cbdd08-83ea-4428-bc8e-c0783589f924 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.153163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c72c1c-9088-47c8-ad3b-406dbc099b65 req-b4cbdd08-83ea-4428-bc8e-c0783589f924 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.3380303 Mar 31 22:58:40.210816 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.222169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd6ca7-cb32-4eff-b711-5f24788b80a6 req-a66667e9-f264-48ae-b199-a5f0fa18ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.223777 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3cd6ca7-cb32-4eff-b711-5f24788b80a6 req-a66667e9-f264-48ae-b199-a5f0fa18ce44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 1097 time: 0.1458182 Mar 31 22:58:40.229231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-ae423892-b781-4a3a-88d3-53b00fca8f4c tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.230804 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-ae423892-b781-4a3a-88d3-53b00fca8f4c tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.1514978 Mar 31 22:58:40.242511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b2fdb-2c27-4adc-aca5-a6374a3274b4 req-7349f68e-9e7e-46b1-84c5-62ae3db57d57 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.244417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f71b2fdb-2c27-4adc-aca5-a6374a3274b4 req-7349f68e-9e7e-46b1-84c5-62ae3db57d57 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 946 time: 0.2458830 Mar 31 22:58:40.246736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port ff7e832e-e2ea-42d4-a12e-0901bea75b65, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ff7e832e-e2ea-42d4-a12e-0901bea75b65,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:40.292781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c72c1c-9088-47c8-ad3b-406dbc099b65 req-e0eee000-5d8a-4ef5-a9f1-8d6cfd08d56c tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387470 Mar 31 22:58:40.302434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b2f5-8db9-4b3e-8e3d-ad2d65927ae4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.315656 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Sync routers for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:40.326553 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3cd6ca7-cb32-4eff-b711-5f24788b80a6 req-be4cdd56-e351-4dde-86f2-ff444cd3bdcb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946820 Mar 31 22:58:40.327921 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f71b2fdb-2c27-4adc-aca5-a6374a3274b4 req-4c06b1e5-ef5b-4d92-9271-aedca5f7f551 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737882 Mar 31 22:58:40.331389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-f7c80f04-aa6b-42b0-a712-35c129a26538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.332996 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-f7c80f04-aa6b-42b0-a712-35c129a26538 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900&tenant_id=629c61ff279f4c10b3d615363174bf13 HTTP/1.1" status: 200 len: 1095 time: 0.0927815 Mar 31 22:58:40.354408 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:40.355231 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:40.376435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d34d2-cb47-4c55-be09-724d75ad4221 None None] Network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:40.393500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b2f5-8db9-4b3e-8e3d-ad2d65927ae4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.471360 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.496358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1b2f5-8db9-4b3e-8e3d-ad2d65927ae4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d050cc3-03b8-4f64-b53d-0e102b17c286,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.508701 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:40.525819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Router 8c578611-99d9-492b-b038-b5fd0aff2534 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:58:40.551179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4a746378-56e1-40d4-b7c1-f0d73864e9dd None None] Provisioning complete for port 1e14300d-7397-419c-9014-cbdbab80b504 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:40.551567 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a746378-56e1-40d4-b7c1-f0d73864e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.680281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b2f5-8db9-4b3e-8e3d-ad2d65927ae4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.684724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bbb1b2f5-8db9-4b3e-8e3d-ad2d65927ae4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9409347 Mar 31 22:58:40.691014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35854) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:40.697136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ee485f50-fb33-4d2f-9c44-8c834bd91c75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'security_group_rule': {'security_group_id': '1d050cc3-03b8-4f64-b53d-0e102b17c286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:40.725524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e14300d-7397-419c-9014-cbdbab80b504 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:40.762370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=ff7e832e-e2ea-42d4-a12e-0901bea75b65,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.809180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-9b92bdd9-3a04-4600-aa7b-7d76bddb7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.810949 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-9b92bdd9-3a04-4600-aa7b-7d76bddb7fc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=629c61ff279f4c10b3d615363174bf13&device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1095 time: 0.2393842 Mar 31 22:58:40.865679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2538ddba-82f9-4e43-b387-ebaec00f4d55 req-26a2ec67-7fe3-4fb4-9e26-cd0c96bfe5c1 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 210 time: 0.1520433 Mar 31 22:58:40.898090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1e14300d-7397-419c-9014-cbdbab80b504 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:40.899412 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.901019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a7cf1-3572-486d-85f9-ba98c2751bd4 req-bb1116ea-7260-4af4-bae2-c2ba244727ce tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.913790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-314a7cf1-3572-486d-85f9-ba98c2751bd4 req-bb1116ea-7260-4af4-bae2-c2ba244727ce tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 944 time: 0.2860224 Mar 31 22:58:40.957089 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 2, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:40.996688 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Checking router: 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:40.997433 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Updating router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 port 6ab98259-2155-4cc9-aa5c-b940b5459319 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:41.010310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:41.014509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee485f50-fb33-4d2f-9c44-8c834bd91c75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.037599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Sync routers for ids ['8c578611-99d9-492b-b038-b5fd0aff2534'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:41.039021 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.072634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Routers {'8c578611-99d9-492b-b038-b5fd0aff2534'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:41.073655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8c578611-99d9-492b-b038-b5fd0aff2534'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:41.135891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-314a7cf1-3572-486d-85f9-ba98c2751bd4 req-88518a7e-97b0-4427-a11a-52e376ad041a tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086411 Mar 31 22:58:41.151692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.152995 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-12b4fc92-8a32-41ca-8128-f655e441e7b9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2642970 Mar 31 22:58:41.154429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d3c0981a-6a83-4bd5-b2a4-15ac006d347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.158274 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d3c0981a-6a83-4bd5-b2a4-15ac006d347e service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 200 len: 908 time: 0.2992294 Mar 31 22:58:41.163374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35858) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:41.222091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee485f50-fb33-4d2f-9c44-8c834bd91c75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.272972 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-9d24dcd3-86b3-4ca2-b7f8-7c051b04586c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 200 len: 217 time: 0.1071241 Mar 31 22:58:41.299577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Set router 8c578611-99d9-492b-b038-b5fd0aff2534 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:41.465882 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.470467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-43f675fe-fbf4-4cfb-bef6-486193aefe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.472051 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-43f675fe-fbf4-4cfb-bef6-486193aefe3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 200 len: 847 time: 0.1897919 Mar 31 22:58:41.548944 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-3749684c-a66c-422d-bd02-f05c2f09f0af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565038 Mar 31 22:58:41.567523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee485f50-fb33-4d2f-9c44-8c834bd91c75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.598548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee485f50-fb33-4d2f-9c44-8c834bd91c75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189b8c34-2244-4df7-a243-2be29c122e86,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:41.631916 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.649522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-56e4c037-85ea-4fb1-b04e-f8c9aee51b90 None None] Provisioning complete for port 1e14300d-7397-419c-9014-cbdbab80b504 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:41.650130 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56e4c037-85ea-4fb1-b04e-f8c9aee51b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.651513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ef10f-25e8-4926-9a7f-318b36b4387d req-db80da8e-0025-4a60-8992-a5931b6e3c0c tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.660506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-823ef10f-25e8-4926-9a7f-318b36b4387d req-db80da8e-0025-4a60-8992-a5931b6e3c0c tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2197077 Mar 31 22:58:41.678551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0587c1-4e16-4fec-ad0e-7bd2a41e0cd1 req-5035cf61-7dc3-417c-8df0-312a88311b5d tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.680394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae0587c1-4e16-4fec-ad0e-7bd2a41e0cd1 req-5035cf61-7dc3-417c-8df0-312a88311b5d tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 946 time: 0.1713805 Mar 31 22:58:41.736966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35866) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:41.741111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:38Z', 'revision_number': 3, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:41.811264 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee485f50-fb33-4d2f-9c44-8c834bd91c75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.816814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee485f50-fb33-4d2f-9c44-8c834bd91c75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1203604 Mar 31 22:58:41.822786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Checking router: 8c578611-99d9-492b-b038-b5fd0aff2534 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:41.824038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Updating router 8c578611-99d9-492b-b038-b5fd0aff2534 port a47bb7da-3988-42a7-9644-e4aa3dee615f binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:41.837953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-823ef10f-25e8-4926-9a7f-318b36b4387d req-782b31a7-1810-4085-86b5-c65502e3799d tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754274 Mar 31 22:58:41.838764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35872) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:41.846209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1a7f29bb-b5bf-4b18-bdfd-de1a390907ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'security_group_rule': {'security_group_id': '1d050cc3-03b8-4f64-b53d-0e102b17c286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:41.851385 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108311-d28b-4f05-8113-5fcb630dc80f None None] Pushing event updated for resources: {'Port': ['ID=6ab98259-2155-4cc9-aa5c-b940b5459319,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:41.951901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Attempting to bind port 6ab98259-2155-4cc9-aa5c-b940b5459319 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:41.952512 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Attempting to bind port 6ab98259-2155-4cc9-aa5c-b940b5459319 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:41.952646 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Attempting to bind port 6ab98259-2155-4cc9-aa5c-b940b5459319 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:41.955585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae0587c1-4e16-4fec-ad0e-7bd2a41e0cd1 req-c342a816-c1d1-45f3-a134-f2dfdbf1c698 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660098 Mar 31 22:58:41.980875 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:41.986764 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Checking segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:41.987377 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.987903 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Bound using segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:41.989750 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Bound port: 6ab98259-2155-4cc9-aa5c-b940b5459319, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:41.989750 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.074925 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.108714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35876) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:42.117072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b491355-66e4-4f1b-9ab6-70f0efcd2f76 req-2380087c-191d-4f04-ba85-977229bef002 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 210 time: 0.0518703 Mar 31 22:58:42.161809 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] For port 6ab98259-2155-4cc9-aa5c-b940b5459319, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:42.168583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a7f29bb-b5bf-4b18-bdfd-de1a390907ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.171519 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] For port 6ab98259-2155-4cc9-aa5c-b940b5459319, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6ab98259-2155-4cc9-aa5c-b940b5459319,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:42.196547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf6cb3-83e6-4331-b7a1-3b74b8458490 req-e190a093-bad2-485c-a891-0cfeb1c58750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.202407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51bf6cb3-83e6-4331-b7a1-3b74b8458490 req-e190a093-bad2-485c-a891-0cfeb1c58750 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.4941638 Mar 31 22:58:42.270709 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda3c68a-713b-4480-a590-dd587843e225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.305209 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.308587 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-6b5839b5-8d52-4ce3-b797-60da6dcb7aea service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939205 Mar 31 22:58:42.320963 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a7f29bb-b5bf-4b18-bdfd-de1a390907ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.340660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c98e97b7-2b36-4467-bbbf-04ab712fae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.381647 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108311-d28b-4f05-8113-5fcb630dc80f None None] Pushing event updated for resources: {'Port': ['ID=6ab98259-2155-4cc9-aa5c-b940b5459319,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:42.403460 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:42.404711 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:42.456964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a7f29bb-b5bf-4b18-bdfd-de1a390907ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.576259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa2184-7c16-4cb8-ada0-675e896c16ec req-eebaa5be-c1ab-43cb-8419-b5645b12c124 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.599781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1fa2184-7c16-4cb8-ada0-675e896c16ec req-eebaa5be-c1ab-43cb-8419-b5645b12c124 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 944 time: 0.2706141 Mar 31 22:58:42.606046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4af6b7bd-4fc8-4a89-ab11-0a0b6898bfa9 None None] Provisioning complete for port 6ab98259-2155-4cc9-aa5c-b940b5459319 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:42.606046 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4af6b7bd-4fc8-4a89-ab11-0a0b6898bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.625834 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:42.637543 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51bf6cb3-83e6-4331-b7a1-3b74b8458490 req-a8708ec3-be24-4a48-9334-922516d6b994 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080703 Mar 31 22:58:42.699611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ff7e832e-e2ea-42d4-a12e-0901bea75b65 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:42.711076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f29bb-b5bf-4b18-bdfd-de1a390907ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf70306-87fb-4d96-8fbe-b452f965cb12,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:42.807709 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-da9cb967-8ee5-42f1-b810-25fb798dece0 service neutron] 10.222.0.50 "GET /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601990 Mar 31 22:58:42.866815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda3c68a-713b-4480-a590-dd587843e225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.879783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-ec8c2448-3b9c-4b7f-a272-ef0a38b274af tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.881731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-ec8c2448-3b9c-4b7f-a272-ef0a38b274af tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 811 time: 0.4512823 Mar 31 22:58:42.894337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1fa2184-7c16-4cb8-ada0-675e896c16ec req-b3eaf316-9d94-4631-ba36-1ec4640f0184 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143574 Mar 31 22:58:42.911262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Request body: {'port': {'device_id': 'cca6f0c8-b824-4825-ada7-a88bf929e6dc', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'admin_state_up': True, 'tenant_id': 'c91b29970f0a4a4fb4b7d1e2e94bbff6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:42.919973 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a7f29bb-b5bf-4b18-bdfd-de1a390907ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.921204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a7f29bb-b5bf-4b18-bdfd-de1a390907ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0800545 Mar 31 22:58:42.925866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35884) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:42.945824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c98e97b7-2b36-4467-bbbf-04ab712fae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.954842 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4af6b7bd-4fc8-4a89-ab11-0a0b6898bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.963835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ff7e832e-e2ea-42d4-a12e-0901bea75b65 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:42.964225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.982262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:43.028831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.041645 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:42Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:43.083386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4af6b7bd-4fc8-4a89-ab11-0a0b6898bfa9 None None] For port 6ab98259-2155-4cc9-aa5c-b940b5459319, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6ab98259-2155-4cc9-aa5c-b940b5459319,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:43.114230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda3c68a-713b-4480-a590-dd587843e225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.119749 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f58b38-aeba-4c29-a867-a602bae2bf08 None None] The sync data for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 is: [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:42Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:43.134321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.148960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c98e97b7-2b36-4467-bbbf-04ab712fae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.285760 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4af6b7bd-4fc8-4a89-ab11-0a0b6898bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.305687 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.323402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Allocated IP 172.20.0.1 (3ee9b321-dc4e-4a25-9139-ee61d6b91997/4acee270-db19-4f26-a8b3-1de3a791c672/c34de963-b41b-4df2-9a7a-e051960a57ca) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:43.326357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.338811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fda3c68a-713b-4480-a590-dd587843e225 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ace719c332f24813a5c114bf4f9d6d07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2095876 Mar 31 22:58:43.346233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c68a-713b-4480-a590-dd587843e225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7e7a22-27d3-4049-acb0-09cbdeb9af13,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:43.352243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35890) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:43.390415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9dfc5-a5dc-4ec6-8c36-81cd5b9c79b2 req-3520361c-bde9-45b4-881d-09471a0f8c83 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:43.391452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6df9dfc5-a5dc-4ec6-8c36-81cd5b9c79b2 req-3520361c-bde9-45b4-881d-09471a0f8c83 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.3960276 Mar 31 22:58:43.432182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6b7bd-4fc8-4a89-ab11-0a0b6898bfa9 None None] Pushing event updated for resources: {'Port': ['ID=6ab98259-2155-4cc9-aa5c-b940b5459319,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:43.437318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c98e97b7-2b36-4467-bbbf-04ab712fae44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccea70aeed8141f3bcb0f16856e453c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7023065 Mar 31 22:58:43.453873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35892) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:43.622789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-562c91a8-74ca-4720-8a30-2752f5620fb7 None None] Provisioning complete for port 6ab98259-2155-4cc9-aa5c-b940b5459319 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:43.623170 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-562c91a8-74ca-4720-8a30-2752f5620fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.664929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e97b7-2b36-4467-bbbf-04ab712fae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16982f93-38fb-4d1c-8214-d56951bfdde0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:43.701657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Attempting to bind port a47bb7da-3988-42a7-9644-e4aa3dee615f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:43.702199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Attempting to bind port a47bb7da-3988-42a7-9644-e4aa3dee615f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:43.702442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Attempting to bind port a47bb7da-3988-42a7-9644-e4aa3dee615f on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:43.710870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02360cfc-2864-4781-8f6b-26b2eba47906 req-8bd30d5b-49e2-49ef-8dfb-981a2c9846ca tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:43.720193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02360cfc-2864-4781-8f6b-26b2eba47906 req-8bd30d5b-49e2-49ef-8dfb-981a2c9846ca tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 946 time: 0.6020510 Mar 31 22:58:43.721973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa48340-7feb-4e3a-a1d1-b8774fa023d6 None None] Pushing event updated for resources: {'Port': ['ID=a47bb7da-3988-42a7-9644-e4aa3dee615f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:43.728691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:43.729073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:43.729470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.729938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:43.730315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Bound port: a47bb7da-3988-42a7-9644-e4aa3dee615f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:43.730732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.735106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Made reservation on behalf of c91b29970f0a4a4fb4b7d1e2e94bbff6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:43.739111 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.764601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6df9dfc5-a5dc-4ec6-8c36-81cd5b9c79b2 req-e0fd4bc4-f083-4cef-b805-c9667736e56d tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467793 Mar 31 22:58:43.815818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] For port a47bb7da-3988-42a7-9644-e4aa3dee615f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:43.820845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] For port a47bb7da-3988-42a7-9644-e4aa3dee615f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a47bb7da-3988-42a7-9644-e4aa3dee615f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:43.846811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6e2f3bd-c2f1-41ec-8bdb-96cb9cd981a5 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:43.848648 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-d6e2f3bd-c2f1-41ec-8bdb-96cb9cd981a5 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900&tenant_id=629c61ff279f4c10b3d615363174bf13&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.3248093 Mar 31 22:58:43.849915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13677a55-25dc-4cc5-916e-eb3dc5da4b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.964425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13677a55-25dc-4cc5-916e-eb3dc5da4b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.970358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0717f16f-5593-4b8a-b576-a6294f6a1732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.008810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.065517 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.093290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.214558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Routers {'8c578611-99d9-492b-b038-b5fd0aff2534'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:44.215728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8c578611-99d9-492b-b038-b5fd0aff2534'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:44.278773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Allocated IP 172.25.4.79 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/a52e20dd-737f-4c85-a821-feabc1ab7555) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:44.291951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa48340-7feb-4e3a-a1d1-b8774fa023d6 None None] Pushing event updated for resources: {'Port': ['ID=a47bb7da-3988-42a7-9644-e4aa3dee615f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:44.385033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13677a55-25dc-4cc5-916e-eb3dc5da4b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.387794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13677a55-25dc-4cc5-916e-eb3dc5da4b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.392563 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-13677a55-25dc-4cc5-916e-eb3dc5da4b27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16982f93-38fb-4d1c-8214-d56951bfdde0 HTTP/1.1" status: 204 len: 168 time: 0.9373736 Mar 31 22:58:44.425078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] Set router 8c578611-99d9-492b-b038-b5fd0aff2534 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:44.425982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02360cfc-2864-4781-8f6b-26b2eba47906 req-7bd0284e-d117-46cb-9074-99f90c39ddd5 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040534 Mar 31 22:58:44.430246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e68a913-c72c-4c48-be94-b56cdf928994 req-9388a9fb-bd8e-469e-84be-03ed7bff7651 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 210 time: 0.4944904 Mar 31 22:58:44.430729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13677a55-25dc-4cc5-916e-eb3dc5da4b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16982f93-38fb-4d1c-8214-d56951bfdde0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:44.444374 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.500750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-df759567-bfbd-4557-b8b7-23082aa9819a req-e2aa8853-f916-4e12-99b8-3beff5b42ec6 service neutron] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:44.539542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-df759567-bfbd-4557-b8b7-23082aa9819a req-e2aa8853-f916-4e12-99b8-3beff5b42ec6 service neutron] Notify callbacks [] for binding, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.540749 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-df759567-bfbd-4557-b8b7-23082aa9819a req-e2aa8853-f916-4e12-99b8-3beff5b42ec6 service neutron] 10.222.0.50 "DELETE /v2.0/ports/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4/bindings/n-h2-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.6752634 Mar 31 22:58:44.565940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0717f16f-5593-4b8a-b576-a6294f6a1732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.598662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:44.618216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:44.626646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:44.667599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Pushing event updated for resources: {'Port': ['ID=c34de963-b41b-4df2-9a7a-e051960a57ca,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:44.704941 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.737298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.742247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6ab98259-2155-4cc9-aa5c-b940b5459319 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:44.807200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Allocated IP 172.20.0.8 (990b1455-6cc7-44e1-a7d3-10424a31969d/2508d8b7-f29b-4711-aee0-bc5c76dd4591/2b24d103-09da-497c-8142-5e8ce8908db6) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:44.892087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111dfc4-5ba1-431a-a8a2-53896aaf36fa req-e81eef32-84b1-4c19-a475-901c5383e4ac tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:44.934437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7111dfc4-5ba1-431a-a8a2-53896aaf36fa req-e81eef32-84b1-4c19-a475-901c5383e4ac tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 944 time: 0.2871957 Mar 31 22:58:45.056909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7111dfc4-5ba1-431a-a8a2-53896aaf36fa req-eba2648e-e1e6-499e-a2f8-c3002e50f603 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211944 Mar 31 22:58:45.096968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6ab98259-2155-4cc9-aa5c-b940b5459319 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:45.097357 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.182098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.221518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0717f16f-5593-4b8a-b576-a6294f6a1732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.224690 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0717f16f-5593-4b8a-b576-a6294f6a1732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.228332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0717f16f-5593-4b8a-b576-a6294f6a1732 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f7e7a22-27d3-4049-acb0-09cbdeb9af13 HTTP/1.1" status: 204 len: 168 time: 1.8292229 Mar 31 22:58:45.236819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.250230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:45.256501 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:45.268913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-594dcb64-fe85-4cd5-8741-f38a4edf4556 None None] Provisioning complete for port c34de963-b41b-4df2-9a7a-e051960a57ca triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:45.270041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-594dcb64-fe85-4cd5-8741-f38a4edf4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.277061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717f16f-5593-4b8a-b576-a6294f6a1732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7e7a22-27d3-4049-acb0-09cbdeb9af13,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:45.297816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:45.326112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:38Z', 'revision_number': 3, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:45.353668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f087b-2731-486f-bdd8-a7570002e3c8 req-d4e8c5f3-cbab-4959-91f8-1a77c598df24 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.355764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-206f087b-2731-486f-bdd8-a7570002e3c8 req-d4e8c5f3-cbab-4959-91f8-1a77c598df24 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1861866 Mar 31 22:58:45.389618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'Port': ['ID=a52e20dd-737f-4c85-a821-feabc1ab7555,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:45.433729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a91680-7d5c-4ec6-9863-5afdb0dc6da7 None None] The sync data for ids ['8c578611-99d9-492b-b038-b5fd0aff2534'] in n-d-836015-1 is: [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:38Z', 'revision_number': 3, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:45.460367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-594dcb64-fe85-4cd5-8741-f38a4edf4556 None None] Port c34de963-b41b-4df2-9a7a-e051960a57ca cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:45.489967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.541742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-206f087b-2731-486f-bdd8-a7570002e3c8 req-aa3e73fc-5da8-4873-8b31-f9d3c6f52ddc tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765075 Mar 31 22:58:45.601531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936beb2d-4c5b-45b2-b2d0-0914321908c9 req-bffc24d2-a301-4496-a948-f27c7a294fb5 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.603141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-936beb2d-4c5b-45b2-b2d0-0914321908c9 req-bffc24d2-a301-4496-a948-f27c7a294fb5 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 946 time: 0.1051297 Mar 31 22:58:45.668316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.675120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-936beb2d-4c5b-45b2-b2d0-0914321908c9 req-0802be5a-c70a-41dc-8fdd-4e6318d720f8 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Mar 31 22:58:45.690360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7068ac-f21f-4037-a446-2c1989f6401d req-cd4e2d42-7073-4a72-b221-6e9e0444e229 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.692081 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c7068ac-f21f-4037-a446-2c1989f6401d req-cd4e2d42-7073-4a72-b221-6e9e0444e229 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 1095 time: 0.0573380 Mar 31 22:58:45.760269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c7068ac-f21f-4037-a446-2c1989f6401d req-486daaae-1469-48de-9aa0-f8ded63744c9 tempest-LiveMigrationTest-1078139459 tempest-LiveMigrationTest-1078139459-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Mar 31 22:58:45.769490 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.791516 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.845829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Network 990b1455-6cc7-44e1-a7d3-10424a31969d is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:45.867334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:45.882137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:45.887901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-34b7ade8-52cb-4f72-b8f0-3263a62175c4 req-3e111883-4a8a-4b0f-b778-f8bb7d5a36f5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-106446727', 'description': 'tempest-description-1723733055'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:45.941183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.944704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event updated for resources: {'Port': ['ID=2b24d103-09da-497c-8142-5e8ce8908db6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:45.964967 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.973025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8ebd9-fda2-4c2f-8c87-cd5541060268 req-3bca6c19-dbae-4634-bee7-8ff9f0219d81 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.981096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77e8ebd9-fda2-4c2f-8c87-cd5541060268 req-3bca6c19-dbae-4634-bee7-8ff9f0219d81 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 931 time: 0.1942084 Mar 31 22:58:46.012797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.013475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.054148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77e8ebd9-fda2-4c2f-8c87-cd5541060268 req-c273ae4a-7c4c-43d0-bc50-768cc10a887b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720260 Mar 31 22:58:46.116652 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-34b7ade8-52cb-4f72-b8f0-3263a62175c4 req-3e111883-4a8a-4b0f-b778-f8bb7d5a36f5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.204006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-34b7ade8-52cb-4f72-b8f0-3263a62175c4 req-3e111883-4a8a-4b0f-b778-f8bb7d5a36f5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.235256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a86c5355-88de-4a05-9d55-9ca7b4e1266b tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3391113 Mar 31 22:58:46.249085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Request body: {'port': {'device_id': 'cca6f0c8-b824-4825-ada7-a88bf929e6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:46.338539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.374723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-34b7ade8-52cb-4f72-b8f0-3263a62175c4 req-3e111883-4a8a-4b0f-b778-f8bb7d5a36f5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.526165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.559299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e111883-4a8a-4b0f-b778-f8bb7d5a36f5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdeeb25-8786-4ca1-8d85-d88814955fd7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:46.715714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a47bb7da-3988-42a7-9644-e4aa3dee615f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:46.718706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Pushing event updated for resources: {'Port': ['ID=c34de963-b41b-4df2-9a7a-e051960a57ca,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:46.806951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a47bb7da-3988-42a7-9644-e4aa3dee615f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:46.807763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.826328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-34b7ade8-52cb-4f72-b8f0-3263a62175c4 req-3e111883-4a8a-4b0f-b778-f8bb7d5a36f5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.849077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34b7ade8-52cb-4f72-b8f0-3263a62175c4 req-3e111883-4a8a-4b0f-b778-f8bb7d5a36f5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0056448 Mar 31 22:58:46.899342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-1ed2ad6e-5c3e-4246-b373-5742d8c39bf5 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.901005 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-1ed2ad6e-5c3e-4246-b373-5742d8c39bf5 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.50 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 946 time: 0.2523351 Mar 31 22:58:46.912075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.940808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35942) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:46.943286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b24d103-09da-497c-8142-5e8ce8908db6 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:46.951095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port a47bb7da-3988-42a7-9644-e4aa3dee615f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a47bb7da-3988-42a7-9644-e4aa3dee615f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:46.955506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35944) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:46.979141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.979870 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.981948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:46.986427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:47.061322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-431f8300-8d4d-424b-86b2-a3b5170d126c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.078884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.086798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Transition to ACTIVE for port object 2b24d103-09da-497c-8142-5e8ce8908db6 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:47.111343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68994664-1b54-4913-8bd6-3f4e8186f276 req-90dc4019-6c8d-4991-8713-c088d214d211 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.120103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68994664-1b54-4913-8bd6-3f4e8186f276 req-90dc4019-6c8d-4991-8713-c088d214d211 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/ports?device_id=418b11d8-116f-43ec-9fd7-a4878ddf2a4b HTTP/1.1" status: 200 len: 946 time: 0.2553573 Mar 31 22:58:47.145957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.166395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d74acd-a7da-4fde-b827-cd0e41f45ad2 req-c6236756-af7f-46d1-aa95-63e0dc92e489 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.175202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98d74acd-a7da-4fde-b827-cd0e41f45ad2 req-c6236756-af7f-46d1-aa95-63e0dc92e489 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 944 time: 0.2075331 Mar 31 22:58:47.207782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.216339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=a47bb7da-3988-42a7-9644-e4aa3dee615f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.239720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Deleting port 5144795a-76c8-475b-8f3a-054e11061a21 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:47.240058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.283637 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68994664-1b54-4913-8bd6-3f4e8186f276 req-23e27958-f6d0-4184-a486-cda152d98b3c tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cc450d7-2cff-4c62-98c8-a34f6b907cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623514 Mar 31 22:58:47.338836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Router 8c578611-99d9-492b-b038-b5fd0aff2534 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:47.346560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'Port': ['ID=a52e20dd-737f-4c85-a821-feabc1ab7555,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.357628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1574524923-network', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:47.368398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.372124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98d74acd-a7da-4fde-b827-cd0e41f45ad2 req-defe54dd-b6b6-46dd-9de2-c1542646e8e9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959753 Mar 31 22:58:47.424370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-872ad3d8-88ae-4d7d-9527-fd7c37586b22 None None] Provisioning complete for port c34de963-b41b-4df2-9a7a-e051960a57ca triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:47.425096 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-872ad3d8-88ae-4d7d-9527-fd7c37586b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.431928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Pushing event updated for resources: {'Port': ['ID=2b24d103-09da-497c-8142-5e8ce8908db6,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.459225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] For port 5144795a-76c8-475b-8f3a-054e11061a21, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5144795a-76c8-475b-8f3a-054e11061a21,segment=NetworkSegment(e8aa8846-814b-487c-a1cf-b7de5c9b8cd6),segment_id=e8aa8846-814b-487c-a1cf-b7de5c9b8cd6)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:47.459225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.467369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-872ad3d8-88ae-4d7d-9527-fd7c37586b22 None None] Port c34de963-b41b-4df2-9a7a-e051960a57ca cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:47.480129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Calling delete_port for 5144795a-76c8-475b-8f3a-054e11061a21 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:47.533342 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-590eed75-744c-45dd-b5ee-3401160f997c req-54cd2028-7b51-4162-b613-fad253ff2ee9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-106446727&fields=id&tenant_id=2bff2af154dc480382ef5619882bf4d5 HTTP/1.1" status: 200 len: 267 time: 0.1367755 Mar 31 22:58:47.535345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.536593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c9abffbe-d625-412f-a903-647499f7ae19 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6056576 Mar 31 22:58:47.556359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-431f8300-8d4d-424b-86b2-a3b5170d126c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.629693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:47.636440 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-66a1c462-e1cf-4b81-852c-e6905e9c7247 admin admin] 10.222.0.31 "PUT /v2.0/routers/8c578611-99d9-492b-b038-b5fd0aff2534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4718845 Mar 31 22:58:47.644441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907569-23a0-4189-b887-b91390af0a78 req-a3b6934e-c527-4a1f-a11d-39a0cf299c2c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.651045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9907569-23a0-4189-b887-b91390af0a78 req-a3b6934e-c527-4a1f-a11d-39a0cf299c2c tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 943 time: 0.1864240 Mar 31 22:58:47.652203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Attempting to bind port 2b24d103-09da-497c-8142-5e8ce8908db6 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:47.652541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Attempting to bind port 2b24d103-09da-497c-8142-5e8ce8908db6 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:47.653015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Attempting to bind port 2b24d103-09da-497c-8142-5e8ce8908db6 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:47.677513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Made reservation on behalf of c3cede2d48664a2880a52c89b3250cf8 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:47.680387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.682981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-4fcfb070-2ace-454b-bb05-168dc9fdf3d5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.684860 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-4fcfb070-2ace-454b-bb05-168dc9fdf3d5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.50 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 944 time: 0.1668425 Mar 31 22:58:47.686943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Port 2b24d103-09da-497c-8142-5e8ce8908db6 on network 990b1455-6cc7-44e1-a7d3-10424a31969d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:47.687409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Attempting to bind port 2b24d103-09da-497c-8142-5e8ce8908db6 on network 990b1455-6cc7-44e1-a7d3-10424a31969d {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:47.712503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590eed75-744c-45dd-b5ee-3401160f997c req-343e21cf-75d6-4f66-9828-23773c5904d1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.714074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-590eed75-744c-45dd-b5ee-3401160f997c req-343e21cf-75d6-4f66-9828-23773c5904d1 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.1646268 Mar 31 22:58:47.717948 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.722000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:47.722454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Checking segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:47.722884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Bound using segment: {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:47.723323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Bound port: 2b24d103-09da-497c-8142-5e8ce8908db6, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d06ea6-2178-4c39-bff2-da1114bb755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:47.723680 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.725552 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-431f8300-8d4d-424b-86b2-a3b5170d126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.770173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-590eed75-744c-45dd-b5ee-3401160f997c req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Request body: {'port': {'security_groups': ['3d49254b-468d-4a91-9c1d-bd105a57126e', 'dcdeeb25-8786-4ca1-8d85-d88814955fd7']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:47.863579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Deleting port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:47.864052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.867967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9907569-23a0-4189-b887-b91390af0a78 req-9d10e5d2-12a0-42d9-9721-762086b66bba tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999593 Mar 31 22:58:47.881485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-431f8300-8d4d-424b-86b2-a3b5170d126c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e03fd84edcc454c9cd93eeed5da05f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9290421 Mar 31 22:58:47.889725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35960) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:47.899870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f8300-8d4d-424b-86b2-a3b5170d126c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edba174-74dd-47c6-9c02-702204ab491d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.964460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.977764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5144795a-76c8-475b-8f3a-054e11061a21'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:48.034464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event deleted for resources: {'Port': ['ID=5144795a-76c8-475b-8f3a-054e11061a21,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:48.065064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] For port 2b24d103-09da-497c-8142-5e8ce8908db6, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:48.070023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-590eed75-744c-45dd-b5ee-3401160f997c req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.088942 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Sync routers for ids ['8c578611-99d9-492b-b038-b5fd0aff2534'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:48.115980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] For port 2b24d103-09da-497c-8142-5e8ce8908db6, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2b24d103-09da-497c-8142-5e8ce8908db6,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:48.127551 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Routers {'8c578611-99d9-492b-b038-b5fd0aff2534'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:48.128776 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8c578611-99d9-492b-b038-b5fd0aff2534'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:48.131842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] No DVR routers for this DVR port 5144795a-76c8-475b-8f3a-054e11061a21 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:48.138717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.144083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-63b8c5af-c21b-4a42-9dc9-5a50eaad5346 req-e1da5253-d564-4a7e-800a-8e61bc27c5cf tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.50 "DELETE /v2.0/ports/5144795a-76c8-475b-8f3a-054e11061a21 HTTP/1.1" status: 204 len: 173 time: 1.2343307 Mar 31 22:58:48.144764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418b11d8-116f-43ec-9fd7-a4878ddf2a4b', 'name': 'network-vif-deleted', 'tag': '5144795a-76c8-475b-8f3a-054e11061a21'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:48.158400 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51406064-7302-45f4-8cb3-d2f57232aea2" -d '{"events": [{"server_uuid": "418b11d8-116f-43ec-9fd7-a4878ddf2a4b", "name": "network-vif-deleted", "tag": "5144795a-76c8-475b-8f3a-054e11061a21"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:48.167096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] For port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:48.167562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.167685 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.189984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Calling delete_port for 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:48.194079 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7d79d97-d525-4884-ab1b-08b2c4f1c2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.207995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.335519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.336085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.338514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] 10.222.0.45 "PUT /v2.0/ports/2b24d103-09da-497c-8142-5e8ce8908db6 HTTP/1.1" status: 200 len: 1091 time: 2.0953300 Mar 31 22:58:48.344815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca6f0c8-b824-4825-ada7-a88bf929e6dc', 'tag': '2b24d103-09da-497c-8142-5e8ce8908db6'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:48.347186 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0901791d-102a-45a3-bdd9-c71597f969e8" -d '{"events": [{"name": "network-changed", "server_uuid": "cca6f0c8-b824-4825-ada7-a88bf929e6dc", "tag": "2b24d103-09da-497c-8142-5e8ce8908db6"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:48.350082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.364177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:48.409310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-e2ccd6c5-5f6f-477f-aac2-1342e8c389fa tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--823128779&fields=id&tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9 HTTP/1.1" status: 200 len: 267 time: 0.3499963 Mar 31 22:58:48.422018 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Set router 8c578611-99d9-492b-b038-b5fd0aff2534 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:48.438436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.438942 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Added segment 25b3d233-b7d2-475c-abd1-6575e7db7683 of type vlan for network db201a78-5b2e-427c-82ca-72b26a17ccee Mar 31 22:58:48.441679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7d79d97-d525-4884-ab1b-08b2c4f1c2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.476217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954f63b-0ede-47c4-b83a-cbdca75fddde service neutron] Pushing event updated for resources: {'Port': ['ID=2b24d103-09da-497c-8142-5e8ce8908db6,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:48.556252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.570967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1859138a-28ac-4df9-a211-1173f35e4c87', '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:48.595996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a47bb7da-3988-42a7-9644-e4aa3dee615f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:48.612515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Pushing event deleted for resources: {'Port': ['ID=1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:48.673345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f4534e-46dc-43da-b7ee-3783494173ea,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:48.690156 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:44Z', 'revision_number': 4, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'c34de963-b41b-4df2-9a7a-e051960a57ca', 'name': '', 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'mac_address': 'fa:16:3e:0c:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '4acee270-db19-4f26-a8b3-1de3a791c672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:43Z', 'updated_at': '2022-03-31T22:58:45Z', 'revision_number': 2, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'subnets': [{'id': '4acee270-db19-4f26-a8b3-1de3a791c672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:48.692387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a47bb7da-3988-42a7-9644-e4aa3dee615f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:48.692834 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.695267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] No DVR routers for this DVR port 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:48.701860 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.707991 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ecd489b-3edd-47b6-afb5-7d4c1349134a req-06b7ac70-73c6-4b1a-b39b-6bc28b0657a5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.50 "DELETE /v2.0/ports/1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 HTTP/1.1" status: 204 len: 173 time: 1.0142646 Mar 31 22:58:48.725256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.754832 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Checking router: 8c578611-99d9-492b-b038-b5fd0aff2534 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:48.755183 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Updating router 8c578611-99d9-492b-b038-b5fd0aff2534 port c34de963-b41b-4df2-9a7a-e051960a57ca binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:48.802017 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.840728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-3ffc7db6-5725-44e5-b2ed-e3d4a177bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.842880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-3ffc7db6-5725-44e5-b2ed-e3d4a177bbb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 1094 time: 0.3330271 Mar 31 22:58:48.932919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-c36d57d8-4991-41bd-bcd2-c12cde18c881 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.938957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-c36d57d8-4991-41bd-bcd2-c12cde18c881 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 814 time: 0.5046203 Mar 31 22:58:48.951080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-3a686c62-a26f-44d1-975f-52247a1cbd89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b24d103-09da-497c-8142-5e8ce8908db6 HTTP/1.1" status: 200 len: 217 time: 0.0988243 Mar 31 22:58:49.006699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-b3c596d9-f767-4a3a-b745-dfe607df23d3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/quotas/02c9ebfc276b4fa48e7a0e018b9793d9 HTTP/1.1" status: 200 len: 375 time: 0.0528028 Mar 31 22:58:49.037959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-590eed75-744c-45dd-b5ee-3401160f997c req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] For port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:49.067708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7d79d97-d525-4884-ab1b-08b2c4f1c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.070348 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7d79d97-d525-4884-ab1b-08b2c4f1c2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.071571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e7d79d97-d525-4884-ab1b-08b2c4f1c2e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1edba174-74dd-47c6-9c02-702204ab491d HTTP/1.1" status: 204 len: 168 time: 1.1808689 Mar 31 22:58:49.072333 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.073252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.074108 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.082444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-13c15d69-cc9d-4998-88d5-b3b745269181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.084478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-13c15d69-cc9d-4998-88d5-b3b745269181 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.1259491 Mar 31 22:58:49.136716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d79d97-d525-4884-ab1b-08b2c4f1c2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edba174-74dd-47c6-9c02-702204ab491d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:49.198778 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.252336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-3f0b913a-ee65-4fff-8806-bd2d45632cab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305707 Mar 31 22:58:49.277484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3047564 Mar 31 22:58:49.280208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36014) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:49.286002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Request body: {'subnet': {'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1574524923-subnet', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:49.297978 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-590eed75-744c-45dd-b5ee-3401160f997c req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.318109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d68e81d5-dda4-4cf0-b87b-edabeea2e4b1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2968409 Mar 31 22:58:49.337304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc0a93-2c1f-444d-be3d-5c6ab4b516fb admin admin] Pushing event updated for resources: {'Network': ['ID=db201a78-5b2e-427c-82ca-72b26a17ccee,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:49.351327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network db201a78-5b2e-427c-82ca-72b26a17ccee details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:49.398375 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.468037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Made reservation on behalf of c3cede2d48664a2880a52c89b3250cf8 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:49.481917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.507548 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-590eed75-744c-45dd-b5ee-3401160f997c req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.512563 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Pushing event updated for resources: {'Port': ['ID=c34de963-b41b-4df2-9a7a-e051960a57ca,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:49.520072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:49.560106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.560740 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.561284 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.561913 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.562812 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.563358 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.563890 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.564429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.564967 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.565502 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.566031 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.566599 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:49.664500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event updated for resources: {'Port': ['ID=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:49.669187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-a802f766-ecf0-4b62-b57c-8d898f1caf56 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023976 Mar 31 22:58:49.685631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590eed75-744c-45dd-b5ee-3401160f997c req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.692316 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-590eed75-744c-45dd-b5ee-3401160f997c req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.692316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-590eed75-744c-45dd-b5ee-3401160f997c req-2cfe5eaf-1d4d-45d3-a74e-daffeb79b87f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "PUT /v2.0/ports/5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 982 time: 1.9553070 Mar 31 22:58:49.817152 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Attempting to bind port c34de963-b41b-4df2-9a7a-e051960a57ca on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:49.820484 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Attempting to bind port c34de963-b41b-4df2-9a7a-e051960a57ca by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:49.821045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Attempting to bind port c34de963-b41b-4df2-9a7a-e051960a57ca on network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:49.832005 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:49.851204 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:49.851204 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Checking segment: {'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:49.851204 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.851204 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Bound using segment: {'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:49.851204 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Bound port: c34de963-b41b-4df2-9a7a-e051960a57ca, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42aeb5f-490c-4e7a-b129-19e3c18409fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:49.851204 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.928399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-c6874867-876f-4bb5-b865-2e7095a2945b service neutron] 10.222.0.31 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803387 Mar 31 22:58:49.994184 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] For port c34de963-b41b-4df2-9a7a-e051960a57ca, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:50.001615 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] For port c34de963-b41b-4df2-9a7a-e051960a57ca, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c34de963-b41b-4df2-9a7a-e051960a57ca,segment=NetworkSegment(f42aeb5f-490c-4e7a-b129-19e3c18409fd),segment_id=f42aeb5f-490c-4e7a-b129-19e3c18409fd)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:50.009574 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.044021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fb7a7b7-7676-43ec-b1ef-0fcdb15b056d req-41a5b0df-e56d-41e6-9583-ddabc1305753 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659091 Mar 31 22:58:50.076211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5144795a-76c8-475b-8f3a-054e11061a21 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:50.143763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-388e5735-b308-4aac-b17d-fa59053a5bda service neutron] 10.222.0.31 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967189 Mar 31 22:58:50.160269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3249cd8c-da32-4230-83dd-94d3251ae009,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:50.165582 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.181968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Checking segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:50.182333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Network hostable DHCP agents. Network: db201a78-5b2e-427c-82ca-72b26a17ccee, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:50.204034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 5144795a-76c8-475b-8f3a-054e11061a21 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:50.204400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5144795a-76c8-475b-8f3a-054e11061a21 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:50.204813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:50.269073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:50.269441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:50.272533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b80b4269-50cb-463e-ae74-916edc8c9f91 None None] Provisioning complete for port c34de963-b41b-4df2-9a7a-e051960a57ca triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:50.273132 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b80b4269-50cb-463e-ae74-916edc8c9f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.302150 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Routers {'8c578611-99d9-492b-b038-b5fd0aff2534'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:50.302901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8c578611-99d9-492b-b038-b5fd0aff2534'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:50.375079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Network db201a78-5b2e-427c-82ca-72b26a17ccee is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:50.393758 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f14f6e-6327-4337-8cb0-257b2a6ce4fb x-openstack-request-id: req-d7f14f6e-6327-4337-8cb0-257b2a6ce4fb {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:50.393758 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418b11d8-116f-43ec-9fd7-a4878ddf2a4b", "name": "network-vif-deleted", "tag": "5144795a-76c8-475b-8f3a-054e11061a21", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:50.393758 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7f14f6e-6327-4337-8cb0-257b2a6ce4fb {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:50.393758 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f14f6e-6327-4337-8cb0-257b2a6ce4fb'] response: {'server_uuid': '418b11d8-116f-43ec-9fd7-a4878ddf2a4b', 'name': 'network-vif-deleted', 'tag': '5144795a-76c8-475b-8f3a-054e11061a21', 'status': 'completed', 'code': 200} Mar 31 22:58:50.484504 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] Set router 8c578611-99d9-492b-b038-b5fd0aff2534 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:50.499455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, db201a78-5b2e-427c-82ca-72b26a17ccee) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:50.505180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.505774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.597473 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28806e04-7764-4cbd-81db-577566ea9226 x-openstack-request-id: req-28806e04-7764-4cbd-81db-577566ea9226 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:50.597772 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca6f0c8-b824-4825-ada7-a88bf929e6dc", "tag": "2b24d103-09da-497c-8142-5e8ce8908db6", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:50.598037 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28806e04-7764-4cbd-81db-577566ea9226 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:50.598530 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28806e04-7764-4cbd-81db-577566ea9226'] response: {'name': 'network-changed', 'server_uuid': 'cca6f0c8-b824-4825-ada7-a88bf929e6dc', 'tag': '2b24d103-09da-497c-8142-5e8ce8908db6', 'status': 'completed', 'code': 200} Mar 31 22:58:50.651966 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ed171114-519b-4df0-82f4-8e52817d610d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3698483 Mar 31 22:58:50.658005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36046) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:50.677381 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:50.758402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d10f0e1-c81b-4af3-820d-c9be2b95502a req-0f73d7cc-be6c-4673-821b-6a25a4c6108c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 210 time: 0.1439230 Mar 31 22:58:50.872073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.873166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.898242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a7b35-ea80-4841-a45e-5d8e96eac009 None None] Network db201a78-5b2e-427c-82ca-72b26a17ccee requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:50.973220 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48adc5-1038-4a68-8d40-e9ac2356cdbf None None] Pushing event updated for resources: {'Port': ['ID=c34de963-b41b-4df2-9a7a-e051960a57ca,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:51.057256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.075752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-5af8431a-55c4-4a83-967a-cb31db97edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.077903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-5af8431a-55c4-4a83-967a-cb31db97edf7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 1094 time: 0.4530303 Mar 31 22:58:51.112587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d4ed-2afb-4f87-baa4-d0adc158e578 req-d8eba972-dc2f-4808-b309-330510ec4879 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.114404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebe1d4ed-2afb-4f87-baa4-d0adc158e578 req-d8eba972-dc2f-4808-b309-330510ec4879 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 943 time: 0.3503919 Mar 31 22:58:51.141677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-8b01c67c-b4e6-4c9d-901f-6f36da74f578 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-106446727&fields=id&tenant_id=2bff2af154dc480382ef5619882bf4d5 HTTP/1.1" status: 200 len: 267 time: 0.1782324 Mar 31 22:58:51.216995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b80b4269-50cb-463e-ae74-916edc8c9f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.333523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b80b4269-50cb-463e-ae74-916edc8c9f91 None None] For port c34de963-b41b-4df2-9a7a-e051960a57ca, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c34de963-b41b-4df2-9a7a-e051960a57ca,segment=NetworkSegment(f42aeb5f-490c-4e7a-b129-19e3c18409fd),segment_id=f42aeb5f-490c-4e7a-b129-19e3c18409fd)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:51.427504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-89e06d4f-e3c8-4d1f-acb9-65d265ad5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.433008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-89e06d4f-e3c8-4d1f-acb9-65d265ad5a3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 200 len: 912 time: 0.3400416 Mar 31 22:58:51.536330 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:44Z', 'revision_number': 4, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'c34de963-b41b-4df2-9a7a-e051960a57ca', 'name': '', 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'mac_address': 'fa:16:3e:0c:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '4acee270-db19-4f26-a8b3-1de3a791c672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:43Z', 'updated_at': '2022-03-31T22:58:49Z', 'revision_number': 4, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'subnets': [{'id': '4acee270-db19-4f26-a8b3-1de3a791c672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:51.556062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b80b4269-50cb-463e-ae74-916edc8c9f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.588544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebe1d4ed-2afb-4f87-baa4-d0adc158e578 req-1b23c90f-f9b3-416b-86e7-d8587e7f6b1a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434373 Mar 31 22:58:51.592923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-bdb8b277-6d35-487f-882a-9c0d847df67d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b24d103-09da-497c-8142-5e8ce8908db6 HTTP/1.1" status: 200 len: 217 time: 0.1443241 Mar 31 22:58:51.639827 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea4013-d33a-4369-bb3c-9976814dd4a6 None None] The sync data for ids ['8c578611-99d9-492b-b038-b5fd0aff2534'] in n-d-836015-1 is: [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:44Z', 'revision_number': 4, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'c34de963-b41b-4df2-9a7a-e051960a57ca', 'name': '', 'network_id': '3ee9b321-dc4e-4a25-9139-ee61d6b91997', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'mac_address': 'fa:16:3e:0c:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '4acee270-db19-4f26-a8b3-1de3a791c672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:43Z', 'updated_at': '2022-03-31T22:58:49Z', 'revision_number': 4, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'subnets': [{'id': '4acee270-db19-4f26-a8b3-1de3a791c672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:51.674633 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.762512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-008122d6-14ef-4afb-b871-765e77dfb77d tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.781807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-008122d6-14ef-4afb-b871-765e77dfb77d tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 985 time: 0.6167817 Mar 31 22:58:51.802318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Request body: {'port': {'security_groups': ['3d49254b-468d-4a91-9c1d-bd105a57126e']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:51.835723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-aec80d0e-9e21-498d-b437-a8c65d1a736f None None] Provisioning complete for port c34de963-b41b-4df2-9a7a-e051960a57ca triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:51.836228 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aec80d0e-9e21-498d-b437-a8c65d1a736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.843631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-db201a78-5b2e-427c-82ca-72b26a17ccee', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:58:51.844781 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.969683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7cb204f-b096-4aed-b442-7e64f6b682a3 req-8afc2582-5e68-4dd2-b8ba-ff4b6b17e95a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 210 time: 0.1762190 Mar 31 22:58:52.045361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-2f77bd6d-673b-4aed-aafe-b1e37a0878b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:52.049712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-2f77bd6d-673b-4aed-aafe-b1e37a0878b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 200 len: 851 time: 0.4427192 Mar 31 22:58:52.091740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-890ea31c-d900-4027-b062-eb138dd3cd97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990b1455-6cc7-44e1-a7d3-10424a31969d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335546 Mar 31 22:58:52.093015 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.220195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b4269-50cb-463e-ae74-916edc8c9f91 None None] Pushing event updated for resources: {'Port': ['ID=c34de963-b41b-4df2-9a7a-e051960a57ca,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:52.247080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.278216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.342967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Allocated IP 172.20.0.2 (db201a78-5b2e-427c-82ca-72b26a17ccee/3249cd8c-da32-4230-83dd-94d3251ae009/c2ec1af5-511b-4f58-973b-b972fb13729f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:52.395222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'name': 'network-vif-deleted', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:52.399100 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4bf31-28b9-40d9-9a54-17473cef11bc" -d '{"events": [{"server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "name": "network-vif-deleted", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:52.532836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Allocated IP 172.25.4.211 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/1cddc328-85cc-4d73-9aee-b428bd55101f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:52.612187 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.617097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 2b24d103-09da-497c-8142-5e8ce8908db6 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:52.729931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c34de963-b41b-4df2-9a7a-e051960a57ca up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:52.800081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:52.802677 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46be0b29-8302-43ca-9642-274c965a510d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:52.817188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36148) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:52.852049 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.871961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 2b24d103-09da-497c-8142-5e8ce8908db6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2b24d103-09da-497c-8142-5e8ce8908db6,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:52.878794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.921376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a521ab7b-494b-48b0-8f56-5c81dacc4f25 req-02ec42f7-3377-4203-8cb2-a591f6d23ee6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 210 time: 0.1007380 Mar 31 22:58:52.937388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '2b24d103-09da-497c-8142-5e8ce8908db6', 'network_id': '990b1455-6cc7-44e1-a7d3-10424a31969d', 'port_id': '2b24d103-09da-497c-8142-5e8ce8908db6', 'mac_address': 'fa:16:3e:cb:9e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2508d8b7-f29b-4711-aee0-bc5c76dd4591', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:52.944279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Network db201a78-5b2e-427c-82ca-72b26a17ccee is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:52.971592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Pushing event updated for resources: {'Port': ['ID=c2ec1af5-511b-4f58-973b-b972fb13729f,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:52.976218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:52.978694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:53.069489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c34de963-b41b-4df2-9a7a-e051960a57ca triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:53.069489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.114470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.116851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2251d8-b75b-41ca-b4ab-a33224a8851b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.153468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-0c8e3780-3fea-47b6-84c2-b0e071c7c627 service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0412681 Mar 31 22:58:53.195216 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7655f6a0-92fa-4fa9-855f-6bb80351ee1f x-openstack-request-id: req-7655f6a0-92fa-4fa9-855f-6bb80351ee1f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:53.195518 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fe353e-eac8-478f-9b95-e2583ccce900", "name": "network-vif-deleted", "tag": "1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:53.196173 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7655f6a0-92fa-4fa9-855f-6bb80351ee1f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:53.198069 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7655f6a0-92fa-4fa9-855f-6bb80351ee1f'] response: {'server_uuid': '28fe353e-eac8-478f-9b95-e2583ccce900', 'name': 'network-vif-deleted', 'tag': '1d3c2b54-d4d7-452c-a3a1-2afa6524f9a4', 'status': 'completed', 'code': 200} Mar 31 22:58:53.233805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.263289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:53.321175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b24d103-09da-497c-8142-5e8ce8908db6 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:53.326245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:53.333098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Attempting to bind port c2ec1af5-511b-4f58-973b-b972fb13729f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:53.333098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Attempting to bind port c2ec1af5-511b-4f58-973b-b972fb13729f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:53.333098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Attempting to bind port c2ec1af5-511b-4f58-973b-b972fb13729f on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:53.349062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:53.402976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1cddc328-85cc-4d73-9aee-b428bd55101f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:53.418314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:53.418999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Checking segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:53.420495 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.420638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Bound using segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:53.425084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Bound port: c2ec1af5-511b-4f58-973b-b972fb13729f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:53.426706 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.491682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 2b24d103-09da-497c-8142-5e8ce8908db6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2b24d103-09da-497c-8142-5e8ce8908db6,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:53.610505 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.625113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf91d0-b721-411c-b3c3-cfd9b016da66 req-d41c87a2-ffd8-4453-a911-a976a9184d9f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.637809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6fcf91d0-b721-411c-b3c3-cfd9b016da66 req-d41c87a2-ffd8-4453-a911-a976a9184d9f tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 943 time: 0.3067846 Mar 31 22:58:53.642775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] For port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:53.698181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] For port c2ec1af5-511b-4f58-973b-b972fb13729f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:53.740356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2251d8-b75b-41ca-b4ab-a33224a8851b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.744009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] For port c2ec1af5-511b-4f58-973b-b972fb13729f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c2ec1af5-511b-4f58-973b-b972fb13729f,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:53.745421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=2b24d103-09da-497c-8142-5e8ce8908db6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:53.754957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0901791d-102a-45a3-bdd9-c71597f969e8 req-ede47c7d-66d8-42bf-9555-00e994e9214c service neutron] 10.222.0.45 "GET /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859282 Mar 31 22:58:53.757736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.794330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6fcf91d0-b721-411c-b3c3-cfd9b016da66 req-bc3e5a2b-3ab1-4a5b-bbf1-f4b7035cb702 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554911 Mar 31 22:58:53.833647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['2b24d103-09da-497c-8142-5e8ce8908db6'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:53.857154 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c788197-0749-41c1-b9d4-af5e7e275ae4 x-openstack-request-id: req-6c788197-0749-41c1-b9d4-af5e7e275ae4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:53.857878 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:53.858321 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c788197-0749-41c1-b9d4-af5e7e275ae4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:53.858950 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c788197-0749-41c1-b9d4-af5e7e275ae4'] response: {'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'status': 'completed', 'code': 200} Mar 31 22:58:53.868761 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.879877 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.892306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:53.980349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.996593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2251d8-b75b-41ca-b4ab-a33224a8851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.011352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-848271e0-1f35-4a5c-8d25-7d8ed8d6ee7c req-9f6a079c-8a70-4609-b4d4-bffd18795286 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 210 time: 0.0640440 Mar 31 22:58:54.030897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.031967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.034374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-087ffa04-229e-4087-ae58-843b90cefbd8 req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "PUT /v2.0/ports/5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 943 time: 2.2508562 Mar 31 22:58:54.128834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9eb26-3e18-4aeb-a3c9-94ab17355ea3 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event updated for resources: {'Port': ['ID=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:54.136135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2251d8-b75b-41ca-b4ab-a33224a8851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb80c8d4-8aaa-423c-95f5-88840198a847,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:54.142199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0b29-8302-43ca-9642-274c965a510d req-c3dc5713-b808-4950-8fb3-3797efb4ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.143229 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46be0b29-8302-43ca-9642-274c965a510d req-c3dc5713-b808-4950-8fb3-3797efb4ac9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.1714387 Mar 31 22:58:54.179411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:54.182702 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7f2251d8-b75b-41ca-b4ab-a33224a8851b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42934e57a022490d80521686b3a14359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3616507 Mar 31 22:58:54.185896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:54.346455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0b29-8302-43ca-9642-274c965a510d req-366746aa-b798-495b-8c9d-018ada6171cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.350531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46be0b29-8302-43ca-9642-274c965a510d req-366746aa-b798-495b-8c9d-018ada6171cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 921 time: 0.1545851 Mar 31 22:58:54.389366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d0f2a-7100-4803-8d47-014cb91ce15c None None] Pushing event updated for resources: {'Port': ['ID=c2ec1af5-511b-4f58-973b-b972fb13729f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:54.443753 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46be0b29-8302-43ca-9642-274c965a510d req-25cad359-bc5c-4254-a932-3043d55a2aff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 217 time: 0.0851266 Mar 31 22:58:54.659480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-7acc4122-10fb-4463-a39c-880af102c0fb tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4140913 Mar 31 22:58:54.751326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-478b0e0f-8aa3-4193-83c7-5960fe7478b4 req-1a6bd672-57bb-46d6-a907-c555e9c838c7 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 210 time: 0.4851356 Mar 31 22:58:54.778758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:54.855346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c2ec1af5-511b-4f58-973b-b972fb13729f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:54.884110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d124e85-f3e3-48bc-aa73-cf5c645c2800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.932792 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d124e85-f3e3-48bc-aa73-cf5c645c2800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.949237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36172) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:55.054470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c2ec1af5-511b-4f58-973b-b972fb13729f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:55.055389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.110173 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.194518 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.296638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port c2ec1af5-511b-4f58-973b-b972fb13729f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c2ec1af5-511b-4f58-973b-b972fb13729f,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:55.297254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0b29-8302-43ca-9642-274c965a510d req-0b4d3daa-7a25-4862-bac6-f6aa61abf295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.299323 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46be0b29-8302-43ca-9642-274c965a510d req-0b4d3daa-7a25-4862-bac6-f6aa61abf295 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.8471525 Mar 31 22:58:55.348393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.358044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d124e85-f3e3-48bc-aa73-cf5c645c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.360065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d124e85-f3e3-48bc-aa73-cf5c645c2800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.361533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1d124e85-f3e3-48bc-aa73-cf5c645c2800 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb80c8d4-8aaa-423c-95f5-88840198a847 HTTP/1.1" status: 204 len: 168 time: 1.1745460 Mar 31 22:58:55.385338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-35b7c0f1-8e45-4f0d-8c61-016ad02c01ad tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.386903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-35b7c0f1-8e45-4f0d-8c61-016ad02c01ad tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.45 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 814 time: 0.2286651 Mar 31 22:58:55.430051 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46be0b29-8302-43ca-9642-274c965a510d req-0383f2ff-cecb-44af-893c-70c3d0165031 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191678 Mar 31 22:58:55.444098 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.519936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.530783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d124e85-f3e3-48bc-aa73-cf5c645c2800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb80c8d4-8aaa-423c-95f5-88840198a847,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:55.554643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.675376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-f523a29d-f4e8-4582-a200-95712872a568 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9 HTTP/1.1" status: 200 len: 379 time: 0.2420886 Mar 31 22:58:55.718220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d4565-48c3-4d7d-9ca3-f4165c9e960c req-2f589ba6-2524-46f4-95a1-ad9da4e0de0a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.726899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b98d4565-48c3-4d7d-9ca3-f4165c9e960c req-2f589ba6-2524-46f4-95a1-ad9da4e0de0a tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 944 time: 0.6361773 Mar 31 22:58:55.757846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'port': {'device_id': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'admin_state_up': True, 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'security_groups': ['1d050cc3-03b8-4f64-b53d-0e102b17c286']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:55.814358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=c2ec1af5-511b-4f58-973b-b972fb13729f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:55.876713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:55.879106 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:55.889119 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46be0b29-8302-43ca-9642-274c965a510d req-509752fa-1c61-4cba-a10d-bc0eee2cdcc8 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453208 Mar 31 22:58:55.975251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23185b4f-456b-49eb-abe2-dd01ea15e485 None None] Network db201a78-5b2e-427c-82ca-72b26a17ccee requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:55.988110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:58:56.024743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b98d4565-48c3-4d7d-9ca3-f4165c9e960c req-837e9511-9588-47bd-9e58-52a6071063bb tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592297 Mar 31 22:58:56.081782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.119215 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-46be0b29-8302-43ca-9642-274c965a510d req-6c1288d4-dd56-4caf-a66b-ec257f29bd9b service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179410 Mar 31 22:58:56.189026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:56.202840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Sync routers for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:56.208746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.211394 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.231081 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "DELETE /v2.0/security-groups/92d1634a-4475-4994-9643-c9c161d40098 HTTP/1.1" status: 204 len: 168 time: 1.2807238 Mar 31 22:58:56.234098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36186) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:56.250015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:56.251622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:56.336696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.341752 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5f0d867f-f11f-4d9f-9b37-9626561e48e7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6815352 Mar 31 22:58:56.345689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36192) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:56.377562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1c8ddee0-c32d-4c65-959c-5b8503215765 None None] Provisioning complete for port c2ec1af5-511b-4f58-973b-b972fb13729f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:56.378385 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c8ddee0-c32d-4c65-959c-5b8503215765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.475742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 2b24d103-09da-497c-8142-5e8ce8908db6 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:56.497510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Allocated IP 172.25.4.6 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/4fb34d44-53eb-412b-b1d2-f2f8e1485af3) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:56.503321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ac56bf-523f-4448-be82-dd235913aaf1 req-cc79b896-3799-458e-8c00-cfb83e989943 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 210 time: 0.1993082 Mar 31 22:58:56.541967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Made reservation on behalf of 02c9ebfc276b4fa48e7a0e018b9793d9 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:56.556857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.563843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d1634a-4475-4994-9643-c9c161d40098,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:56.606675 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-6db8e191-83fe-45b6-b7f2-f7c07f69ee5f tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] show failed (client error): The resource could not be found. Mar 31 22:58:56.611650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6db8e191-83fe-45b6-b7f2-f7c07f69ee5f tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "GET /v2.0/security-groups/92d1634a-4475-4994-9643-c9c161d40098 HTTP/1.1" status: 404 len: 347 time: 0.3627288 Mar 31 22:58:56.623659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.624008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.628975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf00a7d-3977-43e4-9ea5-c6426c23f163 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:56.631843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36198) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:56.710094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c2ec1af5-511b-4f58-973b-b972fb13729f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:56.830043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 2b24d103-09da-497c-8142-5e8ce8908db6 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:56.831574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Allocated IP 172.20.0.9 (56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85/a9194943-9c32-4fda-9985-0f24f5a054b0/182fd706-c0e6-4393-9939-e994a61c6e82) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:56.843194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:56.964849 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 2b24d103-09da-497c-8142-5e8ce8908db6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:56.965221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.976666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5da3568e-5ac3-455b-97a4-d3b2a89c0c7b req-8e059aa7-c440-4114-ac39-3b29b2e83020 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 210 time: 0.1248751 Mar 31 22:58:57.153835 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316ebad7-bcce-44f2-bf0d-f468da74af3c x-openstack-request-id: req-316ebad7-bcce-44f2-bf0d-f468da74af3c {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:57.154637 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:57.155017 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-316ebad7-bcce-44f2-bf0d-f468da74af3c {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:57.155569 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316ebad7-bcce-44f2-bf0d-f468da74af3c'] response: {'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'status': 'completed', 'code': 200} Mar 31 22:58:57.268548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-045f605c-415d-46db-9d2a-a1daccb30e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.270097 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-045f605c-415d-46db-9d2a-a1daccb30e37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.0735023 Mar 31 22:58:57.309286 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c2ec1af5-511b-4f58-973b-b972fb13729f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:57.309811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.319126 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.408066 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.434501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-db28a54d-0aba-4351-b92c-aa0223754a43 None None] Provisioning complete for port c2ec1af5-511b-4f58-973b-b972fb13729f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:57.440393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db28a54d-0aba-4351-b92c-aa0223754a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.464729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea1d22-0fea-4f28-b7e2-d668ff9e7953 req-14b249b1-ee70-4912-b428-c9634d71df40 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.474044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bea1d22-0fea-4f28-b7e2-d668ff9e7953 req-14b249b1-ee70-4912-b428-c9634d71df40 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 944 time: 0.2471492 Mar 31 22:58:57.501782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6f0c8-b824-4825-ada7-a88bf929e6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b24d103-09da-497c-8142-5e8ce8908db6'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:57.507955 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e16fc6-8eb5-49de-bc68-4dafbe6bb7a1" -d '{"events": [{"server_uuid": "cca6f0c8-b824-4825-ada7-a88bf929e6dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b24d103-09da-497c-8142-5e8ce8908db6"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:57.537239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-994f260e-5e96-4e81-a2f5-b3514673ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.545127 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-994f260e-5e96-4e81-a2f5-b3514673ef65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 921 time: 0.2658834 Mar 31 22:58:57.551341 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 2b24d103-09da-497c-8142-5e8ce8908db6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2b24d103-09da-497c-8142-5e8ce8908db6,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:57.627891 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-96bd6235-a1ba-49c2-a248-f87dbf0a8603 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 217 time: 0.0730867 Mar 31 22:58:57.649903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Deleting port 661333bf-7472-468a-803f-9c88d9613c2f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:57.650628 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.668146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.671807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.724532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bea1d22-0fea-4f28-b7e2-d668ff9e7953 req-5422e843-b4d8-4630-80da-07ac44ba2601 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351100 Mar 31 22:58:57.739863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.833585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-d1ee3df3-fc40-41de-bed3-bf5e8dbe8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.848833 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-d1ee3df3-fc40-41de-bed3-bf5e8dbe8372 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.2120492 Mar 31 22:58:57.855524 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cefb55-44aa-42db-8417-1d0b59c0c8b5 x-openstack-request-id: req-97cefb55-44aa-42db-8417-1d0b59c0c8b5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:57.856161 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca6f0c8-b824-4825-ada7-a88bf929e6dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b24d103-09da-497c-8142-5e8ce8908db6", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:57.856418 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97cefb55-44aa-42db-8417-1d0b59c0c8b5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:57.856828 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cefb55-44aa-42db-8417-1d0b59c0c8b5'] response: {'server_uuid': 'cca6f0c8-b824-4825-ada7-a88bf929e6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b24d103-09da-497c-8142-5e8ce8908db6', 'code': 200} Mar 31 22:58:57.916394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=2b24d103-09da-497c-8142-5e8ce8908db6,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:57.959009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:53Z', 'revision_number': 3, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:57.982143 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.997998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:57.998765 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-50069f2d-abd8-4743-860f-517f1dfe8362 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620790 Mar 31 22:58:58.002826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Checking router: 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:58.003367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Updating router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 port 1cddc328-85cc-4d73-9aee-b428bd55101f binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:58.038595 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.054797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:58.063782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event updated for resources: {'Port': ['ID=4fb34d44-53eb-412b-b1d2-f2f8e1485af3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:58.067341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:58.117915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06a5ced8-a3d2-428d-9fce-35eae9a1af82 req-32eb051f-b62f-47f0-9199-2f1c1605e695 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 210 time: 0.1148727 Mar 31 22:58:58.243593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-be7a65a2-5b14-4899-99ec-3a75aa99b7d9 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305732 Mar 31 22:58:58.264757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Allocated IP 172.20.0.1 (db201a78-5b2e-427c-82ca-72b26a17ccee/3249cd8c-da32-4230-83dd-94d3251ae009/198ab848-06cd-4aac-83d7-7b894e722714) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:58.337290 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.338430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.345804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930b4e3-e423-40f5-9208-f49ce62af1d4 req-c99c6342-b2cf-4c48-ade6-7091a07d6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.349237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f930b4e3-e423-40f5-9208-f49ce62af1d4 req-c99c6342-b2cf-4c48-ade6-7091a07d6d7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 1096 time: 0.3473802 Mar 31 22:58:58.436120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Calling delete_port for 661333bf-7472-468a-803f-9c88d9613c2f owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:58.490710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3b9c9e9-46b5-4c7f-8324-68c17ffb0155 req-dadcf979-e5a6-4eff-b535-0c95667c19d9 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=28fe353e-eac8-478f-9b95-e2583ccce900 HTTP/1.1" status: 200 len: 210 time: 0.1373265 Mar 31 22:58:58.532121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.619320 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.628558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0d6e3a9c-9a0c-4695-8dd4-be8da0b654e7 req-3a273fb6-5e27-4343-9b2f-35751191bfff service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746266 Mar 31 22:58:58.670013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.730359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:58.761994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f930b4e3-e423-40f5-9208-f49ce62af1d4 req-7cc43e4b-35a2-42d6-b130-79f453239897 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897612 Mar 31 22:58:58.775135 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.784649 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:58.799153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:58.809445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.813870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:58.820454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.912299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Attempting to bind port 1cddc328-85cc-4d73-9aee-b428bd55101f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:58.913867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Attempting to bind port 1cddc328-85cc-4d73-9aee-b428bd55101f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:58.915189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Attempting to bind port 1cddc328-85cc-4d73-9aee-b428bd55101f on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:58.924878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.925567 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.927944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d740ef8-1902-431b-a782-d227e9219863 None None] Pushing event updated for resources: {'Port': ['ID=1cddc328-85cc-4d73-9aee-b428bd55101f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:58.943884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:58.945168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:58.945856 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.947751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:58.947751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Bound port: 1cddc328-85cc-4d73-9aee-b428bd55101f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:58.958252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Network db201a78-5b2e-427c-82ca-72b26a17ccee is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:58.959799 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:58.971379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:58.983268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:59.048370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Pushing event updated for resources: {'Port': ['ID=198ab848-06cd-4aac-83d7-7b894e722714,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:59.065040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.065387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.065960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.066309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.066670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.067004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.067334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.067900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.068231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.068721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.069008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.069336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:59.095515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.148591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] For port 1cddc328-85cc-4d73-9aee-b428bd55101f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:59.158691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] For port 1cddc328-85cc-4d73-9aee-b428bd55101f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1cddc328-85cc-4d73-9aee-b428bd55101f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:59.161882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-531bfca0-1689-4b15-b650-99497e455f36 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4247558 Mar 31 22:58:59.163641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.254281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Request body: {'port': {'device_id': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:59.296521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.405127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc8ede-ff59-493d-9a36-609cb2e2f948 req-2c535811-6b7c-47ab-9a0d-9be5dbb2b210 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:59.427277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9cc8ede-ff59-493d-9a36-609cb2e2f948 req-2c535811-6b7c-47ab-9a0d-9be5dbb2b210 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 945 time: 0.4753475 Mar 31 22:58:59.522871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:59.523787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:59.525642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d740ef8-1902-431b-a782-d227e9219863 None None] Pushing event updated for resources: {'Port': ['ID=1cddc328-85cc-4d73-9aee-b428bd55101f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:59.530965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c2c02268-0691-40a8-9c75-0a5d66c717bf None None] Provisioning complete for port 182fd706-c0e6-4393-9939-e994a61c6e82 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:59.530965 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c2c02268-0691-40a8-9c75-0a5d66c717bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.559837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.628154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c2c02268-0691-40a8-9c75-0a5d66c717bf None None] Port 182fd706-c0e6-4393-9939-e994a61c6e82 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:59.649599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9cc8ede-ff59-493d-9a36-609cb2e2f948 req-eff032b4-c7db-43a6-b8e9-307174156fde tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135508 Mar 31 22:58:59.657374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.700603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:59.986904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.060974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:00.064375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-007c9860-916a-4e00-8336-5b902d5b0b94 None None] Provisioning complete for port 198ab848-06cd-4aac-83d7-7b894e722714 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:00.064375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-007c9860-916a-4e00-8336-5b902d5b0b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.100967 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.146794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-007c9860-916a-4e00-8336-5b902d5b0b94 None None] Port 198ab848-06cd-4aac-83d7-7b894e722714 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:00.324892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.336701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Pushing event updated for resources: {'Port': ['ID=198ab848-06cd-4aac-83d7-7b894e722714,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:00.372984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Pushing event deleted for resources: {'Port': ['ID=661333bf-7472-468a-803f-9c88d9613c2f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:00.433657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36270) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:00.455299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:58:58Z', 'revision_number': 1, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:00.489179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Network db201a78-5b2e-427c-82ca-72b26a17ccee is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:00.489179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:00.489348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22598d-7a68-4570-b451-160d8fb09680 None None] The sync data for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 is: [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:58:58Z', 'revision_number': 1, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:00.654422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89176f9-eeaa-4f15-a446-a9e38e66c41f req-85558f3a-12fa-4910-ab5d-0678bac95839 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.668568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c89176f9-eeaa-4f15-a446-a9e38e66c41f req-85558f3a-12fa-4910-ab5d-0678bac95839 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 931 time: 0.3871913 Mar 31 22:59:00.691929 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.697696 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:00.706157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4670f4aa-1914-4033-897e-f92174f2a824 tempest-ImagesOneServerNegativeTestJSON-2115859909 tempest-ImagesOneServerNegativeTestJSON-2115859909-project] 10.222.0.31 "DELETE /v2.0/floatingips/3d855dfe-3f1d-4aaa-8745-8145073572f8 HTTP/1.1" status: 204 len: 168 time: 4.0710976 Mar 31 22:59:00.756977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:00.961216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:00.978381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fd6029d2-2f3f-4996-a0f6-0b1c56e79e3a admin admin] 10.222.0.31 "PUT /v2.0/routers/87635f70-a8c2-4e5d-8942-77d8f61bd2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6347387 Mar 31 22:59:01.012331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ace41f90-8143-425e-a3dd-4b839fe3eb3c None None] Provisioning complete for port 198ab848-06cd-4aac-83d7-7b894e722714 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:01.015341 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ace41f90-8143-425e-a3dd-4b839fe3eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.081172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-14465826-5b4a-4652-ae44-fd4c066ec369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.148269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ace41f90-8143-425e-a3dd-4b839fe3eb3c None None] Port 198ab848-06cd-4aac-83d7-7b894e722714 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:01.160004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.238500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c89176f9-eeaa-4f15-a446-a9e38e66c41f req-18908c98-2321-4f5e-90c9-9ea0bd77248d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5689852 Mar 31 22:59:01.276915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.395663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event updated for resources: {'Port': ['ID=4fb34d44-53eb-412b-b1d2-f2f8e1485af3,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:01.493320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.576563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182fd706-c0e6-4393-9939-e994a61c6e82 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:01.603246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.623491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4c156-374c-4d88-ab0d-153b5fce7bdc req-6f0b2097-a3f7-485d-a64d-98477c235c29 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:01.630522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afe4c156-374c-4d88-ab0d-153b5fce7bdc req-6f0b2097-a3f7-485d-a64d-98477c235c29 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 945 time: 0.2398143 Mar 31 22:59:01.634520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-14465826-5b4a-4652-ae44-fd4c066ec369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.662490 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.663759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-409a3270-48fd-481e-95ba-6c9c6de9a851 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 6.9092913 Mar 31 22:59:01.667673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Transition to ACTIVE for port object 182fd706-c0e6-4393-9939-e994a61c6e82 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:01.780803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afe4c156-374c-4d88-ab0d-153b5fce7bdc req-db420e13-12b6-49b5-ada3-45c0d39054b2 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492574 Mar 31 22:59:01.787579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-14465826-5b4a-4652-ae44-fd4c066ec369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.802033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-1c90c476-754a-4647-8579-8bbeac659a58 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.1149733 Mar 31 22:59:01.819460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.910508 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:59:02.053742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14465826-5b4a-4652-ae44-fd4c066ec369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6f0c54-05f8-4375-97b8-2f2b8d7d4309,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:02.087831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-14465826-5b4a-4652-ae44-fd4c066ec369 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf85245a2d6a4bd292ed06fdd9f04aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6521671 Mar 31 22:59:02.090613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36300) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:02.156835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:02.216276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66d839bf-f554-4e42-8e89-6e784e0df94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.244451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66d839bf-f554-4e42-8e89-6e784e0df94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.403135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-2647b551-7c23-4b0c-9cef-d9c6899d2eb5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.405070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e519389f-9eb9-41e0-a894-cc8da2aec178 req-2647b551-7c23-4b0c-9cef-d9c6899d2eb5 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.5889418 Mar 31 22:59:02.408803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Attempting to bind port 182fd706-c0e6-4393-9939-e994a61c6e82 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:02.414843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Attempting to bind port 182fd706-c0e6-4393-9939-e994a61c6e82 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:02.415366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Attempting to bind port 182fd706-c0e6-4393-9939-e994a61c6e82 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:02.420840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Port 182fd706-c0e6-4393-9939-e994a61c6e82 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:02.421174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Attempting to bind port 182fd706-c0e6-4393-9939-e994a61c6e82 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:02.427504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:02.436778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Checking segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:02.436778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Bound using segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:02.436778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Bound port: 182fd706-c0e6-4393-9939-e994a61c6e82, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:02.436778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.556126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66d839bf-f554-4e42-8e89-6e784e0df94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.559512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66d839bf-f554-4e42-8e89-6e784e0df94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.560869 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-66d839bf-f554-4e42-8e89-6e784e0df94e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e6f0c54-05f8-4375-97b8-2f2b8d7d4309 HTTP/1.1" status: 204 len: 168 time: 0.4686294 Mar 31 22:59:02.586151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d839bf-f554-4e42-8e89-6e784e0df94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6f0c54-05f8-4375-97b8-2f2b8d7d4309,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:02.649495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:02.656113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:02.760193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1cddc328-85cc-4d73-9aee-b428bd55101f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:02.792784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.831636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1cddc328-85cc-4d73-9aee-b428bd55101f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:02.831918 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.847482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.858966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.858966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] 10.222.0.45 "PUT /v2.0/ports/182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 1091 time: 3.6182215 Mar 31 22:59:02.858966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:02.858966 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561d2349-bc47-4979-8070-922110a3c330" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:02.893507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbd3d5-56e3-445c-bd66-b4a47d6e5a85 service neutron] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:02.970792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36314) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:02.977743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f230de13-8d2c-4d29-a722-705c5d1f8c37 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1299271245', 'description': 'tempest-description--82661495'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:03.108228 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.157704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 1cddc328-85cc-4d73-9aee-b428bd55101f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1cddc328-85cc-4d73-9aee-b428bd55101f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:03.172694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-890f5cc9-3856-473e-a16f-60b7a9a7f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:03.174676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-890f5cc9-3856-473e-a16f-60b7a9a7f68b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1094 time: 0.1622088 Mar 31 22:59:03.270526 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.277275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f230de13-8d2c-4d29-a722-705c5d1f8c37 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.280048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-a9cdd3e7-d953-4ed7-add7-709e5a03d963 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 217 time: 0.0940595 Mar 31 22:59:03.430104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=1cddc328-85cc-4d73-9aee-b428bd55101f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:03.508736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c4996-5410-45ef-8f77-9d4c972bceca req-7a6f5c8e-fecb-480f-ace5-2070c80a2012 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:03.510169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b17c4996-5410-45ef-8f77-9d4c972bceca req-7a6f5c8e-fecb-480f-ace5-2070c80a2012 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.2186604 Mar 31 22:59:03.535672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-38735ff3-65c6-413d-b6b7-9ffe3d3a9a50 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:03.538091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-38735ff3-65c6-413d-b6b7-9ffe3d3a9a50 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2672844 Mar 31 22:59:03.548521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-8f13c565-bae7-47dc-958a-f50c764a830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:03.550025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-8f13c565-bae7-47dc-958a-f50c764a830c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.2605369 Mar 31 22:59:03.713897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-fc5875b8-5dd5-404c-a556-cbd8948aaebe tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.1543419 Mar 31 22:59:03.732322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-c99c94d7-7302-4d85-8eb5-55112f08a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:03.735490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-c99c94d7-7302-4d85-8eb5-55112f08a367 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723671 Mar 31 22:59:03.739936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Request body: {'floatingip': {'port_id': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:03.802201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b17c4996-5410-45ef-8f77-9d4c972bceca req-cc54c4f4-213e-4589-9efc-5763172e1717 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526414 Mar 31 22:59:03.822511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.845619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f230de13-8d2c-4d29-a722-705c5d1f8c37 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.941796 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e25c3d7-248e-406a-b9ed-0a5be2d4c2e8 x-openstack-request-id: req-2e25c3d7-248e-406a-b9ed-0a5be2d4c2e8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:03.942088 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:03.942340 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e25c3d7-248e-406a-b9ed-0a5be2d4c2e8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:03.942804 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e25c3d7-248e-406a-b9ed-0a5be2d4c2e8'] response: {'name': 'network-changed', 'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82', 'status': 'completed', 'code': 200} Mar 31 22:59:03.964828 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-898f8542-c14f-4a82-a0ea-5f231a11be05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.089832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f230de13-8d2c-4d29-a722-705c5d1f8c37 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.260458 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f230de13-8d2c-4d29-a722-705c5d1f8c37 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.261842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f230de13-8d2c-4d29-a722-705c5d1f8c37 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2899985 Mar 31 22:59:04.265055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36336) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:04.271734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3e1e2f7a-36f3-48fa-a6ad-855e49155425 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'security_group_rule': {'security_group_id': '7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:04.276880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230de13-8d2c-4d29-a722-705c5d1f8c37 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:04.289552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-9f09a8d8-faad-4ab4-9c80-70d1a1a99ac5 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634025 Mar 31 22:59:04.397614 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Sync routers for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:04.423816 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:04.427377 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:04.498301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ffe3d-5ebc-4a24-8951-33bec3a492e2 req-63a0f1ab-645f-4e68-a2d0-30520f0e13e3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:04.502873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a71ffe3d-5ebc-4a24-8951-33bec3a492e2 req-63a0f1ab-645f-4e68-a2d0-30520f0e13e3 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 945 time: 0.4460716 Mar 31 22:59:04.511607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2f7a-36f3-48fa-a6ad-855e49155425 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.641463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16ed8d3c-5c80-410b-9dab-15eb3c88095c req-699bd6de-54f4-4380-9f68-fd484e214340 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331087 Mar 31 22:59:04.699200 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:04.702597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a71ffe3d-5ebc-4a24-8951-33bec3a492e2 req-eaaf51f0-7fe2-4253-b3de-3e7eeeb85f84 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773891 Mar 31 22:59:04.708849 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2f7a-36f3-48fa-a6ad-855e49155425 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.746955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1cddc328-85cc-4d73-9aee-b428bd55101f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:04.816132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1cddc328-85cc-4d73-9aee-b428bd55101f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:04.817588 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.825116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2f7a-36f3-48fa-a6ad-855e49155425 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.829666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36348) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:04.994862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e2f7a-36f3-48fa-a6ad-855e49155425 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfea9f66-4ee8-4cb1-8540-dec22c55260b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:05.106988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb77c43b-586d-4cda-a71b-da753196c4ca admin admin] Deleting subnet 1f392b3e-6281-4d10-b94f-5c287a22815d {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:05.127090 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb77c43b-586d-4cda-a71b-da753196c4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.164145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2349-bc47-4979-8070-922110a3c330 req-84782263-23d3-4150-a195-a283d3df5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:05.171409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-561d2349-bc47-4979-8070-922110a3c330 req-84782263-23d3-4150-a195-a283d3df5072 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1094 time: 0.3236365 Mar 31 22:59:05.206627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2f7a-36f3-48fa-a6ad-855e49155425 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.208480 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3e1e2f7a-36f3-48fa-a6ad-855e49155425 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9423473 Mar 31 22:59:05.219250 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36360) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:05.242630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8f00f58f-632d-4933-b9f9-12eb727243c8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'security_group_rule': {'security_group_id': '7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:05.276908 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb77c43b-586d-4cda-a71b-da753196c4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.348506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:59:05.358354 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb77c43b-586d-4cda-a71b-da753196c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.412563 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 2, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:05.448866 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Checking router: 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:05.449287 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Updating router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 port 198ab848-06cd-4aac-83d7-7b894e722714 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:59:05.473406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2349-bc47-4979-8070-922110a3c330 req-ada1e04d-bf40-44a7-92a9-5d410d40b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:05.475229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-561d2349-bc47-4979-8070-922110a3c330 req-ada1e04d-bf40-44a7-92a9-5d410d40b85d service neutron] 10.222.0.45 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.2954977 Mar 31 22:59:05.482970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.494795 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.533187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb77c43b-586d-4cda-a71b-da753196c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.546050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-561d2349-bc47-4979-8070-922110a3c330 req-9c2a9c46-a430-4d36-ba92-8dea8fcc97d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 217 time: 0.0616050 Mar 31 22:59:05.549737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f00f58f-632d-4933-b9f9-12eb727243c8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.609894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb77c43b-586d-4cda-a71b-da753196c4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.614886 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fb77c43b-586d-4cda-a71b-da753196c4ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1f392b3e-6281-4d10-b94f-5c287a22815d HTTP/1.1" status: 204 len: 168 time: 0.7804599 Mar 31 22:59:05.620976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36362) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:05.631611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77c43b-586d-4cda-a71b-da753196c4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f392b3e-6281-4d10-b94f-5c287a22815d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:05.814099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f00f58f-632d-4933-b9f9-12eb727243c8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.855704 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.867409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.924072 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f00f58f-632d-4933-b9f9-12eb727243c8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.000873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00f58f-632d-4933-b9f9-12eb727243c8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7ea155-bbaa-4b52-8c56-7209e47abef4,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:06.011958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2349-bc47-4979-8070-922110a3c330 req-3ee6d9b6-a85c-4523-8a3b-7ed5b3a14061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.014042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-561d2349-bc47-4979-8070-922110a3c330 req-3ee6d9b6-a85c-4523-8a3b-7ed5b3a14061 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.4600058 Mar 31 22:59:06.026289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36370) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:06.089956 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11326f38-4505-4723-be93-ce1a16061bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.162585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f00f58f-632d-4933-b9f9-12eb727243c8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.164486 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f00f58f-632d-4933-b9f9-12eb727243c8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9365790 Mar 31 22:59:06.168955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36374) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:06.177571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:06.222851 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.225045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640d47a-cdb2-4851-b2d6-5bce4d38333e req-b488b33b-8152-45a5-8cd8-f1470345e90b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.226837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3640d47a-cdb2-4851-b2d6-5bce4d38333e req-b488b33b-8152-45a5-8cd8-f1470345e90b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.2690537 Mar 31 22:59:06.284056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf800dde-5693-4376-bc24-35dac47912a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.325290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.385658 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.448645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:06.487446 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab8adc-7958-4ed4-a595-94e5df35cbc0 None None] Pushing event updated for resources: {'Port': ['ID=198ab848-06cd-4aac-83d7-7b894e722714,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:06.589374 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf800dde-5693-4376-bc24-35dac47912a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.628477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:06.648430 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Attempting to bind port 198ab848-06cd-4aac-83d7-7b894e722714 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:06.649023 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Attempting to bind port 198ab848-06cd-4aac-83d7-7b894e722714 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:06.653242 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Attempting to bind port 198ab848-06cd-4aac-83d7-7b894e722714 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:06.658186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '182fd706-c0e6-4393-9939-e994a61c6e82', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'port_id': '182fd706-c0e6-4393-9939-e994a61c6e82', 'mac_address': 'fa:16:3e:a8:75:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:06.661940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.667331 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:06.667702 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Checking segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:06.668105 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.668499 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Bound using segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:06.668974 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Bound port: 198ab848-06cd-4aac-83d7-7b894e722714, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:06.669349 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.764451 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.769472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf800dde-5693-4376-bc24-35dac47912a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.791810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182fd706-c0e6-4393-9939-e994a61c6e82 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:06.807179 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] For port 198ab848-06cd-4aac-83d7-7b894e722714, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:06.812178 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] For port 198ab848-06cd-4aac-83d7-7b894e722714, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=198ab848-06cd-4aac-83d7-7b894e722714,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:06.830526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:06.830806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7f879729-ea9a-4431-ab24-1818becc484f None None] Provisioning complete for port 198ab848-06cd-4aac-83d7-7b894e722714 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:06.832846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7f879729-ea9a-4431-ab24-1818becc484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.857406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.872911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7f879729-ea9a-4431-ab24-1818becc484f None None] Port 198ab848-06cd-4aac-83d7-7b894e722714 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:06.913190 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.958869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2349-bc47-4979-8070-922110a3c330 req-bff98b6d-0b7c-4b13-b13a-cefa78c4743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.960603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-561d2349-bc47-4979-8070-922110a3c330 req-bff98b6d-0b7c-4b13-b13a-cefa78c4743d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8616405 Mar 31 22:59:06.991471 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Floating IP 45b9c604-56a5-4728-8e2f-43382e7f1d7c associated. External IP: 172.25.4.6, port: 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc. Mar 31 22:59:06.995425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6320dc7a-40af-4ae1-99e4-5a2006c3e984']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:06.999100 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.004101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3640d47a-cdb2-4851-b2d6-5bce4d38333e req-b3ac6c62-73e2-48a5-9186-ef3e163863cf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7325208 Mar 31 22:59:07.051912 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:07.052542 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:07.054462 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab8adc-7958-4ed4-a595-94e5df35cbc0 None None] Pushing event updated for resources: {'Port': ['ID=198ab848-06cd-4aac-83d7-7b894e722714,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:07.194344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:07.194615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8aa8846-814b-487c-a1cf-b7de5c9b8cd6') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:07.204772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:07.221091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['182fd706-c0e6-4393-9939-e994a61c6e82'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:07.336556 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.428842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:07.588355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.674280 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.692340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Allocated IP 172.25.4.106 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/79c98b57-22d9-4ce7-acc4-8ee924a18c33) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:07.764817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:07.773370 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.790878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-16db2a9c-49fe-4420-b1fa-9da9d560cfd1 None None] Provisioning complete for port 198ab848-06cd-4aac-83d7-7b894e722714 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:07.792623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-16db2a9c-49fe-4420-b1fa-9da9d560cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:07.801537 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:07.842299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.881067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28014ea5-3481-4e29-8097-0db650092884 req-88b4f2ea-c400-44f7-a4ce-3134cc4ce95d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.895868 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28014ea5-3481-4e29-8097-0db650092884 req-88b4f2ea-c400-44f7-a4ce-3134cc4ce95d tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 945 time: 0.5677645 Mar 31 22:59:07.908437 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bf800dde-5693-4376-bc24-35dac47912a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6ca1758a0f043a6ab7cedea5504d75a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8804111 Mar 31 22:59:07.914849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36384) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:07.940531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf800dde-5693-4376-bc24-35dac47912a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51022371-d367-45f3-9b05-8f9d8b89aace,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:07.979528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-29503f48-6bdb-497a-92c4-718d6de33ad1 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.981963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-29503f48-6bdb-497a-92c4-718d6de33ad1 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 945 time: 0.7851229 Mar 31 22:59:07.996668 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.031486 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:59:06Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:08.091766 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b1abc-c33a-425a-8840-7ada1c6a1c59 None None] The sync data for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 is: [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:59:06Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:08.101974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:08.108818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:08.128781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:08.133949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0427155-0f09-4eed-aa44-9a584bc905de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.138009 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-16db2a9c-49fe-4420-b1fa-9da9d560cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.166187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'Port': ['ID=79c98b57-22d9-4ce7-acc4-8ee924a18c33,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:08.204478 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0427155-0f09-4eed-aa44-9a584bc905de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.215745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-16db2a9c-49fe-4420-b1fa-9da9d560cfd1 None None] For port 198ab848-06cd-4aac-83d7-7b894e722714, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=198ab848-06cd-4aac-83d7-7b894e722714,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:08.282157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-561d2349-bc47-4979-8070-922110a3c330 req-5bbfa3a3-c442-4562-8e21-d57ad02fd410 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2887433 Mar 31 22:59:08.301839 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-16db2a9c-49fe-4420-b1fa-9da9d560cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.343235 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.382759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.396387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db2a9c-49fe-4420-b1fa-9da9d560cfd1 None None] Pushing event updated for resources: {'Port': ['ID=198ab848-06cd-4aac-83d7-7b894e722714,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:08.451509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:08.479494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28014ea5-3481-4e29-8097-0db650092884 req-9b92873e-3a38-4016-b1b3-223c66d6c561 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f3fc3-8a95-4152-8859-9e349a974d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280609 Mar 31 22:59:08.497660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0427155-0f09-4eed-aa44-9a584bc905de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.501685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0427155-0f09-4eed-aa44-9a584bc905de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.505747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0427155-0f09-4eed-aa44-9a584bc905de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51022371-d367-45f3-9b05-8f9d8b89aace HTTP/1.1" status: 204 len: 168 time: 0.5897224 Mar 31 22:59:08.519461 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.574464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0427155-0f09-4eed-aa44-9a584bc905de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51022371-d367-45f3-9b05-8f9d8b89aace,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:08.591714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.652277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.671057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6320dc7a-40af-4ae1-99e4-5a2006c3e984 HTTP/1.1" status: 204 len: 168 time: 3.0454571 Mar 31 22:59:08.710859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4819d7-ecaf-42f9-ae24-5c665d69f197 admin admin] Pushing event deleted for resources: {'Network': ['ID=6320dc7a-40af-4ae1-99e4-5a2006c3e984,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:08.739841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 182fd706-c0e6-4393-9939-e994a61c6e82 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:08.754060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 182fd706-c0e6-4393-9939-e994a61c6e82 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:08.754832 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.782689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-561d2349-bc47-4979-8070-922110a3c330 req-3c0fa828-9bb3-489d-80a8-7a877fd0070e service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334521 Mar 31 22:59:08.803002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Deleting port 2b24d103-09da-497c-8142-5e8ce8908db6 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:08.803239 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.812463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Router f406d737-2150-4ceb-a026-3b05694f5d13 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:08.901404 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.918647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 198ab848-06cd-4aac-83d7-7b894e722714 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:08.986358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.086621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] For port 2b24d103-09da-497c-8142-5e8ce8908db6, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2b24d103-09da-497c-8142-5e8ce8908db6,segment=NetworkSegment(11d06ea6-2178-4c39-bff2-da1114bb755e),segment_id=11d06ea6-2178-4c39-bff2-da1114bb755e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:09.087189 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.095770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.106742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.107546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Calling delete_port for 2b24d103-09da-497c-8142-5e8ce8908db6 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:09.123487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:09.130417 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.144327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] Sync routers for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:09.146651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 198ab848-06cd-4aac-83d7-7b894e722714 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:09.147192 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.216961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:09.220611 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e0a4ff-d3ff-4e21-b98a-e13aa06135bf" -d '{"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-plugged", "status": "completed", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:09.231914 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.266628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:09.269874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:09.271409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:09.313974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.331285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36400) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:09.340297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9c29f88b-528c-4607-8ddc-7c52f57f7d9f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "PUT /v2.0/floatingips/45b9c604-56a5-4728-8e2f-43382e7f1d7c HTTP/1.1" status: 200 len: 995 time: 5.6254423 Mar 31 22:59:09.359700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:09.362189 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddbea3b-f462-49aa-9903-b5af5e90247e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:09.386233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'Port': ['ID=79c98b57-22d9-4ce7-acc4-8ee924a18c33,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.403225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.420579 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.423089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-712476fd-adde-4077-b936-40f90ace2aa9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2524378 Mar 31 22:59:09.655287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9a1f3853-e034-43bc-b1d5-3b947a965f0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=def1ff260ee84b6c8319a9de635378c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130336 Mar 31 22:59:09.658064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36412) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:09.668544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.745962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:09.779583 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.815254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-a766c0ac-0cd0-41cd-888c-0f308969fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.827282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-a766c0ac-0cd0-41cd-888c-0f308969fb8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.4364407 Mar 31 22:59:09.864764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e961367d-8b93-41af-bba9-9300a7d6a1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.879045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be098104-1035-4544-99b2-733a7e83e889 req-06315d4e-1466-4877-9273-84e87b3ee19c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.894571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be098104-1035-4544-99b2-733a7e83e889 req-06315d4e-1466-4877-9273-84e87b3ee19c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.5084243 Mar 31 22:59:09.901405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-492d3592-e07e-4b8c-91b6-131dcf0faf32 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.903802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-492d3592-e07e-4b8c-91b6-131dcf0faf32 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.50 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 944 time: 0.1331711 Mar 31 22:59:09.924223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e961367d-8b93-41af-bba9-9300a7d6a1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.067667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.085504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be098104-1035-4544-99b2-733a7e83e889 req-6c40efad-635a-47b6-9337-3068f3ea0fc6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873302 Mar 31 22:59:10.150361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Deleting port 1859138a-28ac-4df9-a211-1173f35e4c87 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:10.152159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.173582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Pushing event deleted for resources: {'Port': ['ID=2b24d103-09da-497c-8142-5e8ce8908db6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:10.196713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '45b9c604-56a5-4728-8e2f-43382e7f1d7c', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'port_id': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'mac_address': 'fa:16:3e:98:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:58Z', 'updated_at': '2022-03-31T22:59:05Z', 'revision_number': 1, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:50Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:10.251350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] Checking router: f406d737-2150-4ceb-a026-3b05694f5d13 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:10.261264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e961367d-8b93-41af-bba9-9300a7d6a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.264660 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:10.264873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e961367d-8b93-41af-bba9-9300a7d6a1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.266328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:10.270615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] No DVR routers for this DVR port 2b24d103-09da-497c-8142-5e8ce8908db6 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:10.270841 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e961367d-8b93-41af-bba9-9300a7d6a1d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cc450d7-2cff-4c62-98c8-a34f6b907cb5 HTTP/1.1" status: 204 len: 168 time: 0.6070578 Mar 31 22:59:10.274452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.278839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f82e4f9-613d-4749-ac17-0cf1d714feaa req-6673690e-a15d-43ac-bf4b-99d19b567ea5 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.45 "DELETE /v2.0/ports/2b24d103-09da-497c-8142-5e8ce8908db6 HTTP/1.1" status: 204 len: 173 time: 2.1719871 Mar 31 22:59:10.293438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961367d-8b93-41af-bba9-9300a7d6a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc450d7-2cff-4c62-98c8-a34f6b907cb5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:10.301534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9f0dee27-59e1-4e93-8b49-a0c2485923b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.304535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-9f0dee27-59e1-4e93-8b49-a0c2485923b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 921 time: 0.4550245 Mar 31 22:59:10.322805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814e386-8955-4804-86fc-d77f1b45ecbe req-0d2c2051-7158-41f4-8cc9-57e95f5a95e6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.324559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c814e386-8955-4804-86fc-d77f1b45ecbe req-0d2c2051-7158-41f4-8cc9-57e95f5a95e6 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 944 time: 0.1196547 Mar 31 22:59:10.396452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] For port 1859138a-28ac-4df9-a211-1173f35e4c87, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1859138a-28ac-4df9-a211-1173f35e4c87,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:10.396899 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.431817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Calling delete_port for 1859138a-28ac-4df9-a211-1173f35e4c87 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:10.468154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 2b24d103-09da-497c-8142-5e8ce8908db6 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:10.479301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c814e386-8955-4804-86fc-d77f1b45ecbe req-27e5ce66-18d8-4ca5-a539-49d034559fa7 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452589 Mar 31 22:59:10.513231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 2b24d103-09da-497c-8142-5e8ce8908db6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:10.513677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 2b24d103-09da-497c-8142-5e8ce8908db6 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:10.559980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-bf6bb634-9508-40b0-8c6c-a0051c8d6142 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 998 time: 0.2343631 Mar 31 22:59:10.670358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-92824215-67cd-4303-a952-159339bb792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.672847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-92824215-67cd-4303-a952-159339bb792e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.1026378 Mar 31 22:59:10.719373 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3103b8f-58ec-47df-a605-23554efe0ad5 x-openstack-request-id: req-d3103b8f-58ec-47df-a605-23554efe0ad5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:10.719837 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-plugged", "status": "completed", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:10.720219 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3103b8f-58ec-47df-a605-23554efe0ad5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:10.720778 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3103b8f-58ec-47df-a605-23554efe0ad5'] response: {'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82', 'code': 200} Mar 31 22:59:10.732472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:10.741804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-1e0fb2d7-40ab-418f-8d1a-e5902f368dda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562124 Mar 31 22:59:10.758300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-c082c3a6-627d-438e-a62b-2764d7b4709c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:59:10.759990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-c082c3a6-627d-438e-a62b-2764d7b4709c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059948 Mar 31 22:59:10.871173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.941954 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f0752-2b9b-4982-b13a-633f70ca8b2d x-openstack-request-id: req-dc5f0752-2b9b-4982-b13a-633f70ca8b2d {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:10.942241 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:10.942541 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc5f0752-2b9b-4982-b13a-633f70ca8b2d {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:10.942915 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5f0752-2b9b-4982-b13a-633f70ca8b2d'] response: {'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'status': 'completed', 'code': 200} Mar 31 22:59:10.978371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1859138a-28ac-4df9-a211-1173f35e4c87'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:11.007636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Pushing event deleted for resources: {'Port': ['ID=1859138a-28ac-4df9-a211-1173f35e4c87,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:11.129432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] No DVR routers for this DVR port 1859138a-28ac-4df9-a211-1173f35e4c87 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:11.133869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:11.157055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a311a8-9bb7-4014-b90f-300ae4c3ef76 req-c57bc0e9-3565-4951-a7d0-c7f1806834c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.158869 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-72730ef1-31a3-4418-b70c-f26eabf83867 req-32918711-dba8-46a1-b252-b70f943c7517 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.50 "DELETE /v2.0/ports/1859138a-28ac-4df9-a211-1173f35e4c87 HTTP/1.1" status: 204 len: 173 time: 1.2265224 Mar 31 22:59:11.159563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'name': 'network-vif-deleted', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:11.161392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26a311a8-9bb7-4014-b90f-300ae4c3ef76 req-c57bc0e9-3565-4951-a7d0-c7f1806834c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1096 time: 0.3581185 Mar 31 22:59:11.166071 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8636be-e617-4cfc-8e1e-a0976957798e" -d '{"events": [{"server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "name": "network-vif-deleted", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:11.192885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d2a4b42-fe99-4533-b910-5a2b233ff245 req-e5cc16d6-8f3a-4a09-ab48-f959ee15af01 tempest-DeleteServersTestJSON-1417826651 tempest-DeleteServersTestJSON-1417826651-project] 10.222.0.31 "GET /v2.0/ports?device_id=cca6f0c8-b824-4825-ada7-a88bf929e6dc HTTP/1.1" status: 200 len: 210 time: 0.1846783 Mar 31 22:59:11.196520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-6abf2824-22ed-4bb1-95a8-7403b8175b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.212032 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-6abf2824-22ed-4bb1-95a8-7403b8175b32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.3500779 Mar 31 22:59:11.346059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-a5dcec4a-87dc-4d28-8fa6-a4e7043757f2 service neutron] 10.222.0.31 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552902 Mar 31 22:59:11.385677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26a311a8-9bb7-4014-b90f-300ae4c3ef76 req-d47c0a43-30d7-4b58-86a1-7e2497f21b27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896551 Mar 31 22:59:11.461532 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-2ca49b0e-e049-4b5d-a33e-d9291e32d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.464348 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-2ca49b0e-e049-4b5d-a33e-d9291e32d04d service neutron] 10.222.0.50 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 921 time: 0.2559967 Mar 31 22:59:11.467363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-819ae770-9d55-485a-bf02-e556eba8ef16 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1299271245&fields=id&tenant_id=c3cede2d48664a2880a52c89b3250cf8 HTTP/1.1" status: 200 len: 267 time: 0.1008632 Mar 31 22:59:11.480960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '45b9c604-56a5-4728-8e2f-43382e7f1d7c', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'port_id': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'mac_address': 'fa:16:3e:98:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:58Z', 'updated_at': '2022-03-31T22:59:05Z', 'revision_number': 1, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:50Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:11.596540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e85948-df5b-4306-b996-6a8693554974 None None] The sync data for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 is: [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '45b9c604-56a5-4728-8e2f-43382e7f1d7c', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'port_id': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'mac_address': 'fa:16:3e:98:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:58Z', 'updated_at': '2022-03-31T22:59:05Z', 'revision_number': 1, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:50Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:11.659101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba797d74-468c-4335-aa96-975204f4fbd7 req-e56253b3-a23e-4a89-bf07-bd96970296ca service neutron] 10.222.0.31 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103302 Mar 31 22:59:11.763178 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-f2efbbaa-25e4-44b1-b5b2-8a132220f917 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 998 time: 0.2906749 Mar 31 22:59:11.804322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb674a5-39dd-440c-8188-193828a84167 req-4c6dd70e-9abf-4719-8118-9701dd6556c3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.823566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-4c6dd70e-9abf-4719-8118-9701dd6556c3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.3416708 Mar 31 22:59:11.871537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-469a31b6-228f-42d7-af88-f6d933d15ae5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/quotas/c3cede2d48664a2880a52c89b3250cf8 HTTP/1.1" status: 200 len: 375 time: 0.0311728 Mar 31 22:59:11.996833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-6ebd32de-c80d-459b-8d2a-6b3a1c15bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.004731 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-6ebd32de-c80d-459b-8d2a-6b3a1c15bc75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.2286677 Mar 31 22:59:12.073556 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-57bf666b-170d-4511-b645-a6e91feead92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625286 Mar 31 22:59:12.134132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-a084a547-1df7-475d-b4f6-0111a196db28 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2424200 Mar 31 22:59:12.145517 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ca456-2170-4426-a84b-4190bbb461b3 None None] New status for floating IP 45b9c604-56a5-4728-8e2f-43382e7f1d7c: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:59:12.172085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920553c3-473e-498c-8635-496167b14909 req-09e2ed8c-e5b7-4531-ba4f-6a020a68960a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.181452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-920553c3-473e-498c-8635-496167b14909 req-09e2ed8c-e5b7-4531-ba4f-6a020a68960a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.2142162 Mar 31 22:59:12.290588 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-ac7503d7-89c8-45c9-96cb-3d6e5088dc47 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094355 Mar 31 22:59:12.356934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-920553c3-473e-498c-8635-496167b14909 req-7c2e9075-a88f-46d5-814a-56212190e348 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733601 Mar 31 22:59:12.431491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-57ab908b-6e5b-408e-9e7a-7186906699a7 service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033587 Mar 31 22:59:12.553916 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9856c785-fd4d-4406-89db-4b46d4cc5149 x-openstack-request-id: req-9856c785-fd4d-4406-89db-4b46d4cc5149 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:12.554689 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81206408-63d8-4383-b318-5f7deb87507b", "name": "network-vif-deleted", "tag": "1859138a-28ac-4df9-a211-1173f35e4c87", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:12.555089 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9856c785-fd4d-4406-89db-4b46d4cc5149 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:12.555635 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9856c785-fd4d-4406-89db-4b46d4cc5149'] response: {'server_uuid': '81206408-63d8-4383-b318-5f7deb87507b', 'name': 'network-vif-deleted', 'tag': '1859138a-28ac-4df9-a211-1173f35e4c87', 'status': 'completed', 'code': 200} Mar 31 22:59:12.628129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5014bfbe-d0a2-4f37-8b83-35b34549c00b req-5312111d-00d6-4c9b-9b2c-6ea69181b37f tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=81206408-63d8-4383-b318-5f7deb87507b HTTP/1.1" status: 200 len: 210 time: 0.0322640 Mar 31 22:59:12.652531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8ddbea3b-f462-49aa-9903-b5af5e90247e req-1858d0ce-f950-45e4-b396-def0cfededfd service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536568 Mar 31 22:59:12.721926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-9531f4d6-8b7c-47b0-bf92-ba1711026c5d service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713692 Mar 31 22:59:12.815909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-624c5aa2-624a-4d70-82cb-62871820bbe6 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 998 time: 0.1667955 Mar 31 22:59:12.939012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b911-d45b-4ef4-9476-73326725b2ec req-809057ca-dfe6-48fe-98eb-8a4c00171fef tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.941693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-809057ca-dfe6-48fe-98eb-8a4c00171fef tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports/5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 943 time: 0.1247244 Mar 31 22:59:12.944465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6f0c8-b824-4825-ada7-a88bf929e6dc', 'name': 'network-vif-deleted', 'tag': '2b24d103-09da-497c-8142-5e8ce8908db6'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:12.947963 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd974b-22a9-459c-bc7a-d13a23efc6c1" -d '{"events": [{"server_uuid": "cca6f0c8-b824-4825-ada7-a88bf929e6dc", "name": "network-vif-deleted", "tag": "2b24d103-09da-497c-8142-5e8ce8908db6"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:13.099477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-6755f6c8-2bfb-4550-ae56-9032188ade1f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 1000 time: 0.0762966 Mar 31 22:59:13.260973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b911-d45b-4ef4-9476-73326725b2ec req-0bfe884c-56fd-4ccf-b3e7-5719b36f2b72 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:13.262437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-0bfe884c-56fd-4ccf-b3e7-5719b36f2b72 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.1587317 Mar 31 22:59:13.393329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-982e7e90-555f-4b0c-92f0-a4d91abfa704 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 1000 time: 0.1125648 Mar 31 22:59:13.422580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:13.559872 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.860835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.980016 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.980547 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Floating IP 45b9c604-56a5-4728-8e2f-43382e7f1d7c disassociated. External IP: 172.25.4.6, port: 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc. Mar 31 22:59:14.063877 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d8cc0e-2d20-43fe-862d-b9618fd81c94 x-openstack-request-id: req-e1d8cc0e-2d20-43fe-862d-b9618fd81c94 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:14.064261 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca6f0c8-b824-4825-ada7-a88bf929e6dc", "name": "network-vif-deleted", "tag": "2b24d103-09da-497c-8142-5e8ce8908db6", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:14.073225 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1d8cc0e-2d20-43fe-862d-b9618fd81c94 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:14.073225 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d8cc0e-2d20-43fe-862d-b9618fd81c94'] response: {'server_uuid': 'cca6f0c8-b824-4825-ada7-a88bf929e6dc', 'name': 'network-vif-deleted', 'tag': '2b24d103-09da-497c-8142-5e8ce8908db6', 'status': 'completed', 'code': 200} Mar 31 22:59:14.135252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1859138a-28ac-4df9-a211-1173f35e4c87 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:14.171529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 1859138a-28ac-4df9-a211-1173f35e4c87 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:14.173166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1859138a-28ac-4df9-a211-1173f35e4c87 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:14.488798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36524) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:14.542516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3976ae4-e8d5-44ff-97f7-05386a71be81 req-ab4df307-8261-4205-bbc5-1286bb4f4177 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 210 time: 0.4601099 Mar 31 22:59:14.777053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:14.865208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Router f406d737-2150-4ceb-a026-3b05694f5d13 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:14.881335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00259ec4-1713-438b-a361-cef781f9be4c req-9f57154b-b94a-46f1-b0c5-e774adc23aa7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:14.882913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00259ec4-1713-438b-a361-cef781f9be4c req-9f57154b-b94a-46f1-b0c5-e774adc23aa7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1205630 Mar 31 22:59:14.924053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.048547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00259ec4-1713-438b-a361-cef781f9be4c req-4b10fd6b-bb3a-4f69-9c4d-b962ccea8b2e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501360 Mar 31 22:59:15.088877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:15.096575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.105774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] Sync routers for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:15.128493 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.139701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:15.141534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:15.147520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-3466e705-cb51-42dc-8dd9-836c47e4ced9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "PUT /v2.0/floatingips/45b9c604-56a5-4728-8e2f-43382e7f1d7c HTTP/1.1" status: 200 len: 693 time: 1.7335827 Mar 31 22:59:15.332692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b911-d45b-4ef4-9476-73326725b2ec req-6aa91750-011a-455c-8f0c-e2ea0afc7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.339781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-6aa91750-011a-455c-8f0c-e2ea0afc7c92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.1713581 Mar 31 22:59:15.363724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:15.381084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Allocated IP 172.25.4.158 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/44a3039e-1de0-4135-b0fb-cda0e23e51d7) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:15.520950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b911-d45b-4ef4-9476-73326725b2ec req-446b0c7b-8f20-4872-8b9e-67a62cb77a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.532215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-446b0c7b-8f20-4872-8b9e-67a62cb77a04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 921 time: 0.1744726 Mar 31 22:59:15.559924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.592974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-ff4e769e-6d0a-44af-a0ac-fdcb8d6433fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 217 time: 0.0578022 Mar 31 22:59:15.659564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:50Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:15.691645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b055ec2-a810-48ae-ae17-8e46c0f84c67 req-1cb8297d-bcb9-4fd1-a25f-6f427ea97809 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.693834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b055ec2-a810-48ae-ae17-8e46c0f84c67 req-1cb8297d-bcb9-4fd1-a25f-6f427ea97809 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1514852 Mar 31 22:59:15.710255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] Checking router: f406d737-2150-4ceb-a026-3b05694f5d13 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:15.710508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36544) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:15.711730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'floatingip': {'port_id': '182fd706-c0e6-4393-9939-e994a61c6e82'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:15.713877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:15.715634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:15.720089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b911-d45b-4ef4-9476-73326725b2ec req-fdf386cd-24fa-47bc-adf3-2d6ddaf6be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.722083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-fdf386cd-24fa-47bc-adf3-2d6ddaf6be56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.1128662 Mar 31 22:59:15.770451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.777095 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.802015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-03b89920-98cb-411d-8264-0932356339cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678082 Mar 31 22:59:15.892180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:15.898317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:15.901627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:15.983188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-45542f9c-25f2-492e-a324-b386be8e6b88 service neutron] 10.222.0.31 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557634 Mar 31 22:59:15.988832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:16.007897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'Port': ['ID=44a3039e-1de0-4135-b0fb-cda0e23e51d7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:16.110639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:16.113702 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:16.197447 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.199977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3972b911-d45b-4ef4-9476-73326725b2ec req-6ba07f4b-959a-4b50-8c14-25e68d0084e2 service neutron] 10.222.0.31 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144952 Mar 31 22:59:16.356013 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:50Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:16.409988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9acdc-5063-43f2-9861-74b6e16f79fa None None] The sync data for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 is: [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:57:45Z', 'revision_number': 4, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '35ad0c31-8f44-44ba-bc46-c941c5665277', 'name': '', 'network_id': '755bcb41-d40b-447b-b617-3386ccc2cbe3', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'mac_address': 'fa:16:3e:9d:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:42Z', 'updated_at': '2022-03-31T22:57:50Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'subnets': [{'id': '799823f7-781b-4f7a-b9c5-99f1d8cefe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:16.649205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.778631 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72b8db-a40c-4bf3-90ee-f5b418de87ed None None] New status for floating IP 45b9c604-56a5-4728-8e2f-43382e7f1d7c: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:59:17.167011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.178519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.372737 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85722470-9697-4401-9c72-0d4b3cd12e2f x-openstack-request-id: req-85722470-9697-4401-9c72-0d4b3cd12e2f {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:17.373461 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:17.373461 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85722470-9697-4401-9c72-0d4b3cd12e2f {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:17.374138 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85722470-9697-4401-9c72-0d4b3cd12e2f'] response: {'name': 'network-changed', 'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'status': 'completed', 'code': 200} Mar 31 22:59:17.380218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26e53d45-177c-478f-9389-6f626770dc79 req-9d26f59d-e228-4957-a990-ce786a6e4d48 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 210 time: 0.0634322 Mar 31 22:59:17.465783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-635b6056-1856-4fd6-8d60-8ae2c26358c0 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/floatingips/45b9c604-56a5-4728-8e2f-43382e7f1d7c HTTP/1.1" status: 200 len: 691 time: 0.0898089 Mar 31 22:59:17.551094 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Floating IP eff1fb9d-152d-421f-8064-c958e73328ea associated. External IP: 172.25.4.79, port: 182fd706-c0e6-4393-9939-e994a61c6e82. Mar 31 22:59:17.683728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d9e8c-3696-4239-b03b-81214c5c0e7d req-8901eefd-943a-4764-af5d-313e9f6f941b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.696095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-490d9e8c-3696-4239-b03b-81214c5c0e7d req-8901eefd-943a-4764-af5d-313e9f6f941b tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.1173739 Mar 31 22:59:17.746517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-2449e7e9-997b-41fa-9a59-9cd56a91984a tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.748121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-2449e7e9-997b-41fa-9a59-9cd56a91984a tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.2813392 Mar 31 22:59:17.782185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-490d9e8c-3696-4239-b03b-81214c5c0e7d req-7e93f5a0-1b60-42a3-96ad-ce31bf356938 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841095 Mar 31 22:59:17.796726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-da76d7e3-d32b-460b-8cc7-e572103be0d9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:59:17.808158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-da76d7e3-d32b-460b-8cc7-e572103be0d9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231242 Mar 31 22:59:17.882532 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b34f24-2242-4e79-9301-876c29efbe5c req-6cb136d6-d1d2-4cd6-9f06-2970dc0b8483 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.883989 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-10b34f24-2242-4e79-9301-876c29efbe5c req-6cb136d6-d1d2-4cd6-9f06-2970dc0b8483 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.1313713 Mar 31 22:59:17.885831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-9314da09-9158-410a-bef8-588f1a6a179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.887149 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-9314da09-9158-410a-bef8-588f1a6a179c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bff2af154dc480382ef5619882bf4d5&device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 1097 time: 0.4749508 Mar 31 22:59:17.893287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.893813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-5d8f3b2c-bf2f-413f-adba-f013b53d6d98 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.0842483 Mar 31 22:59:18.002387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-799e101c-71b6-4778-82ab-d26a892f263e tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.0991528 Mar 31 22:59:18.060603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.189963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.421251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb674a5-39dd-440c-8188-193828a84167 req-4482afa1-648d-4c29-b4a5-4331b6ced765 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:18.423058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-4482afa1-648d-4c29-b4a5-4331b6ced765 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.2977152 Mar 31 22:59:18.475962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Deleting port 4fb34d44-53eb-412b-b1d2-f2f8e1485af3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:18.476213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.483156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-56e5a0fe-13f5-4980-906b-d5e703fa7c40 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3cede2d48664a2880a52c89b3250cf8 HTTP/1.1" status: 200 len: 380 time: 0.0511835 Mar 31 22:59:18.500619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'port': {'device_id': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'admin_state_up': True, 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'security_groups': ['7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:18.645014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.645328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.666403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Calling delete_port for 4fb34d44-53eb-412b-b1d2-f2f8e1485af3 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:18.670801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'Port': ['ID=44a3039e-1de0-4135-b0fb-cda0e23e51d7,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:18.712520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.717027 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8e3af72f-28ab-49f4-9823-2e61901ac427 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2235944 Mar 31 22:59:18.736987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36586) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:18.766133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-455149980'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:18.874191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eabc4059-2826-4065-b93f-f41aa6cbcad1 req-1803c386-9ea1-4025-8792-d671c7de3e30 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 210 time: 0.0391495 Mar 31 22:59:18.944089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-69ecfe1c-3c69-49d7-8cef-2358a08bf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:18.945101 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-69ecfe1c-3c69-49d7-8cef-2358a08bf0c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 200 len: 921 time: 1.0398090 Mar 31 22:59:18.946299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:18.949385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Deleting port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:18.949891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.011238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Made reservation on behalf of 8406fdaac53f4f1098a9c5306d4a511c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:19.014542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.049051 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-4a0ea3f6-4a08-4324-9cc2-4b8a27a4a77c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 200 len: 217 time: 0.0955813 Mar 31 22:59:19.068788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.161142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Made reservation on behalf of c3cede2d48664a2880a52c89b3250cf8 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:19.174653 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.184890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.279150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.316070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] For port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:19.316899 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.335348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-153b8a79-797b-418a-af6f-1114c7f3fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.337513 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-153b8a79-797b-418a-af6f-1114c7f3fb56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 200 len: 860 time: 0.2793880 Mar 31 22:59:19.348440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Calling delete_port for c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:19.384222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event deleted for resources: {'Port': ['ID=4fb34d44-53eb-412b-b1d2-f2f8e1485af3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:19.529868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Allocated IP 172.20.0.11 (db201a78-5b2e-427c-82ca-72b26a17ccee/3249cd8c-da32-4230-83dd-94d3251ae009/82e30caf-4a6b-41bd-9f21-e470d20304df) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:19.558046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:19.576010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cb2d110-e200-489a-875c-b5c1f557461e req-5970f4ff-ad73-4478-95d8-7216ecca412f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1943622 Mar 31 22:59:19.597753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] Sync routers for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:19.623479 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:19.624131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:19.624844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6be535-89fe-4cea-bdaf-3564d5c5fb76 req-73daf4a9-6d45-49a0-abe1-4fe0705cacdb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.637323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.638172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f6be535-89fe-4cea-bdaf-3564d5c5fb76 req-73daf4a9-6d45-49a0-abe1-4fe0705cacdb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 944 time: 0.2548666 Mar 31 22:59:19.652762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.663146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-946d745e-1596-4efd-a722-e99eab6dcec5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=755bcb41-d40b-447b-b617-3386ccc2cbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3168445 Mar 31 22:59:19.755162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.758065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.759025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbea9f1f-753c-48d2-9fa4-b980e099c2e6 req-4018c72f-edaf-464a-99eb-26e429e7c7ac tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "DELETE /v2.0/floatingips/45b9c604-56a5-4728-8e2f-43382e7f1d7c HTTP/1.1" status: 204 len: 173 time: 1.7455516 Mar 31 22:59:19.878024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f6be535-89fe-4cea-bdaf-3564d5c5fb76 req-a9975bb9-02e9-44b0-83e6-b1c65c5493ba tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169614 Mar 31 22:59:19.880870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d110-e200-489a-875c-b5c1f557461e req-bde07945-802f-4f7e-ae88-ad100dbf2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.891809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cb2d110-e200-489a-875c-b5c1f557461e req-bde07945-802f-4f7e-ae88-ad100dbf2ceb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1096 time: 0.2443855 Mar 31 22:59:19.897489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:19.973059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:19.980155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-92655adb-e6d0-4ad4-b1dd-3a409f513f47 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942731 Mar 31 22:59:19.981702 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0fb9eff9-4b7a-4e1a-abcf-c2d57c72a801 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "PUT /v2.0/floatingips/eff1fb9d-152d-421f-8064-c958e73328ea HTTP/1.1" status: 200 len: 990 time: 4.2747271 Mar 31 22:59:19.994778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:20.000943 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f81def-aa6d-4485-a08f-52055e9e4c33" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:20.100314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.104587 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Added segment 1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd of type vlan for network e97b98aa-56f7-4b8e-8227-71bc1238b859 Mar 31 22:59:20.129751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0682bb8d-b8e3-4448-a1a9-d43081ed4704,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:20.173183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cc299e9-fe9d-4c0f-ba87-ecaf054d4558 req-9d9b46f7-3ebe-489e-a8df-d195042a7e60 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups/dcdeeb25-8786-4ca1-8d85-d88814955fd7 HTTP/1.1" status: 200 len: 1809 time: 0.1691732 Mar 31 22:59:20.203396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.225920 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9c81a2b8-0433-4b69-91a3-53b6cfbec7e2 req-b7373064-d2b6-44c1-b813-ece6f2c3bd06 service neutron] 10.222.0.50 "GET /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210386 Mar 31 22:59:20.236694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58e39c31-c26f-48e8-883d-4de6ced8b2eb req-a0b66dc5-1cbe-49d7-bec2-1e48b34c0964 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 210 time: 0.0765662 Mar 31 22:59:20.243358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d110-e200-489a-875c-b5c1f557461e req-b255d3a6-5060-4855-a226-f2e7a7f1b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.244885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cb2d110-e200-489a-875c-b5c1f557461e req-b255d3a6-5060-4855-a226-f2e7a7f1b4ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.3195381 Mar 31 22:59:20.285126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.378497 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cd42cf-87aa-4033-b756-b04d81b5cd9f x-openstack-request-id: req-29cd42cf-87aa-4033-b756-b04d81b5cd9f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:20.378782 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:20.379048 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29cd42cf-87aa-4033-b756-b04d81b5cd9f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:20.379466 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cd42cf-87aa-4033-b756-b04d81b5cd9f'] response: {'name': 'network-changed', 'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82', 'status': 'completed', 'code': 200} Mar 31 22:59:20.388978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eff1fb9d-152d-421f-8064-c958e73328ea', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'port_id': '182fd706-c0e6-4393-9939-e994a61c6e82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'mac_address': 'fa:16:3e:a8:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:45Z', 'updated_at': '2022-03-31T22:59:16Z', 'revision_number': 1, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:20.392939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Pushing event deleted for resources: {'Port': ['ID=c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:20.407436 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.412296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.412911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.457336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] Checking router: 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:20.474145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:20.475277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:20.487222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cb2d110-e200-489a-875c-b5c1f557461e req-afb88513-c3fb-4009-922d-7b7bf3b1949a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 998 time: 0.2294779 Mar 31 22:59:20.511814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] No DVR routers for this DVR port c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:20.522515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.528376 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-10b34f24-2242-4e79-9301-876c29efbe5c req-160e2385-8069-472a-912c-ff40aece6504 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.50 "DELETE /v2.0/ports/c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 HTTP/1.1" status: 204 len: 173 time: 2.6317682 Mar 31 22:59:20.544422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'Network': ['ID=e97b98aa-56f7-4b8e-8227-71bc1238b859,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:20.560711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1cc299e9-fe9d-4c0f-ba87-ecaf054d4558 req-f6bbe07a-9ace-4219-9f7b-8b850bfcad21 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.601054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1cc299e9-fe9d-4c0f-ba87-ecaf054d4558 req-f6bbe07a-9ace-4219-9f7b-8b850bfcad21 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.619080 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7bcd9f99-018c-4606-8839-20aef50af16f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8738484 Mar 31 22:59:20.619317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36620) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:20.635850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Request body: {'subnet': {'network_id': 'e97b98aa-56f7-4b8e-8227-71bc1238b859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:20.680794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:20.699581 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.765117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1cc299e9-fe9d-4c0f-ba87-ecaf054d4558 req-f6bbe07a-9ace-4219-9f7b-8b850bfcad21 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.768949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1cc299e9-fe9d-4c0f-ba87-ecaf054d4558 req-f6bbe07a-9ace-4219-9f7b-8b850bfcad21 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.777152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cc299e9-fe9d-4c0f-ba87-ecaf054d4558 req-f6bbe07a-9ace-4219-9f7b-8b850bfcad21 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "DELETE /v2.0/security-groups/dcdeeb25-8786-4ca1-8d85-d88814955fd7 HTTP/1.1" status: 204 len: 173 time: 0.5756269 Mar 31 22:59:20.821642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:20.826086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d110-e200-489a-875c-b5c1f557461e req-7489cf13-3d34-49da-8bc2-d3965e09defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.832518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cb2d110-e200-489a-875c-b5c1f557461e req-7489cf13-3d34-49da-8bc2-d3965e09defe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.3312747 Mar 31 22:59:20.832518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbe07a-9ace-4219-9f7b-8b850bfcad21 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdeeb25-8786-4ca1-8d85-d88814955fd7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:20.901739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.917872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Made reservation on behalf of 8406fdaac53f4f1098a9c5306d4a511c for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:20.923433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.035531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:21.047499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Network db201a78-5b2e-427c-82ca-72b26a17ccee is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:21.052425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:21.057251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:21.132359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d110-e200-489a-875c-b5c1f557461e req-df9c1f69-9d2f-45c9-867e-2409c1fb8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.133949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cb2d110-e200-489a-875c-b5c1f557461e req-df9c1f69-9d2f-45c9-867e-2409c1fb8f60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937059 Mar 31 22:59:21.215924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.220661 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.368475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cb2d110-e200-489a-875c-b5c1f557461e req-f64a2592-67fb-4654-9336-ac52d1ca85f5 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193098 Mar 31 22:59:21.399975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.508941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-0a5e139c-a1f3-4ec4-b636-194c85816250 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0144815 Mar 31 22:59:21.532045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Request body: {'port': {'device_id': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:21.596994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'Subnet': ['ID=aef02858-29e1-45df-b68d-1b95bc595a5a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:21.608221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Checking segment: {'id': '1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97b98aa-56f7-4b8e-8227-71bc1238b859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:21.609107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Network hostable DHCP agents. Network: e97b98aa-56f7-4b8e-8227-71bc1238b859, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:21.752326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:21.788761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cbcf2044-6cca-4e37-98ba-28760605a5e6 None None] Provisioning complete for port 82e30caf-4a6b-41bd-9f21-e470d20304df triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:21.789757 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2044-6cca-4e37-98ba-28760605a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.853476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf2044-6cca-4e37-98ba-28760605a5e6 None None] Port 82e30caf-4a6b-41bd-9f21-e470d20304df cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:21.884128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, e97b98aa-56f7-4b8e-8227-71bc1238b859) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:21.885216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eff1fb9d-152d-421f-8064-c958e73328ea', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'port_id': '182fd706-c0e6-4393-9939-e994a61c6e82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'mac_address': 'fa:16:3e:a8:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:45Z', 'updated_at': '2022-03-31T22:59:16Z', 'revision_number': 1, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:21.892716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.893463 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.932505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e881e2f4-9db0-49af-bff4-7c07dd3e2140 None None] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:21.939137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b7f2b-f86d-499d-94a2-0c7b71d6c9d4 None None] The sync data for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 is: [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eff1fb9d-152d-421f-8064-c958e73328ea', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'port_id': '182fd706-c0e6-4393-9939-e994a61c6e82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'mac_address': 'fa:16:3e:a8:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:45Z', 'updated_at': '2022-03-31T22:59:16Z', 'revision_number': 1, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:22.089863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e903dc6e-e3c8-4a93-b358-a34a673fbc9b req-9facee9e-06f9-481e-b710-9c490c9d51bf tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f07bce-6487-4800-ba7a-92c4c0dcf6dd HTTP/1.1" status: 200 len: 210 time: 0.5010951 Mar 31 22:59:22.122874 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-814287c9-a392-4982-abf5-8de904d5516f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5022428 Mar 31 22:59:22.123797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36644) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:22.135471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1442201092', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:22.172305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cb2d110-e200-489a-875c-b5c1f557461e req-81da16cd-b8c5-4680-9240-bc524362aef4 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7966251 Mar 31 22:59:22.187074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:22.253688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-e97b98aa-56f7-4b8e-8227-71bc1238b859', 'network_id': 'e97b98aa-56f7-4b8e-8227-71bc1238b859', 'tenant_id': '8406fdaac53f4f1098a9c5306d4a511c', 'fixed_ips': [{'subnet_id': 'aef02858-29e1-45df-b68d-1b95bc595a5a'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:59:22.254966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.271411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.272977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.287274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:22.287916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:22.295921 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.329790 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9138a07-4465-4e64-9fc1-3d32e5293124 None None] New status for floating IP eff1fb9d-152d-421f-8064-c958e73328ea: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:59:22.433665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'name': 'network-vif-deleted', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:22.446196 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4026ab-6781-4320-8263-72ffb9c6da7d" -d '{"events": [{"server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "name": "network-vif-deleted", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:22.464642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.587944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Allocated IP 172.20.0.2 (e97b98aa-56f7-4b8e-8227-71bc1238b859/aef02858-29e1-45df-b68d-1b95bc595a5a/36008169-73af-4c19-87fc-06da0499bd57) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:22.620792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddfb89-aacc-4d81-bef2-d87b4a3845da req-b354eb48-9768-4568-9225-26b853c6a37b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.626525 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9ddfb89-aacc-4d81-bef2-d87b4a3845da req-b354eb48-9768-4568-9225-26b853c6a37b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 932 time: 0.6206694 Mar 31 22:59:22.669671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30786c28-ba01-4d88-ac6d-7e3c7d23d064 req-5afc8179-55c4-4c1a-983d-2162e4bedb87 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.673646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30786c28-ba01-4d88-ac6d-7e3c7d23d064 req-5afc8179-55c4-4c1a-983d-2162e4bedb87 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.4375527 Mar 31 22:59:22.773299 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.792856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-f3c24366-02f6-4d64-9750-0276078596e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.793165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-f3c24366-02f6-4d64-9750-0276078596e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1096 time: 0.2476773 Mar 31 22:59:22.801090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9ddfb89-aacc-4d81-bef2-d87b4a3845da req-9f00cdbc-ebae-4af3-894f-1cd1f4e4f94a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582193 Mar 31 22:59:22.874310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30786c28-ba01-4d88-ac6d-7e3c7d23d064 req-138b7a86-f75c-4eb5-8b9e-735c2cd710c9 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740994 Mar 31 22:59:22.960359 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6a3d42-732f-44b6-8156-22e642f13cf3 x-openstack-request-id: req-7f6a3d42-732f-44b6-8156-22e642f13cf3 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:22.960660 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f07bce-6487-4800-ba7a-92c4c0dcf6dd", "name": "network-vif-deleted", "tag": "c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:22.960916 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f6a3d42-732f-44b6-8156-22e642f13cf3 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:22.972004 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6a3d42-732f-44b6-8156-22e642f13cf3'] response: {'server_uuid': 'e2f07bce-6487-4800-ba7a-92c4c0dcf6dd', 'name': 'network-vif-deleted', 'tag': 'c0ccb25c-d0be-4d13-b9d9-a6ec2c2924e6', 'status': 'completed', 'code': 200} Mar 31 22:59:22.998899 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.073674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e30caf-4a6b-41bd-9f21-e470d20304df {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:23.088707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:23.097507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.100319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:23.116321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Transition to ACTIVE for port object 82e30caf-4a6b-41bd-9f21-e470d20304df will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:23.195773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Pushing event updated for resources: {'Port': ['ID=36008169-73af-4c19-87fc-06da0499bd57,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.199949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-c0a30d7b-146b-46a0-b72c-aaac03d7048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.201728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-c0a30d7b-146b-46a0-b72c-aaac03d7048b service neutron] 10.222.0.45 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.3956730 Mar 31 22:59:23.206888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.269225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:23.320008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.340486 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.370029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Attempting to bind port 36008169-73af-4c19-87fc-06da0499bd57 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:23.380299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Attempting to bind port 36008169-73af-4c19-87fc-06da0499bd57 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97b98aa-56f7-4b8e-8227-71bc1238b859'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:23.380299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Attempting to bind port 36008169-73af-4c19-87fc-06da0499bd57 on network e97b98aa-56f7-4b8e-8227-71bc1238b859 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:23.389496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:23.392130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Checking segment: {'id': '1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97b98aa-56f7-4b8e-8227-71bc1238b859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:23.393767 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.397717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Bound using segment: {'id': '1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97b98aa-56f7-4b8e-8227-71bc1238b859'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:23.398412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Bound port: 36008169-73af-4c19-87fc-06da0499bd57, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97b98aa-56f7-4b8e-8227-71bc1238b859'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:23.398957 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.504776 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-e9a0e315-210e-4ae4-999b-7c29e074e4e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 1000 time: 0.2955539 Mar 31 22:59:23.565244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] For port 36008169-73af-4c19-87fc-06da0499bd57, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:23.582135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.586418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] For port 36008169-73af-4c19-87fc-06da0499bd57, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=36008169-73af-4c19-87fc-06da0499bd57,segment=NetworkSegment(1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd),segment_id=1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:23.699885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-db2e06b5-9a7e-4644-be7d-092338973d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.701828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-db2e06b5-9a7e-4644-be7d-092338973d56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.1744695 Mar 31 22:59:23.767632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-c1a7a007-c098-47a1-8042-68eda8b0138d tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.770510 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-c1a7a007-c098-47a1-8042-68eda8b0138d tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.2638297 Mar 31 22:59:23.787467 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.841424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-f5c5c691-3f71-4fd2-8baf-7703a7bf3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.843005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-f5c5c691-3f71-4fd2-8baf-7703a7bf3afe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954831 Mar 31 22:59:23.866682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Attempting to bind port 82e30caf-4a6b-41bd-9f21-e470d20304df on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:23.867104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Attempting to bind port 82e30caf-4a6b-41bd-9f21-e470d20304df by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:23.867435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Attempting to bind port 82e30caf-4a6b-41bd-9f21-e470d20304df on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:23.873479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Port 82e30caf-4a6b-41bd-9f21-e470d20304df on network db201a78-5b2e-427c-82ca-72b26a17ccee not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:23.873800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Attempting to bind port 82e30caf-4a6b-41bd-9f21-e470d20304df on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:23.889197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:23.889548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Checking segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:23.889948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Bound using segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:23.890421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Bound port: 82e30caf-4a6b-41bd-9f21-e470d20304df, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:23.890831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.925569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5c5c5-5f89-4363-9626-591ba63914a0 None None] Pushing event updated for resources: {'Port': ['ID=36008169-73af-4c19-87fc-06da0499bd57,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.985171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Deleting port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:23.985171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.167896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-68d31ca5-cdd6-46f0-b24e-7a2b5d6ad183 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100901 Mar 31 22:59:24.283115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:24.288262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:24.407588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f7438-3729-4030-a4d8-308c9ecba526 req-0c63a3b6-c0d9-48b3-b53e-a1777683cd49 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.409978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-743f7438-3729-4030-a4d8-308c9ecba526 req-0c63a3b6-c0d9-48b3-b53e-a1777683cd49 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 944 time: 0.1199596 Mar 31 22:59:24.428338 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.463225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55f81def-aa6d-4485-a08f-52055e9e4c33 req-59ad79f3-a6fe-4e5c-85b3-c7cccb79634e service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844226 Mar 31 22:59:24.489732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.492834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.533845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] For port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:24.533845 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.575723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-743f7438-3729-4030-a4d8-308c9ecba526 req-27ac0366-3f60-4cd6-a391-92e0c147931e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500540 Mar 31 22:59:24.621411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.627341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Calling delete_port for 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:24.637103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.639095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] 10.222.0.45 "PUT /v2.0/ports/82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1092 time: 3.1140947 Mar 31 22:59:24.639708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:24.646129 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5495e81-dbc6-4d55-9d11-42d326430cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:24.703768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd57c-799b-4a12-8e8a-b636212e0f82 req-eb91970a-086c-4ab6-b7c9-026e50bd0c07 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.705566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03dfd57c-799b-4a12-8e8a-b636212e0f82 req-eb91970a-086c-4ab6-b7c9-026e50bd0c07 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 946 time: 0.3156676 Mar 31 22:59:24.724422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71a482-859d-43c8-86d3-b9bfc630f176 service neutron] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:24.810315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03dfd57c-799b-4a12-8e8a-b636212e0f82 req-7d56394f-94b5-45fe-9bfa-fe660146ba70 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d49254b-468d-4a91-9c1d-bd105a57126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946128 Mar 31 22:59:24.847539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 36008169-73af-4c19-87fc-06da0499bd57 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:24.973817 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3badd3-e973-448c-ab51-f5bbe9453a3e x-openstack-request-id: req-ba3badd3-e973-448c-ab51-f5bbe9453a3e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:24.974175 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:24.974439 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba3badd3-e973-448c-ab51-f5bbe9453a3e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:24.974848 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3badd3-e973-448c-ab51-f5bbe9453a3e'] response: {'name': 'network-changed', 'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'status': 'completed', 'code': 200} Mar 31 22:59:24.997184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 36008169-73af-4c19-87fc-06da0499bd57 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:24.998250 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.007194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2da431-aef0-44c9-9c8c-8bed6b1b367e req-910ab024-f953-4aab-96bf-c9eff506d59c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.008904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc2da431-aef0-44c9-9c8c-8bed6b1b367e req-910ab024-f953-4aab-96bf-c9eff506d59c tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 945 time: 0.1684506 Mar 31 22:59:25.030836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb674a5-39dd-440c-8188-193828a84167 req-6a3471af-913d-41bb-870e-61eaf9a7dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.030836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-6a3471af-913d-41bb-870e-61eaf9a7dd28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1095 time: 0.1600485 Mar 31 22:59:25.057916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-1cb9eb05-8c67-4e3f-adac-72ccf59917fa tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.059564 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-1cb9eb05-8c67-4e3f-adac-72ccf59917fa tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.50 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 945 time: 0.4171209 Mar 31 22:59:25.105630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-ba556eeb-46ad-4ab3-9d5a-efd72a9023e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 217 time: 0.0573881 Mar 31 22:59:25.245459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Allocated IP 172.25.4.49 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/1e02300b-f654-41c2-be31-32be82137166) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:25.270046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc2da431-aef0-44c9-9c8c-8bed6b1b367e req-1f0b4327-3af5-46ba-a472-df2861c39f42 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421594 Mar 31 22:59:25.320422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb674a5-39dd-440c-8188-193828a84167 req-fdaca7ce-ddd4-439d-87bf-7bdb7938db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.325424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-fdaca7ce-ddd4-439d-87bf-7bdb7938db94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.2107706 Mar 31 22:59:25.377309 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.462809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 36008169-73af-4c19-87fc-06da0499bd57, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=36008169-73af-4c19-87fc-06da0499bd57,segment=NetworkSegment(1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd),segment_id=1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:25.467194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb674a5-39dd-440c-8188-193828a84167 req-47e04327-f1cd-496b-a43d-fd4b3a30c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.469963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-47e04327-f1cd-496b-a43d-fd4b3a30c046 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358242 Mar 31 22:59:25.481448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.527122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.539264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:25.604868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Pushing event deleted for resources: {'Port': ['ID=5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:25.643522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.657676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Deleting port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:25.673124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.684060 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-53b0f07f-8423-43e8-8b15-c597d1bf79fe service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069378 Mar 31 22:59:25.697094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.743453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] No DVR routers for this DVR port 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:25.755885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.759873 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d3511739-f065-4a3c-9f59-10beb0bcc497 req-09a4a465-507c-4472-a711-0c67b11be9c8 tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.50 "DELETE /v2.0/ports/5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc HTTP/1.1" status: 204 len: 173 time: 1.9824822 Mar 31 22:59:25.790174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'name': 'network-vif-deleted', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:25.792820 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23010863-de3f-4039-8b39-634b6be48355" -d '{"events": [{"server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "name": "network-vif-deleted", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:25.844987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=36008169-73af-4c19-87fc-06da0499bd57,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:25.850416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:25.874219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:25.896241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:25.900808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e72b7-f6a7-4f10-859a-b53badcf1edc None None] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:25.975036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3737-5256-4de4-b67e-e4dbc6ef0da4 req-6ced23df-1c9d-4577-a7c4-a9b7da20cdbd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.976693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fda3737-5256-4de4-b67e-e4dbc6ef0da4 req-6ced23df-1c9d-4577-a7c4-a9b7da20cdbd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 944 time: 0.1899180 Mar 31 22:59:25.996613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bb674a5-39dd-440c-8188-193828a84167 req-ba2e2b76-22a1-4ca9-9b1b-91d4e2cd2839 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043394 Mar 31 22:59:26.022735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'Port': ['ID=1e02300b-f654-41c2-be31-32be82137166,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:26.061785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fda3737-5256-4de4-b67e-e4dbc6ef0da4 req-f07cbcf3-9561-4244-a51d-7a658a00ccc4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732429 Mar 31 22:59:26.079693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d75cee72-1dbd-4e5f-9584-221c682bc481 None None] Provisioning complete for port 36008169-73af-4c19-87fc-06da0499bd57 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:26.080188 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d75cee72-1dbd-4e5f-9584-221c682bc481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.391491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a1d9dc2-4d92-4449-ac17-1ca39f7a0e27 req-9cce40ec-4c10-43c9-be91-2fdbd1502a5f tempest-ServerRescueTestJSONUnderV235-1308498145 tempest-ServerRescueTestJSONUnderV235-1308498145-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0e8af4-19c8-4fd0-8d6a-b96733288683 HTTP/1.1" status: 200 len: 210 time: 0.1005795 Mar 31 22:59:26.457591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-d165ef8b-066f-46bc-9741-e69eac4b83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.464590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-d165ef8b-066f-46bc-9741-e69eac4b83cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1095 time: 0.2011445 Mar 31 22:59:26.679391 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df3a26-20c2-4a70-96e0-85557c585b26 x-openstack-request-id: req-e1df3a26-20c2-4a70-96e0-85557c585b26 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:26.680251 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0e8af4-19c8-4fd0-8d6a-b96733288683", "name": "network-vif-deleted", "tag": "5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:26.680251 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1df3a26-20c2-4a70-96e0-85557c585b26 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:26.680426 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1df3a26-20c2-4a70-96e0-85557c585b26'] response: {'server_uuid': 'dd0e8af4-19c8-4fd0-8d6a-b96733288683', 'name': 'network-vif-deleted', 'tag': '5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc', 'status': 'completed', 'code': 200} Mar 31 22:59:26.772566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 36008169-73af-4c19-87fc-06da0499bd57 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:26.818798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-5b01fb00-5523-4da2-aafb-5c5cb8e40fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.822237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-5b01fb00-5523-4da2-aafb-5c5cb8e40fe0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.3538628 Mar 31 22:59:26.841566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] For port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,segment=NetworkSegment(cd1a36d0-7d0b-4669-86ea-2e0d14aa4573),segment_id=cd1a36d0-7d0b-4669-86ea-2e0d14aa4573)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:26.842634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.871764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Calling delete_port for e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:26.972812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-6614b71d-4015-46b0-9c36-a703f56fe928 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 217 time: 0.1406050 Mar 31 22:59:26.980109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 36008169-73af-4c19-87fc-06da0499bd57 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:26.980950 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.996939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026f172-c0ef-4afb-857b-03b9b7a3fbe9 req-9fc8bff0-4299-4588-a25f-1ae97f9dbd4d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.011671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4026f172-c0ef-4afb-857b-03b9b7a3fbe9 req-9fc8bff0-4299-4588-a25f-1ae97f9dbd4d tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 945 time: 0.3294842 Mar 31 22:59:27.103892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4026f172-c0ef-4afb-857b-03b9b7a3fbe9 req-e227a328-d33e-4c61-a2d9-a7e356c063aa tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc29c00-08dd-4603-9a90-3f9d342ed58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894020 Mar 31 22:59:27.129145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ea4af549-8ad8-42a0-8b14-57cd0857110f None None] Provisioning complete for port 36008169-73af-4c19-87fc-06da0499bd57 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:27.129522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ea4af549-8ad8-42a0-8b14-57cd0857110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.135409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-daa09cbb-5ae4-4463-a6b6-5f2279104400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.142688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-daa09cbb-5ae4-4463-a6b6-5f2279104400 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.0976686 Mar 31 22:59:27.272206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-45e9fbd8-9b6f-42b8-afc7-6bc2d1a35920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.274136 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-45e9fbd8-9b6f-42b8-afc7-6bc2d1a35920 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234000 Mar 31 22:59:27.385759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cda66-5367-4522-a2a1-06819da341f6 req-315959c5-a8d9-4979-8842-27fa8a0460cf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.399333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a10cda66-5367-4522-a2a1-06819da341f6 req-315959c5-a8d9-4979-8842-27fa8a0460cf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 944 time: 0.1882043 Mar 31 22:59:27.417684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.512288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a10cda66-5367-4522-a2a1-06819da341f6 req-e251cc36-252b-4a51-a30b-4b33c958ac50 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099830 Mar 31 22:59:27.545608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36718) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:27.563561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-bf51f187-1278-49fb-9d47-1cbb63d21bb0 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816360 Mar 31 22:59:27.707481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36728) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:27.746805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.902584 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.975409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Pushing event deleted for resources: {'Port': ['ID=e06d33ec-2e4e-4534-b4bc-3d51b40e77c1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:28.010305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5495e81-dbc6-4d55-9d11-42d326430cb1 req-23663e7d-2dd9-409c-8c8e-c3b45a4256ae service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993672 Mar 31 22:59:28.059347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] No DVR routers for this DVR port e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:28.067061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b02bfc-9b4e-4b43-adbd-fcccf808894a admin admin] Deleting subnet 2508d8b7-f29b-4711-aee0-bc5c76dd4591 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:28.071958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.075213 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67b0298d-ec3b-487b-9c93-a5297ee9d4b9 req-97990996-feb7-4e60-846d-a815254e9fbb tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.50 "DELETE /v2.0/ports/e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 HTTP/1.1" status: 204 len: 173 time: 2.9881380 Mar 31 22:59:28.079700 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13b02bfc-9b4e-4b43-adbd-fcccf808894a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.124336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13b02bfc-9b4e-4b43-adbd-fcccf808894a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.188970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:28.202672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13b02bfc-9b4e-4b43-adbd-fcccf808894a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.266285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:28.266694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5dc40fff-9ee2-4033-b3ad-7f6d0f1031fc not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:28.267156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:28.287323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cbbdb45-dc0c-4d4c-8306-3be3de4cde8a req-bdcf1361-3361-42ee-a50a-14b16d8c38d0 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 210 time: 0.0496838 Mar 31 22:59:28.292103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:28.292441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e06d33ec-2e4e-4534-b4bc-3d51b40e77c1 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:28.311000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Router 3329c822-8073-4662-a4d0-b27b3e139a61 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:59:28.375536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.451219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:28.463505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8be2f5-ccb9-40b1-8139-1c8007693d91 None None] Sync routers for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:28.477863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8be2f5-ccb9-40b1-8139-1c8007693d91 None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:28.478874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2a8be2f5-ccb9-40b1-8139-1c8007693d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:28.507881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13b02bfc-9b4e-4b43-adbd-fcccf808894a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.517812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:28.521369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2a8be2f5-ccb9-40b1-8139-1c8007693d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:28.592624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b02bfc-9b4e-4b43-adbd-fcccf808894a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2508d8b7-f29b-4711-aee0-bc5c76dd4591,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:28.639691 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13b02bfc-9b4e-4b43-adbd-fcccf808894a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.659628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-13b02bfc-9b4e-4b43-adbd-fcccf808894a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2508d8b7-f29b-4711-aee0-bc5c76dd4591 HTTP/1.1" status: 204 len: 168 time: 0.9460950 Mar 31 22:59:28.662468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36744) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:28.667054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:28.685663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'mac_address': 'fa:16:3e:be:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:28.696680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'name': 'network-vif-deleted', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:28.713041 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d7230e-858e-4137-8341-f076c9d33107" -d '{"events": [{"server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "name": "network-vif-deleted", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:28.729090 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.739989 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0810f26a-b818-4468-b3d6-349122f8ceda tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.6055048 Mar 31 22:59:28.746074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36748) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:28.759931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8be2f5-ccb9-40b1-8139-1c8007693d91 None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:28.760562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2a8be2f5-ccb9-40b1-8139-1c8007693d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:28.873657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2a8be2f5-ccb9-40b1-8139-1c8007693d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:28.874701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8be2f5-ccb9-40b1-8139-1c8007693d91 None None] The sync data for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:28.884733 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.897185 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b46e8-c9f8-4268-99e5-a97b0e66e1a4 x-openstack-request-id: req-397b46e8-c9f8-4268-99e5-a97b0e66e1a4 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:28.897490 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583eed7f-78ab-4e1c-8c54-ab5ebab46a02", "name": "network-vif-deleted", "tag": "e06d33ec-2e4e-4534-b4bc-3d51b40e77c1", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:28.898412 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-397b46e8-c9f8-4268-99e5-a97b0e66e1a4 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:28.898412 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397b46e8-c9f8-4268-99e5-a97b0e66e1a4'] response: {'server_uuid': '583eed7f-78ab-4e1c-8c54-ab5ebab46a02', 'name': 'network-vif-deleted', 'tag': 'e06d33ec-2e4e-4534-b4bc-3d51b40e77c1', 'status': 'completed', 'code': 200} Mar 31 22:59:28.899330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36752) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:28.905761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e30caf-4a6b-41bd-9f21-e470d20304df {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:28.908129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.934324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:29.003717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.036739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990b1455-6cc7-44e1-a7d3-10424a31969d']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:29.050642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d06ea6-2178-4c39-bff2-da1114bb755e') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:29.051034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d06ea6-2178-4c39-bff2-da1114bb755e') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:29.068284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.071148 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.081395 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dab0fec5-6b7f-44f1-bc1f-c18505e03fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.119939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.143727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.151911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:29.152141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:29.154234 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:29.299696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dab0fec5-6b7f-44f1-bc1f-c18505e03fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.353549 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.384717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.392423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['82e30caf-4a6b-41bd-9f21-e470d20304df'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:29.398814 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] 10.222.0.31 "DELETE /v2.0/networks/990b1455-6cc7-44e1-a7d3-10424a31969d HTTP/1.1" status: 204 len: 168 time: 0.7319067 Mar 31 22:59:29.398814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d7a0a-07b8-44b5-b2d3-719c5e6b73ac admin admin] Pushing event deleted for resources: {'Network': ['ID=990b1455-6cc7-44e1-a7d3-10424a31969d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.408913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dab0fec5-6b7f-44f1-bc1f-c18505e03fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.455914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0fec5-6b7f-44f1-bc1f-c18505e03fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda93dd0-3363-4162-adba-1a6fc098a826,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.462588 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dab0fec5-6b7f-44f1-bc1f-c18505e03fd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba323f93665b4b5fa1a96fdb8b4bc200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618193 Mar 31 22:59:29.467569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36762) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:29.563532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccb7621d-b4e1-4776-afad-97ce9a3c226c req-d31aca98-d6d6-4b70-bfa9-5c5a2774b8e5 tempest-LiveMigrationTest-2120265646 tempest-LiveMigrationTest-2120265646-project] 10.222.0.31 "GET /v2.0/ports?device_id=583eed7f-78ab-4e1c-8c54-ab5ebab46a02 HTTP/1.1" status: 200 len: 210 time: 0.0548053 Mar 31 22:59:29.568065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae4758b8-6b24-4c42-85a3-4351b1e0f59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.578380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c0cbb-0e5b-4be1-8fa8-c08f6ccb2579 req-4d9e08ac-d7c6-4217-adde-9aae97a1de03 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.586880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a37c0cbb-0e5b-4be1-8fa8-c08f6ccb2579 req-4d9e08ac-d7c6-4217-adde-9aae97a1de03 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 944 time: 0.7578855 Mar 31 22:59:29.620033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae4758b8-6b24-4c42-85a3-4351b1e0f59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.742251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a37c0cbb-0e5b-4be1-8fa8-c08f6ccb2579 req-1c73aec0-efd7-41b9-a673-3908e068fe4f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543887 Mar 31 22:59:29.872492 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae4758b8-6b24-4c42-85a3-4351b1e0f59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.875765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae4758b8-6b24-4c42-85a3-4351b1e0f59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.877730 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae4758b8-6b24-4c42-85a3-4351b1e0f59d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cda93dd0-3363-4162-adba-1a6fc098a826 HTTP/1.1" status: 204 len: 168 time: 0.4087744 Mar 31 22:59:29.888301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4758b8-6b24-4c42-85a3-4351b1e0f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda93dd0-3363-4162-adba-1a6fc098a826,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.925376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Deleting port 35ad0c31-8f44-44ba-bc46-c941c5665277 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:29.925980 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.012116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36768) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:30.132646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] For port 35ad0c31-8f44-44ba-bc46-c941c5665277, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=35ad0c31-8f44-44ba-bc46-c941c5665277,segment=NetworkSegment(740de424-5ebc-40b2-8fdc-879dd719d625),segment_id=740de424-5ebc-40b2-8fdc-879dd719d625)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:30.133040 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.139009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-68aae234-9a37-4ba9-8bce-0dd8b72f5e55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c91b29970f0a4a4fb4b7d1e2e94bbff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244762 Mar 31 22:59:30.142803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36770) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:30.171828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Calling delete_port for 35ad0c31-8f44-44ba-bc46-c941c5665277 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:30.193013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1377585-efc5-436a-bca3-227ee0d23a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.221895 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1377585-efc5-436a-bca3-227ee0d23a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.292163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.443955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1377585-efc5-436a-bca3-227ee0d23a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.447747 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1377585-efc5-436a-bca3-227ee0d23a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.453459 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b1377585-efc5-436a-bca3-227ee0d23a11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/913f3fc3-8a95-4152-8859-9e349a974d5a HTTP/1.1" status: 204 len: 168 time: 0.3052826 Mar 31 22:59:30.460562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1377585-efc5-436a-bca3-227ee0d23a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f3fc3-8a95-4152-8859-9e349a974d5a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.525337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:30.644135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36784) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:30.701346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 82e30caf-4a6b-41bd-9f21-e470d20304df completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:30.710765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 82e30caf-4a6b-41bd-9f21-e470d20304df triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:30.711664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.781527 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.819817 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.829916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ad0c31-8f44-44ba-bc46-c941c5665277,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.851026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:30.853935 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cde68e3-e319-4bac-bf21-3ae63762b5eb" -d '{"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-plugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:30.876687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:30.954710 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40bf486-8b61-47ee-8598-3b6f291d8ae9 x-openstack-request-id: req-b40bf486-8b61-47ee-8598-3b6f291d8ae9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:30.955338 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-plugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:30.955598 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b40bf486-8b61-47ee-8598-3b6f291d8ae9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:30.956078 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40bf486-8b61-47ee-8598-3b6f291d8ae9'] response: {'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'code': 200} Mar 31 22:59:30.973552 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.005147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-29935ff9-9151-4401-a134-0cc53484f1aa admin admin] Deleting subnet 85be71c1-b753-4352-b68e-ea1525cdd602 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:31.009020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-29935ff9-9151-4401-a134-0cc53484f1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.045596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Allocated IP 172.20.0.1 (e97b98aa-56f7-4b8e-8227-71bc1238b859/aef02858-29e1-45df-b68d-1b95bc595a5a/9a4a5dce-556a-4941-a4df-68abeb532ba8) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:31.092986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.102333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-29935ff9-9151-4401-a134-0cc53484f1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.162468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-29935ff9-9151-4401-a134-0cc53484f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.182678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cd850-f661-410e-9143-6a6c661a7609 req-54bfebb0-a3ff-443b-a48b-ae2468ea3a65 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.192035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-926cd850-f661-410e-9143-6a6c661a7609 req-54bfebb0-a3ff-443b-a48b-ae2468ea3a65 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2943432 Mar 31 22:59:31.328798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-29935ff9-9151-4401-a134-0cc53484f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.361182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-29935ff9-9151-4401-a134-0cc53484f1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.365679 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-29935ff9-9151-4401-a134-0cc53484f1aa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85be71c1-b753-4352-b68e-ea1525cdd602 HTTP/1.1" status: 204 len: 168 time: 0.7220256 Mar 31 22:59:31.366610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29935ff9-9151-4401-a134-0cc53484f1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85be71c1-b753-4352-b68e-ea1525cdd602,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.369896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36814) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:31.387945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d941a-755a-4891-9f02-9b2ca45d6cb1 req-1be8724c-933c-4654-a9bc-9329810a10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.391997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb0d941a-755a-4891-9f02-9b2ca45d6cb1 req-1be8724c-933c-4654-a9bc-9329810a10e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1097 time: 0.3310301 Mar 31 22:59:31.407936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-926cd850-f661-410e-9143-6a6c661a7609 req-9b692247-b604-4dd7-8309-d23147cd68ce tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148521 Mar 31 22:59:31.475527 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.520810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.533329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.544414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb0d941a-755a-4891-9f02-9b2ca45d6cb1 req-50f137c6-7397-479c-9c5e-4b365ea979d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897689 Mar 31 22:59:31.591898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36820) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:31.606085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.644467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:31.667327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:31.668747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1a36d0-7d0b-4669-86ea-2e0d14aa4573') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:31.684433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.712079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.724842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:31.725603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:31.745382 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:31.761213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.823124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-580761858-network', 'tenant_id': '7365c7785c9646bfa4c42153ad1dde7d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:31.843536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'Port': ['ID=9a4a5dce-556a-4941-a4df-68abeb532ba8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.852660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:31.860340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:31.869782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:31.951005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.970654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Router f406d737-2150-4ceb-a026-3b05694f5d13 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:31.974031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.976317 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c HTTP/1.1" status: 204 len: 168 time: 0.6053154 Mar 31 22:59:31.979395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36830) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:31.979843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.989385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566b32a-af6c-4311-99f0-1847153af698 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4e6a52-e31b-4c0f-80cd-f25c2ad6f43c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:32.046711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Made reservation on behalf of 7365c7785c9646bfa4c42153ad1dde7d for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:32.050678 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.069417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc728d20-a17c-4fbe-ae3f-db9c1bf8862c admin admin] Deleting subnet 3656e982-729e-4230-9cba-bc1ec50fcaaf {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:32.073109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc728d20-a17c-4fbe-ae3f-db9c1bf8862c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.126466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.126927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc728d20-a17c-4fbe-ae3f-db9c1bf8862c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.173950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36838) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:32.184523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc728d20-a17c-4fbe-ae3f-db9c1bf8862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.273269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4608316d-8ff8-4560-a1a1-6d3532599ae3 None None] Provisioning complete for port 9a4a5dce-556a-4941-a4df-68abeb532ba8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:32.273834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:32.274457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4608316d-8ff8-4560-a1a1-6d3532599ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.286317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2da8d92f-7fb1-49f1-acd2-d4e0a521cf23 admin admin] 10.222.0.31 "PUT /v2.0/routers/f406d737-2150-4ceb-a026-3b05694f5d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7366979 Mar 31 22:59:32.286640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36842) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:32.289101 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] Sync routers for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:32.314151 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:32.315027 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:32.335641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-158253093-network', 'tenant_id': '569e27fc5d604bf7a4d697832e3ccee8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:32.353578 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.358031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4608316d-8ff8-4560-a1a1-6d3532599ae3 None None] Port 9a4a5dce-556a-4941-a4df-68abeb532ba8 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:32.367804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc728d20-a17c-4fbe-ae3f-db9c1bf8862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.431207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc728d20-a17c-4fbe-ae3f-db9c1bf8862c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3656e982-729e-4230-9cba-bc1ec50fcaaf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:32.438757 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc728d20-a17c-4fbe-ae3f-db9c1bf8862c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.442153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fc728d20-a17c-4fbe-ae3f-db9c1bf8862c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3656e982-729e-4230-9cba-bc1ec50fcaaf HTTP/1.1" status: 204 len: 168 time: 0.4611921 Mar 31 22:59:32.446443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36844) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:32.466937 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.491606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.530891 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:32.595002 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.612099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.724775 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:59:30Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:32.726113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Made reservation on behalf of 569e27fc5d604bf7a4d697832e3ccee8 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:32.728434 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.743443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.753614 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.765319 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] Checking router: f406d737-2150-4ceb-a026-3b05694f5d13 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:32.772450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:32.782915 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] Routers {'f406d737-2150-4ceb-a026-3b05694f5d13'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:32.783843 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f406d737-2150-4ceb-a026-3b05694f5d13'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:32.852577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.858779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd75e2d-d310-4c49-a7d2-faf95a11e470,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:32.876096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:32.887863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fc39e3-14d9-4d7c-bc27-a3e7664258ed') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:32.888298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fc39e3-14d9-4d7c-bc27-a3e7664258ed') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:32.896503 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] Set router f406d737-2150-4ceb-a026-3b05694f5d13 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:32.896743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.897489 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Added segment c0bfc511-edfb-49ee-90bb-9c1c5d22974d of type vlan for network 1d5bd85d-bd25-4152-9785-c428d216f419 Mar 31 22:59:32.900133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.914282 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.920902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:32.921445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: timer() Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:33.004826 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:33.108071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.145143 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:59:30Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:33.177369 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad757e7-a99d-4161-b12e-c4b244183315 None None] The sync data for ids ['f406d737-2150-4ceb-a026-3b05694f5d13'] in n-d-836015-1 is: [{'id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1557002335-router', 'tenant_id': '2bff2af154dc480382ef5619882bf4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:32Z', 'updated_at': '2022-03-31T22:59:30Z', 'revision_number': 5, 'project_id': '2bff2af154dc480382ef5619882bf4d5', 'gw_port': {'id': '43e9bc9e-3420-42f6-b8c3-ae6298e230a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406d737-2150-4ceb-a026-3b05694f5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:33Z', 'updated_at': '2022-03-31T22:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:33.217572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.229278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.237395 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b HTTP/1.1" status: 204 len: 168 time: 0.7912312 Mar 31 22:59:33.255791 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cbd71-64b3-4749-9937-fb6e0a959e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5c2552-6449-4bc5-a6f2-9cf1d7a0928b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.258393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.315394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:33.319667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Deleting port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:33.320408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.404552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471ef3e7-f7b5-4884-a012-26b9f28459fb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.409470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.410170 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Added segment 3da8611d-80df-4e00-b7fe-604d0c5521d4 of type vlan for network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 Mar 31 22:59:33.435825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42393ae-ad9c-45a8-86e3-a064f21cea4e req-ff0940d8-914b-4478-96cd-8b516f8acd28 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.443947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b42393ae-ad9c-45a8-86e3-a064f21cea4e req-ff0940d8-914b-4478-96cd-8b516f8acd28 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.7955129 Mar 31 22:59:33.494265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.515921 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.525284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] For port 43e9bc9e-3420-42f6-b8c3-ae6298e230a6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=43e9bc9e-3420-42f6-b8c3-ae6298e230a6,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:33.525830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.547395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b42393ae-ad9c-45a8-86e3-a064f21cea4e req-b288282c-c73c-4f9c-aa60-93c4a9a5a8ae tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031435 Mar 31 22:59:33.563885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Calling delete_port for 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:33.770958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.788007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.792677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.792677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.832108 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.833484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.833966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.884217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36854) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:33.900491 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.902881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=7deee451-66b4-4c77-94cf-0a9b4206e6d7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.915822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:33.945186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-de72541a-0703-40c8-9462-91b97c705bf4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7693329 Mar 31 22:59:33.947531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36856) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:33.952634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Request body: {'subnet': {'network_id': '7deee451-66b4-4c77-94cf-0a9b4206e6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-158253093-subnet', 'tenant_id': '569e27fc5d604bf7a4d697832e3ccee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:33.961170 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6c751a36-c268-4341-8efd-1ba932697b79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=629c61ff279f4c10b3d615363174bf13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705042 Mar 31 22:59:33.963179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36858) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:33.999456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5bd85d-bd25-4152-9785-c428d216f419,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:34.014376 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1d5bd85d-bd25-4152-9785-c428d216f419 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:34.033625 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b7060445-cc06-4c84-b196-a7c51be04efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.035307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fda235c8-942e-476d-bd17-b6d2ff401305 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4396458 Mar 31 22:59:34.039355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'Port': ['ID=9a4a5dce-556a-4941-a4df-68abeb532ba8,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:34.039725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36860) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:34.041122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56ed4731-9daa-498d-964d-ee76a62e5ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.047228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Request body: {'subnet': {'network_id': '1d5bd85d-bd25-4152-9785-c428d216f419', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-580761858-subnet', 'tenant_id': '7365c7785c9646bfa4c42153ad1dde7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:34.059810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.079391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.117936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b7060445-cc06-4c84-b196-a7c51be04efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.178051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Pushing event deleted for resources: {'Port': ['ID=43e9bc9e-3420-42f6-b8c3-ae6298e230a6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:34.208857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:34.210626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:34.255073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Made reservation on behalf of 569e27fc5d604bf7a4d697832e3ccee8 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:34.258792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.283802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Made reservation on behalf of 7365c7785c9646bfa4c42153ad1dde7d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:34.286208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.418045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Router 3329c822-8073-4662-a4d0-b27b3e139a61 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:34.581345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:34.589695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b03557ca-bbe8-4437-bad1-351529ce638c tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "PUT /v2.0/routers/3329c822-8073-4662-a4d0-b27b3e139a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8419180 Mar 31 22:59:34.611558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36868) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:34.619599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Request body: {'port': {'network_id': 'e97b98aa-56f7-4b8e-8227-71bc1238b859', 'name': 'tempest-FloatingIPAdminTestJSON-931096078'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:34.633622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4c7424-5586-4df8-9483-9c459cc7355d None None] Sync routers for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:34.658406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c7424-5586-4df8-9483-9c459cc7355d None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:34.659619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5a4c7424-5586-4df8-9483-9c459cc7355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:34.714106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5a4c7424-5586-4df8-9483-9c459cc7355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:34.728294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c7424-5586-4df8-9483-9c459cc7355d None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:34.730532 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5a4c7424-5586-4df8-9483-9c459cc7355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:34.732989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-28fcc668-34c4-4e5e-b516-eaae98b482fa None None] Provisioning complete for port 9a4a5dce-556a-4941-a4df-68abeb532ba8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:34.733785 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-28fcc668-34c4-4e5e-b516-eaae98b482fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.756317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.780907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-28fcc668-34c4-4e5e-b516-eaae98b482fa None None] Port 9a4a5dce-556a-4941-a4df-68abeb532ba8 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:34.783105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35ad0c31-8f44-44ba-bc46-c941c5665277 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:34.852894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5a4c7424-5586-4df8-9483-9c459cc7355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:34.853910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4c7424-5586-4df8-9483-9c459cc7355d None None] The sync data for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:34.855792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 35ad0c31-8f44-44ba-bc46-c941c5665277 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:34.856138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35ad0c31-8f44-44ba-bc46-c941c5665277 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:34.891346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e850a6-c5d2-45e6-9a03-af1b5cdb959e req-1b3aca77-d6c6-4960-a249-d3889b3a8f17 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:34.893170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92e850a6-c5d2-45e6-9a03-af1b5cdb959e req-1b3aca77-d6c6-4960-a249-d3889b3a8f17 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.1504631 Mar 31 22:59:34.904513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b7060445-cc06-4c84-b196-a7c51be04efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.909082 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b7060445-cc06-4c84-b196-a7c51be04efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.911606 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b7060445-cc06-4c84-b196-a7c51be04efa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfc29c00-08dd-4603-9a90-3f9d342ed58b HTTP/1.1" status: 204 len: 168 time: 0.9466166 Mar 31 22:59:34.966233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92e850a6-c5d2-45e6-9a03-af1b5cdb959e req-cc3fdc13-22d5-448f-8955-30cfaf3e5ba5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650599 Mar 31 22:59:34.968377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.971998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7060445-cc06-4c84-b196-a7c51be04efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc29c00-08dd-4603-9a90-3f9d342ed58b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:34.982780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.135267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb8f25-25d3-48a3-a75f-f8b50033bf60 req-3710f9bd-8954-4ae7-a62f-66133caeefe5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.137031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7abb8f25-25d3-48a3-a75f-f8b50033bf60 req-3710f9bd-8954-4ae7-a62f-66133caeefe5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.0591087 Mar 31 22:59:35.146194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36878) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:35.152344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'floatingip': {'port_id': '82e30caf-4a6b-41bd-9f21-e470d20304df'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:35.222354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.248460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.249308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f406d737-2150-4ceb-a026-3b05694f5d13 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:59:35.254714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.259329 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9563c00e-a9e4-4a79-bea8-72252a40be2b admin admin] 10.222.0.31 "DELETE /v2.0/routers/f406d737-2150-4ceb-a026-3b05694f5d13 HTTP/1.1" status: 204 len: 168 time: 2.9681468 Mar 31 22:59:35.259448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Made reservation on behalf of 8406fdaac53f4f1098a9c5306d4a511c for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:35.261976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36880) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:35.263541 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.320292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-84721370-5414-44d9-a369-39a2836dc3bd admin admin] Deleting subnet 799823f7-781b-4f7a-b9c5-99f1d8cefe30 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:35.324248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84721370-5414-44d9-a369-39a2836dc3bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.329115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] device_id is not set on port a1457962-0f96-4a3e-9827-8d902e7b525a yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 22:59:35.374234 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84721370-5414-44d9-a369-39a2836dc3bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.428890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.431433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.562090 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84721370-5414-44d9-a369-39a2836dc3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.605559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Checking segment: {'id': 'c0bfc511-edfb-49ee-90bb-9c1c5d22974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1d5bd85d-bd25-4152-9785-c428d216f419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:35.605939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Network hostable DHCP agents. Network: 1d5bd85d-bd25-4152-9785-c428d216f419, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:35.613901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Allocated IP 172.20.0.13 (e97b98aa-56f7-4b8e-8227-71bc1238b859/aef02858-29e1-45df-b68d-1b95bc595a5a/a1457962-0f96-4a3e-9827-8d902e7b525a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:35.615981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=229e7fe6-f9ea-4d35-b0d6-4d6071e53549,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:35.682610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Checking segment: {'id': '3da8611d-80df-4e00-b7fe-604d0c5521d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7deee451-66b4-4c77-94cf-0a9b4206e6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:35.682975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Network hostable DHCP agents. Network: 7deee451-66b4-4c77-94cf-0a9b4206e6d7, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:35.719241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d924c19-6f1f-4528-bd8f-88944eb0f947,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:35.798641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Network 1d5bd85d-bd25-4152-9785-c428d216f419 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:35.830297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84721370-5414-44d9-a369-39a2836dc3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.836628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:35.889696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84721370-5414-44d9-a369-39a2836dc3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799823f7-781b-4f7a-b9c5-99f1d8cefe30,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:35.902337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84721370-5414-44d9-a369-39a2836dc3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.907819 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-84721370-5414-44d9-a369-39a2836dc3bd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/799823f7-781b-4f7a-b9c5-99f1d8cefe30 HTTP/1.1" status: 204 len: 168 time: 0.6439598 Mar 31 22:59:35.909854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36890) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:35.970454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1d5bd85d-bd25-4152-9785-c428d216f419) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:35.974988 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.977406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7deee451-66b4-4c77-94cf-0a9b4206e6d7) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:35.983680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.984835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.987840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761586c9-4d42-4338-955f-86a2899a437f None None] Network 1d5bd85d-bd25-4152-9785-c428d216f419 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:35.993207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.994371 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.010460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca6d348-d2a0-4d8a-a3a6-08af004854bd None None] Network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:36.085121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.133700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.149671 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-da633fc5-95f5-4e4c-b3ab-c3be36e8b290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.156209 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33669205-9ea0-4cda-9d68-201cf5f2b9e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2070153 Mar 31 22:59:36.172157 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f4efe7e-fc23-4f15-bfa2-139d514e27d4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1284690 Mar 31 22:59:36.241907 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.260461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936b5d5-d3f8-4752-aef3-049edecbda8a None None] Network 1d5bd85d-bd25-4152-9785-c428d216f419 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:36.319735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.345466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1bd70d-f845-4776-9425-a85c192f9f47 None None] Network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:36.357710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755bcb41-d40b-447b-b617-3386ccc2cbe3']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:36.399432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740de424-5ebc-40b2-8fdc-879dd719d625') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:36.399750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740de424-5ebc-40b2-8fdc-879dd719d625') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:36.401467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36898) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:36.432660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.453201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.459352 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Floating IP 6feec276-4d95-42cf-94b8-4ffec4102ab3 associated. External IP: 172.25.4.106, port: 82e30caf-4a6b-41bd-9f21-e470d20304df. Mar 31 22:59:36.512746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.548941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36900) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:36.549503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e54a538a-b510-49b8-8525-a6197e0f79d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71d5ffd9a12447ba8289a06cb1139e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449804 Mar 31 22:59:36.598753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:36.599181 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: timer() Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:36.609473 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:36.628139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:36.646218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:36.651272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:36.651272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 43e9bc9e-3420-42f6-b8c3-ae6298e230a6 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:36.661942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42922fe1-be74-49e0-bf8a-08732526364e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.685745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:36.696145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:36.700274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event updated for resources: {'Port': ['ID=a1457962-0f96-4a3e-9827-8d902e7b525a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:36.704853 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42922fe1-be74-49e0-bf8a-08732526364e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.806296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:36.806948 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.883614 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.885079 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.889724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] 10.222.0.31 "DELETE /v2.0/networks/755bcb41-d40b-447b-b617-3386ccc2cbe3 HTTP/1.1" status: 204 len: 168 time: 0.9766035 Mar 31 22:59:36.906969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252d5d4-bca7-4be6-8850-9e6a4c469229 admin admin] Pushing event deleted for resources: {'Network': ['ID=755bcb41-d40b-447b-b617-3386ccc2cbe3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:37.004138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42922fe1-be74-49e0-bf8a-08732526364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.009501 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42922fe1-be74-49e0-bf8a-08732526364e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.012384 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-42922fe1-be74-49e0-bf8a-08732526364e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dba13d9-d45f-42cd-b4bf-7a19bec1831a HTTP/1.1" status: 204 len: 168 time: 0.4623926 Mar 31 22:59:37.024159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36934) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:37.027436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42922fe1-be74-49e0-bf8a-08732526364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba13d9-d45f-42cd-b4bf-7a19bec1831a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:37.038543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1920574370'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:37.136923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2a49cd7f-4404-4b6d-8630-49122bdedc57 None None] Provisioning complete for port a1457962-0f96-4a3e-9827-8d902e7b525a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:37.137489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a49cd7f-4404-4b6d-8630-49122bdedc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.151396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-11e72636-168a-41ef-a931-71f453a53bf3 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5382268 Mar 31 22:59:37.154823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36936) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:37.172945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2a49cd7f-4404-4b6d-8630-49122bdedc57 None None] Port a1457962-0f96-4a3e-9827-8d902e7b525a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:37.310663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:37.314457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.341263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:37.351423 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.351793 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Added segment e8de1510-b1d6-4674-81e6-7860e2886542 of type vlan for network 4388476e-2dfd-4975-bab7-9f38ddb2c65a Mar 31 22:59:37.403686 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.511914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.519162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.519942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.524211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:37.549615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36940) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:37.556534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-0a1ce708-0b28-42d4-b438-6646a6e6e4ce tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.558090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-0a1ce708-0b28-42d4-b438-6646a6e6e4ce tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/networks?id=1d5bd85d-bd25-4152-9785-c428d216f419 HTTP/1.1" status: 200 len: 813 time: 0.5646787 Mar 31 22:59:37.574070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1852a8-a23f-4070-87d1-855971467907 req-3908d3ab-77a9-46a2-9f9b-1aae44234812 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.575503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-3908d3ab-77a9-46a2-9f9b-1aae44234812 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/networks?id=7deee451-66b4-4c77-94cf-0a9b4206e6d7 HTTP/1.1" status: 200 len: 817 time: 0.5836425 Mar 31 22:59:37.600877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Network': ['ID=4388476e-2dfd-4975-bab7-9f38ddb2c65a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:37.619575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:37.653232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-7494f964-9bef-4299-a054-fff8cfcea96e tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/quotas/7365c7785c9646bfa4c42153ad1dde7d HTTP/1.1" status: 200 len: 375 time: 0.0754559 Mar 31 22:59:37.664041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-af184c9f-c56f-47ca-b812-b37f9cd6c971 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/quotas/569e27fc5d604bf7a4d697832e3ccee8 HTTP/1.1" status: 200 len: 375 time: 0.0668411 Mar 31 22:59:37.677553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.733759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'project_id': '8406fdaac53f4f1098a9c5306d4a511c', 'port_id': 'a1457962-0f96-4a3e-9827-8d902e7b525a'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:37.740600 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-be9c463f-3f51-4590-b742-780297fc666d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7365c7785c9646bfa4c42153ad1dde7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702698 Mar 31 22:59:37.803216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2af1f0d5-4b02-426a-b244-1be29bfbda9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bff2af154dc480382ef5619882bf4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420821 Mar 31 22:59:37.805494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-bbffe5c5-4fed-420e-821b-2e11086314ea tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=569e27fc5d604bf7a4d697832e3ccee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008446 Mar 31 22:59:37.806750 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-47e170d4-8b5b-4636-87ca-46193f7b768b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7809720 Mar 31 22:59:37.807641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36942) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:37.823688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36944) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:37.829358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1223792957'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:37.879684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94af46b3-28cb-4c20-ab86-a0e8c1479029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.901223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94af46b3-28cb-4c20-ab86-a0e8c1479029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.921514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:37.933117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.935462 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] Sync routers for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:37.957141 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:37.958062 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:38.013001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f10c8c03-39b1-46f9-b039-84a06745306f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "PUT /v2.0/floatingips/6feec276-4d95-42cf-94b8-4ffec4102ab3 HTTP/1.1" status: 200 len: 992 time: 2.8653200 Mar 31 22:59:38.018932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:38.021677 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61226858-0e89-4166-8248-1372c4f9925e" -d '{"events": [{"name": "network-changed", "server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:38.036726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-1cd4dcbe-57cf-4777-b91d-eadaa01f57ce service neutron] 10.222.0.31 "GET /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637155 Mar 31 22:59:38.040686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-8db8d866-06fe-4aaa-9506-d0ae61bcc4a2 service neutron] 10.222.0.31 "GET /v2.0/networks/7deee451-66b4-4c77-94cf-0a9b4206e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182927 Mar 31 22:59:38.102051 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:38.134027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:38.137643 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.139837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.143689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94af46b3-28cb-4c20-ab86-a0e8c1479029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.146412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94af46b3-28cb-4c20-ab86-a0e8c1479029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.149965 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94af46b3-28cb-4c20-ab86-a0e8c1479029 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d49254b-468d-4a91-9c1d-bd105a57126e HTTP/1.1" status: 204 len: 168 time: 0.3378773 Mar 31 22:59:38.178283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af46b3-28cb-4c20-ab86-a0e8c1479029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d49254b-468d-4a91-9c1d-bd105a57126e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:38.193769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:38.218008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.218008 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Added segment 0b0dc971-e677-4827-bd92-40d2254b58b9 of type vlan for network 1846b0f2-57b5-4e40-b343-579f519f3ff3 Mar 31 22:59:38.229350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-021cf799-2046-4d62-a690-679c4f9e86df service neutron] 10.222.0.31 "GET /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840055 Mar 31 22:59:38.231734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-1819f77a-45c2-4165-996f-42dcb2187f69 service neutron] 10.222.0.31 "GET /v2.0/networks/7deee451-66b4-4c77-94cf-0a9b4206e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768544 Mar 31 22:59:38.314730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.327258 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6feec276-4d95-42cf-94b8-4ffec4102ab3', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'port_id': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'mac_address': 'fa:16:3e:be:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:08Z', 'updated_at': '2022-03-31T22:59:35Z', 'revision_number': 1, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:38.364638 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] Checking router: 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:38.369440 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.383126 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:38.383743 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:38.459001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.503280 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:38.657649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Allocated IP 172.25.4.144 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/802b1567-a280-4544-a01a-7cac52431d36) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:38.799190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.801301 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6f4117-4ab5-4c92-ae0b-ff42d8524f0e x-openstack-request-id: req-8e6f4117-4ab5-4c92-ae0b-ff42d8524f0e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:38.801777 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:38.801872 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e6f4117-4ab5-4c92-ae0b-ff42d8524f0e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:38.802247 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6f4117-4ab5-4c92-ae0b-ff42d8524f0e'] response: {'name': 'network-changed', 'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'status': 'completed', 'code': 200} Mar 31 22:59:38.818243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.819124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.876087 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6feec276-4d95-42cf-94b8-4ffec4102ab3', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'port_id': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'mac_address': 'fa:16:3e:be:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:08Z', 'updated_at': '2022-03-31T22:59:35Z', 'revision_number': 1, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:38.889110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.917843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49685e2e-5e35-43af-9e81-a10821108e07 req-4b609860-e11e-463e-846d-492f32498d87 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 210 time: 0.1595740 Mar 31 22:59:38.973705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77780d21-7637-46e9-9fb9-4c76cf9bd2e5 req-578d288a-7b80-49d1-bd10-d2104e3355a2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.975645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77780d21-7637-46e9-9fb9-4c76cf9bd2e5 req-578d288a-7b80-49d1-bd10-d2104e3355a2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.3511498 Mar 31 22:59:38.983706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61226858-0e89-4166-8248-1372c4f9925e req-e0362dd8-461d-4208-8ca6-036f41722eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.986889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61226858-0e89-4166-8248-1372c4f9925e req-e0362dd8-461d-4208-8ca6-036f41722eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1097 time: 0.2295418 Mar 31 22:59:38.989916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:59:38.994073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a421d-8092-4253-9e56-f3c23f8b0457 None None] The sync data for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 is: [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6feec276-4d95-42cf-94b8-4ffec4102ab3', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'port_id': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'mac_address': 'fa:16:3e:be:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:08Z', 'updated_at': '2022-03-31T22:59:35Z', 'revision_number': 1, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:39.080735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Network': ['ID=1846b0f2-57b5-4e40-b343-579f519f3ff3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:39.102400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1846b0f2-57b5-4e40-b343-579f519f3ff3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:39.136982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a422fe2-7401-4d2e-bfaf-1eeff53bdd52 req-527fcad0-ff3a-4e5f-8206-f5ad3f61a161 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 210 time: 0.0754094 Mar 31 22:59:39.148585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77780d21-7637-46e9-9fb9-4c76cf9bd2e5 req-c3e8d2cd-df73-43ee-956e-ffb8cb69a9b4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604123 Mar 31 22:59:39.156660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.183776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61226858-0e89-4166-8248-1372c4f9925e req-f67fd593-3937-4475-9f9d-985f3a343092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.185917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61226858-0e89-4166-8248-1372c4f9925e req-f67fd593-3937-4475-9f9d-985f3a343092 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.1841724 Mar 31 22:59:39.215058 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.234930 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-50fc0b60-c7c9-409a-8974-f9b857567b30 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4092901 Mar 31 22:59:39.254651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36996) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:39.261445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'subnet': {'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:39.392068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e728996-8815-4a65-a864-c87171e1a986 None None] New status for floating IP 6feec276-4d95-42cf-94b8-4ffec4102ab3: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:59:39.397857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61226858-0e89-4166-8248-1372c4f9925e req-81413c22-6851-4a52-8407-9780b8313cdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.2040226 Mar 31 22:59:39.466627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c50290-204c-4042-90a2-9233b2eb94a2 req-b90a3d80-3f41-4269-98f9-bea4da18a6c7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.477284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41c50290-204c-4042-90a2-9233b2eb94a2 req-b90a3d80-3f41-4269-98f9-bea4da18a6c7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.2004039 Mar 31 22:59:39.496230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61226858-0e89-4166-8248-1372c4f9925e req-a60a518d-6492-467c-8d02-1eff06578619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.497870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61226858-0e89-4166-8248-1372c4f9925e req-a60a518d-6492-467c-8d02-1eff06578619 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.0927944 Mar 31 22:59:39.544680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41c50290-204c-4042-90a2-9233b2eb94a2 req-04c6f4d9-7116-4201-8198-3adb46a11a82 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669329 Mar 31 22:59:39.562031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61226858-0e89-4166-8248-1372c4f9925e req-a3558d7f-c8d9-4a25-aee2-1b1f2ea5b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.563794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61226858-0e89-4166-8248-1372c4f9925e req-a3558d7f-c8d9-4a25-aee2-1b1f2ea5b49a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581191 Mar 31 22:59:39.592441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.592903 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.652763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:39.656228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:39.659198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:39.691220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Pushing event updated for resources: {'Port': ['ID=802b1567-a280-4544-a01a-7cac52431d36,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:39.702936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61226858-0e89-4166-8248-1372c4f9925e req-c915bde0-f578-4f99-9184-f4445aee7e80 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315362 Mar 31 22:59:39.802028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:39.817326 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.953300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61226858-0e89-4166-8248-1372c4f9925e req-fd22027e-1dce-4bf7-9d41-22788785fa86 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434728 Mar 31 22:59:40.209277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9813621a-2ce5-4b48-845c-ab085f639bc6 req-38ef47b2-8305-49d6-a066-93ad3a871c92 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 210 time: 0.1438935 Mar 31 22:59:40.328035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18cc96fe-9fc7-430d-9d29-b76bcb820330 req-b812df7e-bb5c-4a16-9741-f5c3fd18c666 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 210 time: 0.0588427 Mar 31 22:59:40.364515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.472623 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.540805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Subnet': ['ID=510f9439-b820-4536-a9b7-34204eacf2aa,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:40.551455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Checking segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:40.551806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network hostable DHCP agents. Network: 4388476e-2dfd-4975-bab7-9f38ddb2c65a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:40.610919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.763433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c669ea1-db8f-4182-96e1-2f33ada853bf req-679e95c1-bd21-4976-a0c6-6c5fcd997bc2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:40.765922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c669ea1-db8f-4182-96e1-2f33ada853bf req-679e95c1-bd21-4976-a0c6-6c5fcd997bc2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.1198735 Mar 31 22:59:40.826215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c669ea1-db8f-4182-96e1-2f33ada853bf req-90803baf-01ad-400d-bcb1-50af797981f2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529361 Mar 31 22:59:40.868718 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.939585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:40.998781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dd357-1248-47d6-a99b-ed614341b6d8 req-b2eee610-5ac3-401f-a81a-20fecafe7818 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.002427 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec8dd357-1248-47d6-a99b-ed614341b6d8 req-b2eee610-5ac3-401f-a81a-20fecafe7818 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.0766251 Mar 31 22:59:41.061422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec8dd357-1248-47d6-a99b-ed614341b6d8 req-0d1edab7-0c60-45a8-b148-f035e0d10c3d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484042 Mar 31 22:59:41.169799 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.248189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 4388476e-2dfd-4975-bab7-9f38ddb2c65a) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:41.255175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.256743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Pushing event updated for resources: {'Port': ['ID=802b1567-a280-4544-a01a-7cac52431d36,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:41.262855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.271559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.288503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd87ec8-40e8-4f9b-af08-018c2e45ac08 None None] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:41.370413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8f19ac1-621f-417a-9ba7-0bb60bd17981 req-ee308258-2efc-49b9-8b55-4f357041c8c5 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 210 time: 0.0397074 Mar 31 22:59:41.400712 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Floating IP ce65a5a6-6b9a-4a82-a087-bad0151ba041 associated. External IP: 172.25.4.144, port: a1457962-0f96-4a3e-9827-8d902e7b525a. Mar 31 22:59:41.482461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'fixed_ips': [{'subnet_id': '510f9439-b820-4536-a9b7-34204eacf2aa'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:59:41.483366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.490339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6af50a46-1de9-46ab-8911-c3f4d891086d req-b032c1c3-f4d7-489b-b81b-b887009f703e tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 210 time: 0.0421863 Mar 31 22:59:41.622429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-157f34c2-2dbc-41f5-9b8a-07aa38a7d87b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3635960 Mar 31 22:59:41.626578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37086) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:41.634819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'subnet': {'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:41.686441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Allocated IP 10.1.1.2 (4388476e-2dfd-4975-bab7-9f38ddb2c65a/510f9439-b820-4536-a9b7-34204eacf2aa/d2013fc6-db52-4819-b3c6-41df98066283) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:41.695678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Router 3329c822-8073-4662-a4d0-b27b3e139a61 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:41.822773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:41.838889 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd719d6f-3c9c-4a87-8e62-93f955b20d15 None None] Sync routers for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:41.850336 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd719d6f-3c9c-4a87-8e62-93f955b20d15 None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:41.850996 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bd719d6f-3c9c-4a87-8e62-93f955b20d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:41.884385 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bd719d6f-3c9c-4a87-8e62-93f955b20d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:41.895542 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd719d6f-3c9c-4a87-8e62-93f955b20d15 None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:41.896151 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bd719d6f-3c9c-4a87-8e62-93f955b20d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:41.903333 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.916367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:41.922706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.931420 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bd719d6f-3c9c-4a87-8e62-93f955b20d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:41.932072 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd719d6f-3c9c-4a87-8e62-93f955b20d15 None None] The sync data for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:41.967202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.011333 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1e91051-e08d-433f-abc7-8e0e5e7db81c tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.8529661 Mar 31 22:59:42.011650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37094) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:42.018846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.093185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37102) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:42.108721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Pushing event updated for resources: {'Port': ['ID=d2013fc6-db52-4819-b3c6-41df98066283,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:42.132095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:42.135321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:42.138122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:42.233615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Attempting to bind port d2013fc6-db52-4819-b3c6-41df98066283 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:42.234831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Attempting to bind port d2013fc6-db52-4819-b3c6-41df98066283 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:42.237929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Attempting to bind port d2013fc6-db52-4819-b3c6-41df98066283 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:42.252768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6815a8c2-0f18-4cbe-a86a-b5d6649ede0d tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] 10.222.0.31 "GET /v2.0/floatingips/ce65a5a6-6b9a-4a82-a087-bad0151ba041 HTTP/1.1" status: 200 len: 983 time: 0.2371407 Mar 31 22:59:42.253184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37110) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:42.255388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:42.256023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Checking segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:42.256458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.256857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Bound using segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:42.257357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Bound port: d2013fc6-db52-4819-b3c6-41df98066283, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:42.257746 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.324122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80c4e79c-7ece-4b61-b3ef-b6a49738b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.355003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] For port d2013fc6-db52-4819-b3c6-41df98066283, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:42.360037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] For port d2013fc6-db52-4819-b3c6-41df98066283, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2013fc6-db52-4819-b3c6-41df98066283,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:42.556372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b8351d1e-394a-46bd-8a64-0418edf29cd9 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.2146363 Mar 31 22:59:42.556842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3723391-2d59-4bcf-ad73-f870c0d99315 req-5aa79dea-b982-4613-bcb7-673723d77680 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 210 time: 0.0382574 Mar 31 22:59:42.557114 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80c4e79c-7ece-4b61-b3ef-b6a49738b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.559156 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37120) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:42.586268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8ff3841-907a-456d-8bcc-79d9df64e7f8 req-b633b7f5-dfcd-4e08-a777-7c9f26026ff1 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 210 time: 0.0276289 Mar 31 22:59:42.718185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Deleting port 802b1567-a280-4544-a01a-7cac52431d36 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:42.718594 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.794158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.796489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.800381 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.801918 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.816960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Calling delete_port for 802b1567-a280-4544-a01a-7cac52431d36 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:42.892176 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80c4e79c-7ece-4b61-b3ef-b6a49738b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.929836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e265a-a74c-4dba-b792-42d62bd45825 None None] Pushing event updated for resources: {'Port': ['ID=d2013fc6-db52-4819-b3c6-41df98066283,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:42.932103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Subnet': ['ID=280b2ad6-0627-4d46-b305-fc3d93b622a0,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:42.949330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4e79c-7ece-4b61-b3ef-b6a49738b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3899018a-c486-4a49-ab99-0005d5bbaeb4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:42.952718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Checking segment: {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:42.953669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network hostable DHCP agents. Network: 1846b0f2-57b5-4e40-b343-579f519f3ff3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:42.972035 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-80c4e79c-7ece-4b61-b3ef-b6a49738b2bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e72915ebe27a4b259da438ce14c52695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8767691 Mar 31 22:59:42.974834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37128) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:43.074034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1780eaef-51ae-4cd7-89a2-9a7eafbf98b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.125602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1780eaef-51ae-4cd7-89a2-9a7eafbf98b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.221264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 1846b0f2-57b5-4e40-b343-579f519f3ff3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:43.375341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1846b0f2-57b5-4e40-b343-579f519f3ff3) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:43.375494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.381080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.395361 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.395624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88474916-b9b1-40ad-94b9-a8d391947c03 None None] Network 1846b0f2-57b5-4e40-b343-579f519f3ff3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:43.446155 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1780eaef-51ae-4cd7-89a2-9a7eafbf98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.450196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1780eaef-51ae-4cd7-89a2-9a7eafbf98b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.455937 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1780eaef-51ae-4cd7-89a2-9a7eafbf98b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3899018a-c486-4a49-ab99-0005d5bbaeb4 HTTP/1.1" status: 204 len: 168 time: 0.4802926 Mar 31 22:59:43.479680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780eaef-51ae-4cd7-89a2-9a7eafbf98b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3899018a-c486-4a49-ab99-0005d5bbaeb4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:43.493341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event deleted for resources: {'Port': ['ID=802b1567-a280-4544-a01a-7cac52431d36,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:43.620955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.621502 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Floating IP ce65a5a6-6b9a-4a82-a087-bad0151ba041 disassociated (deleted). External IP: 172.25.4.144, port: a1457962-0f96-4a3e-9827-8d902e7b525a. Mar 31 22:59:43.647550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b102fdb6-4922-4b94-9105-9b4234af3d27 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0194359 Mar 31 22:59:43.650195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37150) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:43.657474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'port': {'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'name': 'tempest-TaggedBootDevicesTest-968385147', 'fixed_ips': [{'subnet_id': '510f9439-b820-4536-a9b7-34204eacf2aa'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:43.701482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1846b0f2-57b5-4e40-b343-579f519f3ff3', 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'fixed_ips': [{'subnet_id': '280b2ad6-0627-4d46-b305-fc3d93b622a0'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:59:43.703775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.888279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-592510e6-0228-4140-8c4b-d863228bb1ab req-9657ca5d-63ac-411a-bb5a-d9c8578ddbbb tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 210 time: 0.0514650 Mar 31 22:59:43.928831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-474e8c05-4da3-45f6-9f67-cf0b94e72ebe req-8c39863c-e4c2-42ed-9971-fa886a706988 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 210 time: 0.0941143 Mar 31 22:59:44.023375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:44.273095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Allocated IP 10.2.2.2 (1846b0f2-57b5-4e40-b343-579f519f3ff3/280b2ad6-0627-4d46-b305-fc3d93b622a0/f93820bd-b49b-4181-b5cc-58a36d347b44) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:44.325629 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.376111 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] device_id is not set on port 3bd99b62-68ed-4677-944a-ff67dbbabe7b yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 22:59:44.564409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b79ca97-b6f6-4cfb-b3ad-30b52a601650 None None] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:44.621059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:44.759331 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.793444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2013fc6-db52-4819-b3c6-41df98066283 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:44.802500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Allocated IP 10.1.1.162 (4388476e-2dfd-4975-bab7-9f38ddb2c65a/510f9439-b820-4536-a9b7-34204eacf2aa/3bd99b62-68ed-4677-944a-ff67dbbabe7b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:44.807871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-13632407-2173-464f-8fbc-40ccac6a6ba6 None None] Provisioning complete for port d2013fc6-db52-4819-b3c6-41df98066283 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:44.807871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13632407-2173-464f-8fbc-40ccac6a6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.863708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-32708137-1713-4078-9628-ce1130436551 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.863708 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-32708137-1713-4078-9628-ce1130436551 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.50 "GET /v2.0/networks?id=1d5bd85d-bd25-4152-9785-c428d216f419 HTTP/1.1" status: 200 len: 813 time: 0.3660464 Mar 31 22:59:44.913816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Request body: {'port': {'device_id': 'd0f084df-34fb-4f4b-9b3c-426115457645', 'network_id': '1d5bd85d-bd25-4152-9785-c428d216f419', 'admin_state_up': True, 'tenant_id': '7365c7785c9646bfa4c42153ad1dde7d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:44.957060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1852a8-a23f-4070-87d1-855971467907 req-0cc7df88-08cc-4abb-9c4c-fddeecbaeb2f tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.958997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-0cc7df88-08cc-4abb-9c4c-fddeecbaeb2f tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.50 "GET /v2.0/networks?id=7deee451-66b4-4c77-94cf-0a9b4206e6d7 HTTP/1.1" status: 200 len: 817 time: 0.3359709 Mar 31 22:59:45.063505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Request body: {'port': {'device_id': '38ac43d5-9018-4d24-bbee-64112fb29550', 'network_id': '7deee451-66b4-4c77-94cf-0a9b4206e6d7', 'admin_state_up': True, 'tenant_id': '569e27fc5d604bf7a4d697832e3ccee8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:45.113440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.146561 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.165508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Router 3329c822-8073-4662-a4d0-b27b3e139a61 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:45.188662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55c90340-19b5-4a9c-92e8-b2208965eb8e req-5897065a-164e-46bc-9d0e-8de26b9f15f9 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 210 time: 0.0645185 Mar 31 22:59:45.190533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-990da477-a6a6-4e8e-a884-c4e86fcf024d req-c244e452-72d8-4b83-b1f7-f43a248b876b tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 210 time: 0.0675938 Mar 31 22:59:45.257712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Network 1846b0f2-57b5-4e40-b343-579f519f3ff3 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:45.288164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.305139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:45.326990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:45.333916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:45.337820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'mac_address': 'fa:16:3e:be:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:45.383812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:45.401880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:45.408077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:45.412937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:45.431644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.446138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=3bd99b62-68ed-4677-944a-ff67dbbabe7b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:45.465683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Made reservation on behalf of 7365c7785c9646bfa4c42153ad1dde7d for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:45.469959 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.476325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:45.476971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.490287 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-843122f4-c54e-409d-9ef9-b2bb2c19cdd0 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "DELETE /v2.0/floatingips/ce65a5a6-6b9a-4a82-a087-bad0151ba041 HTTP/1.1" status: 204 len: 168 time: 2.9298971 Mar 31 22:59:45.497099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.497225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37186) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:45.500486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:45.502015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Made reservation on behalf of 569e27fc5d604bf7a4d697832e3ccee8 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:45.506465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58184430-0b7f-45ed-93cf-42fdaa9cfcd7 None None] Sync routers for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:45.506712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.581606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d2013fc6-db52-4819-b3c6-41df98066283 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:45.581606 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.624429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58184430-0b7f-45ed-93cf-42fdaa9cfcd7 None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:45.624429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-58184430-0b7f-45ed-93cf-42fdaa9cfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:45.665667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-58184430-0b7f-45ed-93cf-42fdaa9cfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:45.668793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82e30caf-4a6b-41bd-9f21-e470d20304df {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:45.679753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37192) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:45.693005 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:45.695583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Pushing event updated for resources: {'Port': ['ID=f93820bd-b49b-4181-b5cc-58a36d347b44,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:45.732978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-72f218b2-960a-43c9-b899-61b1bf420b1c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0789497 Mar 31 22:59:45.738428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37196) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:45.744421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'port': {'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'name': 'tempest-TaggedBootDevicesTest-1086379382', 'fixed_ips': [{'subnet_id': '510f9439-b820-4536-a9b7-34204eacf2aa'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:45.782173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58184430-0b7f-45ed-93cf-42fdaa9cfcd7 None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:45.782853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-58184430-0b7f-45ed-93cf-42fdaa9cfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:45.792320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Attempting to bind port f93820bd-b49b-4181-b5cc-58a36d347b44 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:45.792691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Attempting to bind port f93820bd-b49b-4181-b5cc-58a36d347b44 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:45.793061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Attempting to bind port f93820bd-b49b-4181-b5cc-58a36d347b44 on network 1846b0f2-57b5-4e40-b343-579f519f3ff3 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:45.840528 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.872727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Allocated IP 172.20.0.3 (1d5bd85d-bd25-4152-9785-c428d216f419/229e7fe6-f9ea-4d35-b0d6-4d6071e53549/996995d2-d1e9-415a-9aec-d668c2a97e06) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:45.897453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:45.898125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Checking segment: {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:45.898663 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.899166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Bound using segment: {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:45.899737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Bound port: f93820bd-b49b-4181-b5cc-58a36d347b44, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:45.900489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.908211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Allocated IP 172.20.0.11 (7deee451-66b4-4c77-94cf-0a9b4206e6d7/5d924c19-6f1f-4528-bd8f-88944eb0f947/e161b61d-191e-4706-ab57-f0cca0c42ce5) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:45.912123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.916505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-58184430-0b7f-45ed-93cf-42fdaa9cfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:45.918140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58184430-0b7f-45ed-93cf-42fdaa9cfcd7 None None] The sync data for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:45.935289 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13632407-2173-464f-8fbc-40ccac6a6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.033063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-13632407-2173-464f-8fbc-40ccac6a6ba6 None None] For port d2013fc6-db52-4819-b3c6-41df98066283, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2013fc6-db52-4819-b3c6-41df98066283,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:46.075888 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.078232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.085042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['82e30caf-4a6b-41bd-9f21-e470d20304df'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:46.193888 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.224678 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.233512 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13632407-2173-464f-8fbc-40ccac6a6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.315217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] For port f93820bd-b49b-4181-b5cc-58a36d347b44, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:46.363600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] For port f93820bd-b49b-4181-b5cc-58a36d347b44, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f93820bd-b49b-4181-b5cc-58a36d347b44,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:46.371027 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:59:46.371386 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:59:46.390628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13632407-2173-464f-8fbc-40ccac6a6ba6 None None] Pushing event updated for resources: {'Port': ['ID=d2013fc6-db52-4819-b3c6-41df98066283,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.407690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cf7f3bd7-7723-4abb-b51f-fd3ed4c0824e None None] Provisioning complete for port d2013fc6-db52-4819-b3c6-41df98066283 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:46.407690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf7f3bd7-7723-4abb-b51f-fd3ed4c0824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.465852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.535164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.539492 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.550698 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f435dff1-e13c-416f-985e-a9ae3d03c52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.589220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Network 1d5bd85d-bd25-4152-9785-c428d216f419 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:46.599716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:46.614106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:46.617288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:46.662307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:46.666070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Pushing event updated for resources: {'Port': ['ID=996995d2-d1e9-415a-9aec-d668c2a97e06,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.677433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:46.680509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:46.708173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68825b-37e8-4612-943b-a7d2c9ee3a81 None None] Pushing event updated for resources: {'Port': ['ID=f93820bd-b49b-4181-b5cc-58a36d347b44,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.714071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cf7f3bd7-7723-4abb-b51f-fd3ed4c0824e None None] Provisioning complete for port 3bd99b62-68ed-4677-944a-ff67dbbabe7b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:46.714502 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf7f3bd7-7723-4abb-b51f-fd3ed4c0824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.772853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 82e30caf-4a6b-41bd-9f21-e470d20304df triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:46.772853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.772853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f3bd7-7723-4abb-b51f-fd3ed4c0824e None None] Port 3bd99b62-68ed-4677-944a-ff67dbbabe7b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:46.805322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.806008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.831878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.832565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.844966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e9164-8adb-4dc7-a5c8-0f9927d201f5 req-521836fb-d87b-49c9-a4f7-5e3ca495b26d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.856788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a4e9164-8adb-4dc7-a5c8-0f9927d201f5 req-521836fb-d87b-49c9-a4f7-5e3ca495b26d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 931 time: 0.3803377 Mar 31 22:59:46.885260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ade49-1bd1-4ad6-9881-a6edb21d9643 req-f58cbba2-a398-4a09-b374-bc0d3af6c7bc tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.889796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Pushing event updated for resources: {'Port': ['ID=e161b61d-191e-4706-ab57-f0cca0c42ce5,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.915871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-174ade49-1bd1-4ad6-9881-a6edb21d9643 req-f58cbba2-a398-4a09-b374-bc0d3af6c7bc tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 932 time: 0.4288480 Mar 31 22:59:46.972819 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-4e410044-20ff-42c1-8823-bfd4a7be6a9b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9213502 Mar 31 22:59:46.983143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.986557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Request body: {'port': {'device_id': '38ac43d5-9018-4d24-bbee-64112fb29550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:46.991467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:47.005906 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.045763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:47.056674 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1cb2f2-68d0-46eb-838a-906d77bd3d6a" -d '{"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-plugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:47.080027 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e22470c7-b302-4d9e-8001-2ac81320bcc9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1767099 Mar 31 22:59:47.091999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:47.101867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Request body: {'port': {'device_id': 'd0f084df-34fb-4f4b-9b3c-426115457645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:47.138144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] device_id is not set on port 6fd6c539-a940-4828-a705-542efece0742 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 22:59:47.158403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f435dff1-e13c-416f-985e-a9ae3d03c52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.164464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a4e9164-8adb-4dc7-a5c8-0f9927d201f5 req-6b5d81f8-7386-43f0-8a33-f26c09c5e0c2 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064475 Mar 31 22:59:47.204118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.243199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.263927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-174ade49-1bd1-4ad6-9881-a6edb21d9643 req-c9612515-7583-4e40-a4a5-2b5578bc5698 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456497 Mar 31 22:59:47.309377 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcae5f95-1536-486e-a319-a6ef1b3707a5 x-openstack-request-id: req-fcae5f95-1536-486e-a319-a6ef1b3707a5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:47.309978 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-plugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:47.310400 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcae5f95-1536-486e-a319-a6ef1b3707a5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:47.310952 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcae5f95-1536-486e-a319-a6ef1b3707a5'] response: {'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'code': 200} Mar 31 22:59:47.330292 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f435dff1-e13c-416f-985e-a9ae3d03c52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.338366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.363716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:47.379857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f93820bd-b49b-4181-b5cc-58a36d347b44 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:47.472187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f93820bd-b49b-4181-b5cc-58a36d347b44 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:47.472775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.479143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f435dff1-e13c-416f-985e-a9ae3d03c52a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=445e094b45644706843f2d25d6cf8444&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7979770 Mar 31 22:59:47.485303 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.492758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37246) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:47.493466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435dff1-e13c-416f-985e-a9ae3d03c52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1293b9-920a-4a4b-9071-027e7e49487a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:47.600482 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.651562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f93820bd-b49b-4181-b5cc-58a36d347b44, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f93820bd-b49b-4181-b5cc-58a36d347b44,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:47.658022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65926ab0-dd8c-4980-9e56-9a9a7812c7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.676256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Allocated IP 10.1.1.209 (4388476e-2dfd-4975-bab7-9f38ddb2c65a/510f9439-b820-4536-a9b7-34204eacf2aa/6fd6c539-a940-4828-a705-542efece0742) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:47.776266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65926ab0-dd8c-4980-9e56-9a9a7812c7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.815142 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.815949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2013fc6-db52-4819-b3c6-41df98066283 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:47.856642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Allocated IP 172.25.4.180 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/f45c7980-4e11-4059-80d6-dddab9c3b120) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:48.013166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e161b61d-191e-4706-ab57-f0cca0c42ce5 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:48.030828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.065365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f93820bd-b49b-4181-b5cc-58a36d347b44,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:48.091338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d2013fc6-db52-4819-b3c6-41df98066283 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:48.091996 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.134061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996995d2-d1e9-415a-9aec-d668c2a97e06 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:48.155362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.156758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abeb26d-5f56-433b-b254-0926beb9b893 None None] Network 1846b0f2-57b5-4e40-b343-579f519f3ff3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:48.231223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.284543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-69a599b1-adab-414a-887e-8d8286315017 None None] Provisioning complete for port f93820bd-b49b-4181-b5cc-58a36d347b44 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:48.284924 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-69a599b1-adab-414a-887e-8d8286315017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.363093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.477518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:48.490212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:48.561212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:48.579873 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.611942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Transition to ACTIVE for port object e161b61d-191e-4706-ab57-f0cca0c42ce5 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:48.613425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Transition to ACTIVE for port object 996995d2-d1e9-415a-9aec-d668c2a97e06 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:48.644504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65926ab0-dd8c-4980-9e56-9a9a7812c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.647767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65926ab0-dd8c-4980-9e56-9a9a7812c7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.649406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65926ab0-dd8c-4980-9e56-9a9a7812c7d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de1293b9-920a-4a4b-9071-027e7e49487a HTTP/1.1" status: 204 len: 168 time: 1.1514633 Mar 31 22:59:48.716724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65926ab0-dd8c-4980-9e56-9a9a7812c7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1293b9-920a-4a4b-9071-027e7e49487a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:48.745331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=6fd6c539-a940-4828-a705-542efece0742,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:48.763921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de9e3e-7491-4a12-ac48-836631e2b160 req-02b8a595-746b-41e2-a601-91b5a2b61d47 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.775632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51de9e3e-7491-4a12-ac48-836631e2b160 req-02b8a595-746b-41e2-a601-91b5a2b61d47 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 931 time: 0.4165754 Mar 31 22:59:48.800544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fb6-48d2-4265-bc52-81916bdc6367 req-1de242f5-8b25-4563-ab36-95bbc444bcf9 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.800664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-585b4fb6-48d2-4265-bc52-81916bdc6367 req-1de242f5-8b25-4563-ab36-95bbc444bcf9 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 932 time: 0.3935091 Mar 31 22:59:48.850359 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.855538 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.879100 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.008774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:49.010113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.033262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-585b4fb6-48d2-4265-bc52-81916bdc6367 req-53cb807e-4b07-4aeb-bcf0-c4df69a53678 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127717 Mar 31 22:59:49.037678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51de9e3e-7491-4a12-ac48-836631e2b160 req-d1561280-4cda-45a6-b6f5-878bfdde9ce0 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609041 Mar 31 22:59:49.052675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:49.056915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Pushing event updated for resources: {'Port': ['ID=f45c7980-4e11-4059-80d6-dddab9c3b120,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:49.069740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:49.088057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-71778e1b-5f18-47b3-89aa-92c09094180d None None] Provisioning complete for port f93820bd-b49b-4181-b5cc-58a36d347b44 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:49.088684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Pushing event updated for resources: {'Port': ['ID=e161b61d-191e-4706-ab57-f0cca0c42ce5,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:49.089359 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71778e1b-5f18-47b3-89aa-92c09094180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.089510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:49.146715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Pushing event updated for resources: {'Port': ['ID=996995d2-d1e9-415a-9aec-d668c2a97e06,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:49.160776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Attempting to bind port e161b61d-191e-4706-ab57-f0cca0c42ce5 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:49.161113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Attempting to bind port e161b61d-191e-4706-ab57-f0cca0c42ce5 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '3da8611d-80df-4e00-b7fe-604d0c5521d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7deee451-66b4-4c77-94cf-0a9b4206e6d7'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:49.161642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Attempting to bind port e161b61d-191e-4706-ab57-f0cca0c42ce5 on network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:49.239718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-35407038-930e-4e69-93e7-7bd1090e4617 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5039086 Mar 31 22:59:49.284653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Port e161b61d-191e-4706-ab57-f0cca0c42ce5 on network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:49.285354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Attempting to bind port e161b61d-191e-4706-ab57-f0cca0c42ce5 on network 7deee451-66b4-4c77-94cf-0a9b4206e6d7 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:49.293078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f93820bd-b49b-4181-b5cc-58a36d347b44 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:49.328829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:49.331255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Checking segment: {'id': '3da8611d-80df-4e00-b7fe-604d0c5521d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7deee451-66b4-4c77-94cf-0a9b4206e6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:49.332013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Bound using segment: {'id': '3da8611d-80df-4e00-b7fe-604d0c5521d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7deee451-66b4-4c77-94cf-0a9b4206e6d7'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:49.336529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Bound port: e161b61d-191e-4706-ab57-f0cca0c42ce5, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da8611d-80df-4e00-b7fe-604d0c5521d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7deee451-66b4-4c77-94cf-0a9b4206e6d7'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:49.338379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.367511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.393717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-71778e1b-5f18-47b3-89aa-92c09094180d None None] Provisioning complete for port 6fd6c539-a940-4828-a705-542efece0742 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:49.394087 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71778e1b-5f18-47b3-89aa-92c09094180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.413739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Attempting to bind port 996995d2-d1e9-415a-9aec-d668c2a97e06 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:49.417282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Attempting to bind port 996995d2-d1e9-415a-9aec-d668c2a97e06 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'c0bfc511-edfb-49ee-90bb-9c1c5d22974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1d5bd85d-bd25-4152-9785-c428d216f419'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:49.419304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Attempting to bind port 996995d2-d1e9-415a-9aec-d668c2a97e06 on network 1d5bd85d-bd25-4152-9785-c428d216f419 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:49.429460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Port 996995d2-d1e9-415a-9aec-d668c2a97e06 on network 1d5bd85d-bd25-4152-9785-c428d216f419 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:49.431588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Attempting to bind port 996995d2-d1e9-415a-9aec-d668c2a97e06 on network 1d5bd85d-bd25-4152-9785-c428d216f419 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:49.438694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f93820bd-b49b-4181-b5cc-58a36d347b44 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:49.439087 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.450487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:49.457147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Checking segment: {'id': 'c0bfc511-edfb-49ee-90bb-9c1c5d22974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1d5bd85d-bd25-4152-9785-c428d216f419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:49.457696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Bound using segment: {'id': 'c0bfc511-edfb-49ee-90bb-9c1c5d22974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1d5bd85d-bd25-4152-9785-c428d216f419'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:49.460174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Bound port: 996995d2-d1e9-415a-9aec-d668c2a97e06, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0bfc511-edfb-49ee-90bb-9c1c5d22974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1d5bd85d-bd25-4152-9785-c428d216f419'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:49.460897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.538235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-71778e1b-5f18-47b3-89aa-92c09094180d None None] Port 6fd6c539-a940-4828-a705-542efece0742 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:49.552047 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.633338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] For port e161b61d-191e-4706-ab57-f0cca0c42ce5, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:49.643436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] For port e161b61d-191e-4706-ab57-f0cca0c42ce5, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e161b61d-191e-4706-ab57-f0cca0c42ce5,segment=NetworkSegment(3da8611d-80df-4e00-b7fe-604d0c5521d4),segment_id=3da8611d-80df-4e00-b7fe-604d0c5521d4)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:49.658405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] For port 996995d2-d1e9-415a-9aec-d668c2a97e06, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:49.663209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] For port 996995d2-d1e9-415a-9aec-d668c2a97e06, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=996995d2-d1e9-415a-9aec-d668c2a97e06,segment=NetworkSegment(c0bfc511-edfb-49ee-90bb-9c1c5d22974d),segment_id=c0bfc511-edfb-49ee-90bb-9c1c5d22974d)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:49.729863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37298) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:49.736859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-dbcfee54-6403-42ca-9b71-dc7c8d826b96 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959719001', 'description': 'tempest-description--1460779595'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:49.783519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.883912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.890863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.912343 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.925737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dbcfee54-6403-42ca-9b71-dc7c8d826b96 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.956951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:49.957566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.959141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] 10.222.0.50 "PUT /v2.0/ports/e161b61d-191e-4706-ab57-f0cca0c42ce5 HTTP/1.1" status: 200 len: 1092 time: 2.9785028 Mar 31 22:59:49.959909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ac43d5-9018-4d24-bbee-64112fb29550', 'tag': 'e161b61d-191e-4706-ab57-f0cca0c42ce5'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:49.962350 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "38ac43d5-9018-4d24-bbee-64112fb29550", "tag": "e161b61d-191e-4706-ab57-f0cca0c42ce5"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:49.968014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:49.973116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.973116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] 10.222.0.50 "PUT /v2.0/ports/996995d2-d1e9-415a-9aec-d668c2a97e06 HTTP/1.1" status: 200 len: 1091 time: 2.8755810 Mar 31 22:59:50.007513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c6e25-fa14-4cc9-b190-f3e865597c7d service neutron] Pushing event updated for resources: {'Port': ['ID=e161b61d-191e-4706-ab57-f0cca0c42ce5,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:50.094212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dbcfee54-6403-42ca-9b71-dc7c8d826b96 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.096924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45621c1-b9b5-4478-9ddc-69f326aafcfa service neutron] Pushing event updated for resources: {'Port': ['ID=996995d2-d1e9-415a-9aec-d668c2a97e06,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:50.113376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.119237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37306) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:50.139795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97298d08-287e-40b4-8ba5-ae46d3592982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.152261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Pushing event updated for resources: {'Port': ['ID=f45c7980-4e11-4059-80d6-dddab9c3b120,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:50.168041 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e232161-03c4-437f-a17b-4db571289247 x-openstack-request-id: req-7e232161-03c4-437f-a17b-4db571289247 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:50.168365 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ac43d5-9018-4d24-bbee-64112fb29550", "tag": "e161b61d-191e-4706-ab57-f0cca0c42ce5", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:50.168478 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e232161-03c4-437f-a17b-4db571289247 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:50.168886 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e232161-03c4-437f-a17b-4db571289247'] response: {'name': 'network-changed', 'server_uuid': '38ac43d5-9018-4d24-bbee-64112fb29550', 'tag': 'e161b61d-191e-4706-ab57-f0cca0c42ce5', 'status': 'completed', 'code': 200} Mar 31 22:59:50.241450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dbcfee54-6403-42ca-9b71-dc7c8d826b96 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.307431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1852a8-a23f-4070-87d1-855971467907 req-44d0092e-cd49-4c87-9681-d7f20b14ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.309233 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-44d0092e-cd49-4c87-9681-d7f20b14ee63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=569e27fc5d604bf7a4d697832e3ccee8&device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 1095 time: 0.1660666 Mar 31 22:59:50.314532 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-75445051-9b27-44fa-a8d3-eb39d75a6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.316020 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-75445051-9b27-44fa-a8d3-eb39d75a6b8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7365c7785c9646bfa4c42153ad1dde7d&device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 1094 time: 0.1714196 Mar 31 22:59:50.318583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735d26b-bf83-4d36-a66f-ad0c85bf0fa0 req-82bd165d-9308-4aee-9c3c-3c493e45a024 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.324888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8735d26b-bf83-4d36-a66f-ad0c85bf0fa0 req-82bd165d-9308-4aee-9c3c-3c493e45a024 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 943 time: 0.1435130 Mar 31 22:59:50.328486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.333754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfee54-6403-42ca-9b71-dc7c8d826b96 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268ddec4-03c4-4e38-9761-92f767efbe5f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:50.333885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d397a43a-cd15-4a6f-b886-795984559079 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8337872 Mar 31 22:59:50.335985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37312) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:50.387307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f85ffe-ed58-402f-a1b4-d33fedf3ca1e req-05154dad-2ce7-4ab4-8615-7f186e13a570 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.388869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0f85ffe-ed58-402f-a1b4-d33fedf3ca1e req-05154dad-2ce7-4ab4-8615-7f186e13a570 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 944 time: 0.1403298 Mar 31 22:59:50.432927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dbcfee54-6403-42ca-9b71-dc7c8d826b96 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.435710 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dbcfee54-6403-42ca-9b71-dc7c8d826b96 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7044914 Mar 31 22:59:50.436336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37316) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:50.442754 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-7fe9fbff-f663-4986-ac29-4e76227e5615 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e161b61d-191e-4706-ab57-f0cca0c42ce5 HTTP/1.1" status: 200 len: 217 time: 0.1232052 Mar 31 22:59:50.445864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0f85ffe-ed58-402f-a1b4-d33fedf3ca1e req-ef8c75a3-ed00-4b3c-b461-81cf17b0ca83 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476038 Mar 31 22:59:50.446392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37318) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:50.450816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8735d26b-bf83-4d36-a66f-ad0c85bf0fa0 req-f1363955-95b1-4ab3-abb6-9598aa82f51a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138449 Mar 31 22:59:50.453048 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-de7271e2-4f00-490c-b3bf-59c0f4186f91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=996995d2-d1e9-415a-9aec-d668c2a97e06 HTTP/1.1" status: 200 len: 217 time: 0.1289551 Mar 31 22:59:50.455312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ede49384-5476-4ef3-9d83-48a05ee4762f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'security_group_rule': {'security_group_id': '268ddec4-03c4-4e38-9761-92f767efbe5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:50.553755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1852a8-a23f-4070-87d1-855971467907 req-e6deb1fc-a6a1-486a-bf5f-2d9a76521833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.556187 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-e6deb1fc-a6a1-486a-bf5f-2d9a76521833 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d924c19-6f1f-4528-bd8f-88944eb0f947 HTTP/1.1" status: 200 len: 857 time: 0.1022637 Mar 31 22:59:50.625732 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ede49384-5476-4ef3-9d83-48a05ee4762f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.658082 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-5c8795cc-ede3-444c-bd54-58b1dcd2dcb7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7deee451-66b4-4c77-94cf-0a9b4206e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661511 Mar 31 22:59:50.660426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:50.661953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97298d08-287e-40b4-8ba5-ae46d3592982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.707302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-2c5c5e6e-91dc-436b-9bd0-cc6a5fdfb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.708831 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-2c5c5e6e-91dc-436b-9bd0-cc6a5fdfb747 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=229e7fe6-f9ea-4d35-b0d6-4d6071e53549 HTTP/1.1" status: 200 len: 853 time: 0.2396066 Mar 31 22:59:50.709666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5ba94f7-13fd-4311-8adf-df7785eec426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.743523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ede49384-5476-4ef3-9d83-48a05ee4762f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.797931 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-e5859e54-88f5-4492-ab0e-75f632d59f87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d5bd85d-bd25-4152-9785-c428d216f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796089 Mar 31 22:59:50.828378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97298d08-287e-40b4-8ba5-ae46d3592982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.906810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.923911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ede49384-5476-4ef3-9d83-48a05ee4762f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.959377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede49384-5476-4ef3-9d83-48a05ee4762f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4708f87d-45fd-4cf2-a1b1-47f5ce051171,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:51.069224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ede49384-5476-4ef3-9d83-48a05ee4762f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.071069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ede49384-5476-4ef3-9d83-48a05ee4762f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6235061 Mar 31 22:59:51.078369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37326) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:51.085077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fe975099-d63f-42bc-a855-57a9114c4007 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'security_group_rule': {'security_group_id': '268ddec4-03c4-4e38-9761-92f767efbe5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:51.105727 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.238237 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe975099-d63f-42bc-a855-57a9114c4007 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.285245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Allocated IP 172.25.4.190 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/0a1d302f-9aba-4baa-8426-a19d779f1922) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:51.295922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97298d08-287e-40b4-8ba5-ae46d3592982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c70239-ecd6-4655-a677-2b252c878ee0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:51.333332 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-97298d08-287e-40b4-8ba5-ae46d3592982 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=997b6b848989470e91891923fc010024&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2127988 Mar 31 22:59:51.338306 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-e0478e61-3527-453a-9bf3-76331961e453 service neutron] 10.222.0.50 "GET /v2.0/networks/7deee451-66b4-4c77-94cf-0a9b4206e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732528 Mar 31 22:59:51.338454 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe975099-d63f-42bc-a855-57a9114c4007 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.338793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37328) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:51.446766 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.462157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe975099-d63f-42bc-a855-57a9114c4007 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.509887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe975099-d63f-42bc-a855-57a9114c4007 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b939aa7-27f0-4c29-a7eb-001ecbc66282,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:51.523483 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-a6cffe88-cbfb-4063-8bd3-1315705f5cb1 service neutron] 10.222.0.50 "GET /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036920 Mar 31 22:59:51.565131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5ba94f7-13fd-4311-8adf-df7785eec426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.689862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2508ade2-0ed1-43d9-869e-46fed77eaab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.704602 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe975099-d63f-42bc-a855-57a9114c4007 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.706153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fe975099-d63f-42bc-a855-57a9114c4007 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6265540 Mar 31 22:59:51.709006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9d1852a8-a23f-4070-87d1-855971467907 req-75849ffe-ecce-4f2e-8748-e8a4b2ddce31 service neutron] 10.222.0.50 "GET /v2.0/networks/7deee451-66b4-4c77-94cf-0a9b4206e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609979 Mar 31 22:59:51.711643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37338) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:51.719179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e47dd-4dd7-4dc5-b5a9-63c021da650d req-c26c5a8b-06f9-4035-b996-330068486a0d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.720914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-510e47dd-4dd7-4dc5-b5a9-63c021da650d req-c26c5a8b-06f9-4035-b996-330068486a0d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 943 time: 0.1216409 Mar 31 22:59:51.731671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:51.740669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5ba94f7-13fd-4311-8adf-df7785eec426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.744302 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2508ade2-0ed1-43d9-869e-46fed77eaab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.757141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.805856 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a3d2927b-862c-4a25-957e-4b36015c87ed req-78f9e92d-b735-4f4e-a3bb-83ce49fd2883 service neutron] 10.222.0.50 "GET /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814519 Mar 31 22:59:51.817538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8694c26-5d89-439c-823f-5f9ea674ed59 req-94ce3b56-10ba-424a-8cf1-1f66565f872d tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.819204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8694c26-5d89-439c-823f-5f9ea674ed59 req-94ce3b56-10ba-424a-8cf1-1f66565f872d tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 944 time: 0.2064877 Mar 31 22:59:51.832326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:51.834906 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5ba94f7-13fd-4311-8adf-df7785eec426 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e579812b0ee1479fbf8da1c7caaf3603&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3950980 Mar 31 22:59:51.840872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37340) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:51.841779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:51.851443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:51.852665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba94f7-13fd-4311-8adf-df7785eec426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df060786-5431-424f-88c7-814a951a8ea2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:51.884290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-510e47dd-4dd7-4dc5-b5a9-63c021da650d req-1842acc6-44c9-43e7-8681-f5ef795188b2 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562362 Mar 31 22:59:51.919113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.956851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Pushing event updated for resources: {'Port': ['ID=0a1d302f-9aba-4baa-8426-a19d779f1922,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:51.982877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8027-6805-417a-8fd3-b5232410bd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.988666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-3246c2db-cee5-4176-a152-a7b7e43996ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:51.991457 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-3246c2db-cee5-4176-a152-a7b7e43996ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=569e27fc5d604bf7a4d697832e3ccee8&device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 1095 time: 0.1275203 Mar 31 22:59:52.036828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8027-6805-417a-8fd3-b5232410bd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.066604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8694c26-5d89-439c-823f-5f9ea674ed59 req-9837a099-6b81-4320-9110-d27490fb707a tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261908 Mar 31 22:59:52.099929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2508ade2-0ed1-43d9-869e-46fed77eaab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.102909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2508ade2-0ed1-43d9-869e-46fed77eaab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.104191 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2508ade2-0ed1-43d9-869e-46fed77eaab9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02c70239-ecd6-4655-a677-2b252c878ee0 HTTP/1.1" status: 204 len: 168 time: 0.7581866 Mar 31 22:59:52.145549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508ade2-0ed1-43d9-869e-46fed77eaab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c70239-ecd6-4655-a677-2b252c878ee0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:52.176832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f084df-34fb-4f4b-9b3c-426115457645', 'tag': '996995d2-d1e9-415a-9aec-d668c2a97e06'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:52.184649 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f084df-34fb-4f4b-9b3c-426115457645", "tag": "996995d2-d1e9-415a-9aec-d668c2a97e06"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:52.206598 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.233309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.252576 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-2e646e25-54ee-4c2f-b70c-c1f1d6f3e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.255669 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-2e646e25-54ee-4c2f-b70c-c1f1d6f3e975 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7deee451-66b4-4c77-94cf-0a9b4206e6d7 HTTP/1.1" status: 200 len: 918 time: 0.2559354 Mar 31 22:59:52.292685 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8caeb7-6b82-4fde-9802-936e5cf24c5b x-openstack-request-id: req-ad8caeb7-6b82-4fde-9802-936e5cf24c5b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:52.292685 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f084df-34fb-4f4b-9b3c-426115457645", "tag": "996995d2-d1e9-415a-9aec-d668c2a97e06", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:52.292685 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad8caeb7-6b82-4fde-9802-936e5cf24c5b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:52.299477 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8caeb7-6b82-4fde-9802-936e5cf24c5b'] response: {'name': 'network-changed', 'server_uuid': 'd0f084df-34fb-4f4b-9b3c-426115457645', 'tag': '996995d2-d1e9-415a-9aec-d668c2a97e06', 'status': 'completed', 'code': 200} Mar 31 22:59:52.377776 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-ee131244-1b58-4ae2-80be-9a319753171a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e161b61d-191e-4706-ab57-f0cca0c42ce5 HTTP/1.1" status: 200 len: 217 time: 0.1128583 Mar 31 22:59:52.378544 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8027-6805-417a-8fd3-b5232410bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.381411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8027-6805-417a-8fd3-b5232410bd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.382648 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5f4a8027-6805-417a-8fd3-b5232410bd0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df060786-5431-424f-88c7-814a951a8ea2 HTTP/1.1" status: 204 len: 168 time: 0.5408032 Mar 31 22:59:52.420493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.533442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a8027-6805-417a-8fd3-b5232410bd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df060786-5431-424f-88c7-814a951a8ea2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:52.580258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-89803b78-420b-4146-890f-8c62a5718a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.596157 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-89803b78-420b-4146-890f-8c62a5718a8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7365c7785c9646bfa4c42153ad1dde7d&device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 1094 time: 0.2281160 Mar 31 22:59:52.604831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-a69ef464-b7d9-4fbe-acfb-a7d22b624505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.607299 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-a69ef464-b7d9-4fbe-acfb-a7d22b624505 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d924c19-6f1f-4528-bd8f-88944eb0f947 HTTP/1.1" status: 200 len: 857 time: 0.2204845 Mar 31 22:59:52.609157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Allocated IP 172.25.4.114 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/4be664b8-339c-490d-81df-b271d5085722) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:52.699760 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-4027255c-bf6c-4dab-95b1-c394d82f40a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7deee451-66b4-4c77-94cf-0a9b4206e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650320 Mar 31 22:59:52.840754 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.867101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-ad0f88ca-132f-4d28-8460-5e4dd7691526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.868967 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-ad0f88ca-132f-4d28-8460-5e4dd7691526 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d5bd85d-bd25-4152-9785-c428d216f419 HTTP/1.1" status: 200 len: 914 time: 0.2600434 Mar 31 22:59:52.905583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.081569 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-a77cc10b-296b-4c6e-bf4b-ca268df52ad9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=996995d2-d1e9-415a-9aec-d668c2a97e06 HTTP/1.1" status: 200 len: 217 time: 0.0507052 Mar 31 22:59:53.081569 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-f60983ab-b8b0-4d86-bffc-38c8dffeccad service neutron] 10.222.0.50 "GET /v2.0/networks/7deee451-66b4-4c77-94cf-0a9b4206e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196665 Mar 31 22:59:53.082957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fffe5-07ea-4cba-bed4-1dbcdf345859 req-c76bc65b-799f-4206-bf41-8e1c2eecfaa9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.082957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-743fffe5-07ea-4cba-bed4-1dbcdf345859 req-c76bc65b-799f-4206-bf41-8e1c2eecfaa9 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 943 time: 0.0667748 Mar 31 22:59:53.084286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-5e302004-15d2-4bf4-8013-9c6132d773d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.084286 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-5e302004-15d2-4bf4-8013-9c6132d773d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=229e7fe6-f9ea-4d35-b0d6-4d6071e53549 HTTP/1.1" status: 200 len: 853 time: 0.1363525 Mar 31 22:59:53.099830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-743fffe5-07ea-4cba-bed4-1dbcdf345859 req-71ffc83d-67e9-474d-95a3-1fdc049b80c7 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Mar 31 22:59:53.130621 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-01bc6252-b0f0-4e74-b18f-001f23d5628e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d5bd85d-bd25-4152-9785-c428d216f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466924 Mar 31 22:59:53.136692 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c2370fc-d5f5-4396-99a2-88de91bf0e4a req-14dde49c-3339-4cb0-820a-db5569433a2e service neutron] 10.222.0.50 "GET /v2.0/networks/7deee451-66b4-4c77-94cf-0a9b4206e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461494 Mar 31 22:59:53.221590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc392d-25a4-46e0-814a-35a12b5aa600 req-fa5dd940-fa5a-4747-ab27-46cfd30bcd39 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.223384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbfc392d-25a4-46e0-814a-35a12b5aa600 req-fa5dd940-fa5a-4747-ab27-46cfd30bcd39 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 944 time: 0.0561736 Mar 31 22:59:53.238694 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-f224bb60-9aad-4bca-8529-540db9138f7d service neutron] 10.222.0.50 "GET /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008933 Mar 31 22:59:53.265367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbfc392d-25a4-46e0-814a-35a12b5aa600 req-b6534c46-f0ca-433c-b80b-92666c841885 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353172 Mar 31 22:59:53.312949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.316004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.352633 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d8d416d4-7b24-49dc-b3ed-8a7037e1b619 req-a0dab1ad-d18b-4cda-b793-54d6c90ee5e6 service neutron] 10.222.0.50 "GET /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079566 Mar 31 22:59:53.417627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:53.420782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=4be664b8-339c-490d-81df-b271d5085722,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:53.426550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:53.435575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:53.482399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.521168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Pushing event updated for resources: {'Port': ['ID=0a1d302f-9aba-4baa-8426-a19d779f1922,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:53.574714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.702838 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.705917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-95218f13-f534-41ec-9b2c-d2e30d983310 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3672974 Mar 31 22:59:53.709229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:53.811671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.829858 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f2bd7fc0-8fc0-49a0-bdf4-b7ea99a7eff7 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1194115 Mar 31 22:59:53.839249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37386) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:53.959404 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d502c05-03a5-466a-80a1-2ff4334f88d2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1186810 Mar 31 22:59:53.960671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37394) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:54.089021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.099810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37398) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:54.120488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b9b7-e948-4ecf-b195-1e57c62e9e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.126592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Deleting port 0a1d302f-9aba-4baa-8426-a19d779f1922 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:54.126836 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.228648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.229138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.261773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.261904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Calling delete_port for 0a1d302f-9aba-4baa-8426-a19d779f1922 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:54.371151 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b9b7-e948-4ecf-b195-1e57c62e9e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.375832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 996995d2-d1e9-415a-9aec-d668c2a97e06 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:54.456757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ea3d7-1180-4df6-8fec-1c85a564f833 req-be0b52b1-3141-480f-8d35-d269520842a1 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.465602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd5ea3d7-1180-4df6-8fec-1c85a564f833 req-be0b52b1-3141-480f-8d35-d269520842a1 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 943 time: 0.2594454 Mar 31 22:59:54.473579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=4be664b8-339c-490d-81df-b271d5085722,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:54.564261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 996995d2-d1e9-415a-9aec-d668c2a97e06, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=996995d2-d1e9-415a-9aec-d668c2a97e06,segment=NetworkSegment(c0bfc511-edfb-49ee-90bb-9c1c5d22974d),segment_id=c0bfc511-edfb-49ee-90bb-9c1c5d22974d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:54.569686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd5ea3d7-1180-4df6-8fec-1c85a564f833 req-e3dcbd71-ad3a-4c40-afc1-fd96216a9f4f tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023440 Mar 31 22:59:54.584894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.584894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b9b7-e948-4ecf-b195-1e57c62e9e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.593593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '996995d2-d1e9-415a-9aec-d668c2a97e06', 'network_id': '1d5bd85d-bd25-4152-9785-c428d216f419', 'port_id': '996995d2-d1e9-415a-9aec-d668c2a97e06', 'mac_address': 'fa:16:3e:14:aa:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229e7fe6-f9ea-4d35-b0d6-4d6071e53549', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:54.652803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.664191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741634-6a37-44fc-bbf6-1bd5123b244e req-e1f844d2-d7a6-4af4-934c-6e0c165553f4 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.666822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80741634-6a37-44fc-bbf6-1bd5123b244e req-e1f844d2-d7a6-4af4-934c-6e0c165553f4 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 944 time: 0.2401366 Mar 31 22:59:54.676151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996995d2-d1e9-415a-9aec-d668c2a97e06 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:54.682314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.688534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c1e1b9b7-e948-4ecf-b195-1e57c62e9e9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a98a9a45dca547b8965153386041d800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873077 Mar 31 22:59:54.699361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1b9b7-e948-4ecf-b195-1e57c62e9e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13abe913-eeca-4033-97a0-2217eb5f5a6c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:54.699645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37410) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:54.741635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 996995d2-d1e9-415a-9aec-d668c2a97e06, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=996995d2-d1e9-415a-9aec-d668c2a97e06,segment=NetworkSegment(c0bfc511-edfb-49ee-90bb-9c1c5d22974d),segment_id=c0bfc511-edfb-49ee-90bb-9c1c5d22974d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:54.793678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80741634-6a37-44fc-bbf6-1bd5123b244e req-86d46e88-a6b3-4f2d-a152-7a0b4a201474 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170244 Mar 31 22:59:54.829295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Pushing event deleted for resources: {'Port': ['ID=0a1d302f-9aba-4baa-8426-a19d779f1922,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:54.850315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.873029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-29adc84f-ea56-4c38-bd5b-8601331f7a7b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1412792 Mar 31 22:59:54.910051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.911087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.920123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e161b61d-191e-4706-ab57-f0cca0c42ce5 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:54.920276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:54.921424 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1facb00-2da8-4abf-bdda-1df849bd1097 tempest-FloatingIPAdminTestJSON-381983039 tempest-FloatingIPAdminTestJSON-381983039-project] 10.222.0.31 "DELETE /v2.0/floatingips/f38b06d8-bd3d-4e81-a0d0-18c5eecf88ec HTTP/1.1" status: 204 len: 168 time: 0.9604373 Mar 31 22:59:54.925915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37422) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:54.982368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8880bba9-a0b8-4539-a37c-a7323bef3541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.063203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=996995d2-d1e9-415a-9aec-d668c2a97e06,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:55.106199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8880bba9-a0b8-4539-a37c-a7323bef3541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.162445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Deleting port f45c7980-4e11-4059-80d6-dddab9c3b120 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:55.164046 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.194274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e161b61d-191e-4706-ab57-f0cca0c42ce5, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e161b61d-191e-4706-ab57-f0cca0c42ce5,segment=NetworkSegment(3da8611d-80df-4e00-b7fe-604d0c5521d4),segment_id=3da8611d-80df-4e00-b7fe-604d0c5521d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:55.221171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'e161b61d-191e-4706-ab57-f0cca0c42ce5', 'network_id': '7deee451-66b4-4c77-94cf-0a9b4206e6d7', 'port_id': 'e161b61d-191e-4706-ab57-f0cca0c42ce5', 'mac_address': 'fa:16:3e:19:a1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d924c19-6f1f-4528-bd8f-88944eb0f947', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:55.279264 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.279668 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.298459 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.308075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Calling delete_port for f45c7980-4e11-4059-80d6-dddab9c3b120 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:55.321994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e161b61d-191e-4706-ab57-f0cca0c42ce5 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:55.349902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e161b61d-191e-4706-ab57-f0cca0c42ce5, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e161b61d-191e-4706-ab57-f0cca0c42ce5,segment=NetworkSegment(3da8611d-80df-4e00-b7fe-604d0c5521d4),segment_id=3da8611d-80df-4e00-b7fe-604d0c5521d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:55.405248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-48adb599-180a-46f7-86a8-bc5a74e2c0d2 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1959719001&fields=id&tenant_id=9369121979e7460d8e7a10dc322e7d59 HTTP/1.1" status: 200 len: 267 time: 0.0531712 Mar 31 22:59:55.457142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8880bba9-a0b8-4539-a37c-a7323bef3541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.461213 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8880bba9-a0b8-4539-a37c-a7323bef3541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.471604 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8880bba9-a0b8-4539-a37c-a7323bef3541 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13abe913-eeca-4033-97a0-2217eb5f5a6c HTTP/1.1" status: 204 len: 168 time: 0.7659800 Mar 31 22:59:55.483696 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.502748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880bba9-a0b8-4539-a37c-a7323bef3541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13abe913-eeca-4033-97a0-2217eb5f5a6c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:55.693331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.765020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['996995d2-d1e9-415a-9aec-d668c2a97e06'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:55.767284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['e161b61d-191e-4706-ab57-f0cca0c42ce5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:55.797584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-26084530-8d10-4b50-b0e3-ad94494e74bb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.799085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-26084530-8d10-4b50-b0e3-ad94494e74bb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports/3bd99b62-68ed-4677-944a-ff67dbbabe7b HTTP/1.1" status: 200 len: 931 time: 0.3823588 Mar 31 22:59:55.803883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Pushing event deleted for resources: {'Port': ['ID=f45c7980-4e11-4059-80d6-dddab9c3b120,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:55.863215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=e161b61d-191e-4706-ab57-f0cca0c42ce5,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:56.080296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783612d-7f77-4526-98a4-dc900cbd2720 req-4a945425-d2fc-411c-9654-fa858cbd2885 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.090250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0783612d-7f77-4526-98a4-dc900cbd2720 req-4a945425-d2fc-411c-9654-fa858cbd2885 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 944 time: 0.2891622 Mar 31 22:59:56.113494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-f6e7d72d-2127-436f-895a-45c29899ec60 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.124223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-f6e7d72d-2127-436f-895a-45c29899ec60 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports/6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 200 len: 932 time: 0.2561955 Mar 31 22:59:56.204556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-bd47309b-286d-4721-a97d-ee0986393efd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0772059 Mar 31 22:59:56.222620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.222620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.227075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eab8baf5-f2f4-4980-9f74-a67b4a20e273 tempest-FloatingIPAdminTestJSON-323603939 tempest-FloatingIPAdminTestJSON-323603939-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/69fba458-d97c-4b3d-80ca-306f55925370 HTTP/1.1" status: 204 len: 168 time: 1.2998984 Mar 31 22:59:56.235314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37466) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:56.252206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0783612d-7f77-4526-98a4-dc900cbd2720 req-7d1c942e-7bba-4ee5-be53-2d2d078678dd tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618297 Mar 31 22:59:56.274981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-434331f6-ded0-4d60-b112-6cfdfe805aa1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0711105 Mar 31 22:59:56.384670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1edcbbdd-4425-436f-ab26-4911e497c941 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Deleting port a1457962-0f96-4a3e-9827-8d902e7b525a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:56.384985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1edcbbdd-4425-436f-ab26-4911e497c941 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.436128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-8f440d81-21d6-4a97-9211-0caf70610542 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.445727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-8f440d81-21d6-4a97-9211-0caf70610542 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.456271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-8f440d81-21d6-4a97-9211-0caf70610542 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.458712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-8f440d81-21d6-4a97-9211-0caf70610542 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/networks?id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=1846b0f2-57b5-4e40-b343-579f519f3ff3&id=1846b0f2-57b5-4e40-b343-579f519f3ff3 HTTP/1.1" status: 200 len: 1990 time: 0.1721718 Mar 31 22:59:56.501671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4d04fd3-ac02-460b-87c2-12af763c6815 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/quotas/9369121979e7460d8e7a10dc322e7d59 HTTP/1.1" status: 200 len: 375 time: 0.0262668 Mar 31 22:59:56.534949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c81a7c-5a76-48c4-b00b-8a7a32ca2554 req-7d4bf9ce-2857-4988-95b5-d52e8c4a900c tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.536795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52c81a7c-5a76-48c4-b00b-8a7a32ca2554 req-7d4bf9ce-2857-4988-95b5-d52e8c4a900c tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 945 time: 0.0770857 Mar 31 22:59:56.554250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1edcbbdd-4425-436f-ab26-4911e497c941 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.576946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1edcbbdd-4425-436f-ab26-4911e497c941 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Calling delete_port for a1457962-0f96-4a3e-9827-8d902e7b525a owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:56.832770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1edcbbdd-4425-436f-ab26-4911e497c941 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.893676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcbbdd-4425-436f-ab26-4911e497c941 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event deleted for resources: {'Port': ['ID=a1457962-0f96-4a3e-9827-8d902e7b525a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:57.020741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1edcbbdd-4425-436f-ab26-4911e497c941 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.037723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37486) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:57.050335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1edcbbdd-4425-436f-ab26-4911e497c941 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "DELETE /v2.0/ports/a1457962-0f96-4a3e-9827-8d902e7b525a HTTP/1.1" status: 204 len: 168 time: 0.8134210 Mar 31 22:59:57.076656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52c81a7c-5a76-48c4-b00b-8a7a32ca2554 req-564c484c-9172-41af-b6ff-311144e8baa5 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150015 Mar 31 22:59:57.100090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-5d4476bf-b26a-486e-943a-3b45bbffbf56 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5898883 Mar 31 22:59:57.133595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d71ac7-d3e8-43b4-a35a-1a0201d9bddc tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.138143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-01d71ac7-d3e8-43b4-a35a-1a0201d9bddc tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "GET /v2.0/ports?device_id=3329c822-8073-4662-a4d0-b27b3e139a61 HTTP/1.1" status: 200 len: 913 time: 0.0937643 Mar 31 22:59:57.138987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37490) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:57.276717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-2da367a9-ea9d-4f8e-ade3-4c512a265ea1 service neutron] 10.222.0.31 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567671 Mar 31 22:59:57.492450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-a75531b5-0224-4789-9e5f-48daa7861b73 service neutron] 10.222.0.31 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017393 Mar 31 22:59:57.596770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-4653c43c-95d8-41a9-975a-493609e047ce service neutron] 10.222.0.31 "GET /v2.0/ports/3bd99b62-68ed-4677-944a-ff67dbbabe7b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0941498 Mar 31 22:59:57.802118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.865014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-5bc6dc96-38a5-47d4-a40d-7360d21645d1 service neutron] 10.222.0.31 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479694 Mar 31 22:59:57.996038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-4527f7fa-7449-4bcc-a4a2-e6bcbd18177b service neutron] 10.222.0.31 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252520 Mar 31 22:59:58.053693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-7bb6b37e-2fff-4044-9c7e-9844581a54d8 service neutron] 10.222.0.31 "GET /v2.0/ports/6fd6c539-a940-4828-a705-542efece0742?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0501173 Mar 31 22:59:58.214718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-c24d90ad-4335-4da2-89e6-2ae911da2b80 service neutron] 10.222.0.31 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521134 Mar 31 22:59:58.215518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Deleting port 9a4a5dce-556a-4941-a4df-68abeb532ba8 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:58.215873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.349966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.372327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Calling delete_port for 9a4a5dce-556a-4941-a4df-68abeb532ba8 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:58.388248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-ca45edb3-33ec-44dd-b300-4c0ba2035770 service neutron] 10.222.0.31 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628101 Mar 31 22:59:58.394515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e161b61d-191e-4706-ab57-f0cca0c42ce5 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:58.619151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-68ac75eb-98ea-4d21-ba23-21ce5531acaf service neutron] 10.222.0.31 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175732 Mar 31 22:59:58.660598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port e161b61d-191e-4706-ab57-f0cca0c42ce5 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:58.666460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port e161b61d-191e-4706-ab57-f0cca0c42ce5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:58.667090 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.756108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-90ea9884-57fb-48d3-b17a-11c531b0aca4 service neutron] 10.222.0.31 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200733 Mar 31 22:59:58.826069 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.880362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event deleted for resources: {'Port': ['ID=9a4a5dce-556a-4941-a4df-68abeb532ba8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:59.066031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26da58-32da-4a18-b2d2-7ed7630308c4 req-490ce48e-0fd5-4de7-833e-fc3668e31690 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.066031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c26da58-32da-4a18-b2d2-7ed7630308c4 req-490ce48e-0fd5-4de7-833e-fc3668e31690 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 944 time: 0.1123526 Mar 31 22:59:59.085082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-c8d86795-e194-4916-ae4e-bd792ab77c38 service neutron] 10.222.0.31 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284731 Mar 31 22:59:59.119534 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.151602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ac43d5-9018-4d24-bbee-64112fb29550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e161b61d-191e-4706-ab57-f0cca0c42ce5'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:59.154210 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b76fedb-1088-4cf8-8c05-830bb18459ff" -d '{"events": [{"server_uuid": "38ac43d5-9018-4d24-bbee-64112fb29550", "name": "network-vif-plugged", "status": "completed", "tag": "e161b61d-191e-4706-ab57-f0cca0c42ce5"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:59.180345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port e161b61d-191e-4706-ab57-f0cca0c42ce5, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e161b61d-191e-4706-ab57-f0cca0c42ce5,segment=NetworkSegment(3da8611d-80df-4e00-b7fe-604d0c5521d4),segment_id=3da8611d-80df-4e00-b7fe-604d0c5521d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:59.193203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c26da58-32da-4a18-b2d2-7ed7630308c4 req-48ae3d21-039a-4b1f-8450-e71ad5cb5391 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531234 Mar 31 22:59:59.203768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.229465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-c777c338-397b-4b47-958c-40914bf368e8 service neutron] 10.222.0.31 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271944 Mar 31 22:59:59.345975 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.347070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 996995d2-d1e9-415a-9aec-d668c2a97e06 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:59.524480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45ac20-c5ec-428f-95d1-e965e56840f6 req-79566394-6a8f-4dc5-b7a6-42c9cad449b0 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.532309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a45ac20-c5ec-428f-95d1-e965e56840f6 req-79566394-6a8f-4dc5-b7a6-42c9cad449b0 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 946 time: 0.2187245 Mar 31 22:59:59.554780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=e161b61d-191e-4706-ab57-f0cca0c42ce5,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:59.573694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-dd4e8855-e330-4733-86ff-44a9aaab659b service neutron] 10.222.0.31 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011067 Mar 31 22:59:59.669690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a45ac20-c5ec-428f-95d1-e965e56840f6 req-7f146d71-b876-476e-83f1-eef6eb76fa27 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363556 Mar 31 22:59:59.717875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-1922c5e4-9272-4ce7-8e6f-a5cdacb1c85d service neutron] 10.222.0.31 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317394 Mar 31 22:59:59.780441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 996995d2-d1e9-415a-9aec-d668c2a97e06 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:59.788960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 996995d2-d1e9-415a-9aec-d668c2a97e06 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:59.789618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.890157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-7a7c643e-6991-4f94-b2af-67bd56b11f0c service neutron] 10.222.0.31 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650655 Mar 31 22:59:59.902393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.947208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Router 3329c822-8073-4662-a4d0-b27b3e139a61 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:59.963343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 996995d2-d1e9-415a-9aec-d668c2a97e06, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=996995d2-d1e9-415a-9aec-d668c2a97e06,segment=NetworkSegment(c0bfc511-edfb-49ee-90bb-9c1c5d22974d),segment_id=c0bfc511-edfb-49ee-90bb-9c1c5d22974d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:59.976385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6038d-f0f4-4e3f-b9dd-082188965105 req-fccc28a5-62fa-47da-807c-6efddfdc7b8b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.978114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07a6038d-f0f4-4e3f-b9dd-082188965105 req-fccc28a5-62fa-47da-807c-6efddfdc7b8b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1732240 Mar 31 23:00:00.043307 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.064333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07a6038d-f0f4-4e3f-b9dd-082188965105 req-0d6b6b71-f3ed-44bf-951b-7c9c8fc9b408 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617232 Mar 31 23:00:00.137466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:00.148936 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921051bb-fa26-4e70-b61e-842dba04c843 None None] Sync routers for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:00.154385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=996995d2-d1e9-415a-9aec-d668c2a97e06,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:00.160404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-26b85bcc-d7da-479e-a28e-57237b3adc89 service neutron] 10.222.0.31 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579544 Mar 31 23:00:00.169188 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f5b696c3-66ce-4351-a002-4729be950341 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "PUT /v2.0/routers/3329c822-8073-4662-a4d0-b27b3e139a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0247140 Mar 31 23:00:00.169289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37554) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:00.174282 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921051bb-fa26-4e70-b61e-842dba04c843 None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:00.174282 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-921051bb-fa26-4e70-b61e-842dba04c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:00.194148 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad834b9-7ec3-4bf6-8abb-0bff38964575 x-openstack-request-id: req-5ad834b9-7ec3-4bf6-8abb-0bff38964575 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:00.194912 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ac43d5-9018-4d24-bbee-64112fb29550", "name": "network-vif-plugged", "status": "completed", "tag": "e161b61d-191e-4706-ab57-f0cca0c42ce5", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:00.195274 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ad834b9-7ec3-4bf6-8abb-0bff38964575 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:00.201086 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad834b9-7ec3-4bf6-8abb-0bff38964575'] response: {'server_uuid': '38ac43d5-9018-4d24-bbee-64112fb29550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e161b61d-191e-4706-ab57-f0cca0c42ce5', 'code': 200} Mar 31 23:00:00.278067 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-921051bb-fa26-4e70-b61e-842dba04c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:00.307890 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921051bb-fa26-4e70-b61e-842dba04c843 None None] Routers {'3329c822-8073-4662-a4d0-b27b3e139a61'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:00.308859 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-921051bb-fa26-4e70-b61e-842dba04c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T22:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3329c822-8073-4662-a4d0-b27b3e139a61'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:00.403684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575660c6-afd4-47e6-9fa6-1b73fbfa690a req-1330b470-c389-4adc-b544-184d5bd575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.405199 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-575660c6-afd4-47e6-9fa6-1b73fbfa690a req-1330b470-c389-4adc-b544-184d5bd575f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 1097 time: 0.1476502 Mar 31 23:00:00.412495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.522014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:00.524189 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-575660c6-afd4-47e6-9fa6-1b73fbfa690a req-2506c15d-6d53-4920-8248-86063eb1970d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115351 Mar 31 23:00:00.676364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.679031 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-921051bb-fa26-4e70-b61e-842dba04c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:00.679997 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921051bb-fa26-4e70-b61e-842dba04c843 None None] The sync data for ids ['3329c822-8073-4662-a4d0-b27b3e139a61'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:00.761140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.843251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7f2fb-f4e0-452f-964a-59f3848bfeb8 req-8bf4b937-0d04-46c1-a8e0-25be4825315d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.851632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddd7f2fb-f4e0-452f-964a-59f3848bfeb8 req-8bf4b937-0d04-46c1-a8e0-25be4825315d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.0740745 Mar 31 23:00:00.863633 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.930079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddd7f2fb-f4e0-452f-964a-59f3848bfeb8 req-bf82df3a-7762-4248-8f2d-84ea69c37df5 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727928 Mar 31 23:00:00.956958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Deleting port 1e02300b-f654-41c2-be31-32be82137166 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:00.957655 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.004836 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.060871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79db90-4ef3-4e87-a2bc-cc47252702ad,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.085733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.086123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.086495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.086834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.087231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.087658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.088042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.088376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.088709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.089222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.089546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.090116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.095492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.101452 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1de440e5-4903-4531-a47b-82d01faa9576 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8abda164cc4d422fb2fd14425cf74bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762765 Mar 31 23:00:01.104253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37584) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:01.170723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Calling delete_port for 1e02300b-f654-41c2-be31-32be82137166 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:01.213015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21b231cf-94d7-4004-a24e-94ea45146a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.258097 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21b231cf-94d7-4004-a24e-94ea45146a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.366006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37594) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:01.368235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5ebeb-0153-43b7-b3d4-3d959fb2e40e req-7480a868-8521-4f98-98a3-5b68f5432772 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.376619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58f5ebeb-0153-43b7-b3d4-3d959fb2e40e req-7480a868-8521-4f98-98a3-5b68f5432772 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 946 time: 0.2775967 Mar 31 23:00:01.450723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58f5ebeb-0153-43b7-b3d4-3d959fb2e40e req-a886cdf8-3fda-46f2-ac81-e849d0bb0949 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695829 Mar 31 23:00:01.478317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21b231cf-94d7-4004-a24e-94ea45146a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.481607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21b231cf-94d7-4004-a24e-94ea45146a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.486598 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-21b231cf-94d7-4004-a24e-94ea45146a99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b79db90-4ef3-4e87-a2bc-cc47252702ad HTTP/1.1" status: 204 len: 168 time: 0.3811858 Mar 31 23:00:01.538547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b231cf-94d7-4004-a24e-94ea45146a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79db90-4ef3-4e87-a2bc-cc47252702ad,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.655307 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0bf322f-851c-4b46-baab-84b20f4a3086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.693244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf30234-0b4e-49c7-a78a-c48004f0f76b req-72384830-f499-4900-b9c6-4c265274d879 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.695355 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cf30234-0b4e-49c7-a78a-c48004f0f76b req-72384830-f499-4900-b9c6-4c265274d879 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.0670590 Mar 31 23:00:01.745629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cf30234-0b4e-49c7-a78a-c48004f0f76b req-d41cdcc0-9e15-49cc-94a1-6285d464fc2c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Mar 31 23:00:01.772210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0bf322f-851c-4b46-baab-84b20f4a3086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.775355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.804968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event deleted for resources: {'Port': ['ID=1e02300b-f654-41c2-be31-32be82137166,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.818572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.819695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.820467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.820994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.821510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.822021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.822658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.824331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.824872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.825564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.826114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.826679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:01.878438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0bf322f-851c-4b46-baab-84b20f4a3086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.907318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.931043 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0bf322f-851c-4b46-baab-84b20f4a3086 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24f6766d124a43afa9bb1b440b1f16e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635505 Mar 31 23:00:01.931787 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37604) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:01.932425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf322f-851c-4b46-baab-84b20f4a3086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0475e1de-a7dc-4615-ae5e-83fc48280017,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:02.022831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39578847-a5fe-4891-8481-0b275a910d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.066774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39578847-a5fe-4891-8481-0b275a910d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.132940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.136731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.209887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f084df-34fb-4f4b-9b3c-426115457645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996995d2-d1e9-415a-9aec-d668c2a97e06'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:02.209887 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d168795-5373-459f-92aa-3f6ea863dc60" -d '{"events": [{"server_uuid": "d0f084df-34fb-4f4b-9b3c-426115457645", "name": "network-vif-plugged", "status": "completed", "tag": "996995d2-d1e9-415a-9aec-d668c2a97e06"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:02.305302 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39578847-a5fe-4891-8481-0b275a910d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.320595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39578847-a5fe-4891-8481-0b275a910d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.320595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-39578847-a5fe-4891-8481-0b275a910d85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0475e1de-a7dc-4615-ae5e-83fc48280017 HTTP/1.1" status: 204 len: 168 time: 0.3745074 Mar 31 23:00:02.342274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39578847-a5fe-4891-8481-0b275a910d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475e1de-a7dc-4615-ae5e-83fc48280017,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:02.529818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e4607aa-acf2-4416-903e-13a4685bc1c9 req-2e99dc3b-952a-4332-859c-566681087dab tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.1745560 Mar 31 23:00:02.541720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9364-eff7-4314-9e22-4be8a3e8e737 req-d0e69086-f2f3-4fec-9230-26911bb201d0 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.549221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b43a9364-eff7-4314-9e22-4be8a3e8e737 req-d0e69086-f2f3-4fec-9230-26911bb201d0 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.4838560 Mar 31 23:00:02.617215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b43a9364-eff7-4314-9e22-4be8a3e8e737 req-cdce57ab-b99d-4d28-81d0-9c7c86dbbf0c tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654631 Mar 31 23:00:02.640882 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae5bfa-f1c5-4389-9587-c2e05e2a6eb7 x-openstack-request-id: req-e5ae5bfa-f1c5-4389-9587-c2e05e2a6eb7 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:02.641880 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f084df-34fb-4f4b-9b3c-426115457645", "name": "network-vif-plugged", "status": "completed", "tag": "996995d2-d1e9-415a-9aec-d668c2a97e06", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:02.642255 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5ae5bfa-f1c5-4389-9587-c2e05e2a6eb7 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:02.642749 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ae5bfa-f1c5-4389-9587-c2e05e2a6eb7'] response: {'server_uuid': 'd0f084df-34fb-4f4b-9b3c-426115457645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996995d2-d1e9-415a-9aec-d668c2a97e06', 'code': 200} Mar 31 23:00:02.649853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.650464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Fanout notify agent at l3_agent the message router_deleted on router 3329c822-8073-4662-a4d0-b27b3e139a61 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:00:02.679472 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.680599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-17d586ec-9190-470f-b22e-e4f36c853483 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "DELETE /v2.0/routers/3329c822-8073-4662-a4d0-b27b3e139a61 HTTP/1.1" status: 204 len: 168 time: 2.5104680 Mar 31 23:00:02.684078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37636) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:02.806748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3079cd-915d-417d-ac0a-5b9fb618a62e tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Deleting subnet aef02858-29e1-45df-b68d-1b95bc595a5a {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:02.814106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe3079cd-915d-417d-ac0a-5b9fb618a62e tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.837087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fd930-8421-49fe-8443-a5c8eaafa33d req-bc686c66-63e2-433d-8d64-f3b7427e9966 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.847604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-107fd930-8421-49fe-8443-a5c8eaafa33d req-bc686c66-63e2-433d-8d64-f3b7427e9966 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 946 time: 0.1143060 Mar 31 23:00:02.849019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112df0d-9e7e-47c9-8b6e-d2dbbf43fef0 req-3a9d2ad5-a053-49fc-9319-8c5dea657f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.851147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8112df0d-9e7e-47c9-8b6e-d2dbbf43fef0 req-3a9d2ad5-a053-49fc-9319-8c5dea657f50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 1096 time: 0.1307290 Mar 31 23:00:02.896011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe3079cd-915d-417d-ac0a-5b9fb618a62e tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.938049 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8112df0d-9e7e-47c9-8b6e-d2dbbf43fef0 req-10a47a3f-a808-4a6b-a1c5-ed88d9082205 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783794 Mar 31 23:00:03.000894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-107fd930-8421-49fe-8443-a5c8eaafa33d req-4d92b128-18e7-441b-83bb-f0409a4e1e42 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456177 Mar 31 23:00:03.029132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643ce38-25c7-4456-b125-60dd435d62d3 req-333db9ac-0a9a-4f6a-89b9-47cdf4637b49 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.047755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b643ce38-25c7-4456-b125-60dd435d62d3 req-333db9ac-0a9a-4f6a-89b9-47cdf4637b49 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1715469 Mar 31 23:00:03.050941 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe3079cd-915d-417d-ac0a-5b9fb618a62e tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.152870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b643ce38-25c7-4456-b125-60dd435d62d3 req-04adee0a-b01f-4ac2-abad-4e6e84395d75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998979 Mar 31 23:00:03.242523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe3079cd-915d-417d-ac0a-5b9fb618a62e tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.274803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3079cd-915d-417d-ac0a-5b9fb618a62e tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event deleted for resources: {'Subnet': ['ID=aef02858-29e1-45df-b68d-1b95bc595a5a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:03.304250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe3079cd-915d-417d-ac0a-5b9fb618a62e tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.309575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a7db03-b465-4965-beab-ffeada41932b None None] Network e97b98aa-56f7-4b8e-8227-71bc1238b859 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:03.320634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe3079cd-915d-417d-ac0a-5b9fb618a62e tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "DELETE /v2.0/subnets/aef02858-29e1-45df-b68d-1b95bc595a5a HTTP/1.1" status: 204 len: 168 time: 0.6331189 Mar 31 23:00:03.321165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37654) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:03.445371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.536655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Deleting port 36008169-73af-4c19-87fc-06da0499bd57 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:03.536655 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.609790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] DHCP port deletion for e97b98aa-56f7-4b8e-8227-71bc1238b859 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:00:03.711979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] Deleting port 36008169-73af-4c19-87fc-06da0499bd57 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:03.712860 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.747413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b277952c-efd7-417a-b2d8-14a551db7ca8 req-9c5847cb-1975-474a-9452-a63f6ad042ba tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0838180 Mar 31 23:00:03.807359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37668) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:03.848517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4986-b407-4bcb-a236-105c6f0c8033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.878638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] For port 36008169-73af-4c19-87fc-06da0499bd57, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=36008169-73af-4c19-87fc-06da0499bd57,segment=NetworkSegment(1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd),segment_id=1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:03.886419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.925302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Calling delete_port for 36008169-73af-4c19-87fc-06da0499bd57 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:03.930082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] For port 36008169-73af-4c19-87fc-06da0499bd57, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=36008169-73af-4c19-87fc-06da0499bd57,segment=NetworkSegment(1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd),segment_id=1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:03.931218 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.961844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] Calling delete_port for 36008169-73af-4c19-87fc-06da0499bd57 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:03.962997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355a1fc-a67e-42c3-8110-c15f7b5db88b req-a52ea05b-eaf5-44eb-b23c-26597e274516 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.971821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5355a1fc-a67e-42c3-8110-c15f7b5db88b req-a52ea05b-eaf5-44eb-b23c-26597e274516 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 946 time: 0.2209496 Mar 31 23:00:04.050289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5355a1fc-a67e-42c3-8110-c15f7b5db88b req-e1cea48e-c47b-4fda-bb6d-cb9320d6099d tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771894 Mar 31 23:00:04.091775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b44f50f4-8eaf-47be-a3be-00b74307b65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.112056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4986-b407-4bcb-a236-105c6f0c8033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.159609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca152baf-98f6-4c51-be0c-729dc1554b09 req-419d43ec-fb18-477f-80a3-42bc7479cf8d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.161314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca152baf-98f6-4c51-be0c-729dc1554b09 req-419d43ec-fb18-477f-80a3-42bc7479cf8d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.2336471 Mar 31 23:00:04.219099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4986-b407-4bcb-a236-105c6f0c8033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.302011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca152baf-98f6-4c51-be0c-729dc1554b09 req-840a61f8-2044-4cfa-b2d9-89ce8016559c tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338019 Mar 31 23:00:04.309017 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7cdd4986-b407-4bcb-a236-105c6f0c8033 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47ecf95e0b7d4b28b51fd0a8d42878e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969995 Mar 31 23:00:04.309301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37686) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:04.324444 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.378273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.381080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] Pushing event deleted for resources: {'Port': ['ID=36008169-73af-4c19-87fc-06da0499bd57,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:04.389165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d7892-436e-47c7-830f-4bd14307ad2d None None] No DVR routers for this DVR port 36008169-73af-4c19-87fc-06da0499bd57 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:04.428294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event deleted for resources: {'Port': ['ID=36008169-73af-4c19-87fc-06da0499bd57,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:04.452016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd4986-b407-4bcb-a236-105c6f0c8033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a8e8a7-a2d1-41f0-9df8-92ff502f1e15,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:04.452792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] No DVR routers for this DVR port 36008169-73af-4c19-87fc-06da0499bd57 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:04.460371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f8d2-868c-4d9f-9643-49395ec415ed req-ca8e577a-9e51-41ef-8a49-2f60745dc894 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.462627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4051f8d2-868c-4d9f-9643-49395ec415ed req-ca8e577a-9e51-41ef-8a49-2f60745dc894 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1846504 Mar 31 23:00:04.485343 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b84df808-ebb8-426e-96a5-8fbd75045920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.507499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b84df808-ebb8-426e-96a5-8fbd75045920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.584457 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.599307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4051f8d2-868c-4d9f-9643-49395ec415ed req-f3b14515-eafe-4406-ade6-4bdb3596d308 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072252 Mar 31 23:00:04.617538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97b98aa-56f7-4b8e-8227-71bc1238b859']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:04.631172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:04.631564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6ae7c5-fdd7-4cd1-8f7b-09f6ac56fcfd') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:04.645739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.663846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.673100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:04.673669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:04.677273 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:04.851586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ab88a40-a770-4ebf-bafc-ef3a4022db33 req-4abe4ee5-ad0f-4bb3-bd31-2646fecf0afc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0288532 Mar 31 23:00:04.852402 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b84df808-ebb8-426e-96a5-8fbd75045920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.855830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b84df808-ebb8-426e-96a5-8fbd75045920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.857056 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b84df808-ebb8-426e-96a5-8fbd75045920 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4a8e8a7-a2d1-41f0-9df8-92ff502f1e15 HTTP/1.1" status: 204 len: 168 time: 0.5466166 Mar 31 23:00:04.867849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84df808-ebb8-426e-96a5-8fbd75045920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a8e8a7-a2d1-41f0-9df8-92ff502f1e15,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:04.901419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.915871 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.919183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "DELETE /v2.0/networks/e97b98aa-56f7-4b8e-8227-71bc1238b859 HTTP/1.1" status: 204 len: 168 time: 1.5967605 Mar 31 23:00:04.921890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37692) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:04.938730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f88bd-cda1-47aa-a3c7-8c9ecd5583b2 tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event deleted for resources: {'Network': ['ID=e97b98aa-56f7-4b8e-8227-71bc1238b859,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:05.135772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-9ff322ad-1275-4219-90c2-30d245159a2b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.137325 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-9ff322ad-1275-4219-90c2-30d245159a2b tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.50 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 946 time: 0.1101737 Mar 31 23:00:05.139134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 36008169-73af-4c19-87fc-06da0499bd57 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:05.200786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 36008169-73af-4c19-87fc-06da0499bd57 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:05.201132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 36008169-73af-4c19-87fc-06da0499bd57 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:05.238012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Deleting port 44a3039e-1de0-4135-b0fb-cda0e23e51d7 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:05.238366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.310545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6626cb6-785e-4089-b9e7-8b4ff8f3b6e3 req-ddcdccf0-3dc3-4f05-b8d0-86b300c85eb0 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.327600 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6626cb6-785e-4089-b9e7-8b4ff8f3b6e3 req-ddcdccf0-3dc3-4f05-b8d0-86b300c85eb0 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 946 time: 0.1089995 Mar 31 23:00:05.352125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Deleting port e161b61d-191e-4706-ab57-f0cca0c42ce5 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:05.352646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.418169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6626cb6-785e-4089-b9e7-8b4ff8f3b6e3 req-823776bf-7dbd-4d80-9fb0-ded4aa793e88 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/security-groups?id=471ef3e7-f7b5-4884-a012-26b9f28459fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887671 Mar 31 23:00:05.444179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.444536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.470066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37710) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:05.474962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Calling delete_port for 44a3039e-1de0-4135-b0fb-cda0e23e51d7 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:05.606901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51c241-f1c0-4909-b380-d330c27bd4f4 req-72a6bd48-e98d-4903-8aea-652acfba93af tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.606901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e51c241-f1c0-4909-b380-d330c27bd4f4 req-72a6bd48-e98d-4903-8aea-652acfba93af tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.0961952 Mar 31 23:00:05.664541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] For port e161b61d-191e-4706-ab57-f0cca0c42ce5, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=e161b61d-191e-4706-ab57-f0cca0c42ce5,segment=NetworkSegment(3da8611d-80df-4e00-b7fe-604d0c5521d4),segment_id=3da8611d-80df-4e00-b7fe-604d0c5521d4)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:05.665081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.687208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Calling delete_port for e161b61d-191e-4706-ab57-f0cca0c42ce5 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:05.694544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e51c241-f1c0-4909-b380-d330c27bd4f4 req-6ec9fe07-24c3-44b7-844c-090e2559f662 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725253 Mar 31 23:00:05.738263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b6e05410-646a-4e98-91ba-8febc4c6fa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.909389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b6e05410-646a-4e98-91ba-8febc4c6fa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.988341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c443-435b-4fdb-a9b7-fe2c631cad42 req-fbca5849-2916-4230-a1ac-c0cf8ba01811 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.989872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9a1c443-435b-4fdb-a9b7-fe2c631cad42 req-fbca5849-2916-4230-a1ac-c0cf8ba01811 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.0698316 Mar 31 23:00:06.028164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9a1c443-435b-4fdb-a9b7-fe2c631cad42 req-9c3d23e3-c6e5-4ddd-bf2f-ca143ce79024 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318325 Mar 31 23:00:06.058861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b6e05410-646a-4e98-91ba-8febc4c6fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.058986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.064427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-645835e8-bc54-4fe2-8f7c-417eef1850b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.084704 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.098090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['e161b61d-191e-4706-ab57-f0cca0c42ce5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:06.114451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b6e05410-646a-4e98-91ba-8febc4c6fa3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e89e61782ddd41d48ef62afdab5bb79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409397 Mar 31 23:00:06.116064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05410-646a-4e98-91ba-8febc4c6fa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7dc9fa-4fb3-4126-9d85-9fba64b490ea,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.118640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37730) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:06.148965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Pushing event deleted for resources: {'Port': ['ID=44a3039e-1de0-4135-b0fb-cda0e23e51d7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.204252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e346307e-eef1-4f7b-98cd-9f64d405c52e req-12860d99-a9eb-4b57-9c3f-b1efa30f43c6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0751212 Mar 31 23:00:06.208969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Pushing event deleted for resources: {'Port': ['ID=e161b61d-191e-4706-ab57-f0cca0c42ce5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.244001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08396772-8cec-4e06-8c66-eed22a8e03c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.256075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] No DVR routers for this DVR port e161b61d-191e-4706-ab57-f0cca0c42ce5 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:06.259740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.263396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-061994c0-69ad-4de9-9706-ceaed4d778c4 req-76bd03de-0dae-4de5-b060-7c4e54207a3e tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.50 "DELETE /v2.0/ports/e161b61d-191e-4706-ab57-f0cca0c42ce5 HTTP/1.1" status: 204 len: 173 time: 1.1194332 Mar 31 23:00:06.263898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ac43d5-9018-4d24-bbee-64112fb29550', 'name': 'network-vif-deleted', 'tag': 'e161b61d-191e-4706-ab57-f0cca0c42ce5'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:06.266957 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9019e70b-0c75-44ea-815e-508b7aee77ec" -d '{"events": [{"server_uuid": "38ac43d5-9018-4d24-bbee-64112fb29550", "name": "network-vif-deleted", "tag": "e161b61d-191e-4706-ab57-f0cca0c42ce5"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:06.270814 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.273406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.285423 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1dccbb64-a129-4663-8adc-7599714f719f tempest-FloatingIPAdminTestJSON-81138937 tempest-FloatingIPAdminTestJSON-81138937-project] 10.222.0.31 "DELETE /v2.0/floatingips/db1b2cfc-4284-4c30-9e8e-bde172675443 HTTP/1.1" status: 204 len: 168 time: 1.3546154 Mar 31 23:00:06.289672 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08396772-8cec-4e06-8c66-eed22a8e03c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.335122 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c701c26a-c0fa-41f2-928e-c04ebe148635 x-openstack-request-id: req-c701c26a-c0fa-41f2-928e-c04ebe148635 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:06.335421 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ac43d5-9018-4d24-bbee-64112fb29550", "name": "network-vif-deleted", "tag": "e161b61d-191e-4706-ab57-f0cca0c42ce5", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:06.335677 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c701c26a-c0fa-41f2-928e-c04ebe148635 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:06.336088 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c701c26a-c0fa-41f2-928e-c04ebe148635'] response: {'server_uuid': '38ac43d5-9018-4d24-bbee-64112fb29550', 'name': 'network-vif-deleted', 'tag': 'e161b61d-191e-4706-ab57-f0cca0c42ce5', 'status': 'completed', 'code': 200} Mar 31 23:00:06.408278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210c69b-fa61-4ab3-85e4-3bfe91a6279c req-ec1121ab-7794-4014-8bf2-3c67ee22bdd3 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.409968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3210c69b-fa61-4ab3-85e4-3bfe91a6279c req-ec1121ab-7794-4014-8bf2-3c67ee22bdd3 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.0548527 Mar 31 23:00:06.457973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3210c69b-fa61-4ab3-85e4-3bfe91a6279c req-d5eee708-30e1-4770-8d39-8e94ffcdc3a3 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Mar 31 23:00:06.525968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-cf7850ed-89b8-4f2b-939b-1221d5a0270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.527896 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-cf7850ed-89b8-4f2b-939b-1221d5a0270f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7365c7785c9646bfa4c42153ad1dde7d&device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 1096 time: 0.0686178 Mar 31 23:00:06.541853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07285c91-0849-423b-b08a-e15a531f5bb3 req-b1d1ea49-d415-4a67-97e4-a0db65701366 tempest-InstanceActionsV221TestJSON-2058538806 tempest-InstanceActionsV221TestJSON-2058538806-project] 10.222.0.31 "GET /v2.0/ports?device_id=38ac43d5-9018-4d24-bbee-64112fb29550 HTTP/1.1" status: 200 len: 210 time: 0.0351083 Mar 31 23:00:06.542676 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08396772-8cec-4e06-8c66-eed22a8e03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.545631 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08396772-8cec-4e06-8c66-eed22a8e03c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.550189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-08396772-8cec-4e06-8c66-eed22a8e03c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d7dc9fa-4fb3-4126-9d85-9fba64b490ea HTTP/1.1" status: 204 len: 168 time: 0.4303613 Mar 31 23:00:06.559093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08396772-8cec-4e06-8c66-eed22a8e03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7dc9fa-4fb3-4126-9d85-9fba64b490ea,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.658266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-d8a374a3-7a64-4cc2-995f-c0f1ba73e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.659976 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-d8a374a3-7a64-4cc2-995f-c0f1ba73e8d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d5bd85d-bd25-4152-9785-c428d216f419 HTTP/1.1" status: 200 len: 914 time: 0.1244423 Mar 31 23:00:06.702623 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-9cb694d1-e7d4-4429-814c-bb5bc6ef4094 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=996995d2-d1e9-415a-9aec-d668c2a97e06 HTTP/1.1" status: 200 len: 217 time: 0.0364416 Mar 31 23:00:06.753702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-ce292268-03c3-4f85-9636-6611e7e750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.759143 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-ce292268-03c3-4f85-9636-6611e7e750c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=229e7fe6-f9ea-4d35-b0d6-4d6071e53549 HTTP/1.1" status: 200 len: 853 time: 0.0467229 Mar 31 23:00:06.796596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-632d8072-4c73-4fd0-b864-fb45e300e29f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d5bd85d-bd25-4152-9785-c428d216f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293570 Mar 31 23:00:06.909803 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-adce5e7e-6de4-4b5c-a24f-d0662af41d63 service neutron] 10.222.0.50 "GET /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065881 Mar 31 23:00:06.927405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37766) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:06.977988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37770) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:06.989175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-1878dc88-e5b4-41ef-9d1d-c9bfff4c7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.990848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-1878dc88-e5b4-41ef-9d1d-c9bfff4c7af2 service neutron] 10.222.0.45 "GET /v2.0/ports/3bd99b62-68ed-4677-944a-ff67dbbabe7b HTTP/1.1" status: 200 len: 1027 time: 0.0514758 Mar 31 23:00:07.027186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66334269-1df3-48b0-bf21-bb8f1c562716 req-fe38a50c-12be-4cdd-8341-29604e991af1 service neutron] 10.222.0.50 "GET /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106269 Mar 31 23:00:07.030427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-91d285d3-b23b-4894-ac03-d966dec41d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.031873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-91d285d3-b23b-4894-ac03-d966dec41d6c service neutron] 10.222.0.45 "GET /v2.0/ports/6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 200 len: 1028 time: 0.0341713 Mar 31 23:00:07.107358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-742723408-network', 'tenant_id': '6b82420ec7ef4c48b5607419505cb2f1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:07.232709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-fe485f16-b364-4cda-bde3-d366c9c7930b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.243276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-fe485f16-b364-4cda-bde3-d366c9c7930b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.247298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-fe485f16-b364-4cda-bde3-d366c9c7930b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.249018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-fe485f16-b364-4cda-bde3-d366c9c7930b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "GET /v2.0/networks?id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=1846b0f2-57b5-4e40-b343-579f519f3ff3&id=1846b0f2-57b5-4e40-b343-579f519f3ff3 HTTP/1.1" status: 200 len: 1990 time: 0.2093198 Mar 31 23:00:07.270608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dff61-4d6c-4823-9828-4c9d3bafe1b5 req-d2d432ab-f10d-4591-b005-f98805c7ee2e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.272307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-504dff61-4d6c-4823-9828-4c9d3bafe1b5 req-d2d432ab-f10d-4591-b005-f98805c7ee2e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1559544 Mar 31 23:00:07.295973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d0a96351-a71b-4268-93f7-ba91ad929f6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8406fdaac53f4f1098a9c5306d4a511c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163748 Mar 31 23:00:07.299549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37782) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:07.328988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Made reservation on behalf of 6b82420ec7ef4c48b5607419505cb2f1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:07.331242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.377289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e4594161-4dfa-43f8-857b-ec9ad5ee57eb req-ee9bdb1f-952d-4036-b68e-8f10c283fce5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0658844 Mar 31 23:00:07.378262 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.391493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-2e9b5da8-9d3b-4f70-906d-6810bd13c410 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9369121979e7460d8e7a10dc322e7d59 HTTP/1.1" status: 200 len: 380 time: 0.1288521 Mar 31 23:00:07.398743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8574b17a-a3d1-418d-856a-1403a96670dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.408013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'admin_state_up': True, 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'security_groups': ['268ddec4-03c4-4e38-9761-92f767efbe5f']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:07.439233 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8574b17a-a3d1-418d-856a-1403a96670dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.440440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-504dff61-4d6c-4823-9828-4c9d3bafe1b5 req-53a51e95-5b3a-4d4f-b46d-b796886c5da1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596575 Mar 31 23:00:07.677917 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.684739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8574b17a-a3d1-418d-856a-1403a96670dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.690536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8574b17a-a3d1-418d-856a-1403a96670dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.694930 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8574b17a-a3d1-418d-856a-1403a96670dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0682bb8d-b8e3-4448-a1a9-d43081ed4704 HTTP/1.1" status: 204 len: 168 time: 0.3938222 Mar 31 23:00:07.704558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574b17a-a3d1-418d-856a-1403a96670dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0682bb8d-b8e3-4448-a1a9-d43081ed4704,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.057939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.130574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe31a6-cccd-4cec-b777-07a576a905b6 req-dda8deff-7156-4bc6-a8eb-906cb1e9035c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.132024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09fe31a6-cccd-4cec-b777-07a576a905b6 req-dda8deff-7156-4bc6-a8eb-906cb1e9035c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.5504253 Mar 31 23:00:08.148338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbb3cd-a184-484a-b4ed-0ab776fd06fc req-0a509ecd-4d24-4610-a845-b6ebb3a55da7 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.155481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93cbb3cd-a184-484a-b4ed-0ab776fd06fc req-0a509ecd-4d24-4610-a845-b6ebb3a55da7 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.1424632 Mar 31 23:00:08.178713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.244012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:08.269183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93cbb3cd-a184-484a-b4ed-0ab776fd06fc req-e82da548-2371-474f-9efc-766765e4097d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100550 Mar 31 23:00:08.271945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.272306 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Added segment 6b623e9a-2556-415b-b8f6-a7998f7baa43 of type vlan for network 753ee058-8a5d-4952-8163-e040fe43ed5e Mar 31 23:00:08.352600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.363448 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.381950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c0351e-5836-4695-9c14-0f218e707cf9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.410268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09fe31a6-cccd-4cec-b777-07a576a905b6 req-1a86e2c9-6a96-4762-b3aa-0dc7855d3ad3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496138 Mar 31 23:00:08.418707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:08.424912 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.457165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e161b61d-191e-4706-ab57-f0cca0c42ce5 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:08.486000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.487561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.488861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.499090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: e161b61d-191e-4706-ab57-f0cca0c42ce5 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:08.499736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device e161b61d-191e-4706-ab57-f0cca0c42ce5 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:08.557093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37828) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:08.575127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9c8370f-13d9-4df0-bf39-7720dccbfbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.599960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] Pushing event updated for resources: {'Network': ['ID=753ee058-8a5d-4952-8163-e040fe43ed5e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.618278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 753ee058-8a5d-4952-8163-e040fe43ed5e details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:08.688133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9c8370f-13d9-4df0-bf39-7720dccbfbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.747719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a5caf40-2a64-471b-86e4-f148f6456a7d req-36d0fb8e-0bad-49e8-9581-f0cb8f16ec4d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.1702771 Mar 31 23:00:08.794115 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9c8370f-13d9-4df0-bf39-7720dccbfbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.860055 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f9c8370f-13d9-4df0-bf39-7720dccbfbd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c406afbd2924634b3ff5ef101083202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996838 Mar 31 23:00:08.894130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8370f-13d9-4df0-bf39-7720dccbfbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd80fac-e88c-4c70-afe3-6d303175e62a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.901062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37840) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:08.904303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Allocated IP 172.20.0.14 (c097e531-5b1f-4b27-a1e0-f2f1516e30ad/d6a585b5-04aa-4e07-a849-da75601d5494/0a27d271-1139-4e1a-9d57-f2b23b475a56) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:08.918220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-df54c3ca-1840-40ad-ada6-0932706a72a4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9857066 Mar 31 23:00:08.922861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37844) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:08.930715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Request body: {'subnet': {'network_id': '753ee058-8a5d-4952-8163-e040fe43ed5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-742723408-subnet', 'tenant_id': '6b82420ec7ef4c48b5607419505cb2f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:08.951526 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.003322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6b8a-61fb-4896-8a5c-f1615be8ac10 req-b05cce1a-ac3b-4ed3-9528-998220072852 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.004260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f394c12-d36d-4056-9039-d21cdcc82479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.005118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-845b6b8a-61fb-4896-8a5c-f1615be8ac10 req-b05cce1a-ac3b-4ed3-9528-998220072852 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.0958786 Mar 31 23:00:09.040357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f394c12-d36d-4056-9039-d21cdcc82479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.082220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Made reservation on behalf of 6b82420ec7ef4c48b5607419505cb2f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:09.086670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.103767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-845b6b8a-61fb-4896-8a5c-f1615be8ac10 req-b3114d80-26d7-4837-9650-0ae16e7563b3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797601 Mar 31 23:00:09.116294 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.152613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.195518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37846) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:09.250367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abe3479-1a0a-4fef-8d8a-226f66a5daec admin admin] Deleting subnet 5d924c19-6f1f-4528-bd8f-88944eb0f947 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:09.253830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7abe3479-1a0a-4fef-8d8a-226f66a5daec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.272866 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f394c12-d36d-4056-9039-d21cdcc82479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.275604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f394c12-d36d-4056-9039-d21cdcc82479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.276978 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6f394c12-d36d-4056-9039-d21cdcc82479 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afd80fac-e88c-4c70-afe3-6d303175e62a HTTP/1.1" status: 204 len: 168 time: 0.3739722 Mar 31 23:00:09.311436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.326698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f394c12-d36d-4056-9039-d21cdcc82479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd80fac-e88c-4c70-afe3-6d303175e62a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:09.450406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7abe3479-1a0a-4fef-8d8a-226f66a5daec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.500828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:09.509296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:09.511435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=0a27d271-1139-4e1a-9d57-f2b23b475a56,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:09.520039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:09.546069 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.625641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7abe3479-1a0a-4fef-8d8a-226f66a5daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.626312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.657867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37858) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:09.668378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0e912-41e6-4139-a9c0-c646d87ae4e5 req-bd9aeb9c-5dad-4b2e-b81b-ab026cb65816 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.669738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50d0e912-41e6-4139-a9c0-c646d87ae4e5 req-bd9aeb9c-5dad-4b2e-b81b-ab026cb65816 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.2503304 Mar 31 23:00:09.707848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.708507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.739772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0429ce2a-5ea1-453a-adf6-0b33ad23b943,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:09.794686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Checking segment: {'id': '6b623e9a-2556-415b-b8f6-a7998f7baa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '753ee058-8a5d-4952-8163-e040fe43ed5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:09.796028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50d0e912-41e6-4139-a9c0-c646d87ae4e5 req-54d7d400-0a00-4cd9-8184-17b474fcb9d3 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067569 Mar 31 23:00:09.796936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Network hostable DHCP agents. Network: 753ee058-8a5d-4952-8163-e040fe43ed5e, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:09.849929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-28ecbfe1-0afd-432f-bbcf-880c68fbe05e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4476755 Mar 31 23:00:09.875512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'admin_state_up': True, 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'security_groups': ['268ddec4-03c4-4e38-9761-92f767efbe5f']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:09.934804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Network 753ee058-8a5d-4952-8163-e040fe43ed5e is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:09.976065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-915558f0-930c-407b-8426-c65b4d9e72f5 None None] Provisioning complete for port 0a27d271-1139-4e1a-9d57-f2b23b475a56 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:09.978608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-915558f0-930c-407b-8426-c65b4d9e72f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.024207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-915558f0-930c-407b-8426-c65b4d9e72f5 None None] Port 0a27d271-1139-4e1a-9d57-f2b23b475a56 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:10.047633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 753ee058-8a5d-4952-8163-e040fe43ed5e) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:10.052093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7abe3479-1a0a-4fef-8d8a-226f66a5daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.052499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.057892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.070740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e84749-4b18-4448-8e1a-e20e7186f26b None None] Network 753ee058-8a5d-4952-8163-e040fe43ed5e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:10.131629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3479-1a0a-4fef-8d8a-226f66a5daec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d924c19-6f1f-4528-bd8f-88944eb0f947,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:10.133966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9acff6-a9d7-4320-9627-e00524870340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.141647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7abe3479-1a0a-4fef-8d8a-226f66a5daec admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.145648 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7abe3479-1a0a-4fef-8d8a-226f66a5daec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5d924c19-6f1f-4528-bd8f-88944eb0f947 HTTP/1.1" status: 204 len: 168 time: 0.9489143 Mar 31 23:00:10.148997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37872) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:10.195924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed54480-49e0-4f70-bf18-93db47403a09 req-78ebf955-93de-415a-9ced-f5cdfbd9ce98 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.197713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bed54480-49e0-4f70-bf18-93db47403a09 req-78ebf955-93de-415a-9ced-f5cdfbd9ce98 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 932 time: 0.3174791 Mar 31 23:00:10.225967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae91fbf-4c04-4dc2-b5d1-0744958d07a4 None None] Network 753ee058-8a5d-4952-8163-e040fe43ed5e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:10.235774 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a8dfedac-9638-47ca-89ac-527986cc9db0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3116140 Mar 31 23:00:10.271919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.279648 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bed54480-49e0-4f70-bf18-93db47403a09 req-3562c555-ed71-41fa-a821-f32ede355615 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721812 Mar 31 23:00:10.347702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:10.351892 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.432052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9acff6-a9d7-4320-9627-e00524870340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.493785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.515847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37882) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:10.544210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deee451-66b4-4c77-94cf-0a9b4206e6d7']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:10.555685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da8611d-80df-4e00-b7fe-604d0c5521d4') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:10.555989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da8611d-80df-4e00-b7fe-604d0c5521d4') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:10.563421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a9924f5-3fd0-4c6d-888a-7affb952642b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.567281 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.582003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9acff6-a9d7-4320-9627-e00524870340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.598010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a61b90-58b6-430f-b46f-dfed5b4559a4 req-64cf458e-4b1e-4862-89a9-001da227cc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.599552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7a61b90-58b6-430f-b46f-dfed5b4559a4 req-64cf458e-4b1e-4862-89a9-001da227cc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1372323 Mar 31 23:00:10.657428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Allocated IP 10.1.1.132 (4388476e-2dfd-4975-bab7-9f38ddb2c65a/510f9439-b820-4536-a9b7-34204eacf2aa/a3e77bf7-8cab-4b9e-a5f6-944906a36998) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:10.702463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee9acff6-a9d7-4320-9627-e00524870340 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56d944d696474b5ebeb2ff993de87a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0317006 Mar 31 23:00:10.707218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37888) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:10.711655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9acff6-a9d7-4320-9627-e00524870340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f831dd1b-a21c-4bfe-8fb1-d367b321e1ba,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:10.750273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:10.763724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:10.790800 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.793348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01c587e6-ab0e-4b02-941e-f5c937c57d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.796490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7a61b90-58b6-430f-b46f-dfed5b4559a4 req-7c256a49-a8ac-435c-bc7a-817c9977bba0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645575 Mar 31 23:00:10.803221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:10.803751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:10.805642 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:10.880140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01c587e6-ab0e-4b02-941e-f5c937c57d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.022631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.043440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a9924f5-3fd0-4c6d-888a-7affb952642b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.052149 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.069253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.078553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa54cf-5ced-4f80-ad57-e32734d270c8 req-ce01b14b-b415-4e6b-b1c7-552868eca65e tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.079994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7fa54cf-5ced-4f80-ad57-e32734d270c8 req-ce01b14b-b415-4e6b-b1c7-552868eca65e tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.1612008 Mar 31 23:00:11.083904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.100060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7deee451-66b4-4c77-94cf-0a9b4206e6d7 HTTP/1.1" status: 204 len: 168 time: 0.9496627 Mar 31 23:00:11.101092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fd767-b3fd-41a0-bc5d-c133c99acfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7deee451-66b4-4c77-94cf-0a9b4206e6d7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.105931 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01c587e6-ab0e-4b02-941e-f5c937c57d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.108506 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01c587e6-ab0e-4b02-941e-f5c937c57d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.119385 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01c587e6-ab0e-4b02-941e-f5c937c57d71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f831dd1b-a21c-4bfe-8fb1-d367b321e1ba HTTP/1.1" status: 204 len: 168 time: 0.4104145 Mar 31 23:00:11.135817 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a9924f5-3fd0-4c6d-888a-7affb952642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.141155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c587e6-ab0e-4b02-941e-f5c937c57d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f831dd1b-a21c-4bfe-8fb1-d367b321e1ba,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.176769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7fa54cf-5ced-4f80-ad57-e32734d270c8 req-95594896-3d55-4a4f-a8e8-9c729dea509d tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897045 Mar 31 23:00:11.193518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.205426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9924f5-3fd0-4c6d-888a-7affb952642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3121852-4cdf-4348-934b-025c11eefd63,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.207529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:11.209945 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec701ecb-f007-437d-9c8d-fa7d9911bef2" -d '{"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-unplugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:11.219569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37898) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:11.219914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9a9924f5-3fd0-4c6d-888a-7affb952642b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b233fb0410594538bdd34c2ba3f30ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025650 Mar 31 23:00:11.242464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.244090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '182fd706-c0e6-4393-9939-e994a61c6e82', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'port_id': '182fd706-c0e6-4393-9939-e994a61c6e82', 'mac_address': 'fa:16:3e:a8:75:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:11.294925 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b81092cd-098b-4af0-a9a4-cb09788e4d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.300652 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62314ab3-9911-4f24-bc71-a38d4ab87032 x-openstack-request-id: req-62314ab3-9911-4f24-bc71-a38d4ab87032 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:11.301065 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-unplugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:11.301436 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62314ab3-9911-4f24-bc71-a38d4ab87032 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:11.301927 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62314ab3-9911-4f24-bc71-a38d4ab87032'] response: {'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'code': 200} Mar 31 23:00:11.313437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.313656 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.317597 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.321026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b81092cd-098b-4af0-a9a4-cb09788e4d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.356795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 182fd706-c0e6-4393-9939-e994a61c6e82 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:11.402895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:11.411523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.413413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.414629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:11.436646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:11.483010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=a3e77bf7-8cab-4b9e-a5f6-944906a36998,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.513342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.513981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.534801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f637710-c89f-41fe-bb59-27f4bb0c759b req-5c85d992-c294-474f-a252-b2db5ace7f83 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.540798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f637710-c89f-41fe-bb59-27f4bb0c759b req-5c85d992-c294-474f-a252-b2db5ace7f83 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.542443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f637710-c89f-41fe-bb59-27f4bb0c759b req-5c85d992-c294-474f-a252-b2db5ace7f83 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 1654 time: 0.1327295 Mar 31 23:00:11.545876 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.549054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b81092cd-098b-4af0-a9a4-cb09788e4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.552361 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b81092cd-098b-4af0-a9a4-cb09788e4d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.556139 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b81092cd-098b-4af0-a9a4-cb09788e4d0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3121852-4cdf-4348-934b-025c11eefd63 HTTP/1.1" status: 204 len: 168 time: 0.3329701 Mar 31 23:00:11.566783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81092cd-098b-4af0-a9a4-cb09788e4d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3121852-4cdf-4348-934b-025c11eefd63,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.605959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f637710-c89f-41fe-bb59-27f4bb0c759b req-ed313ab3-f34e-4179-b3ab-60d329f37eb8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483325 Mar 31 23:00:11.635523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.646186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['182fd706-c0e6-4393-9939-e994a61c6e82'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:11.703248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-4753fd32-9ddb-495d-9c1a-041a3c78a5dd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8449686 Mar 31 23:00:11.709395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37908) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:11.723146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'admin_state_up': True, 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'security_groups': ['268ddec4-03c4-4e38-9761-92f767efbe5f']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:11.765919 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7fea3c64-36af-427d-aa20-53e0c519da7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=569e27fc5d604bf7a4d697832e3ccee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524039 Mar 31 23:00:11.766942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37910) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:11.783007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-216f84c0-0a67-4102-b97d-f90dc6f7b587 None None] Provisioning complete for port a3e77bf7-8cab-4b9e-a5f6-944906a36998 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:11.783373 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-216f84c0-0a67-4102-b97d-f90dc6f7b587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.827008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-565e7039-1b36-4844-8b25-9ca886c34fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.844165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-216f84c0-0a67-4102-b97d-f90dc6f7b587 None None] Port a3e77bf7-8cab-4b9e-a5f6-944906a36998 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:11.863523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-565e7039-1b36-4844-8b25-9ca886c34fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.009451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-565e7039-1b36-4844-8b25-9ca886c34fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.012654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-565e7039-1b36-4844-8b25-9ca886c34fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.013859 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-565e7039-1b36-4844-8b25-9ca886c34fbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/471ef3e7-f7b5-4884-a012-26b9f28459fb HTTP/1.1" status: 204 len: 168 time: 0.2455113 Mar 31 23:00:12.025003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e7039-1b36-4844-8b25-9ca886c34fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471ef3e7-f7b5-4884-a012-26b9f28459fb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:12.027075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaf0d1-3355-4a51-964c-742be9dfa41e req-84f78460-8d63-42d1-8745-3dd08b2010c8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.028681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5aeaf0d1-3355-4a51-964c-742be9dfa41e req-84f78460-8d63-42d1-8745-3dd08b2010c8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.0778887 Mar 31 23:00:12.071533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5aeaf0d1-3355-4a51-964c-742be9dfa41e req-b8234dd1-add6-4cb8-afc5-cd23c14bcb6d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357754 Mar 31 23:00:12.107017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:12.116445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.136598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-c9c2b4b8-f081-406b-bed6-0f92888c209e tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.139231 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-c9c2b4b8-f081-406b-bed6-0f92888c209e tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.0662851 Mar 31 23:00:12.283988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Deleting port 996995d2-d1e9-415a-9aec-d668c2a97e06 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:12.284343 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.346139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525b9ea-f378-400f-9a7b-6064aefcd993 req-cd0c073c-9a95-4815-af9f-35cb4ac34237 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.354279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f525b9ea-f378-400f-9a7b-6064aefcd993 req-cd0c073c-9a95-4815-af9f-35cb4ac34237 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 945 time: 0.0807931 Mar 31 23:00:12.370590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Allocated IP 10.1.1.179 (4388476e-2dfd-4975-bab7-9f38ddb2c65a/510f9439-b820-4536-a9b7-34204eacf2aa/ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:12.413541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] For port 996995d2-d1e9-415a-9aec-d668c2a97e06, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=996995d2-d1e9-415a-9aec-d668c2a97e06,segment=NetworkSegment(c0bfc511-edfb-49ee-90bb-9c1c5d22974d),segment_id=c0bfc511-edfb-49ee-90bb-9c1c5d22974d)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:12.414085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.426622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f525b9ea-f378-400f-9a7b-6064aefcd993 req-90776741-3f72-4ae4-84a9-968473c42286 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dd75e2d-d310-4c49-a7d2-faf95a11e470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639293 Mar 31 23:00:12.448849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Calling delete_port for 996995d2-d1e9-415a-9aec-d668c2a97e06 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:12.611784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.664682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37944) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:12.671127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-773478072-network', 'tenant_id': '79f0d3e94916434b83a948c9358ec8ad'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:12.696771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:12.759069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:12.790568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.814609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.854328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:12.870033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Made reservation on behalf of 79f0d3e94916434b83a948c9358ec8ad for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:12.872671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.891708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.902886 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:12.917885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Pushing event deleted for resources: {'Port': ['ID=996995d2-d1e9-415a-9aec-d668c2a97e06,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:12.957587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2fe9-ed17-40bd-8302-8f1e65c41174 req-b89d2b7c-e5de-49fb-900a-83b92297d57c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.969172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2fe9-ed17-40bd-8302-8f1e65c41174 req-b89d2b7c-e5de-49fb-900a-83b92297d57c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.971882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ebc2fe9-ed17-40bd-8302-8f1e65c41174 req-b89d2b7c-e5de-49fb-900a-83b92297d57c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 1654 time: 0.2303174 Mar 31 23:00:12.976994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:13.044551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] No DVR routers for this DVR port 996995d2-d1e9-415a-9aec-d668c2a97e06 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:13.047414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.051610 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07fad94b-94ee-4a01-a207-d58d79b92abb req-8d5cebf7-26ae-4ba8-99bf-834db37e6f0a tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.50 "DELETE /v2.0/ports/996995d2-d1e9-415a-9aec-d668c2a97e06 HTTP/1.1" status: 204 len: 173 time: 0.9070163 Mar 31 23:00:13.052087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f084df-34fb-4f4b-9b3c-426115457645', 'name': 'network-vif-deleted', 'tag': '996995d2-d1e9-415a-9aec-d668c2a97e06'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:13.054362 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7eb4cb-600c-4d18-a8ce-76ad8629ec63" -d '{"events": [{"server_uuid": "d0f084df-34fb-4f4b-9b3c-426115457645", "name": "network-vif-deleted", "tag": "996995d2-d1e9-415a-9aec-d668c2a97e06"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:13.098513 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.176578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:13.180501 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a35a8d-aa03-42cb-8fec-2023175d020c x-openstack-request-id: req-d5a35a8d-aa03-42cb-8fec-2023175d020c {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:13.182225 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f084df-34fb-4f4b-9b3c-426115457645", "name": "network-vif-deleted", "tag": "996995d2-d1e9-415a-9aec-d668c2a97e06", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:13.182225 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5a35a8d-aa03-42cb-8fec-2023175d020c {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:13.182584 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a35a8d-aa03-42cb-8fec-2023175d020c'] response: {'server_uuid': 'd0f084df-34fb-4f4b-9b3c-426115457645', 'name': 'network-vif-deleted', 'tag': '996995d2-d1e9-415a-9aec-d668c2a97e06', 'status': 'completed', 'code': 200} Mar 31 23:00:13.267429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ebc2fe9-ed17-40bd-8302-8f1e65c41174 req-b7b11126-778e-4033-b8e1-29eb94de3bf0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835407 Mar 31 23:00:13.312867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.312867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.320385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.416666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:13.426825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['996995d2-d1e9-415a-9aec-d668c2a97e06'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:13.445622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.453185 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Added segment d83bc8d9-65cf-444b-a20c-365597be11d6 of type vlan for network 49fedcce-ac8b-47a2-b84b-7a0179e16237 Mar 31 23:00:13.533793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 182fd706-c0e6-4393-9939-e994a61c6e82 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:13.534273 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.642388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd10de0a-ef9c-44b5-8838-95d905c9cc15,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:13.652816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-d36b1f24-1c5c-4305-8699-fcdd69ed9d2e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9372413 Mar 31 23:00:13.669264 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.679731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d83012b4-5328-449e-a63e-1c2a470a837a req-78ca58e4-cb89-4281-974a-c409f5313e60 tempest-InstanceActionsTestJSON-135089080 tempest-InstanceActionsTestJSON-135089080-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0f084df-34fb-4f4b-9b3c-426115457645 HTTP/1.1" status: 200 len: 210 time: 0.0819757 Mar 31 23:00:13.682882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4a6a22f7-56e1-4e2d-b81e-fd6fb60b9204 None None] Provisioning complete for port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:13.683221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a6a22f7-56e1-4e2d-b81e-fd6fb60b9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.683998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3', 'admin_state_up': True, 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'security_groups': ['268ddec4-03c4-4e38-9761-92f767efbe5f']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:13.726193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fa72c-d1bf-427e-9670-fbd69ca71985 req-33b46a5e-a4ea-4613-9f1c-5bec15c44e13 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.727777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a07fa72c-d1bf-427e-9670-fbd69ca71985 req-33b46a5e-a4ea-4613-9f1c-5bec15c44e13 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.3622479 Mar 31 23:00:13.814798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:13.842305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a07fa72c-d1bf-427e-9670-fbd69ca71985 req-95bf8fb3-74d5-446d-ad09-068d0c7be6fb tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824842 Mar 31 23:00:13.882504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a22f7-56e1-4e2d-b81e-fd6fb60b9204 None None] Port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:13.885986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'mac_address': 'fa:16:3e:be:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:13.923079 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.924124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.924773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.930451 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.958985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.961326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:13.981517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e30caf-4a6b-41bd-9f21-e470d20304df {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:14.025872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:14.030603 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0a30d3-cbe1-4c43-82ef-69a53cdf2e3c" -d '{"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-plugged", "status": "completed", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:14.041255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:14.055751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:14.091815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] Pushing event updated for resources: {'Network': ['ID=49fedcce-ac8b-47a2-b84b-7a0179e16237,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.097466 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5a263d-b3ff-451d-83f9-04c84976e2c8 x-openstack-request-id: req-8b5a263d-b3ff-451d-83f9-04c84976e2c8 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:14.099012 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-plugged", "status": "completed", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:14.099012 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b5a263d-b3ff-451d-83f9-04c84976e2c8 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:14.099344 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5a263d-b3ff-451d-83f9-04c84976e2c8'] response: {'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82', 'code': 200} Mar 31 23:00:14.102969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 49fedcce-ac8b-47a2-b84b-7a0179e16237 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:14.109316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38016) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:14.126265 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fb5cea92-5a74-47d1-9914-d1588df4fac0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4488208 Mar 31 23:00:14.126439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Request body: {'subnet': {'network_id': '49fedcce-ac8b-47a2-b84b-7a0179e16237', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-773478072-subnet', 'tenant_id': '79f0d3e94916434b83a948c9358ec8ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:14.156218 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.170144 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.243814 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.302321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['82e30caf-4a6b-41bd-9f21-e470d20304df'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:14.323134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Made reservation on behalf of 79f0d3e94916434b83a948c9358ec8ad for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:14.325467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.436859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.648179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.789961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Allocated IP 10.2.2.100 (1846b0f2-57b5-4e40-b343-579f519f3ff3/280b2ad6-0627-4d46-b305-fc3d93b622a0/d4d46eba-1b9b-4faa-825a-24178d83010a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:14.816694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38044) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:14.843841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013273ed-1041-4809-a1af-3502a0a72a0e req-ee775bf9-cd3d-49bf-a2e7-c2faf5fd5440 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.850189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013273ed-1041-4809-a1af-3502a0a72a0e req-ee775bf9-cd3d-49bf-a2e7-c2faf5fd5440 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.877081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013273ed-1041-4809-a1af-3502a0a72a0e req-ee775bf9-cd3d-49bf-a2e7-c2faf5fd5440 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.881558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-013273ed-1041-4809-a1af-3502a0a72a0e req-ee775bf9-cd3d-49bf-a2e7-c2faf5fd5440 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 2375 time: 0.3177383 Mar 31 23:00:14.925734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.068998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-013273ed-1041-4809-a1af-3502a0a72a0e req-81ac254a-e252-479a-9063-d0393a5165c3 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718802 Mar 31 23:00:15.174440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee554e4-b35b-4d3f-9cfb-467bb82019ad admin admin] Deleting subnet 229e7fe6-f9ea-4d35-b0d6-4d6071e53549 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:15.185749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee554e4-b35b-4d3f-9cfb-467bb82019ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.256839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538b1a-3e52-49e0-b388-60a212b6702a req-dae183c9-efa2-403b-9d2d-8fdbe4f20406 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.258422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c538b1a-3e52-49e0-b388-60a212b6702a req-dae183c9-efa2-403b-9d2d-8fdbe4f20406 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.2394612 Mar 31 23:00:15.324259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c538b1a-3e52-49e0-b388-60a212b6702a req-7c86485b-391c-466e-b89e-f7b647b78857 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574226 Mar 31 23:00:15.433771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.436031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee554e4-b35b-4d3f-9cfb-467bb82019ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.567252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7071c4-bfa1-4714-95bb-4837d2cbd615,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.585740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Checking segment: {'id': 'd83bc8d9-65cf-444b-a20c-365597be11d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '49fedcce-ac8b-47a2-b84b-7a0179e16237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:15.585740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Network hostable DHCP agents. Network: 49fedcce-ac8b-47a2-b84b-7a0179e16237, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:15.606809 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee554e4-b35b-4d3f-9cfb-467bb82019ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.672099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.850033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Network 49fedcce-ac8b-47a2-b84b-7a0179e16237 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:15.877639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38068) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:15.885452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee554e4-b35b-4d3f-9cfb-467bb82019ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.898242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 1846b0f2-57b5-4e40-b343-579f519f3ff3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:15.909119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:15.931655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=d4d46eba-1b9b-4faa-825a-24178d83010a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.942088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:15.961420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee554e4-b35b-4d3f-9cfb-467bb82019ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=229e7fe6-f9ea-4d35-b0d6-4d6071e53549,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.969260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 49fedcce-ac8b-47a2-b84b-7a0179e16237) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:15.972720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee554e4-b35b-4d3f-9cfb-467bb82019ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.977112 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fee554e4-b35b-4d3f-9cfb-467bb82019ad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/229e7fe6-f9ea-4d35-b0d6-4d6071e53549 HTTP/1.1" status: 204 len: 168 time: 1.1584961 Mar 31 23:00:15.978593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.979297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.983590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10caff06-8d69-4998-9c9d-0c932a45bbc9 None None] Network 49fedcce-ac8b-47a2-b84b-7a0179e16237 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:15.987672 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:00:15.997178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38074) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:16.164364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.165054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.299296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-1ea3448d-60f5-408f-af48-6ddfd2678518 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6279044 Mar 31 23:00:16.311273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3', 'admin_state_up': True, 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'security_groups': ['268ddec4-03c4-4e38-9761-92f767efbe5f']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:16.338166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1383304409-network', 'tenant_id': 'a07a7e31ebfe4ae5991ba7acf7a48684'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:16.375541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.423620 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-baed3ac6-1aac-4950-8d96-6b7910ffdd3c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3123674 Mar 31 23:00:16.517962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 996995d2-d1e9-415a-9aec-d668c2a97e06 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:16.520363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81c79c-ede2-4ec6-b856-876391694de1 None None] Network 49fedcce-ac8b-47a2-b84b-7a0179e16237 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:16.533898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fdc64de0-3e5e-4a02-a470-97eed246824d None None] Provisioning complete for port d4d46eba-1b9b-4faa-825a-24178d83010a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:16.660057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fdc64de0-3e5e-4a02-a470-97eed246824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.660668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Made reservation on behalf of a07a7e31ebfe4ae5991ba7acf7a48684 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:16.660668 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.720329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.816888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cb3c7-118c-4bd6-a581-a0c189823bb7 req-3cb50f18-95b5-4cc1-86ca-bc0ca58c2bb9 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.823263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cb3c7-118c-4bd6-a581-a0c189823bb7 req-3cb50f18-95b5-4cc1-86ca-bc0ca58c2bb9 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.860963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cb3c7-118c-4bd6-a581-a0c189823bb7 req-3cb50f18-95b5-4cc1-86ca-bc0ca58c2bb9 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.870557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cb3c7-118c-4bd6-a581-a0c189823bb7 req-3cb50f18-95b5-4cc1-86ca-bc0ca58c2bb9 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.888597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f2cb3c7-118c-4bd6-a581-a0c189823bb7 req-3cb50f18-95b5-4cc1-86ca-bc0ca58c2bb9 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 3096 time: 0.4123418 Mar 31 23:00:16.917589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:16.925061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 996995d2-d1e9-415a-9aec-d668c2a97e06 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:16.934799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006050-5b23-4632-8cbb-e6f6cc32fca7 req-1ffa752c-d463-4e67-a5c8-770302a3c4db tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.936394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68006050-5b23-4632-8cbb-e6f6cc32fca7 req-1ffa752c-d463-4e67-a5c8-770302a3c4db tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.4291778 Mar 31 23:00:16.947102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 996995d2-d1e9-415a-9aec-d668c2a97e06 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:16.969152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Made reservation on behalf of 9369121979e7460d8e7a10dc322e7d59 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:16.973656 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.973869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.079448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.143103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5bd85d-bd25-4152-9785-c428d216f419']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:17.170929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bfc511-edfb-49ee-90bb-9c1c5d22974d') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:17.172160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bfc511-edfb-49ee-90bb-9c1c5d22974d') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:17.189205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fdc64de0-3e5e-4a02-a470-97eed246824d None None] Port d4d46eba-1b9b-4faa-825a-24178d83010a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:17.228149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.248011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68006050-5b23-4632-8cbb-e6f6cc32fca7 req-7c99854a-9bc1-4e39-bd45-2b8172fb57a9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499781 Mar 31 23:00:17.253138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f2cb3c7-118c-4bd6-a581-a0c189823bb7 req-7b525e63-f246-498b-92e0-0c2744a80e91 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536034 Mar 31 23:00:17.263379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 82e30caf-4a6b-41bd-9f21-e470d20304df triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:17.268521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.278925 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.300432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:17.303110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:17.514955 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:17.520075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38106) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:17.545851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.589769 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.625723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:17.633530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.657217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.665739 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1d5bd85d-bd25-4152-9785-c428d216f419 HTTP/1.1" status: 204 len: 168 time: 1.6665235 Mar 31 23:00:17.678021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:17.689744 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542465e2-9b2c-4927-b8a3-08e6a8c03b89" -d '{"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-plugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:17.731760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:17.738889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c78e4-bddd-4431-b3ca-966d7361e606 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5bd85d-bd25-4152-9785-c428d216f419,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:17.745696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.745696 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Added segment eaa9e0b6-ebd5-4a6f-a32c-76f97405869c of type vlan for network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 Mar 31 23:00:17.746702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:17.778949 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8ee56d-41c5-416a-b65d-112768f01f58 x-openstack-request-id: req-ff8ee56d-41c5-416a-b65d-112768f01f58 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:17.779346 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-plugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:17.779697 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff8ee56d-41c5-416a-b65d-112768f01f58 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:17.780199 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8ee56d-41c5-416a-b65d-112768f01f58'] response: {'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'code': 200} Mar 31 23:00:17.783804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Allocated IP 10.2.2.200 (1846b0f2-57b5-4e40-b343-579f519f3ff3/280b2ad6-0627-4d46-b305-fc3d93b622a0/4593d996-3344-4e47-abb9-19f0a8c33e9b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:17.846868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.905719 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.064570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.066062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.068070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.116269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=10']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:18.146909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1157476982', 'router:external': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:18.232411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.270733 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3916447 Mar 31 23:00:18.274059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38124) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:18.290966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Request body: {'subnet': {'network_id': 'a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1383304409-subnet', 'tenant_id': 'a07a7e31ebfe4ae5991ba7acf7a48684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:18.302541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9a967-6a29-47cb-8c46-60f932c78fff admin admin] Pushing event updated for resources: {'Network': ['ID=a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:18.331086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:18.414644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Made reservation on behalf of a5c7dd0545914962aef496c92c38393f for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:18.419532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.481687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.509069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Made reservation on behalf of a07a7e31ebfe4ae5991ba7acf7a48684 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:18.512720 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.521729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.652151 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.677718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Network 1846b0f2-57b5-4e40-b343-579f519f3ff3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:18.739733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event updated for resources: {'Port': ['ID=4593d996-3344-4e47-abb9-19f0a8c33e9b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:18.750937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:18.754740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:18.851422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.852227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.891421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.902696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de10ab2-481b-4b88-b0d2-4f8807c3a1fd req-8061d8ac-75aa-4049-a847-ec33022e5d1d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.912517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9de10ab2-481b-4b88-b0d2-4f8807c3a1fd req-8061d8ac-75aa-4049-a847-ec33022e5d1d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.4619689 Mar 31 23:00:18.920382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:18.940481 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.950570 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Added segment 8095a612-8892-4227-9f0e-adec9ff33eda of type vlan for network b6d90145-8432-46af-9833-591aed3c3a67 Mar 31 23:00:19.120256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.198701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9de10ab2-481b-4b88-b0d2-4f8807c3a1fd req-444f6da6-3a54-4a69-9421-014124e64d61 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839437 Mar 31 23:00:19.204226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-d7c0489a-64ec-484b-b7a1-016c4b10565e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8968875 Mar 31 23:00:19.219757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38130) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:19.221005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d656a47b-0cca-4071-8362-b221b6b1a931,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:19.246307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:19.284450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.286303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.287555 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.318997 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.364928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a5185a85-bc91-4e21-9657-c183b20155a8 None None] Provisioning complete for port 4593d996-3344-4e47-abb9-19f0a8c33e9b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:19.365575 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a5185a85-bc91-4e21-9657-c183b20155a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.393632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'Network': ['ID=b6d90145-8432-46af-9833-591aed3c3a67,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:19.399199 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e7674503-88a5-42d1-b397-7bd80ce7fda1 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8776746 Mar 31 23:00:19.409003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38134) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:19.416568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'subnet': {'network_id': 'b6d90145-8432-46af-9833-591aed3c3a67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:19.481979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network b6d90145-8432-46af-9833-591aed3c3a67 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:19.494035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38136) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:19.604113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Made reservation on behalf of a5c7dd0545914962aef496c92c38393f for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:19.607537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.638430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a5185a85-bc91-4e21-9657-c183b20155a8 None None] Port 4593d996-3344-4e47-abb9-19f0a8c33e9b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:19.765685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-26412d44-eb9f-46c2-8689-d9db6218c461 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7365c7785c9646bfa4c42153ad1dde7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977746 Mar 31 23:00:19.773972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38140) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:19.787898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ece1059-0140-4504-a275-565dff152ff9,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:19.793194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1c1a01dc-d1bf-42e1-8008-b044eedfa8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.832972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b5-7034-4828-ad50-9d51cc2a4eb0 req-31781d31-d459-4d18-ae07-c5faf0f64237 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.839039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b5-7034-4828-ad50-9d51cc2a4eb0 req-31781d31-d459-4d18-ae07-c5faf0f64237 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.855986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b5-7034-4828-ad50-9d51cc2a4eb0 req-31781d31-d459-4d18-ae07-c5faf0f64237 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.883077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b5-7034-4828-ad50-9d51cc2a4eb0 req-31781d31-d459-4d18-ae07-c5faf0f64237 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.888928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b5-7034-4828-ad50-9d51cc2a4eb0 req-31781d31-d459-4d18-ae07-c5faf0f64237 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.899292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36cc15b5-7034-4828-ad50-9d51cc2a4eb0 req-31781d31-d459-4d18-ae07-c5faf0f64237 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 3817 time: 0.4868464 Mar 31 23:00:19.902185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.995523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8c6406e2-4f87-486b-808d-20e599fff3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.052730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Checking segment: {'id': 'eaa9e0b6-ebd5-4a6f-a32c-76f97405869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:20.053085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Network hostable DHCP agents. Network: a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:20.162885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8c6406e2-4f87-486b-808d-20e599fff3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.184709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36cc15b5-7034-4828-ad50-9d51cc2a4eb0 req-e2ec0236-b94d-4301-be99-44394f0e1eec tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482033 Mar 31 23:00:20.205605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:20.435785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1c1a01dc-d1bf-42e1-8008-b044eedfa8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.672791 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1c1a01dc-d1bf-42e1-8008-b044eedfa8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.700028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8c6406e2-4f87-486b-808d-20e599fff3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.704849 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8c6406e2-4f87-486b-808d-20e599fff3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.708487 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8c6406e2-4f87-486b-808d-20e599fff3a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dd75e2d-d310-4c49-a7d2-faf95a11e470 HTTP/1.1" status: 204 len: 168 time: 0.9247000 Mar 31 23:00:20.712084 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1c1a01dc-d1bf-42e1-8008-b044eedfa8e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c6a4dfeca0e4be8bc2c6cc3194616b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2170694 Mar 31 23:00:20.714770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38146) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:20.864295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a01dc-d1bf-42e1-8008-b044eedfa8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b05eb-6f3b-4f97-a8a1-010d6e9f0dac,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:20.907214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4539b71a-3b57-49f5-b9b4-07fad6b0701a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.914355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6406e2-4f87-486b-808d-20e599fff3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd75e2d-d310-4c49-a7d2-faf95a11e470,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:20.966208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:20.984298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:20.988417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cca823-1cf5-463a-b1dd-f1ba2c552ca6 None None] Network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:20.989391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.025384 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4539b71a-3b57-49f5-b9b4-07fad6b0701a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.133865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:00:21.134912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.198574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'Subnet': ['ID=849a99f0-911d-4fd0-a288-1325f92b24da,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:21.238744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a27d271-1139-4e1a-9d57-f2b23b475a56 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:21.276188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Checking segment: {'id': '8095a612-8892-4227-9f0e-adec9ff33eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b6d90145-8432-46af-9833-591aed3c3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:21.276548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Network hostable DHCP agents. Network: b6d90145-8432-46af-9833-591aed3c3a67, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:21.300832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.334917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4539b71a-3b57-49f5-b9b4-07fad6b0701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.338090 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4539b71a-3b57-49f5-b9b4-07fad6b0701a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.339789 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4539b71a-3b57-49f5-b9b4-07fad6b0701a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a5b05eb-6f3b-4f97-a8a1-010d6e9f0dac HTTP/1.1" status: 204 len: 168 time: 0.6240592 Mar 31 23:00:21.367268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539b71a-3b57-49f5-b9b4-07fad6b0701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b05eb-6f3b-4f97-a8a1-010d6e9f0dac,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:21.429333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f73f52-35af-4ad1-9550-444450fede1c req-74151dc8-0525-48df-ba88-f2ced47ff1b4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.438293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7f73f52-35af-4ad1-9550-444450fede1c req-74151dc8-0525-48df-ba88-f2ced47ff1b4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.4962788 Mar 31 23:00:21.443272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Network b6d90145-8432-46af-9833-591aed3c3a67 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:21.443450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Transition to ACTIVE for port object 0a27d271-1139-4e1a-9d57-f2b23b475a56 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:21.464206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65f3f9ce-a64b-4a43-9523-8ed8388ec72e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1719596 Mar 31 23:00:21.492494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-683aeae5-00d5-4e12-9598-8ab6e5811895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.493649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-683aeae5-00d5-4e12-9598-8ab6e5811895 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1096 time: 0.1444821 Mar 31 23:00:21.521552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7f73f52-35af-4ad1-9550-444450fede1c req-260d31a6-7e1a-41d0-8b02-378505f3b63c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816975 Mar 31 23:00:21.523886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df98fb1-ac95-4f27-a138-2ff0a494181f None None] Network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:21.729797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0b448-0720-4776-961a-0f0b40c05645 req-e411baea-71e6-4177-840b-04383a01aa87 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.739126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0b448-0720-4776-961a-0f0b40c05645 req-e411baea-71e6-4177-840b-04383a01aa87 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.745177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0b448-0720-4776-961a-0f0b40c05645 req-e411baea-71e6-4177-840b-04383a01aa87 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.751439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0b448-0720-4776-961a-0f0b40c05645 req-e411baea-71e6-4177-840b-04383a01aa87 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.758167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0b448-0720-4776-961a-0f0b40c05645 req-e411baea-71e6-4177-840b-04383a01aa87 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.760015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ce0b448-0720-4776-961a-0f0b40c05645 req-e411baea-71e6-4177-840b-04383a01aa87 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 3817 time: 0.1204531 Mar 31 23:00:21.777322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-cf64d389-d336-45c0-a7cb-978b0828e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.779082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-cf64d389-d336-45c0-a7cb-978b0828e470 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.2429202 Mar 31 23:00:21.856808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ce0b448-0720-4776-961a-0f0b40c05645 req-1dccdf94-4188-4b46-b623-8b7051c329eb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862348 Mar 31 23:00:21.873568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-27aa7db9-bf48-49ef-be05-ba023efad758 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 1000 time: 0.0862932 Mar 31 23:00:21.934270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-f61279e1-fdd4-4ded-b956-a9aa68bf6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.935939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-f61279e1-fdd4-4ded-b956-a9aa68bf6fa8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.0560522 Mar 31 23:00:21.940089 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.991718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, b6d90145-8432-46af-9833-591aed3c3a67) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:22.001051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.003234 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.006312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaea802-06a4-4605-ae3e-ef0aafbafa49 None None] Network b6d90145-8432-46af-9833-591aed3c3a67 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:22.028173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Pushing event updated for resources: {'Port': ['ID=0a27d271-1139-4e1a-9d57-f2b23b475a56,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:22.057783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-6bc8cb98-22ea-4332-b01a-0d74277f980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.063459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-6bc8cb98-22ea-4332-b01a-0d74277f980e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168845 Mar 31 23:00:22.191084 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aa9270fa-2215-45d2-bdc9-3609ec935b6c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7787383 Mar 31 23:00:22.193513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38174) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:22.210253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1283721556', 'network_id': 'b6d90145-8432-46af-9833-591aed3c3a67'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:22.270411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e09a1-54d6-4416-828f-ed294084a723 None None] Network b6d90145-8432-46af-9833-591aed3c3a67 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:22.281803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Attempting to bind port 0a27d271-1139-4e1a-9d57-f2b23b475a56 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:22.282144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Attempting to bind port 0a27d271-1139-4e1a-9d57-f2b23b475a56 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:22.282511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Attempting to bind port 0a27d271-1139-4e1a-9d57-f2b23b475a56 on network c097e531-5b1f-4b27-a1e0-f2f1516e30ad {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:22.335605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Port 0a27d271-1139-4e1a-9d57-f2b23b475a56 on network c097e531-5b1f-4b27-a1e0-f2f1516e30ad not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:22.335941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Attempting to bind port 0a27d271-1139-4e1a-9d57-f2b23b475a56 on network c097e531-5b1f-4b27-a1e0-f2f1516e30ad {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:22.363873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-492df182-2e0f-4e16-a2a6-d004e2aad54d service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765827 Mar 31 23:00:22.367440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:22.368189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Checking segment: {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:22.372994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Bound using segment: {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:22.376780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Bound port: 0a27d271-1139-4e1a-9d57-f2b23b475a56, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca4c7cd-2b4f-4187-b441-53885bf7e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:22.377489 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.466265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Made reservation on behalf of a5c7dd0545914962aef496c92c38393f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:22.471617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.492254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] device_id is not set on port cec32f90-3006-470b-8cec-d771b4b9e220 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:00:22.696907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] For port 0a27d271-1139-4e1a-9d57-f2b23b475a56, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:22.708970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f770e70-3700-4cc5-8bd7-6b5d425e19a8 req-f753a4ce-2173-48ec-9f0d-9b1658ab12ad service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267717 Mar 31 23:00:22.712037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] For port 0a27d271-1139-4e1a-9d57-f2b23b475a56, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:22.717296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Allocated IP 172.20.0.11 (b6d90145-8432-46af-9833-591aed3c3a67/849a99f0-911d-4fd0-a288-1325f92b24da/cec32f90-3006-470b-8cec-d771b4b9e220) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:22.842244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.039708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.040724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.044387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] 10.222.0.45 "PUT /v2.0/ports/0a27d271-1139-4e1a-9d57-f2b23b475a56 HTTP/1.1" status: 200 len: 1092 time: 3.8304899 Mar 31 23:00:23.092415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:23.095513 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d71f96-8b89-4caa-b464-0d01e13c3bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:23.136187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.216382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:23.219818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f85ae0-dbb0-44db-9de2-658f8fb2f841 service neutron] Pushing event updated for resources: {'Port': ['ID=0a27d271-1139-4e1a-9d57-f2b23b475a56,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:23.334048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.334271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d9b60-fb15-44e1-b9ff-30e47a704f0c req-b83e7a8f-cb6f-4f38-b062-f2fecf910fae tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.334271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-684d9b60-fb15-44e1-b9ff-30e47a704f0c req-b83e7a8f-cb6f-4f38-b062-f2fecf910fae tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.3765452 Mar 31 23:00:23.391070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:23.475113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Network b6d90145-8432-46af-9833-591aed3c3a67 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:23.485632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:23.491213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:23.555893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.574338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'Port': ['ID=cec32f90-3006-470b-8cec-d771b4b9e220,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:23.633578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.635084 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.659564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1268606158-network', 'tenant_id': '4c65e354f7b64d908d9437c5978476be'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:23.686619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-684d9b60-fb15-44e1-b9ff-30e47a704f0c req-4f8347b2-caab-4282-9876-504aead1cd7b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458760 Mar 31 23:00:23.801418 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5e47f35d-c7ce-4115-b7ed-6a09f69a9135 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6067472 Mar 31 23:00:23.807054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38214) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:23.905611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Made reservation on behalf of 4c65e354f7b64d908d9437c5978476be for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:23.907826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.923454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.169340 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.171030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3dc81a15-2d97-452e-887c-cff4f56de2c6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Deleting port cec32f90-3006-470b-8cec-d771b4b9e220 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:24.171897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dc81a15-2d97-452e-887c-cff4f56de2c6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.253302 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.306322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:24.320259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:24.362775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.370376 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Added segment 83134665-f9b3-4554-a94e-3333da862503 of type vlan for network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 Mar 31 23:00:24.482033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fa71a-c2fb-49a1-b8b6-febced5a71b2 req-cde78bb6-472f-4d14-9667-8f429356b952 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.494862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fa71a-c2fb-49a1-b8b6-febced5a71b2 req-cde78bb6-472f-4d14-9667-8f429356b952 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.515720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fa71a-c2fb-49a1-b8b6-febced5a71b2 req-cde78bb6-472f-4d14-9667-8f429356b952 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.533239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fa71a-c2fb-49a1-b8b6-febced5a71b2 req-cde78bb6-472f-4d14-9667-8f429356b952 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.540065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fa71a-c2fb-49a1-b8b6-febced5a71b2 req-cde78bb6-472f-4d14-9667-8f429356b952 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.549286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-313fa71a-c2fb-49a1-b8b6-febced5a71b2 req-cde78bb6-472f-4d14-9667-8f429356b952 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 3829 time: 0.3129320 Mar 31 23:00:24.817297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd99b62-68ed-4677-944a-ff67dbbabe7b {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:24.845763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-313fa71a-c2fb-49a1-b8b6-febced5a71b2 req-1aecc71c-48e7-42fd-be63-cd5c4d178f17 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873585 Mar 31 23:00:24.857652 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.903595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Transition to ACTIVE for port object 3bd99b62-68ed-4677-944a-ff67dbbabe7b will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:24.943136 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c088d4-e369-474b-bbb2-db1a4c1f7ee3 x-openstack-request-id: req-48c088d4-e369-474b-bbb2-db1a4c1f7ee3 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:24.943705 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:24.944188 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48c088d4-e369-474b-bbb2-db1a4c1f7ee3 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:24.944705 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c088d4-e369-474b-bbb2-db1a4c1f7ee3'] response: {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'status': 'completed', 'code': 200} Mar 31 23:00:25.002488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.175960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.227813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Pushing event updated for resources: {'Port': ['ID=3bd99b62-68ed-4677-944a-ff67dbbabe7b,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.286117 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dc81a15-2d97-452e-887c-cff4f56de2c6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.321307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3dc81a15-2d97-452e-887c-cff4f56de2c6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Calling delete_port for cec32f90-3006-470b-8cec-d771b4b9e220 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:25.337139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-0e8dd8a0-8d7a-45d7-8f2d-772899124706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.342253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-0e8dd8a0-8d7a-45d7-8f2d-772899124706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.343704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-0e8dd8a0-8d7a-45d7-8f2d-772899124706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.345209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-0e8dd8a0-8d7a-45d7-8f2d-772899124706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.347107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-0e8dd8a0-8d7a-45d7-8f2d-772899124706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.347779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-0e8dd8a0-8d7a-45d7-8f2d-772899124706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.351031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-0e8dd8a0-8d7a-45d7-8f2d-772899124706 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5245 time: 0.3791413 Mar 31 23:00:25.356454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.363958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.366986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.580489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9d1b42-9a59-4a37-8144-ad68b8cc6243,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.596414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:25.746745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Attempting to bind port 3bd99b62-68ed-4677-944a-ff67dbbabe7b on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:25.747773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Attempting to bind port 3bd99b62-68ed-4677-944a-ff67dbbabe7b by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:25.748316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Attempting to bind port 3bd99b62-68ed-4677-944a-ff67dbbabe7b on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:25.782213 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01f58d81-dba9-49f8-8467-f84e5f1355a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3875163 Mar 31 23:00:25.795053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38236) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:25.801354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Request body: {'subnet': {'network_id': '3f9d1b42-9a59-4a37-8144-ad68b8cc6243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1268606158-subnet', 'tenant_id': '4c65e354f7b64d908d9437c5978476be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:25.805068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-a9bc26c6-87a2-4e9e-8548-eb0e6347d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.805828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-a9bc26c6-87a2-4e9e-8548-eb0e6347d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.806534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-a9bc26c6-87a2-4e9e-8548-eb0e6347d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.809245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-a9bc26c6-87a2-4e9e-8548-eb0e6347d356 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9369121979e7460d8e7a10dc322e7d59&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3869317 Mar 31 23:00:25.815378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Port 3bd99b62-68ed-4677-944a-ff67dbbabe7b on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:25.815980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Attempting to bind port 3bd99b62-68ed-4677-944a-ff67dbbabe7b on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:25.934593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dc81a15-2d97-452e-887c-cff4f56de2c6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.010804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc81a15-2d97-452e-887c-cff4f56de2c6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event deleted for resources: {'Port': ['ID=cec32f90-3006-470b-8cec-d771b4b9e220,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:26.016290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Made reservation on behalf of 4c65e354f7b64d908d9437c5978476be for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:26.021789 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.100038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-113e23bd-032c-4831-b272-6fc24a3f95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.101825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94d71f96-8b89-4caa-b464-0d01e13c3bcd req-113e23bd-032c-4831-b272-6fc24a3f95c6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2809513 Mar 31 23:00:26.129467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc3ba-4b48-4d8c-a88e-cf24ecf20457 req-bb809718-171c-4b62-82b8-8b1ef0d6e1a1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.140451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91efc3ba-4b48-4d8c-a88e-cf24ecf20457 req-bb809718-171c-4b62-82b8-8b1ef0d6e1a1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.6800268 Mar 31 23:00:26.188183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:26.189020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Checking segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:26.189514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Bound using segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:26.190071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Bound port: 3bd99b62-68ed-4677-944a-ff67dbbabe7b, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:26.191073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.193092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dc81a15-2d97-452e-887c-cff4f56de2c6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.200999 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3dc81a15-2d97-452e-887c-cff4f56de2c6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "DELETE /v2.0/ports/cec32f90-3006-470b-8cec-d771b4b9e220 HTTP/1.1" status: 204 len: 168 time: 2.3867612 Mar 31 23:00:26.202037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:26.214406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91efc3ba-4b48-4d8c-a88e-cf24ecf20457 req-1b3522ec-d59b-44c0-8583-78afc799e4af tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671949 Mar 31 23:00:26.251836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6d90145-8432-46af-9833-591aed3c3a67', 'external_fixed_ips': [{'subnet_id': '849a99f0-911d-4fd0-a288-1325f92b24da', 'ip_address': '172.20.0.11'}]}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:26.345029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] For port 3bd99b62-68ed-4677-944a-ff67dbbabe7b, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:26.352165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] For port 3bd99b62-68ed-4677-944a-ff67dbbabe7b, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3bd99b62-68ed-4677-944a-ff67dbbabe7b,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:26.493970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.574099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.578273 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.653622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.656724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.656724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] 10.222.0.45 "PUT /v2.0/ports/3bd99b62-68ed-4677-944a-ff67dbbabe7b HTTP/1.1" status: 200 len: 1130 time: 3.4618518 Mar 31 23:00:26.714314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12985b14-252f-4746-9e83-c4fa0045e53f service neutron] Pushing event updated for resources: {'Port': ['ID=3bd99b62-68ed-4677-944a-ff67dbbabe7b,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:26.787694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475519b-319f-4fbb-87bf-2bfaf0562fe5 req-7e1df85d-e062-4dbe-b25d-ad6b8f2585d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.794684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475519b-319f-4fbb-87bf-2bfaf0562fe5 req-7e1df85d-e062-4dbe-b25d-ad6b8f2585d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.800008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.805040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.810066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475519b-319f-4fbb-87bf-2bfaf0562fe5 req-7e1df85d-e062-4dbe-b25d-ad6b8f2585d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.825951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475519b-319f-4fbb-87bf-2bfaf0562fe5 req-7e1df85d-e062-4dbe-b25d-ad6b8f2585d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.832234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475519b-319f-4fbb-87bf-2bfaf0562fe5 req-7e1df85d-e062-4dbe-b25d-ad6b8f2585d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.845135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475519b-319f-4fbb-87bf-2bfaf0562fe5 req-7e1df85d-e062-4dbe-b25d-ad6b8f2585d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.854370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d475519b-319f-4fbb-87bf-2bfaf0562fe5 req-7e1df85d-e062-4dbe-b25d-ad6b8f2585d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 4601 time: 0.3369796 Mar 31 23:00:26.888352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:26.925228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b17eb91-4f4d-4dee-895c-92e9c5f72411,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:26.948185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '3bd99b62-68ed-4677-944a-ff67dbbabe7b'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:26.951014 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f349ed2d-579f-4060-8aa1-d48e2c2328d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "3bd99b62-68ed-4677-944a-ff67dbbabe7b"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:27.112376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d475519b-319f-4fbb-87bf-2bfaf0562fe5 req-e984ea6f-86ef-4819-b2a9-3d9f6c9766cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569149 Mar 31 23:00:27.117187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Checking segment: {'id': '83134665-f9b3-4554-a94e-3333da862503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3f9d1b42-9a59-4a37-8144-ad68b8cc6243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:27.117820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Network hostable DHCP agents. Network: 3f9d1b42-9a59-4a37-8144-ad68b8cc6243, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:27.141140 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.240907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.286367 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba0f075-acd4-4f62-a31c-e9031eb433cf x-openstack-request-id: req-2ba0f075-acd4-4f62-a31c-e9031eb433cf {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:27.286647 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "3bd99b62-68ed-4677-944a-ff67dbbabe7b", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:27.286903 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ba0f075-acd4-4f62-a31c-e9031eb433cf {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:27.287312 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba0f075-acd4-4f62-a31c-e9031eb433cf'] response: {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '3bd99b62-68ed-4677-944a-ff67dbbabe7b', 'status': 'completed', 'code': 200} Mar 31 23:00:27.305981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:27.435213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 3f9d1b42-9a59-4a37-8144-ad68b8cc6243) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:27.441468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.449534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63449d47-3d64-4e9a-bb8b-65ce3981d695 None None] Network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:27.457869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.653320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-2cfb369f-d052-439a-89b3-dc9a2faf9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.653938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-2cfb369f-d052-439a-89b3-dc9a2faf9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.654640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-2cfb369f-d052-439a-89b3-dc9a2faf9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.655114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-2cfb369f-d052-439a-89b3-dc9a2faf9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.655582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-2cfb369f-d052-439a-89b3-dc9a2faf9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.656082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-2cfb369f-d052-439a-89b3-dc9a2faf9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.658004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-2cfb369f-d052-439a-89b3-dc9a2faf9989 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5287 time: 0.2907948 Mar 31 23:00:27.720565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4357b815-c260-4895-8a8c-f93bd934391b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9242356 Mar 31 23:00:27.875931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ccfc7-612c-40ba-9fe3-3b8e5961c816 None None] Network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:27.965811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.050677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.178994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-445c53c2-4b1a-4691-98c2-c7fc238ab7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.179891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-445c53c2-4b1a-4691-98c2-c7fc238ab7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.180140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-445c53c2-4b1a-4691-98c2-c7fc238ab7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.181915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-445c53c2-4b1a-4691-98c2-c7fc238ab7fc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9369121979e7460d8e7a10dc322e7d59&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4646106 Mar 31 23:00:28.230526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b2bb7-6849-47d4-afa2-83e6dbf57d90 req-513a34ef-4299-4c7d-aa58-aac823049773 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.232857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a42b2bb7-6849-47d4-afa2-83e6dbf57d90 req-513a34ef-4299-4c7d-aa58-aac823049773 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.6171129 Mar 31 23:00:28.434076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Allocated IP 172.20.0.11 (b6d90145-8432-46af-9833-591aed3c3a67/849a99f0-911d-4fd0-a288-1325f92b24da/43d9ca6c-4255-4999-9882-19a39adcc43d) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:28.615449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a42b2bb7-6849-47d4-afa2-83e6dbf57d90 req-a5cd30bf-7c80-4a52-a153-a6e6b2c1e494 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521373 Mar 31 23:00:28.724010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd6c539-a940-4828-a705-542efece0742 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:28.740931 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.784059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.809230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-aaa7eb7f-cb29-4c05-ad3e-68ebd3028538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.818907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f349ed2d-579f-4060-8aa1-d48e2c2328d9 req-aaa7eb7f-cb29-4c05-ad3e-68ebd3028538 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6261449 Mar 31 23:00:28.847108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Transition to ACTIVE for port object 6fd6c539-a940-4828-a705-542efece0742 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:28.930289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.969772 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.076604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Network b6d90145-8432-46af-9833-591aed3c3a67 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:29.106511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:29.106511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:29.140169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6c539-a940-4828-a705-542efece0742,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:29.200499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'Port': ['ID=43d9ca6c-4255-4999-9882-19a39adcc43d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:29.287824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Attempting to bind port 6fd6c539-a940-4828-a705-542efece0742 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:29.289012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Attempting to bind port 6fd6c539-a940-4828-a705-542efece0742 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:29.289554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Attempting to bind port 6fd6c539-a940-4828-a705-542efece0742 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:29.295517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Port 6fd6c539-a940-4828-a705-542efece0742 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:29.296157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Attempting to bind port 6fd6c539-a940-4828-a705-542efece0742 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:29.308054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:29.309506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Checking segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:29.310790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Bound using segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:29.311372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Bound port: 6fd6c539-a940-4828-a705-542efece0742, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:29.312192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.399363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] For port 6fd6c539-a940-4828-a705-542efece0742, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:29.401088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] For port 6fd6c539-a940-4828-a705-542efece0742, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6fd6c539-a940-4828-a705-542efece0742,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:29.775242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.815813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:29.816557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.818236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] 10.222.0.45 "PUT /v2.0/ports/6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 200 len: 1131 time: 2.9529767 Mar 31 23:00:29.818546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '6fd6c539-a940-4828-a705-542efece0742'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:29.820856 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277aefdc-3be0-454a-874d-2cebdcdfa908" -d '{"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "6fd6c539-a940-4828-a705-542efece0742"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:29.850100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c7b72-9c1e-475f-9b5d-5950f7c7c6ee service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6c539-a940-4828-a705-542efece0742,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:29.969952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:30.130021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.204440 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.770373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.938925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e77bf7-8cab-4b9e-a5f6-944906a36998 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:30.969294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.010780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Transition to ACTIVE for port object a3e77bf7-8cab-4b9e-a5f6-944906a36998 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:31.088476 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.194225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Router 505ff751-304a-4310-975c-ac4d202bcfa7 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:00:31.276259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e77bf7-8cab-4b9e-a5f6-944906a36998,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:31.478214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Attempting to bind port a3e77bf7-8cab-4b9e-a5f6-944906a36998 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:31.479757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Attempting to bind port a3e77bf7-8cab-4b9e-a5f6-944906a36998 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:31.481551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Attempting to bind port a3e77bf7-8cab-4b9e-a5f6-944906a36998 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:31.487136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:31.496083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Port a3e77bf7-8cab-4b9e-a5f6-944906a36998 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:31.497447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Sync routers for ids ['505ff751-304a-4310-975c-ac4d202bcfa7'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:31.498228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Attempting to bind port a3e77bf7-8cab-4b9e-a5f6-944906a36998 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:31.510682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:31.513288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Checking segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:31.513859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Bound using segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:31.515673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Bound port: a3e77bf7-8cab-4b9e-a5f6-944906a36998, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:31.526860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.539680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Routers {'505ff751-304a-4310-975c-ac4d202bcfa7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:31.540697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8ffbf963-6e33-47be-9399-76487377251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['505ff751-304a-4310-975c-ac4d202bcfa7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:31.579083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.586822 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fba6c9f7-66e2-4d21-b905-1c96cfc90c92 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.3539176 Mar 31 23:00:31.587767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38284) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:31.727339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] For port a3e77bf7-8cab-4b9e-a5f6-944906a36998, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:31.734808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] For port a3e77bf7-8cab-4b9e-a5f6-944906a36998, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:31.830620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.837250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Set router 505ff751-304a-4310-975c-ac4d202bcfa7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:31.886767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.918884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.927086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.929064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] 10.222.0.45 "PUT /v2.0/ports/a3e77bf7-8cab-4b9e-a5f6-944906a36998 HTTP/1.1" status: 200 len: 1091 time: 1.9669321 Mar 31 23:00:32.001043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef06e4-69fb-4194-ae38-3e6e3ea57e94 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e77bf7-8cab-4b9e-a5f6-944906a36998,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:32.047291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:32.139347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.203728 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.399845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Deleting port 43d9ca6c-4255-4999-9882-19a39adcc43d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:32.403559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.583720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:32.592545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.605531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Transition to ACTIVE for port object ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:32.689351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.707878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8ffbf963-6e33-47be-9399-76487377251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ff751-304a-4310-975c-ac4d202bcfa7', 'name': '', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6d90145-8432-46af-9833-591aed3c3a67', 'external_fixed_ips': [{'subnet_id': '849a99f0-911d-4fd0-a288-1325f92b24da', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '43d9ca6c-4255-4999-9882-19a39adcc43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:26Z', 'updated_at': '2022-03-31T23:00:29Z', 'revision_number': 3, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port': {'id': '43d9ca6c-4255-4999-9882-19a39adcc43d', 'name': '', 'network_id': 'b6d90145-8432-46af-9833-591aed3c3a67', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ff751-304a-4310-975c-ac4d202bcfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '849a99f0-911d-4fd0-a288-1325f92b24da', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:28Z', 'updated_at': '2022-03-31T23:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849a99f0-911d-4fd0-a288-1325f92b24da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:32.731857 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.766542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Calling delete_port for 43d9ca6c-4255-4999-9882-19a39adcc43d owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:32.821399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Checking router: 505ff751-304a-4310-975c-ac4d202bcfa7 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:32.821965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Updating router 505ff751-304a-4310-975c-ac4d202bcfa7 port 43d9ca6c-4255-4999-9882-19a39adcc43d binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:32.836009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:32.921314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.100938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Attempting to bind port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:33.101888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Attempting to bind port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:33.106612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Attempting to bind port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:33.131749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:33.134720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Attempting to bind port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:33.149007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:33.149687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Checking segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:33.150246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Bound using segment: {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:33.152766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Bound port: ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8de1510-b1d6-4674-81e6-7860e2886542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:33.153395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.330296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] For port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:33.337793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] For port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:33.340713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.461041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event deleted for resources: {'Port': ['ID=43d9ca6c-4255-4999-9882-19a39adcc43d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:33.477584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:00:33.477820 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.477934 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:00:33.520196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.520844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.522314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] 10.222.0.45 "PUT /v2.0/ports/ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 HTTP/1.1" status: 200 len: 1091 time: 1.4802327 Mar 31 23:00:33.581441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.630249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:33.818524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f19ab-a2b2-4cce-bbc5-9d8cd086fb76 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:33.826816 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.924277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.932166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.939965 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-42a96989-b450-42cc-8beb-be084143c3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.024223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Port 43d9ca6c-4255-4999-9882-19a39adcc43d not found while updating agent binding for router 505ff751-304a-4310-975c-ac4d202bcfa7. {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 31 23:00:34.091269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Routers {'505ff751-304a-4310-975c-ac4d202bcfa7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:34.092736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8ffbf963-6e33-47be-9399-76487377251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['505ff751-304a-4310-975c-ac4d202bcfa7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:34.190845 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.191438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 505ff751-304a-4310-975c-ac4d202bcfa7 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:00:34.208339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.209531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-417ff390-dc70-40a4-a3b6-e48642c3e9e6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "DELETE /v2.0/routers/505ff751-304a-4310-975c-ac4d202bcfa7 HTTP/1.1" status: 204 len: 168 time: 2.6203196 Mar 31 23:00:34.220294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38286) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:34.326094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ec2240-9c1a-4408-ac13-ee5c8ae24c09 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Deleting subnet 849a99f0-911d-4fd0-a288-1325f92b24da {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:34.333899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8ffbf963-6e33-47be-9399-76487377251d None None] Set router 505ff751-304a-4310-975c-ac4d202bcfa7 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:34.347503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ec2240-9c1a-4408-ac13-ee5c8ae24c09 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.456568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8ffbf963-6e33-47be-9399-76487377251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ff751-304a-4310-975c-ac4d202bcfa7', 'name': '', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:26Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 5, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:34.516514 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ec2240-9c1a-4408-ac13-ee5c8ae24c09 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.525000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbf963-6e33-47be-9399-76487377251d None None] The sync data for ids ['505ff751-304a-4310-975c-ac4d202bcfa7'] in n-d-836015-1 is: [{'id': '505ff751-304a-4310-975c-ac4d202bcfa7', 'name': '', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:26Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 5, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:34.647706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d46eba-1b9b-4faa-825a-24178d83010a {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:34.673041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.712391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Transition to ACTIVE for port object d4d46eba-1b9b-4faa-825a-24178d83010a will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:34.754277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ec2240-9c1a-4408-ac13-ee5c8ae24c09 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.917407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.010089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ec2240-9c1a-4408-ac13-ee5c8ae24c09 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.090417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec2240-9c1a-4408-ac13-ee5c8ae24c09 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=849a99f0-911d-4fd0-a288-1325f92b24da,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.115112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ec2240-9c1a-4408-ac13-ee5c8ae24c09 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.121826 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-86ec2240-9c1a-4408-ac13-ee5c8ae24c09 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/849a99f0-911d-4fd0-a288-1325f92b24da HTTP/1.1" status: 204 len: 168 time: 0.8981671 Mar 31 23:00:35.122844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38288) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:35.162718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Pushing event updated for resources: {'Port': ['ID=d4d46eba-1b9b-4faa-825a-24178d83010a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.288109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Attempting to bind port d4d46eba-1b9b-4faa-825a-24178d83010a on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:35.288719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Attempting to bind port d4d46eba-1b9b-4faa-825a-24178d83010a by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:35.289149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Attempting to bind port d4d46eba-1b9b-4faa-825a-24178d83010a on network 1846b0f2-57b5-4e40-b343-579f519f3ff3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:35.311651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Port d4d46eba-1b9b-4faa-825a-24178d83010a on network 1846b0f2-57b5-4e40-b343-579f519f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:35.311651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Attempting to bind port d4d46eba-1b9b-4faa-825a-24178d83010a on network 1846b0f2-57b5-4e40-b343-579f519f3ff3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:35.316441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:35.316966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Checking segment: {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:35.317556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Bound using segment: {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:35.318116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Bound port: d4d46eba-1b9b-4faa-825a-24178d83010a, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:35.318614 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.392845 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.607363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] For port d4d46eba-1b9b-4faa-825a-24178d83010a, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:35.615143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] For port d4d46eba-1b9b-4faa-825a-24178d83010a, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d4d46eba-1b9b-4faa-825a-24178d83010a,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:35.635501 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.666091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.692583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d90145-8432-46af-9833-591aed3c3a67']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:35.720792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8095a612-8892-4227-9f0e-adec9ff33eda') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:35.723597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8095a612-8892-4227-9f0e-adec9ff33eda') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:35.754233 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.797943 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.804573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:35.805203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.806740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] 10.222.0.45 "PUT /v2.0/ports/d4d46eba-1b9b-4faa-825a-24178d83010a HTTP/1.1" status: 200 len: 1091 time: 2.2055087 Mar 31 23:00:35.823795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:35.824272 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:35.826832 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:35.872543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901cc3d-3519-4386-b47d-98abba9bc27b service neutron] Pushing event updated for resources: {'Port': ['ID=d4d46eba-1b9b-4faa-825a-24178d83010a,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.933238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Request body: {'port': {'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:36.084165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0bc424e6-ed46-4aa4-bd4d-b23267d41d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.112146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.151517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.200044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6d90145-8432-46af-9833-591aed3c3a67,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:36.221562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6d90145-8432-46af-9833-591aed3c3a67 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:00:36.243736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.257620 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-86a81495-98c9-4d2a-a26b-34ea74508590 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b6d90145-8432-46af-9833-591aed3c3a67 HTTP/1.1" status: 204 len: 168 time: 1.1224983 Mar 31 23:00:36.735515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4593d996-3344-4e47-abb9-19f0a8c33e9b {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:36.747165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.763808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Transition to ACTIVE for port object 4593d996-3344-4e47-abb9-19f0a8c33e9b will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:36.860717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38296) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:36.866318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7c5a09b4-de26-4b31-8184-92fe05c3aeca tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'router': {'name': 'tempest-router--810374684', 'project_id': '919b6181d7714cec880805a535f23669'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:37.437793 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.438145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c5a09b4-de26-4b31-8184-92fe05c3aeca tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.439123 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c5a09b4-de26-4b31-8184-92fe05c3aeca tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.489984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Pushing event updated for resources: {'Port': ['ID=4593d996-3344-4e47-abb9-19f0a8c33e9b,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:37.502017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c5a09b4-de26-4b31-8184-92fe05c3aeca tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.583001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Attempting to bind port 4593d996-3344-4e47-abb9-19f0a8c33e9b on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:37.590423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Attempting to bind port 4593d996-3344-4e47-abb9-19f0a8c33e9b by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:37.590423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Attempting to bind port 4593d996-3344-4e47-abb9-19f0a8c33e9b on network 1846b0f2-57b5-4e40-b343-579f519f3ff3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:37.596196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Port 4593d996-3344-4e47-abb9-19f0a8c33e9b on network 1846b0f2-57b5-4e40-b343-579f519f3ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:37.596559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Attempting to bind port 4593d996-3344-4e47-abb9-19f0a8c33e9b on network 1846b0f2-57b5-4e40-b343-579f519f3ff3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:37.608113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:37.608461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Checking segment: {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:37.609403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Bound using segment: {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:37.609993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Bound port: 4593d996-3344-4e47-abb9-19f0a8c33e9b, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0dc971-e677-4827-bd92-40d2254b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:37.610363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.615562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c5a09b4-de26-4b31-8184-92fe05c3aeca tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.682074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] For port 4593d996-3344-4e47-abb9-19f0a8c33e9b, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:37.689505 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.697600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] For port 4593d996-3344-4e47-abb9-19f0a8c33e9b, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:37.775375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c5a09b4-de26-4b31-8184-92fe05c3aeca tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.776809 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7c5a09b4-de26-4b31-8184-92fe05c3aeca tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9151835 Mar 31 23:00:37.779565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38306) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:37.808848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.837276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:37.837730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.839156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] 10.222.0.45 "PUT /v2.0/ports/4593d996-3344-4e47-abb9-19f0a8c33e9b HTTP/1.1" status: 200 len: 1091 time: 1.9111116 Mar 31 23:00:37.957393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2103c4b-3558-46e4-bbbd-528fb48c01f0 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.050828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e31119-a1b3-40ea-8611-196e5cfec93f service neutron] Pushing event updated for resources: {'Port': ['ID=4593d996-3344-4e47-abb9-19f0a8c33e9b,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:38.136779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-cfd0905c-c66a-4acb-9308-eb807f2c9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.137218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-cfd0905c-c66a-4acb-9308-eb807f2c9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.137716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-cfd0905c-c66a-4acb-9308-eb807f2c9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.138201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-cfd0905c-c66a-4acb-9308-eb807f2c9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.138748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-cfd0905c-c66a-4acb-9308-eb807f2c9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.139223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-cfd0905c-c66a-4acb-9308-eb807f2c9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.139682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-cfd0905c-c66a-4acb-9308-eb807f2c9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.153572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-cfd0905c-c66a-4acb-9308-eb807f2c9b4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6479 time: 0.1644640 Mar 31 23:00:38.260922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-9697ba3c-a4b5-4dbf-a0b8-2253f9c2f8b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56 HTTP/1.1" status: 200 len: 217 time: 0.1064138 Mar 31 23:00:38.345046 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.350071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-97fb6830-16c2-4212-aa13-dd147c526a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.355884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-97fb6830-16c2-4212-aa13-dd147c526a5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6a585b5-04aa-4e07-a849-da75601d5494 HTTP/1.1" status: 200 len: 850 time: 0.0866768 Mar 31 23:00:38.465256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-6b85a43e-6696-4f46-8ae0-e0ae9c0c6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.467044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-6b85a43e-6696-4f46-8ae0-e0ae9c0c6818 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042535 Mar 31 23:00:38.627572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-993db5ce-ba51-4130-b3b9-67211b6c6b6a service neutron] 10.222.0.45 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384401 Mar 31 23:00:38.726092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-82cd52c5-db64-4a97-b8b2-4023b1a6353a service neutron] 10.222.0.45 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007438 Mar 31 23:00:38.769815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-d4ac1780-9bbe-48e3-9fdb-a7b2132a78ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=3bd99b62-68ed-4677-944a-ff67dbbabe7b HTTP/1.1" status: 200 len: 217 time: 0.0373638 Mar 31 23:00:38.770609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2103c4b-3558-46e4-bbbd-528fb48c01f0 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.773101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2103c4b-3558-46e4-bbbd-528fb48c01f0 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.776016 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.823660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-b97f336e-9cc6-4b49-9ebd-a1fc78a4031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.828851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-b97f336e-9cc6-4b49-9ebd-a1fc78a4031e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.0491686 Mar 31 23:00:39.048562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2103c4b-3558-46e4-bbbd-528fb48c01f0 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.049208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2103c4b-3558-46e4-bbbd-528fb48c01f0 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d504b69-3496-412e-8a40-7f22a1c62f80 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:00:39.054310 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2103c4b-3558-46e4-bbbd-528fb48c01f0 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.055129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b2103c4b-3558-46e4-bbbd-528fb48c01f0 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3d504b69-3496-412e-8a40-7f22a1c62f80 HTTP/1.1" status: 204 len: 168 time: 1.2743909 Mar 31 23:00:39.109003 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.220629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-1692ac83-6f5a-4a6f-8213-35d2013b9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.222138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-1692ac83-6f5a-4a6f-8213-35d2013b9f14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3911028 Mar 31 23:00:39.324367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-48851565-d195-4223-b5ac-df3a8c0fea76 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942347 Mar 31 23:00:39.419727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-be339bed-085e-48d7-bfe7-6095360116c3 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888560 Mar 31 23:00:39.453349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38322) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:39.461107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-3d28e1f8-b934-46ad-beef-b215039ae3e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 200 len: 217 time: 0.0356464 Mar 31 23:00:39.516035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-19f8f383-3e10-4895-a153-c877f50316df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.517538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-19f8f383-3e10-4895-a153-c877f50316df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.0504589 Mar 31 23:00:39.581235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.600007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-308f89db-c9a4-435b-9236-44110f24561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.601561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-308f89db-c9a4-435b-9236-44110f24561d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759888 Mar 31 23:00:39.707028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-acf106fe-2979-4250-9155-f074a23bd8de service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988026 Mar 31 23:00:39.713285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-897458484', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:39.820365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.821942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.882675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.973451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-a3213317-b330-4b65-b566-78295464a4d8 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575407 Mar 31 23:00:40.006632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-2915442c-4936-40a1-a90c-b4315c818dfb tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.008171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-2915442c-4936-40a1-a90c-b4315c818dfb tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/networks?id=753ee058-8a5d-4952-8163-e040fe43ed5e HTTP/1.1" status: 200 len: 814 time: 0.2216239 Mar 31 23:00:40.031481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-2317566e-fe76-4bac-ae8c-13dae7b4def6 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.034946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-2317566e-fe76-4bac-ae8c-13dae7b4def6 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/networks?id=3f9d1b42-9a59-4a37-8144-ad68b8cc6243 HTTP/1.1" status: 200 len: 814 time: 0.2499044 Mar 31 23:00:40.039837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e1c09051-93da-4df0-a100-34ce491f171a tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/quotas/6b82420ec7ef4c48b5607419505cb2f1 HTTP/1.1" status: 200 len: 375 time: 0.0234413 Mar 31 23:00:40.085181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-f9ab7709-e412-4198-b7b2-1ee6ddf1aef1 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/quotas/4c65e354f7b64d908d9437c5978476be HTTP/1.1" status: 200 len: 375 time: 0.0272942 Mar 31 23:00:40.108840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.139092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-c3ca981a-6aed-4824-8fca-5ad55c8e99a1 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b82420ec7ef4c48b5607419505cb2f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515797 Mar 31 23:00:40.156712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-7922a782-b121-44ad-b03f-89b9f1774e58 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c65e354f7b64d908d9437c5978476be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546811 Mar 31 23:00:40.269616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-30df483a-a0e5-4395-ac72-1e7dd3657fd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998 HTTP/1.1" status: 200 len: 217 time: 0.0934532 Mar 31 23:00:40.432803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-33caa5cc-aefe-4c35-afb7-041cd5599fc6 service neutron] 10.222.0.31 "GET /v2.0/networks/753ee058-8a5d-4952-8163-e040fe43ed5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791677 Mar 31 23:00:40.465906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-c4ea57d2-dd66-46bd-9770-fc95d26c50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.467388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-c4ea57d2-dd66-46bd-9770-fc95d26c50cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.1063983 Mar 31 23:00:40.482545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.510294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.544749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-dd201468-4883-4e7a-bc5e-73407d92c698 service neutron] 10.222.0.31 "GET /v2.0/networks/3f9d1b42-9a59-4a37-8144-ad68b8cc6243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695834 Mar 31 23:00:40.659844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Allocated IP 172.25.4.65 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/58417ea5-fc13-4907-a351-8f799b0da272) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:40.667890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-0d911e72-7d10-4bdd-9f78-6484c04073cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.669460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-0d911e72-7d10-4bdd-9f78-6484c04073cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1818037 Mar 31 23:00:40.722703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-8d9d0bd3-5c43-4207-9f7d-4e5ab75ca843 service neutron] 10.222.0.31 "GET /v2.0/networks/753ee058-8a5d-4952-8163-e040fe43ed5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711630 Mar 31 23:00:40.773738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b608-68d1-4abb-8905-99af444c8150 req-7a6aa936-f83b-4037-865c-45f5eb15df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.775311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9927b608-68d1-4abb-8905-99af444c8150 req-7a6aa936-f83b-4037-865c-45f5eb15df3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1096 time: 0.1851106 Mar 31 23:00:40.798356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.853651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-0bdaa0e9-8db5-4f20-8a0a-2ea2042a5321 service neutron] 10.222.0.31 "GET /v2.0/networks/3f9d1b42-9a59-4a37-8144-ad68b8cc6243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000715 Mar 31 23:00:40.886537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-d0f06d49-9c61-425a-88b6-0d386dd993ec service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040620 Mar 31 23:00:40.901357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.968143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:40.985222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:40.988561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b608-68d1-4abb-8905-99af444c8150 req-be7aa36f-e48a-4ddf-9b53-44acbe48bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.990106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9927b608-68d1-4abb-8905-99af444c8150 req-be7aa36f-e48a-4ddf-9b53-44acbe48bf83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.2086327 Mar 31 23:00:41.001007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event updated for resources: {'Port': ['ID=58417ea5-fc13-4907-a351-8f799b0da272,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:41.003971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:41.147513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-ffbde2bc-7293-4b0f-82cc-549475710621 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502949 Mar 31 23:00:41.238045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9927b608-68d1-4abb-8905-99af444c8150 req-5e3d3565-ac96-4aa7-9334-e09c9516e47e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 1000 time: 0.2406127 Mar 31 23:00:41.240813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-2a8c7cf0-5962-480e-a437-2336b9fc5f11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 HTTP/1.1" status: 200 len: 217 time: 0.0807650 Mar 31 23:00:41.331401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b08cd-f549-44e8-bb3c-be77867135eb req-31e9ef31-1357-4658-93a0-77164a28c225 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.340130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b08cd-f549-44e8-bb3c-be77867135eb req-31e9ef31-1357-4658-93a0-77164a28c225 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.346737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b08cd-f549-44e8-bb3c-be77867135eb req-31e9ef31-1357-4658-93a0-77164a28c225 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.353284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b08cd-f549-44e8-bb3c-be77867135eb req-31e9ef31-1357-4658-93a0-77164a28c225 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.360595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b08cd-f549-44e8-bb3c-be77867135eb req-31e9ef31-1357-4658-93a0-77164a28c225 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.367557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b08cd-f549-44e8-bb3c-be77867135eb req-31e9ef31-1357-4658-93a0-77164a28c225 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.375381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b08cd-f549-44e8-bb3c-be77867135eb req-31e9ef31-1357-4658-93a0-77164a28c225 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.377708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-602b08cd-f549-44e8-bb3c-be77867135eb req-31e9ef31-1357-4658-93a0-77164a28c225 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.2239649 Mar 31 23:00:41.431109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-f8109422-e507-4860-8c59-f75511b8c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.434404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-f8109422-e507-4860-8c59-f75511b8c759 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.1841662 Mar 31 23:00:41.453656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b608-68d1-4abb-8905-99af444c8150 req-989e6502-84b4-4901-b505-aa1f32ad9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.458048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9927b608-68d1-4abb-8905-99af444c8150 req-989e6502-84b4-4901-b505-aa1f32ad9676 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.2064352 Mar 31 23:00:41.468780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-602b08cd-f549-44e8-bb3c-be77867135eb req-2aa6283d-41b7-46e0-a3a1-2b1ff20800cd tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789003 Mar 31 23:00:41.534620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.561317 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c6032-6519-4070-986d-4c982f126e9b x-openstack-request-id: req-f92c6032-6519-4070-986d-4c982f126e9b {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:41.561317 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "6fd6c539-a940-4828-a705-542efece0742", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:41.561317 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f92c6032-6519-4070-986d-4c982f126e9b {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:41.561317 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92c6032-6519-4070-986d-4c982f126e9b'] response: {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '6fd6c539-a940-4828-a705-542efece0742', 'status': 'completed', 'code': 200} Mar 31 23:00:41.590704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b608-68d1-4abb-8905-99af444c8150 req-2f79011e-7ccf-44b7-af11-0866dc7d8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.592259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9927b608-68d1-4abb-8905-99af444c8150 req-2f79011e-7ccf-44b7-af11-0866dc7d8df3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211338 Mar 31 23:00:41.599417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-28faf075-47ce-45b0-a222-46e8c6fc763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.599865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-28faf075-47ce-45b0-a222-46e8c6fc763b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1437814 Mar 31 23:00:41.634014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21ca9c-f3c4-4b9c-96d4-a80c1caa9ce7 req-b37fde07-073d-458b-a438-7e709a491bee tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.635759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e21ca9c-f3c4-4b9c-96d4-a80c1caa9ce7 req-b37fde07-073d-458b-a438-7e709a491bee tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1098082 Mar 31 23:00:41.800490 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.832644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e21ca9c-f3c4-4b9c-96d4-a80c1caa9ce7 req-8ac69053-5d4e-44b0-a4fe-f9fecc70d505 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787202 Mar 31 23:00:41.884399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9927b608-68d1-4abb-8905-99af444c8150 req-d13ead57-1586-4b5d-a9fd-9291eb4a1a21 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828228 Mar 31 23:00:41.919484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a76f69-f651-440d-a068-565e7b8ac906 req-a56e0865-1a6f-4d4c-bccd-9bf2ff6cb012 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.921098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02a76f69-f651-440d-a068-565e7b8ac906 req-a56e0865-1a6f-4d4c-bccd-9bf2ff6cb012 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.2642076 Mar 31 23:00:41.952396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-38ab0080-b8d0-4fbe-9052-c2ff3e7d059c service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425982 Mar 31 23:00:42.026785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-661b2417-b46f-4109-88aa-442c65681975 req-ee8eccda-9527-440c-8e43-4da0892ef5e1 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 210 time: 0.1153395 Mar 31 23:00:42.038095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Router 036ecc5b-719b-421e-be0d-720dcf3553f6 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:00:42.117367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02a76f69-f651-440d-a068-565e7b8ac906 req-1a1384fe-6840-4399-a393-dc44e7e31806 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761751 Mar 31 23:00:42.148866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b93787f-6f89-4ae1-a26f-0567b6787e53 req-af9a1ac5-8734-48e4-83ba-1dd2dd463b62 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 210 time: 0.0717344 Mar 31 23:00:42.156705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9927b608-68d1-4abb-8905-99af444c8150 req-8a387531-3024-4076-acbe-20cd70832e66 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603121 Mar 31 23:00:42.188687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:42.195542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-09453565-d41f-4356-9dae-a7286bebf946 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085617 Mar 31 23:00:42.199739 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54194f2c-9009-4555-bf6e-5d40141de137 None None] Sync routers for ids ['036ecc5b-719b-421e-be0d-720dcf3553f6'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:42.221431 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54194f2c-9009-4555-bf6e-5d40141de137 None None] Routers {'036ecc5b-719b-421e-be0d-720dcf3553f6'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:42.222249 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-54194f2c-9009-4555-bf6e-5d40141de137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:00:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['036ecc5b-719b-421e-be0d-720dcf3553f6'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:42.247883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-56a04893-f7c5-4de9-9447-d18454ec5dcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4d46eba-1b9b-4faa-825a-24178d83010a HTTP/1.1" status: 200 len: 217 time: 0.0481904 Mar 31 23:00:42.301569 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-54194f2c-9009-4555-bf6e-5d40141de137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:42.319594 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54194f2c-9009-4555-bf6e-5d40141de137 None None] Routers {'036ecc5b-719b-421e-be0d-720dcf3553f6'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:42.320436 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-54194f2c-9009-4555-bf6e-5d40141de137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:00:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['036ecc5b-719b-421e-be0d-720dcf3553f6'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:42.353623 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-54194f2c-9009-4555-bf6e-5d40141de137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:42.354469 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54194f2c-9009-4555-bf6e-5d40141de137 None None] The sync data for ids ['036ecc5b-719b-421e-be0d-720dcf3553f6'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:42.356736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-aceaf40f-7602-43ae-89f2-97f0c27f3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.358273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-aceaf40f-7602-43ae-89f2-97f0c27f3928 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 200 len: 797 time: 0.1023223 Mar 31 23:00:42.376269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.380993 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2a5fdbed-2fd6-4a7c-bbf7-32a44af10a93 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9329596 Mar 31 23:00:42.381595 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:42.427524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-93602b71-47f4-4c84-9bf1-83dbdcb6a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.429348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-93602b71-47f4-4c84-9bf1-83dbdcb6a93d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633383 Mar 31 23:00:42.549847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-63cc42c4-6a47-446f-be0a-f911cd61b776 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120071 Mar 31 23:00:42.553143 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3ec1abf8-982b-4f4f-b11f-82cbe5d7128a tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/routers/036ecc5b-719b-421e-be0d-720dcf3553f6 HTTP/1.1" status: 200 len: 919 time: 0.1678407 Mar 31 23:00:42.553678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38446) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:42.591711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7c91eeac-c871-41a1-92dd-fba2bb2165a9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=036ecc5b-719b-421e-be0d-720dcf3553f6 HTTP/1.1" status: 200 len: 205 time: 0.0368125 Mar 31 23:00:42.598348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38448) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:42.700206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-fb7ede9d-4a6b-4478-99de-aff3964c5c87 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365056 Mar 31 23:00:42.749102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.790873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-e53ed237-0632-46a4-8204-a5eff5bd6d3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b HTTP/1.1" status: 200 len: 217 time: 0.0785565 Mar 31 23:00:42.808233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:42.852758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-3b239a22-c4a2-495c-ba86-85f68e6f212f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.860522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-3b239a22-c4a2-495c-ba86-85f68e6f212f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.866977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-3b239a22-c4a2-495c-ba86-85f68e6f212f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.873246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-3b239a22-c4a2-495c-ba86-85f68e6f212f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.882224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-3b239a22-c4a2-495c-ba86-85f68e6f212f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.882406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38456) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:42.888696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-3b239a22-c4a2-495c-ba86-85f68e6f212f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.895775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-3b239a22-c4a2-495c-ba86-85f68e6f212f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.898000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-3b239a22-c4a2-495c-ba86-85f68e6f212f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.1944079 Mar 31 23:00:42.919180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.938241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-5dadb9e2-f1c0-460e-a3a6-3483f937d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.939884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-5dadb9e2-f1c0-460e-a3a6-3483f937d832 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 200 len: 797 time: 0.1418629 Mar 31 23:00:42.960676 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.969887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6b32a89-07b2-4b05-8efa-068a54ceadf1 req-c449bcbd-ae9a-40f0-b64b-6ac2f11d6089 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551295 Mar 31 23:00:43.003583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:43.005591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:43.006968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7505a-cbce-472c-9558-69288ead4730 req-74aa7a1b-45e7-4a5d-ad36-41124b1fe788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.008264 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8bfc2-d487-4f62-865d-4fc912be40f3" -d '{"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-unplugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:43.008629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-74aa7a1b-45e7-4a5d-ad36-41124b1fe788 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582070 Mar 31 23:00:43.032974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5346f1d6-ab9d-4c12-b1b2-1af91bd73299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.125212 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.132792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:43.144920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-dd599a7d-fbf2-4555-bdeb-302aa99a54a4 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205511 Mar 31 23:00:43.196077 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5346f1d6-ab9d-4c12-b1b2-1af91bd73299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.232599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Deleting port 58417ea5-fc13-4907-a351-8f799b0da272 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:43.233001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.267602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438db4c-a660-4df2-953a-b2f1a7cdf8ac req-6ac9dd33-7601-4059-96ca-6bf2a480d72c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.276115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4438db4c-a660-4df2-953a-b2f1a7cdf8ac req-6ac9dd33-7601-4059-96ca-6bf2a480d72c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1183043 Mar 31 23:00:43.293735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.316432 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfbba1a-8433-453d-a357-aa47c159a761 x-openstack-request-id: req-4dfbba1a-8433-453d-a357-aa47c159a761 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:43.319268 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-unplugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:43.319858 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dfbba1a-8433-453d-a357-aa47c159a761 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:43.320881 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfbba1a-8433-453d-a357-aa47c159a761'] response: {'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'code': 200} Mar 31 23:00:43.338218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4438db4c-a660-4df2-953a-b2f1a7cdf8ac req-af0d3186-0f31-4bcf-830f-686a7e079703 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581870 Mar 31 23:00:43.373981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.374876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.379245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:43.384157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5346f1d6-ab9d-4c12-b1b2-1af91bd73299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.401902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13d7505a-cbce-472c-9558-69288ead4730 req-b25874f3-9591-4186-845e-f59344c776a9 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332070 Mar 31 23:00:43.501765 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5346f1d6-ab9d-4c12-b1b2-1af91bd73299 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16baa893e0fe4bea8ccd8e2ed26e0990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182916 Mar 31 23:00:43.507307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38470) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:43.510785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.513936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346f1d6-ab9d-4c12-b1b2-1af91bd73299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c797496-3efa-429b-a949-d11bcc98d9cb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.533943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Calling delete_port for 58417ea5-fc13-4907-a351-8f799b0da272 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:43.535877 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.560005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3f706be-aa55-4c68-b992-dfffbe67de34 req-440a9891-b6bf-49b2-a314-62b0f7cf2a7f tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 210 time: 0.0819271 Mar 31 23:00:43.565568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998'}, {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196'}, {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': 'd4d46eba-1b9b-4faa-825a-24178d83010a'}, {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '4593d996-3344-4e47-abb9-19f0a8c33e9b'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:43.568178 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48833789-ca38-4a0b-84a7-b29024f9fd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "a3e77bf7-8cab-4b9e-a5f6-944906a36998"}, {"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196"}, {"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "d4d46eba-1b9b-4faa-825a-24178d83010a"}, {"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "4593d996-3344-4e47-abb9-19f0a8c33e9b"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:43.578808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:43.652381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28f66093-8d89-4928-829b-73efc555542f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.665788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00195b-84c1-459e-aeac-68eb4e65c938 req-0be7be78-e3f3-4ff0-aa04-fc9ebad75cb7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.665788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee00195b-84c1-459e-aeac-68eb4e65c938 req-0be7be78-e3f3-4ff0-aa04-fc9ebad75cb7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2214539 Mar 31 23:00:43.711262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93dcc029-9ff0-49bf-a379-4dc930bd4d69 req-22098f9d-334c-49c9-9b60-81be428f331a tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 210 time: 0.0437355 Mar 31 23:00:43.734179 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28f66093-8d89-4928-829b-73efc555542f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.770069 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.816518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-cf8cd3ff-ebc8-482e-9ff0-8bd8c8a4a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.817001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-cf8cd3ff-ebc8-482e-9ff0-8bd8c8a4a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.817466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-cf8cd3ff-ebc8-482e-9ff0-8bd8c8a4a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.817933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-cf8cd3ff-ebc8-482e-9ff0-8bd8c8a4a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.818396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-cf8cd3ff-ebc8-482e-9ff0-8bd8c8a4a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.818887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-cf8cd3ff-ebc8-482e-9ff0-8bd8c8a4a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.819851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-cf8cd3ff-ebc8-482e-9ff0-8bd8c8a4a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.821788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-cf8cd3ff-ebc8-482e-9ff0-8bd8c8a4a0f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6479 time: 0.2204509 Mar 31 23:00:43.869799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.952359 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.049016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event deleted for resources: {'Port': ['ID=58417ea5-fc13-4907-a351-8f799b0da272,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:44.127777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.249165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.249165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.312664 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff46529-1165-49f5-afd9-f9eff357064e x-openstack-request-id: req-9ff46529-1165-49f5-afd9-f9eff357064e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:44.313233 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "a3e77bf7-8cab-4b9e-a5f6-944906a36998", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "d4d46eba-1b9b-4faa-825a-24178d83010a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "4593d996-3344-4e47-abb9-19f0a8c33e9b", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:44.313233 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ff46529-1165-49f5-afd9-f9eff357064e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:44.313575 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff46529-1165-49f5-afd9-f9eff357064e'] response: {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998', 'status': 'completed', 'code': 200} Mar 31 23:00:44.313874 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff46529-1165-49f5-afd9-f9eff357064e'] response: {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196', 'status': 'completed', 'code': 200} Mar 31 23:00:44.314079 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff46529-1165-49f5-afd9-f9eff357064e'] response: {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': 'd4d46eba-1b9b-4faa-825a-24178d83010a', 'status': 'completed', 'code': 200} Mar 31 23:00:44.314321 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff46529-1165-49f5-afd9-f9eff357064e'] response: {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '4593d996-3344-4e47-abb9-19f0a8c33e9b', 'status': 'completed', 'code': 200} Mar 31 23:00:44.317758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28f66093-8d89-4928-829b-73efc555542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.320415 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28f66093-8d89-4928-829b-73efc555542f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.321581 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-28f66093-8d89-4928-829b-73efc555542f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c797496-3efa-429b-a949-d11bcc98d9cb HTTP/1.1" status: 204 len: 168 time: 0.8123119 Mar 31 23:00:44.324956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee00195b-84c1-459e-aeac-68eb4e65c938 req-027101eb-91c6-4ff2-9fd9-f2157e7a32a4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6380110 Mar 31 23:00:44.356162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-85805a05-566e-4b2c-8167-b48a4c77f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.357707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-85805a05-566e-4b2c-8167-b48a4c77f8c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4388476e-2dfd-4975-bab7-9f38ddb2c65a HTTP/1.1" status: 200 len: 903 time: 0.5190814 Mar 31 23:00:44.361559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f66093-8d89-4928-829b-73efc555542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c797496-3efa-429b-a949-d11bcc98d9cb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:44.436061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.436535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Fanout notify agent at l3_agent the message router_deleted on router 036ecc5b-719b-421e-be0d-720dcf3553f6 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:00:44.447164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.449152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-51d6dbc8-4476-4702-ae24-c3b4c8927312 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/036ecc5b-719b-421e-be0d-720dcf3553f6 HTTP/1.1" status: 204 len: 168 time: 1.8490715 Mar 31 23:00:44.458238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38492) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:44.467576 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'router': {'name': 'tempest-snat-router-484154106', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': False}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:44.481980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-f3a6e418-afbe-4138-99ea-99cf576f4c78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 200 len: 217 time: 0.0901530 Mar 31 23:00:44.521426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-d31ffb79-5d40-43d8-bb94-256ee292ce99 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.523146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-d31ffb79-5d40-43d8-bb94-256ee292ce99 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.50 "GET /v2.0/networks?id=3f9d1b42-9a59-4a37-8144-ad68b8cc6243 HTTP/1.1" status: 200 len: 814 time: 0.2295053 Mar 31 23:00:44.538080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Request body: {'port': {'device_id': '45cf6403-4f69-4cdd-bc5a-d18e34e33b97', 'network_id': '3f9d1b42-9a59-4a37-8144-ad68b8cc6243', 'admin_state_up': True, 'tenant_id': '4c65e354f7b64d908d9437c5978476be'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:44.587835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-23123dca-2d8f-4361-b771-af3b8b910ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.589375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-23123dca-2d8f-4361-b771-af3b8b910ff6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.0840235 Mar 31 23:00:44.596765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-1cef2720-5e68-47f6-badf-f618ebcc9cd9 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.598228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-1cef2720-5e68-47f6-badf-f618ebcc9cd9 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/networks?id=a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 HTTP/1.1" status: 200 len: 810 time: 0.2876773 Mar 31 23:00:44.625988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-1ad6177a-8fee-4472-a1b0-57a255ff690e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.632157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-1ad6177a-8fee-4472-a1b0-57a255ff690e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.639280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-1ad6177a-8fee-4472-a1b0-57a255ff690e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.646227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-1ad6177a-8fee-4472-a1b0-57a255ff690e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.652621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-1ad6177a-8fee-4472-a1b0-57a255ff690e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.659740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-1ad6177a-8fee-4472-a1b0-57a255ff690e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.662357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.663589 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.665648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-1ad6177a-8fee-4472-a1b0-57a255ff690e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.667765 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-1ad6177a-8fee-4472-a1b0-57a255ff690e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.2581718 Mar 31 23:00:44.708771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-106a403e-4a8d-44cb-944c-0ec19b39bfef tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/quotas/a07a7e31ebfe4ae5991ba7acf7a48684 HTTP/1.1" status: 200 len: 375 time: 0.0990324 Mar 31 23:00:44.748854 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.756241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-f072a3b3-4b72-4a6d-acc0-37466d9cb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.757835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-f072a3b3-4b72-4a6d-acc0-37466d9cb012 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571240 Mar 31 23:00:44.762863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-20d52a8b-99cd-4988-83c8-5a7cac578400 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a07a7e31ebfe4ae5991ba7acf7a48684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435262 Mar 31 23:00:44.768295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85330384-ee69-4c36-9910-bc3072ae2ea6 req-998098c9-fb69-43d1-a328-b5582c8ff50a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803561 Mar 31 23:00:44.961225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-98b3b0a0-1141-4c35-8022-e209bfa32393 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918774 Mar 31 23:00:44.995357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe85c0a-25ca-4882-ac65-aed17014fa90 req-e26ad162-4b70-4c0f-9417-07ef9b7c6be5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.997866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abe85c0a-25ca-4882-ac65-aed17014fa90 req-e26ad162-4b70-4c0f-9417-07ef9b7c6be5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.1603303 Mar 31 23:00:45.004601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Made reservation on behalf of 4c65e354f7b64d908d9437c5978476be for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:45.008191 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.014252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-46cea537-228c-4baa-9da9-ea7498119a19 service neutron] 10.222.0.31 "GET /v2.0/networks/a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363722 Mar 31 23:00:45.139009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abe85c0a-25ca-4882-ac65-aed17014fa90 req-0b5757a8-415f-4c66-b145-c44f6c0c753f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298079 Mar 31 23:00:45.184890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-277aefdc-3be0-454a-874d-2cebdcdfa908 req-86366084-992d-4a0c-ab8d-e2a091e6c808 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090261 Mar 31 23:00:45.202357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-45990b4f-7c59-412d-99a4-fc7381bcf586 service neutron] 10.222.0.31 "GET /v2.0/networks/a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461034 Mar 31 23:00:45.289298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1b33a2b-d7fb-447b-a06a-138af73845b2 req-05d9b3f1-7401-4bd3-bcdc-98d7d55712bf tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 210 time: 0.0492549 Mar 31 23:00:45.322370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:45.326183 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254d6d0a-5f26-4b17-843b-406119c7464b" -d '{"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-unplugged", "status": "completed", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:45.364413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8385656d-59e8-47f6-890d-7807fbee3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.364982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8385656d-59e8-47f6-890d-7807fbee3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.365419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8385656d-59e8-47f6-890d-7807fbee3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.365893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8385656d-59e8-47f6-890d-7807fbee3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.366595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8385656d-59e8-47f6-890d-7807fbee3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.368419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8385656d-59e8-47f6-890d-7807fbee3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.368903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8385656d-59e8-47f6-890d-7807fbee3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.371507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8385656d-59e8-47f6-890d-7807fbee3121 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6479 time: 0.0807822 Mar 31 23:00:45.418798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70d3d5dc-a310-46ae-8c08-c90f4068e88a req-cb657e01-2ef3-4885-a53a-f0eeab514fc4 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 210 time: 0.0431015 Mar 31 23:00:45.538179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-0cd62888-a1fd-4dd2-8585-c055895cb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.540176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-0cd62888-a1fd-4dd2-8585-c055895cb729 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4388476e-2dfd-4975-bab7-9f38ddb2c65a HTTP/1.1" status: 200 len: 903 time: 0.1553640 Mar 31 23:00:45.553173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38508) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:45.558284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.593929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-a0d5e134-8d63-4af4-af29-c42019e13503 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998 HTTP/1.1" status: 200 len: 217 time: 0.0457702 Mar 31 23:00:45.630443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4593a6ab-336d-429d-aafd-6f00c78f0fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.654830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8fcc149b-1c19-46a8-9402-429b267e067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.656675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-8fcc149b-1c19-46a8-9402-429b267e067b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.0541162 Mar 31 23:00:45.707324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-5b523ab3-d832-4107-9175-1603276c8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.708755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-5b523ab3-d832-4107-9175-1603276c8f77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438366 Mar 31 23:00:45.734847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-499d491e-edad-4883-9fae-16d1ac50ce4a tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.736314 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-499d491e-edad-4883-9fae-16d1ac50ce4a tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.50 "GET /v2.0/networks?id=753ee058-8a5d-4952-8163-e040fe43ed5e HTTP/1.1" status: 200 len: 814 time: 0.6279175 Mar 31 23:00:45.748287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Allocated IP 172.20.0.14 (3f9d1b42-9a59-4a37-8144-ad68b8cc6243/3b17eb91-4f4d-4dee-895c-92e9c5f72411/5b1ee475-083d-4ee4-99b2-1cb926c0b1fa) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:45.754618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Request body: {'port': {'device_id': 'b445b7ac-1a44-4c3f-b50b-921f36e472ab', 'network_id': '753ee058-8a5d-4952-8163-e040fe43ed5e', 'admin_state_up': True, 'tenant_id': '6b82420ec7ef4c48b5607419505cb2f1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:45.811327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-d46389e5-2bc6-4b19-90c9-841ac4e92b56 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944824 Mar 31 23:00:45.945363 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b36ae2d-3570-423c-ac5a-897f8ab00037 x-openstack-request-id: req-8b36ae2d-3570-423c-ac5a-897f8ab00037 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:45.945363 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-unplugged", "status": "failed", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82", "code": 422}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:45.945363 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b36ae2d-3570-423c-ac5a-897f8ab00037 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:45.945788 n-d-836015-1 neutron-server[109822]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8b36ae2d-3570-423c-ac5a-897f8ab00037']: {'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82', 'code': 422} returned with failed status Mar 31 23:00:45.947011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-f43dc05a-7dc3-42f9-baa0-c5d3c6904a3a service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248431 Mar 31 23:00:46.012960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4593a6ab-336d-429d-aafd-6f00c78f0fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.126911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4593a6ab-336d-429d-aafd-6f00c78f0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.127959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7d60-5e56-4eb6-89a8-c97799cf9db5 req-1524fd19-7cce-4cb3-934c-2e7ec7d82d2a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.135135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af0e7d60-5e56-4eb6-89a8-c97799cf9db5 req-1524fd19-7cce-4cb3-934c-2e7ec7d82d2a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1237297 Mar 31 23:00:46.143892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-cfa5bba3-5ef2-413e-a7b9-8fa62c3c7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.144385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-cfa5bba3-5ef2-413e-a7b9-8fa62c3c7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.144858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-cfa5bba3-5ef2-413e-a7b9-8fa62c3c7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.145489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-cfa5bba3-5ef2-413e-a7b9-8fa62c3c7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.145967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-cfa5bba3-5ef2-413e-a7b9-8fa62c3c7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.146435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-cfa5bba3-5ef2-413e-a7b9-8fa62c3c7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.146930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-cfa5bba3-5ef2-413e-a7b9-8fa62c3c7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.149224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-cfa5bba3-5ef2-413e-a7b9-8fa62c3c7b22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6479 time: 0.1234992 Mar 31 23:00:46.150820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.194141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4593a6ab-336d-429d-aafd-6f00c78f0fd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4e79a1334ee41fd82926db8ea864ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319983 Mar 31 23:00:46.197855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38524) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:46.212858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Made reservation on behalf of 6b82420ec7ef4c48b5607419505cb2f1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:46.216133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.217989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593a6ab-336d-429d-aafd-6f00c78f0fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52c73e9-3537-4ca8-b709-b9cd46aefdad,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.236402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af0e7d60-5e56-4eb6-89a8-c97799cf9db5 req-82e8f78a-b096-4bb4-8770-02a51cff7ba0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994279 Mar 31 23:00:46.284140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-4406a335-0b28-4dda-9a43-ab3febcf1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.285693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-4406a335-0b28-4dda-9a43-ab3febcf1fc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4388476e-2dfd-4975-bab7-9f38ddb2c65a HTTP/1.1" status: 200 len: 903 time: 0.1284380 Mar 31 23:00:46.344323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-c303d34d-f01e-435a-a9a3-dc4067ebc7aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 HTTP/1.1" status: 200 len: 217 time: 0.0490808 Mar 31 23:00:46.434642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-72982ccc-2b1b-4376-981b-f135c23fc6cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.441099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-72982ccc-2b1b-4376-981b-f135c23fc6cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.447288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-72982ccc-2b1b-4376-981b-f135c23fc6cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.453547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-72982ccc-2b1b-4376-981b-f135c23fc6cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.459740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-72982ccc-2b1b-4376-981b-f135c23fc6cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.465950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-72982ccc-2b1b-4376-981b-f135c23fc6cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.477591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-72982ccc-2b1b-4376-981b-f135c23fc6cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.479562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-72982ccc-2b1b-4376-981b-f135c23fc6cc tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.1384246 Mar 31 23:00:46.481061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-fccea913-89bf-42dc-a821-1b9e8c9e54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.483141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-fccea913-89bf-42dc-a821-1b9e8c9e54a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.1284175 Mar 31 23:00:46.505047 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-266f707e-2523-4b76-926b-1ccf521710e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.518393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.554610 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-266f707e-2523-4b76-926b-1ccf521710e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.563013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-824f0382-c92c-4590-b05c-2ef6c850e455 req-d43c2132-3c6a-4438-8f37-e5f0986e1fd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747907 Mar 31 23:00:46.571693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b71190ff-b0bb-4f5c-9d9c-6e93452416a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.573731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b71190ff-b0bb-4f5c-9d9c-6e93452416a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797083 Mar 31 23:00:46.584226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.645821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.665530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Allocated IP 172.20.0.9 (753ee058-8a5d-4952-8163-e040fe43ed5e/0429ce2a-5ea1-453a-adf6-0b33ad23b943/7c0bd306-14b8-4365-b8a0-8d8d3f69d454) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:46.668621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:46.678744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71d9100b-2ac4-4fcb-928c-10592b7609c6 req-41b3503c-c7c9-4a14-9fcf-821ab73e84c0 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 210 time: 0.0345497 Mar 31 23:00:46.690880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:46.702988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:46.710128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Pushing event updated for resources: {'Port': ['ID=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.731478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-67c8f653-e6eb-42f5-8941-8bbfeb5b6cfc service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502597 Mar 31 23:00:46.811769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:46.814753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:46.828058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.828058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.848551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c8cf188-0b0c-45f4-95f5-dd4a7b9bfeab req-7133a9a4-1103-4a0d-a8e6-146c46aa5b04 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 210 time: 0.0914695 Mar 31 23:00:46.935638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-266f707e-2523-4b76-926b-1ccf521710e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.939966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-266f707e-2523-4b76-926b-1ccf521710e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.941665 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-266f707e-2523-4b76-926b-1ccf521710e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b52c73e9-3537-4ca8-b709-b9cd46aefdad HTTP/1.1" status: 204 len: 168 time: 0.7409720 Mar 31 23:00:46.974710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f707e-2523-4b76-926b-1ccf521710e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52c73e9-3537-4ca8-b709-b9cd46aefdad,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.994726 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-02c41741-9fde-41a2-a8f1-58cc7e13dd3c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4612894 Mar 31 23:00:47.012170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Request body: {'port': {'device_id': '45cf6403-4f69-4cdd-bc5a-d18e34e33b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:47.018787 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Allocated IP 172.25.4.154 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/9d0e6df0-6a34-4733-a0e1-46a22341596a) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:47.023381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:47.048024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'mac_address': 'fa:16:3e:be:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:47.062653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-9fb1f3b5-8710-460c-9804-a4169fb31b18 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178277 Mar 31 23:00:47.082115 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.113892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a9f1-bc72-4bd4-b5ac-d83c09138c0f req-8d24a49c-57a6-4d28-99b5-835596903b27 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.128043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3f4a9f1-bc72-4bd4-b5ac-d83c09138c0f req-8d24a49c-57a6-4d28-99b5-835596903b27 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 932 time: 0.1640534 Mar 31 23:00:47.155267 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.173827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e30caf-4a6b-41bd-9f21-e470d20304df {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:47.177235 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.215495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:47.228276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3f4a9f1-bc72-4bd4-b5ac-d83c09138c0f req-0253a476-d4f0-4ec4-a25a-3a5da2a2d76f tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979040 Mar 31 23:00:47.260114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-629c2ddc-3479-4abf-a140-a84ed999b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.260737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-629c2ddc-3479-4abf-a140-a84ed999b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.261290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-629c2ddc-3479-4abf-a140-a84ed999b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.261777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-629c2ddc-3479-4abf-a140-a84ed999b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.262635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-629c2ddc-3479-4abf-a140-a84ed999b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.263177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-629c2ddc-3479-4abf-a140-a84ed999b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.263871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-629c2ddc-3479-4abf-a140-a84ed999b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.268980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-629c2ddc-3479-4abf-a140-a84ed999b76c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6479 time: 0.1121254 Mar 31 23:00:47.309884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.348267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.438217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['82e30caf-4a6b-41bd-9f21-e470d20304df'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:47.452771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb069a-1167-4bb5-98fe-718655b1d949 req-db1f51b7-7187-46bb-80b6-cba0339f618b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.458957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.459777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49eb069a-1167-4bb5-98fe-718655b1d949 req-db1f51b7-7187-46bb-80b6-cba0339f618b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.1351657 Mar 31 23:00:47.489658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-08e913b2-c775-43a1-a02e-1f8c1e854402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.491227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-08e913b2-c775-43a1-a02e-1f8c1e854402 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1846b0f2-57b5-4e40-b343-579f519f3ff3 HTTP/1.1" status: 200 len: 903 time: 0.1898429 Mar 31 23:00:47.511289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:47.533533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Network 753ee058-8a5d-4952-8163-e040fe43ed5e is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:47.548760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49eb069a-1167-4bb5-98fe-718655b1d949 req-08c11b9c-6d41-42ab-8584-e5bf4edd498d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845513 Mar 31 23:00:47.566951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:47.592773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:47.627349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-54bc9be9-aa21-478d-8c0e-ba68199a67c2 req-4b8a9ac2-87fe-4f23-837e-66a202cc7538 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:47.639356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54bc9be9-aa21-478d-8c0e-ba68199a67c2 req-4b8a9ac2-87fe-4f23-837e-66a202cc7538 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104065 Mar 31 23:00:47.644615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-810b4d53-3aab-4d01-9306-a56faa5406d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4d46eba-1b9b-4faa-825a-24178d83010a HTTP/1.1" status: 200 len: 217 time: 0.1411757 Mar 31 23:00:47.728602 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.729819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.786754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-6f450d6a-cae8-4ea5-ab6d-6fc93c4bdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.788275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-6f450d6a-cae8-4ea5-ab6d-6fc93c4bdc45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 200 len: 797 time: 0.1352992 Mar 31 23:00:47.793226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Pushing event updated for resources: {'Port': ['ID=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:47.824034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-19d225b4-917e-4e8c-bf6a-b58835df4c67 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.831059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-19d225b4-917e-4e8c-bf6a-b58835df4c67 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.837205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-19d225b4-917e-4e8c-bf6a-b58835df4c67 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.843323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-19d225b4-917e-4e8c-bf6a-b58835df4c67 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.849530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-19d225b4-917e-4e8c-bf6a-b58835df4c67 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.855797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-19d225b4-917e-4e8c-bf6a-b58835df4c67 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.862499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-19d225b4-917e-4e8c-bf6a-b58835df4c67 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.865015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-19d225b4-917e-4e8c-bf6a-b58835df4c67 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.1382129 Mar 31 23:00:47.916963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:47.923337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-c303e009-13c2-43ef-a5e6-72b822e479e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.924903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-c303e009-13c2-43ef-a5e6-72b822e479e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1288033 Mar 31 23:00:47.925385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.929436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04ffc65c-dcdc-445a-99b7-a0b76cc43c06 req-25bbf960-ca60-46f9-946e-7e006a7fd2c0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505252 Mar 31 23:00:47.969767 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-e378f9e8-866b-497d-8c69-793900fae9a8 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2225871 Mar 31 23:00:47.993200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Transition to ACTIVE for port object 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:47.998824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.027310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Request body: {'port': {'device_id': 'b445b7ac-1a44-4c3f-b50b-921f36e472ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:48.137882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33460feb-4ee0-4448-a666-ae82eb95029d req-b56f1b0b-7eff-425b-854a-813b29fcdfb4 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 210 time: 0.0621691 Mar 31 23:00:48.150352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:48.153395 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.159093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:48.167913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-a9199199-8f69-49fd-8a0e-f7c9bcf022be service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345359 Mar 31 23:00:48.168390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:48.174261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.196659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b06ad-b602-481e-b936-2fcbc1eab9ec req-32f32ad2-bd42-4721-9682-b0866c12d91a tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.198557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e44b06ad-b602-481e-b936-2fcbc1eab9ec req-32f32ad2-bd42-4721-9682-b0866c12d91a tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 931 time: 0.1455164 Mar 31 23:00:48.250752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'Port': ['ID=9d0e6df0-6a34-4733-a0e1-46a22341596a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:48.415795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e44b06ad-b602-481e-b936-2fcbc1eab9ec req-74f73d8d-f8d5-451e-9dcb-436c115e2abf tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959541 Mar 31 23:00:48.489031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-70e54f9d-b51c-47ce-a0ef-c1d6a49760cf service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129344 Mar 31 23:00:48.508519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Pushing event updated for resources: {'Port': ['ID=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:48.508719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b399-8611-43d4-a871-3a3436c75388 req-fec8fc7f-3629-4f3b-9670-12d67ddaab83 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.524048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2479b399-8611-43d4-a871-3a3436c75388 req-fec8fc7f-3629-4f3b-9670-12d67ddaab83 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.2332022 Mar 31 23:00:48.600543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Attempting to bind port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:48.601161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Attempting to bind port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '83134665-f9b3-4554-a94e-3333da862503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3f9d1b42-9a59-4a37-8144-ad68b8cc6243'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:48.601256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Attempting to bind port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa on network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:48.660704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa on network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:48.660704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Attempting to bind port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa on network 3f9d1b42-9a59-4a37-8144-ad68b8cc6243 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:48.687434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:48.700212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Checking segment: {'id': '83134665-f9b3-4554-a94e-3333da862503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3f9d1b42-9a59-4a37-8144-ad68b8cc6243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:48.704440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Bound using segment: {'id': '83134665-f9b3-4554-a94e-3333da862503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3f9d1b42-9a59-4a37-8144-ad68b8cc6243'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:48.705633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Bound port: 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83134665-f9b3-4554-a94e-3333da862503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3f9d1b42-9a59-4a37-8144-ad68b8cc6243'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:48.707024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.710973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2479b399-8611-43d4-a871-3a3436c75388 req-85b65726-806f-43a0-9ddc-93db470be3ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746221 Mar 31 23:00:48.782859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b95d28f8-2555-4a06-a56c-2001946e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.783785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b95d28f8-2555-4a06-a56c-2001946e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.790950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b95d28f8-2555-4a06-a56c-2001946e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.790950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b95d28f8-2555-4a06-a56c-2001946e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.790950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b95d28f8-2555-4a06-a56c-2001946e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.790950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b95d28f8-2555-4a06-a56c-2001946e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.790950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b95d28f8-2555-4a06-a56c-2001946e670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.792959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-b95d28f8-2555-4a06-a56c-2001946e670d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6479 time: 0.2143347 Mar 31 23:00:48.809003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:48.890575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] For port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:48.894308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] For port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,segment=NetworkSegment(83134665-f9b3-4554-a94e-3333da862503),segment_id=83134665-f9b3-4554-a94e-3333da862503)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:49.013015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.038664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d17dcd-0188-4eba-8986-89809c19371c req-1638e282-3f18-41b2-ba2b-1138e5357667 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.038664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05d17dcd-0188-4eba-8986-89809c19371c req-1638e282-3f18-41b2-ba2b-1138e5357667 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 944 time: 0.3881710 Mar 31 23:00:49.053687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 82e30caf-4a6b-41bd-9f21-e470d20304df triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:49.055521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.125680 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.130455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.131531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.133115 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] 10.222.0.50 "PUT /v2.0/ports/5b1ee475-083d-4ee4-99b2-1cb926c0b1fa HTTP/1.1" status: 200 len: 1092 time: 2.1251950 Mar 31 23:00:49.139729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cf6403-4f69-4cdd-bc5a-d18e34e33b97', 'tag': '5b1ee475-083d-4ee4-99b2-1cb926c0b1fa'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:49.147584 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "45cf6403-4f69-4cdd-bc5a-d18e34e33b97", "tag": "5b1ee475-083d-4ee4-99b2-1cb926c0b1fa"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:49.202992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:49.224920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.265110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2c6d8-63ac-49bb-aa34-603cba9f62af service neutron] Pushing event updated for resources: {'Port': ['ID=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:49.267379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03126-d05b-459a-aad6-9a4d25abc820 req-9daf834b-3576-4a4a-af5f-9bc82f7450f1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.276019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cd03126-d05b-459a-aad6-9a4d25abc820 req-9daf834b-3576-4a4a-af5f-9bc82f7450f1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 946 time: 0.3124404 Mar 31 23:00:49.321567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05d17dcd-0188-4eba-8986-89809c19371c req-bcc00c00-8a61-4739-bf26-7707a0352835 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622907 Mar 31 23:00:49.369868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-56a9a3ba-4fa7-4b6b-b761-2050005156fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.372274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-56a9a3ba-4fa7-4b6b-b761-2050005156fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1846b0f2-57b5-4e40-b343-579f519f3ff3 HTTP/1.1" status: 200 len: 903 time: 0.5706060 Mar 31 23:00:49.516073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.577170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-3b4fdf29-1cf7-4d5d-914c-2a01dc41f913 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b HTTP/1.1" status: 200 len: 217 time: 0.1845264 Mar 31 23:00:49.619885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2cd03126-d05b-459a-aad6-9a4d25abc820 req-ebde4a48-650c-44d9-aeb2-2bc08303ca07 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410258 Mar 31 23:00:49.644568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:49.646289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:49.651719 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a540a559-2ed8-415b-82f7-38b7a6464317" -d '{"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-plugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:49.720761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-d0478254-49b2-4a72-aa8a-487457c74310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.723801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-d0478254-49b2-4a72-aa8a-487457c74310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 200 len: 797 time: 0.1209085 Mar 31 23:00:49.735061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Transition to ACTIVE for port object 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:49.739811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d085f-1464-49d6-82cd-748428cf36ab req-932856bf-beb4-4072-b305-8d6a222a9ee5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.751701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d085f-1464-49d6-82cd-748428cf36ab req-932856bf-beb4-4072-b305-8d6a222a9ee5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.755319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d085f-1464-49d6-82cd-748428cf36ab req-932856bf-beb4-4072-b305-8d6a222a9ee5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.765393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d085f-1464-49d6-82cd-748428cf36ab req-932856bf-beb4-4072-b305-8d6a222a9ee5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.775206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d085f-1464-49d6-82cd-748428cf36ab req-932856bf-beb4-4072-b305-8d6a222a9ee5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.784223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d085f-1464-49d6-82cd-748428cf36ab req-932856bf-beb4-4072-b305-8d6a222a9ee5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.794623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d085f-1464-49d6-82cd-748428cf36ab req-932856bf-beb4-4072-b305-8d6a222a9ee5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.803521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-010d085f-1464-49d6-82cd-748428cf36ab req-932856bf-beb4-4072-b305-8d6a222a9ee5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.3398209 Mar 31 23:00:49.814545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.842352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-18d7c69d-d406-4e41-b24b-2f7ea5b01f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.862069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-18d7c69d-d406-4e41-b24b-2f7ea5b01f8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c65e354f7b64d908d9437c5978476be&device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 1095 time: 0.5124545 Mar 31 23:00:49.867247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.898284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=13']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:49.964148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-526bfbe6-ff1e-4d45-9d81-27858a648ae1 req-78d09d3d-205f-449b-a350-e9df1682d2fc tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 210 time: 0.1114910 Mar 31 23:00:49.991665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-0e88c799-671c-491f-a106-03e2d12ae5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.993898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-0e88c799-671c-491f-a106-03e2d12ae5fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1881869 Mar 31 23:00:50.264981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-010d085f-1464-49d6-82cd-748428cf36ab req-905e99bd-4854-4853-8179-6c59dd99463d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4604559 Mar 31 23:00:50.340347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-6c8851c1-48a9-4983-a7f5-55f305973dea tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.341867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-6c8851c1-48a9-4983-a7f5-55f305973dea tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.45 "GET /v2.0/networks?id=a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 HTTP/1.1" status: 200 len: 810 time: 0.3149900 Mar 31 23:00:50.371261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Request body: {'port': {'device_id': '00eebd70-0af8-4524-a877-978b66ccf82c', 'network_id': 'a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91', 'admin_state_up': True, 'tenant_id': 'a07a7e31ebfe4ae5991ba7acf7a48684'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:50.379246 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e6c10c-912a-4ab3-89d7-944fe713149d x-openstack-request-id: req-c7e6c10c-912a-4ab3-89d7-944fe713149d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:50.379546 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-plugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:50.379806 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7e6c10c-912a-4ab3-89d7-944fe713149d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:50.380210 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e6c10c-912a-4ab3-89d7-944fe713149d'] response: {'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'code': 200} Mar 31 23:00:50.399571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796cb95-0ee0-440c-810c-d70fa9046158 req-80f4294c-7e49-4be9-9a00-ae457f789816 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.407638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b796cb95-0ee0-440c-810c-d70fa9046158 req-80f4294c-7e49-4be9-9a00-ae457f789816 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 943 time: 0.2246222 Mar 31 23:00:50.524531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b796cb95-0ee0-440c-810c-d70fa9046158 req-4ff25aba-6b5e-4869-84c7-1b827c463185 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135578 Mar 31 23:00:50.556487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-bd87f4cd-4f5c-46cf-95b5-f35182b1f792 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272746 Mar 31 23:00:50.655191 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd4d22f-d802-4087-9085-6e1e9af5c93c x-openstack-request-id: req-ebd4d22f-d802-4087-9085-6e1e9af5c93c {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:50.655541 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cf6403-4f69-4cdd-bc5a-d18e34e33b97", "tag": "5b1ee475-083d-4ee4-99b2-1cb926c0b1fa", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:50.655888 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebd4d22f-d802-4087-9085-6e1e9af5c93c {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:50.656134 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd4d22f-d802-4087-9085-6e1e9af5c93c'] response: {'name': 'network-changed', 'server_uuid': '45cf6403-4f69-4cdd-bc5a-d18e34e33b97', 'tag': '5b1ee475-083d-4ee4-99b2-1cb926c0b1fa', 'status': 'completed', 'code': 200} Mar 31 23:00:50.667795 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-872a0e58-1bb6-4f63-a044-630b04d18178 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa HTTP/1.1" status: 200 len: 217 time: 0.7875068 Mar 31 23:00:50.726175 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-106321ea-8699-415b-a9a5-6f71b9ecf019 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4794786 Mar 31 23:00:50.768754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a109d-3933-494e-8726-e54a23312a5b req-3903ea5c-8a52-45af-8d17-cd637879ffdc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.769624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-0fa26a14-5809-42e3-93d1-4980844bec58 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:50.770298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-105a109d-3933-494e-8726-e54a23312a5b req-3903ea5c-8a52-45af-8d17-cd637879ffdc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.2804902 Mar 31 23:00:50.771040 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-0fa26a14-5809-42e3-93d1-4980844bec58 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146139 Mar 31 23:00:50.777238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:50.828580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51c7c-5112-4aa9-bf6e-5f0f8cafb1a0 req-7c85c949-5846-470c-aa18-48908f1a2090 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.828702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.832134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23e51c7c-5112-4aa9-bf6e-5f0f8cafb1a0 req-7c85c949-5846-470c-aa18-48908f1a2090 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 944 time: 0.2010553 Mar 31 23:00:50.854202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-cf7969a0-6b31-4ce6-bcfd-33e3aa951d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.859193 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-cf7969a0-6b31-4ce6-bcfd-33e3aa951d1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b17eb91-4f4d-4dee-895c-92e9c5f72411 HTTP/1.1" status: 200 len: 854 time: 0.1482766 Mar 31 23:00:50.926584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48833789-ca38-4a0b-84a7-b29024f9fd2d req-87825a56-8335-46eb-84a9-6201e07521c8 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506913 Mar 31 23:00:50.927218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Made reservation on behalf of a07a7e31ebfe4ae5991ba7acf7a48684 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:50.930955 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.972344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-105a109d-3933-494e-8726-e54a23312a5b req-21bdb7ad-b779-4033-ae3e-598266a8edc7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677268 Mar 31 23:00:50.976052 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-abb428b1-d259-461b-b421-9f7e84224acb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f9d1b42-9a59-4a37-8144-ad68b8cc6243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096566 Mar 31 23:00:50.993829 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23e51c7c-5112-4aa9-bf6e-5f0f8cafb1a0 req-3c1a28ac-4d03-4499-b606-315eaaa04c98 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607261 Mar 31 23:00:51.110110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Attempting to bind port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:51.110628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Attempting to bind port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '6b623e9a-2556-415b-b8f6-a7998f7baa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '753ee058-8a5d-4952-8163-e040fe43ed5e'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:51.111043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Attempting to bind port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 on network 753ee058-8a5d-4952-8163-e040fe43ed5e {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:51.179570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 on network 753ee058-8a5d-4952-8163-e040fe43ed5e not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:51.180090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Attempting to bind port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 on network 753ee058-8a5d-4952-8163-e040fe43ed5e {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:51.225430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:51.225984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Checking segment: {'id': '6b623e9a-2556-415b-b8f6-a7998f7baa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '753ee058-8a5d-4952-8163-e040fe43ed5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:51.226561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Bound using segment: {'id': '6b623e9a-2556-415b-b8f6-a7998f7baa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '753ee058-8a5d-4952-8163-e040fe43ed5e'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:51.227407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Bound port: 7c0bd306-14b8-4365-b8a0-8d8d3f69d454, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b623e9a-2556-415b-b8f6-a7998f7baa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '753ee058-8a5d-4952-8163-e040fe43ed5e'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:51.228093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.275723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfebdc6d-0857-4e6b-889a-e94de1e10cff req-46caed9c-ac49-4fc1-990a-08f3d649388d tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 210 time: 0.0807633 Mar 31 23:00:51.350419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] For port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:51.355478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] For port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,segment=NetworkSegment(6b623e9a-2556-415b-b8f6-a7998f7baa43),segment_id=6b623e9a-2556-415b-b8f6-a7998f7baa43)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:51.376811 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-b10315c9-a024-4a05-962c-1975cfa0f406 service neutron] 10.222.0.50 "GET /v2.0/networks/3f9d1b42-9a59-4a37-8144-ad68b8cc6243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911328 Mar 31 23:00:51.417277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec326a5c-7438-49de-bdcc-cc14971e48c0 req-126f23fa-3d9b-4987-afa8-dafb848c29da tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:51.419046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec326a5c-7438-49de-bdcc-cc14971e48c0 req-126f23fa-3d9b-4987-afa8-dafb848c29da tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.2844253 Mar 31 23:00:51.531028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.692565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90ca31c4-99f7-49ae-9e06-1b48b97f564d req-3656b750-c11a-420c-bf4f-c71f5056c151 service neutron] 10.222.0.50 "GET /v2.0/networks/3f9d1b42-9a59-4a37-8144-ad68b8cc6243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051507 Mar 31 23:00:51.704250 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:51.705643 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.707687 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] 10.222.0.50 "PUT /v2.0/ports/7c0bd306-14b8-4365-b8a0-8d8d3f69d454 HTTP/1.1" status: 200 len: 1091 time: 3.7130635 Mar 31 23:00:51.712775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09428-aaa7-400d-a64e-790f06b1a516 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:51.947551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Allocated IP 172.20.0.4 (a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91/1ece1059-0140-4504-a275-565dff152ff9/c9130893-bb28-40d1-a709-43dfbdbf39ca) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:51.984636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Router 1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:00:52.023466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-a6bfa502-df01-46cf-9f56-85597640f320 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.030210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-a6bfa502-df01-46cf-9f56-85597640f320 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.037401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-a6bfa502-df01-46cf-9f56-85597640f320 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.043784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-a6bfa502-df01-46cf-9f56-85597640f320 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.051432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-a6bfa502-df01-46cf-9f56-85597640f320 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.057869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-a6bfa502-df01-46cf-9f56-85597640f320 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.066077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-a6bfa502-df01-46cf-9f56-85597640f320 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.074380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-a6bfa502-df01-46cf-9f56-85597640f320 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.6999116 Mar 31 23:00:52.082689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec326a5c-7438-49de-bdcc-cc14971e48c0 req-a02bc0dc-d926-4fe3-936f-f41141e9537c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522317 Mar 31 23:00:52.191378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42015a91-a1f0-4ffd-93f3-375b9754e27d req-6c2c75fe-e041-475b-8ad9-40f8240e01ee tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159737 Mar 31 23:00:52.372352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:52.383609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Sync routers for ids ['1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:52.404035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-23d9a2dc-b403-4800-a010-94011cfacf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.406249 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-23d9a2dc-b403-4800-a010-94011cfacf2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c65e354f7b64d908d9437c5978476be&device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 1095 time: 0.2382972 Mar 31 23:00:52.411160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-fbb72f4f-07c4-440a-9f19-73743aa7d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.413464 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-fbb72f4f-07c4-440a-9f19-73743aa7d079 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b82420ec7ef4c48b5607419505cb2f1&device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 1094 time: 0.2472668 Mar 31 23:00:52.414027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Routers {'1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:52.415135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:00:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:52.420897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.444291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f26332-0312-4d33-860a-82b4e6bca170 req-5019e67a-9c38-494b-ac20-f20b31679e69 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.453493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25f26332-0312-4d33-860a-82b4e6bca170 req-5019e67a-9c38-494b-ac20-f20b31679e69 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 943 time: 0.2136233 Mar 31 23:00:52.484209 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-98f58126-ed7f-4ac8-b8f2-ff46b49b0804 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0bd306-14b8-4365-b8a0-8d8d3f69d454 HTTP/1.1" status: 200 len: 217 time: 0.0576642 Mar 31 23:00:52.532139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772897c2-da5f-46ec-aa64-dd60fea3437a req-c6e8ca01-73ba-413e-abc9-44fc5ca384f8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.541185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-772897c2-da5f-46ec-aa64-dd60fea3437a req-c6e8ca01-73ba-413e-abc9-44fc5ca384f8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.2180746 Mar 31 23:00:52.579310 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.580565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ca5b297a-ac54-4c35-911f-3c568dc35231 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1212928 Mar 31 23:00:52.585306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38736) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:52.608681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25f26332-0312-4d33-860a-82b4e6bca170 req-88272a48-8df5-4866-b0f1-475742b71f16 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536119 Mar 31 23:00:52.654236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-950dfd9f-1038-4248-ac46-d29ae5ddee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.655956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-950dfd9f-1038-4248-ac46-d29ae5ddee99 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0429ce2a-5ea1-453a-adf6-0b33ad23b943 HTTP/1.1" status: 200 len: 854 time: 0.1442630 Mar 31 23:00:52.661580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b445b7ac-1a44-4c3f-b50b-921f36e472ab', 'tag': '7c0bd306-14b8-4365-b8a0-8d8d3f69d454'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:52.664515 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c607f99-2281-4f1e-8d90-9e502a9d3a49" -d '{"events": [{"name": "network-changed", "server_uuid": "b445b7ac-1a44-4c3f-b50b-921f36e472ab", "tag": "7c0bd306-14b8-4365-b8a0-8d8d3f69d454"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:52.691154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-772897c2-da5f-46ec-aa64-dd60fea3437a req-d7ea55fc-3971-4dcc-9570-6d77f8b5e6eb tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484597 Mar 31 23:00:52.728946 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-8dbcd609-ac11-4fa2-b6ea-819a92a981db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=753ee058-8a5d-4952-8163-e040fe43ed5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612888 Mar 31 23:00:52.729903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-4e847b82-3629-4008-8d3e-16bb7a53a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.731680 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-4e847b82-3629-4008-8d3e-16bb7a53a914 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f9d1b42-9a59-4a37-8144-ad68b8cc6243 HTTP/1.1" status: 200 len: 915 time: 0.3172686 Mar 31 23:00:52.815768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.837057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Set router 1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:52.900821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:52.902605 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-91b9b7ca-da71-4ef2-a039-e9c05c47661e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa HTTP/1.1" status: 200 len: 217 time: 0.1241040 Mar 31 23:00:52.952826 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1c28e813-7129-4108-aeb6-440bf6658beb tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/routers/1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3 HTTP/1.1" status: 200 len: 908 time: 0.3639941 Mar 31 23:00:52.955374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38740) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:52.965548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'router': {'name': 'tempest-snat-router-484154106', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': True}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:52.987907 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:00:53.012239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:53.021619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:53.023656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-bed97438-7e81-4829-9cc1-844e28cabb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.026230 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-bed97438-7e81-4829-9cc1-844e28cabb4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b17eb91-4f4d-4dee-895c-92e9c5f72411 HTTP/1.1" status: 200 len: 854 time: 0.1133273 Mar 31 23:00:53.026668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Pushing event updated for resources: {'Port': ['ID=c9130893-bb28-40d1-a709-43dfbdbf39ca,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:53.031533 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-74b0ff63-cff3-4fe2-b0b7-fea6570649e8 service neutron] 10.222.0.50 "GET /v2.0/networks/753ee058-8a5d-4952-8163-e040fe43ed5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895551 Mar 31 23:00:53.041060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50b312-2479-4763-995a-9a3a4261a4f0 req-c1451209-2240-40a7-906c-33db77fef6d3 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.043152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba50b312-2479-4763-995a-9a3a4261a4f0 req-c1451209-2240-40a7-906c-33db77fef6d3 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 944 time: 0.2726846 Mar 31 23:00:53.082409 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-9cc50159-9f6a-4064-a47f-9d1d6e4da698 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f9d1b42-9a59-4a37-8144-ad68b8cc6243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473990 Mar 31 23:00:53.125631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194be3-5159-49a3-aff4-1542e2c1a457 req-fa7ba3fc-978b-4b2a-8598-298c99cef93a tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.138047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2194be3-5159-49a3-aff4-1542e2c1a457 req-fa7ba3fc-978b-4b2a-8598-298c99cef93a tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 931 time: 0.2558246 Mar 31 23:00:53.168846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba50b312-2479-4763-995a-9a3a4261a4f0 req-6d2df118-6f1d-4f48-bdce-5a5b636084d4 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908568 Mar 31 23:00:53.222203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.229160 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.243712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2194be3-5159-49a3-aff4-1542e2c1a457 req-beb04e53-6add-4f65-abd8-152f688ed05c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014519 Mar 31 23:00:53.251396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3', 'name': 'tempest-snat-router-484154106', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.154'}], 'enable_snat': False}, 'gw_port_id': '9d0e6df0-6a34-4733-a0e1-46a22341596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:44Z', 'updated_at': '2022-03-31T23:00:48Z', 'revision_number': 3, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port': {'id': '9d0e6df0-6a34-4733-a0e1-46a22341596a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:46Z', 'updated_at': '2022-03-31T23:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:53.270063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.273719 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.313297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Checking router: 1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:53.313735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Updating router 1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3 port 9d0e6df0-6a34-4733-a0e1-46a22341596a binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:53.381317 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.400633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-8f15f901-4fcd-4509-ab99-875dcc3a1aa1 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0363991 Mar 31 23:00:53.410600 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb981a87-56cc-46af-bdb4-773561489ab5 x-openstack-request-id: req-fb981a87-56cc-46af-bdb4-773561489ab5 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:53.410894 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b445b7ac-1a44-4c3f-b50b-921f36e472ab", "tag": "7c0bd306-14b8-4365-b8a0-8d8d3f69d454", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:53.411135 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb981a87-56cc-46af-bdb4-773561489ab5 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:53.411536 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb981a87-56cc-46af-bdb4-773561489ab5'] response: {'name': 'network-changed', 'server_uuid': 'b445b7ac-1a44-4c3f-b50b-921f36e472ab', 'tag': '7c0bd306-14b8-4365-b8a0-8d8d3f69d454', 'status': 'completed', 'code': 200} Mar 31 23:00:53.432308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Request body: {'port': {'device_id': '00eebd70-0af8-4524-a877-978b66ccf82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:53.514648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.522303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:53.597276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8c309baf-a771-4f32-8ea7-158e2a0802c5 req-02534b1f-cb2b-4b08-952e-7e56adb23e85 service neutron] 10.222.0.50 "GET /v2.0/networks/753ee058-8a5d-4952-8163-e040fe43ed5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409284 Mar 31 23:00:53.600010 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-df9b9c55-1a4a-439a-96f9-55efaa1eb532 service neutron] 10.222.0.50 "GET /v2.0/networks/3f9d1b42-9a59-4a37-8144-ad68b8cc6243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105531 Mar 31 23:00:53.622924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.819596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3fb6db4b-6e01-4c9a-8e69-42aca314c8a4 req-784e034b-c55c-4b77-9419-0b7904ad78ed service neutron] 10.222.0.50 "GET /v2.0/networks/3f9d1b42-9a59-4a37-8144-ad68b8cc6243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124267 Mar 31 23:00:53.880737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f428aa4b-43a9-423f-bf97-23adfdb67557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.933232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-2bce16de-533b-44ae-a8a3-b7901a90539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.935154 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-2bce16de-533b-44ae-a8a3-b7901a90539f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b82420ec7ef4c48b5607419505cb2f1&device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 1094 time: 0.2066612 Mar 31 23:00:54.022487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f428aa4b-43a9-423f-bf97-23adfdb67557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.080456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.103866 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.152725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe260e57-3400-4f41-a4dd-db9ea9602b4b req-55c84ba1-d09f-4100-aeb4-71631af3595f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.162679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe260e57-3400-4f41-a4dd-db9ea9602b4b req-55c84ba1-d09f-4100-aeb4-71631af3595f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.7671230 Mar 31 23:00:54.208309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-890d90bc-1db5-4c62-96b6-cc7fea37e3f5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.212686 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.227809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-890d90bc-1db5-4c62-96b6-cc7fea37e3f5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.241476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-890d90bc-1db5-4c62-96b6-cc7fea37e3f5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.244564 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f428aa4b-43a9-423f-bf97-23adfdb67557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.261365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-890d90bc-1db5-4c62-96b6-cc7fea37e3f5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.270969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-890d90bc-1db5-4c62-96b6-cc7fea37e3f5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.273243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-e7ff922b-41ab-4ed4-9d03-02be33a8bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.274966 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-e7ff922b-41ab-4ed4-9d03-02be33a8bc94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=753ee058-8a5d-4952-8163-e040fe43ed5e HTTP/1.1" status: 200 len: 915 time: 0.2516117 Mar 31 23:00:54.297676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-890d90bc-1db5-4c62-96b6-cc7fea37e3f5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.302962 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f428aa4b-43a9-423f-bf97-23adfdb67557 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce8c64f4664f4921ab54c84b9b8ce7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7770207 Mar 31 23:00:54.309753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-890d90bc-1db5-4c62-96b6-cc7fea37e3f5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.331304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-890d90bc-1db5-4c62-96b6-cc7fea37e3f5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.7102180 Mar 31 23:00:54.338733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38760) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:54.350944 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-cc0e198d-5316-418d-8b6d-2c89c56db3e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0bd306-14b8-4365-b8a0-8d8d3f69d454 HTTP/1.1" status: 200 len: 217 time: 0.0441563 Mar 31 23:00:54.351156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7fcae-2acf-4bf0-965a-13eda332a462 None None] Pushing event updated for resources: {'Port': ['ID=9d0e6df0-6a34-4733-a0e1-46a22341596a,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:54.359264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Attempting to bind port 9d0e6df0-6a34-4733-a0e1-46a22341596a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:54.359264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Attempting to bind port 9d0e6df0-6a34-4733-a0e1-46a22341596a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:54.359835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Attempting to bind port 9d0e6df0-6a34-4733-a0e1-46a22341596a on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:54.377168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:54.380992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:54.380992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.380992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:54.380992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Bound port: 9d0e6df0-6a34-4733-a0e1-46a22341596a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:54.380992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.414791 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428aa4b-43a9-423f-bf97-23adfdb67557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77b097c-16d8-4624-aebb-7368d4a28342,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:54.487491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-479231ee-560f-497b-9fee-fe9c62df67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.489851 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-479231ee-560f-497b-9fee-fe9c62df67dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0429ce2a-5ea1-453a-adf6-0b33ad23b943 HTTP/1.1" status: 200 len: 854 time: 0.1287124 Mar 31 23:00:54.490860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] For port 9d0e6df0-6a34-4733-a0e1-46a22341596a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:54.494844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] For port 9d0e6df0-6a34-4733-a0e1-46a22341596a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d0e6df0-6a34-4733-a0e1-46a22341596a,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:54.540117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-ccc1bad2-818b-4893-afc4-d2fd492dc40d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=753ee058-8a5d-4952-8163-e040fe43ed5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355279 Mar 31 23:00:54.585229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-560601ad-c755-4a6a-b382-13053b4d4c79 req-e993200f-1ab5-472b-8b17-7168ab79da5d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2529325 Mar 31 23:00:54.652852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe260e57-3400-4f41-a4dd-db9ea9602b4b req-a27be41e-9b01-4140-83fa-dbbf271e8dac tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4890277 Mar 31 23:00:54.670892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.684535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:54.754656 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-551e5380-30be-471d-95e1-b20daee33e0e service neutron] 10.222.0.50 "GET /v2.0/networks/753ee058-8a5d-4952-8163-e040fe43ed5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074208 Mar 31 23:00:54.810884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9130893-bb28-40d1-a709-43dfbdbf39ca {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:54.861107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.882329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7fcae-2acf-4bf0-965a-13eda332a462 None None] Pushing event updated for resources: {'Port': ['ID=9d0e6df0-6a34-4733-a0e1-46a22341596a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:54.960051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Routers {'1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:54.961631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:00:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:55.031367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Transition to ACTIVE for port object c9130893-bb28-40d1-a709-43dfbdbf39ca will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:55.032964 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c607f99-2281-4f1e-8d90-9e502a9d3a49 req-f07ed5ca-256a-421f-9a20-c97fbefcfbd1 service neutron] 10.222.0.50 "GET /v2.0/networks/753ee058-8a5d-4952-8163-e040fe43ed5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698407 Mar 31 23:00:55.039801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3716550-02e7-460c-b017-df8f59d64045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.119535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,segment=NetworkSegment(83134665-f9b3-4554-a94e-3333da862503),segment_id=83134665-f9b3-4554-a94e-3333da862503)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:55.127407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3716550-02e7-460c-b017-df8f59d64045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.138779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731d496-ad98-4961-a8f3-961d18ba81a8 req-6db9ee85-ea03-4846-b5bd-f96a13a2023e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.141222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1731d496-ad98-4961-a8f3-961d18ba81a8 req-6db9ee85-ea03-4846-b5bd-f96a13a2023e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.3230789 Mar 31 23:00:55.150288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19d453-bae3-447c-809e-f76d5f61629d req-ac0170af-198b-4416-b758-0d9063634191 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.152278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c19d453-bae3-447c-809e-f76d5f61629d req-ac0170af-198b-4416-b758-0d9063634191 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 943 time: 0.3075135 Mar 31 23:00:55.153244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.190906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '5b1ee475-083d-4ee4-99b2-1cb926c0b1fa', 'network_id': '3f9d1b42-9a59-4a37-8144-ad68b8cc6243', 'port_id': '5b1ee475-083d-4ee4-99b2-1cb926c0b1fa', 'mac_address': 'fa:16:3e:70:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b17eb91-4f4d-4dee-895c-92e9c5f72411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:55.235202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.281049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] Set router 1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:55.289864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.319260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Pushing event updated for resources: {'Port': ['ID=c9130893-bb28-40d1-a709-43dfbdbf39ca,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:55.332127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1731d496-ad98-4961-a8f3-961d18ba81a8 req-f65ba4f4-db20-40d7-a3d0-915203d89131 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688967 Mar 31 23:00:55.349455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c19d453-bae3-447c-809e-f76d5f61629d req-b8659c9c-a291-4e3d-9478-42c51cc45183 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479676 Mar 31 23:00:55.453660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.574116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:55.607293 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3716550-02e7-460c-b017-df8f59d64045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.612000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3716550-02e7-460c-b017-df8f59d64045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.614227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d3716550-02e7-460c-b017-df8f59d64045 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d77b097c-16d8-4624-aebb-7368d4a28342 HTTP/1.1" status: 204 len: 168 time: 1.2665415 Mar 31 23:00:55.637130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Allocated IP 172.25.4.95 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/43d57103-cf65-448b-b250-9d38d68485cc) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:55.692331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Attempting to bind port c9130893-bb28-40d1-a709-43dfbdbf39ca on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:55.704415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,segment=NetworkSegment(83134665-f9b3-4554-a94e-3333da862503),segment_id=83134665-f9b3-4554-a94e-3333da862503)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:55.705621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Attempting to bind port c9130893-bb28-40d1-a709-43dfbdbf39ca by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'eaa9e0b6-ebd5-4a6f-a32c-76f97405869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:55.706833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Attempting to bind port c9130893-bb28-40d1-a709-43dfbdbf39ca on network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:55.749596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Port c9130893-bb28-40d1-a709-43dfbdbf39ca on network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:55.749967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Attempting to bind port c9130893-bb28-40d1-a709-43dfbdbf39ca on network a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:55.757812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716550-02e7-460c-b017-df8f59d64045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77b097c-16d8-4624-aebb-7368d4a28342,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:55.770154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:55.770605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Checking segment: {'id': 'eaa9e0b6-ebd5-4a6f-a32c-76f97405869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:55.771182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Bound using segment: {'id': 'eaa9e0b6-ebd5-4a6f-a32c-76f97405869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:55.771796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Bound port: c9130893-bb28-40d1-a709-43dfbdbf39ca, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa9e0b6-ebd5-4a6f-a32c-76f97405869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:55.772392 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.797016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3', 'name': 'tempest-snat-router-484154106', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.154'}], 'enable_snat': False}, 'gw_port_id': '9d0e6df0-6a34-4733-a0e1-46a22341596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:44Z', 'updated_at': '2022-03-31T23:00:48Z', 'revision_number': 3, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port': {'id': '9d0e6df0-6a34-4733-a0e1-46a22341596a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:46Z', 'updated_at': '2022-03-31T23:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:55.833606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8ef2-aed9-45dd-a753-404c2ebf4bfc req-b35fcc85-16d9-413f-a4a3-a0cff4b74f16 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.834613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6152df0-308b-4f5c-b37a-0af6b9ac91dd None None] The sync data for ids ['1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3'] in n-d-836015-1 is: [{'id': '1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3', 'name': 'tempest-snat-router-484154106', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.154'}], 'enable_snat': False}, 'gw_port_id': '9d0e6df0-6a34-4733-a0e1-46a22341596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:44Z', 'updated_at': '2022-03-31T23:00:48Z', 'revision_number': 3, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port': {'id': '9d0e6df0-6a34-4733-a0e1-46a22341596a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:46Z', 'updated_at': '2022-03-31T23:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:55.836450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29bd8ef2-aed9-45dd-a753-404c2ebf4bfc req-b35fcc85-16d9-413f-a4a3-a0cff4b74f16 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 944 time: 0.2909510 Mar 31 23:00:55.859072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac159be1-9f29-4d4f-a3fa-5df53a65bce6 req-9f1d7280-a667-4098-922f-38c47aaffcd3 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.873269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac159be1-9f29-4d4f-a3fa-5df53a65bce6 req-9f1d7280-a667-4098-922f-38c47aaffcd3 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 943 time: 0.2940531 Mar 31 23:00:55.875936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.045393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29bd8ef2-aed9-45dd-a753-404c2ebf4bfc req-6b40486d-1e33-4a7f-aa1a-3e0045c791f1 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667809 Mar 31 23:00:56.059316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac159be1-9f29-4d4f-a3fa-5df53a65bce6 req-8de4921e-f799-4ab7-85ae-efac40fbfcc3 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847441 Mar 31 23:00:56.069677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] For port c9130893-bb28-40d1-a709-43dfbdbf39ca, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:56.081762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] For port c9130893-bb28-40d1-a709-43dfbdbf39ca, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c9130893-bb28-40d1-a709-43dfbdbf39ca,segment=NetworkSegment(eaa9e0b6-ebd5-4a6f-a32c-76f97405869c),segment_id=eaa9e0b6-ebd5-4a6f-a32c-76f97405869c)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:56.221262 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.243303 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.243896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ff26a-9295-4d4f-bb39-8ec8102eaacd req-cac9f8f6-1efc-4712-8d3b-cda17e9a2c03 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.260887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a3ff26a-9295-4d4f-bb39-8ec8102eaacd req-cac9f8f6-1efc-4712-8d3b-cda17e9a2c03 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.1262279 Mar 31 23:00:56.286470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.334898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:56.345260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:56.351905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:56.362229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:56.411483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'Port': ['ID=43d57103-cf65-448b-b250-9d38d68485cc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:56.433067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['5b1ee475-083d-4ee4-99b2-1cb926c0b1fa'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:56.496322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Pushing event updated for resources: {'Port': ['ID=c9130893-bb28-40d1-a709-43dfbdbf39ca,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:56.509096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.510118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.516369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-356dff87-7789-45e9-b0c6-7df002005840 service neutron] 10.222.0.45 "PUT /v2.0/ports/c9130893-bb28-40d1-a709-43dfbdbf39ca HTTP/1.1" status: 200 len: 1091 time: 3.0917509 Mar 31 23:00:56.516369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00eebd70-0af8-4524-a877-978b66ccf82c', 'tag': 'c9130893-bb28-40d1-a709-43dfbdbf39ca'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:56.517034 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b7ece4-1e36-4894-b76e-490a00c31e99" -d '{"events": [{"name": "network-changed", "server_uuid": "00eebd70-0af8-4524-a877-978b66ccf82c", "tag": "c9130893-bb28-40d1-a709-43dfbdbf39ca"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:56.552033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-70754292-affb-486e-bfed-3b1e2152705d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.568396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-70754292-affb-486e-bfed-3b1e2152705d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.575132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-70754292-affb-486e-bfed-3b1e2152705d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.594539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-70754292-affb-486e-bfed-3b1e2152705d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.610396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-70754292-affb-486e-bfed-3b1e2152705d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.620744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-70754292-affb-486e-bfed-3b1e2152705d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.639008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-70754292-affb-486e-bfed-3b1e2152705d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.648020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-70754292-affb-486e-bfed-3b1e2152705d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.4639869 Mar 31 23:00:56.677797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a3ff26a-9295-4d4f-bb39-8ec8102eaacd req-82534e1e-0563-4497-a087-31d7e9df6eb9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043851 Mar 31 23:00:56.681054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:56.960070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a057496-fc67-4f4b-9630-ed63127fb7e2 req-e1e2d77f-2af0-4cac-bf80-d5a03e5f7985 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1999462 Mar 31 23:00:56.963694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-e7b23c8c-33c2-46be-a598-f678c6d3fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.966845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-e7b23c8c-33c2-46be-a598-f678c6d3fc29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a7e31ebfe4ae5991ba7acf7a48684&device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 1094 time: 0.2962320 Mar 31 23:00:57.042413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-cf399276-8ade-4db0-b63a-53391ca57080 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9130893-bb28-40d1-a709-43dfbdbf39ca HTTP/1.1" status: 200 len: 217 time: 0.0623302 Mar 31 23:00:57.047516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,segment=NetworkSegment(6b623e9a-2556-415b-b8f6-a7998f7baa43),segment_id=6b623e9a-2556-415b-b8f6-a7998f7baa43)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:57.082853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '7c0bd306-14b8-4365-b8a0-8d8d3f69d454', 'network_id': '753ee058-8a5d-4952-8163-e040fe43ed5e', 'port_id': '7c0bd306-14b8-4365-b8a0-8d8d3f69d454', 'mac_address': 'fa:16:3e:cc:c0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0429ce2a-5ea1-453a-adf6-0b33ad23b943', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:57.089940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122a4c2-b164-44a5-98c3-41a8c2f61294 req-5d4a09c5-4b0e-4403-922e-e067109900bf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.091787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e122a4c2-b164-44a5-98c3-41a8c2f61294 req-5d4a09c5-4b0e-4403-922e-e067109900bf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.2495084 Mar 31 23:00:57.215645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-1b44c0d1-438a-4bb6-932a-7ff912c50487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.217578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-1b44c0d1-438a-4bb6-932a-7ff912c50487 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ece1059-0140-4504-a275-565dff152ff9 HTTP/1.1" status: 200 len: 850 time: 0.1601651 Mar 31 23:00:57.247015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e122a4c2-b164-44a5-98c3-41a8c2f61294 req-6ca05683-1189-489a-902f-7027e5c57959 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078582 Mar 31 23:00:57.322055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-087885a3-a617-4e12-a704-0e22d10aa034 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919175 Mar 31 23:00:57.461927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d0e6df0-6a34-4733-a0e1-46a22341596a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:57.541889 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.560220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:57.599481 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e97d0b-4c94-4cf3-b777-e91476bd02fd x-openstack-request-id: req-33e97d0b-4c94-4cf3-b777-e91476bd02fd {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:57.599957 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00eebd70-0af8-4524-a877-978b66ccf82c", "tag": "c9130893-bb28-40d1-a709-43dfbdbf39ca", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:57.600318 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33e97d0b-4c94-4cf3-b777-e91476bd02fd {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:57.601218 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e97d0b-4c94-4cf3-b777-e91476bd02fd'] response: {'name': 'network-changed', 'server_uuid': '00eebd70-0af8-4524-a877-978b66ccf82c', 'tag': 'c9130893-bb28-40d1-a709-43dfbdbf39ca', 'status': 'completed', 'code': 200} Mar 31 23:00:57.650567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,segment=NetworkSegment(6b623e9a-2556-415b-b8f6-a7998f7baa43),segment_id=6b623e9a-2556-415b-b8f6-a7998f7baa43)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:57.720944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9d0e6df0-6a34-4733-a0e1-46a22341596a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:57.721339 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.722922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033114-2b41-4b54-a0d4-ba64be2ef42e req-4cd69bb2-c534-49b2-b644-d4ea516875b9 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.732619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28033114-2b41-4b54-a0d4-ba64be2ef42e req-4cd69bb2-c534-49b2-b644-d4ea516875b9 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 943 time: 0.4221716 Mar 31 23:00:57.780274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225ead1-b1fc-4f72-8e0b-3e4cff67c4e1 req-39febe4e-0227-4b99-8ef8-b863e8baf830 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.789001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9225ead1-b1fc-4f72-8e0b-3e4cff67c4e1 req-39febe4e-0227-4b99-8ef8-b863e8baf830 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 943 time: 0.2194943 Mar 31 23:00:57.804550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-58084eb3-55cb-4504-8fc0-c3b9eef96ff5 service neutron] 10.222.0.45 "GET /v2.0/networks/a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607854 Mar 31 23:00:57.808959 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.930133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:58.032174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28033114-2b41-4b54-a0d4-ba64be2ef42e req-40dae15a-4dd4-41ee-bbe7-64299cd656e6 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984192 Mar 31 23:00:58.055043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9225ead1-b1fc-4f72-8e0b-3e4cff67c4e1 req-c15236a4-2e39-4b3d-a654-86e27bea823c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623765 Mar 31 23:00:58.057289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.082194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7c0bd306-14b8-4365-b8a0-8d8d3f69d454'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:58.144077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c27f96e9-8405-4829-bc14-c5a2929817c9 req-375e59f3-6943-4344-992e-65efb0437e24 service neutron] 10.222.0.45 "GET /v2.0/networks/a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151786 Mar 31 23:00:58.184602 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.229523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 9d0e6df0-6a34-4733-a0e1-46a22341596a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d0e6df0-6a34-4733-a0e1-46a22341596a,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:58.386226 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.512510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd242d5-e38b-4bfa-9e34-3f3cf877cd2d req-7e6fa12a-843d-4377-a97c-170789dc5330 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:58.523110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bd242d5-e38b-4bfa-9e34-3f3cf877cd2d req-7e6fa12a-843d-4377-a97c-170789dc5330 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 945 time: 0.2769189 Mar 31 23:00:58.587613 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.593033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-fe7251cd-b963-47af-b6c4-cbfa9f2d215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:58.594685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-fe7251cd-b963-47af-b6c4-cbfa9f2d215a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a7e31ebfe4ae5991ba7acf7a48684&device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 1094 time: 0.2595310 Mar 31 23:00:58.604011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=9d0e6df0-6a34-4733-a0e1-46a22341596a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:58.660399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3640f40-970f-4302-b7ea-624d4140476b req-adb30ad9-d3f5-4878-b57a-84074b75d97d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:58.668749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3640f40-970f-4302-b7ea-624d4140476b req-adb30ad9-d3f5-4878-b57a-84074b75d97d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.3419721 Mar 31 23:00:58.679778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:58.727614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bd242d5-e38b-4bfa-9e34-3f3cf877cd2d req-ddc15adf-6bc4-45c4-8707-2552c4bad2ad tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027357 Mar 31 23:00:58.855432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3640f40-970f-4302-b7ea-624d4140476b req-e85ef2e0-c239-49eb-a1df-bdcacf4dae82 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827261 Mar 31 23:00:58.928736 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Router 628c907a-3e5d-4139-a272-e4039d061b8a is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:00:58.987432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:58.994615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:58.995225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.085072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-28a64533-0ff7-4a94-acb5-50fd7e0faf90 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.127110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-28a64533-0ff7-4a94-acb5-50fd7e0faf90 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.135267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-28a64533-0ff7-4a94-acb5-50fd7e0faf90 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.139775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:59.159874 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Sync routers for ids ['628c907a-3e5d-4139-a272-e4039d061b8a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:59.173054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-28a64533-0ff7-4a94-acb5-50fd7e0faf90 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.175875 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Routers {'628c907a-3e5d-4139-a272-e4039d061b8a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:59.176686 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:00:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['628c907a-3e5d-4139-a272-e4039d061b8a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:59.193255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-28a64533-0ff7-4a94-acb5-50fd7e0faf90 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.199493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-28a64533-0ff7-4a94-acb5-50fd7e0faf90 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.223581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-28a64533-0ff7-4a94-acb5-50fd7e0faf90 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.225722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-28a64533-0ff7-4a94-acb5-50fd7e0faf90 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.4091568 Mar 31 23:00:59.244335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-161dca0b-cf74-4b3d-930f-ba45b1404aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.246097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-161dca0b-cf74-4b3d-930f-ba45b1404aad service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 HTTP/1.1" status: 200 len: 911 time: 0.6345227 Mar 31 23:00:59.247701 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.260858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.269016 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8600176f-a111-4643-9a13-45b089aaa40b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.3108301 Mar 31 23:00:59.270070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38818) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:59.289068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cf6403-4f69-4cdd-bc5a-d18e34e33b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1ee475-083d-4ee4-99b2-1cb926c0b1fa'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:59.296633 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2092d143-1476-41f2-8200-441928bf7704" -d '{"events": [{"server_uuid": "45cf6403-4f69-4cdd-bc5a-d18e34e33b97", "name": "network-vif-plugged", "status": "completed", "tag": "5b1ee475-083d-4ee4-99b2-1cb926c0b1fa"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:59.331451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,segment=NetworkSegment(83134665-f9b3-4554-a94e-3333da862503),segment_id=83134665-f9b3-4554-a94e-3333da862503)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:59.336515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d0e6df0-6a34-4733-a0e1-46a22341596a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:59.377165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-e96a10c0-21b1-40ac-96cb-0cbda7d176b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9130893-bb28-40d1-a709-43dfbdbf39ca HTTP/1.1" status: 200 len: 217 time: 0.1060741 Mar 31 23:00:59.422087 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.428365 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Set router 628c907a-3e5d-4139-a272-e4039d061b8a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:59.652466 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-55fff6be-dd53-4890-a032-cf61cd115e4a tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/routers/628c907a-3e5d-4139-a272-e4039d061b8a HTTP/1.1" status: 200 len: 906 time: 0.3806033 Mar 31 23:00:59.657082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38828) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:59.696501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9d0e6df0-6a34-4733-a0e1-46a22341596a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:59.697059 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.698630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469531eb-b07a-4dcf-9ff6-ed522f5f1d3e req-8037fb98-698d-4540-b90a-3a5415dc4ed6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.700024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:59.726765 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-469531eb-b07a-4dcf-9ff6-ed522f5f1d3e req-8037fb98-698d-4540-b90a-3a5415dc4ed6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.7492125 Mar 31 23:00:59.876772 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c907a-3e5d-4139-a272-e4039d061b8a', 'name': 'tempest-snat-router-484154106', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '43d57103-cf65-448b-b250-9d38d68485cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:53Z', 'updated_at': '2022-03-31T23:00:57Z', 'revision_number': 3, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port': {'id': '43d57103-cf65-448b-b250-9d38d68485cc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ec:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628c907a-3e5d-4139-a272-e4039d061b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:55Z', 'updated_at': '2022-03-31T23:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:59.879171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27df57d9-106b-40d3-a5f0-ea1b3fb84b9b req-bbdd4102-af00-400b-a582-7b51fa4802c9 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6191678 Mar 31 23:00:59.904633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-604337aa-616e-4dec-9faf-57db2d69f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.906714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-604337aa-616e-4dec-9faf-57db2d69f03d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ece1059-0140-4504-a275-565dff152ff9 HTTP/1.1" status: 200 len: 850 time: 0.5116258 Mar 31 23:00:59.961688 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Checking router: 628c907a-3e5d-4139-a272-e4039d061b8a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:59.962098 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Updating router 628c907a-3e5d-4139-a272-e4039d061b8a port 43d57103-cf65-448b-b250-9d38d68485cc binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:59.975508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.035387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-987059ae-871e-4596-9926-86867968263c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126392 Mar 31 23:01:00.035765 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.038727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38834) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:00.054033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-469531eb-b07a-4dcf-9ff6-ed522f5f1d3e req-c4e4fa57-8aa7-43bc-bcc0-ac74f3ea0389 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260965 Mar 31 23:01:00.287777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.328561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-bcdbe060-ba7e-4aa8-af8a-a37eb3b54d19 service neutron] 10.222.0.45 "GET /v2.0/networks/a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793524 Mar 31 23:01:00.529961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Deleting port 43d57103-cf65-448b-b250-9d38d68485cc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:00.530445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.533089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1818584458'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:00.575993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757339c6-b87e-41a7-809e-370dbd965b1b req-428f97b4-a75b-4a0a-b7b0-af21d3ab851c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.592742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-757339c6-b87e-41a7-809e-370dbd965b1b req-428f97b4-a75b-4a0a-b7b0-af21d3ab851c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 943 time: 0.3425310 Mar 31 23:01:00.594767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e263ef8-dea4-4a9b-9caf-aafe6283f8cf req-3a7b1b27-0640-42bb-ac6c-2726e7599d06 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.610563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e263ef8-dea4-4a9b-9caf-aafe6283f8cf req-3a7b1b27-0640-42bb-ac6c-2726e7599d06 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 944 time: 0.4089978 Mar 31 23:01:00.677861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:00.710168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e263ef8-dea4-4a9b-9caf-aafe6283f8cf req-3a196440-cfc3-4a70-9dc9-0435f83aeabb tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062918 Mar 31 23:01:00.772873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3b7ece4-1e36-4894-b76e-490a00c31e99 req-1cfee414-6886-432a-b1dd-20916085b5c4 service neutron] 10.222.0.45 "GET /v2.0/networks/a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125404 Mar 31 23:01:00.794898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-757339c6-b87e-41a7-809e-370dbd965b1b req-5647f011-f2ca-4a34-8aab-b43e22aa70e3 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093854 Mar 31 23:01:00.802875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Made reservation on behalf of 5fceb3f6dcd043c3b66fd67ec6c901a7 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:00.809389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.845166 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.866228 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aec3af1-6c71-4dde-8cb1-848fe81ad04e x-openstack-request-id: req-9aec3af1-6c71-4dde-8cb1-848fe81ad04e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:00.866910 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cf6403-4f69-4cdd-bc5a-d18e34e33b97", "name": "network-vif-plugged", "status": "completed", "tag": "5b1ee475-083d-4ee4-99b2-1cb926c0b1fa", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:00.872740 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aec3af1-6c71-4dde-8cb1-848fe81ad04e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:00.873636 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aec3af1-6c71-4dde-8cb1-848fe81ad04e'] response: {'server_uuid': '45cf6403-4f69-4cdd-bc5a-d18e34e33b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1ee475-083d-4ee4-99b2-1cb926c0b1fa', 'code': 200} Mar 31 23:01:00.878420 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.882925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c9130893-bb28-40d1-a709-43dfbdbf39ca details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:00.926883 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.003963 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.026926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.096199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:01.107906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:01.111083 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.125599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Calling delete_port for 43d57103-cf65-448b-b250-9d38d68485cc owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:01.155004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.174281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ac96-8435-418e-9b8d-4946250c9377 req-27a56a6d-21ba-4c11-9ef6-f97ca5264be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.176661 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Attempting to bind port 43d57103-cf65-448b-b250-9d38d68485cc on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:01.177222 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Attempting to bind port 43d57103-cf65-448b-b250-9d38d68485cc by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:01.178528 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7208ac96-8435-418e-9b8d-4946250c9377 req-27a56a6d-21ba-4c11-9ef6-f97ca5264be0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 1097 time: 0.2039950 Mar 31 23:01:01.179042 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Attempting to bind port 43d57103-cf65-448b-b250-9d38d68485cc on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:01.193377 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:01.206665 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:01.211228 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.211228 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:01.211228 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Bound port: 43d57103-cf65-448b-b250-9d38d68485cc, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:01.211228 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.270757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:01.284920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c9130893-bb28-40d1-a709-43dfbdbf39ca, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c9130893-bb28-40d1-a709-43dfbdbf39ca,segment=NetworkSegment(eaa9e0b6-ebd5-4a6f-a32c-76f97405869c),segment_id=eaa9e0b6-ebd5-4a6f-a32c-76f97405869c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:01.289354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2edef-a1dd-484e-9546-2fe6e133d76f req-8e0fbe42-1159-470d-856c-bc74f006c71a tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.291254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ba2edef-a1dd-484e-9546-2fe6e133d76f req-8e0fbe42-1159-470d-856c-bc74f006c71a tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 946 time: 0.2625635 Mar 31 23:01:01.299694 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] For port 43d57103-cf65-448b-b250-9d38d68485cc, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:01.311999 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] For port 43d57103-cf65-448b-b250-9d38d68485cc, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=43d57103-cf65-448b-b250-9d38d68485cc,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:01.316746 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Pushing event updated for resources: {'Port': ['ID=43d57103-cf65-448b-b250-9d38d68485cc,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:01.350411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.354032 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.354727 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Added segment 7b948f6e-6251-4068-b242-8ce615d90b99 of type vlan for network 294eac16-e277-49f8-9559-e26efaf9b888 Mar 31 23:01:01.355066 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.355818 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.358627 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7208ac96-8435-418e-9b8d-4946250c9377 req-8628927a-2d01-419b-a1b7-7394b2c396a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623242 Mar 31 23:01:01.360687 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.361472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.362238 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.363012 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.368765 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.369854 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.370677 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.371403 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.373579 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.393563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'c9130893-bb28-40d1-a709-43dfbdbf39ca', 'network_id': 'a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91', 'port_id': 'c9130893-bb28-40d1-a709-43dfbdbf39ca', 'mac_address': 'fa:16:3e:02:8e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ece1059-0140-4504-a275-565dff152ff9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:01.424127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97d5903-9474-445c-bfc7-224aef38981d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:01.450006 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.548929 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.551844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ba2edef-a1dd-484e-9546-2fe6e133d76f req-4738af36-3239-45e5-a2d9-a2e4002e9c2c tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420745 Mar 31 23:01:01.595498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff85b2c-f07c-4150-946c-efe7a8efc072 req-7cf71fa1-3463-4f60-83e7-195a0dd94646 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.605001 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.613314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ff85b2c-f07c-4150-946c-efe7a8efc072 req-7cf71fa1-3463-4f60-83e7-195a0dd94646 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.5003510 Mar 31 23:01:01.614920 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Routers {'628c907a-3e5d-4139-a272-e4039d061b8a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:01.618259 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:00:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['628c907a-3e5d-4139-a272-e4039d061b8a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:01.656117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9130893-bb28-40d1-a709-43dfbdbf39ca {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:01.675921 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566cea2-9de3-492a-b74b-91a52772a258 None None] Pushing event updated for resources: {'Port': ['ID=43d57103-cf65-448b-b250-9d38d68485cc,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:01.692094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.709574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,segment=NetworkSegment(6b623e9a-2556-415b-b8f6-a7998f7baa43),segment_id=6b623e9a-2556-415b-b8f6-a7998f7baa43)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:01.717620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.732232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event deleted for resources: {'Port': ['ID=43d57103-cf65-448b-b250-9d38d68485cc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:01.744225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c9130893-bb28-40d1-a709-43dfbdbf39ca, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c9130893-bb28-40d1-a709-43dfbdbf39ca,segment=NetworkSegment(eaa9e0b6-ebd5-4a6f-a32c-76f97405869c),segment_id=eaa9e0b6-ebd5-4a6f-a32c-76f97405869c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:01.782249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.783185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.783542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.784176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.784567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.784910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.785456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.785573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.785992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.786375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.786759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.787934 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:01.817027 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] Set router 628c907a-3e5d-4139-a272-e4039d061b8a gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:01.824347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.896720 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.899703 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.904606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6fd6c539-a940-4828-a705-542efece0742 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:01.906905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ff85b2c-f07c-4150-946c-efe7a8efc072 req-7f836af3-a5dd-418c-a6a9-b33a803dbb55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812262 Mar 31 23:01:02.004942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355652d-f541-4337-bac4-95203371e588 req-0b6b8283-b6c5-4057-b593-258615b62b25 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.040664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355652d-f541-4337-bac4-95203371e588 req-0b6b8283-b6c5-4057-b593-258615b62b25 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.048943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:02.060439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355652d-f541-4337-bac4-95203371e588 req-0b6b8283-b6c5-4057-b593-258615b62b25 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.066563 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c907a-3e5d-4139-a272-e4039d061b8a', 'name': 'tempest-snat-router-484154106', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:53Z', 'updated_at': '2022-03-31T23:01:00Z', 'revision_number': 4, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:02.103652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355652d-f541-4337-bac4-95203371e588 req-0b6b8283-b6c5-4057-b593-258615b62b25 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.124572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355652d-f541-4337-bac4-95203371e588 req-0b6b8283-b6c5-4057-b593-258615b62b25 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.149369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355652d-f541-4337-bac4-95203371e588 req-0b6b8283-b6c5-4057-b593-258615b62b25 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.150595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.154436 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.162095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355652d-f541-4337-bac4-95203371e588 req-0b6b8283-b6c5-4057-b593-258615b62b25 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.176704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3355652d-f541-4337-bac4-95203371e588 req-0b6b8283-b6c5-4057-b593-258615b62b25 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5422 time: 0.4190562 Mar 31 23:01:02.193664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.196200 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23ddaf-53b4-4086-9687-2c7be7a2e95a None None] The sync data for ids ['628c907a-3e5d-4139-a272-e4039d061b8a'] in n-d-836015-1 is: [{'id': '628c907a-3e5d-4139-a272-e4039d061b8a', 'name': 'tempest-snat-router-484154106', 'tenant_id': 'a5c7dd0545914962aef496c92c38393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:53Z', 'updated_at': '2022-03-31T23:01:00Z', 'revision_number': 4, 'project_id': 'a5c7dd0545914962aef496c92c38393f', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:02.209449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.210734 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.391314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3355652d-f541-4337-bac4-95203371e588 req-0e6a2716-4fb5-44c2-b46c-58594c24a940 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2128198 Mar 31 23:01:02.414741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.416500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 628c907a-3e5d-4139-a272-e4039d061b8a {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:02.435336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.437007 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-24031641-a727-48ab-aef2-8fa72c9142f6 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "DELETE /v2.0/routers/628c907a-3e5d-4139-a272-e4039d061b8a HTTP/1.1" status: 204 len: 168 time: 2.7764208 Mar 31 23:01:02.442166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38846) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:02.475556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c9130893-bb28-40d1-a709-43dfbdbf39ca,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:02.547187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6fd6c539-a940-4828-a705-542efece0742, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6fd6c539-a940-4828-a705-542efece0742,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:02.591470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '6fd6c539-a940-4828-a705-542efece0742', 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'port_id': '6fd6c539-a940-4828-a705-542efece0742', 'mac_address': 'fa:16:3e:72:81:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510f9439-b820-4536-a9b7-34204eacf2aa', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:02.781022 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.791164 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.850854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd6c539-a940-4828-a705-542efece0742 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:02.912963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6fd6c539-a940-4828-a705-542efece0742, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6fd6c539-a940-4828-a705-542efece0742,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:02.915012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b445b7ac-1a44-4c3f-b50b-921f36e472ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0bd306-14b8-4365-b8a0-8d8d3f69d454'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:02.923758 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c8ef26-6135-48b6-b5dd-eda241611a72" -d '{"events": [{"server_uuid": "b445b7ac-1a44-4c3f-b50b-921f36e472ab", "name": "network-vif-plugged", "status": "completed", "tag": "7c0bd306-14b8-4365-b8a0-8d8d3f69d454"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:03.018963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.9787700 Mar 31 23:01:03.064858 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.065722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.067530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0a27d271-1139-4e1a-9d57-f2b23b475a56 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:03.070355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Pushing event updated for resources: {'Network': ['ID=294eac16-e277-49f8-9559-e26efaf9b888,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:03.100174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.101094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.103689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.104456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.106693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.113033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.113509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.114074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.114749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.115320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.115760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.116385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a610c6-de13-4867-a07f-55afd9cbace7 tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:03.135903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d509d71-5fea-4963-aa19-8513e1a01407 req-1bc6a53e-aab8-4bf5-bc97-685216d09acd tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.139426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d509d71-5fea-4963-aa19-8513e1a01407 req-1bc6a53e-aab8-4bf5-bc97-685216d09acd tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.9541674 Mar 31 23:01:03.147422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 294eac16-e277-49f8-9559-e26efaf9b888 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:03.186303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e17506-58e7-48d6-b299-8e240afd3bf8 req-4edb730f-9fef-4044-9eab-d9705e8a7b3f tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.191928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0e17506-58e7-48d6-b299-8e240afd3bf8 req-4edb730f-9fef-4044-9eab-d9705e8a7b3f tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 945 time: 0.1797607 Mar 31 23:01:03.284138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=6fd6c539-a940-4828-a705-542efece0742,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:03.318747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d509d71-5fea-4963-aa19-8513e1a01407 req-faa5556b-abe9-4423-a136-15339b184560 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662161 Mar 31 23:01:03.391486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0e17506-58e7-48d6-b299-8e240afd3bf8 req-884aebad-c191-4ca2-b8ff-839edce22411 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946073 Mar 31 23:01:03.431284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Deleting port 9d0e6df0-6a34-4733-a0e1-46a22341596a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:03.437025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.508653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342941b9-1862-4574-9f10-ef4eeb5a6d44 req-e0cd0033-84f9-4abf-b129-95ddc0eb1640 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.515586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0a27d271-1139-4e1a-9d57-f2b23b475a56, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:03.524695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-342941b9-1862-4574-9f10-ef4eeb5a6d44 req-e0cd0033-84f9-4abf-b129-95ddc0eb1640 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 944 time: 0.1204631 Mar 31 23:01:03.551158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'port_id': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'mac_address': 'fa:16:3e:1a:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:03.606349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-342941b9-1862-4574-9f10-ef4eeb5a6d44 req-81b47f6e-7d7a-4911-90a7-765fbcae407d tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807672 Mar 31 23:01:03.612873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.631071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a27d271-1139-4e1a-9d57-f2b23b475a56 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:03.636806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35933efb-4f3d-4792-9f20-190048a2bc1d req-3b20e98c-57a8-4b0d-ba41-7f09cd5cba96 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.642629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35933efb-4f3d-4792-9f20-190048a2bc1d req-3b20e98c-57a8-4b0d-ba41-7f09cd5cba96 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 946 time: 0.1020241 Mar 31 23:01:03.676581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] For port 9d0e6df0-6a34-4733-a0e1-46a22341596a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d0e6df0-6a34-4733-a0e1-46a22341596a,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:03.677761 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.689392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0a27d271-1139-4e1a-9d57-f2b23b475a56, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:03.709278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Calling delete_port for 9d0e6df0-6a34-4733-a0e1-46a22341596a owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:03.723383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35933efb-4f3d-4792-9f20-190048a2bc1d req-dbecea08-93a0-4d3c-b9b1-78a1b2694ec7 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742927 Mar 31 23:01:03.763205 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.763903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3bd99b62-68ed-4677-944a-ff67dbbabe7b details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:03.840235 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e193fb-1e7d-42b3-815b-524493659e50 x-openstack-request-id: req-71e193fb-1e7d-42b3-815b-524493659e50 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:03.840677 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b445b7ac-1a44-4c3f-b50b-921f36e472ab", "name": "network-vif-plugged", "status": "completed", "tag": "7c0bd306-14b8-4365-b8a0-8d8d3f69d454", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:03.840983 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71e193fb-1e7d-42b3-815b-524493659e50 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:03.841784 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e193fb-1e7d-42b3-815b-524493659e50'] response: {'server_uuid': 'b445b7ac-1a44-4c3f-b50b-921f36e472ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0bd306-14b8-4365-b8a0-8d8d3f69d454', 'code': 200} Mar 31 23:01:03.885178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165418b0-4288-4c2b-9bfe-198e3f3b0329 req-660a01e4-9e25-439b-9c74-d57cbd62ccf2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.901751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-165418b0-4288-4c2b-9bfe-198e3f3b0329 req-660a01e4-9e25-439b-9c74-d57cbd62ccf2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.0831530 Mar 31 23:01:03.934343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 3bd99b62-68ed-4677-944a-ff67dbbabe7b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3bd99b62-68ed-4677-944a-ff67dbbabe7b,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:03.937725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0a27d271-1139-4e1a-9d57-f2b23b475a56,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:03.955143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '3bd99b62-68ed-4677-944a-ff67dbbabe7b', 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'port_id': '3bd99b62-68ed-4677-944a-ff67dbbabe7b', 'mac_address': 'fa:16:3e:d9:1f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510f9439-b820-4536-a9b7-34204eacf2aa', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:03.996271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-165418b0-4288-4c2b-9bfe-198e3f3b0329 req-073502f1-948b-45c5-a1f2-b83de7064917 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914421 Mar 31 23:01:04.046893 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-089486cc-288c-44f5-8bb9-eabd44e7fb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.085885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.108269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd99b62-68ed-4677-944a-ff67dbbabe7b {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:04.165098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 3bd99b62-68ed-4677-944a-ff67dbbabe7b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3bd99b62-68ed-4677-944a-ff67dbbabe7b,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:04.220662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38862) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:04.233868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Request body: {'port': {'network_id': '294eac16-e277-49f8-9559-e26efaf9b888', 'binding:host_id': 'n-h1-836015-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1725230324'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:04.236899 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.255304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-ba322c6e-f58b-4711-81d3-1db16e25c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.257933 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-ba322c6e-f58b-4711-81d3-1db16e25c89b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c&tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9 HTTP/1.1" status: 200 len: 1094 time: 0.1448762 Mar 31 23:01:04.264133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466d6b6-0ae6-4992-8fc7-e9f57e34ba07 req-ec0e5d4b-5b2a-4690-b274-b8dc9560f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.265000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-bc168e60-4c74-4867-99aa-95bc84ffc994 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.265653 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7466d6b6-0ae6-4992-8fc7-e9f57e34ba07 req-ec0e5d4b-5b2a-4690-b274-b8dc9560f0f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 1096 time: 0.1354291 Mar 31 23:01:04.271675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-bc168e60-4c74-4867-99aa-95bc84ffc994 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.274814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:04.278774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-bc168e60-4c74-4867-99aa-95bc84ffc994 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.286561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-bc168e60-4c74-4867-99aa-95bc84ffc994 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.293707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-bc168e60-4c74-4867-99aa-95bc84ffc994 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.301470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d4d46eba-1b9b-4faa-825a-24178d83010a details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:04.310050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-bc168e60-4c74-4867-99aa-95bc84ffc994 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.319589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-bc168e60-4c74-4867-99aa-95bc84ffc994 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.340822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-bc168e60-4c74-4867-99aa-95bc84ffc994 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5424 time: 0.2324901 Mar 31 23:01:04.392636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=3bd99b62-68ed-4677-944a-ff67dbbabe7b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:04.445577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0eeb3e7-e6e4-4e0e-901e-76b0f25233dd req-9f272a01-66a8-4004-bf54-23b729da4fa4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071277 Mar 31 23:01:04.446971 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7466d6b6-0ae6-4992-8fc7-e9f57e34ba07 req-bb51ca1d-63a9-40d0-9d26-ee58a3be4beb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672640 Mar 31 23:01:04.448700 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.460961 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.518169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d0e6df0-6a34-4733-a0e1-46a22341596a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:04.561720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d0f6e-f7a8-4d38-8140-383029f6ee2c req-9940d297-c092-4ac5-b328-78128522f997 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.570614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a99d0f6e-f7a8-4d38-8140-383029f6ee2c req-9940d297-c092-4ac5-b328-78128522f997 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.0712929 Mar 31 23:01:04.591820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Made reservation on behalf of 12e5054a753c41e49091ee1ac75194d4 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:04.595482 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.599045 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.618537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d4d46eba-1b9b-4faa-825a-24178d83010a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d4d46eba-1b9b-4faa-825a-24178d83010a,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:04.631189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['3bd99b62-68ed-4677-944a-ff67dbbabe7b'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:04.638712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.674182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['6fd6c539-a940-4828-a705-542efece0742'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:04.676310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['c9130893-bb28-40d1-a709-43dfbdbf39ca'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:04.677119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a99d0f6e-f7a8-4d38-8140-383029f6ee2c req-79a7592c-0831-498a-a80e-1dba17c29289 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052952 Mar 31 23:01:04.683211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'd4d46eba-1b9b-4faa-825a-24178d83010a', 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3', 'port_id': 'd4d46eba-1b9b-4faa-825a-24178d83010a', 'mac_address': 'fa:16:3e:df:f6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280b2ad6-0627-4d46-b305-fc3d93b622a0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:04.769162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065c3fc-3328-4745-82e9-f20e1ee5c596 req-b0656150-5d21-473f-b73d-d596adfeb0b3 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.771854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1065c3fc-3328-4745-82e9-f20e1ee5c596 req-b0656150-5d21-473f-b73d-d596adfeb0b3 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 945 time: 0.1528130 Mar 31 23:01:04.835610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1065c3fc-3328-4745-82e9-f20e1ee5c596 req-dca867bf-82d9-48d9-8bfb-bb903d4c88f4 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509701 Mar 31 23:01:04.930203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.932007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.936631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.959382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.987991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d46eba-1b9b-4faa-825a-24178d83010a {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:05.075193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443cde-7199-4621-936a-24acaff979a3 req-7b4e594e-735f-4067-a274-ead856d398e4 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.085507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11443cde-7199-4621-936a-24acaff979a3 req-7b4e594e-735f-4067-a274-ead856d398e4 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 944 time: 0.1590610 Mar 31 23:01:05.097663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d4d46eba-1b9b-4faa-825a-24178d83010a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d4d46eba-1b9b-4faa-825a-24178d83010a,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:05.121523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.122073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:05.127361 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.132360 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-439ee1fc-f918-4b11-8ff7-ba264bc568ef tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1ecb86d3-99fe-42a5-99e0-ad8c37fa37e3 HTTP/1.1" status: 204 len: 168 time: 2.6846185 Mar 31 23:01:05.138786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38878) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:05.169630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1421521606', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:05.214107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.239853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.240632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4593d996-3344-4e47-abb9-19f0a8c33e9b details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:05.334558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:05.406622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:05.406798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] device_id is not set on port d3a2a319-488e-4906-964d-6916770506ef yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:05.441907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4332b2bf-b2ba-43be-a82b-f4d6de987b1b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:05.454061 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:01:05.496932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182fd706-c0e6-4393-9939-e994a61c6e82 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:05.513305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.514297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=d4d46eba-1b9b-4faa-825a-24178d83010a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:05.527565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4593d996-3344-4e47-abb9-19f0a8c33e9b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:05.527839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Transition to ACTIVE for port object 182fd706-c0e6-4393-9939-e994a61c6e82 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:05.578588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '4593d996-3344-4e47-abb9-19f0a8c33e9b', 'network_id': '1846b0f2-57b5-4e40-b343-579f519f3ff3', 'port_id': '4593d996-3344-4e47-abb9-19f0a8c33e9b', 'mac_address': 'fa:16:3e:42:0d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280b2ad6-0627-4d46-b305-fc3d93b622a0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:05.668931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11443cde-7199-4621-936a-24acaff979a3 req-ea82a5c3-7a05-4004-8950-d1f2461a031a tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086415 Mar 31 23:01:05.670397 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.670397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4593d996-3344-4e47-abb9-19f0a8c33e9b {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:05.700552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4593d996-3344-4e47-abb9-19f0a8c33e9b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:05.706055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['0a27d271-1139-4e1a-9d57-f2b23b475a56'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:05.731227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.735764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.821093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.841199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e4c5-21c4-4c8f-824b-eccd583c2690 req-6f81edfa-145c-4b3a-a2a6-e906f95300d5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.843369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a150e4c5-21c4-4c8f-824b-eccd583c2690 req-6f81edfa-145c-4b3a-a2a6-e906f95300d5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.1633828 Mar 31 23:01:05.865884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] device_id is not set on port d3a2a319-488e-4906-964d-6916770506ef yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:05.885772 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.904560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a150e4c5-21c4-4c8f-824b-eccd583c2690 req-456c10a5-9b25-49d8-ad24-0a8135547a68 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522103 Mar 31 23:01:06.041361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-0bd6f99c-86fe-4a0a-b314-15e377fa894f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.047849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-0bd6f99c-86fe-4a0a-b314-15e377fa894f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.053711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-0bd6f99c-86fe-4a0a-b314-15e377fa894f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.059966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-0bd6f99c-86fe-4a0a-b314-15e377fa894f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.066047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-0bd6f99c-86fe-4a0a-b314-15e377fa894f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.072117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-0bd6f99c-86fe-4a0a-b314-15e377fa894f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.078192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-0bd6f99c-86fe-4a0a-b314-15e377fa894f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.080195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-0bd6f99c-86fe-4a0a-b314-15e377fa894f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5426 time: 0.0940995 Mar 31 23:01:06.122015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8773e2d-bb2f-4b79-b71d-2a7d98382089 req-62e0ced3-035c-4d5c-b454-717b61711df3 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353398 Mar 31 23:01:06.219681 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.222089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a3e77bf7-8cab-4b9e-a5f6-944906a36998 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:06.225676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.242464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.336704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=d3a2a319-488e-4906-964d-6916770506ef,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:06.349771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a3e77bf7-8cab-4b9e-a5f6-944906a36998, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:06.362215 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcffc90-739a-4c37-aadf-8ac80347b8c1 req-aa8c4990-e278-4f50-bf1a-f4bde7e30e43 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.373044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbcffc90-739a-4c37-aadf-8ac80347b8c1 req-aa8c4990-e278-4f50-bf1a-f4bde7e30e43 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.1779046 Mar 31 23:01:06.422407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998', 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'port_id': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998', 'mac_address': 'fa:16:3e:fa:cf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510f9439-b820-4536-a9b7-34204eacf2aa', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:06.427394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4593d996-3344-4e47-abb9-19f0a8c33e9b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:06.474369 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0340a531-0ad6-4192-bcb0-f36b9bf0a87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.476928 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.497168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e77bf7-8cab-4b9e-a5f6-944906a36998 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:06.515107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fafd8e-57d9-4616-9806-1df1fe84dab9 req-66573c22-1320-4cb1-b010-8bf09a485c85 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.517179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70fafd8e-57d9-4616-9806-1df1fe84dab9 req-66573c22-1320-4cb1-b010-8bf09a485c85 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 945 time: 0.1163273 Mar 31 23:01:06.536575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a3e77bf7-8cab-4b9e-a5f6-944906a36998, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:06.549434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbcffc90-739a-4c37-aadf-8ac80347b8c1 req-9556a775-d7f6-47c1-a5f9-9ebb4f774fbf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754158 Mar 31 23:01:06.552867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Checking segment: {'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:06.553662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Network hostable DHCP agents. Network: 294eac16-e277-49f8-9559-e26efaf9b888, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:06.618446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70fafd8e-57d9-4616-9806-1df1fe84dab9 req-63e2e46b-0c8b-41c5-bc05-14d2dbd6521d tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806103 Mar 31 23:01:06.632401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.633195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:06.665625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Network 294eac16-e277-49f8-9559-e26efaf9b888 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:06.684556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:06.763481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196', 'network_id': '4388476e-2dfd-4975-bab7-9f38ddb2c65a', 'port_id': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196', 'mac_address': 'fa:16:3e:51:87:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510f9439-b820-4536-a9b7-34204eacf2aa', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:06.768039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=a3e77bf7-8cab-4b9e-a5f6-944906a36998,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:06.805234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 294eac16-e277-49f8-9559-e26efaf9b888) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:06.810827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:06.820749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11398c69-4b04-4d2c-819b-83c5a4ef1e0d None None] Network 294eac16-e277-49f8-9559-e26efaf9b888 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:06.847518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:06.847518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:06.848000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:06.859810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:06.860141 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:06.865335 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 2 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:06.888541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=9']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:06.890945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:06.904242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:06.904600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:06.916130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bedd73-206f-44ce-a471-07f1eff80482 req-ca1ee489-1b1d-4568-8c4e-b5d4192d7449 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.926806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66bedd73-206f-44ce-a471-07f1eff80482 req-ca1ee489-1b1d-4568-8c4e-b5d4192d7449 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 946 time: 0.2459893 Mar 31 23:01:06.964405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.002560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea035d-dad1-4ccb-81f4-78d7216ed776 req-7388abf2-3efa-4fd2-ae56-e995ebc9dd71 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.004172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1fea035d-dad1-4ccb-81f4-78d7216ed776 req-7388abf2-3efa-4fd2-ae56-e995ebc9dd71 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 944 time: 0.2591543 Mar 31 23:01:07.024486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66bedd73-206f-44ce-a471-07f1eff80482 req-d29ea4e0-c0f3-4280-9d0d-adb054bbb238 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926385 Mar 31 23:01:07.025766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.026033 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.026435 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 3 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:07.028619 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.053286 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:07.110401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:07.131090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.131474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.134684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.141305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d0e6df0-6a34-4733-a0e1-46a22341596a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:07.181752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.182077 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.182822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9d0e6df0-6a34-4733-a0e1-46a22341596a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:07.183680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d0e6df0-6a34-4733-a0e1-46a22341596a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:07.192428 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 4 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:07.210759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1fea035d-dad1-4ccb-81f4-78d7216ed776 req-20b87762-66b7-46bf-92dd-89d5ac6d4a44 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633704 Mar 31 23:01:07.241668 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.277200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6fd6c539-a940-4828-a705-542efece0742 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:07.285969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] No DVR routers for this DVR port 182fd706-c0e6-4393-9939-e994a61c6e82 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:07.304700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.314876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.315411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.340555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.349505 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.353063 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 5 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:07.426532 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:07.444488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.444941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.445385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.464632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13695ca5-33f6-427b-9e7d-893d6dade07a req-197323d7-8d48-434d-9318-8f61813b35f5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.466274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13695ca5-33f6-427b-9e7d-893d6dade07a req-197323d7-8d48-434d-9318-8f61813b35f5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.2892554 Mar 31 23:01:07.468902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.469605 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.473259 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 6 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:07.507015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.507256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.507680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.521190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 6fd6c539-a940-4828-a705-542efece0742 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:07.532352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc305-739a-405c-a349-422f0877481e req-8a87412f-f012-409a-a944-f721447914af tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.532995 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 6fd6c539-a940-4828-a705-542efece0742 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:07.532995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.537654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc305-739a-405c-a349-422f0877481e req-8a87412f-f012-409a-a944-f721447914af tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.544248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc305-739a-405c-a349-422f0877481e req-8a87412f-f012-409a-a944-f721447914af tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.553702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc305-739a-405c-a349-422f0877481e req-8a87412f-f012-409a-a944-f721447914af tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.560396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc305-739a-405c-a349-422f0877481e req-8a87412f-f012-409a-a944-f721447914af tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.572076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc305-739a-405c-a349-422f0877481e req-8a87412f-f012-409a-a944-f721447914af tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.592904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc305-739a-405c-a349-422f0877481e req-8a87412f-f012-409a-a944-f721447914af tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.597395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.610277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b9cc305-739a-405c-a349-422f0877481e req-8a87412f-f012-409a-a944-f721447914af tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5429 time: 0.2582574 Mar 31 23:01:07.614036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.614541 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.629133 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 7 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:07.663124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.673339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13695ca5-33f6-427b-9e7d-893d6dade07a req-85e2f839-1661-42e5-92b2-8a1d83308849 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954968 Mar 31 23:01:07.676052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.676711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.677292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.707054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['d4d46eba-1b9b-4faa-825a-24178d83010a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:07.709370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b9cc305-739a-405c-a349-422f0877481e req-55605841-6432-401c-b775-969e3fdc589a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980074 Mar 31 23:01:07.712147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.712748 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.713367 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 8 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:07.734364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-342ec1ed-9703-4a39-b924-e2f504028070 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.736101 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-342ec1ed-9703-4a39-b924-e2f504028070 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.50 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 946 time: 0.2008548 Mar 31 23:01:07.743737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.746570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.748670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.766982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.767681 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.768295 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 9 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:07.790096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6fd6c539-a940-4828-a705-542efece0742, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6fd6c539-a940-4828-a705-542efece0742,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:07.791837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['4593d996-3344-4e47-abb9-19f0a8c33e9b'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:07.808102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.809075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.809663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.821382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.822076 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.822933 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 10 to bind port d3a2a319-488e-4906-964d-6916770506ef Mar 31 23:01:07.869748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd6c539-a940-4828-a705-542efece0742'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:07.872950 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add37e1f-5630-4561-a10b-795ca16f3334" -d '{"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "6fd6c539-a940-4828-a705-542efece0742"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:07.876460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.877085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.877607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.886081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.887021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c9130893-bb28-40d1-a709-43dfbdbf39ca up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:07.905978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port d3a2a319-488e-4906-964d-6916770506ef on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.906707 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port d3a2a319-488e-4906-964d-6916770506ef on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:07.907260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.966514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Attempting to bind port 182fd706-c0e6-4393-9939-e994a61c6e82 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:07.967088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Attempting to bind port 182fd706-c0e6-4393-9939-e994a61c6e82 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:07.967378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Attempting to bind port 182fd706-c0e6-4393-9939-e994a61c6e82 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.973624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659febd-f6f4-4d34-96f6-11a1584ae5ff req-86af4271-36a0-43d0-82e2-5955836b9858 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.974191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Port 182fd706-c0e6-4393-9939-e994a61c6e82 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:07.974564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Attempting to bind port 182fd706-c0e6-4393-9939-e994a61c6e82 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:07.982040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0659febd-f6f4-4d34-96f6-11a1584ae5ff req-86af4271-36a0-43d0-82e2-5955836b9858 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 945 time: 0.1487844 Mar 31 23:01:08.004065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:08.004443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Checking segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:08.005114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Bound using segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:08.005435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e3f90-5ab2-42e0-a920-cc7859716fd0 req-68f9b569-350b-44af-951c-57fcf1e3c053 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.005636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Bound port: 182fd706-c0e6-4393-9939-e994a61c6e82, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:08.005992 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.007964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b9e3f90-5ab2-42e0-a920-cc7859716fd0 req-68f9b569-350b-44af-951c-57fcf1e3c053 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 943 time: 0.1590259 Mar 31 23:01:08.046419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.048264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=6fd6c539-a940-4828-a705-542efece0742,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:08.074426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] For port d3a2a319-488e-4906-964d-6916770506ef, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:08.075228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempted to set empty binding levels {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:01:08.103599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.107817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0659febd-f6f4-4d34-96f6-11a1584ae5ff req-40ee6988-ab24-4541-95de-628e98e92168 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242926 Mar 31 23:01:08.137292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b9e3f90-5ab2-42e0-a920-cc7859716fd0 req-198dfcbe-e579-4316-93a5-4590cfe7a793 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136248 Mar 31 23:01:08.197466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.292066 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518220de-9ae0-4697-95ef-490427ab1cbf x-openstack-request-id: req-518220de-9ae0-4697-95ef-490427ab1cbf {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:08.292843 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "6fd6c539-a940-4828-a705-542efece0742", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:08.295059 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-518220de-9ae0-4697-95ef-490427ab1cbf {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:08.304970 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518220de-9ae0-4697-95ef-490427ab1cbf'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd6c539-a940-4828-a705-542efece0742', 'code': 200} Mar 31 23:01:08.337192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=d3a2a319-488e-4906-964d-6916770506ef,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:08.339242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:08.349421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:08.357773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.359555 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.360391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Deleting port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:08.360870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.472635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.550518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8b814f23-da28-47bb-b4ca-50b90fc6f493 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.3220918 Mar 31 23:01:08.553623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38910) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:08.557888 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.558842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port c9130893-bb28-40d1-a709-43dfbdbf39ca completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:08.568279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port c9130893-bb28-40d1-a709-43dfbdbf39ca triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:08.572745 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.639384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004026-ccdb-4260-9e8a-57e7d71095ab req-27378b41-1470-4916-bd7e-703c3763d443 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.648493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5004026-ccdb-4260-9e8a-57e7d71095ab req-27378b41-1470-4916-bd7e-703c3763d443 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 944 time: 0.1980064 Mar 31 23:01:08.701483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Allocated IP 172.25.4.236 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/3169b081-caf6-47b8-9f0f-629e295b60be) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:08.787054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.787735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.789776 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] 10.222.0.50 "PUT /v2.0/ports/182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 1091 time: 4.5191984 Mar 31 23:01:08.791542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['a3e77bf7-8cab-4b9e-a5f6-944906a36998'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:08.801505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:08.808049 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3d715d-f6fb-48a7-89c6-23ba96604988" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:08.855752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:08.861103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5004026-ccdb-4260-9e8a-57e7d71095ab req-d37970a4-e91a-4f77-bd52-4f248ae6efca tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117190 Mar 31 23:01:08.873251 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.914426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c5519-ba22-4736-8b6b-68b4d28c6145 req-83f937a2-12f8-424a-af10-97d12daa933d tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.935117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-812c5519-ba22-4736-8b6b-68b4d28c6145 req-83f937a2-12f8-424a-af10-97d12daa933d tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 946 time: 0.2458270 Mar 31 23:01:09.002899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Deleting port d3a2a319-488e-4906-964d-6916770506ef {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:09.003313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.077038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] For port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,segment=NetworkSegment(83134665-f9b3-4554-a94e-3333da862503),segment_id=83134665-f9b3-4554-a94e-3333da862503)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:09.077639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.117413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e376994-0334-4417-b692-27c96e8d2bcb service neutron] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=10']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:09.150023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-6bbe7268-0952-4792-8587-f9105f046c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.151565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-6bbe7268-0952-4792-8587-f9105f046c6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1095 time: 0.3219972 Mar 31 23:01:09.171883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Calling delete_port for 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:09.244782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-812c5519-ba22-4736-8b6b-68b4d28c6145 req-a2ccc387-d4cf-451f-9fc6-bc03e0fe2655 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086619 Mar 31 23:01:09.341626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] For port d3a2a319-488e-4906-964d-6916770506ef, host n-h1-836015-1, got binding levels [] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:09.341901 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.383036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.481542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-14675834-6791-475c-8c06-c9830fd7776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.483169 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-14675834-6791-475c-8c06-c9830fd7776d service neutron] 10.222.0.50 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.3219697 Mar 31 23:01:09.488870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Calling delete_port for d3a2a319-488e-4906-964d-6916770506ef owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:09.534144 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.539989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736631f1-369b-4bda-9102-bd0a536ee4c5 req-b14bfa58-c47a-4976-9c72-ef5e2ff19b66 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.547500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-736631f1-369b-4bda-9102-bd0a536ee4c5 req-b14bfa58-c47a-4976-9c72-ef5e2ff19b66 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.3511484 Mar 31 23:01:09.609161 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.666720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:09.673478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-741ce344-39c4-47a1-becc-35d8f09dfaa6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.674151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-741ce344-39c4-47a1-becc-35d8f09dfaa6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.674305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c9130893-bb28-40d1-a709-43dfbdbf39ca, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c9130893-bb28-40d1-a709-43dfbdbf39ca,segment=NetworkSegment(eaa9e0b6-ebd5-4a6f-a32c-76f97405869c),segment_id=eaa9e0b6-ebd5-4a6f-a32c-76f97405869c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:09.676163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:09.680361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-741ce344-39c4-47a1-becc-35d8f09dfaa6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.687647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-741ce344-39c4-47a1-becc-35d8f09dfaa6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.694511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-741ce344-39c4-47a1-becc-35d8f09dfaa6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.700804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-741ce344-39c4-47a1-becc-35d8f09dfaa6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.704095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:09.707846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-741ce344-39c4-47a1-becc-35d8f09dfaa6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.717108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-741ce344-39c4-47a1-becc-35d8f09dfaa6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5430 time: 0.3399830 Mar 31 23:01:09.776166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-736631f1-369b-4bda-9102-bd0a536ee4c5 req-672eac81-1d55-4790-84ec-0c6f69769fc7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276955 Mar 31 23:01:09.812824 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-7d55ba84-f370-49cf-97b5-d623b8206585 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 998 time: 0.3203938 Mar 31 23:01:09.859831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c34703b-0140-46bc-900c-2e00f7f2a32a req-7f64fd88-fe30-443d-b868-6119afccb37e tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411519 Mar 31 23:01:09.865133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event updated for resources: {'Port': ['ID=3169b081-caf6-47b8-9f0f-629e295b60be,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:09.873323 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90baa947-673c-4396-aff6-4a4095ae6fc2 x-openstack-request-id: req-90baa947-673c-4396-aff6-4a4095ae6fc2 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:09.873799 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:09.874900 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90baa947-673c-4396-aff6-4a4095ae6fc2 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:09.875472 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90baa947-673c-4396-aff6-4a4095ae6fc2'] response: {'name': 'network-changed', 'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82', 'status': 'completed', 'code': 200} Mar 31 23:01:09.875875 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.876897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3bd99b62-68ed-4677-944a-ff67dbbabe7b up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:09.878686 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.882807 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.025874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-d067e1e5-2e13-40a9-8666-6f39a6412eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.027421 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-d067e1e5-2e13-40a9-8666-6f39a6412eff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.2068908 Mar 31 23:01:10.030880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.084075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.084371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c9130893-bb28-40d1-a709-43dfbdbf39ca,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.125966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Pushing event deleted for resources: {'Port': ['ID=5b1ee475-083d-4ee4-99b2-1cb926c0b1fa,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.159582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] No DVR routers for this DVR port 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:10.162671 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.166603 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3f821c3d-298d-45b4-b5cf-af4de5f1734d req-c3084a82-0eab-42d8-a21e-6af71406839e tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.50 "DELETE /v2.0/ports/5b1ee475-083d-4ee4-99b2-1cb926c0b1fa HTTP/1.1" status: 204 len: 173 time: 2.4208963 Mar 31 23:01:10.173495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-f89d58bb-29a0-4614-8251-854394463956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.175042 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-f89d58bb-29a0-4614-8251-854394463956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293728 Mar 31 23:01:10.191641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3a2a319-488e-4906-964d-6916770506ef,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.204286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1bf9b-3569-41f4-8f33-f64f97b8a938 req-e1657c66-abc9-4c32-905a-be8fdd8b7b57 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.214442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16b1bf9b-3569-41f4-8f33-f64f97b8a938 req-e1657c66-abc9-4c32-905a-be8fdd8b7b57 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.2646866 Mar 31 23:01:10.247201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.255021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da6ec1d4-29b0-42ee-8e4c-2f84a0135cc8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d3a2a319-488e-4906-964d-6916770506ef HTTP/1.1" status: 204 len: 168 time: 1.6915700 Mar 31 23:01:10.255402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 3bd99b62-68ed-4677-944a-ff67dbbabe7b completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:10.257433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38930) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:10.260966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 3bd99b62-68ed-4677-944a-ff67dbbabe7b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:10.261632 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.305866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16b1bf9b-3569-41f4-8f33-f64f97b8a938 req-e1573f66-078b-40dc-85a3-274411656450 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901356 Mar 31 23:01:10.315923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00eebd70-0af8-4524-a877-978b66ccf82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9130893-bb28-40d1-a709-43dfbdbf39ca'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:10.332201 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444d0bf-3672-4076-a1e8-8376dbb4fd3c" -d '{"events": [{"server_uuid": "00eebd70-0af8-4524-a877-978b66ccf82c", "name": "network-vif-plugged", "status": "completed", "tag": "c9130893-bb28-40d1-a709-43dfbdbf39ca"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:10.351453 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7aa3fc-4b76-4808-8ab4-e7b49f711217 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:01:10.360374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ab7aa3fc-4b76-4808-8ab4-e7b49f711217 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "GET /v2.0/ports/d3a2a319-488e-4906-964d-6916770506ef HTTP/1.1" status: 404 len: 333 time: 0.0843544 Mar 31 23:01:10.366031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38934) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:10.382239 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-98f81058-8809-4bd0-9ec3-bcae31071534 service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004292 Mar 31 23:01:10.386345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Request body: {'port': {'network_id': '294eac16-e277-49f8-9559-e26efaf9b888', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-316139505'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:10.460272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9c7c-9cae-4a6c-af66-56399a53147e req-a5ad9891-222e-4ffd-8fe5-b6d0d5a68b64 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.461775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d67b9c7c-9cae-4a6c-af66-56399a53147e req-a5ad9891-222e-4ffd-8fe5-b6d0d5a68b64 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 945 time: 0.4466438 Mar 31 23:01:10.476430 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.545701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 3bd99b62-68ed-4677-944a-ff67dbbabe7b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3bd99b62-68ed-4677-944a-ff67dbbabe7b,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:10.552111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b6b020c-7e4e-48a8-a32d-e06e20511f7e req-17682475-0a27-47a7-b7f4-5fd8dcb4c0f6 tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 210 time: 0.0504169 Mar 31 23:01:10.582564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d67b9c7c-9cae-4a6c-af66-56399a53147e req-d77f694c-0f71-44b8-ae80-e5035a920215 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100295 Mar 31 23:01:10.621708 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7bfadfc-9f7c-4010-a48a-f28410c134d4 req-a23a9c4b-6eb3-45d2-a304-ed45d518de9d service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312567 Mar 31 23:01:10.651329 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0849a42-1f00-44c5-a931-7b91c92e6dac x-openstack-request-id: req-a0849a42-1f00-44c5-a931-7b91c92e6dac {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:10.651619 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00eebd70-0af8-4524-a877-978b66ccf82c", "name": "network-vif-plugged", "status": "completed", "tag": "c9130893-bb28-40d1-a709-43dfbdbf39ca", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:10.651877 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0849a42-1f00-44c5-a931-7b91c92e6dac {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:10.652265 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0849a42-1f00-44c5-a931-7b91c92e6dac'] response: {'server_uuid': '00eebd70-0af8-4524-a877-978b66ccf82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9130893-bb28-40d1-a709-43dfbdbf39ca', 'code': 200} Mar 31 23:01:10.659823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Made reservation on behalf of 12e5054a753c41e49091ee1ac75194d4 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:10.662561 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.692474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:10.699946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] device_id is not set on port 40531b6c-23a2-4ddf-b521-f285e813dfe0 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:10.737587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:10.738060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 5b1ee475-083d-4ee4-99b2-1cb926c0b1fa not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:10.739748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.756125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0a27d271-1139-4e1a-9d57-f2b23b475a56 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:10.756358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.905604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=3bd99b62-68ed-4677-944a-ff67dbbabe7b,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.930711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.068025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 0a27d271-1139-4e1a-9d57-f2b23b475a56 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:11.076790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 0a27d271-1139-4e1a-9d57-f2b23b475a56 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:11.113254 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.115526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b068ce4-4b9e-4273-ba27-6d07de17af1d req-ad281aeb-73c4-40d1-bce5-e8757948d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.115526 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b068ce4-4b9e-4273-ba27-6d07de17af1d req-ad281aeb-73c4-40d1-bce5-e8757948d60d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 1096 time: 0.1354489 Mar 31 23:01:11.209347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213358-6b87-43ab-b13f-1b90f5b52965 req-24453a1d-ebd7-40af-9f20-c6be8a139e65 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.217398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e213358-6b87-43ab-b13f-1b90f5b52965 req-24453a1d-ebd7-40af-9f20-c6be8a139e65 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.1973171 Mar 31 23:01:11.279080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.361441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.442173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Network 294eac16-e277-49f8-9559-e26efaf9b888 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:11.446348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0a27d271-1139-4e1a-9d57-f2b23b475a56, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:11.471472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611affd-8307-4415-a962-12db44b94a71 req-6fefa9b8-10b7-4bb3-b1ef-4f83a53fe7e7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.478717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611affd-8307-4415-a962-12db44b94a71 req-6fefa9b8-10b7-4bb3-b1ef-4f83a53fe7e7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.485264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611affd-8307-4415-a962-12db44b94a71 req-6fefa9b8-10b7-4bb3-b1ef-4f83a53fe7e7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.491610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611affd-8307-4415-a962-12db44b94a71 req-6fefa9b8-10b7-4bb3-b1ef-4f83a53fe7e7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.497969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611affd-8307-4415-a962-12db44b94a71 req-6fefa9b8-10b7-4bb3-b1ef-4f83a53fe7e7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.504155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611affd-8307-4415-a962-12db44b94a71 req-6fefa9b8-10b7-4bb3-b1ef-4f83a53fe7e7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.512398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611affd-8307-4415-a962-12db44b94a71 req-6fefa9b8-10b7-4bb3-b1ef-4f83a53fe7e7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.516788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e611affd-8307-4415-a962-12db44b94a71 req-6fefa9b8-10b7-4bb3-b1ef-4f83a53fe7e7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5431 time: 0.4656868 Mar 31 23:01:11.521672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:11.526625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e213358-6b87-43ab-b13f-1b90f5b52965 req-a42c280c-2a1b-438f-88b8-ee897c69a9b5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904480 Mar 31 23:01:11.527570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:11.528567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.529256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.539069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b068ce4-4b9e-4273-ba27-6d07de17af1d req-153ece0d-95d2-4704-845c-b0b0f657d8a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206111 Mar 31 23:01:11.562427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=40531b6c-23a2-4ddf-b521-f285e813dfe0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:11.625597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e611affd-8307-4415-a962-12db44b94a71 req-40ff8099-8c88-4faa-8eaa-3e99523e683a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778077 Mar 31 23:01:11.631477 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.642636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d4d46eba-1b9b-4faa-825a-24178d83010a up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:11.782248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6da8da0f-39a8-4bf6-b05c-e356d65e3f44 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4071226 Mar 31 23:01:11.788447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38968) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:11.816249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:11.824248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0a27d271-1139-4e1a-9d57-f2b23b475a56,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:11.852311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcbf3422-f3a8-437d-91e9-5bbafaedaf18 req-985dd3fc-dc12-4a1e-97ce-0a305c599dda tempest-ServerAddressesTestJSON-944370036 tempest-ServerAddressesTestJSON-944370036-project] 10.222.0.31 "GET /v2.0/ports?device_id=45cf6403-4f69-4cdd-bc5a-d18e34e33b97 HTTP/1.1" status: 200 len: 210 time: 0.0596147 Mar 31 23:01:11.890353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214830b2-6687-476d-a582-462163c352de req-9b3ab5dc-49c2-47ce-b6e6-544972d0cfbc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.892611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-214830b2-6687-476d-a582-462163c352de req-9b3ab5dc-49c2-47ce-b6e6-544972d0cfbc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.2003479 Mar 31 23:01:11.894337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cf6403-4f69-4cdd-bc5a-d18e34e33b97', 'name': 'network-vif-deleted', 'tag': '5b1ee475-083d-4ee4-99b2-1cb926c0b1fa'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:11.896833 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69598bf8-e1d9-42c4-8a1e-766070d73183" -d '{"events": [{"server_uuid": "45cf6403-4f69-4cdd-bc5a-d18e34e33b97", "name": "network-vif-deleted", "tag": "5b1ee475-083d-4ee4-99b2-1cb926c0b1fa"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:11.948506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-2184681a-dac7-4fb8-aea9-a9aa5c9d554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.950441 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-2184681a-dac7-4fb8-aea9-a9aa5c9d554c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1095 time: 0.8251967 Mar 31 23:01:12.003786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-214830b2-6687-476d-a582-462163c352de req-c906c25f-9d2a-4a45-b9e8-81f34e7043b1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004679 Mar 31 23:01:12.013803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port d4d46eba-1b9b-4faa-825a-24178d83010a completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:12.022877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port d4d46eba-1b9b-4faa-825a-24178d83010a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:12.022877 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.036008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.039746 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.136197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8878-6b38-4101-8485-16280686afd4 req-0f1f2938-9315-4d61-a80d-9b124b1b2bf5 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.160915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c9f8878-6b38-4101-8485-16280686afd4 req-0f1f2938-9315-4d61-a80d-9b124b1b2bf5 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 945 time: 0.1506457 Mar 31 23:01:12.251354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c9f8878-6b38-4101-8485-16280686afd4 req-ec4bcecf-96c7-404e-86cf-4c0bfe063e6b tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886166 Mar 31 23:01:12.283426 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.348191 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1808b5-09a4-4568-abd1-f14f2ac0aa89 x-openstack-request-id: req-9a1808b5-09a4-4568-abd1-f14f2ac0aa89 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:12.348823 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cf6403-4f69-4cdd-bc5a-d18e34e33b97", "name": "network-vif-deleted", "tag": "5b1ee475-083d-4ee4-99b2-1cb926c0b1fa", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:12.349261 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a1808b5-09a4-4568-abd1-f14f2ac0aa89 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:12.352119 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1808b5-09a4-4568-abd1-f14f2ac0aa89'] response: {'server_uuid': '45cf6403-4f69-4cdd-bc5a-d18e34e33b97', 'name': 'network-vif-deleted', 'tag': '5b1ee475-083d-4ee4-99b2-1cb926c0b1fa', 'status': 'completed', 'code': 200} Mar 31 23:01:12.354729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d4d46eba-1b9b-4faa-825a-24178d83010a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d4d46eba-1b9b-4faa-825a-24178d83010a,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:12.388556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-57d78742-1b70-4e15-8238-08273743763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.391254 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-57d78742-1b70-4e15-8238-08273743763a service neutron] 10.222.0.50 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.4178100 Mar 31 23:01:12.469415 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.470319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a3e77bf7-8cab-4b9e-a5f6-944906a36998 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:12.553727 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-21fcb058-596f-4644-97c8-fc8ea2e708da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 998 time: 0.1506975 Mar 31 23:01:12.668659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd99b62-68ed-4677-944a-ff67dbbabe7b'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d46eba-1b9b-4faa-825a-24178d83010a'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:12.673836 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9491052a-b6e9-4ec3-b14e-a80af3acaff0" -d '{"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "3bd99b62-68ed-4677-944a-ff67dbbabe7b"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "d4d46eba-1b9b-4faa-825a-24178d83010a"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:12.825182 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-5e3443bb-08c9-45ad-87f5-58b21d85d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.825182 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-5e3443bb-08c9-45ad-87f5-58b21d85d53a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.1697340 Mar 31 23:01:12.826596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=d4d46eba-1b9b-4faa-825a-24178d83010a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:12.826698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] device_id is not set on port 40531b6c-23a2-4ddf-b521-f285e813dfe0 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:12.826698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.857657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff0ee-4609-4aae-a4f0-b441c0042f0d req-7249b7ae-74b7-4389-87bb-1b0109fa7850 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.870100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-476ff0ee-4609-4aae-a4f0-b441c0042f0d req-7249b7ae-74b7-4389-87bb-1b0109fa7850 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.1576574 Mar 31 23:01:12.906554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-4f4f336b-f36f-4d6c-826a-2e7e959c442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.908160 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-4f4f336b-f36f-4d6c-826a-2e7e959c442d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636162 Mar 31 23:01:12.942093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-476ff0ee-4609-4aae-a4f0-b441c0042f0d req-a840aced-a23a-4519-a4bb-ce1751f3934c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710211 Mar 31 23:01:13.066945 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-98b33794-d17c-4aae-af8f-8d441dd3818a service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365993 Mar 31 23:01:13.119286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-1cd0dec2-e787-491b-bd30-d82e0593873a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.126049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-1cd0dec2-e787-491b-bd30-d82e0593873a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.132239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-1cd0dec2-e787-491b-bd30-d82e0593873a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.138238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-1cd0dec2-e787-491b-bd30-d82e0593873a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.148682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-1cd0dec2-e787-491b-bd30-d82e0593873a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.157297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-1cd0dec2-e787-491b-bd30-d82e0593873a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.163421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-1cd0dec2-e787-491b-bd30-d82e0593873a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.165359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-1cd0dec2-e787-491b-bd30-d82e0593873a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5433 time: 0.1110592 Mar 31 23:01:13.167325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Router 084d2068-8260-4fed-814b-f63863cb32cb is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:01:13.176156 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f3d715d-f6fb-48a7-89c6-23ba96604988 req-3b799489-777d-4545-9282-34c71ab5a380 service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031079 Mar 31 23:01:13.216254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c82b4a8-e8e9-4f7c-83e4-f94e991e3219 req-acaef2cc-5928-443e-877f-fda93565170f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429637 Mar 31 23:01:13.283939 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514bd721-3cc9-4729-93dd-5a0a228fe708 x-openstack-request-id: req-514bd721-3cc9-4729-93dd-5a0a228fe708 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:13.284453 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "3bd99b62-68ed-4677-944a-ff67dbbabe7b", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "d4d46eba-1b9b-4faa-825a-24178d83010a", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:13.284716 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-514bd721-3cc9-4729-93dd-5a0a228fe708 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:13.285731 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514bd721-3cc9-4729-93dd-5a0a228fe708'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd99b62-68ed-4677-944a-ff67dbbabe7b', 'code': 200} Mar 31 23:01:13.285731 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514bd721-3cc9-4729-93dd-5a0a228fe708'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'code': 200} Mar 31 23:01:13.285731 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514bd721-3cc9-4729-93dd-5a0a228fe708'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d46eba-1b9b-4faa-825a-24178d83010a', 'code': 200} Mar 31 23:01:13.314637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:13.319504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38990) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:13.332523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97baba9-359a-491b-b0da-ecd81560fa4f None None] Sync routers for ids ['084d2068-8260-4fed-814b-f63863cb32cb'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:13.347128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97baba9-359a-491b-b0da-ecd81560fa4f None None] Routers {'084d2068-8260-4fed-814b-f63863cb32cb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:13.347836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f97baba9-359a-491b-b0da-ecd81560fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['084d2068-8260-4fed-814b-f63863cb32cb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:13.389808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f97baba9-359a-491b-b0da-ecd81560fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:13.398982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97baba9-359a-491b-b0da-ecd81560fa4f None None] Routers {'084d2068-8260-4fed-814b-f63863cb32cb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:13.399580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f97baba9-359a-491b-b0da-ecd81560fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['084d2068-8260-4fed-814b-f63863cb32cb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:13.405040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4291d691-e57a-4f3c-90ab-355c21254166 admin admin] Deleting subnet 3b17eb91-4f4d-4dee-895c-92e9c5f72411 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:13.410169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4291d691-e57a-4f3c-90ab-355c21254166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.433538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f97baba9-359a-491b-b0da-ecd81560fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:13.434187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97baba9-359a-491b-b0da-ecd81560fa4f None None] The sync data for ids ['084d2068-8260-4fed-814b-f63863cb32cb'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:13.456264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57449f-a860-4854-8ef4-d83989410d14 req-c2314c7d-18bc-499b-bc6f-984fb5fa7632 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.457801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a57449f-a860-4854-8ef4-d83989410d14 req-c2314c7d-18bc-499b-bc6f-984fb5fa7632 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.0873566 Mar 31 23:01:13.461998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4291d691-e57a-4f3c-90ab-355c21254166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.531155 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4291d691-e57a-4f3c-90ab-355c21254166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.535468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a57449f-a860-4854-8ef4-d83989410d14 req-48a84d35-7888-4988-8915-6b23d961241e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497196 Mar 31 23:01:13.671078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94258c7b-3abd-4a24-a7cb-d2780531823c req-a8e5dd85-ca73-4634-a450-69b66bbbb8bb tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.672549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94258c7b-3abd-4a24-a7cb-d2780531823c req-a8e5dd85-ca73-4634-a450-69b66bbbb8bb tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 945 time: 0.0572920 Mar 31 23:01:13.723720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94258c7b-3abd-4a24-a7cb-d2780531823c req-69e42a36-904b-4d92-b663-b27d0d46865c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Mar 31 23:01:13.745765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.748342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port a3e77bf7-8cab-4b9e-a5f6-944906a36998 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:13.775556 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4291d691-e57a-4f3c-90ab-355c21254166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.776339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port a3e77bf7-8cab-4b9e-a5f6-944906a36998 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:13.779243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.801073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.805195 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bf5c2f09-4e9c-4cad-9c48-acb90c2d52c4 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.6587605 Mar 31 23:01:13.807009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38992) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:13.816500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f2d29989-0ecb-476f-b08a-679f2df084e4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': False}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:13.824593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291d691-e57a-4f3c-90ab-355c21254166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b17eb91-4f4d-4dee-895c-92e9c5f72411,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:13.831898 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4291d691-e57a-4f3c-90ab-355c21254166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.835739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4291d691-e57a-4f3c-90ab-355c21254166 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3b17eb91-4f4d-4dee-895c-92e9c5f72411 HTTP/1.1" status: 204 len: 168 time: 0.5146556 Mar 31 23:01:13.837858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38994) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:13.949447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.967441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=40531b6c-23a2-4ddf-b521-f285e813dfe0,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:14.002097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.002409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.010972 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.013097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.024451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.025377 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.028563 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 2 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.114618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.115290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.116227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.131445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.132148 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.132981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a3e77bf7-8cab-4b9e-a5f6-944906a36998, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:14.135360 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 3 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.154369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.156596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.158343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.207071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.207623 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.208114 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.213404 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 4 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.232880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.234265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.235049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.243087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.243701 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.247905 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 5 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.260443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa61a5b-fefd-4a38-83db-b429bfcf13f1 req-72bfb52e-fad7-457e-8d72-3c7f9dadf895 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.262236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efa61a5b-fefd-4a38-83db-b429bfcf13f1 req-72bfb52e-fad7-457e-8d72-3c7f9dadf895 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.1750906 Mar 31 23:01:14.264160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9d1b42-9a59-4a37-8144-ad68b8cc6243']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:14.279800 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.281174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.281758 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.281939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.282943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:14.319288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83134665-f9b3-4554-a94e-3333da862503') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:14.320025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83134665-f9b3-4554-a94e-3333da862503') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:14.359700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.367243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.367851 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.370748 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 6 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.383299 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.390938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:14.392405 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.406769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.407903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.408990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.419690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.419690 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.422129 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 7 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.481556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.482137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.482824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:14.493815 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:14.496331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.496331 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.540289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2d29989-0ecb-476f-b08a-679f2df084e4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.552185 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 8 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.589715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efa61a5b-fefd-4a38-83db-b429bfcf13f1 req-e6d69af4-81f5-40d7-8cce-02ea748c2f53 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086619 Mar 31 23:01:14.594681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.594681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.594681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.617952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.617952 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.617952 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 9 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.652485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=a3e77bf7-8cab-4b9e-a5f6-944906a36998,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:14.663260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.664102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.664540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.669554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.670112 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.670669 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 10 to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 Mar 31 23:01:14.715709 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.726687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:14.726961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:14.727315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:14.728592 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.740434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3f9d1b42-9a59-4a37-8144-ad68b8cc6243 HTTP/1.1" status: 204 len: 168 time: 0.8999257 Mar 31 23:01:14.743238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:14.747924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:14.762970 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.764180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:14.764180 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:14.764180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.906429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] For port 40531b6c-23a2-4ddf-b521-f285e813dfe0, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:14.906917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempted to set empty binding levels {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:01:14.938654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80a52a-7f83-4d5e-89f3-a2b070b50e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9d1b42-9a59-4a37-8144-ad68b8cc6243,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:14.996891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-fb031d6f-b508-42df-910d-e54868bc830b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.010581 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.024864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-fb031d6f-b508-42df-910d-e54868bc830b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.042321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-fb031d6f-b508-42df-910d-e54868bc830b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.059666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-fb031d6f-b508-42df-910d-e54868bc830b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.060851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.070804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-fb031d6f-b508-42df-910d-e54868bc830b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.082816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:15.084464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-fb031d6f-b508-42df-910d-e54868bc830b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.091183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-fb031d6f-b508-42df-910d-e54868bc830b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.094618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-fb031d6f-b508-42df-910d-e54868bc830b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5434 time: 0.4926870 Mar 31 23:01:15.123600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b272a-d1d0-4cda-a601-51daf18fb3c2 req-19a96c3a-1d5e-42c8-95b9-eec5f44b5e7e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.128065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-323b272a-d1d0-4cda-a601-51daf18fb3c2 req-19a96c3a-1d5e-42c8-95b9-eec5f44b5e7e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.3671341 Mar 31 23:01:15.160359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] In _notify_port_updated(), no bound segment for port 40531b6c-23a2-4ddf-b521-f285e813dfe0 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:01:15.161084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.162391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.165306 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "PUT /v2.0/ports/40531b6c-23a2-4ddf-b521-f285e813dfe0 HTTP/1.1" status: 200 len: 974 time: 3.3726075 Mar 31 23:01:15.166084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccae35-88f5-401e-a377-831b02f99bd4 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=40531b6c-23a2-4ddf-b521-f285e813dfe0,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:15.170638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39012) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:15.234561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-391cd5db-4aa9-4d2e-a399-84cc59b6962d req-d6ebdaab-98f0-42f2-b377-03239bda7f72 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216359 Mar 31 23:01:15.252111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-323b272a-d1d0-4cda-a601-51daf18fb3c2 req-01b778cb-83fe-47b2-8244-f4ec696cbd07 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141284 Mar 31 23:01:15.288657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:15.291087 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35c8a78-2e42-4936-9f25-d8c824ed2098" -d '{"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "a3e77bf7-8cab-4b9e-a5f6-944906a36998"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:15.294285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.295390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4593d996-3344-4e47-abb9-19f0a8c33e9b up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:15.470096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.474892 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ec5659-f11d-424e-a982-f2e225960889 x-openstack-request-id: req-e8ec5659-f11d-424e-a982-f2e225960889 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:15.474892 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "a3e77bf7-8cab-4b9e-a5f6-944906a36998", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:15.475225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.475225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.475225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.475225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.475225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.475225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.475970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.475970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.476246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.476803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.477097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.477545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.477907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc0998-8987-4c60-942c-119d7dd2281a req-5d143445-4079-4867-af35-a3e8699b2f92 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.478075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.478511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.478960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.479393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.479706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09dc0998-8987-4c60-942c-119d7dd2281a req-5d143445-4079-4867-af35-a3e8699b2f92 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 945 time: 0.1600950 Mar 31 23:01:15.479879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.480287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.480702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.481144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.481319 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8ec5659-f11d-424e-a982-f2e225960889 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:15.481665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.481821 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ec5659-f11d-424e-a982-f2e225960889'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998', 'code': 200} Mar 31 23:01:15.482132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.482362 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ec5659-f11d-424e-a982-f2e225960889'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196', 'code': 200} Mar 31 23:01:15.482545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.482931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.483916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.484368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.484806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.485445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.485904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.486652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.487126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.487728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.488268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.498665 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9ab64c4c-d4c5-4b94-96d9-bfe6f3f5ac3e tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30481 time: 0.3199375 Mar 31 23:01:15.511487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39020) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:15.638932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09dc0998-8987-4c60-942c-119d7dd2281a req-51da1a05-ac50-44a6-a154-a2aab66698ef tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454728 Mar 31 23:01:15.691037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39028) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:15.692583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:15.714612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 4593d996-3344-4e47-abb9-19f0a8c33e9b completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:15.721347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 4593d996-3344-4e47-abb9-19f0a8c33e9b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:15.722416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.864942 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.903970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fb12d44c-3984-4bd9-a685-671b063ad8ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c65e354f7b64d908d9437c5978476be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116392 Mar 31 23:01:15.917110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39032) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:15.937761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4593d996-3344-4e47-abb9-19f0a8c33e9b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:15.948031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2d29989-0ecb-476f-b08a-679f2df084e4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.953315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2d29989-0ecb-476f-b08a-679f2df084e4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.017513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Deleting port 40531b6c-23a2-4ddf-b521-f285e813dfe0 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:16.018209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.029919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811cdfd-521a-4a02-bc97-082b471a0d9c req-d432b8fa-732b-45df-a2aa-caa90033b4a4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.037319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7811cdfd-521a-4a02-bc97-082b471a0d9c req-d432b8fa-732b-45df-a2aa-caa90033b4a4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.2770536 Mar 31 23:01:16.042748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.137733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] For port 40531b6c-23a2-4ddf-b521-f285e813dfe0, host n-h1-836015-1, got binding levels [] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:16.138134 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.138982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4593d996-3344-4e47-abb9-19f0a8c33e9b,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:16.148955 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a0f7-8880-4880-93aa-b290c1cd68a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.168148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Calling delete_port for 40531b6c-23a2-4ddf-b521-f285e813dfe0 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:16.187821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7811cdfd-521a-4a02-bc97-082b471a0d9c req-f8f825bb-fcaa-4e00-b432-ef079e5d40c2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495728 Mar 31 23:01:16.218308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a0f7-8880-4880-93aa-b290c1cd68a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.307923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d29989-0ecb-476f-b08a-679f2df084e4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Router 084d2068-8260-4fed-814b-f63863cb32cb has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:16.495693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-d84ddb4e-18f8-42a7-a9f9-8fef1cba13d8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.504532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-d84ddb4e-18f8-42a7-a9f9-8fef1cba13d8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.515574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-d84ddb4e-18f8-42a7-a9f9-8fef1cba13d8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.525570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-d84ddb4e-18f8-42a7-a9f9-8fef1cba13d8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.543161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-d84ddb4e-18f8-42a7-a9f9-8fef1cba13d8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.544431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-d84ddb4e-18f8-42a7-a9f9-8fef1cba13d8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.568046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-d84ddb4e-18f8-42a7-a9f9-8fef1cba13d8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.589916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-d84ddb4e-18f8-42a7-a9f9-8fef1cba13d8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.1883233 Mar 31 23:01:16.597849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.606109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a0f7-8880-4880-93aa-b290c1cd68a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.606109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8f5a0f7-8880-4880-93aa-b290c1cd68a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.620696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d29989-0ecb-476f-b08a-679f2df084e4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:16.630760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2d29989-0ecb-476f-b08a-679f2df084e4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.634979 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f2d29989-0ecb-476f-b08a-679f2df084e4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "PUT /v2.0/routers/084d2068-8260-4fed-814b-f63863cb32cb HTTP/1.1" status: 200 len: 922 time: 2.8242755 Mar 31 23:01:16.636599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39044) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:16.636778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f8f5a0f7-8880-4880-93aa-b290c1cd68a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b6ef196-58a9-4bd6-a8b1-0fc09db7d694 HTTP/1.1" status: 204 len: 168 time: 0.6978114 Mar 31 23:01:16.639138 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d10a6-5679-490e-952a-2ecfdebfcd82 None None] Sync routers for ids ['084d2068-8260-4fed-814b-f63863cb32cb'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:16.658710 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d10a6-5679-490e-952a-2ecfdebfcd82 None None] Routers {'084d2068-8260-4fed-814b-f63863cb32cb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:16.659278 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2f4d10a6-5679-490e-952a-2ecfdebfcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['084d2068-8260-4fed-814b-f63863cb32cb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.696842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5a0f7-8880-4880-93aa-b290c1cd68a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6ef196-58a9-4bd6-a8b1-0fc09db7d694,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:16.762734 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2f4d10a6-5679-490e-952a-2ecfdebfcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.781769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event deleted for resources: {'Port': ['ID=40531b6c-23a2-4ddf-b521-f285e813dfe0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:16.787405 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d10a6-5679-490e-952a-2ecfdebfcd82 None None] Routers {'084d2068-8260-4fed-814b-f63863cb32cb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:16.790118 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2f4d10a6-5679-490e-952a-2ecfdebfcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['084d2068-8260-4fed-814b-f63863cb32cb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.845021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a12de1f0-e693-44ee-9bec-5d13751b8296 req-7e2335f0-13e5-477f-8fa2-fcf0d058f179 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2537732 Mar 31 23:01:16.851630 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.870415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bc3f9956-b03d-4c21-81cf-59ab382f81b2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "DELETE /v2.0/ports/40531b6c-23a2-4ddf-b521-f285e813dfe0 HTTP/1.1" status: 204 len: 168 time: 1.3491855 Mar 31 23:01:16.874948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39046) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:16.945998 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2f4d10a6-5679-490e-952a-2ecfdebfcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.947080 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d10a6-5679-490e-952a-2ecfdebfcd82 None None] The sync data for ids ['084d2068-8260-4fed-814b-f63863cb32cb'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:16.955165 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b35f64-ecbd-450a-8c43-cbd56a0fbce5 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:01:16.958029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d6b35f64-ecbd-450a-8c43-cbd56a0fbce5 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "GET /v2.0/ports/40531b6c-23a2-4ddf-b521-f285e813dfe0 HTTP/1.1" status: 404 len: 333 time: 0.0707202 Mar 31 23:01:16.964194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39048) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:16.970785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1629380720', 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:16.998094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6593827-e085-401e-bd5b-98909a2d07a5 req-7ca2ce9d-96bb-4f84-8281-e5d16fe027f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.005267 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bca064b4-dba8-4e2b-a75b-cc65204c2ab0 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/routers/084d2068-8260-4fed-814b-f63863cb32cb HTTP/1.1" status: 200 len: 922 time: 0.3682270 Mar 31 23:01:17.006349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6593827-e085-401e-bd5b-98909a2d07a5 req-7ca2ce9d-96bb-4f84-8281-e5d16fe027f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.3433707 Mar 31 23:01:17.008362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39050) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:17.095916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6593827-e085-401e-bd5b-98909a2d07a5 req-15bd0497-1a79-4514-880f-16ddc9cfb414 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774803 Mar 31 23:01:17.211258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eca7f4-e6d7-4d77-ab42-afb55bbe097d tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.217491 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-42eca7f4-e6d7-4d77-ab42-afb55bbe097d tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=084d2068-8260-4fed-814b-f63863cb32cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2056696 Mar 31 23:01:17.218269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Made reservation on behalf of 12e5054a753c41e49091ee1ac75194d4 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:17.218769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39054) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:17.218914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.270614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] device_id is not set on port f73ee9db-15a5-4bd3-ac07-1f9c7846615f yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:17.483078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593d996-3344-4e47-abb9-19f0a8c33e9b'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:17.486849 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbbfcb3-139b-4243-ad3c-273052f35e22" -d '{"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "4593d996-3344-4e47-abb9-19f0a8c33e9b"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:17.683452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cb078-3e9d-4477-a8f4-0faa54fb6119 req-baa7f31a-3868-4c0a-97a6-e5bb3bede32c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.691558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-375cb078-3e9d-4477-a8f4-0faa54fb6119 req-baa7f31a-3868-4c0a-97a6-e5bb3bede32c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 945 time: 0.5818226 Mar 31 23:01:17.836478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51026738-3bc9-4d4c-879d-912f65d094b4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.841121 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-51026738-3bc9-4d4c-879d-912f65d094b4 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 881 time: 0.6183684 Mar 31 23:01:17.841441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39072) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:17.847928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b70544-7983-442d-ba4c-ad08c221449e req-09b5aee1-3cf3-4a92-9936-3b3fc64402e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.855303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27b70544-7983-442d-ba4c-ad08c221449e req-09b5aee1-3cf3-4a92-9936-3b3fc64402e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.2541997 Mar 31 23:01:17.901034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-375cb078-3e9d-4477-a8f4-0faa54fb6119 req-5bff3615-a442-4b0c-b06f-74c992073237 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052624 Mar 31 23:01:17.949198 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7223d73c-75c4-4a8d-94c4-35fd445e6889 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=084d2068-8260-4fed-814b-f63863cb32cb HTTP/1.1" status: 200 len: 205 time: 0.1064065 Mar 31 23:01:17.957017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39078) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:18.017081 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885dba50-a12e-4218-b86d-eeefb7e01c78 x-openstack-request-id: req-885dba50-a12e-4218-b86d-eeefb7e01c78 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:18.017081 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-plugged", "status": "completed", "tag": "4593d996-3344-4e47-abb9-19f0a8c33e9b", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:18.017606 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-885dba50-a12e-4218-b86d-eeefb7e01c78 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:18.018615 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885dba50-a12e-4218-b86d-eeefb7e01c78'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593d996-3344-4e47-abb9-19f0a8c33e9b', 'code': 200} Mar 31 23:01:18.142093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.150293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27b70544-7983-442d-ba4c-ad08c221449e req-f547af07-1b1d-491e-a694-079047342b86 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940617 Mar 31 23:01:18.298448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.310773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-2f782bce-1099-4dd7-a3b4-ae212809a3c4 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.319731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-2f782bce-1099-4dd7-a3b4-ae212809a3c4 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.45 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 945 time: 0.4621260 Mar 31 23:01:18.480947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-713fc408-5f7d-4d73-8f8e-347debe29c59 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.491199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-713fc408-5f7d-4d73-8f8e-347debe29c59 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.502273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-713fc408-5f7d-4d73-8f8e-347debe29c59 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.509392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-713fc408-5f7d-4d73-8f8e-347debe29c59 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.517264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-713fc408-5f7d-4d73-8f8e-347debe29c59 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.526286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-713fc408-5f7d-4d73-8f8e-347debe29c59 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.533879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-713fc408-5f7d-4d73-8f8e-347debe29c59 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.536926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-713fc408-5f7d-4d73-8f8e-347debe29c59 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.4115036 Mar 31 23:01:18.603634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.820127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.836571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3296-199c-4f3d-badc-281cce296661 req-5db873ac-4e1e-4331-b834-6097d2c5f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.839866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3296-199c-4f3d-badc-281cce296661 req-5db873ac-4e1e-4331-b834-6097d2c5f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.839866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3296-199c-4f3d-badc-281cce296661 req-5db873ac-4e1e-4331-b834-6097d2c5f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.839866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3296-199c-4f3d-badc-281cce296661 req-5db873ac-4e1e-4331-b834-6097d2c5f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.839866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3296-199c-4f3d-badc-281cce296661 req-5db873ac-4e1e-4331-b834-6097d2c5f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.839866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3296-199c-4f3d-badc-281cce296661 req-5db873ac-4e1e-4331-b834-6097d2c5f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.839866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3296-199c-4f3d-badc-281cce296661 req-5db873ac-4e1e-4331-b834-6097d2c5f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.841982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-967b3296-199c-4f3d-badc-281cce296661 req-5db873ac-4e1e-4331-b834-6097d2c5f4c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6493 time: 0.6248245 Mar 31 23:01:18.912113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Deleting port 3169b081-caf6-47b8-9f0f-629e295b60be {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:18.912821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.939135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=f73ee9db-15a5-4bd3-ac07-1f9c7846615f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:18.950142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13273-cf18-456e-aae4-a9d77fa01626 req-c322ae20-4a4e-473d-859e-740127620644 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.959191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41c13273-cf18-456e-aae4-a9d77fa01626 req-c322ae20-4a4e-473d-859e-740127620644 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.6267076 Mar 31 23:01:19.015927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff17b363-ccad-4d19-8aa1-b5de6a38931d req-380067da-dd66-471a-b4e0-52d5b8dbc915 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4571836 Mar 31 23:01:19.120357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.149675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Calling delete_port for 3169b081-caf6-47b8-9f0f-629e295b60be owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:19.195498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Deleting port c9130893-bb28-40d1-a709-43dfbdbf39ca {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:19.196076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.324982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] For port c9130893-bb28-40d1-a709-43dfbdbf39ca, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c9130893-bb28-40d1-a709-43dfbdbf39ca,segment=NetworkSegment(eaa9e0b6-ebd5-4a6f-a32c-76f97405869c),segment_id=eaa9e0b6-ebd5-4a6f-a32c-76f97405869c)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:19.325368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.342827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Calling delete_port for c9130893-bb28-40d1-a709-43dfbdbf39ca owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:19.346113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39116) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:19.348678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Network 294eac16-e277-49f8-9559-e26efaf9b888 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:19.468712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:19.477659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:19.481686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:19.483800 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.520227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41c13273-cf18-456e-aae4-a9d77fa01626 req-5d8eef27-89ae-4ee5-8188-8991054e25d5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5597000 Mar 31 23:01:19.614984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1302810783-network', 'tenant_id': '22ddb1185bea480bad68eb124084b161'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:19.695138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.759530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event deleted for resources: {'Port': ['ID=3169b081-caf6-47b8-9f0f-629e295b60be,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:19.841807 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.973065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.975520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.049620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-967b3296-199c-4f3d-badc-281cce296661 req-07093876-7958-40be-9573-a1554fc5b6b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1115270 Mar 31 23:01:20.115311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aaf0ba-88a0-4c8f-a38d-ef50f75630be req-371bb251-5d9a-42c7-8d0c-308a25d90b2c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.116759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16aaf0ba-88a0-4c8f-a38d-ef50f75630be req-371bb251-5d9a-42c7-8d0c-308a25d90b2c tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 945 time: 0.7670364 Mar 31 23:01:20.151300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15109b-8e71-4ab3-b8f6-1eabb3eb9949 req-4c74329f-ceff-4642-9a09-283f3ddab4dd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.152785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed15109b-8e71-4ab3-b8f6-1eabb3eb9949 req-4c74329f-ceff-4642-9a09-283f3ddab4dd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 947 time: 0.1102655 Mar 31 23:01:20.220981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16aaf0ba-88a0-4c8f-a38d-ef50f75630be req-4a712af3-b1de-4e4f-b093-95871f7efee9 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/security-groups?id=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951619 Mar 31 23:01:20.253238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed15109b-8e71-4ab3-b8f6-1eabb3eb9949 req-5e2909d8-491c-4ffc-bcde-24b7ae14bf5c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849960 Mar 31 23:01:20.336240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-25d142e6-d140-4c0a-9a42-5bd038b71bdb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.342086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-25d142e6-d140-4c0a-9a42-5bd038b71bdb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.348697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-25d142e6-d140-4c0a-9a42-5bd038b71bdb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.354681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-25d142e6-d140-4c0a-9a42-5bd038b71bdb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.361274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-25d142e6-d140-4c0a-9a42-5bd038b71bdb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.367311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-25d142e6-d140-4c0a-9a42-5bd038b71bdb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.373194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-25d142e6-d140-4c0a-9a42-5bd038b71bdb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.375264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-25d142e6-d140-4c0a-9a42-5bd038b71bdb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.0940292 Mar 31 23:01:20.420263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ec5910b-9b4b-4b9d-a1c1-95e3e520a5bd req-67b65f08-1db9-4997-a2d6-bb6b9a27df42 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357990 Mar 31 23:01:20.687288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.690129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Fanout notify agent at l3_agent the message router_deleted on router 084d2068-8260-4fed-814b-f63863cb32cb {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:20.695403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.696873 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8a09ea03-913d-40de-86b9-782aa26d447d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/084d2068-8260-4fed-814b-f63863cb32cb HTTP/1.1" status: 204 len: 168 time: 2.7381897 Mar 31 23:01:20.700438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39134) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:20.706821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c5779a9b-4d3c-4187-bf48-7e7b471271fd tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-893621774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:20.722940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8355-5b1a-47ad-9e01-981bae63b902 req-5a9d7840-6ee2-48fd-8821-df5f6c86115b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.724463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63fd8355-5b1a-47ad-9e01-981bae63b902 req-5a9d7840-6ee2-48fd-8821-df5f6c86115b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.0667539 Mar 31 23:01:20.757990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1af09d49-6bf9-4a72-ba92-24a423432042 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.7918653 Mar 31 23:01:20.759025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.766226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39136) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:20.830375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Pushing event deleted for resources: {'Port': ['ID=c9130893-bb28-40d1-a709-43dfbdbf39ca,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:20.837845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63fd8355-5b1a-47ad-9e01-981bae63b902 req-c20832f3-7b13-4587-bebf-ae5ab09aae4c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060092 Mar 31 23:01:20.846301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c3ac4-be18-4b8f-b88b-42e5304d2e37 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.847804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-445c3ac4-be18-4b8f-b88b-42e5304d2e37 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "GET /v2.0/ports/f73ee9db-15a5-4bd3-ac07-1f9c7846615f HTTP/1.1" status: 200 len: 955 time: 0.0789752 Mar 31 23:01:20.852628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39138) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:20.899876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] No DVR routers for this DVR port c9130893-bb28-40d1-a709-43dfbdbf39ca on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:20.903127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.906910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05a67172-d28a-4bbe-9bff-23dd12d8f1e3 req-adea17db-5f5d-40d3-847e-41827e5c4671 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.45 "DELETE /v2.0/ports/c9130893-bb28-40d1-a709-43dfbdbf39ca HTTP/1.1" status: 204 len: 173 time: 2.5655079 Mar 31 23:01:20.907504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00eebd70-0af8-4524-a877-978b66ccf82c', 'name': 'network-vif-deleted', 'tag': 'c9130893-bb28-40d1-a709-43dfbdbf39ca'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:20.911153 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6803c8-b9c0-4b6a-a082-11dfca11a6c1" -d '{"events": [{"server_uuid": "00eebd70-0af8-4524-a877-978b66ccf82c", "name": "network-vif-deleted", "tag": "c9130893-bb28-40d1-a709-43dfbdbf39ca"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:20.936062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5779a9b-4d3c-4187-bf48-7e7b471271fd tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.946580 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5779a9b-4d3c-4187-bf48-7e7b471271fd tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.031903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Made reservation on behalf of 22ddb1185bea480bad68eb124084b161 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:21.035644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.105171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5779a9b-4d3c-4187-bf48-7e7b471271fd tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.111769 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd6dc1f-933b-44d0-a82b-03e901519c47 x-openstack-request-id: req-bdd6dc1f-933b-44d0-a82b-03e901519c47 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:21.112324 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00eebd70-0af8-4524-a877-978b66ccf82c", "name": "network-vif-deleted", "tag": "c9130893-bb28-40d1-a709-43dfbdbf39ca", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:21.112780 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdd6dc1f-933b-44d0-a82b-03e901519c47 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:21.113970 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd6dc1f-933b-44d0-a82b-03e901519c47'] response: {'server_uuid': '00eebd70-0af8-4524-a877-978b66ccf82c', 'name': 'network-vif-deleted', 'tag': 'c9130893-bb28-40d1-a709-43dfbdbf39ca', 'status': 'completed', 'code': 200} Mar 31 23:01:21.117645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.210083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5779a9b-4d3c-4187-bf48-7e7b471271fd tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.229132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-04b8e153-0e27-4ea7-abb5-7674ceeff8c8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Deleting port f73ee9db-15a5-4bd3-ac07-1f9c7846615f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:21.229739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04b8e153-0e27-4ea7-abb5-7674ceeff8c8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.300523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04b8e153-0e27-4ea7-abb5-7674ceeff8c8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.318414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-04b8e153-0e27-4ea7-abb5-7674ceeff8c8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Calling delete_port for f73ee9db-15a5-4bd3-ac07-1f9c7846615f owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:21.321799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:21.435179 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5779a9b-4d3c-4187-bf48-7e7b471271fd tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.441877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c5779a9b-4d3c-4187-bf48-7e7b471271fd tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7402132 Mar 31 23:01:21.442857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39150) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:21.464382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:21.546242 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.623013 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.650586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:21.653062 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad31855-be68-4f9b-b6d4-e630987d1034" -d '{"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-unplugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:21.670130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:21.693812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c920a6b-dbb0-4ca6-baf1-e2f830c0ca58 req-332ba03b-9e70-466b-bddb-7f53f7ffed81 tempest-ServerGroupTestJSON-1008794562 tempest-ServerGroupTestJSON-1008794562-project] 10.222.0.31 "GET /v2.0/ports?device_id=00eebd70-0af8-4524-a877-978b66ccf82c HTTP/1.1" status: 200 len: 210 time: 0.2478042 Mar 31 23:01:21.694760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04b8e153-0e27-4ea7-abb5-7674ceeff8c8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.699757 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.718602 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:21.757105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.759882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c9130893-bb28-40d1-a709-43dfbdbf39ca no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:21.794944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25766d74-8fe3-418d-8d0c-4345228f1f94,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:21.826232 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6a2f79-e5c1-4dbe-bf00-1d540c3ebfd6 x-openstack-request-id: req-3a6a2f79-e5c1-4dbe-bf00-1d540c3ebfd6 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:21.827093 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-unplugged", "status": "completed", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:21.827493 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a6a2f79-e5c1-4dbe-bf00-1d540c3ebfd6 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:21.828177 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6a2f79-e5c1-4dbe-bf00-1d540c3ebfd6'] response: {'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'code': 200} Mar 31 23:01:21.882778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.892570 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Added segment 488092dc-8c90-41d8-ad7f-f586177b4dd8 of type vlan for network 20739f00-abaf-4d39-ad8a-66a567344695 Mar 31 23:01:21.893403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-6266b0d7-388e-4c3c-b0aa-b60346ea2bdf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.904430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: c9130893-bb28-40d1-a709-43dfbdbf39ca {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:21.905666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c9130893-bb28-40d1-a709-43dfbdbf39ca not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:21.908951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=14']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:21.916847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-6266b0d7-388e-4c3c-b0aa-b60346ea2bdf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.929104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-6266b0d7-388e-4c3c-b0aa-b60346ea2bdf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.935474 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8e153-0e27-4ea7-abb5-7674ceeff8c8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event deleted for resources: {'Port': ['ID=f73ee9db-15a5-4bd3-ac07-1f9c7846615f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:21.948267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-6266b0d7-388e-4c3c-b0aa-b60346ea2bdf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.948390 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04b8e153-0e27-4ea7-abb5-7674ceeff8c8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.949381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-6266b0d7-388e-4c3c-b0aa-b60346ea2bdf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.956173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-6266b0d7-388e-4c3c-b0aa-b60346ea2bdf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.965992 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-04b8e153-0e27-4ea7-abb5-7674ceeff8c8 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f73ee9db-15a5-4bd3-ac07-1f9c7846615f HTTP/1.1" status: 204 len: 168 time: 1.1115434 Mar 31 23:01:21.970282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39158) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:21.988416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-6266b0d7-388e-4c3c-b0aa-b60346ea2bdf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.988416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-6266b0d7-388e-4c3c-b0aa-b60346ea2bdf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.4013972 Mar 31 23:01:22.114839 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.173147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.180902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc9c9d53-fd0c-45d8-abd9-e1b01df7a0ff req-7ce97004-58e5-4b35-8270-f9bd2d905923 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804584 Mar 31 23:01:22.194560 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22ea5ab-ea5d-4fb4-b9e2-46db3eec42d9 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:01:22.206306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a131900-b4ee-42d7-bf77-c39238837864 req-b1267872-a3bf-41ea-993e-c3b0c3c0030a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:22.206460 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d22ea5ab-ea5d-4fb4-b9e2-46db3eec42d9 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "GET /v2.0/ports/f73ee9db-15a5-4bd3-ac07-1f9c7846615f HTTP/1.1" status: 404 len: 333 time: 0.2287991 Mar 31 23:01:22.209929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39160) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.229854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a131900-b4ee-42d7-bf77-c39238837864 req-b1267872-a3bf-41ea-993e-c3b0c3c0030a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.1309612 Mar 31 23:01:22.262848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Request body: {'port': {'network_id': '294eac16-e277-49f8-9559-e26efaf9b888', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1347316338'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:22.357814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a131900-b4ee-42d7-bf77-c39238837864 req-c48b9b44-6eb9-46fa-a6b1-9a4b40134df2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268439 Mar 31 23:01:22.385211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.386370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:22.387192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.465778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Made reservation on behalf of 12e5054a753c41e49091ee1ac75194d4 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:22.473337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.532879 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1853731 Mar 31 23:01:22.540502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] device_id is not set on port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:22.544971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39168) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.553815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baee8c-e664-41bc-8c29-2bcdd972f579 admin admin] Pushing event updated for resources: {'Network': ['ID=20739f00-abaf-4d39-ad8a-66a567344695,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:22.555345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Request body: {'subnet': {'network_id': '20739f00-abaf-4d39-ad8a-66a567344695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1302810783-subnet', 'tenant_id': '22ddb1185bea480bad68eb124084b161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:22.565991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 20739f00-abaf-4d39-ad8a-66a567344695 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:22.660818 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.685794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.757625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Made reservation on behalf of 22ddb1185bea480bad68eb124084b161 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:22.761180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.833309 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.021105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Allocated IP 172.25.4.251 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/7c833f6a-93d4-4632-9742-e9da7590410a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:23.079575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.137405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=58bab4df-2549-41af-9cb5-61ac5af9cdc2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.158561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Network 294eac16-e277-49f8-9559-e26efaf9b888 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:23.160413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:23.163862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:23.165037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.165722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.312905 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c9f044b6-b6e2-462f-931d-e82325c5459a tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0653305 Mar 31 23:01:23.313592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39198) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:23.324892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:23.412506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39206) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:23.434802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.468390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.491102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.520859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f66fef-4949-4328-bde7-8c14b04583fb req-f0d2ecce-4ecf-426a-9331-f1cefebaf668 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.531291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f66fef-4949-4328-bde7-8c14b04583fb req-f0d2ecce-4ecf-426a-9331-f1cefebaf668 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.539641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f66fef-4949-4328-bde7-8c14b04583fb req-f0d2ecce-4ecf-426a-9331-f1cefebaf668 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.571396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f66fef-4949-4328-bde7-8c14b04583fb req-f0d2ecce-4ecf-426a-9331-f1cefebaf668 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.581895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f66fef-4949-4328-bde7-8c14b04583fb req-f0d2ecce-4ecf-426a-9331-f1cefebaf668 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.600241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f66fef-4949-4328-bde7-8c14b04583fb req-f0d2ecce-4ecf-426a-9331-f1cefebaf668 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.620083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f66fef-4949-4328-bde7-8c14b04583fb req-f0d2ecce-4ecf-426a-9331-f1cefebaf668 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.623254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03f66fef-4949-4328-bde7-8c14b04583fb req-f0d2ecce-4ecf-426a-9331-f1cefebaf668 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.3162968 Mar 31 23:01:23.741052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-4ebd58b3-0090-4220-b32e-91061f38e030 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3753123 Mar 31 23:01:23.750959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9139a75e-e3c2-4d87-a40a-30d36cfb9bcb admin admin] Deleting subnet 1ece1059-0140-4504-a275-565dff152ff9 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:23.763923 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9139a75e-e3c2-4d87-a40a-30d36cfb9bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.809361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] device_id is not set on port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:23.829079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8562a85f-17c1-4388-9c6e-3de96d1349f0,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.841328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.883932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03f66fef-4949-4328-bde7-8c14b04583fb req-5d69b580-641d-4196-a088-7166dbd620c6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956356 Mar 31 23:01:23.934372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.949799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9139a75e-e3c2-4d87-a40a-30d36cfb9bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.986443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02a580-1323-4035-8b93-c53ded8eef10 req-117e4497-97a5-4141-b82e-892ace9ad2bb tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.988006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b02a580-1323-4035-8b93-c53ded8eef10 req-117e4497-97a5-4141-b82e-892ace9ad2bb tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.4838309 Mar 31 23:01:24.004824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Checking segment: {'id': '488092dc-8c90-41d8-ad7f-f586177b4dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20739f00-abaf-4d39-ad8a-66a567344695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:24.005205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Network hostable DHCP agents. Network: 20739f00-abaf-4d39-ad8a-66a567344695, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:24.048488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.052672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-06a2bde2-801c-4fb8-9ad0-30747773fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.054405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-06a2bde2-801c-4fb8-9ad0-30747773fbcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1096 time: 0.2516189 Mar 31 23:01:24.090267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=58bab4df-2549-41af-9cb5-61ac5af9cdc2,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.110659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.111049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.111380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.118425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.118823 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.126409 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 2 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:24.135433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9139a75e-e3c2-4d87-a40a-30d36cfb9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.145483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.145853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.146192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.153694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.154031 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.154523 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 3 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:24.179457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.179808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.180261 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.186634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.187392 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.187885 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 4 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:24.235083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.235423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.237005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.260911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:24.261137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.261363 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.261659 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 5 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:24.278228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b02a580-1323-4035-8b93-c53ded8eef10 req-bbf28199-e317-4a74-91a0-dd207b1457de tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796524 Mar 31 23:01:24.290238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.290609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.290966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.292545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:24.295244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Network 20739f00-abaf-4d39-ad8a-66a567344695 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:24.306980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.307314 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.307708 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 6 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:24.312866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:24.337169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.345861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.345861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.345861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.345861 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.358081 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 7 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:24.365333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event updated for resources: {'Port': ['ID=7c833f6a-93d4-4632-9742-e9da7590410a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.386218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.386218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.386218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.392750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7b09-e821-4c3e-aebb-2e150e73396e req-b6946182-15ab-4e84-b929-7163be9b5275 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.400215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.400731 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.401372 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 8 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:24.401624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7b09-e821-4c3e-aebb-2e150e73396e req-b6946182-15ab-4e84-b929-7163be9b5275 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.409462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7b09-e821-4c3e-aebb-2e150e73396e req-b6946182-15ab-4e84-b929-7163be9b5275 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.415662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7b09-e821-4c3e-aebb-2e150e73396e req-b6946182-15ab-4e84-b929-7163be9b5275 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.424645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7b09-e821-4c3e-aebb-2e150e73396e req-b6946182-15ab-4e84-b929-7163be9b5275 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.432545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7b09-e821-4c3e-aebb-2e150e73396e req-b6946182-15ab-4e84-b929-7163be9b5275 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.440099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7b09-e821-4c3e-aebb-2e150e73396e req-b6946182-15ab-4e84-b929-7163be9b5275 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.442733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-530b7b09-e821-4c3e-aebb-2e150e73396e req-b6946182-15ab-4e84-b929-7163be9b5275 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.4067395 Mar 31 23:01:24.464293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39220) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:24.469055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 20739f00-abaf-4d39-ad8a-66a567344695) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:24.471064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Request body: {'floatingip': {'port_id': '0a27d271-1139-4e1a-9d57-f2b23b475a56'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:24.483305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef62397-853b-41cc-afe3-1d4d250336e6 None None] Network 20739f00-abaf-4d39-ad8a-66a567344695 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:24.484495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.485238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.592257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.592655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.593141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.598761 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.662886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9139a75e-e3c2-4d87-a40a-30d36cfb9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.732140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a140e-c477-467c-9179-8ac98ce3c483 None None] Network 20739f00-abaf-4d39-ad8a-66a567344695 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:24.761582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9aff2737-fba6-4133-aa0d-a0c5ce1d5a53 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2137115 Mar 31 23:01:24.794306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.794913 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.808666 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 9 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:24.835898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:24.836124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:24.836355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:24.847430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139a75e-e3c2-4d87-a40a-30d36cfb9bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ece1059-0140-4504-a275-565dff152ff9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.849931 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9139a75e-e3c2-4d87-a40a-30d36cfb9bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.861914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9139a75e-e3c2-4d87-a40a-30d36cfb9bcb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ece1059-0140-4504-a275-565dff152ff9 HTTP/1.1" status: 204 len: 168 time: 1.4445086 Mar 31 23:01:24.876997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-b9bb513b-eb53-4521-8782-61c0e4947a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.882300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-b9bb513b-eb53-4521-8782-61c0e4947a90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.7676802 Mar 31 23:01:24.885348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39226) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:24.900709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94b6e9-7e47-4a0c-b56a-d05463e2fe7a req-8ad09302-446f-4934-920c-d96c87493c3a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.938667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd94b6e9-7e47-4a0c-b56a-d05463e2fe7a req-8ad09302-446f-4934-920c-d96c87493c3a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3312943 Mar 31 23:01:24.951499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:24.951938 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:24.954976 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempt 10 to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 Mar 31 23:01:25.014583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:25.019763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:25.020328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempting to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:25.033412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:25.033557 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Failed to bind port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '7b948f6e-6251-4068-b242-8ce615d90b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '294eac16-e277-49f8-9559-e26efaf9b888'}] Mar 31 23:01:25.033866 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.302991 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.306452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-f8d7bb28-57b6-4ba0-a496-d7fe4662871e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.3150940 Mar 31 23:01:25.317743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd94b6e9-7e47-4a0c-b56a-d05463e2fe7a req-b8710cb5-6308-4dff-943f-979f5bb99c30 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3779478 Mar 31 23:01:25.342173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] For port 58bab4df-2549-41af-9cb5-61ac5af9cdc2, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:25.343813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attempted to set empty binding levels {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:01:25.517033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.588093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] In _notify_port_updated(), no bound segment for port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 on network 294eac16-e277-49f8-9559-e26efaf9b888 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:01:25.589982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.590950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.591174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-4e47906a-8e64-4dd3-98ae-728c84a56d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.593029 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "PUT /v2.0/ports/58bab4df-2549-41af-9cb5-61ac5af9cdc2 HTTP/1.1" status: 200 len: 975 time: 2.2784626 Mar 31 23:01:25.593150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-4e47906a-8e64-4dd3-98ae-728c84a56d60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.2727871 Mar 31 23:01:25.604339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39250) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:25.693970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c494618-763e-4f22-9bdb-ffd0037bea3d tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event updated for resources: {'Port': ['ID=58bab4df-2549-41af-9cb5-61ac5af9cdc2,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:25.714411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.740028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7baf59-2e83-4e11-ba89-8c66e723b65a req-cc576b32-54f2-433e-8efb-ce175592d12e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.754338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c7baf59-2e83-4e11-ba89-8c66e723b65a req-cc576b32-54f2-433e-8efb-ce175592d12e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.3022387 Mar 31 23:01:25.846923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.862045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:25.879345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Deleting port 58bab4df-2549-41af-9cb5-61ac5af9cdc2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:25.879345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.888019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa9e0b6-ebd5-4a6f-a32c-76f97405869c') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:25.888319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa9e0b6-ebd5-4a6f-a32c-76f97405869c') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:25.891966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-c9305adf-f761-4e81-9c50-aed3284b6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.893392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-c9305adf-f761-4e81-9c50-aed3284b6df3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542377 Mar 31 23:01:25.896054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.960817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c7baf59-2e83-4e11-ba89-8c66e723b65a req-d5038d8f-a6f3-426a-80eb-e56d53f5a0e2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050531 Mar 31 23:01:25.963213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.978314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] For port 58bab4df-2549-41af-9cb5-61ac5af9cdc2, host n-h1-836015-1, got binding levels [] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:25.978885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.022596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.147239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Calling delete_port for 58bab4df-2549-41af-9cb5-61ac5af9cdc2 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:26.302679 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Floating IP 9daa4bd0-da2f-43a2-b46b-c360f287e2a1 associated. External IP: 172.25.4.114, port: 0a27d271-1139-4e1a-9d57-f2b23b475a56. Mar 31 23:01:26.457328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.482493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:26.482910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:26.485343 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:26.583826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.645980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.649399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-e36f8c60-088b-4703-9c24-af55c5cf0959 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424767 Mar 31 23:01:26.651956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "DELETE /v2.0/ports/58bab4df-2549-41af-9cb5-61ac5af9cdc2 HTTP/1.1" status: 204 len: 168 time: 1.0450995 Mar 31 23:01:26.653927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7954a2-f54b-4bac-84dc-52905d1859c6 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] Pushing event deleted for resources: {'Port': ['ID=58bab4df-2549-41af-9cb5-61ac5af9cdc2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:26.657299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39282) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:26.773849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.775990 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb75981-e492-4313-bed8-fe0d189641e2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:01:26.782447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eeb75981-e492-4313-bed8-fe0d189641e2 tempest-PortsAdminExtendedAttrsTestJSON-994998622 tempest-PortsAdminExtendedAttrsTestJSON-994998622-project-admin] 10.222.0.31 "GET /v2.0/ports/58bab4df-2549-41af-9cb5-61ac5af9cdc2 HTTP/1.1" status: 404 len: 333 time: 0.1179085 Mar 31 23:01:26.784130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39286) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:26.814736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.815192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:26.820264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91 HTTP/1.1" status: 204 len: 168 time: 1.8664331 Mar 31 23:01:26.836721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cad4c-0dea-4c8a-a07d-d7494a5a00e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5685e1d-b1e2-4e7a-9f1d-a87e22eecc91,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:26.930937 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.945358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.949989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb899b2-7b08-4dea-9746-0325e70abfba req-4e13d7c6-c0c6-4d58-8e73-b9d996f7b57f service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914422 Mar 31 23:01:27.286429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Router 397d4272-768b-47c5-bbf4-7c249c309263 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:01:27.351740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf4e9-0613-4ca7-980c-b63e8263bfa7 req-761c2e57-3ae5-4e01-8262-ea5ea8b3210c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.353433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-603bf4e9-0613-4ca7-980c-b63e8263bfa7 req-761c2e57-3ae5-4e01-8262-ea5ea8b3210c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.1186719 Mar 31 23:01:27.434470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39298) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:27.465317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.494179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:27.500522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.508875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] Sync routers for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:27.546306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:27.547076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.588857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:27.601526 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ad138-b0a5-4645-96c6-330b11a2cacd None None] Sync routers for ids ['397d4272-768b-47c5-bbf4-7c249c309263'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:27.612835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.614005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4140b068-1feb-44b6-800e-a94868db25a0 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "PUT /v2.0/routers/397d4272-768b-47c5-bbf4-7c249c309263 HTTP/1.1" status: 200 len: 879 time: 6.1619766 Mar 31 23:01:27.616697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39306) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:27.629453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-603bf4e9-0613-4ca7-980c-b63e8263bfa7 req-5810029c-ddd0-4e05-972c-0f1a6b601902 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604775 Mar 31 23:01:27.638853 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ad138-b0a5-4645-96c6-330b11a2cacd None None] Routers {'397d4272-768b-47c5-bbf4-7c249c309263'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:27.640062 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-cc1ad138-b0a5-4645-96c6-330b11a2cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['397d4272-768b-47c5-bbf4-7c249c309263'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.694185 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-cc1ad138-b0a5-4645-96c6-330b11a2cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.706081 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ad138-b0a5-4645-96c6-330b11a2cacd None None] Routers {'397d4272-768b-47c5-bbf4-7c249c309263'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:27.707070 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-cc1ad138-b0a5-4645-96c6-330b11a2cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['397d4272-768b-47c5-bbf4-7c249c309263'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.740820 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-cc1ad138-b0a5-4645-96c6-330b11a2cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.741789 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ad138-b0a5-4645-96c6-330b11a2cacd None None] The sync data for ids ['397d4272-768b-47c5-bbf4-7c249c309263'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:27.760311 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.766724 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a606b912-91ae-4841-9889-1d6b0324a5eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a07a7e31ebfe4ae5991ba7acf7a48684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310647 Mar 31 23:01:27.775152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-27d71a6c-eef8-4090-9abb-f6ce4bbc4e18 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "PUT /v2.0/floatingips/9daa4bd0-da2f-43a2-b46b-c360f287e2a1 HTTP/1.1" status: 200 len: 992 time: 3.3097210 Mar 31 23:01:27.775738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39308) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:27.784365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:27.789049 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed51bf4-15d2-4226-89e8-ae42e0531de2" -d '{"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:27.834291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:27.835391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-74d26c7c-b1fa-4305-8976-bd17ecd19035 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/routers/397d4272-768b-47c5-bbf4-7c249c309263 HTTP/1.1" status: 200 len: 920 time: 0.2159595 Mar 31 23:01:27.839288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39314) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:27.843240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-a74776c4-5bb0-4d46-9039-1fe63a22b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.844910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-a74776c4-5bb0-4d46-9039-1fe63a22b256 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1095 time: 0.4115849 Mar 31 23:01:27.865952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294eac16-e277-49f8-9559-e26efaf9b888']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.869705 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d6c30e-a6e0-4d22-a272-ab1a42d9eec3 x-openstack-request-id: req-b5d6c30e-a6e0-4d22-a272-ab1a42d9eec3 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:27.869996 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:27.870247 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5d6c30e-a6e0-4d22-a272-ab1a42d9eec3 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:27.870668 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d6c30e-a6e0-4d22-a272-ab1a42d9eec3'] response: {'name': 'network-changed', 'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'status': 'completed', 'code': 200} Mar 31 23:01:27.920233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b948f6e-6251-4068-b242-8ce615d90b99') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.921495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b948f6e-6251-4068-b242-8ce615d90b99') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.981983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.986930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3106a9d0-82e0-4528-9085-d9a3476e7e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.054735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.071703 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3106a9d0-82e0-4528-9085-d9a3476e7e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.093241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:28.094244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: items = [ Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:28.098721 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:28.104893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f78832-703a-4eed-a9cf-23133ad8072e tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.111756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f8f78832-703a-4eed-a9cf-23133ad8072e tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=397d4272-768b-47c5-bbf4-7c249c309263&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2707970 Mar 31 23:01:28.115408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39322) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:28.281776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-029528e2-451e-4da7-be78-c2d1edeeca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.283369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9daa4bd0-da2f-43a2-b46b-c360f287e2a1', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'port_id': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'mac_address': 'fa:16:3e:1a:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:53Z', 'updated_at': '2022-03-31T23:01:25Z', 'revision_number': 1, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:30Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:28.289057 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-029528e2-451e-4da7-be78-c2d1edeeca6a service neutron] 10.222.0.50 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.3801746 Mar 31 23:01:28.334814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed09fa-3023-407e-84c3-df7ae37caf89 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.336266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-74ed09fa-3023-407e-84c3-df7ae37caf89 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 881 time: 0.2185659 Mar 31 23:01:28.341246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39324) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:28.364197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3987534c-68ca-4d87-bbc1-7905679fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.364681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3987534c-68ca-4d87-bbc1-7905679fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.365152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3987534c-68ca-4d87-bbc1-7905679fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.365620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3987534c-68ca-4d87-bbc1-7905679fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.366142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3987534c-68ca-4d87-bbc1-7905679fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.366675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3987534c-68ca-4d87-bbc1-7905679fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.367294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3987534c-68ca-4d87-bbc1-7905679fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.370251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3987534c-68ca-4d87-bbc1-7905679fa412 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6493 time: 0.3714085 Mar 31 23:01:28.413137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39326) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:28.416447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f4c11f2c-d50b-498d-b3a8-005693c40870 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=397d4272-768b-47c5-bbf4-7c249c309263 HTTP/1.1" status: 200 len: 205 time: 0.0658448 Mar 31 23:01:28.422556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] Checking router: 4e87f62b-fbdb-4581-b091-5bf0f0f0039b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:28.444405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.456101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:28.456749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:28.505625 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.513067 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] 10.222.0.31 "DELETE /v2.0/networks/294eac16-e277-49f8-9559-e26efaf9b888 HTTP/1.1" status: 204 len: 168 time: 1.7246230 Mar 31 23:01:28.580754 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-fc79d5b4-9a15-4b94-828e-c4670e720cd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 200 len: 998 time: 0.2793498 Mar 31 23:01:28.658811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfbf74-d188-4ea4-9335-b96b699dfc0b tempest-PortsAdminExtendedAttrsTestJSON-1160233556 tempest-PortsAdminExtendedAttrsTestJSON-1160233556-project] Pushing event deleted for resources: {'Network': ['ID=294eac16-e277-49f8-9559-e26efaf9b888,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:28.699487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3106a9d0-82e0-4528-9085-d9a3476e7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.703097 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3106a9d0-82e0-4528-9085-d9a3476e7e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.708613 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3106a9d0-82e0-4528-9085-d9a3476e7e7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/249379fa-89ed-4a0e-a00d-ebeb35eb3f5a HTTP/1.1" status: 204 len: 168 time: 0.9082108 Mar 31 23:01:28.768503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106a9d0-82e0-4528-9085-d9a3476e7e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249379fa-89ed-4a0e-a00d-ebeb35eb3f5a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:28.933733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-47b9388f-122a-4f01-8c90-53876d7c4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.935863 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-47b9388f-122a-4f01-8c90-53876d7c4367 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.2953773 Mar 31 23:01:28.963189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.971508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-ac47673f-116f-4862-aa1c-15aabeaf59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.979746 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-ac47673f-116f-4862-aa1c-15aabeaf59a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad HTTP/1.1" status: 200 len: 912 time: 0.5858519 Mar 31 23:01:29.030716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d55ce6-add1-47ce-a261-c971e2899b62 req-7e7be654-6b43-469e-9d2e-18ee60ccf33a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.030716 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5d55ce6-add1-47ce-a261-c971e2899b62 req-7e7be654-6b43-469e-9d2e-18ee60ccf33a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.1749024 Mar 31 23:01:29.074695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:29.124042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-3df55501-63c6-4a68-a395-a4ddc0484c42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56 HTTP/1.1" status: 200 len: 1000 time: 0.1370633 Mar 31 23:01:29.145754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-6d483a53-ad8e-4328-98e4-07fc14a08e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.147338 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-6d483a53-ad8e-4328-98e4-07fc14a08e4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294029 Mar 31 23:01:29.203215 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-b4d507e5-9250-458e-8b4a-7347d5c4c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.204771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-b4d507e5-9250-458e-8b4a-7347d5c4c90e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6a585b5-04aa-4e07-a849-da75601d5494 HTTP/1.1" status: 200 len: 850 time: 0.0721936 Mar 31 23:01:29.261630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5d55ce6-add1-47ce-a261-c971e2899b62 req-7269530f-ee61-43b9-8b17-b1095cdd59fe tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358185 Mar 31 23:01:29.304226 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-ea2ae041-44a3-4f05-b72c-591c9affb87e service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496630 Mar 31 23:01:29.305923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.372313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-eab24788-7eab-478b-876b-43236c1d142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.374787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-eab24788-7eab-478b-876b-43236c1d142d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346238 Mar 31 23:01:29.444278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9daa4bd0-da2f-43a2-b46b-c360f287e2a1', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'port_id': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'mac_address': 'fa:16:3e:1a:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:53Z', 'updated_at': '2022-03-31T23:01:25Z', 'revision_number': 1, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:30Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:29.475175 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3e419af4-6d54-46fd-921b-cfdeba3ed034 req-6769570c-0889-42bf-a928-c4e05da5f4cf service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594174 Mar 31 23:01:29.489275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3844c1d-9c94-4089-ba4b-639359675be8 None None] The sync data for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 is: [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9daa4bd0-da2f-43a2-b46b-c360f287e2a1', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'port_id': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'mac_address': 'fa:16:3e:1a:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:53Z', 'updated_at': '2022-03-31T23:01:25Z', 'revision_number': 1, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:30Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:29.526070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-571b646a-670f-4de7-857b-f69754fa929e service neutron] 10.222.0.45 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412766 Mar 31 23:01:29.696046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ed51bf4-15d2-4226-89e8-ae42e0531de2 req-ab1abf7e-86cd-49d2-a477-245f09b95586 service neutron] 10.222.0.45 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592464 Mar 31 23:01:29.790944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c18a24-d812-4812-825b-c06b2f5ae771 None None] New status for floating IP 9daa4bd0-da2f-43a2-b46b-c360f287e2a1: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:30.005604 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:01:30.061760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-3dd13171-faf3-4b9c-8ba4-f42c404d220c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.064119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-3dd13171-faf3-4b9c-8ba4-f42c404d220c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/networks?id=20739f00-abaf-4d39-ad8a-66a567344695 HTTP/1.1" status: 200 len: 822 time: 0.1504922 Mar 31 23:01:30.068503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Deleting port 7c833f6a-93d4-4632-9742-e9da7590410a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:30.069027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.082747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-de562455-b2b6-4d18-8f1e-f3e27c4999c5 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/quotas/22ddb1185bea480bad68eb124084b161 HTTP/1.1" status: 200 len: 375 time: 0.0113456 Mar 31 23:01:30.127224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-58405837-5697-4160-ae9a-4ea3bb3b7579 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22ddb1185bea480bad68eb124084b161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330310 Mar 31 23:01:30.163110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.183482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Calling delete_port for 7c833f6a-93d4-4632-9742-e9da7590410a owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:30.260371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-e2b1c860-0390-4093-9167-d9393b72ba8b service neutron] 10.222.0.31 "GET /v2.0/networks/20739f00-abaf-4d39-ad8a-66a567344695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152203 Mar 31 23:01:30.479656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26973475-3835-49df-94a7-af4060913a4b req-031a8b86-f278-40c9-a4aa-4e5effccb5c0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.481509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26973475-3835-49df-94a7-af4060913a4b req-031a8b86-f278-40c9-a4aa-4e5effccb5c0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.1189566 Mar 31 23:01:30.491435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-250e537f-9698-435e-9637-1cae660dfa8c service neutron] 10.222.0.31 "GET /v2.0/networks/20739f00-abaf-4d39-ad8a-66a567344695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139964 Mar 31 23:01:30.527021 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.576945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26973475-3835-49df-94a7-af4060913a4b req-d48f70d9-fcac-4c20-99f7-88467540defa tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792570 Mar 31 23:01:30.620283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39362) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:30.631675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event deleted for resources: {'Port': ['ID=7c833f6a-93d4-4632-9742-e9da7590410a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:30.773578 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.876835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04acbefd-147e-44fc-a27e-674c784bc7d7 req-d6d7da32-a1a3-4f05-9ec4-4a36251ddb80 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 210 time: 0.0690610 Mar 31 23:01:30.919747 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.922181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.991375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ddf704c8-6162-4102-b744-e01c3ffb0b30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fceb3f6dcd043c3b66fd67ec6c901a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643982 Mar 31 23:01:30.991962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39378) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:31.061548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35b46480-f5fa-4ee4-9bd9-a4747ba04dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.089970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35b46480-f5fa-4ee4-9bd9-a4747ba04dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.150284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.151228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Fanout notify agent at l3_agent the message router_deleted on router 397d4272-768b-47c5-bbf4-7c249c309263 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:31.160663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.167825 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-31cc3639-c269-46b5-a9e3-e657994e492a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/397d4272-768b-47c5-bbf4-7c249c309263 HTTP/1.1" status: 204 len: 168 time: 2.7466061 Mar 31 23:01:31.167825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39388) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:31.172024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-105043bb-0904-444a-876e-3e05babad87d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-51470935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:31.305825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35b46480-f5fa-4ee4-9bd9-a4747ba04dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.310930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35b46480-f5fa-4ee4-9bd9-a4747ba04dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.310930 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-35b46480-f5fa-4ee4-9bd9-a4747ba04dca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a97d5903-9474-445c-bfc7-224aef38981d HTTP/1.1" status: 204 len: 168 time: 0.3169169 Mar 31 23:01:31.310930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-105043bb-0904-444a-876e-3e05babad87d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.312058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-105043bb-0904-444a-876e-3e05babad87d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.376069 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-105043bb-0904-444a-876e-3e05babad87d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.389982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b46480-f5fa-4ee4-9bd9-a4747ba04dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97d5903-9474-445c-bfc7-224aef38981d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:31.465829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-105043bb-0904-444a-876e-3e05babad87d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.701326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-105043bb-0904-444a-876e-3e05babad87d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.704751 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-105043bb-0904-444a-876e-3e05babad87d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5362604 Mar 31 23:01:31.709355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39416) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:31.716944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': True}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:31.769499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592616e-f1ed-416f-9d50-fbb1bcc7a18a req-b71391d6-0688-41b6-93ab-4eb255239dc1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:31.772176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5592616e-f1ed-416f-9d50-fbb1bcc7a18a req-b71391d6-0688-41b6-93ab-4eb255239dc1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.1068790 Mar 31 23:01:31.823617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5592616e-f1ed-416f-9d50-fbb1bcc7a18a req-5318a946-6c4c-46e4-8cae-ef2aa4136f18 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450115 Mar 31 23:01:31.861408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39418) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:32.005798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-059242b2-43b7-4666-9889-288ffc49bc74 req-d89eaafe-594d-4e89-aa22-38f731e20757 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 210 time: 0.0790832 Mar 31 23:01:32.016290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2127956352-network', 'tenant_id': 'b2dc9fc119ff4da898e5d5ede586f5d3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:32.036411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.196372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Made reservation on behalf of b2dc9fc119ff4da898e5d5ede586f5d3 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:32.199073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.210132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.325630 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.414022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.435270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:32.437659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.450998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a6c3b-e49f-4229-8282-af43012f42fa,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:32.467278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.475514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.475861 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Added segment 9aad7935-6976-4381-bf08-3a34f0950b6c of type vlan for network 18339a44-8716-40a3-87f0-c21d0380e168 Mar 31 23:01:32.520908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39434) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:32.527378 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.620246 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-de3a6562-209c-4b49-813c-0433167f2622 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12e5054a753c41e49091ee1ac75194d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954373 Mar 31 23:01:32.620627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39436) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:32.641440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Allocated IP 172.25.4.35 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/7429d5e7-256e-493b-89ac-89a161804f9e) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:32.673009 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da20a1b8-d930-4205-a9ee-9f2d166e25a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.696380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da20a1b8-d930-4205-a9ee-9f2d166e25a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.741674 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.742727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.749844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.816138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.840615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] Pushing event updated for resources: {'Network': ['ID=18339a44-8716-40a3-87f0-c21d0380e168,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:32.854765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 18339a44-8716-40a3-87f0-c21d0380e168 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:32.911655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1eb77e6b-e421-4439-a2ad-085b14d26149 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0422840 Mar 31 23:01:32.912079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39444) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:32.920604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Request body: {'subnet': {'network_id': '18339a44-8716-40a3-87f0-c21d0380e168', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2127956352-subnet', 'tenant_id': 'b2dc9fc119ff4da898e5d5ede586f5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:32.988481 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da20a1b8-d930-4205-a9ee-9f2d166e25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.991010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da20a1b8-d930-4205-a9ee-9f2d166e25a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.992147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da20a1b8-d930-4205-a9ee-9f2d166e25a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4332b2bf-b2ba-43be-a82b-f4d6de987b1b HTTP/1.1" status: 204 len: 168 time: 0.3705525 Mar 31 23:01:33.013899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c4abe-a9fb-4656-a04d-db34812635cf req-dfe7bcd2-8329-4ad5-953b-86a9ef912462 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.015575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-640c4abe-a9fb-4656-a04d-db34812635cf req-dfe7bcd2-8329-4ad5-953b-86a9ef912462 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1091850 Mar 31 23:01:33.017871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20a1b8-d930-4205-a9ee-9f2d166e25a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4332b2bf-b2ba-43be-a82b-f4d6de987b1b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:33.021712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.040918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852797f-a1b1-4da6-98e2-0374da64c44b req-b00a7880-0add-467e-b865-20543397b608 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.042510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7852797f-a1b1-4da6-98e2-0374da64c44b req-b00a7880-0add-467e-b865-20543397b608 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.0928702 Mar 31 23:01:33.090642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:33.100653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Made reservation on behalf of b2dc9fc119ff4da898e5d5ede586f5d3 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:33.105907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.112874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:33.118042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:33.134089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'Port': ['ID=7429d5e7-256e-493b-89ac-89a161804f9e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:33.190722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7852797f-a1b1-4da6-98e2-0374da64c44b req-34878557-b213-486c-91bb-bc0e84a61cb5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366866 Mar 31 23:01:33.196011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-640c4abe-a9fb-4656-a04d-db34812635cf req-3905f2f4-6860-41d3-a1f4-0856ed7f7ede tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398718 Mar 31 23:01:33.326268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65474296-53ee-4b26-8cf9-fff685a666cf req-5304ce55-f7e3-4513-8c2f-47de13b46bd8 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 210 time: 0.0535879 Mar 31 23:01:33.384769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc53c87-4a01-4709-b65e-3c9fc4bdc4fa req-031e380f-a6c5-41cd-8b1f-df4f018f4212 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.386831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfc53c87-4a01-4709-b65e-3c9fc4bdc4fa req-031e380f-a6c5-41cd-8b1f-df4f018f4212 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0955648 Mar 31 23:01:33.434332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfc53c87-4a01-4709-b65e-3c9fc4bdc4fa req-978c8845-d55d-4640-b167-4099535797a5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Mar 31 23:01:33.580856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.621548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc259b2d-f86e-4d4b-9fc8-4bebd96bbacd req-5c60b185-2192-4804-bbff-7741bba5f26c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.632025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc259b2d-f86e-4d4b-9fc8-4bebd96bbacd req-5c60b185-2192-4804-bbff-7741bba5f26c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0916374 Mar 31 23:01:33.682777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.690526 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc259b2d-f86e-4d4b-9fc8-4bebd96bbacd req-a080bf02-509e-4c3f-9e8a-0529dc1fedae tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526879 Mar 31 23:01:33.726102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2815c3-cdc5-41ec-a3ac-68ca4febbadc,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:33.737363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Checking segment: {'id': '9aad7935-6976-4381-bf08-3a34f0950b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18339a44-8716-40a3-87f0-c21d0380e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:33.737792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Network hostable DHCP agents. Network: 18339a44-8716-40a3-87f0-c21d0380e168, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:33.923787 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Network 18339a44-8716-40a3-87f0-c21d0380e168 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:33.932730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.942830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.077469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c68126b0-cf41-4708-ab45-c7620c80433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.366057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f0ae9-3622-4392-9fef-fec1fb009e81 req-4a497242-3a10-4ab9-af03-7cd89f6c31b1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.368044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec4f0ae9-3622-4392-9fef-fec1fb009e81 req-4a497242-3a10-4ab9-af03-7cd89f6c31b1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2187269 Mar 31 23:01:34.422279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c7836-9228-4991-91d1-5723950fff81 req-8c17fca1-20c3-4c14-81f7-85581594630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.424006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-276c7836-9228-4991-91d1-5723950fff81 req-8c17fca1-20c3-4c14-81f7-85581594630e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1096 time: 0.1724477 Mar 31 23:01:34.524641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39486) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:34.525758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e31fe-c1df-46e7-abe0-120b2d16fca8 req-f2651ba3-a37d-44ec-98a1-0bde0eddf042 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.527327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e39e31fe-c1df-46e7-abe0-120b2d16fca8 req-f2651ba3-a37d-44ec-98a1-0bde0eddf042 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.1952481 Mar 31 23:01:34.533991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 18339a44-8716-40a3-87f0-c21d0380e168) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:34.538219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-dd5e1ea0-8f75-49d0-aeb7-1226c5531957 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.538934 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.539694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.539830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-dd5e1ea0-8f75-49d0-aeb7-1226c5531957 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.45 "GET /v2.0/networks?id=20739f00-abaf-4d39-ad8a-66a567344695 HTTP/1.1" status: 200 len: 822 time: 0.3344426 Mar 31 23:01:34.546252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec4f0ae9-3622-4392-9fef-fec1fb009e81 req-b06bb870-d18b-4c20-8bcc-0c35ee380da9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547728 Mar 31 23:01:34.552937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586d1f2-ae55-4092-a740-68daa0a7041f None None] Network 18339a44-8716-40a3-87f0-c21d0380e168 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:34.560517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Request body: {'port': {'device_id': '6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d', 'network_id': '20739f00-abaf-4d39-ad8a-66a567344695', 'admin_state_up': True, 'tenant_id': '22ddb1185bea480bad68eb124084b161'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:34.596748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Router 67f443ca-3a13-4d45-b2eb-70257893c258 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:01:34.663738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c7836-9228-4991-91d1-5723950fff81 req-1d47c152-0201-4546-98ff-63efdb0231c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.666654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-276c7836-9228-4991-91d1-5723950fff81 req-1d47c152-0201-4546-98ff-63efdb0231c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.2315319 Mar 31 23:01:34.688187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e39e31fe-c1df-46e7-abe0-120b2d16fca8 req-9338fcb1-0b98-484d-a1ed-564e68a76035 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451147 Mar 31 23:01:34.767728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1244678944'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:34.777218 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0dba02cc-b593-43b6-adb3-b31e4fd7152e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8635185 Mar 31 23:01:34.789370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb68ac3-e754-4870-91d0-e500036d4cc9 None None] Network 18339a44-8716-40a3-87f0-c21d0380e168 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:34.810101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:34.815126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.818545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aee74474-b73e-4cf5-809f-3b40e9cfc1e8 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "PUT /v2.0/routers/67f443ca-3a13-4d45-b2eb-70257893c258 HTTP/1.1" status: 200 len: 912 time: 3.1061361 Mar 31 23:01:34.818761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8144e347-5a0a-4280-a4bf-26dadff339a7 req-9a354440-4a1c-402b-949d-1e607d170a31 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 210 time: 0.1177967 Mar 31 23:01:34.819621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39492) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:34.823353 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8939d-1a52-403f-a361-e8bebff520d7 None None] Sync routers for ids ['67f443ca-3a13-4d45-b2eb-70257893c258'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:34.846974 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8939d-1a52-403f-a361-e8bebff520d7 None None] Routers {'67f443ca-3a13-4d45-b2eb-70257893c258'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:34.851275 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ece8939d-1a52-403f-a361-e8bebff520d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['67f443ca-3a13-4d45-b2eb-70257893c258'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:34.854857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-276c7836-9228-4991-91d1-5723950fff81 req-1f82c381-2f4c-48bd-bbd0-48d137c0c1be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.1800895 Mar 31 23:01:34.910773 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ece8939d-1a52-403f-a361-e8bebff520d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:34.920151 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8939d-1a52-403f-a361-e8bebff520d7 None None] Routers {'67f443ca-3a13-4d45-b2eb-70257893c258'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:34.921329 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ece8939d-1a52-403f-a361-e8bebff520d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['67f443ca-3a13-4d45-b2eb-70257893c258'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:34.948741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c7836-9228-4991-91d1-5723950fff81 req-20b87420-21b0-4aff-94e9-57a35034d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.951342 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-276c7836-9228-4991-91d1-5723950fff81 req-20b87420-21b0-4aff-94e9-57a35034d8c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.0815973 Mar 31 23:01:34.966171 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ece8939d-1a52-403f-a361-e8bebff520d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:34.967143 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8939d-1a52-403f-a361-e8bebff520d7 None None] The sync data for ids ['67f443ca-3a13-4d45-b2eb-70257893c258'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:35.015031 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fd058110-7a27-4e59-987a-574e4980c65f tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/routers/67f443ca-3a13-4d45-b2eb-70257893c258 HTTP/1.1" status: 200 len: 918 time: 0.1935802 Mar 31 23:01:35.017688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39496) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:35.018606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c7836-9228-4991-91d1-5723950fff81 req-151744d1-3e16-4679-969f-c5c8864b1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.020143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-276c7836-9228-4991-91d1-5723950fff81 req-151744d1-3e16-4679-969f-c5c8864b1a65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599320 Mar 31 23:01:35.025224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Made reservation on behalf of 22ddb1185bea480bad68eb124084b161 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:35.028253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Made reservation on behalf of 0f48d67b4c30453ebd68c37d67537148 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:35.028936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.033160 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.065131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.096676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45bf5fd-c20f-478a-a941-c4f73324cbe2 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.098203 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b45bf5fd-c20f-478a-a941-c4f73324cbe2 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=67f443ca-3a13-4d45-b2eb-70257893c258&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0795302 Mar 31 23:01:35.100825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39504) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:35.225353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f168b0e-892c-45a1-b8a3-9a5dadc7462c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.229296 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2f168b0e-892c-45a1-b8a3-9a5dadc7462c tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 881 time: 0.1248512 Mar 31 23:01:35.229819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39508) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:35.245669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-276c7836-9228-4991-91d1-5723950fff81 req-5c3d5289-98c3-474f-a68c-34db528ac16a service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137461 Mar 31 23:01:35.250186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.270941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9ce852d1-e7b6-4d48-b282-1485a7d6579c tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f443ca-3a13-4d45-b2eb-70257893c258 HTTP/1.1" status: 200 len: 205 time: 0.0375042 Mar 31 23:01:35.271186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39510) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:35.391490 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.427857 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.474067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:35.524648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5e127e-407f-4947-b109-115e554d146e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:35.534099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.534443 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Added segment 87cca5f0-c8db-47bd-9c9b-99dc31a8fc40 of type vlan for network 8787234a-f12f-4fd6-8275-d6336d3d7975 Mar 31 23:01:35.587347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.595894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.679934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Allocated IP 172.20.0.6 (20739f00-abaf-4d39-ad8a-66a567344695/8562a85f-17c1-4388-9c6e-3de96d1349f0/6e927f8b-8fb7-49e2-a308-644054d6fa3d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:35.739557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.745281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.746026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.771062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Deleting port 7429d5e7-256e-493b-89ac-89a161804f9e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:35.771547 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.857303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050dc05-f703-495d-bc9d-39a6e3e98f67 req-c9b0e8e4-553a-48df-9e36-a763d8859524 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.858816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5050dc05-f703-495d-bc9d-39a6e3e98f67 req-c9b0e8e4-553a-48df-9e36-a763d8859524 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1869013 Mar 31 23:01:35.860941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Network': ['ID=8787234a-f12f-4fd6-8275-d6336d3d7975,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:35.875653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:35.877534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-276c7836-9228-4991-91d1-5723950fff81 req-a44010cf-727f-4c54-856e-42358a121287 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230445 Mar 31 23:01:35.893396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c67b5726-d675-482c-862f-633dbcd4b202 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3672667 Mar 31 23:01:35.894033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39530) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:35.901467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'subnet': {'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:35.932868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.935313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5050dc05-f703-495d-bc9d-39a6e3e98f67 req-1516d969-acdb-4b4c-ad7b-01876b9355c9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645235 Mar 31 23:01:35.988866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Calling delete_port for 7429d5e7-256e-493b-89ac-89a161804f9e owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:35.993272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-3ab38aa6-9e97-420f-b9f3-d003ab8a6e29 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.001082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-3ab38aa6-9e97-420f-b9f3-d003ab8a6e29 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/networks?id=18339a44-8716-40a3-87f0-c21d0380e168 HTTP/1.1" status: 200 len: 813 time: 0.3251226 Mar 31 23:01:36.052572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-b0e9d0e2-cc73-4c51-96e5-89cc857a2052 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/quotas/b2dc9fc119ff4da898e5d5ede586f5d3 HTTP/1.1" status: 200 len: 375 time: 0.0505130 Mar 31 23:01:36.073771 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-05ed39fd-03e7-4b26-aa76-48ee5c0c8375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.145114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-d03711eb-47b9-4776-a748-9132dbde1844 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2dc9fc119ff4da898e5d5ede586f5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913761 Mar 31 23:01:36.155967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Made reservation on behalf of 0f48d67b4c30453ebd68c37d67537148 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:36.160027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.256595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04411c-f0d9-4482-bc34-f6a62773cdf9 req-e13ab14e-5b0a-430c-a918-1b6b0864f76f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.258690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c04411c-f0d9-4482-bc34-f6a62773cdf9 req-e13ab14e-5b0a-430c-a918-1b6b0864f76f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.2036943 Mar 31 23:01:36.263445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.346825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c04411c-f0d9-4482-bc34-f6a62773cdf9 req-cc209f83-0929-41e6-9e7e-689df8fa3fbf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805476 Mar 31 23:01:36.354827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-4be4a22d-dce2-49e3-b62b-cf11e761cf06 service neutron] 10.222.0.31 "GET /v2.0/networks/18339a44-8716-40a3-87f0-c21d0380e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872704 Mar 31 23:01:36.463722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-696474db-7e44-400b-9fbb-55007c7bf8cc req-bde462a9-5ccd-420b-b830-ee744b4b370f tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 210 time: 0.0366559 Mar 31 23:01:36.484591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-b1bbb16e-cdf5-47c1-b075-fa1bfbe04229 service neutron] 10.222.0.31 "GET /v2.0/networks/18339a44-8716-40a3-87f0-c21d0380e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198094 Mar 31 23:01:36.500769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.501861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.532205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event deleted for resources: {'Port': ['ID=7429d5e7-256e-493b-89ac-89a161804f9e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:36.550621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Network 20739f00-abaf-4d39-ad8a-66a567344695 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:36.556723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:36.560502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:36.600783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.601013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Pushing event updated for resources: {'Port': ['ID=6e927f8b-8fb7-49e2-a308-644054d6fa3d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:36.632055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.632677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.701949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.705223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.709850 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.808709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Subnet': ['ID=f59317b4-059a-4e02-9600-24c10d3eb422,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:36.813774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Checking segment: {'id': '87cca5f0-c8db-47bd-9c9b-99dc31a8fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:36.814147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Network hostable DHCP agents. Network: 8787234a-f12f-4fd6-8275-d6336d3d7975, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:36.896943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ae52e570-fb9a-4108-9dfe-67d87b2c849c tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3401856 Mar 31 23:01:36.920561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Request body: {'port': {'device_id': '6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:36.952236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:36.954507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.955031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Fanout notify agent at l3_agent the message router_deleted on router 67f443ca-3a13-4d45-b2eb-70257893c258 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:36.976771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.976771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-255c4456-06d1-43de-8faf-385713f3e559 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/67f443ca-3a13-4d45-b2eb-70257893c258 HTTP/1.1" status: 204 len: 168 time: 1.6995811 Mar 31 23:01:36.977465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39538) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:36.996378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d8ef31e7-4765-4890-b3b5-aa4297a75be6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1980163795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:37.007188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79f5ccb6-938d-4f75-b77a-6f9edd7913ea req-d049c9f3-c804-4336-9516-3550c9c2d67b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 210 time: 0.0587029 Mar 31 23:01:37.036340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.088101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 8787234a-f12f-4fd6-8275-d6336d3d7975) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:37.093257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.094205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.099765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10affe7-b3cf-4ea7-8022-b284b91609f2 None None] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:37.144171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8ef31e7-4765-4890-b3b5-aa4297a75be6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.148763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8ef31e7-4765-4890-b3b5-aa4297a75be6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.215388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c9b84-ade8-4210-bef2-5356f96141ab req-5dc74a98-4954-46bf-9ffb-0612a7c4d758 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.217142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff0c9b84-ade8-4210-bef2-5356f96141ab req-5dc74a98-4954-46bf-9ffb-0612a7c4d758 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1674085 Mar 31 23:01:37.231327 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7a3192e2-0098-427d-b4ce-fbcdc0ca8831 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3336775 Mar 31 23:01:37.232820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39552) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:37.241190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1450553653'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:37.297751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-8787234a-f12f-4fd6-8275-d6336d3d7975', 'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975', 'tenant_id': '0f48d67b4c30453ebd68c37d67537148', 'fixed_ips': [{'subnet_id': 'f59317b4-059a-4e02-9600-24c10d3eb422'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:01:37.297751 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.314408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8ef31e7-4765-4890-b3b5-aa4297a75be6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.384702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff0c9b84-ade8-4210-bef2-5356f96141ab req-d2fd328f-943e-4713-8c4f-8e5584682f24 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399636 Mar 31 23:01:37.474617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8ef31e7-4765-4890-b3b5-aa4297a75be6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.477372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Allocated IP 2001:db8::2 (8787234a-f12f-4fd6-8275-d6336d3d7975/f59317b4-059a-4e02-9600-24c10d3eb422/9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:37.607518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e927f8b-8fb7-49e2-a308-644054d6fa3d {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:37.636731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.667377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Transition to ACTIVE for port object 6e927f8b-8fb7-49e2-a308-644054d6fa3d will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:37.670841 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.675391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99fab3-dcce-4013-82fb-89a237fe7e53 req-a4682b54-a3fb-401b-bbc8-5ab75521648c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.676987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f99fab3-dcce-4013-82fb-89a237fe7e53 req-a4682b54-a3fb-401b-bbc8-5ab75521648c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.1635406 Mar 31 23:01:37.690624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4b84b-6a5b-45d4-a4b7-3df971464cd4 req-8cde0a19-8669-47a2-931f-9a3ee1c647b8 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.692180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8a4b84b-6a5b-45d4-a4b7-3df971464cd4 req-8cde0a19-8669-47a2-931f-9a3ee1c647b8 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 931 time: 0.1065395 Mar 31 23:01:37.726773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Made reservation on behalf of 0f48d67b4c30453ebd68c37d67537148 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:37.732383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.746470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8ef31e7-4765-4890-b3b5-aa4297a75be6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.751031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d8ef31e7-4765-4890-b3b5-aa4297a75be6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7553906 Mar 31 23:01:37.757631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39566) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:37.774535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] device_id is not set on port 6577577d-ee98-4f64-a87f-ff0dae3ab791 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:37.776991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': False}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:37.810233 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.834314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8a4b84b-6a5b-45d4-a4b7-3df971464cd4 req-cf5f1a03-8196-4e12-b112-0cac82e35b2d tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346684 Mar 31 23:01:37.841690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f99fab3-dcce-4013-82fb-89a237fe7e53 req-1510e2f7-30e4-40ac-99ad-8ecd236dd5e7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474152 Mar 31 23:01:37.863557 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.974706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.977468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Pushing event updated for resources: {'Port': ['ID=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:38.019034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:38.020754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:38.037363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:38.088894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::2-09629091-0158-49a8-a67d-b1e6245e5c28 {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:01:38.090280 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:01:38.137076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.151465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Attempting to bind port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:38.152729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Attempting to bind port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '87cca5f0-c8db-47bd-9c9b-99dc31a8fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:38.153283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Attempting to bind port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 on network 8787234a-f12f-4fd6-8275-d6336d3d7975 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:38.160967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:38.165684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Checking segment: {'id': '87cca5f0-c8db-47bd-9c9b-99dc31a8fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:38.165684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.165684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Bound using segment: {'id': '87cca5f0-c8db-47bd-9c9b-99dc31a8fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:38.165684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Bound port: 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cca5f0-c8db-47bd-9c9b-99dc31a8fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:38.165684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.215179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30d63d5a-3f89-4ba8-bdf2-9e6f30aecb39 req-07c534cd-bfdd-4259-ad93-8f92e45a84e3 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 210 time: 0.0814130 Mar 31 23:01:38.229759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Pushing event updated for resources: {'Port': ['ID=6e927f8b-8fb7-49e2-a308-644054d6fa3d,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:38.265657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] For port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:38.275859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] For port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,segment=NetworkSegment(87cca5f0-c8db-47bd-9c9b-99dc31a8fc40),segment_id=87cca5f0-c8db-47bd-9c9b-99dc31a8fc40)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:38.290844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511420b6-5ef6-4bf6-8734-6f19ae104610 req-7ae7dd8e-ae7b-42a9-8157-3b99d2fa6c92 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.292682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-511420b6-5ef6-4bf6-8734-6f19ae104610 req-7ae7dd8e-ae7b-42a9-8157-3b99d2fa6c92 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3226712 Mar 31 23:01:38.370153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-511420b6-5ef6-4bf6-8734-6f19ae104610 req-e96690ae-ffe2-4ab3-b18f-df09b7252f30 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650589 Mar 31 23:01:38.372797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Attempting to bind port 6e927f8b-8fb7-49e2-a308-644054d6fa3d on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:38.373147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Attempting to bind port 6e927f8b-8fb7-49e2-a308-644054d6fa3d by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '488092dc-8c90-41d8-ad7f-f586177b4dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20739f00-abaf-4d39-ad8a-66a567344695'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:38.373598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Attempting to bind port 6e927f8b-8fb7-49e2-a308-644054d6fa3d on network 20739f00-abaf-4d39-ad8a-66a567344695 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:38.383101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Port 6e927f8b-8fb7-49e2-a308-644054d6fa3d on network 20739f00-abaf-4d39-ad8a-66a567344695 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:38.383492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Attempting to bind port 6e927f8b-8fb7-49e2-a308-644054d6fa3d on network 20739f00-abaf-4d39-ad8a-66a567344695 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:38.426329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:38.426817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Checking segment: {'id': '488092dc-8c90-41d8-ad7f-f586177b4dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20739f00-abaf-4d39-ad8a-66a567344695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:38.427329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Bound using segment: {'id': '488092dc-8c90-41d8-ad7f-f586177b4dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20739f00-abaf-4d39-ad8a-66a567344695'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:38.427684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Bound port: 6e927f8b-8fb7-49e2-a308-644054d6fa3d, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488092dc-8c90-41d8-ad7f-f586177b4dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20739f00-abaf-4d39-ad8a-66a567344695'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:38.428131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.495273 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.499129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.592074 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.607088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc6384-b112-4cdf-a4cb-0bdda144aa8d None None] Pushing event updated for resources: {'Port': ['ID=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:38.638034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] For port 6e927f8b-8fb7-49e2-a308-644054d6fa3d, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:38.647251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] device_id is not set on port a9d04fac-44c8-49ab-9626-f0cf7edf971f yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:38.679118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] For port 6e927f8b-8fb7-49e2-a308-644054d6fa3d, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6e927f8b-8fb7-49e2-a308-644054d6fa3d,segment=NetworkSegment(488092dc-8c90-41d8-ad7f-f586177b4dd8),segment_id=488092dc-8c90-41d8-ad7f-f586177b4dd8)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:38.697984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e41ac-83a5-4155-9218-b2c830795ab3 req-100b713b-dc09-4636-a30d-ccfc0a39f803 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.701457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-163e41ac-83a5-4155-9218-b2c830795ab3 req-100b713b-dc09-4636-a30d-ccfc0a39f803 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1969669 Mar 31 23:01:38.756300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:38.781586 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.848762 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.849960 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-163e41ac-83a5-4155-9218-b2c830795ab3 req-2f4dee75-f5fa-4ea1-bf3e-8f702a291f4d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310163 Mar 31 23:01:38.973173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Allocated IP 2001:db8::24a (8787234a-f12f-4fd6-8275-d6336d3d7975/f59317b4-059a-4e02-9600-24c10d3eb422/a9d04fac-44c8-49ab-9626-f0cf7edf971f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:39.017051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.017917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.041527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] 10.222.0.45 "PUT /v2.0/ports/6e927f8b-8fb7-49e2-a308-644054d6fa3d HTTP/1.1" status: 200 len: 1091 time: 2.1367586 Mar 31 23:01:39.047432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d', 'tag': '6e927f8b-8fb7-49e2-a308-644054d6fa3d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:39.061093 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2dce92-bcad-4ae6-931e-b24587c5cc67" -d '{"events": [{"name": "network-changed", "server_uuid": "6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d", "tag": "6e927f8b-8fb7-49e2-a308-644054d6fa3d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:39.173010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cec17-5df0-4f19-810e-3c29f8c59156 service neutron] Pushing event updated for resources: {'Port': ['ID=6e927f8b-8fb7-49e2-a308-644054d6fa3d,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.197281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.305428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543747e3-420c-468a-8d43-7229cbc01746 req-11b4e84d-2a18-4495-8654-a661b1c62e90 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.308622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-543747e3-420c-468a-8d43-7229cbc01746 req-11b4e84d-2a18-4495-8654-a661b1c62e90 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 944 time: 0.2102644 Mar 31 23:01:39.345827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:39.356668 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.360747 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.365668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '182fd706-c0e6-4393-9939-e994a61c6e82', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'port_id': '182fd706-c0e6-4393-9939-e994a61c6e82', 'mac_address': 'fa:16:3e:a8:75:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:39.395079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.423291 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.447603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-543747e3-420c-468a-8d43-7229cbc01746 req-dc18ff81-5398-48a8-a6e9-63c8a2b827e3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958023 Mar 31 23:01:39.457076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182fd706-c0e6-4393-9939-e994a61c6e82 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:39.460884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92008736-3968-45f9-b408-a4ce6bc4a116 req-766161ba-a71f-4f11-af30-b0d595eb94b9 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.469922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92008736-3968-45f9-b408-a4ce6bc4a116 req-766161ba-a71f-4f11-af30-b0d595eb94b9 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 943 time: 0.2414081 Mar 31 23:01:39.486509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:39.488230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-0a58aa8a-cfe2-4d6f-a0e3-b473f49ce294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.489782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-0a58aa8a-cfe2-4d6f-a0e3-b473f49ce294 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=22ddb1185bea480bad68eb124084b161&device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 1094 time: 0.2891312 Mar 31 23:01:39.554537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-e31a351f-34ae-4e23-bf38-dc055f88b7a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e927f8b-8fb7-49e2-a308-644054d6fa3d HTTP/1.1" status: 200 len: 217 time: 0.0510497 Mar 31 23:01:39.566044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:39.598553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.643849 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.645971 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.668667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:39.672332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:39.677241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:39.684886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.685789 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.693364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92008736-3968-45f9-b408-a4ce6bc4a116 req-a89c823f-136b-48b3-a7ba-e0bb93962264 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224698 Mar 31 23:01:39.696916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=a9d04fac-44c8-49ab-9626-f0cf7edf971f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.783812 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9be0b48-8f06-4996-9ab6-a0df098b80f0 x-openstack-request-id: req-d9be0b48-8f06-4996-9ab6-a0df098b80f0 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:39.785189 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d", "tag": "6e927f8b-8fb7-49e2-a308-644054d6fa3d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:39.785631 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9be0b48-8f06-4996-9ab6-a0df098b80f0 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:39.787112 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9be0b48-8f06-4996-9ab6-a0df098b80f0'] response: {'name': 'network-changed', 'server_uuid': '6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d', 'tag': '6e927f8b-8fb7-49e2-a308-644054d6fa3d', 'status': 'completed', 'code': 200} Mar 31 23:01:39.803997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:39.804369 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.807819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.821958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-53203abe-704f-440d-b355-c11514cf73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.830560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-53203abe-704f-440d-b355-c11514cf73b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8562a85f-17c1-4388-9c6e-3de96d1349f0 HTTP/1.1" status: 200 len: 862 time: 0.2699912 Mar 31 23:01:39.854860 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-11982615-b755-457b-abc5-b46850bca20d tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6204238 Mar 31 23:01:39.855544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39588) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:39.865700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81d61e-4814-4b0f-bfbe-61976015b16b req-012c524b-59f7-4039-8cfe-80f3866e81ef tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.866409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-896517349', 'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:46:d5:4e'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:39.867297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f81d61e-4814-4b0f-bfbe-61976015b16b req-012c524b-59f7-4039-8cfe-80f3866e81ef tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2585845 Mar 31 23:01:39.881311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['182fd706-c0e6-4393-9939-e994a61c6e82'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:39.890106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Allocated IP 172.25.4.82 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/d315ee5b-90be-4f0e-9a53-21261d44a45b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:39.942846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-ccbc7018-1d00-43fb-9b74-54c731ecc3ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20739f00-abaf-4d39-ad8a-66a567344695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045976 Mar 31 23:01:39.968524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd7e680d-9498-4c43-a83c-80e780cef811 req-b97b549a-3f6f-4e00-a369-67d2c6bee7e1 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 210 time: 0.1000698 Mar 31 23:01:40.078314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-9a6d1f72-7c0b-4eba-ba5e-96bf137d3d4c service neutron] 10.222.0.45 "GET /v2.0/networks/20739f00-abaf-4d39-ad8a-66a567344695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037974 Mar 31 23:01:40.108100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f81d61e-4814-4b0f-bfbe-61976015b16b req-dfad4c8b-6c67-4bf2-9c40-e65ce6ee5d18 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145348 Mar 31 23:01:40.240084 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.310938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Made reservation on behalf of 0f48d67b4c30453ebd68c37d67537148 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:40.335894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,segment=NetworkSegment(87cca5f0-c8db-47bd-9c9b-99dc31a8fc40),segment_id=87cca5f0-c8db-47bd-9c9b-99dc31a8fc40)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:40.391449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d318c094-833f-4e26-a8b0-9aa868acd369 req-86163ff3-0308-457b-8148-742df474df6e service neutron] 10.222.0.45 "GET /v2.0/networks/20739f00-abaf-4d39-ad8a-66a567344695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920601 Mar 31 23:01:40.411207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bcd3-8743-4e1a-9770-4cd2b5929d11 req-506dc8b5-d257-4ee6-9163-f0967a0a70b2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.412382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7e6bcd3-8743-4e1a-9770-4cd2b5929d11 req-506dc8b5-d257-4ee6-9163-f0967a0a70b2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1433265 Mar 31 23:01:40.417964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.423296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a839a10-5a04-4935-9988-d5a3fbf3e507 None None] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:40.450389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.474204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.504615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7e6bcd3-8743-4e1a-9770-4cd2b5929d11 req-284ce2a5-c9ec-4cd4-ae9a-39b0c879f9d3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753045 Mar 31 23:01:40.508167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] device_id is not set on port 5a51894f-f1b5-4a14-bf71-53abd00a48ae yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:40.697254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-e11323c9-13db-4f32-9a6a-0cf17b9e9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.698982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-e11323c9-13db-4f32-9a6a-0cf17b9e9b2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=22ddb1185bea480bad68eb124084b161&device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 1094 time: 0.0991006 Mar 31 23:01:40.740924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c4a5c-f5e0-4d30-843c-d786214aeeb1 req-8c9e4c04-c2d4-40f6-994c-98a280bac83b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.744596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-485c4a5c-f5e0-4d30-843c-d786214aeeb1 req-8c9e4c04-c2d4-40f6-994c-98a280bac83b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.1179595 Mar 31 23:01:40.748184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.791310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:40.793163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Allocated IP 2001:db8::27 (8787234a-f12f-4fd6-8275-d6336d3d7975/f59317b4-059a-4e02-9600-24c10d3eb422/5a51894f-f1b5-4a14-bf71-53abd00a48ae) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:40.802167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0511cf5c-95c3-4009-a376-8ed74eb0ad56 None None] Provisioning complete for port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:40.802572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0511cf5c-95c3-4009-a376-8ed74eb0ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.927725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:40.953857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:40.964083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:40.981890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Pushing event updated for resources: {'Port': ['ID=d315ee5b-90be-4f0e-9a53-21261d44a45b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:41.094174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-485c4a5c-f5e0-4d30-843c-d786214aeeb1 req-0be9d61c-88aa-49ac-aa24-36001d805f62 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424870 Mar 31 23:01:41.152143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208497a-9699-409c-a04e-a765e0f58900 req-be83c6d3-948b-4242-a151-ea79aa53692b tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.161906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8208497a-9699-409c-a04e-a765e0f58900 req-be83c6d3-948b-4242-a151-ea79aa53692b tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 943 time: 0.3095982 Mar 31 23:01:41.342162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:41.396174 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.417867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-1d3299f7-72d6-46c6-80f0-7cdbe748778b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.425380 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-1d3299f7-72d6-46c6-80f0-7cdbe748778b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.50 "GET /v2.0/networks?id=18339a44-8716-40a3-87f0-c21d0380e168 HTTP/1.1" status: 200 len: 813 time: 0.3758550 Mar 31 23:01:41.446671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Request body: {'port': {'device_id': '39644c24-1903-40b8-a0a5-e158d680a33a', 'network_id': '18339a44-8716-40a3-87f0-c21d0380e168', 'admin_state_up': True, 'tenant_id': 'b2dc9fc119ff4da898e5d5ede586f5d3'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:41.457149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:41.457798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.663689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e1a1e539-f2d3-4193-8e94-65b2f7525c06 None None] Provisioning complete for port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:41.669131 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e539-f2d3-4193-8e94-65b2f7525c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.743437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.763520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:41.768785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:41.777949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:41.786527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.794915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.872114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=5a51894f-f1b5-4a14-bf71-53abd00a48ae,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:41.897820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e1a1e539-f2d3-4193-8e94-65b2f7525c06 None None] Provisioning complete for port a9d04fac-44c8-49ab-9626-f0cf7edf971f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:41.898337 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e539-f2d3-4193-8e94-65b2f7525c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.924668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Made reservation on behalf of b2dc9fc119ff4da898e5d5ede586f5d3 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:41.928062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-f73dfb02-b2f9-4598-b141-b74972e50e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.929644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-f73dfb02-b2f9-4598-b141-b74972e50e89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20739f00-abaf-4d39-ad8a-66a567344695 HTTP/1.1" status: 200 len: 923 time: 1.2217441 Mar 31 23:01:41.931542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.960374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1e539-f2d3-4193-8e94-65b2f7525c06 None None] Port a9d04fac-44c8-49ab-9626-f0cf7edf971f cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:42.004726 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-69cd9bfc-cfbc-404f-a54b-1cfa51e495bf tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.1478531 Mar 31 23:01:42.012331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39618) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:42.090974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d6acd54a-8bc8-49cf-987a-d50464d28933 None None] Provisioning complete for port a9d04fac-44c8-49ab-9626-f0cf7edf971f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:42.098469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6acd54a-8bc8-49cf-987a-d50464d28933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.106001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-6d9cf433-3b20-4d42-a3dc-3b1d7e28e9db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e927f8b-8fb7-49e2-a308-644054d6fa3d HTTP/1.1" status: 200 len: 217 time: 0.1567461 Mar 31 23:01:42.140577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8208497a-9699-409c-a04e-a765e0f58900 req-e76ca50f-b674-4afa-84e1-d649e290cbe0 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9771776 Mar 31 23:01:42.160818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Allocated IP 172.20.0.10 (18339a44-8716-40a3-87f0-c21d0380e168/1b2815c3-cdc5-41ec-a3ac-68ca4febbadc/6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:42.270730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d6acd54a-8bc8-49cf-987a-d50464d28933 None None] Port a9d04fac-44c8-49ab-9626-f0cf7edf971f cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:42.401592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bb24f3bc-b203-4b48-8723-384e9eeb4a43 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.401823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-55e91145-d33b-4e5d-b938-ba97b514846e None None] Provisioning complete for port 5a51894f-f1b5-4a14-bf71-53abd00a48ae triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:42.403131 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-55e91145-d33b-4e5d-b938-ba97b514846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.415843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bb24f3bc-b203-4b48-8723-384e9eeb4a43 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.4705541 Mar 31 23:01:42.466391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79be01-ed28-44cb-b381-178832ec55d9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.473579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79be01-ed28-44cb-b381-178832ec55d9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.477483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-55e91145-d33b-4e5d-b938-ba97b514846e None None] Port 5a51894f-f1b5-4a14-bf71-53abd00a48ae cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:42.480896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79be01-ed28-44cb-b381-178832ec55d9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.485300 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2f79be01-ed28-44cb-b381-178832ec55d9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4734340 Mar 31 23:01:42.486366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39622) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:42.564682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-6b71b697-5a14-4035-aad8-93eb8918dfca tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/quotas/c3cede2d48664a2880a52c89b3250cf8 HTTP/1.1" status: 200 len: 375 time: 0.1471052 Mar 31 23:01:42.579470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-617c1916-f0df-4bf2-8d9a-d3310d46b546 req-98c0e17b-ac32-4324-9c93-7e90f20efe74 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 210 time: 0.1249995 Mar 31 23:01:42.626981 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.686906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-4400c599-1b1a-49a0-a6e5-ee3d45d44d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.688391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-4400c599-1b1a-49a0-a6e5-ee3d45d44d1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8562a85f-17c1-4388-9c6e-3de96d1349f0 HTTP/1.1" status: 200 len: 862 time: 0.5417531 Mar 31 23:01:42.693789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1777e64d-52dc-40e1-8ee0-1967b32eca39 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Deleting port 5a51894f-f1b5-4a14-bf71-53abd00a48ae {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:42.694142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1777e64d-52dc-40e1-8ee0-1967b32eca39 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.745777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-e073808e-d668-4b63-8233-6c2b90999dfd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1208639 Mar 31 23:01:42.753009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-abae452c-634a-4adf-a284-93c15f63f0be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20739f00-abaf-4d39-ad8a-66a567344695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492425 Mar 31 23:01:42.784514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:42.853340 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1777e64d-52dc-40e1-8ee0-1967b32eca39 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.864429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.908712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1777e64d-52dc-40e1-8ee0-1967b32eca39 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Calling delete_port for 5a51894f-f1b5-4a14-bf71-53abd00a48ae owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:42.931193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Network 18339a44-8716-40a3-87f0-c21d0380e168 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:42.942315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:42.948284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:43.015820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Pushing event updated for resources: {'Port': ['ID=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:43.054985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.054985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.062922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee1f98-00fd-4bf3-9425-cbb358190c1c req-e990f409-3eb1-4d00-b25a-01bbf7aab41f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.070524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59ee1f98-00fd-4bf3-9425-cbb358190c1c req-e990f409-3eb1-4d00-b25a-01bbf7aab41f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 945 time: 0.3217692 Mar 31 23:01:43.078618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 182fd706-c0e6-4393-9939-e994a61c6e82 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:43.100912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 182fd706-c0e6-4393-9939-e994a61c6e82 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:43.101680 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.178698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-ad3922e8-41fb-425a-b918-49d85bff6787 service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186065 Mar 31 23:01:43.185947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-1eaaddba-2e09-4742-b3c9-3a115271987e service neutron] 10.222.0.45 "GET /v2.0/networks/20739f00-abaf-4d39-ad8a-66a567344695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242823 Mar 31 23:01:43.251081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.268348 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-096eec57-68d4-4b46-b454-aeeaafdbcd7b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8255086 Mar 31 23:01:43.272124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59ee1f98-00fd-4bf3-9425-cbb358190c1c req-9bd1d9b4-7785-4555-ae2b-b4916fb62470 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006509 Mar 31 23:01:43.282335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Request body: {'port': {'device_id': '39644c24-1903-40b8-a0a5-e158d680a33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:43.283084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:43.285488 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906cfcdf-e562-4393-ada5-c15c7d510eb9" -d '{"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-plugged", "status": "completed", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:43.320602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1777e64d-52dc-40e1-8ee0-1967b32eca39 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.327514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:43.342915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.381101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777e64d-52dc-40e1-8ee0-1967b32eca39 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Port': ['ID=5a51894f-f1b5-4a14-bf71-53abd00a48ae,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:43.396340 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.442244 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.524075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:43.533496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6e927f8b-8fb7-49e2-a308-644054d6fa3d details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:43.578097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.578435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.578935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.579293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.579604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.579931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.580257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.580579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.580897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.581215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.581533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.581854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:43.712351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-80623c3a-8194-464d-ae22-9da476629bdb service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224800 Mar 31 23:01:43.721106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c2dce92-bcad-4ae6-931e-b24587c5cc67 req-ab2f3914-102b-48fa-a977-016e3955ce2a service neutron] 10.222.0.45 "GET /v2.0/networks/20739f00-abaf-4d39-ad8a-66a567344695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094445 Mar 31 23:01:43.753231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85898b-b2c9-4177-b4e9-26507e30b7d8 req-cb9fbdba-4473-4a52-84e3-c0a440d011bb tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.756954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf85898b-b2c9-4177-b4e9-26507e30b7d8 req-cb9fbdba-4473-4a52-84e3-c0a440d011bb tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 943 time: 0.3694687 Mar 31 23:01:43.823612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6e927f8b-8fb7-49e2-a308-644054d6fa3d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6e927f8b-8fb7-49e2-a308-644054d6fa3d,segment=NetworkSegment(488092dc-8c90-41d8-ad7f-f586177b4dd8),segment_id=488092dc-8c90-41d8-ad7f-f586177b4dd8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:43.858920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '6e927f8b-8fb7-49e2-a308-644054d6fa3d', 'network_id': '20739f00-abaf-4d39-ad8a-66a567344695', 'port_id': '6e927f8b-8fb7-49e2-a308-644054d6fa3d', 'mac_address': 'fa:16:3e:cf:91:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8562a85f-17c1-4388-9c6e-3de96d1349f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:43.887692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf85898b-b2c9-4177-b4e9-26507e30b7d8 req-243d700a-1827-4bd0-8dc7-b7e0dbe97fb7 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196289 Mar 31 23:01:43.915760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1777e64d-52dc-40e1-8ee0-1967b32eca39 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.920192 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1777e64d-52dc-40e1-8ee0-1967b32eca39 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "DELETE /v2.0/ports/5a51894f-f1b5-4a14-bf71-53abd00a48ae HTTP/1.1" status: 204 len: 168 time: 1.4331026 Mar 31 23:01:43.924669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39634) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:44.012384 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d107922-4d9a-4092-b5d0-661a684949c4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] GET failed (client error): The resource could not be found. Mar 31 23:01:44.032736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5d107922-4d9a-4092-b5d0-661a684949c4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "GET /v2.0/ports/5a51894f-f1b5-4a14-bf71-53abd00a48ae HTTP/1.1" status: 404 len: 333 time: 0.1039391 Mar 31 23:01:44.034144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39636) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:44.047475 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.067502 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468f69d1-f522-4c95-aa8f-4df21cf4edd6 x-openstack-request-id: req-468f69d1-f522-4c95-aa8f-4df21cf4edd6 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:44.070639 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-plugged", "status": "completed", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:44.071460 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-468f69d1-f522-4c95-aa8f-4df21cf4edd6 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:44.073687 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468f69d1-f522-4c95-aa8f-4df21cf4edd6'] response: {'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82', 'code': 200} Mar 31 23:01:44.089500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e927f8b-8fb7-49e2-a308-644054d6fa3d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:44.096966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-387358147'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:44.155489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6e927f8b-8fb7-49e2-a308-644054d6fa3d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6e927f8b-8fb7-49e2-a308-644054d6fa3d,segment=NetworkSegment(488092dc-8c90-41d8-ad7f-f586177b4dd8),segment_id=488092dc-8c90-41d8-ad7f-f586177b4dd8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:44.245029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.303438 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.305318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.478750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=6e927f8b-8fb7-49e2-a308-644054d6fa3d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:44.526995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-505fd59f-6663-4a7d-ace4-abc2b5cbe1f2 req-5629c0a2-2406-4156-ba7d-6d1c5f0700f4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 210 time: 0.2382455 Mar 31 23:01:44.550956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b9c9-3cc3-44a7-b953-dcf2c313197e req-153ff002-8b0a-40f3-bb44-a23e9b938b5b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.558391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7876b9c9-3cc3-44a7-b953-dcf2c313197e req-153ff002-8b0a-40f3-bb44-a23e9b938b5b tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 932 time: 0.3501360 Mar 31 23:01:44.605971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['6e927f8b-8fb7-49e2-a308-644054d6fa3d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:44.682955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7876b9c9-3cc3-44a7-b953-dcf2c313197e req-f9f45bf4-eb1e-40aa-be8d-7e0e072319a5 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188471 Mar 31 23:01:44.815172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Made reservation on behalf of 0f48d67b4c30453ebd68c37d67537148 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:44.824835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b148b8-eb9e-457f-806c-3155254a263e req-1495fbad-191b-44aa-81f6-9228dd4606a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.826219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.826435 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9b148b8-eb9e-457f-806c-3155254a263e req-1495fbad-191b-44aa-81f6-9228dd4606a5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 1097 time: 0.0740950 Mar 31 23:01:44.892332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad63263-fd9a-4887-aa4e-1e76c2f16256 req-f5823c86-2952-4969-85e5-29a5a7d88b66 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.894208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ad63263-fd9a-4887-aa4e-1e76c2f16256 req-f5823c86-2952-4969-85e5-29a5a7d88b66 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 946 time: 0.1619403 Mar 31 23:01:44.896934 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9b148b8-eb9e-457f-806c-3155254a263e req-39f451a0-b434-44fc-ae00-1ca855169c31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625045 Mar 31 23:01:44.901202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] device_id is not set on port 220c3f5c-b19b-48cc-8907-0d4b21a652cb yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:44.943823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:44.953158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.970293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Transition to ACTIVE for port object 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:44.991090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ad63263-fd9a-4887-aa4e-1e76c2f16256 req-9e4c50bd-296b-4d23-a393-5db66e4dae68 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835896 Mar 31 23:01:45.020014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Router 9dad71f6-52eb-46a9-a407-f0df04c7f082 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:01:45.070957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.107369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446239d1-2753-4da1-97b7-6e09dd94eca9 req-b12aa742-1f13-42da-a08e-d422f79003e8 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.114977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-446239d1-2753-4da1-97b7-6e09dd94eca9 req-b12aa742-1f13-42da-a08e-d422f79003e8 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 944 time: 0.1113322 Mar 31 23:01:45.142380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Pushing event updated for resources: {'Port': ['ID=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:45.172314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Allocated IP 2001:db8::319 (8787234a-f12f-4fd6-8275-d6336d3d7975/f59317b4-059a-4e02-9600-24c10d3eb422/220c3f5c-b19b-48cc-8907-0d4b21a652cb) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:45.215022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Attempting to bind port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:45.215520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Attempting to bind port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '9aad7935-6976-4381-bf08-3a34f0950b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18339a44-8716-40a3-87f0-c21d0380e168'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:45.216739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Attempting to bind port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb on network 18339a44-8716-40a3-87f0-c21d0380e168 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:45.223287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb on network 18339a44-8716-40a3-87f0-c21d0380e168 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:45.223726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Attempting to bind port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb on network 18339a44-8716-40a3-87f0-c21d0380e168 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:45.229774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:45.230040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Checking segment: {'id': '9aad7935-6976-4381-bf08-3a34f0950b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18339a44-8716-40a3-87f0-c21d0380e168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:45.230396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Bound using segment: {'id': '9aad7935-6976-4381-bf08-3a34f0950b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18339a44-8716-40a3-87f0-c21d0380e168'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:45.230871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Bound port: 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aad7935-6976-4381-bf08-3a34f0950b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18339a44-8716-40a3-87f0-c21d0380e168'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:45.231239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.287493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-446239d1-2753-4da1-97b7-6e09dd94eca9 req-6e211315-5c65-41c2-89cc-44e5eca10cde tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359870 Mar 31 23:01:45.312705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:45.314897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] For port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:45.321276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa30b883-b580-415c-923f-7133ba82a971 None None] Sync routers for ids ['9dad71f6-52eb-46a9-a407-f0df04c7f082'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:45.323805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.325032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] For port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,segment=NetworkSegment(9aad7935-6976-4381-bf08-3a34f0950b6c),segment_id=9aad7935-6976-4381-bf08-3a34f0950b6c)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:45.327058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da0cf05b-10b0-4a82-86b0-a51f50f5e266 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "PUT /v2.0/routers/9dad71f6-52eb-46a9-a407-f0df04c7f082 HTTP/1.1" status: 200 len: 915 time: 7.5682824 Mar 31 23:01:45.328984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39654) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:45.334500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30b883-b580-415c-923f-7133ba82a971 None None] Routers {'9dad71f6-52eb-46a9-a407-f0df04c7f082'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:45.335141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-aa30b883-b580-415c-923f-7133ba82a971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9dad71f6-52eb-46a9-a407-f0df04c7f082'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:45.376944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-aa30b883-b580-415c-923f-7133ba82a971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:45.386579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30b883-b580-415c-923f-7133ba82a971 None None] Routers {'9dad71f6-52eb-46a9-a407-f0df04c7f082'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:45.387192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-aa30b883-b580-415c-923f-7133ba82a971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9dad71f6-52eb-46a9-a407-f0df04c7f082'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:45.430758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-aa30b883-b580-415c-923f-7133ba82a971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:45.431405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa30b883-b580-415c-923f-7133ba82a971 None None] The sync data for ids ['9dad71f6-52eb-46a9-a407-f0df04c7f082'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:45.455852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.476054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.507852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.508475 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.509918 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] 10.222.0.50 "PUT /v2.0/ports/6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb HTTP/1.1" status: 200 len: 1092 time: 2.2341523 Mar 31 23:01:45.512350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39644c24-1903-40b8-a0a5-e158d680a33a', 'tag': '6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:45.514802 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001a7f0-182e-485b-8e08-0894065551a4" -d '{"events": [{"name": "network-changed", "server_uuid": "39644c24-1903-40b8-a0a5-e158d680a33a", "tag": "6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:45.533576 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-132271b6-7b95-40ef-b994-84e5be97c77b tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/routers/9dad71f6-52eb-46a9-a407-f0df04c7f082 HTTP/1.1" status: 200 len: 921 time: 0.2032206 Mar 31 23:01:45.536882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:45.563171 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fb3414-1a73-43e7-a472-0147d9d65527 x-openstack-request-id: req-f7fb3414-1a73-43e7-a472-0147d9d65527 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:45.563460 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39644c24-1903-40b8-a0a5-e158d680a33a", "tag": "6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:45.563707 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7fb3414-1a73-43e7-a472-0147d9d65527 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:45.567285 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fb3414-1a73-43e7-a472-0147d9d65527'] response: {'name': 'network-changed', 'server_uuid': '39644c24-1903-40b8-a0a5-e158d680a33a', 'tag': '6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb', 'status': 'completed', 'code': 200} Mar 31 23:01:45.599166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459e541-5f5e-4b10-a479-2354e1b64fea service neutron] Pushing event updated for resources: {'Port': ['ID=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:45.637216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1391b0be-b7d3-4751-b61b-07a0f3e425cd tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.639943 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1391b0be-b7d3-4751-b61b-07a0f3e425cd tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=9dad71f6-52eb-46a9-a407-f0df04c7f082&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1020663 Mar 31 23:01:45.644741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39668) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:45.649218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001a7f0-182e-485b-8e08-0894065551a4 req-5625ed68-c9cf-482d-b1bd-5e9719a9cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.651693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c001a7f0-182e-485b-8e08-0894065551a4 req-5625ed68-c9cf-482d-b1bd-5e9719a9cdab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2dc9fc119ff4da898e5d5ede586f5d3&device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 1095 time: 0.0680192 Mar 31 23:01:45.682213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.806061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65352e29-ff9a-48ec-af78-ea9c06760bc6 req-9ace899a-ee11-4154-9502-2b22082edb85 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 210 time: 0.1796114 Mar 31 23:01:45.819315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001a7f0-182e-485b-8e08-0894065551a4 req-da9ba560-5a6e-45c9-91a8-d3d3bf521aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.820954 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c001a7f0-182e-485b-8e08-0894065551a4 req-da9ba560-5a6e-45c9-91a8-d3d3bf521aca service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b2dc9fc119ff4da898e5d5ede586f5d3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1593385 Mar 31 23:01:45.853025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:45.855265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=220c3f5c-b19b-48cc-8907-0d4b21a652cb,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:45.866311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:45.876570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:45.882338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.883593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.894877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe085d-75e1-47f2-8c5b-7985e9836e0e tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.900406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2cbe085d-75e1-47f2-8c5b-7985e9836e0e tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 881 time: 0.2429562 Mar 31 23:01:45.902875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39672) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:45.922007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538f59a-f788-4ed7-aaba-057fdab70a2d req-973c484e-1cb1-4969-a8b2-fd55dcc5cfa2 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.923667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0538f59a-f788-4ed7-aaba-057fdab70a2d req-973c484e-1cb1-4969-a8b2-fd55dcc5cfa2 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 944 time: 0.1462379 Mar 31 23:01:46.041161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001a7f0-182e-485b-8e08-0894065551a4 req-a4da99b7-be30-4ccc-bead-8bb096a5baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:46.046426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0538f59a-f788-4ed7-aaba-057fdab70a2d req-426268a0-9953-497a-aedf-66c7742156f1 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045022 Mar 31 23:01:46.059212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-28fb9ca5-f0c4-4b9a-972f-b6b008ea1682 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9768815 Mar 31 23:01:46.061568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39680) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:46.064485 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c001a7f0-182e-485b-8e08-0894065551a4 req-a4da99b7-be30-4ccc-bead-8bb096a5baaf service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357569 Mar 31 23:01:46.075475 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ec384bd-c6c5-4675-91b8-17091aa12fb2 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dad71f6-52eb-46a9-a407-f0df04c7f082 HTTP/1.1" status: 200 len: 205 time: 0.1711066 Mar 31 23:01:46.076102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39682) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:46.077592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:46:d5:4e'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:46.338089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9569ccee-baff-40bf-a051-0cfd4a124449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:46.339693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-9569ccee-baff-40bf-a051-0cfd4a124449 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2dc9fc119ff4da898e5d5ede586f5d3&device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 1095 time: 0.1586370 Mar 31 23:01:46.348073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.363830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5faa82e2-3744-4754-8417-2dfa532d5ff4 None None] Provisioning complete for port 220c3f5c-b19b-48cc-8907-0d4b21a652cb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:46.372592 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5faa82e2-3744-4754-8417-2dfa532d5ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.426116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-c029ac8c-6a52-4c86-987c-20c346c0254c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb HTTP/1.1" status: 200 len: 217 time: 0.0758045 Mar 31 23:01:46.447403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5faa82e2-3744-4754-8417-2dfa532d5ff4 None None] Port 220c3f5c-b19b-48cc-8907-0d4b21a652cb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:46.540626 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-278b2cbd-3eb5-45a4-8c8f-80bb8c1335da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:46.542212 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-278b2cbd-3eb5-45a4-8c8f-80bb8c1335da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b2815c3-cdc5-41ec-a3ac-68ca4febbadc HTTP/1.1" status: 200 len: 853 time: 0.1083479 Mar 31 23:01:46.597459 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-a05a02ad-eac1-46ce-b63f-48a5b588ac82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18339a44-8716-40a3-87f0-c21d0380e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461392 Mar 31 23:01:46.599331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.775666 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-d4ed3ac8-fc1e-4411-9a43-27bc0fa956fe service neutron] 10.222.0.50 "GET /v2.0/networks/18339a44-8716-40a3-87f0-c21d0380e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598809 Mar 31 23:01:46.849095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae5886-15d8-4f57-b0a9-427dcb9e6007 req-f55d92a7-40ac-447a-9a20-e419211ccb4d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:46.851625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ae5886-15d8-4f57-b0a9-427dcb9e6007 req-f55d92a7-40ac-447a-9a20-e419211ccb4d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 946 time: 0.6795869 Mar 31 23:01:46.879552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Deleting port d315ee5b-90be-4f0e-9a53-21261d44a45b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:46.879552 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.975210 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.022304 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-95b79c64-150b-49ee-8fb4-0280f7b8af6c req-d9cc8dd8-a88d-442f-823c-4f52eaa1874a service neutron] 10.222.0.50 "GET /v2.0/networks/18339a44-8716-40a3-87f0-c21d0380e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395191 Mar 31 23:01:47.042891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ae5886-15d8-4f57-b0a9-427dcb9e6007 req-56f7192b-3598-4538-8942-1a374a863707 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792669 Mar 31 23:01:47.108037 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.118549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559609cd-e037-4484-bb52-65e9f120ee6e req-ce8ea537-90c0-4565-a451-56d14e1c3859 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.120184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-559609cd-e037-4484-bb52-65e9f120ee6e req-ce8ea537-90c0-4565-a451-56d14e1c3859 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 944 time: 0.1398189 Mar 31 23:01:47.136107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Calling delete_port for d315ee5b-90be-4f0e-9a53-21261d44a45b owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:47.225892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e216e353-c45a-4d39-bdc8-c7895296b85e req-33039843-8664-4060-a1f4-bbd92bd3def0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 210 time: 0.0639610 Mar 31 23:01:47.261552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-559609cd-e037-4484-bb52-65e9f120ee6e req-f05aa52b-a0db-4fbd-a50b-a9c7968b3cc6 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326551 Mar 31 23:01:47.359203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.406640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba94b42-729d-4988-9b84-d4137d2e33f4 req-6c971475-74e2-44b4-9348-ed3fdff3a70e tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.408148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ba94b42-729d-4988-9b84-d4137d2e33f4 req-6c971475-74e2-44b4-9348-ed3fdff3a70e tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 945 time: 0.1076400 Mar 31 23:01:47.448526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0adb5-2fd6-46cf-827b-a45bf9c02276 req-daa91c09-49b2-4dd2-9486-34fc67cdd4e3 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.448996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03f0adb5-2fd6-46cf-827b-a45bf9c02276 req-daa91c09-49b2-4dd2-9486-34fc67cdd4e3 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 944 time: 0.0923474 Mar 31 23:01:47.478912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ba94b42-729d-4988-9b84-d4137d2e33f4 req-b65ccf60-eb4f-4cdf-a41c-48563b7bc58c tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631826 Mar 31 23:01:47.495292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6e927f8b-8fb7-49e2-a308-644054d6fa3d up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:47.504137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03f0adb5-2fd6-46cf-827b-a45bf9c02276 req-03c2e365-6082-4f9e-abd9-aafb4d8c44f5 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 Mar 31 23:01:47.504819 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.553262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] In _notify_port_updated(), no bound segment for port 220c3f5c-b19b-48cc-8907-0d4b21a652cb on network 8787234a-f12f-4fd6-8275-d6336d3d7975 {{(pid=109820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:01:47.559938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.560622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.562781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "PUT /v2.0/ports/220c3f5c-b19b-48cc-8907-0d4b21a652cb HTTP/1.1" status: 200 len: 1002 time: 1.4997480 Mar 31 23:01:47.566125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39722) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:47.576097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4ae94-b60e-4d09-8f5e-af8fd06b72d3 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=220c3f5c-b19b-48cc-8907-0d4b21a652cb,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:47.583969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.638680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event deleted for resources: {'Port': ['ID=d315ee5b-90be-4f0e-9a53-21261d44a45b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:47.754051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.773872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 6e927f8b-8fb7-49e2-a308-644054d6fa3d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:47.781510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 6e927f8b-8fb7-49e2-a308-644054d6fa3d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:47.782227 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.789392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-58ab9c75-d26a-4417-8dbc-7e46fbff837c tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Deleting port 220c3f5c-b19b-48cc-8907-0d4b21a652cb {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:47.789729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58ab9c75-d26a-4417-8dbc-7e46fbff837c tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.943663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.953808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.964259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2d6bcc3e-6da3-43b4-ad5b-a6dd75dbeb74 None None] Provisioning complete for port 220c3f5c-b19b-48cc-8907-0d4b21a652cb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:47.964732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcc3e-6da3-43b4-ad5b-a6dd75dbeb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.998434 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.052239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e927f8b-8fb7-49e2-a308-644054d6fa3d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:48.057485 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b039957-b98e-4b2c-88fc-16de6eb45522" -d '{"events": [{"server_uuid": "6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "6e927f8b-8fb7-49e2-a308-644054d6fa3d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:48.068854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bcc3e-6da3-43b4-ad5b-a6dd75dbeb74 None None] Port 220c3f5c-b19b-48cc-8907-0d4b21a652cb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:48.088229 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 6e927f8b-8fb7-49e2-a308-644054d6fa3d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6e927f8b-8fb7-49e2-a308-644054d6fa3d,segment=NetworkSegment(488092dc-8c90-41d8-ad7f-f586177b4dd8),segment_id=488092dc-8c90-41d8-ad7f-f586177b4dd8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:48.116876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58ab9c75-d26a-4417-8dbc-7e46fbff837c tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.130414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-58ab9c75-d26a-4417-8dbc-7e46fbff837c tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Calling delete_port for 220c3f5c-b19b-48cc-8907-0d4b21a652cb owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:48.146094 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f1ea64-65ac-4dd9-8b04-e6b6f8b872f6 x-openstack-request-id: req-15f1ea64-65ac-4dd9-8b04-e6b6f8b872f6 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:48.146388 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "6e927f8b-8fb7-49e2-a308-644054d6fa3d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:48.146675 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15f1ea64-65ac-4dd9-8b04-e6b6f8b872f6 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:48.147088 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f1ea64-65ac-4dd9-8b04-e6b6f8b872f6'] response: {'server_uuid': '6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e927f8b-8fb7-49e2-a308-644054d6fa3d', 'code': 200} Mar 31 23:01:48.216674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-09557765-3656-4f8c-adc4-83cd5e30c461 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.218971 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-09557765-3656-4f8c-adc4-83cd5e30c461 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.50 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.1918080 Mar 31 23:01:48.221226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16379726-d24a-4e00-a818-4c7692a1c7b4 req-853612ca-e376-41aa-8ae5-51afab8dfba2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.222946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16379726-d24a-4e00-a818-4c7692a1c7b4 req-853612ca-e376-41aa-8ae5-51afab8dfba2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 946 time: 0.0560374 Mar 31 23:01:48.240468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'port': {'device_id': '4d51472c-1d52-456c-954f-11d2de242d98', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'admin_state_up': True, 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:48.267825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.268959 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.270198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Fanout notify agent at l3_agent the message router_deleted on router 9dad71f6-52eb-46a9-a407-f0df04c7f082 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:48.282009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.283138 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-08cd7c34-7c90-4743-97f2-c085cb48c0b9 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/9dad71f6-52eb-46a9-a407-f0df04c7f082 HTTP/1.1" status: 204 len: 168 time: 2.2060699 Mar 31 23:01:48.314589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39740) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:48.331979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-304430114', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:48.360564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=6e927f8b-8fb7-49e2-a308-644054d6fa3d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:48.412372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eb7d4-0fb9-49bf-8b6c-bbf16b02f5ae req-d7ca16ff-f4bb-43e6-93cf-abfaad8568fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.414019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d93eb7d4-0fb9-49bf-8b6c-bbf16b02f5ae req-d7ca16ff-f4bb-43e6-93cf-abfaad8568fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 1095 time: 0.1898749 Mar 31 23:01:48.417764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36975f25-7ec2-4b1a-aaff-f38762ea7edd req-ab28d7fa-6a1c-4813-b813-0ecd5027bd29 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 210 time: 0.0634880 Mar 31 23:01:48.421254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16379726-d24a-4e00-a818-4c7692a1c7b4 req-21c481f4-7bb5-42bb-9042-86ce6c6dc18b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857340 Mar 31 23:01:48.455156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d93eb7d4-0fb9-49bf-8b6c-bbf16b02f5ae req-1fff7169-cea2-4f8f-ac1d-0ed9a7a8b960 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319128 Mar 31 23:01:48.540782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560030-6587-4476-81ce-623f1d94df95 req-b5c0559f-157d-47e4-abfa-e0c05a43b376 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.543353 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd560030-6587-4476-81ce-623f1d94df95 req-b5c0559f-157d-47e4-abfa-e0c05a43b376 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.50 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 945 time: 0.0921178 Mar 31 23:01:48.564163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49516-f0f5-4bea-8575-a82d5d847ab6 req-7af8b90c-8fae-4c07-91c1-3ea55ca558ba tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.565994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6b49516-f0f5-4bea-8575-a82d5d847ab6 req-7af8b90c-8fae-4c07-91c1-3ea55ca558ba tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 945 time: 0.0656714 Mar 31 23:01:48.651188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Made reservation on behalf of c3cede2d48664a2880a52c89b3250cf8 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:48.653252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6b49516-f0f5-4bea-8575-a82d5d847ab6 req-5f8db58b-aa9a-465e-a433-4fa753dd340e tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798867 Mar 31 23:01:48.655254 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.656528 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.657620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.694994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97315e78-70f5-4ee9-9f92-1d50e68b96fe req-091ae0c7-0006-40fe-a48a-785f4460f8a9 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.695977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Deleting port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:48.696467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.697448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97315e78-70f5-4ee9-9f92-1d50e68b96fe req-091ae0c7-0006-40fe-a48a-785f4460f8a9 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 945 time: 0.1015151 Mar 31 23:01:48.752919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58ab9c75-d26a-4417-8dbc-7e46fbff837c tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.800368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97315e78-70f5-4ee9-9f92-1d50e68b96fe req-ab4da108-6631-4b98-a3be-13529d47a687 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/security-groups?id=42c0351e-5836-4695-9c14-0f218e707cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933976 Mar 31 23:01:48.816426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:48.817238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.845848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab9c75-d26a-4417-8dbc-7e46fbff837c tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Port': ['ID=220c3f5c-b19b-48cc-8907-0d4b21a652cb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:48.847236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ceae-59a2-4adb-a0ce-ab075f4729c7 req-2e2533f0-2ab9-4ae5-a430-baeeff6bc018 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.850539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f084ceae-59a2-4adb-a0ce-ab075f4729c7 req-2e2533f0-2ab9-4ae5-a430-baeeff6bc018 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 944 time: 0.1054225 Mar 31 23:01:48.908313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f084ceae-59a2-4adb-a0ce-ab075f4729c7 req-7e57773a-863d-4adc-bc56-236bdfe8bcb7 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510960 Mar 31 23:01:48.968690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,segment=NetworkSegment(9aad7935-6976-4381-bf08-3a34f0950b6c),segment_id=9aad7935-6976-4381-bf08-3a34f0950b6c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:48.986113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb', 'network_id': '18339a44-8716-40a3-87f0-c21d0380e168', 'port_id': '6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb', 'mac_address': 'fa:16:3e:19:8a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2815c3-cdc5-41ec-a3ac-68ca4febbadc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:49.038563 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.054404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:49.054780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Allocated IP 172.20.0.9 (db201a78-5b2e-427c-82ca-72b26a17ccee/3249cd8c-da32-4230-83dd-94d3251ae009/b9eb29f2-72c2-4e56-ba13-61bd10044481) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:49.058394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] For port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,segment=NetworkSegment(6b623e9a-2556-415b-b8f6-a7998f7baa43),segment_id=6b623e9a-2556-415b-b8f6-a7998f7baa43)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:49.058782 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.080916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,segment=NetworkSegment(9aad7935-6976-4381-bf08-3a34f0950b6c),segment_id=9aad7935-6976-4381-bf08-3a34f0950b6c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:49.097726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Calling delete_port for 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:49.099992 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58ab9c75-d26a-4417-8dbc-7e46fbff837c tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.105896 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-58ab9c75-d26a-4417-8dbc-7e46fbff837c tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "DELETE /v2.0/ports/220c3f5c-b19b-48cc-8907-0d4b21a652cb HTTP/1.1" status: 204 len: 168 time: 1.5361018 Mar 31 23:01:49.107392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39746) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:49.156399 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6c3697-426a-4e8d-8e46-7f0d05eea84b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] GET failed (client error): The resource could not be found. Mar 31 23:01:49.158447 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-db6c3697-426a-4e8d-8e46-7f0d05eea84b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "GET /v2.0/ports/220c3f5c-b19b-48cc-8907-0d4b21a652cb HTTP/1.1" status: 404 len: 333 time: 0.0502882 Mar 31 23:01:49.191066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39748) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:49.196606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-353823038'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:49.204058 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.242720 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.306464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.430042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.441358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:49.475075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Made reservation on behalf of 0f48d67b4c30453ebd68c37d67537148 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:49.479393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.500495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.509057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] device_id is not set on port 5dbdbc08-73e9-488f-b98d-af25f75ff69c yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:49.545154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Pushing event deleted for resources: {'Port': ['ID=7c0bd306-14b8-4365-b8a0-8d8d3f69d454,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.605962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] No DVR routers for this DVR port 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:49.610424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.613973 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd560030-6587-4476-81ce-623f1d94df95 req-2ea9ea8d-ae16-4278-96c4-1f78e8ad9992 tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.50 "DELETE /v2.0/ports/7c0bd306-14b8-4365-b8a0-8d8d3f69d454 HTTP/1.1" status: 204 len: 173 time: 1.0646305 Mar 31 23:01:49.614590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b445b7ac-1a44-4c3f-b50b-921f36e472ab', 'name': 'network-vif-deleted', 'tag': '7c0bd306-14b8-4365-b8a0-8d8d3f69d454'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:49.618183 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2b56d1-651d-4de7-839d-c49246af1fb3" -d '{"events": [{"server_uuid": "b445b7ac-1a44-4c3f-b50b-921f36e472ab", "name": "network-vif-deleted", "tag": "7c0bd306-14b8-4365-b8a0-8d8d3f69d454"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:49.623317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.678276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Network db201a78-5b2e-427c-82ca-72b26a17ccee is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:49.681779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:49.688118 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:49.720106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'Port': ['ID=b9eb29f2-72c2-4e56-ba13-61bd10044481,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.757997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.758696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.874364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06378aac-fb3e-4dca-a3f6-a8a4f4c36a4d req-24fb0316-614b-4492-a6af-972e6f46a636 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.876090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06378aac-fb3e-4dca-a3f6-a8a4f4c36a4d req-24fb0316-614b-4492-a6af-972e6f46a636 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 931 time: 0.3096125 Mar 31 23:01:49.900238 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-37544d5f-3439-4b18-ae32-cee58c6e0b75 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6711056 Mar 31 23:01:49.914701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Request body: {'port': {'device_id': '4d51472c-1d52-456c-954f-11d2de242d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:49.918211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d388f-06ee-4ee5-8c8e-77e4acebc92a req-a83fbe6a-4715-4664-b9d9-8a2ccce496ad tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.920052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b46d388f-06ee-4ee5-8c8e-77e4acebc92a req-a83fbe6a-4715-4664-b9d9-8a2ccce496ad tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 946 time: 0.2705660 Mar 31 23:01:49.923705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Allocated IP 2001:db8::265 (8787234a-f12f-4fd6-8275-d6336d3d7975/f59317b4-059a-4e02-9600-24c10d3eb422/5dbdbc08-73e9-488f-b98d-af25f75ff69c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:49.971208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7c0bd306-14b8-4365-b8a0-8d8d3f69d454'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:49.976449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.994103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.029091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.030470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d99310c9-e719-4126-983f-15251a6c77b1 None None] Provisioning complete for port b9eb29f2-72c2-4e56-ba13-61bd10044481 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:50.031007 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d99310c9-e719-4126-983f-15251a6c77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.077868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d99310c9-e719-4126-983f-15251a6c77b1 None None] Port b9eb29f2-72c2-4e56-ba13-61bd10044481 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:50.094163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06378aac-fb3e-4dca-a3f6-a8a4f4c36a4d req-60220c5f-19bb-44d8-8c70-2ff5360743d0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072020 Mar 31 23:01:50.112307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b46d388f-06ee-4ee5-8c8e-77e4acebc92a req-6f17d3f6-fb95-4cf2-85d6-8c02b0f3b7b1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824694 Mar 31 23:01:50.177574 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97febefa-62f7-4935-b87e-255ebcccd1e4 x-openstack-request-id: req-97febefa-62f7-4935-b87e-255ebcccd1e4 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:50.178107 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b445b7ac-1a44-4c3f-b50b-921f36e472ab", "name": "network-vif-deleted", "tag": "7c0bd306-14b8-4365-b8a0-8d8d3f69d454", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:50.178107 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97febefa-62f7-4935-b87e-255ebcccd1e4 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:50.178508 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97febefa-62f7-4935-b87e-255ebcccd1e4'] response: {'server_uuid': 'b445b7ac-1a44-4c3f-b50b-921f36e472ab', 'name': 'network-vif-deleted', 'tag': '7c0bd306-14b8-4365-b8a0-8d8d3f69d454', 'status': 'completed', 'code': 200} Mar 31 23:01:50.334734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a8fe765-0695-456f-8464-5e2d57027b23 req-1d3a22c7-a196-460f-a3d4-e2cc2cf57a5e tempest-VolumesAdminNegativeTest-1652681568 tempest-VolumesAdminNegativeTest-1652681568-project] 10.222.0.31 "GET /v2.0/ports?device_id=b445b7ac-1a44-4c3f-b50b-921f36e472ab HTTP/1.1" status: 200 len: 210 time: 0.0792189 Mar 31 23:01:50.345778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9eb29f2-72c2-4e56-ba13-61bd10044481 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:50.364166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.377197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Transition to ACTIVE for port object b9eb29f2-72c2-4e56-ba13-61bd10044481 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:50.391012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Allocated IP 172.25.4.88 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/dbf164de-8070-4358-a082-cf8c3e592995) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:50.433974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefd928-3a36-4c10-a3d8-e516bbae16d3 req-83d67a5a-ca81-41c3-9547-3fdfd4b62977 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.437188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecefd928-3a36-4c10-a3d8-e516bbae16d3 req-83d67a5a-ca81-41c3-9547-3fdfd4b62977 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 945 time: 0.1993258 Mar 31 23:01:50.442100 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.492268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.587950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecefd928-3a36-4c10-a3d8-e516bbae16d3 req-85f17423-a780-4bc9-bcc4-8e61b909692f tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388721 Mar 31 23:01:50.596640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c73a0f-25b1-47f5-ac76-a845d84cbb59 req-67ade0b9-6d4c-4491-a359-1978b044be3e tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.599315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4c73a0f-25b1-47f5-ac76-a845d84cbb59 req-67ade0b9-6d4c-4491-a359-1978b044be3e tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 945 time: 0.1972523 Mar 31 23:01:50.692850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4c73a0f-25b1-47f5-ac76-a845d84cbb59 req-07c1b007-6f75-4128-9952-221b802397de tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691481 Mar 31 23:01:50.703163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.778845 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.833104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:50.883075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.895420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:50.908200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:50.917262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:50.929710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.931151 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.954586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb29f2-72c2-4e56-ba13-61bd10044481,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:50.956678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=5dbdbc08-73e9-488f-b98d-af25f75ff69c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:50.961138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:50.965745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:50.969476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:51.044549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Attempting to bind port b9eb29f2-72c2-4e56-ba13-61bd10044481 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:51.045418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Attempting to bind port b9eb29f2-72c2-4e56-ba13-61bd10044481 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:51.046468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Attempting to bind port b9eb29f2-72c2-4e56-ba13-61bd10044481 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:51.054049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event updated for resources: {'Port': ['ID=dbf164de-8070-4358-a082-cf8c3e592995,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.055888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Port b9eb29f2-72c2-4e56-ba13-61bd10044481 on network db201a78-5b2e-427c-82ca-72b26a17ccee not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:51.056533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Attempting to bind port b9eb29f2-72c2-4e56-ba13-61bd10044481 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:51.065549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:51.066219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Checking segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:51.066808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Bound using segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:51.067425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Bound port: b9eb29f2-72c2-4e56-ba13-61bd10044481, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:51.068046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.166767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:51.172776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:51.173145 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.188369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] For port b9eb29f2-72c2-4e56-ba13-61bd10044481, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:51.195943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] For port b9eb29f2-72c2-4e56-ba13-61bd10044481, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:51.223044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b872e6bb-150f-4baf-83c6-46f879f39de9 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0300190 Mar 31 23:01:51.229950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39772) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:51.243582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:46:d5:4e'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:51.386234 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.392056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.416268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d764-22d6-4281-b58a-c0c4d67b1ed1 req-38042bf1-315d-47a1-8379-493a191c8c7a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.418522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9a3d764-22d6-4281-b58a-c0c4d67b1ed1 req-38042bf1-315d-47a1-8379-493a191c8c7a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 943 time: 0.1340954 Mar 31 23:01:51.448628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.449233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39644c24-1903-40b8-a0a5-e158d680a33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:51.449385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.450810 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] 10.222.0.50 "PUT /v2.0/ports/b9eb29f2-72c2-4e56-ba13-61bd10044481 HTTP/1.1" status: 200 len: 1091 time: 1.5408387 Mar 31 23:01:51.453295 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa10454-76ac-42e4-9adb-92c1a8c16bab" -d '{"events": [{"server_uuid": "39644c24-1903-40b8-a0a5-e158d680a33a", "name": "network-vif-plugged", "status": "completed", "tag": "6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:51.484637 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9a3d764-22d6-4281-b58a-c0c4d67b1ed1 req-995e29d4-f79d-4905-841a-1bcdf80ce4ed tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586791 Mar 31 23:01:51.522694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,segment=NetworkSegment(9aad7935-6976-4381-bf08-3a34f0950b6c),segment_id=9aad7935-6976-4381-bf08-3a34f0950b6c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:51.524069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec35ab1-434b-4350-9bf5-731de0dceffa service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb29f2-72c2-4e56-ba13-61bd10044481,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.561592 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.574909 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d79a911-bcaa-4907-aa59-773fa43111b5 x-openstack-request-id: req-3d79a911-bcaa-4907-aa59-773fa43111b5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:51.575450 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39644c24-1903-40b8-a0a5-e158d680a33a", "name": "network-vif-plugged", "status": "completed", "tag": "6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:51.575876 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d79a911-bcaa-4907-aa59-773fa43111b5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:51.576608 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d79a911-bcaa-4907-aa59-773fa43111b5'] response: {'server_uuid': '39644c24-1903-40b8-a0a5-e158d680a33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb', 'code': 200} Mar 31 23:01:51.670639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-923d6704-5d16-45bb-a9d5-ab111b9a7421 None None] Provisioning complete for port 5dbdbc08-73e9-488f-b98d-af25f75ff69c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:51.670639 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-923d6704-5d16-45bb-a9d5-ab111b9a7421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.671197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39780) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:51.724755 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.725476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:51.755474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.835374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbefc49-3c93-443b-bac6-a078a389d353 admin admin] Deleting subnet 0429ce2a-5ea1-453a-adf6-0b33ad23b943 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:51.841987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:51.842511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7c0bd306-14b8-4365-b8a0-8d8d3f69d454 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:51.845373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cbefc49-3c93-443b-bac6-a078a389d353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.852189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-923d6704-5d16-45bb-a9d5-ab111b9a7421 None None] Port 5dbdbc08-73e9-488f-b98d-af25f75ff69c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:51.879244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.961604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f3799-4cec-4c65-b8d0-c49d39ad636d req-aa83520b-84b1-4648-86f5-ae91f86fe156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.961604 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b7f3799-4cec-4c65-b8d0-c49d39ad636d req-aa83520b-84b1-4648-86f5-ae91f86fe156 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 1096 time: 0.2583537 Mar 31 23:01:51.962163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee78059-73bc-4609-98cc-e0b9ebc69fac req-eafdb788-f5e4-4604-9e2a-ccf481486925 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.962163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bee78059-73bc-4609-98cc-e0b9ebc69fac req-eafdb788-f5e4-4604-9e2a-ccf481486925 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 945 time: 0.2371964 Mar 31 23:01:51.990286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cbefc49-3c93-443b-bac6-a078a389d353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.990444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-d62da959-edb0-47ac-92dd-6e201edb0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.990444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-d62da959-edb0-47ac-92dd-6e201edb0073 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 1094 time: 0.1551123 Mar 31 23:01:51.994879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.047043 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-e2b8371a-e9aa-43a4-92b2-1ee061c0e5f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481 HTTP/1.1" status: 200 len: 217 time: 0.0493934 Mar 31 23:01:52.053772 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b7f3799-4cec-4c65-b8d0-c49d39ad636d req-319563ef-a845-44bb-b461-52bbf1b8d664 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174355 Mar 31 23:01:52.104707 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.115325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bb898169-693f-4500-87c1-e10c6bda615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.116891 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-bb898169-693f-4500-87c1-e10c6bda615d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.0620699 Mar 31 23:01:52.147464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] In _notify_port_updated(), no bound segment for port 5dbdbc08-73e9-488f-b98d-af25f75ff69c on network 8787234a-f12f-4fd6-8275-d6336d3d7975 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:01:52.153175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.153888 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.156104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "PUT /v2.0/ports/5dbdbc08-73e9-488f-b98d-af25f75ff69c HTTP/1.1" status: 200 len: 1002 time: 0.9240942 Mar 31 23:01:52.162125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39784) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:52.202824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d51472c-1d52-456c-954f-11d2de242d98', 'tag': 'b9eb29f2-72c2-4e56-ba13-61bd10044481'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:52.205441 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51800925-ae95-4ca4-9d7d-3cb560e758be" -d '{"events": [{"name": "network-changed", "server_uuid": "4d51472c-1d52-456c-954f-11d2de242d98", "tag": "b9eb29f2-72c2-4e56-ba13-61bd10044481"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:52.227468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a08501-6b54-4c93-81f0-ecccd361c691 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=5dbdbc08-73e9-488f-b98d-af25f75ff69c,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:52.340723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-5b5c812e-d5f7-406e-98fd-09d0465c792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.343270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-5b5c812e-d5f7-406e-98fd-09d0465c792d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780852 Mar 31 23:01:52.364882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a8d95-edc9-416c-b30b-8385044613b4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Deleting port 5dbdbc08-73e9-488f-b98d-af25f75ff69c {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:52.365517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8d95-edc9-416c-b30b-8385044613b4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.479550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b7ed0-acfa-42aa-b0a8-27fe5a98c4ee req-455f7224-825a-4f39-bf68-de769bdbaaad tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.481087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-894b7ed0-acfa-42aa-b0a8-27fe5a98c4ee req-455f7224-825a-4f39-bf68-de769bdbaaad tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 946 time: 0.6411655 Mar 31 23:01:52.488021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bee78059-73bc-4609-98cc-e0b9ebc69fac req-a3006c86-99f8-4394-8c32-b66c4a1c4929 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237966 Mar 31 23:01:52.490736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cbefc49-3c93-443b-bac6-a078a389d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.531011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cb32f595-7d13-474e-af5c-04290cdb7aff None None] Provisioning complete for port 5dbdbc08-73e9-488f-b98d-af25f75ff69c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:52.534884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb32f595-7d13-474e-af5c-04290cdb7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.554561 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-39566c3f-6e57-41ae-aea1-cada22d8e9bb service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031031 Mar 31 23:01:52.559534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a5ef6-0303-4b2d-9638-206a8642914f x-openstack-request-id: req-a59a5ef6-0303-4b2d-9638-206a8642914f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:52.560378 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d51472c-1d52-456c-954f-11d2de242d98", "tag": "b9eb29f2-72c2-4e56-ba13-61bd10044481", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:52.561006 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a59a5ef6-0303-4b2d-9638-206a8642914f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:52.561576 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59a5ef6-0303-4b2d-9638-206a8642914f'] response: {'name': 'network-changed', 'server_uuid': '4d51472c-1d52-456c-954f-11d2de242d98', 'tag': 'b9eb29f2-72c2-4e56-ba13-61bd10044481', 'status': 'completed', 'code': 200} Mar 31 23:01:52.564154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8d95-edc9-416c-b30b-8385044613b4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.591319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cb32f595-7d13-474e-af5c-04290cdb7aff None None] Port 5dbdbc08-73e9-488f-b98d-af25f75ff69c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:52.650783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a8d95-edc9-416c-b30b-8385044613b4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Calling delete_port for 5dbdbc08-73e9-488f-b98d-af25f75ff69c owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:52.690757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-894b7ed0-acfa-42aa-b0a8-27fe5a98c4ee req-86ec3375-887c-4922-831e-60658ad9e516 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700919 Mar 31 23:01:52.716648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.735111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e657abba-00a1-44a9-8d3e-775de0c8525c req-a2860472-3d1b-4206-bbe4-c73d1d8f86d7 service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670718 Mar 31 23:01:52.778722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049f7e-7e48-4e9d-8909-15dfe89592d5 req-233453a5-b99b-4d62-8a23-16f902a4cd53 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.780459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37049f7e-7e48-4e9d-8909-15dfe89592d5 req-233453a5-b99b-4d62-8a23-16f902a4cd53 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 943 time: 0.1512308 Mar 31 23:01:52.844466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cbefc49-3c93-443b-bac6-a078a389d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.919141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbefc49-3c93-443b-bac6-a078a389d353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0429ce2a-5ea1-453a-adf6-0b33ad23b943,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:52.929886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cbefc49-3c93-443b-bac6-a078a389d353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.933411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8cbefc49-3c93-443b-bac6-a078a389d353 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0429ce2a-5ea1-453a-adf6-0b33ad23b943 HTTP/1.1" status: 204 len: 168 time: 1.2608986 Mar 31 23:01:52.936020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39790) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:52.953179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37049f7e-7e48-4e9d-8909-15dfe89592d5 req-ee17ab7e-a962-4745-ba85-f1fa9d316bff tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625364 Mar 31 23:01:52.968143 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8d95-edc9-416c-b30b-8385044613b4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.018725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a8d95-edc9-416c-b30b-8385044613b4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Port': ['ID=5dbdbc08-73e9-488f-b98d-af25f75ff69c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:53.036843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-7a4d85f7-8081-418a-942a-fa8cbefbb1dc tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.038430 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-7a4d85f7-8081-418a-942a-fa8cbefbb1dc tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 945 time: 0.1887784 Mar 31 23:01:53.039945 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8d95-edc9-416c-b30b-8385044613b4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.053324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8d9a8d95-edc9-416c-b30b-8385044613b4 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "DELETE /v2.0/ports/5dbdbc08-73e9-488f-b98d-af25f75ff69c HTTP/1.1" status: 204 len: 168 time: 0.8808990 Mar 31 23:01:53.053324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39792) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:53.060951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-0953410e-9511-410a-971d-2048eea9003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.063104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-0953410e-9511-410a-971d-2048eea9003b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 1094 time: 0.1301124 Mar 31 23:01:53.089855 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2216d0-0f57-41a7-9d86-1c927aa8439b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] GET failed (client error): The resource could not be found. Mar 31 23:01:53.096821 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1b2216d0-0f57-41a7-9d86-1c927aa8439b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "GET /v2.0/ports/5dbdbc08-73e9-488f-b98d-af25f75ff69c HTTP/1.1" status: 404 len: 333 time: 0.0422022 Mar 31 23:01:53.100567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39794) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:53.111961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-11171560'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:53.118358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.211713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-0b8266ef-5ad0-49f0-bce4-7919b0941579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.214731 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-0b8266ef-5ad0-49f0-bce4-7919b0941579 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.1331282 Mar 31 23:01:53.262747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-b84d12c5-d342-4c21-b80f-d8e9b16408d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481 HTTP/1.1" status: 200 len: 217 time: 0.0393779 Mar 31 23:01:53.328902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-bb9e26f4-af3c-404e-a279-1c016f692032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.331358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-bb9e26f4-af3c-404e-a279-1c016f692032 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.0595434 Mar 31 23:01:53.333384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Router 89fabc9c-3a41-4763-99e5-13fbc3386b97 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:01:53.343543 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.379228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753ee058-8a5d-4952-8163-e040fe43ed5e']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:53.389991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-cb25c158-d748-4910-90d9-b96603bc5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.391533 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-cb25c158-d748-4910-90d9-b96603bc5f7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539825 Mar 31 23:01:53.435893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b623e9a-2556-415b-b8f6-a7998f7baa43') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:53.436214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b623e9a-2556-415b-b8f6-a7998f7baa43') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:53.449759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Deleting port 6e927f8b-8fb7-49e2-a308-644054d6fa3d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:53.450114 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.459891 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.487336 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-2600ce01-5a0f-403f-95bb-af4f79d25e4d service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885997 Mar 31 23:01:53.522877 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.572449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:53.572870 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:53.577047 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:53.620413 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-51800925-ae95-4ca4-9d7d-3cb560e758be req-7e72b420-9d75-4612-a182-c45113d14d35 service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264310 Mar 31 23:01:53.685464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:53.687181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Made reservation on behalf of 0f48d67b4c30453ebd68c37d67537148 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:53.695984 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.700392 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f80574-51b5-41ec-a1a7-97f2bb64b75c None None] Sync routers for ids ['89fabc9c-3a41-4763-99e5-13fbc3386b97'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:53.706324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] For port 6e927f8b-8fb7-49e2-a308-644054d6fa3d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6e927f8b-8fb7-49e2-a308-644054d6fa3d,segment=NetworkSegment(488092dc-8c90-41d8-ad7f-f586177b4dd8),segment_id=488092dc-8c90-41d8-ad7f-f586177b4dd8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:53.706716 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.714322 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f80574-51b5-41ec-a1a7-97f2bb64b75c None None] Routers {'89fabc9c-3a41-4763-99e5-13fbc3386b97'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:53.715268 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-43f80574-51b5-41ec-a1a7-97f2bb64b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['89fabc9c-3a41-4763-99e5-13fbc3386b97'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:53.741188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Calling delete_port for 6e927f8b-8fb7-49e2-a308-644054d6fa3d owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:53.750434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] device_id is not set on port f9eedcc2-f736-424c-abdf-d28edc3c1325 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:53.770606 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-43f80574-51b5-41ec-a1a7-97f2bb64b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:53.783662 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f80574-51b5-41ec-a1a7-97f2bb64b75c None None] Routers {'89fabc9c-3a41-4763-99e5-13fbc3386b97'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:53.784707 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-43f80574-51b5-41ec-a1a7-97f2bb64b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['89fabc9c-3a41-4763-99e5-13fbc3386b97'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:53.823022 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-43f80574-51b5-41ec-a1a7-97f2bb64b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:53.823663 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f80574-51b5-41ec-a1a7-97f2bb64b75c None None] The sync data for ids ['89fabc9c-3a41-4763-99e5-13fbc3386b97'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:53.835403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19aec5-d45e-4ad4-8f38-9ebcb5633638 req-ce1b8db8-2168-439f-b54d-a8b06ecda822 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.836905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b19aec5-d45e-4ad4-8f38-9ebcb5633638 req-ce1b8db8-2168-439f-b54d-a8b06ecda822 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 945 time: 0.2044392 Mar 31 23:01:53.886354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.912898 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.916157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] 10.222.0.31 "DELETE /v2.0/networks/753ee058-8a5d-4952-8163-e040fe43ed5e HTTP/1.1" status: 204 len: 168 time: 0.9750760 Mar 31 23:01:53.919587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39800) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:53.943041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.944166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a3140593-b9c6-497d-a971-a278aba7efd5 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6190956 Mar 31 23:01:53.947852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39802) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:53.955807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:53.959639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240446b9-1d52-49bd-95e6-1ff2c15f985a admin admin] Pushing event deleted for resources: {'Network': ['ID=753ee058-8a5d-4952-8163-e040fe43ed5e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:54.018384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b19aec5-d45e-4ad4-8f38-9ebcb5633638 req-215b08d8-5bee-4ef6-988d-e2c3e78ab18a tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/security-groups?id=25766d74-8fe3-418d-8d0c-4345228f1f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642354 Mar 31 23:01:54.040436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a5046-9306-48cd-a9f5-344e7f53b45b req-c51b01fb-b912-4598-b842-ae502785133a tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.040436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-227a5046-9306-48cd-a9f5-344e7f53b45b req-c51b01fb-b912-4598-b842-ae502785133a tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 946 time: 0.1990111 Mar 31 23:01:54.044715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b7c439-fb62-41ff-ae78-44c8d30ddecc admin admin] Deleting subnet 4e7071c4-bfa1-4714-95bb-4837d2cbd615 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:54.051087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98b7c439-fb62-41ff-ae78-44c8d30ddecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.090073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Allocated IP 2001:db8::101 (8787234a-f12f-4fd6-8275-d6336d3d7975/f59317b4-059a-4e02-9600-24c10d3eb422/f9eedcc2-f736-424c-abdf-d28edc3c1325) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:54.127648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98b7c439-fb62-41ff-ae78-44c8d30ddecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.203971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-227a5046-9306-48cd-a9f5-344e7f53b45b req-e8e6c07e-594e-41c3-896e-08ac0ea51b65 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534834 Mar 31 23:01:54.225073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98b7c439-fb62-41ff-ae78-44c8d30ddecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.250256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1ff83-f8f2-4698-ae1c-e41ac66562cf req-c13afafc-c6d2-4fbe-b378-f1d7372321be tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.252212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64c1ff83-f8f2-4698-ae1c-e41ac66562cf req-c13afafc-c6d2-4fbe-b378-f1d7372321be tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 943 time: 0.1287751 Mar 31 23:01:54.342431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.403613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64c1ff83-f8f2-4698-ae1c-e41ac66562cf req-e70fab88-b3a4-4573-b9c3-3367b1c186eb tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364596 Mar 31 23:01:54.409199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Pushing event deleted for resources: {'Port': ['ID=6e927f8b-8fb7-49e2-a308-644054d6fa3d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:54.448117 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.459019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] No DVR routers for this DVR port 6e927f8b-8fb7-49e2-a308-644054d6fa3d on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:54.463044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.466405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0d1421f-2305-46ee-ae4c-26100b792f68 req-69e05614-f6c2-4780-a7e8-e1b00c69a395 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.45 "DELETE /v2.0/ports/6e927f8b-8fb7-49e2-a308-644054d6fa3d HTTP/1.1" status: 204 len: 173 time: 1.4138010 Mar 31 23:01:54.466900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d', 'name': 'network-vif-deleted', 'tag': '6e927f8b-8fb7-49e2-a308-644054d6fa3d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:54.469358 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ce93c6-7ed1-4e90-be89-c530f1b8aedd" -d '{"events": [{"server_uuid": "6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d", "name": "network-vif-deleted", "tag": "6e927f8b-8fb7-49e2-a308-644054d6fa3d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:54.506402 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.512725 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3a8a8-127f-4d0c-b425-58895f69e0ba x-openstack-request-id: req-59a3a8a8-127f-4d0c-b425-58895f69e0ba {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:54.513173 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d", "name": "network-vif-deleted", "tag": "6e927f8b-8fb7-49e2-a308-644054d6fa3d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:54.513406 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59a3a8a8-127f-4d0c-b425-58895f69e0ba {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:54.513810 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a3a8a8-127f-4d0c-b425-58895f69e0ba'] response: {'server_uuid': '6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d', 'name': 'network-vif-deleted', 'tag': '6e927f8b-8fb7-49e2-a308-644054d6fa3d', 'status': 'completed', 'code': 200} Mar 31 23:01:54.557088 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98b7c439-fb62-41ff-ae78-44c8d30ddecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.585641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7c439-fb62-41ff-ae78-44c8d30ddecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7071c4-bfa1-4714-95bb-4837d2cbd615,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:54.590335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98b7c439-fb62-41ff-ae78-44c8d30ddecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.606779 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-98b7c439-fb62-41ff-ae78-44c8d30ddecc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4e7071c4-bfa1-4714-95bb-4837d2cbd615 HTTP/1.1" status: 204 len: 168 time: 0.6733344 Mar 31 23:01:54.609201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39812) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:54.675384 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.696266 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.697045 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.772531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:54.774282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:54.778308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:54.784247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.784927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.792164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=f9eedcc2-f736-424c-abdf-d28edc3c1325,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:54.831032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b9eb29f2-72c2-4e56-ba13-61bd10044481 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:54.833289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.864277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fedcce-ac8b-47a2-b84b-7a0179e16237']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:54.878851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83bc8d9-65cf-444b-a20c-365597be11d6') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:54.887032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83bc8d9-65cf-444b-a20c-365597be11d6') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:54.894330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.914460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Deleting port dbf164de-8070-4358-a082-cf8c3e592995 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:54.914460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.917904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.944742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:54.945461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:54.948216 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:54.976925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b9eb29f2-72c2-4e56-ba13-61bd10044481, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:55.004006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'b9eb29f2-72c2-4e56-ba13-61bd10044481', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': 'b9eb29f2-72c2-4e56-ba13-61bd10044481', 'mac_address': 'fa:16:3e:0d:87:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:55.005752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4807329d-33b2-4d2d-9b7f-dbb71c493a93 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9019890 Mar 31 23:01:55.008466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39816) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:55.015054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'network_id': '8787234a-f12f-4fd6-8275-d6336d3d7975', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-913381313'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:55.066232 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.086787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9eb29f2-72c2-4e56-ba13-61bd10044481 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:55.121846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.139745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b9eb29f2-72c2-4e56-ba13-61bd10044481, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:55.141667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Calling delete_port for dbf164de-8070-4358-a082-cf8c3e592995 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:55.154811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ace7c776-94eb-499a-963c-08640dc81044 None None] Provisioning complete for port f9eedcc2-f736-424c-abdf-d28edc3c1325 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:55.156133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ace7c776-94eb-499a-963c-08640dc81044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.196818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ace7c776-94eb-499a-963c-08640dc81044 None None] Port f9eedcc2-f736-424c-abdf-d28edc3c1325 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:55.199677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2d6eb20-6b41-48b7-9e2b-c2909e4039a4 req-a6fd126f-d8c0-40a6-aac4-f330c46ecba0 tempest-ServerAddressesNegativeTestJSON-1583418143 tempest-ServerAddressesNegativeTestJSON-1583418143-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e610e0e-abe0-4e0a-bc3d-5b558a78bb1d HTTP/1.1" status: 200 len: 210 time: 0.0392029 Mar 31 23:01:55.265001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.271879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Made reservation on behalf of 0f48d67b4c30453ebd68c37d67537148 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:55.272068 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.273316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.279010 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] 10.222.0.31 "DELETE /v2.0/networks/49fedcce-ac8b-47a2-b84b-7a0179e16237 HTTP/1.1" status: 204 len: 168 time: 0.6664262 Mar 31 23:01:55.279182 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.294787 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefbe6b-cdbe-4d5c-8b6b-4dd2b8c26347 admin admin] Pushing event deleted for resources: {'Network': ['ID=49fedcce-ac8b-47a2-b84b-7a0179e16237,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.320318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] device_id is not set on port a03dabed-e939-4ea3-8abb-c42d2f519295 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:55.345917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b9eb29f2-72c2-4e56-ba13-61bd10044481,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.447891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.477547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Pushing event deleted for resources: {'Port': ['ID=dbf164de-8070-4358-a082-cf8c3e592995,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.494069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7ce4a-a7af-4dbd-a3d5-f454ccd5750a req-7ce47015-61f9-4561-9601-688a07516fdd tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:55.495753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0e7ce4a-a7af-4dbd-a3d5-f454ccd5750a req-7ce47015-61f9-4561-9601-688a07516fdd tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 946 time: 0.1178412 Mar 31 23:01:55.520918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b9eb29f2-72c2-4e56-ba13-61bd10044481'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:55.526896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6e927f8b-8fb7-49e2-a308-644054d6fa3d no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:55.536514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Allocated IP 2001:db8::32d (8787234a-f12f-4fd6-8275-d6336d3d7975/f59317b4-059a-4e02-9600-24c10d3eb422/a03dabed-e939-4ea3-8abb-c42d2f519295) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:55.556310 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.577035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 6e927f8b-8fb7-49e2-a308-644054d6fa3d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:55.577631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6e927f8b-8fb7-49e2-a308-644054d6fa3d not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:55.620522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0e7ce4a-a7af-4dbd-a3d5-f454ccd5750a req-ba8d0f6c-369f-475c-8a04-3fde4428d4c9 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132016 Mar 31 23:01:55.640479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c0c5-29fa-4c30-9761-30291a7d68b4 req-d2a114f9-9764-4659-a6e8-941970a241eb tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:55.641975 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2605c0c5-29fa-4c30-9761-30291a7d68b4 req-d2a114f9-9764-4659-a6e8-941970a241eb tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 944 time: 0.1158044 Mar 31 23:01:55.753638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2605c0c5-29fa-4c30-9761-30291a7d68b4 req-f06e80c1-d572-4560-b392-28c86a42b7a8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035688 Mar 31 23:01:55.815019 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.838747 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.843114 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.878327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39828) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:55.942028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-60e26235-0c48-460e-b875-9efe3b41e283 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b82420ec7ef4c48b5607419505cb2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611455 Mar 31 23:01:55.944600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39830) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:55.954586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Router 89fabc9c-3a41-4763-99e5-13fbc3386b97 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:55.957891 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.025102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:56.031404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:56.034640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:56.041669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:56.041795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:56.041898 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.048271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.049780 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3f66c380-bf34-4c0e-971c-8ea34eb56ddb tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "PUT /v2.0/routers/89fabc9c-3a41-4763-99e5-13fbc3386b97 HTTP/1.1" status: 200 len: 705 time: 2.1006069 Mar 31 23:01:56.052136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39832) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.064849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=a03dabed-e939-4ea3-8abb-c42d2f519295,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.066051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c44bce-3579-4a09-b586-1d4139617704 None None] Sync routers for ids ['89fabc9c-3a41-4763-99e5-13fbc3386b97'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:56.073078 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7387fa92-5ca5-4844-9c97-bf275997a42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.094692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c44bce-3579-4a09-b586-1d4139617704 None None] Routers {'89fabc9c-3a41-4763-99e5-13fbc3386b97'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:56.095326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c44bce-3579-4a09-b586-1d4139617704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['89fabc9c-3a41-4763-99e5-13fbc3386b97'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:56.102208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7387fa92-5ca5-4844-9c97-bf275997a42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.135732 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2f9ba2a5-0817-4311-935a-26de2740ecc3 tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/routers/89fabc9c-3a41-4763-99e5-13fbc3386b97 HTTP/1.1" status: 200 len: 740 time: 0.0816407 Mar 31 23:01:56.138546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39834) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.142457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c44bce-3579-4a09-b586-1d4139617704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:56.152178 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c44bce-3579-4a09-b586-1d4139617704 None None] Routers {'89fabc9c-3a41-4763-99e5-13fbc3386b97'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:56.153162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c44bce-3579-4a09-b586-1d4139617704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:01:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['89fabc9c-3a41-4763-99e5-13fbc3386b97'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:56.187309 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3187d3f1-3c53-469a-9d9d-dcf8ac2554ac tempest-RoutersAdminTest-269943037 tempest-RoutersAdminTest-269943037-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=89fabc9c-3a41-4763-99e5-13fbc3386b97 HTTP/1.1" status: 200 len: 205 time: 0.0471396 Mar 31 23:01:56.189901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39836) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.190343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c44bce-3579-4a09-b586-1d4139617704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:56.191254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c44bce-3579-4a09-b586-1d4139617704 None None] The sync data for ids ['89fabc9c-3a41-4763-99e5-13fbc3386b97'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:56.218989 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c327c883-31fe-4a2a-b74d-da59e7f99c3a tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=89fabc9c-3a41-4763-99e5-13fbc3386b97 HTTP/1.1" status: 200 len: 205 time: 0.0277252 Mar 31 23:01:56.221070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-05ce76d4-c52d-45df-8c60-a8c84c910ea6 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2109668 Mar 31 23:01:56.221445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39838) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.223804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39840) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.231827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:46:d5:4e'}, {'ip_address': '2001:db8::101', 'mac_address': 'fa:16:3e:f3:17:b0'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:56.265698 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7387fa92-5ca5-4844-9c97-bf275997a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.269851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39844) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.271248 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7387fa92-5ca5-4844-9c97-bf275997a42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.274635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7387fa92-5ca5-4844-9c97-bf275997a42a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42c0351e-5836-4695-9c14-0f218e707cf9 HTTP/1.1" status: 204 len: 168 time: 0.3270028 Mar 31 23:01:56.295848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387fa92-5ca5-4844-9c97-bf275997a42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c0351e-5836-4695-9c14-0f218e707cf9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.335013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a2435e-d6b3-4fc1-b614-7af046074f01 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.433552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bc286f36-adb4-4a78-87e1-f9ba037a662c None None] Provisioning complete for port a03dabed-e939-4ea3-8abb-c42d2f519295 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:56.434304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bc286f36-adb4-4a78-87e1-f9ba037a662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.467401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.480521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bc286f36-adb4-4a78-87e1-f9ba037a662c None None] Port a03dabed-e939-4ea3-8abb-c42d2f519295 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:56.711052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.775879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6114bb-5978-478d-996f-803431e244bd admin admin] Deleting subnet 8562a85f-17c1-4388-9c6e-3de96d1349f0 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:56.782770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e6114bb-5978-478d-996f-803431e244bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.786931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81126969-47e4-45e6-8381-991c76bc3e0d req-a591a7db-e5da-4e24-9297-d6f60419cf14 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:56.789964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81126969-47e4-45e6-8381-991c76bc3e0d req-a591a7db-e5da-4e24-9297-d6f60419cf14 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 946 time: 0.0685296 Mar 31 23:01:56.791160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.830184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b9eb29f2-72c2-4e56-ba13-61bd10044481 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:56.851584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] In _notify_port_updated(), no bound segment for port a03dabed-e939-4ea3-8abb-c42d2f519295 on network 8787234a-f12f-4fd6-8275-d6336d3d7975 {{(pid=109820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:01:56.857298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:56.858031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.863429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "PUT /v2.0/ports/a03dabed-e939-4ea3-8abb-c42d2f519295 HTTP/1.1" status: 200 len: 1067 time: 0.6344657 Mar 31 23:01:56.874955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39854) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.972742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a2435e-d6b3-4fc1-b614-7af046074f01 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.977575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a2435e-d6b3-4fc1-b614-7af046074f01 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.986601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e6114bb-5978-478d-996f-803431e244bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.999557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1bd37-9cc2-4001-9f2f-94c3de0e3a97 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event updated for resources: {'Port': ['ID=a03dabed-e939-4ea3-8abb-c42d2f519295,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.017478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81126969-47e4-45e6-8381-991c76bc3e0d req-32a3386f-bf76-43f4-ab42-fbee58243a8a tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/security-groups?id=a05a6c3b-e49f-4229-8282-af43012f42fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938746 Mar 31 23:01:57.071971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-cf9d92a3-ecc0-4be5-8b7b-b8d9926fb797 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:57.074211 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-cf9d92a3-ecc0-4be5-8b7b-b8d9926fb797 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.50 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 946 time: 0.3632987 Mar 31 23:01:57.082868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ba35-d794-4431-8d9b-ba31a7568fa2 req-04678f44-10f5-4a1b-ac9f-b58ed3f0772e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:57.084335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9f1ba35-d794-4431-8d9b-ba31a7568fa2 req-04678f44-10f5-4a1b-ac9f-b58ed3f0772e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 944 time: 0.1686730 Mar 31 23:01:57.117287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-857c39e3-f193-42e0-b22f-c52de9fd9222 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Deleting port a03dabed-e939-4ea3-8abb-c42d2f519295 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:57.117446 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857c39e3-f193-42e0-b22f-c52de9fd9222 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.126059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port b9eb29f2-72c2-4e56-ba13-61bd10044481 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:57.132836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port b9eb29f2-72c2-4e56-ba13-61bd10044481 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:57.133459 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.196293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e6114bb-5978-478d-996f-803431e244bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.254107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9f1ba35-d794-4431-8d9b-ba31a7568fa2 req-230756bb-a018-4dda-b627-b6c4a0c6fbe9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616516 Mar 31 23:01:57.263255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857c39e3-f193-42e0-b22f-c52de9fd9222 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.276408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a2435e-d6b3-4fc1-b614-7af046074f01 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.277982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a2435e-d6b3-4fc1-b614-7af046074f01 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Fanout notify agent at l3_agent the message router_deleted on router 89fabc9c-3a41-4763-99e5-13fbc3386b97 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:57.286889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-857c39e3-f193-42e0-b22f-c52de9fd9222 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Calling delete_port for a03dabed-e939-4ea3-8abb-c42d2f519295 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:57.291947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a2435e-d6b3-4fc1-b614-7af046074f01 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.293256 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.293593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-52a2435e-d6b3-4fc1-b614-7af046074f01 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/89fabc9c-3a41-4763-99e5-13fbc3386b97 HTTP/1.1" status: 204 len: 168 time: 1.0709085 Mar 31 23:01:57.299836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39856) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.334084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d51472c-1d52-456c-954f-11d2de242d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb29f2-72c2-4e56-ba13-61bd10044481'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:57.336394 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea2d037-7489-43da-aa4b-9f3a6a93d0b9" -d '{"events": [{"server_uuid": "4d51472c-1d52-456c-954f-11d2de242d98", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb29f2-72c2-4e56-ba13-61bd10044481"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:57.351036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e9bb16ce-9126-4e94-a97a-9cb1988937b8 None None] Provisioning complete for port a03dabed-e939-4ea3-8abb-c42d2f519295 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:57.351606 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e9bb16ce-9126-4e94-a97a-9cb1988937b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.356956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b9eb29f2-72c2-4e56-ba13-61bd10044481, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:57.363362 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a45a8586-e8fc-4018-b54e-aa14fd15fc1b tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=89fabc9c-3a41-4763-99e5-13fbc3386b97 HTTP/1.1" status: 200 len: 205 time: 0.0598223 Mar 31 23:01:57.366762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39860) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.374080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Deleting port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:57.374424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.410407 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2477517-dc95-4d7b-93cd-823a895f297e x-openstack-request-id: req-a2477517-dc95-4d7b-93cd-823a895f297e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:57.410973 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d51472c-1d52-456c-954f-11d2de242d98", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb29f2-72c2-4e56-ba13-61bd10044481", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:57.411438 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2477517-dc95-4d7b-93cd-823a895f297e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:57.412646 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2477517-dc95-4d7b-93cd-823a895f297e'] response: {'server_uuid': '4d51472c-1d52-456c-954f-11d2de242d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb29f2-72c2-4e56-ba13-61bd10044481', 'code': 200} Mar 31 23:01:57.413485 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-6c9adeb8-1d8c-4a74-8d05-cb1f7f4b760d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] delete failed (client error): The resource could not be found. Mar 31 23:01:57.417070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6c9adeb8-1d8c-4a74-8d05-cb1f7f4b760d tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/89fabc9c-3a41-4763-99e5-13fbc3386b97 HTTP/1.1" status: 404 len: 336 time: 0.0451505 Mar 31 23:01:57.427405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39862) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.430572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39864) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.432511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb16ce-9126-4e94-a97a-9cb1988937b8 None None] Port a03dabed-e939-4ea3-8abb-c42d2f519295 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:57.466895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e3c4b3a4-11a2-48ff-bf8d-2bc752c2bb79 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dad71f6-52eb-46a9-a407-f0df04c7f082 HTTP/1.1" status: 200 len: 205 time: 0.0374966 Mar 31 23:01:57.470027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39866) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.506401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.511473 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-b7894bc6-3504-4778-b841-bddda77a0af1 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] delete failed (client error): The resource could not be found. Mar 31 23:01:57.516049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b7894bc6-3504-4778-b841-bddda77a0af1 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/9dad71f6-52eb-46a9-a407-f0df04c7f082 HTTP/1.1" status: 404 len: 336 time: 0.0415463 Mar 31 23:01:57.519258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39868) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.546152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] For port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,segment=NetworkSegment(9aad7935-6976-4381-bf08-3a34f0950b6c),segment_id=9aad7935-6976-4381-bf08-3a34f0950b6c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:57.546589 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.560630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f80e98-459f-47be-af9c-f8df52d2b3b8 req-60dc1064-b7e2-4c45-af95-435d4231a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:57.562537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0b854fcc-437e-4df9-8375-5f67828facf7 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f443ca-3a13-4d45-b2eb-70257893c258 HTTP/1.1" status: 200 len: 205 time: 0.0421824 Mar 31 23:01:57.563295 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90f80e98-459f-47be-af9c-f8df52d2b3b8 req-60dc1064-b7e2-4c45-af95-435d4231a655 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 1095 time: 0.0991237 Mar 31 23:01:57.565806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39870) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.575390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=b9eb29f2-72c2-4e56-ba13-61bd10044481,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.578345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Calling delete_port for 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:57.585605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-51ee8107-b22e-43b2-8f52-ec14913e3770 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79f0d3e94916434b83a948c9358ec8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555092 Mar 31 23:01:57.588184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39872) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.655750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dc4414d-2a44-41a0-857c-a3cf9c85413a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.658955 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-95b9edf8-f117-4688-9463-bc7c115fcff2 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] delete failed (client error): The resource could not be found. Mar 31 23:01:57.660317 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-95b9edf8-f117-4688-9463-bc7c115fcff2 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/67f443ca-3a13-4d45-b2eb-70257893c258 HTTP/1.1" status: 404 len: 336 time: 0.0937133 Mar 31 23:01:57.661729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e6114bb-5978-478d-996f-803431e244bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.665674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39874) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.687997 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dc4414d-2a44-41a0-857c-a3cf9c85413a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.738246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6114bb-5978-478d-996f-803431e244bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8562a85f-17c1-4388-9c6e-3de96d1349f0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.761929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e6114bb-5978-478d-996f-803431e244bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.765630 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0e6114bb-5978-478d-996f-803431e244bd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8562a85f-17c1-4388-9c6e-3de96d1349f0 HTTP/1.1" status: 204 len: 168 time: 1.4946926 Mar 31 23:01:57.767836 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6fe1f7c3-a3cc-413d-a624-03c832a1d762 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=397d4272-768b-47c5-bbf4-7c249c309263 HTTP/1.1" status: 200 len: 205 time: 0.0984502 Mar 31 23:01:57.768725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39876) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.770569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39878) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.775228 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-90f80e98-459f-47be-af9c-f8df52d2b3b8 req-e32dd167-a5de-41f6-991c-13d5dec41b20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004721 Mar 31 23:01:57.783411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857c39e3-f193-42e0-b22f-c52de9fd9222 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.029428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.041442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:58.069653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Pushing event deleted for resources: {'Port': ['ID=6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.114370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] No DVR routers for this DVR port 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:58.117697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.121223 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8eb94d41-e1fa-4888-98ba-aad979d0af01 req-6a008b32-3a41-46df-ad72-bfe804bd2e49 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.50 "DELETE /v2.0/ports/6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb HTTP/1.1" status: 204 len: 173 time: 1.0405438 Mar 31 23:01:58.121681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39644c24-1903-40b8-a0a5-e158d680a33a', 'name': 'network-vif-deleted', 'tag': '6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:58.125392 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab892c-fa22-4cae-8d9d-45a276c25129" -d '{"events": [{"server_uuid": "39644c24-1903-40b8-a0a5-e158d680a33a", "name": "network-vif-deleted", "tag": "6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:58.164266 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8472561a-aa9a-408d-af1d-38a8c040b7a1 x-openstack-request-id: req-8472561a-aa9a-408d-af1d-38a8c040b7a1 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:58.164546 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39644c24-1903-40b8-a0a5-e158d680a33a", "name": "network-vif-deleted", "tag": "6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:58.164800 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8472561a-aa9a-408d-af1d-38a8c040b7a1 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:58.165211 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8472561a-aa9a-408d-af1d-38a8c040b7a1'] response: {'server_uuid': '39644c24-1903-40b8-a0a5-e158d680a33a', 'name': 'network-vif-deleted', 'tag': '6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb', 'status': 'completed', 'code': 200} Mar 31 23:01:58.195320 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-dd57647c-6144-472e-aa0a-e1c002bfa0bc tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] delete failed (client error): The resource could not be found. Mar 31 23:01:58.196316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd57647c-6144-472e-aa0a-e1c002bfa0bc tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/397d4272-768b-47c5-bbf4-7c249c309263 HTTP/1.1" status: 404 len: 336 time: 0.4200768 Mar 31 23:01:58.196976 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dc4414d-2a44-41a0-857c-a3cf9c85413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.199112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39884) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.199486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dc4414d-2a44-41a0-857c-a3cf9c85413a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.203063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7dc4414d-2a44-41a0-857c-a3cf9c85413a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd10de0a-ef9c-44b5-8838-95d905c9cc15 HTTP/1.1" status: 204 len: 168 time: 0.6114376 Mar 31 23:01:58.231717 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9c295695-b39d-4e0f-95ba-9fd9ba368d41 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=084d2068-8260-4fed-814b-f63863cb32cb HTTP/1.1" status: 200 len: 205 time: 0.0313914 Mar 31 23:01:58.235110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39888) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.284377 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-adbf5074-b4a5-49d4-b4cd-8200f3d12cc6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] delete failed (client error): The resource could not be found. Mar 31 23:01:58.289737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-adbf5074-b4a5-49d4-b4cd-8200f3d12cc6 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/084d2068-8260-4fed-814b-f63863cb32cb HTTP/1.1" status: 404 len: 336 time: 0.0508337 Mar 31 23:01:58.290375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39892) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.301721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9d440bc-521c-46ec-8385-806d536a31db req-8474e2e7-2685-448d-b8bb-9e9b9a5715c7 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 210 time: 0.1132181 Mar 31 23:01:58.316195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c39e3-f193-42e0-b22f-c52de9fd9222 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Port': ['ID=a03dabed-e939-4ea3-8abb-c42d2f519295,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.335205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4414d-2a44-41a0-857c-a3cf9c85413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd10de0a-ef9c-44b5-8838-95d905c9cc15,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.363456 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ca9a585a-1618-4b23-97b6-8b4eeb0b9ebe tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "GET /v2.0/ports?device_id=036ecc5b-719b-421e-be0d-720dcf3553f6 HTTP/1.1" status: 200 len: 205 time: 0.0697534 Mar 31 23:01:58.363972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39894) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.430175 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-7e09b0d8-aaed-41e7-8b69-6b1fc8f058ff tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] delete failed (client error): The resource could not be found. Mar 31 23:01:58.431372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7e09b0d8-aaed-41e7-8b69-6b1fc8f058ff tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/routers/036ecc5b-719b-421e-be0d-720dcf3553f6 HTTP/1.1" status: 404 len: 336 time: 0.0659318 Mar 31 23:01:58.434427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39896) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.445963 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.466002 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4001b35d-e42e-48ca-b816-f2ebc641a538 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] DELETE failed (client error): The resource could not be found. Mar 31 23:01:58.466509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4001b35d-e42e-48ca-b816-f2ebc641a538 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:01:58.470304 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4001b35d-e42e-48ca-b816-f2ebc641a538 tempest-RoutersAdminTest-261406097 tempest-RoutersAdminTest-261406097-project] 10.222.0.31 "DELETE /v2.0/subnets/849a99f0-911d-4fd0-a288-1325f92b24da HTTP/1.1" status: 404 len: 337 time: 0.0347514 Mar 31 23:01:58.536314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63840eb3-ef95-4917-914b-0340355980f3 req-bdb39ecd-6dee-470c-9549-b13fa7b69f2a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.536549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63840eb3-ef95-4917-914b-0340355980f3 req-bdb39ecd-6dee-470c-9549-b13fa7b69f2a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1668642 Mar 31 23:01:58.672726 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.709407 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63840eb3-ef95-4917-914b-0340355980f3 req-de525a3b-3f90-42c7-8c15-7c3d842ead85 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522388 Mar 31 23:01:58.733555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20739f00-abaf-4d39-ad8a-66a567344695']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:58.743955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488092dc-8c90-41d8-ad7f-f586177b4dd8') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:58.744253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488092dc-8c90-41d8-ad7f-f586177b4dd8') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:58.746533 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857c39e3-f193-42e0-b22f-c52de9fd9222 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.749861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-857c39e3-f193-42e0-b22f-c52de9fd9222 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "DELETE /v2.0/ports/a03dabed-e939-4ea3-8abb-c42d2f519295 HTTP/1.1" status: 204 len: 168 time: 1.8729944 Mar 31 23:01:58.752915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39900) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.759832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.785279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.795719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:58.796036 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:58.798076 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:58.812954 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d0e578-34b2-4fd8-8bd6-70c353271424 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] GET failed (client error): The resource could not be found. Mar 31 23:01:58.819802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02d0e578-34b2-4fd8-8bd6-70c353271424 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "GET /v2.0/ports/a03dabed-e939-4ea3-8abb-c42d2f519295 HTTP/1.1" status: 404 len: 333 time: 0.0647824 Mar 31 23:01:58.820705 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39904) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.946693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-01367416-5f0d-4344-944a-c189a9d1a827 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Deleting port f9eedcc2-f736-424c-abdf-d28edc3c1325 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:58.947050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01367416-5f0d-4344-944a-c189a9d1a827 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.048059 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01367416-5f0d-4344-944a-c189a9d1a827 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.053713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.062105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-01367416-5f0d-4344-944a-c189a9d1a827 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Calling delete_port for f9eedcc2-f736-424c-abdf-d28edc3c1325 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:59.078352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.085522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] 10.222.0.31 "DELETE /v2.0/networks/20739f00-abaf-4d39-ad8a-66a567344695 HTTP/1.1" status: 204 len: 168 time: 1.3155916 Mar 31 23:01:59.086569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f3218-b767-4e1a-8cd2-5d59ebb0a88c admin admin] Pushing event deleted for resources: {'Network': ['ID=20739f00-abaf-4d39-ad8a-66a567344695,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:59.348307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39920) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.356378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01367416-5f0d-4344-944a-c189a9d1a827 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.434213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01367416-5f0d-4344-944a-c189a9d1a827 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Port': ['ID=f9eedcc2-f736-424c-abdf-d28edc3c1325,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:59.464933 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01367416-5f0d-4344-944a-c189a9d1a827 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.476597 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01367416-5f0d-4344-944a-c189a9d1a827 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "DELETE /v2.0/ports/f9eedcc2-f736-424c-abdf-d28edc3c1325 HTTP/1.1" status: 204 len: 168 time: 0.6504548 Mar 31 23:01:59.476597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39924) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.493303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f64991f4-6dbb-43a5-b6c4-535b9d819e41 req-75d334f4-5cb4-4b5c-a904-def291b2afd5 tempest-ServerPasswordTestJSON-1505439505 tempest-ServerPasswordTestJSON-1505439505-project] 10.222.0.31 "GET /v2.0/ports?device_id=39644c24-1903-40b8-a0a5-e158d680a33a HTTP/1.1" status: 200 len: 210 time: 0.0450115 Mar 31 23:01:59.533636 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0aa2e1-444b-41f3-bab8-506eb4e88b24 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] GET failed (client error): The resource could not be found. Mar 31 23:01:59.535527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d0aa2e1-444b-41f3-bab8-506eb4e88b24 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "GET /v2.0/ports/f9eedcc2-f736-424c-abdf-d28edc3c1325 HTTP/1.1" status: 404 len: 333 time: 0.0577309 Mar 31 23:01:59.540426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39926) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.660266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ba4872b3-00a5-40c8-9230-f35b6d264569 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Deleting port a9d04fac-44c8-49ab-9626-f0cf7edf971f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:59.660839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba4872b3-00a5-40c8-9230-f35b6d264569 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.806025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba4872b3-00a5-40c8-9230-f35b6d264569 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.819955 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-653b62fc-233e-40f0-bef1-11fba722dc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.823982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ba4872b3-00a5-40c8-9230-f35b6d264569 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Calling delete_port for a9d04fac-44c8-49ab-9626-f0cf7edf971f owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:59.835389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39932) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.917618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afb1e-b204-4d82-9b8a-5b3c85665547 req-c0a163f7-a023-4ea6-bab4-0163f91fc03c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.919276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-377afb1e-b204-4d82-9b8a-5b3c85665547 req-c0a163f7-a023-4ea6-bab4-0163f91fc03c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1020012 Mar 31 23:01:59.936517 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-da3062f0-f138-4968-b1be-da842eff4c06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22ddb1185bea480bad68eb124084b161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992479 Mar 31 23:01:59.939362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39936) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:00.000954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-377afb1e-b204-4d82-9b8a-5b3c85665547 req-b99b8363-216a-4c2a-a53e-511623035b1f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661089 Mar 31 23:02:00.004279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-653b62fc-233e-40f0-bef1-11fba722dc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.063254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa4c1-ed4a-40e8-9638-816cd37f48a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.093937 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa4c1-ed4a-40e8-9638-816cd37f48a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.154575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-653b62fc-233e-40f0-bef1-11fba722dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.195602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-653b62fc-233e-40f0-bef1-11fba722dc36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=180dd0e4c9724d4082c79995bf89e6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8465502 Mar 31 23:02:00.198287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b62fc-233e-40f0-bef1-11fba722dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8018bcb8-2d04-4896-8c9c-11abeec67352,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:00.199518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39942) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:00.253930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-176ee4a4-f731-4bb1-bb5d-50f77ba72a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.282356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-176ee4a4-f731-4bb1-bb5d-50f77ba72a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.403487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39946) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:00.515461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-network', 'tenant_id': '6046c2a484d449739d81939834d4d364'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:00.566834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39952) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:00.617193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b611cf77-425b-4af2-87c3-2b71b295dca0 admin admin] Deleting subnet 1b2815c3-cdc5-41ec-a3ac-68ca4febbadc {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:00.620369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b611cf77-425b-4af2-87c3-2b71b295dca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.655603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b611cf77-425b-4af2-87c3-2b71b295dca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.674880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba4872b3-00a5-40c8-9230-f35b6d264569 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.711754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4872b3-00a5-40c8-9230-f35b6d264569 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Port': ['ID=a9d04fac-44c8-49ab-9626-f0cf7edf971f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:00.745292 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b611cf77-425b-4af2-87c3-2b71b295dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.747912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa4c1-ed4a-40e8-9638-816cd37f48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.751243 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa4c1-ed4a-40e8-9638-816cd37f48a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.752237 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe7fa4c1-ed4a-40e8-9638-816cd37f48a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25766d74-8fe3-418d-8d0c-4345228f1f94 HTTP/1.1" status: 204 len: 168 time: 0.8121014 Mar 31 23:02:00.774244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba4872b3-00a5-40c8-9230-f35b6d264569 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.779802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ba4872b3-00a5-40c8-9230-f35b6d264569 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "DELETE /v2.0/ports/a9d04fac-44c8-49ab-9626-f0cf7edf971f HTTP/1.1" status: 204 len: 168 time: 1.2359488 Mar 31 23:02:00.782461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39956) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:00.788201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fa4c1-ed4a-40e8-9638-816cd37f48a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25766d74-8fe3-418d-8d0c-4345228f1f94,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:00.801595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-176ee4a4-f731-4bb1-bb5d-50f77ba72a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.811768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-176ee4a4-f731-4bb1-bb5d-50f77ba72a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.814097 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-176ee4a4-f731-4bb1-bb5d-50f77ba72a44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8018bcb8-2d04-4896-8c9c-11abeec67352 HTTP/1.1" status: 204 len: 168 time: 0.6134930 Mar 31 23:02:00.833833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Made reservation on behalf of 6046c2a484d449739d81939834d4d364 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:00.836907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.849900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:00.860160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ee4a4-f731-4bb1-bb5d-50f77ba72a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018bcb8-2d04-4896-8c9c-11abeec67352,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:00.863740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.894198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:00.898506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc056cbc-b6bc-4076-ac1a-2b9ce660481b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Deleting subnet f59317b4-059a-4e02-9600-24c10d3eb422 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:00.900317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 6a9c1d5a-9871-4b61-a5bd-e64dbdff2bdb not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:00.908991 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc056cbc-b6bc-4076-ac1a-2b9ce660481b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.981096 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc056cbc-b6bc-4076-ac1a-2b9ce660481b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.991392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.116092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c44018-5151-48f1-a35e-d6f54cb921f2 req-214555e0-9811-4201-bbdd-887c37b5b9e9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:01.116683 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b611cf77-425b-4af2-87c3-2b71b295dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.117579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79c44018-5151-48f1-a35e-d6f54cb921f2 req-214555e0-9811-4201-bbdd-887c37b5b9e9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.0999780 Mar 31 23:02:01.125964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc056cbc-b6bc-4076-ac1a-2b9ce660481b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.144449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611cf77-425b-4af2-87c3-2b71b295dca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2815c3-cdc5-41ec-a3ac-68ca4febbadc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.152172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b611cf77-425b-4af2-87c3-2b71b295dca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.156561 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b611cf77-425b-4af2-87c3-2b71b295dca0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1b2815c3-cdc5-41ec-a3ac-68ca4febbadc HTTP/1.1" status: 204 len: 168 time: 0.5881717 Mar 31 23:02:01.161801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39962) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.204147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79c44018-5151-48f1-a35e-d6f54cb921f2 req-eb8b1afa-ab49-40ad-9c6c-a69c57280cc4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747862 Mar 31 23:02:01.237155 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.295055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.297195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490469d7-0d85-4baa-a9e3-70a5210588f7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.334075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc056cbc-b6bc-4076-ac1a-2b9ce660481b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.347185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:01.365602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc056cbc-b6bc-4076-ac1a-2b9ce660481b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Subnet': ['ID=f59317b4-059a-4e02-9600-24c10d3eb422,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.383236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc056cbc-b6bc-4076-ac1a-2b9ce660481b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.383959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c3bf09-ded7-4291-b0ae-18be3a4dc02d None None] Network 8787234a-f12f-4fd6-8275-d6336d3d7975 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:01.388049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dc056cbc-b6bc-4076-ac1a-2b9ce660481b tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "DELETE /v2.0/subnets/f59317b4-059a-4e02-9600-24c10d3eb422 HTTP/1.1" status: 204 len: 168 time: 0.6035953 Mar 31 23:02:01.390319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39968) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.416491 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.417077 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Added segment cbbf74a0-ef27-4706-b591-234e7eb31a59 of type vlan for network f6e11a46-7758-4505-a70c-579aed1218e3 Mar 31 23:02:01.475763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.493975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.510693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18339a44-8716-40a3-87f0-c21d0380e168']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:01.520086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.534574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aad7935-6976-4381-bf08-3a34f0950b6c') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:01.534878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aad7935-6976-4381-bf08-3a34f0950b6c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:01.553021 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.571699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.591145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:01.594289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.594562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Deleting port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:01.594951 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:01.598838 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:01.677869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] For port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,segment=NetworkSegment(87cca5f0-c8db-47bd-9c9b-99dc31a8fc40),segment_id=87cca5f0-c8db-47bd-9c9b-99dc31a8fc40)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:01.678244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.689017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.689993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:01.693646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.702304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Calling delete_port for 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:01.762567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] Pushing event updated for resources: {'Network': ['ID=f6e11a46-7758-4505-a70c-579aed1218e3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.785454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network f6e11a46-7758-4505-a70c-579aed1218e3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:01.847153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.852569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] DHCP port deletion for 8787234a-f12f-4fd6-8275-d6336d3d7975 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:01.855462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.866805 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/18339a44-8716-40a3-87f0-c21d0380e168 HTTP/1.1" status: 204 len: 168 time: 0.7033739 Mar 31 23:02:01.876986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=18339a44-8716-40a3-87f0-c21d0380e168,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.886008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.886519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.887144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.887393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.887838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.888167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.888558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.889519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.889909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.890357 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.890723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.891159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd6a6c2-a1ca-45e1-ac15-e208cd8903a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:01.923317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] Deleting port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:01.923804 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.944359 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ee4a0895-09ac-4eae-9c0c-1c81c36f7a3f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5395060 Mar 31 23:02:01.947280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39980) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.953051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Request body: {'subnet': {'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-subnet', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:01.994822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] For port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,segment=NetworkSegment(87cca5f0-c8db-47bd-9c9b-99dc31a8fc40),segment_id=87cca5f0-c8db-47bd-9c9b-99dc31a8fc40)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:01.995219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.008068 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.014032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] Calling delete_port for 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:02.039291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] No DVR routers for this DVR port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:02.045976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Port': ['ID=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.052828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39982) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:02.105191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Made reservation on behalf of 6046c2a484d449739d81939834d4d364 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:02.111665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.118150 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-39aa735c-2693-4db4-bf33-62188d5e7c14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5c7dd0545914962aef496c92c38393f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592837 Mar 31 23:02:02.118699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39984) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:02.133185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.160714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] Pushing event deleted for resources: {'Port': ['ID=9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.165298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157b1a9-1e87-4032-b4b4-2e1d3622f456 None None] No DVR routers for this DVR port 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:02.194869 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.195332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f02660a-ea69-4e7e-9c2a-c267dbbbe0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.213020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f02660a-ea69-4e7e-9c2a-c267dbbbe0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.215809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8787234a-f12f-4fd6-8275-d6336d3d7975']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:02.252637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cca5f0-c8db-47bd-9c9b-99dc31a8fc40') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:02.258553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cca5f0-c8db-47bd-9c9b-99dc31a8fc40') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:02.308995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.366861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.376444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:02.383882 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:02.448586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda88bb8-2852-49cc-b48a-928fc8342dd4 req-ce232318-2007-4fbe-9375-b934899ea465 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:02.450070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bda88bb8-2852-49cc-b48a-928fc8342dd4 req-ce232318-2007-4fbe-9375-b934899ea465 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1299336 Mar 31 23:02:02.473208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f02660a-ea69-4e7e-9c2a-c267dbbbe0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.473823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f02660a-ea69-4e7e-9c2a-c267dbbbe0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.478509 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1f02660a-ea69-4e7e-9c2a-c267dbbbe0d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d656a47b-0cca-4071-8362-b221b6b1a931 HTTP/1.1" status: 204 len: 168 time: 0.3556452 Mar 31 23:02:02.484641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02660a-ea69-4e7e-9c2a-c267dbbbe0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d656a47b-0cca-4071-8362-b221b6b1a931,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.498405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bda88bb8-2852-49cc-b48a-928fc8342dd4 req-4beb5328-2552-423e-bd70-9050f2eddb18 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Mar 31 23:02:02.641331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.650769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.656894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] 10.222.0.31 "DELETE /v2.0/networks/8787234a-f12f-4fd6-8275-d6336d3d7975 HTTP/1.1" status: 204 len: 168 time: 1.2626226 Mar 31 23:02:02.667500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a896c40-c830-494a-90f3-9dd744e4b887 tempest-AllowedAddressPairIpV6TestJSON-1678434716 tempest-AllowedAddressPairIpV6TestJSON-1678434716-project] Pushing event deleted for resources: {'Network': ['ID=8787234a-f12f-4fd6-8275-d6336d3d7975,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.959462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40000) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:02.995211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.999540 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b4aedf28-b220-460c-be4f-8cf52cfbc1ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2dc9fc119ff4da898e5d5ede586f5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433373 Mar 31 23:02:03.001017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40002) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:03.051893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40004) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:03.090766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3185d49c-8531-42db-a9a1-4d610dc3d610,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:03.107278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Checking segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:03.107484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Network hostable DHCP agents. Network: f6e11a46-7758-4505-a70c-579aed1218e3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:03.116763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.145571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.250971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:03.270920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Network f6e11a46-7758-4505-a70c-579aed1218e3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:03.277760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:03.278108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9ba2d2cd-f7ab-48c0-a5c1-c90dab2b6ba2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:03.281436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1618173985-network', 'tenant_id': 'e70b3693b71141289243e0eeec388016'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:03.407963 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.410662 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.411834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a05a6c3b-e49f-4229-8282-af43012f42fa HTTP/1.1" status: 204 len: 168 time: 0.4074254 Mar 31 23:02:03.421340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a6c3b-e49f-4229-8282-af43012f42fa,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:03.429384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.429729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.430073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.430401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.430760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.431083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.431412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.431730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.432054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.432375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.432698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.433271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb10337-5f3a-4072-a773-fe2cfa687a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:03.447630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, f6e11a46-7758-4505-a70c-579aed1218e3) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:03.450575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:03.454043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.463877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:03.464086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70693d88-50fe-405d-89f4-db217a2f1621 None None] Network f6e11a46-7758-4505-a70c-579aed1218e3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:03.464492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.477781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.563775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.645760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-f6e11a46-7758-4505-a70c-579aed1218e3', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:03.647180 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.655542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a0e9645-8e80-441d-8fd1-b24743c0cfe5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7042186 Mar 31 23:02:03.655661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40022) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:03.660261 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:03.674673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce6085-1dfd-4b77-b61d-611034667e16 req-7c6988d8-f52f-4ed4-99b7-10c7fb1051df tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:03.685156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3ce6085-1dfd-4b77-b61d-611034667e16 req-7c6988d8-f52f-4ed4-99b7-10c7fb1051df tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.0845876 Mar 31 23:02:03.710324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.752289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:03.762682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:03.768705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.769414 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Added segment b439d4cc-34ed-4a95-9c78-9d3a0673c263 of type vlan for network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 Mar 31 23:02:03.770915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3ce6085-1dfd-4b77-b61d-611034667e16 req-e14d2f23-9b99-4758-8e91-ed5e88ae4c14 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751657 Mar 31 23:02:03.840861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.851330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Allocated IP 172.20.0.2 (f6e11a46-7758-4505-a70c-579aed1218e3/3185d49c-8531-42db-a9a1-4d610dc3d610/7e2b9ce8-d7e6-426a-86f6-f941805db36d) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:03.872990 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.875904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.944538 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.001286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.082145 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b7edeff-bfa6-4dd1-bec8-a98473800050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.181305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.182369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:04.183829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.214185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.264423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Network f6e11a46-7758-4505-a70c-579aed1218e3 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:04.272004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:04.274966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:04.293862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40028) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:04.321400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Pushing event updated for resources: {'Port': ['ID=7e2b9ce8-d7e6-426a-86f6-f941805db36d,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:04.346103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] Pushing event updated for resources: {'Network': ['ID=fb6ea1c3-84d7-49f8-8abd-1db0d467a585,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:04.383222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Attempting to bind port 7e2b9ce8-d7e6-426a-86f6-f941805db36d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:04.383853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Attempting to bind port 7e2b9ce8-d7e6-426a-86f6-f941805db36d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:04.384417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Attempting to bind port 7e2b9ce8-d7e6-426a-86f6-f941805db36d on network f6e11a46-7758-4505-a70c-579aed1218e3 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:04.385680 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.390888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:04.391535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Checking segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:04.392205 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.392750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Bound using segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:04.393381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Bound port: 7e2b9ce8-d7e6-426a-86f6-f941805db36d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:04.393940 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.395188 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-03fcd481-d6be-4322-83a1-c32f818ffd99 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3417091 Mar 31 23:02:04.398306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40034) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:04.406750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Request body: {'subnet': {'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1618173985-subnet', 'tenant_id': 'e70b3693b71141289243e0eeec388016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:04.407130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:04.522761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] For port 7e2b9ce8-d7e6-426a-86f6-f941805db36d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:04.527479 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] For port 7e2b9ce8-d7e6-426a-86f6-f941805db36d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7e2b9ce8-d7e6-426a-86f6-f941805db36d,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:04.568943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b91f604b-1c76-46ed-b804-dc1f8cc63b7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f48d67b4c30453ebd68c37d67537148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738695 Mar 31 23:02:04.572034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40044) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:04.653526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:04.654572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.656168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.694041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5ea08eb-d58d-494b-9c3c-dc897d428456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.755550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5ea08eb-d58d-494b-9c3c-dc897d428456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.784738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552840bb-44af-4bf8-89e0-72c7350cf06b None None] Pushing event updated for resources: {'Port': ['ID=7e2b9ce8-d7e6-426a-86f6-f941805db36d,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:04.927030 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40054) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:05.042227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.055508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5915dc2-981f-4a49-9426-d21eadb7ca4f req-b4a77ec1-a22c-4971-aa2e-9a8f86b433c7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.066450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5915dc2-981f-4a49-9426-d21eadb7ca4f req-b4a77ec1-a22c-4971-aa2e-9a8f86b433c7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1120670 Mar 31 23:02:05.066709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.089670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5ea08eb-d58d-494b-9c3c-dc897d428456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.096890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5ea08eb-d58d-494b-9c3c-dc897d428456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.100391 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c5ea08eb-d58d-494b-9c3c-dc897d428456 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb5e127e-407f-4947-b109-115e554d146e HTTP/1.1" status: 204 len: 168 time: 0.5250599 Mar 31 23:02:05.120993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5915dc2-981f-4a49-9426-d21eadb7ca4f req-80f57a71-9657-4e41-8da5-a383f67d2c26 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549560 Mar 31 23:02:05.140341 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.148783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea08eb-d58d-494b-9c3c-dc897d428456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5e127e-407f-4947-b109-115e554d146e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:05.254587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Allocated IP 172.25.4.157 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/1568f4f0-faa7-4feb-803b-ecacd3311caa) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:05.341777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Checking segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:05.343758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Network hostable DHCP agents. Network: fb6ea1c3-84d7-49f8-8abd-1db0d467a585, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:05.361275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31745a5e-6ef0-4571-8300-7eeaf4dba00d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:05.383012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7e2b9ce8-d7e6-426a-86f6-f941805db36d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:05.396600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925219450'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:05.468533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7e2b9ce8-d7e6-426a-86f6-f941805db36d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:05.469200 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.551258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:05.553497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:05.557079 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.569554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.579418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.655315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 7e2b9ce8-d7e6-426a-86f6-f941805db36d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7e2b9ce8-d7e6-426a-86f6-f941805db36d,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:05.676335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fb6ea1c3-84d7-49f8-8abd-1db0d467a585) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:05.682373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.682373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.694998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1562bfe-f043-41b4-b53f-256ba224786f None None] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:05.728280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.751488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.803303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40072) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:05.821070 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.843225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2d0a7b97-ba20-4189-a227-84421064259c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4245701 Mar 31 23:02:05.875377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.902404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:05.919450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc44f2b1-f736-47e3-807c-c0eb2a55ca07,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:05.927917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.928600 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment 9ad69951-d52d-44ba-bbd1-c37bcb034f05 of type vlan for network babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c Mar 31 23:02:05.965919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e68a3-99fb-465f-838e-bfb37fa723e3 None None] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:05.978214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.005782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.014646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=7e2b9ce8-d7e6-426a-86f6-f941805db36d,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.085220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-384054595-network', 'tenant_id': '541c0fd209004252b1f7997efe6885d0'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:06.119790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:06.122832 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b488a32-f795-4281-90de-4b98172601ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.130492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1568f4f0-faa7-4feb-803b-ecacd3311caa,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.134849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:06.137133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:06.196996 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.204371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.206132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.253263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f9586f-4dd7-4214-afd6-5a06a2fdf07e None None] Network f6e11a46-7758-4505-a70c-579aed1218e3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:06.333313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Made reservation on behalf of 541c0fd209004252b1f7997efe6885d0 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:06.336048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.339520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.341555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b6cb69bd-0a3b-4610-93d3-ab172bc48b1b None None] Provisioning complete for port 7e2b9ce8-d7e6-426a-86f6-f941805db36d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:06.344559 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6cb69bd-0a3b-4610-93d3-ab172bc48b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.349253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.358669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1f8c-a8f0-4819-b76f-e7066ead803a req-17ffd581-7dfb-4ba2-adef-189deabbb2ac tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.364587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edca1f8c-a8f0-4819-b76f-e7066ead803a req-17ffd581-7dfb-4ba2-adef-189deabbb2ac tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1114285 Mar 31 23:02:06.384174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:06.446634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edca1f8c-a8f0-4819-b76f-e7066ead803a req-31a46e7d-93d7-4799-9c1f-2b9afd09f148 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788972 Mar 31 23:02:06.463198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-43c573e3-60f1-446e-a029-0966e36a83bb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5287142 Mar 31 23:02:06.591170 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.961373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.989970 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:02:07.048746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-b040ec48-7a9b-4d47-83cb-677cf8137e63 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.050351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-b040ec48-7a9b-4d47-83cb-677cf8137e63 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.2124333 Mar 31 23:02:07.077235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-c00fabac-7c29-40ea-bc47-ca7b5d8942e0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/quotas/e70b3693b71141289243e0eeec388016 HTTP/1.1" status: 200 len: 375 time: 0.0132618 Mar 31 23:02:07.085813 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.127147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-8cd4c70a-e276-451c-a629-314899051615 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422359 Mar 31 23:02:07.141940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a3cfec16-5105-44e2-a094-44e19231e125 None None] Provisioning complete for port 7e2b9ce8-d7e6-426a-86f6-f941805db36d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:07.143086 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a3cfec16-5105-44e2-a094-44e19231e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.241297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.304440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:07.310185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-db25f4f5-ef95-4c45-8dc5-e26834183ff4 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669495 Mar 31 23:02:07.320408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40110) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:07.328758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Router e80cfd41-dc38-4277-a306-4c105d3acaee is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:02:07.332932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1433e0-8f82-40aa-86d8-113a8085c2ff,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:07.347423 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.347870 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Added segment 3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a of type vlan for network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 Mar 31 23:02:07.371828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7e2b9ce8-d7e6-426a-86f6-f941805db36d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:07.472628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.563153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-872fed1a-347e-41ec-9ed9-3d7346c5e416 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485094 Mar 31 23:02:07.566391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7e2b9ce8-d7e6-426a-86f6-f941805db36d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:07.566887 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.579171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-926315091'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:07.592672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:07.613521 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:07.634886 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:07.635760 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:02:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:07.658569 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.671185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.672646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.672919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.711861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b18ff-54d9-452b-9028-90d5257a9a41 req-9a94ed47-326e-4207-8d83-f3e37e446fee tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.713556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-554b18ff-54d9-452b-9028-90d5257a9a41 req-9a94ed47-326e-4207-8d83-f3e37e446fee tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1087794 Mar 31 23:02:07.722924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.725578 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d5178e09-6968-4fb1-b49a-f67e8b0c35e7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0678301 Mar 31 23:02:07.727411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40116) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:07.786508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] Pushing event updated for resources: {'Network': ['ID=60db7758-19a4-4ac9-831c-609a9ba5d2f3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:07.794896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Made reservation on behalf of edbebe07ae4e4d848c3cc5fff1e4bee1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:07.798366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:07.799300 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.828334 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.852447 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:07.883703 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-600f648c-247c-4339-9a61-07b8bf1720e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0811388 Mar 31 23:02:07.886317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40118) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:07.892440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Request body: {'subnet': {'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-384054595-subnet', 'tenant_id': '541c0fd209004252b1f7997efe6885d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:07.980062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.031701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4949b79-f514-41a7-a9a6-a790106b3597 req-bbcfb85f-a7a0-4a1a-9c24-38f9391420e0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 210 time: 0.0446923 Mar 31 23:02:08.035215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-554b18ff-54d9-452b-9028-90d5257a9a41 req-47ed471a-1069-44c8-8abe-106332bbb1cb tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002994 Mar 31 23:02:08.073584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Made reservation on behalf of 541c0fd209004252b1f7997efe6885d0 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:08.080881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.167936 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:06Z', 'revision_number': 3, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:08.203039 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:08.203759 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Updating router e80cfd41-dc38-4277-a306-4c105d3acaee port 1568f4f0-faa7-4feb-803b-ecacd3311caa binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:08.209273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.240505 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.265339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc0e0c-3b2b-4ba0-b690-0219f75a3526,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.338927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:08.360103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.360485 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Added segment f4a6911e-d463-42d8-9b7b-21312e0a973a of type vlan for network 42379554-b23e-4bbf-9e0a-79d54040cbfc Mar 31 23:02:08.446515 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.452110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.498564 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.573162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423e6cf0-b271-4227-bdb6-9e93b52151ae,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.600481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Checking segment: {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:08.613489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Network hostable DHCP agents. Network: 60db7758-19a4-4ac9-831c-609a9ba5d2f3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:08.661805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.682833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.684150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.693698 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.792641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event updated for resources: {'Network': ['ID=42379554-b23e-4bbf-9e0a-79d54040cbfc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.808696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 42379554-b23e-4bbf-9e0a-79d54040cbfc details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:08.810526 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.847522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:08.847781 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.928450 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Pushing event updated for resources: {'Port': ['ID=1568f4f0-faa7-4feb-803b-ecacd3311caa,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.931974 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Attempting to bind port 1568f4f0-faa7-4feb-803b-ecacd3311caa on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:08.932481 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Attempting to bind port 1568f4f0-faa7-4feb-803b-ecacd3311caa by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:08.933161 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Attempting to bind port 1568f4f0-faa7-4feb-803b-ecacd3311caa on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:08.940876 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.941532 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.942141 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.942890 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.943420 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.943849 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.944286 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.944706 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.945124 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.945543 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.945965 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.946381 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:08.952294 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:08.953112 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:08.954978 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.955561 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:08.956781 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Bound port: 1568f4f0-faa7-4feb-803b-ecacd3311caa, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:08.957513 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.958058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-065f814a-df87-4b07-a33c-234a405f4ad1 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6363225 Mar 31 23:02:08.962541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40128) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:08.964142 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.966704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Request body: {'subnet': {'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:09.059484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 60db7758-19a4-4ac9-831c-609a9ba5d2f3) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:09.065189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.065391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.083662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd98ace-a98e-475a-a558-4ee18f1ef8ff None None] Network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:09.103574 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] For port 1568f4f0-faa7-4feb-803b-ecacd3311caa, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:09.117831 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] For port 1568f4f0-faa7-4feb-803b-ecacd3311caa, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1568f4f0-faa7-4feb-803b-ecacd3311caa,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:09.193646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e74ea29c-b063-4f56-90a6-f502b4937117 req-39ce7a5d-ef8c-49d4-94a9-bfdbd949981a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 210 time: 0.0521400 Mar 31 23:02:09.224917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Allocated IP 172.20.0.1 (f6e11a46-7758-4505-a70c-579aed1218e3/3185d49c-8531-42db-a9a1-4d610dc3d610/265a0f8f-7af2-4752-9f1b-13c414ec90a6) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:09.241037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Made reservation on behalf of edbebe07ae4e4d848c3cc5fff1e4bee1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:09.248247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.264970 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.300609 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.373953 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cf71ba46-6c73-4107-a623-13f7eee28622 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4865623 Mar 31 23:02:09.408011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ad912-1522-4b5d-b27f-f09180fd8ce7 None None] Network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:09.452526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fed743-27ac-459e-8547-b128955a482e req-805bc2b2-e07d-4dea-a9dd-22e95a75979f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.455138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8fed743-27ac-459e-8547-b128955a482e req-805bc2b2-e07d-4dea-a9dd-22e95a75979f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.2195511 Mar 31 23:02:09.481343 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:09.481343 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:02:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:09.553816 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e7fe3-7b3e-414c-aed2-fa0354b769f2 None None] Pushing event updated for resources: {'Port': ['ID=1568f4f0-faa7-4feb-803b-ecacd3311caa,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:09.581548 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.683794 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.722583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8fed743-27ac-459e-8547-b128955a482e req-6fa4ff5f-11fa-45c4-a4c8-b7230b1cdb21 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259412 Mar 31 23:02:09.784853 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:09.884348 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.955369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.046893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Network f6e11a46-7758-4505-a70c-579aed1218e3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:10.048868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=265a0f8f-7af2-4752-9f1b-13c414ec90a6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:10.076892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event updated for resources: {'Subnet': ['ID=2dbce847-569c-480a-80df-e3d6672deb6a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:10.085706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:10.100563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:10.156965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Checking segment: {'id': 'f4a6911e-d463-42d8-9b7b-21312e0a973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:10.158094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Network hostable DHCP agents. Network: 42379554-b23e-4bbf-9e0a-79d54040cbfc, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:10.277032 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:06Z', 'revision_number': 3, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:10.331961 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7771a1d-7801-4780-affe-5d18b5d6e0eb None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:06Z', 'revision_number': 3, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:10.375030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Network 42379554-b23e-4bbf-9e0a-79d54040cbfc is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:10.389179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40154) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.391596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90bb7087-68a8-4ed0-bb27-9d526e0ed7a8 req-527a2608-488d-4024-b031-db7b547753ac tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 210 time: 0.1022444 Mar 31 23:02:10.400806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.409632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': 'babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:10.503081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-c13de7b1-8e89-4584-9ba2-7ebf7b90e350 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.504885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-c13de7b1-8e89-4584-9ba2-7ebf7b90e350 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 813 time: 0.2633266 Mar 31 23:02:10.511235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 42379554-b23e-4bbf-9e0a-79d54040cbfc) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:10.525941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.526768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.533687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da64a2-81df-4248-ac6c-27da10344bcc None None] Network 42379554-b23e-4bbf-9e0a-79d54040cbfc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:10.580387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-dd10cdcd-ee48-41cf-906e-b42a9d23d63f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/quotas/541c0fd209004252b1f7997efe6885d0 HTTP/1.1" status: 200 len: 375 time: 0.0686276 Mar 31 23:02:10.618906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4cb0d444-1e04-407d-8ef9-ba98765ad0d9 None None] Provisioning complete for port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:10.619281 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4cb0d444-1e04-407d-8ef9-ba98765ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.639564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-051b0399-b551-4af5-826d-8ee13aafa210 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454633 Mar 31 23:02:10.729295 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15bfd18f-4bce-4d2a-b75c-d1cecb52cc74 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7646470 Mar 31 23:02:10.729956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40158) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.742852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Request body: {'port': {'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1755902134'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:10.888623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0d444-1e04-407d-8ef9-ba98765ad0d9 None None] Port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:10.896745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:10.900472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.932158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.034191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-7ed89212-dfd6-453a-b94e-a38f3f7eb939 service neutron] 10.222.0.31 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745067 Mar 31 23:02:11.049641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-42379554-b23e-4bbf-9e0a-79d54040cbfc', 'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc', 'tenant_id': 'edbebe07ae4e4d848c3cc5fff1e4bee1', 'fixed_ips': [{'subnet_id': '2dbce847-569c-480a-80df-e3d6672deb6a'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:11.050558 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.188257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeed28-3e14-4810-b97d-f60d6a3ba8e6 req-197b4794-87ea-4dbf-b55f-2373a71b4d27 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:11.196293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfdeed28-3e14-4810-b97d-f60d6a3ba8e6 req-197b4794-87ea-4dbf-b55f-2373a71b4d27 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.3090460 Mar 31 23:02:11.230897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Made reservation on behalf of edbebe07ae4e4d848c3cc5fff1e4bee1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:11.243107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.300660 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] device_id is not set on port da23e0b1-f5b4-4a9b-8247-fb69597c39c6 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:02:11.350773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Allocated IP 172.20.0.2 (42379554-b23e-4bbf-9e0a-79d54040cbfc/2dbce847-569c-480a-80df-e3d6672deb6a/82d1816d-e4f1-4c11-b9ce-d7af8df72189) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:11.393575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1568f4f0-faa7-4feb-803b-ecacd3311caa up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:11.401143 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.527175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=0bae51dc-fb54-4753-a4f4-63b217bcce3e,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:11.548135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': '9ad69951-d52d-44ba-bbd1-c37bcb034f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:11.548498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:11.594145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1568f4f0-faa7-4feb-803b-ecacd3311caa triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:11.595061 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.700233 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.754498 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.784087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 1568f4f0-faa7-4feb-803b-ecacd3311caa, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1568f4f0-faa7-4feb-803b-ecacd3311caa,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:11.788641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-cf00e327-f446-41d8-adb1-0e3a4a3672df service neutron] 10.222.0.31 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464333 Mar 31 23:02:11.790995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:11.796174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfdeed28-3e14-4810-b97d-f60d6a3ba8e6 req-c4e6abdd-f1f4-4f99-87af-00c8e6af4e87 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977468 Mar 31 23:02:11.858420 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.914854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Network 42379554-b23e-4bbf-9e0a-79d54040cbfc is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:11.940159 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.945181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:11.952450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41281ad9-d264-455e-887d-c63dd3b0452d req-f99ecca2-80cb-4c5d-85a0-f9baf81e0acc tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 210 time: 0.0551069 Mar 31 23:02:11.954591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:11.964618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Allocated IP 172.20.0.3 (42379554-b23e-4bbf-9e0a-79d54040cbfc/2dbce847-569c-480a-80df-e3d6672deb6a/da23e0b1-f5b4-4a9b-8247-fb69597c39c6) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:11.968603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Pushing event updated for resources: {'Port': ['ID=82d1816d-e4f1-4c11-b9ce-d7af8df72189,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.035684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:12.043035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.043761 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.055767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc0f60-7f09-46d0-9d21-a1d6bd98930b None None] Network babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:12.057836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5be58bd2-7498-46a7-b1a1-3611f391b65a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.059914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5be58bd2-7498-46a7-b1a1-3611f391b65a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.45 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.3286426 Mar 31 23:02:12.070281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.077433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Request body: {'port': {'device_id': 'ca65005e-20f5-4def-836f-a33a5cf35c23', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'admin_state_up': True, 'tenant_id': 'e70b3693b71141289243e0eeec388016'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:12.102668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Attempting to bind port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:12.102668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Attempting to bind port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f4a6911e-d463-42d8-9b7b-21312e0a973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:12.103734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Attempting to bind port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 on network 42379554-b23e-4bbf-9e0a-79d54040cbfc {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:12.137870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=1568f4f0-faa7-4feb-803b-ecacd3311caa,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.147162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:12.147653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Checking segment: {'id': 'f4a6911e-d463-42d8-9b7b-21312e0a973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:12.148125 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.148586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Bound using segment: {'id': 'f4a6911e-d463-42d8-9b7b-21312e0a973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:12.149134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Bound port: 82d1816d-e4f1-4c11-b9ce-d7af8df72189, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a6911e-d463-42d8-9b7b-21312e0a973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:12.149588 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.248901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.280964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] For port 82d1816d-e4f1-4c11-b9ce-d7af8df72189, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:12.285470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] For port 82d1816d-e4f1-4c11-b9ce-d7af8df72189, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=82d1816d-e4f1-4c11-b9ce-d7af8df72189,segment=NetworkSegment(f4a6911e-d463-42d8-9b7b-21312e0a973a),segment_id=f4a6911e-d463-42d8-9b7b-21312e0a973a)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:12.342605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c', 'network_id': 'babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': '0bae51dc-fb54-4753-a4f4-63b217bcce3e'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:12.343529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.399176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbd5e130-9958-4acb-8ff9-7795427ba443 req-5d64a527-5ce2-4144-a4b9-332b4d17f089 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 210 time: 0.0342846 Mar 31 23:02:12.446226 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8eb07b00-844a-45ed-b6e1-09d7eae398ff tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0516279 Mar 31 23:02:12.446226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40168) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.452622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.455997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082518643'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:12.552336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.562673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=265a0f8f-7af2-4752-9f1b-13c414ec90a6,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.565663 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.596766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:12.600938 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.601385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Allocated IP 2001:db8:0:ffff::2 (babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c/0bae51dc-fb54-4753-a4f4-63b217bcce3e/feb14456-ce4d-461f-b0dc-8719c3c21d30) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:12.608252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Network 42379554-b23e-4bbf-9e0a-79d54040cbfc is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:12.623884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.638262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:12.649449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:12.714264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event updated for resources: {'Port': ['ID=da23e0b1-f5b4-4a9b-8247-fb69597c39c6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.736924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.741395 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.748399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:12.757702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.769390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Network f6e11a46-7758-4505-a70c-579aed1218e3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:12.783329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:12.816869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:12.836484 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.836979 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment f6778c5c-23ba-4b76-817c-b76d8a05e87b of type vlan for network 9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa Mar 31 23:02:12.934645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277b672-909a-4c29-8403-c6c6a34752db None None] Pushing event updated for resources: {'Port': ['ID=82d1816d-e4f1-4c11-b9ce-d7af8df72189,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.984652 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.990785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Allocated IP 172.20.0.11 (fb6ea1c3-84d7-49f8-8abd-1db0d467a585/31745a5e-6ef0-4571-8300-7eeaf4dba00d/37a5d26d-c3c8-4f60-9bd3-669f748e5813) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:13.027808 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-163d5310-d573-4740-b85a-75831d5e169d tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2965655 Mar 31 23:02:13.034012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40178) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:13.042314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Request body: {'port': {'network_id': '42379554-b23e-4bbf-9e0a-79d54040cbfc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-227917961', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:13.042927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] bootfile-name is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:13.043351 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] tftp-server is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:13.043751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] server-ip-address is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:13.138900 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.146506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.147206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.189182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.282581 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.309610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bdf2ec41-638d-42f3-bab0-f2a9d0166ded req-c4659488-3ae7-493e-9c8e-d557e8e04c33 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 210 time: 0.0950172 Mar 31 23:02:13.361670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe772d8-b2fa-4d15-96a9-edf02566f81c req-2a2d12c3-ba3d-4312-a946-e43f157cb055 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.364013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbe772d8-b2fa-4d15-96a9-edf02566f81c req-2a2d12c3-ba3d-4312-a946-e43f157cb055 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.3142548 Mar 31 23:02:13.390433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Router e80cfd41-dc38-4277-a306-4c105d3acaee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:13.391531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9446571 Mar 31 23:02:13.401686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Pushing event updated for resources: {'Port': ['ID=feb14456-ce4d-461f-b0dc-8719c3c21d30,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:13.407916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40182) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:13.412724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Network babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:13.415935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': '9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:13.416537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:13.434176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:13.440603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9d633d80-e359-4265-bc05-3d57939e4575 None None] Provisioning complete for port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:13.440968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9d633d80-e359-4265-bc05-3d57939e4575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.504672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529264a6-b52c-4137-9f63-1df49a33ffb5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:13.532665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:13.567818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1568f4f0-faa7-4feb-803b-ecacd3311caa up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:13.635727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Attempting to bind port feb14456-ce4d-461f-b0dc-8719c3c21d30 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:13.636852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Attempting to bind port feb14456-ce4d-461f-b0dc-8719c3c21d30 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '9ad69951-d52d-44ba-bbd1-c37bcb034f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:13.636852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Attempting to bind port feb14456-ce4d-461f-b0dc-8719c3c21d30 on network babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:13.648328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Made reservation on behalf of edbebe07ae4e4d848c3cc5fff1e4bee1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:13.652329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.659342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9d633d80-e359-4265-bc05-3d57939e4575 None None] Port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:13.670295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:13.670735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Checking segment: {'id': '9ad69951-d52d-44ba-bbd1-c37bcb034f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:13.671014 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.671412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Bound using segment: {'id': '9ad69951-d52d-44ba-bbd1-c37bcb034f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:13.671908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Bound port: feb14456-ce4d-461f-b0dc-8719c3c21d30, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad69951-d52d-44ba-bbd1-c37bcb034f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:13.672315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.694617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] device_id is not set on port fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:02:13.717567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbe772d8-b2fa-4d15-96a9-edf02566f81c req-0fe72c85-a750-44e2-9d95-1b63b64722bc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405018 Mar 31 23:02:13.760338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79923fca-e86d-46bd-a951-226b1fe34a75 req-9203f11e-6d21-4512-a326-4c00e80cc76a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 210 time: 0.2072794 Mar 31 23:02:13.766411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1568f4f0-faa7-4feb-803b-ecacd3311caa triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:13.766945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.768995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.798154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] For port feb14456-ce4d-461f-b0dc-8719c3c21d30, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:13.820071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] For port feb14456-ce4d-461f-b0dc-8719c3c21d30, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feb14456-ce4d-461f-b0dc-8719c3c21d30,segment=NetworkSegment(9ad69951-d52d-44ba-bbd1-c37bcb034f05),segment_id=9ad69951-d52d-44ba-bbd1-c37bcb034f05)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:13.844469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Allocated IP 172.20.0.10 (42379554-b23e-4bbf-9e0a-79d54040cbfc/2dbce847-569c-480a-80df-e3d6672deb6a/fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:13.887834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:13.888291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 82d1816d-e4f1-4c11-b9ce-d7af8df72189 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:13.898679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8a5ae9c9-e1f2-4cff-870d-1b9d72fb7ed9 admin admin] 10.222.0.31 "PUT /v2.0/routers/e80cfd41-dc38-4277-a306-4c105d3acaee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1700878 Mar 31 23:02:14.031871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:14.036382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.041098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.171921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:14.177347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.192834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.214851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:14.227830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:14.229192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:02:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:14.256687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:14.271007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:14.332503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:14.332864 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.339908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047cd01-e2bb-414d-857d-614a95b274c0 None None] Pushing event updated for resources: {'Port': ['ID=feb14456-ce4d-461f-b0dc-8719c3c21d30,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:14.365281 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.396508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event updated for resources: {'Port': ['ID=37a5d26d-c3c8-4f60-9bd3-669f748e5813,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:14.438217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Network 42379554-b23e-4bbf-9e0a-79d54040cbfc is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:14.467814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:14.471338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:14.480117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.484013 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.526267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:14.594366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event updated for resources: {'Port': ['ID=fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:14.604172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.605141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.645936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c7439-87b6-410f-aea0-5959d26497c9 None None] Network 42379554-b23e-4bbf-9e0a-79d54040cbfc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:14.702189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e086c-1345-46d2-9996-04e7132c63b1 req-b1986f54-c248-48a4-8c4a-ee702e9473a0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.703845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a51e086c-1345-46d2-9996-04e7132c63b1 req-b1986f54-c248-48a4-8c4a-ee702e9473a0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 932 time: 0.2167263 Mar 31 23:02:14.744447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-645d7db5-5216-48df-b462-9267a6d9b028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6718833 Mar 31 23:02:14.760647 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-03e3cc62-414d-4052-ba26-098484cd88b4 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7216816 Mar 31 23:02:14.763532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.766273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6b8c0298-dded-4ee1-ac78-12d5a456d15a None None] Provisioning complete for port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:14.767144 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0298-dded-4ee1-ac78-12d5a456d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.769423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:14.845819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae635c-4470-4ad4-b96e-826ce106d857 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.852583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae635c-4470-4ad4-b96e-826ce106d857 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.859774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-89a1c5cf-8fa5-441d-ba82-09060dd87ec4 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.859774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-89a1c5cf-8fa5-441d-ba82-09060dd87ec4 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 820 time: 0.4952321 Mar 31 23:02:14.865542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae635c-4470-4ad4-b96e-826ce106d857 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.869507 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0ae635c-4470-4ad4-b96e-826ce106d857 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0969317 Mar 31 23:02:14.871169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40214) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:14.882788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-fcd3546a-e0c8-4d68-b998-f874d84df097 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/quotas/6046c2a484d449739d81939834d4d364 HTTP/1.1" status: 200 len: 375 time: 0.0135961 Mar 31 23:02:14.889450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a51e086c-1345-46d2-9996-04e7132c63b1 req-698165f7-d2c9-4ee6-b6cf-4b424c894dd5 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599863 Mar 31 23:02:14.937247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 82d1816d-e4f1-4c11-b9ce-d7af8df72189, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=82d1816d-e4f1-4c11-b9ce-d7af8df72189,segment=NetworkSegment(f4a6911e-d463-42d8-9b7b-21312e0a973a),segment_id=f4a6911e-d463-42d8-9b7b-21312e0a973a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:14.958301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Request body: {'port': {'device_id': 'ca65005e-20f5-4def-836f-a33a5cf35c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:14.980900 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.037014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-26fd6b21-9d76-4122-a6f6-79e5de5c5175 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415169 Mar 31 23:02:15.053455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-db723922-05a4-4e43-be98-fcafc4b6f075 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Deleting port fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:15.054693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db723922-05a4-4e43-be98-fcafc4b6f075 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.067675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.122801 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0298-dded-4ee1-ac78-12d5a456d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.177999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=82d1816d-e4f1-4c11-b9ce-d7af8df72189,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:15.206879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db723922-05a4-4e43-be98-fcafc4b6f075 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.212033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=f67de1f8-b9ec-48a7-a85f-877bc6549fdd,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:15.233397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 2, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:15.234255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.256781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-db723922-05a4-4e43-be98-fcafc4b6f075 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Calling delete_port for fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:15.283195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:15.283552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Updating router e80cfd41-dc38-4277-a306-4c105d3acaee port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:15.287766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-6b8c0298-dded-4ee1-ac78-12d5a456d15a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:15.287766 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-6b8c0298-dded-4ee1-ac78-12d5a456d15a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:15.301224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0622d-5065-490e-a479-5682eb0d98e0 req-fdeab670-4198-4a10-af88-f205a414ef86 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:15.317249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5c0622d-5065-490e-a479-5682eb0d98e0 req-fdeab670-4198-4a10-af88-f205a414ef86 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.2745829 Mar 31 23:02:15.327150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': 'f6778c5c-23ba-4b76-817c-b76d8a05e87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:15.327549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: 9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:15.336561 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.368505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-4f57fe26-330b-49b2-b40e-a47c9336d2a6 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247237 Mar 31 23:02:15.504470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5c0622d-5065-490e-a479-5682eb0d98e0 req-3e7e35b2-0904-4ef4-8bb3-42ea13891057 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899333 Mar 31 23:02:15.612804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 82d1816d-e4f1-4c11-b9ce-d7af8df72189 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:15.664775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db723922-05a4-4e43-be98-fcafc4b6f075 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.667555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:15.726282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db723922-05a4-4e43-be98-fcafc4b6f075 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event deleted for resources: {'Port': ['ID=fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:15.767686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-354d5c26-2ba9-49bf-a788-7144e4c5eef7 req-b917c1b0-8714-484b-91d2-11cf3351a2bc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 210 time: 0.0922639 Mar 31 23:02:15.805384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:15.806239 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.807494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:15.824214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:15.824830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.847561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f53b5fe-b243-4d99-91ad-13665d475642 None None] Network 9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:15.857055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-8b2e9933-0bc4-43ec-98cb-336e7a98f874 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612639 Mar 31 23:02:15.891942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db723922-05a4-4e43-be98-fcafc4b6f075 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.898531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-db723922-05a4-4e43-be98-fcafc4b6f075 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "DELETE /v2.0/ports/fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0 HTTP/1.1" status: 204 len: 168 time: 1.0154252 Mar 31 23:02:15.902518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40218) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:15.909824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Request body: {'port': {'name': 'tempest-new-port-name-1828441728', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:15.910246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.api.validators [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] bootfile-name is not in valid_values {{(pid=109820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:15.910785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.api.validators [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] tftp-server is not in valid_values {{(pid=109820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:15.911288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.api.validators [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] server-ip-address is not in valid_values {{(pid=109820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:16.009850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a7bd1ba9-3f69-4988-9395-acb1ecb9d8f8 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5980871 Mar 31 23:02:16.012513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40222) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:16.100626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab60fa8-aef4-4124-974d-a7402bd6a55f None None] Network babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:16.126019 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.255905 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.311601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-4a850678-e2c3-46d3-9af3-d2fbe1028947 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.321118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-4a850678-e2c3-46d3-9af3-d2fbe1028947 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.50 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 813 time: 0.2081780 Mar 31 23:02:16.363177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Request body: {'port': {'device_id': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3', 'admin_state_up': True, 'tenant_id': '541c0fd209004252b1f7997efe6885d0'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:16.380291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36cd32b4-5508-4dda-9a3a-e36cc1d0b4f9 req-449916ea-2d62-469c-a240-305b83148c65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 210 time: 0.0996437 Mar 31 23:02:16.458149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25dc8-ea51-40e3-aef2-89c3fd3d6de6 req-beb7df3c-3201-4013-a4f6-74190b4244a5 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.460408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41d25dc8-ea51-40e3-aef2-89c3fd3d6de6 req-beb7df3c-3201-4013-a4f6-74190b4244a5 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 932 time: 0.3800766 Mar 31 23:02:16.462349 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.477416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.490778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device feb14456-ce4d-461f-b0dc-8719c3c21d30 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:16.749327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41d25dc8-ea51-40e3-aef2-89c3fd3d6de6 req-3c1f857c-a846-4423-bd40-c9fb5762055b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415888 Mar 31 23:02:16.765431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a5d26d-c3c8-4f60-9bd3-669f748e5813 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:16.789196 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.816280 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.836499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fe07ecbe-c1be-41a0-aaef-fd53a616525a None None] Provisioning complete for port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:16.836885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe07ecbe-c1be-41a0-aaef-fd53a616525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.849717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4788d3-ad61-463c-a7cf-334488c0e289 req-6f328593-cd63-459d-a87a-37330ee77d7e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.851398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a4788d3-ad61-463c-a7cf-334488c0e289 req-6f328593-cd63-459d-a87a-37330ee77d7e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1969545 Mar 31 23:02:16.882985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.889840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Made reservation on behalf of 541c0fd209004252b1f7997efe6885d0 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:16.895808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.905943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Transition to ACTIVE for port object 37a5d26d-c3c8-4f60-9bd3-669f748e5813 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:16.946758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=f67de1f8-b9ec-48a7-a85f-877bc6549fdd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:16.974771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3329395b-69a2-4be6-9ad7-ad98fda5f515 req-57a9efe4-302d-45b2-9ed0-8311c56c8bcf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 210 time: 0.0673344 Mar 31 23:02:16.979338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.002611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a4788d3-ad61-463c-a7cf-334488c0e289 req-f59d62b5-77ea-4ae9-82b4-f8f6bd03ccf0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316111 Mar 31 23:02:17.026925 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.082630 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.121041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.164186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8cf45-6b1d-4512-9ead-b501342773df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa', 'network_id': '9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': 'f67de1f8-b9ec-48a7-a85f-877bc6549fdd'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:17.165588 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8bd8cf45-6b1d-4512-9ead-b501342773df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.171462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.172434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac34d2a-b0fb-4be1-ad1b-880b673d942d None None] Pushing event updated for resources: {'Port': ['ID=265a0f8f-7af2-4752-9f1b-13c414ec90a6,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:17.195344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port feb14456-ce4d-461f-b0dc-8719c3c21d30 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:17.195729 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.202065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Attempting to bind port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:17.205993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Attempting to bind port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:17.205993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Attempting to bind port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 on network f6e11a46-7758-4505-a70c-579aed1218e3 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:17.211689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6778c5c-23ba-4b76-817c-b76d8a05e87b') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.212137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6778c5c-23ba-4b76-817c-b76d8a05e87b') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.217982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Pushing event updated for resources: {'Port': ['ID=37a5d26d-c3c8-4f60-9bd3-669f748e5813,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:17.231698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.268214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:17.268214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Checking segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:17.268214 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.268214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Bound using segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:17.268214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Bound port: 265a0f8f-7af2-4752-9f1b-13c414ec90a6, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:17.268214 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.275957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.285509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event updated for resources: {'Port': ['ID=da23e0b1-f5b4-4a9b-8247-fb69597c39c6,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:17.311253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Allocated IP 172.20.0.9 (60db7758-19a4-4ac9-831c-609a9ba5d2f3/423e6cf0-b271-4227-bdb6-9e93b52151ae/153d9326-6ebb-4ac3-aad2-32cb7b64e0ef) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:17.314116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:17.314536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:17.318855 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:17.322970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] In _notify_port_updated(), no bound segment for port da23e0b1-f5b4-4a9b-8247-fb69597c39c6 on network 42379554-b23e-4bbf-9e0a-79d54040cbfc {{(pid=109820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:02:17.326541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.327221 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.332050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a04f0b75-f165-4580-99be-e7dd8ff8bf93 tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "PUT /v2.0/ports/da23e0b1-f5b4-4a9b-8247-fb69597c39c6 HTTP/1.1" status: 200 len: 1136 time: 1.4284518 Mar 31 23:02:17.335573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40236) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:17.382355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Attempting to bind port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:17.382715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Attempting to bind port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:17.383046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Attempting to bind port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:17.402899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b846f0-8573-4681-8063-35de7376983f tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.408545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-12b846f0-8573-4681-8063-35de7376983f tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "GET /v2.0/ports/da23e0b1-f5b4-4a9b-8247-fb69597c39c6 HTTP/1.1" status: 200 len: 1136 time: 0.0714192 Mar 31 23:02:17.409209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40238) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:17.411323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:17.430656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Attempting to bind port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:17.431546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:17.431899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Checking segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:17.432299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Bound using segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:17.432752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Bound port: 37a5d26d-c3c8-4f60-9bd3-669f748e5813, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:17.433382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.488576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fe07ecbe-c1be-41a0-aaef-fd53a616525a None None] Could not find standard attr ID for object fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:02:17.593631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] For port 265a0f8f-7af2-4752-9f1b-13c414ec90a6, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:17.605969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] For port 265a0f8f-7af2-4752-9f1b-13c414ec90a6, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=265a0f8f-7af2-4752-9f1b-13c414ec90a6,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:17.607288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c45c4-35d0-48bc-a08c-31c6a6a15500 None None] Network 9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:17.616851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fe07ecbe-c1be-41a0-aaef-fd53a616525a None None] Provisioning complete for port da23e0b1-f5b4-4a9b-8247-fb69597c39c6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:17.617393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe07ecbe-c1be-41a0-aaef-fd53a616525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.627332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3157e932-3ba8-494d-a4db-09e5aa4ed7a3 req-89305a5b-1749-49ef-99d4-96185a0c1330 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 210 time: 0.1121860 Mar 31 23:02:17.655317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.684788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.694935 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa HTTP/1.1" status: 204 len: 168 time: 1.6810479 Mar 31 23:02:17.698109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d6ddc-e27d-49c3-829a-a6e295ca8a50 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:17.701907 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.702204 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40246) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:17.707211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056916063'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:17.720133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] For port 37a5d26d-c3c8-4f60-9bd3-669f748e5813, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:17.725197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] For port 37a5d26d-c3c8-4f60-9bd3-669f748e5813, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=37a5d26d-c3c8-4f60-9bd3-669f748e5813,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:17.764657 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.766604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c0014f63-15dc-48cc-9806-d1a37ec730da tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Deleting port da23e0b1-f5b4-4a9b-8247-fb69597c39c6 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:17.767180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0014f63-15dc-48cc-9806-d1a37ec730da tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.784489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.825239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port feb14456-ce4d-461f-b0dc-8719c3c21d30, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feb14456-ce4d-461f-b0dc-8719c3c21d30,segment=NetworkSegment(9ad69951-d52d-44ba-bbd1-c37bcb034f05),segment_id=9ad69951-d52d-44ba-bbd1-c37bcb034f05)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:17.843797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fe07ecbe-c1be-41a0-aaef-fd53a616525a None None] Port da23e0b1-f5b4-4a9b-8247-fb69597c39c6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:17.876565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:17.882726 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.901765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:17.902407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:02:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.907187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fe07ecbe-c1be-41a0-aaef-fd53a616525a None None] Provisioning complete for port feb14456-ce4d-461f-b0dc-8719c3c21d30 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:17.907187 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe07ecbe-c1be-41a0-aaef-fd53a616525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.907919 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.924946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac34d2a-b0fb-4be1-ad1b-880b673d942d None None] Pushing event updated for resources: {'Port': ['ID=265a0f8f-7af2-4752-9f1b-13c414ec90a6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:17.925526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.038379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:18.057683 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.058716 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment 578aafbb-a1ee-4865-9f95-4bece0ac4181 of type vlan for network 36f10a55-d921-4001-ac16-a5d2dc6160bd Mar 31 23:02:18.128543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.139212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:18.151525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:18.153971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:18.166787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=feb14456-ce4d-461f-b0dc-8719c3c21d30,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.205720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.228518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:18.234421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.235088 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.326882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.334564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.335249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.358039 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.403632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Could not find standard attr ID for object fbd7e49f-0b3a-42ce-bf65-38b47ddbe3d0. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:02:18.421955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Provisioning complete for port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:18.421955 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.476188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.476815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.478241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] 10.222.0.45 "PUT /v2.0/ports/37a5d26d-c3c8-4f60-9bd3-669f748e5813 HTTP/1.1" status: 200 len: 1092 time: 3.7182438 Mar 31 23:02:18.480838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65005e-20f5-4def-836f-a33a5cf35c23', 'tag': '37a5d26d-c3c8-4f60-9bd3-669f748e5813'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:18.482927 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65005e-20f5-4def-836f-a33a5cf35c23", "tag": "37a5d26d-c3c8-4f60-9bd3-669f748e5813"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:18.524539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0014f63-15dc-48cc-9806-d1a37ec730da tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.552976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392799ec-266e-4522-bf7b-5582ce8a46ef req-2f923127-8910-4040-be4a-33721614cc02 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.555046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-392799ec-266e-4522-bf7b-5582ce8a46ef req-2f923127-8910-4040-be4a-33721614cc02 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 931 time: 0.2130005 Mar 31 23:02:18.568431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488926-266f-459a-86f0-270189af3bcd req-edaa525e-bd70-4521-849e-3fd0e4301378 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.576151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5488926-266f-459a-86f0-270189af3bcd req-edaa525e-bd70-4521-849e-3fd0e4301378 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 944 time: 0.2350945 Mar 31 23:02:18.578677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c035b8c-36d5-4c0c-96dc-15a485a8c638 service neutron] Pushing event updated for resources: {'Port': ['ID=37a5d26d-c3c8-4f60-9bd3-669f748e5813,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.582003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c0014f63-15dc-48cc-9806-d1a37ec730da tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Calling delete_port for da23e0b1-f5b4-4a9b-8247-fb69597c39c6 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:18.612210 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.654143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:17Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:18.691484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] For port 265a0f8f-7af2-4752-9f1b-13c414ec90a6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=265a0f8f-7af2-4752-9f1b-13c414ec90a6,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:18.692806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70888ac5-4db8-4de2-a8cb-c4b63b3e65e3 None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:17Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:18.765469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.825299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-392799ec-266e-4522-bf7b-5582ce8a46ef req-186fca78-30a4-4b4f-82f3-575a520d13aa tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287481 Mar 31 23:02:18.825540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Provisioning complete for port da23e0b1-f5b4-4a9b-8247-fb69597c39c6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:18.826776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.866511 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1606152 Mar 31 23:02:18.874280 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-99141b54-ffd6-4ce0-b22c-e9414fe047e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5166745 Mar 31 23:02:18.882246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40258) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:18.887469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5488926-266f-459a-86f0-270189af3bcd req-82faeffb-9d77-42d6-bf86-0988a9ff8ce8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097932 Mar 31 23:02:18.904035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5019a995-3082-481c-9e92-5a769c3c059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.905815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-5019a995-3082-481c-9e92-5a769c3c059f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 1095 time: 0.2924109 Mar 31 23:02:18.921867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': '36f10a55-d921-4001-ac16-a5d2dc6160bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:18.939240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Pushing event updated for resources: {'Port': ['ID=265a0f8f-7af2-4752-9f1b-13c414ec90a6,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.953476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Port da23e0b1-f5b4-4a9b-8247-fb69597c39c6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:18.957284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99870354-52f7-4046-a33a-c8a3f8f35388 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=36f10a55-d921-4001-ac16-a5d2dc6160bd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.973436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 36f10a55-d921-4001-ac16-a5d2dc6160bd details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:18.978874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Provisioning complete for port feb14456-ce4d-461f-b0dc-8719c3c21d30 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:18.979456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93e34588-ab40-42ef-a1f1-a98cc565604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.990814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Request body: {'port': {'device_id': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:19.067725 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.073057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-008f94bb-88d3-4a83-a121-c28e04589864 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a5d26d-c3c8-4f60-9bd3-669f748e5813 HTTP/1.1" status: 200 len: 217 time: 0.1561263 Mar 31 23:02:19.116553 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f022f193-cbed-457b-8e7e-23c846770fae x-openstack-request-id: req-f022f193-cbed-457b-8e7e-23c846770fae {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:19.116910 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65005e-20f5-4def-836f-a33a5cf35c23", "tag": "37a5d26d-c3c8-4f60-9bd3-669f748e5813", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:19.117177 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f022f193-cbed-457b-8e7e-23c846770fae {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:19.123608 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f022f193-cbed-457b-8e7e-23c846770fae'] response: {'name': 'network-changed', 'server_uuid': 'ca65005e-20f5-4def-836f-a33a5cf35c23', 'tag': '37a5d26d-c3c8-4f60-9bd3-669f748e5813', 'status': 'completed', 'code': 200} Mar 31 23:02:19.228065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ba40265-73f1-46af-b6f5-0dd1514737b5 req-3e9e24ae-c55f-40ad-baf0-4ac455cc9b07 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 210 time: 0.0621052 Mar 31 23:02:19.248682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07123fe-c4e4-41fe-8525-8f87b67d3de8 req-262aed55-db4e-4811-8360-87ea1adb116d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.250239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f07123fe-c4e4-41fe-8525-8f87b67d3de8 req-262aed55-db4e-4811-8360-87ea1adb116d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1955140 Mar 31 23:02:19.256275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-eda4faf2-d06e-4554-926b-bcd2d609606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.257819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-eda4faf2-d06e-4554-926b-bcd2d609606b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1573622 Mar 31 23:02:19.305802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0014f63-15dc-48cc-9806-d1a37ec730da tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.334795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-93b03d66-f090-4aac-9d4e-a636ea687858 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670643 Mar 31 23:02:19.335564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:19.349299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.381240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f07123fe-c4e4-41fe-8525-8f87b67d3de8 req-62029dbb-2fe2-46be-92f9-f247fb9ad62e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222739 Mar 31 23:02:19.385866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0014f63-15dc-48cc-9806-d1a37ec730da tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event deleted for resources: {'Port': ['ID=da23e0b1-f5b4-4a9b-8247-fb69597c39c6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:19.662825 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0014f63-15dc-48cc-9806-d1a37ec730da tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.668391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c0014f63-15dc-48cc-9806-d1a37ec730da tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "DELETE /v2.0/ports/da23e0b1-f5b4-4a9b-8247-fb69597c39c6 HTTP/1.1" status: 204 len: 168 time: 2.2574916 Mar 31 23:02:19.675487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40262) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:19.759414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-023cd838-9795-4568-a619-0d3d5f7db2fe tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Deleting subnet 2dbce847-569c-480a-80df-e3d6672deb6a {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:19.774109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-023cd838-9795-4568-a619-0d3d5f7db2fe tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.807003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-a646c403-bab9-477a-98f4-133b572f123d service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448318 Mar 31 23:02:19.873148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-023cd838-9795-4568-a619-0d3d5f7db2fe tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.882023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:19.882165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-36348eb2-9266-4243-8fcf-06f678ccf2e3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.883695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-36348eb2-9266-4243-8fcf-06f678ccf2e3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.45 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 820 time: 0.4267683 Mar 31 23:02:19.905184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.963336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Transition to ACTIVE for port object 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:19.963930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Request body: {'port': {'device_id': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'admin_state_up': True, 'tenant_id': '6046c2a484d449739d81939834d4d364'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:20.006387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.086591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.128238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': '578aafbb-a1ee-4865-9f95-4bece0ac4181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36f10a55-d921-4001-ac16-a5d2dc6160bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:20.128238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: 36f10a55-d921-4001-ac16-a5d2dc6160bd, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:20.155134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=8c7d2c67-f10b-4d6c-87ef-21e3f0997a8e,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.181075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.200587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4aec066-f736-4f2a-b356-30d2da9f96de req-4d76ec64-0d02-4f4b-9651-e75f7359752b service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786964 Mar 31 23:02:20.247203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 265a0f8f-7af2-4752-9f1b-13c414ec90a6 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:20.270510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Attempting to bind port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:20.270860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Attempting to bind port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:20.271189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Attempting to bind port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:20.276085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:20.276411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Attempting to bind port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:20.283205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:20.283613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Checking segment: {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:20.284305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Bound using segment: {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:20.284979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Bound port: 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:20.285566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.291582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 36f10a55-d921-4001-ac16-a5d2dc6160bd is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:20.300908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f518f6-3204-4dfb-b3df-a4e99a5eee2a req-fa277e3a-c418-4e67-80bc-270efbf4b76f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.302646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78f518f6-3204-4dfb-b3df-a4e99a5eee2a req-fa277e3a-c418-4e67-80bc-270efbf4b76f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 931 time: 0.2703121 Mar 31 23:02:20.368541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6c47f-aa69-4240-9a7a-6f35bf2753cd req-9de7430a-ece4-4833-ae20-1f3c3db3dbc9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.370257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7e6c47f-aa69-4240-9a7a-6f35bf2753cd req-9de7430a-ece4-4833-ae20-1f3c3db3dbc9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 944 time: 0.2918320 Mar 31 23:02:20.389340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:20.394000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:20.411362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 36f10a55-d921-4001-ac16-a5d2dc6160bd) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:20.426766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.428110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.430938 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-023cd838-9795-4568-a619-0d3d5f7db2fe tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.463235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28de02-848e-49bf-b4c3-f84f2f907a21 None None] Network 36f10a55-d921-4001-ac16-a5d2dc6160bd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:20.472400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.515889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.516675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.518370 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] 10.222.0.50 "PUT /v2.0/ports/153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 1091 time: 1.5346508 Mar 31 23:02:20.527114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:20.533033 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d63954-af53-4960-8f96-54f6466ed1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:20.544295 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a2c6f167-9d51-49fc-a441-3c4a2b8ac51b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6338158 Mar 31 23:02:20.550709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40274) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:20.556858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781199764'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:20.563509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78f518f6-3204-4dfb-b3df-a4e99a5eee2a req-04834597-a210-4fa0-8593-1cc4d542decf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489817 Mar 31 23:02:20.587931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31e26e-79ca-4012-b6f3-aef0532a9fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.604285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-8495a54d-5b12-4aed-9787-666f24595f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.606001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-8495a54d-5b12-4aed-9787-666f24595f9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 1095 time: 0.2276597 Mar 31 23:02:20.617018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7e6c47f-aa69-4240-9a7a-6f35bf2753cd req-c3ca2151-c1b2-469e-b296-eab4859de3b3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199218 Mar 31 23:02:20.632845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:20.633455 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.658779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Made reservation on behalf of 6046c2a484d449739d81939834d4d364 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:20.674148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:20.674365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.680050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.764083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:20.768977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-36f10a55-d921-4001-ac16-a5d2dc6160bd', 'network_id': '36f10a55-d921-4001-ac16-a5d2dc6160bd', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': '8c7d2c67-f10b-4d6c-87ef-21e3f0997a8e'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:20.771282 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.775893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.776251 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment 6e1e1f57-4fcd-48ab-8370-3e7964c83b15 of type vlan for network 3193b0e6-9dcf-426d-ab90-f37879ba1dcd Mar 31 23:02:20.785485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-023cd838-9795-4568-a619-0d3d5f7db2fe tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.804579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-330d3e1b-6923-49e1-b86a-0a3c16ea870e req-8659a194-be31-41af-be4c-e7798f569024 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 210 time: 0.0902784 Mar 31 23:02:20.879614 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.900273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-c1d70bf7-cc24-45fc-abf3-0c4ad1796668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.901680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cd838-9795-4568-a619-0d3d5f7db2fe tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event deleted for resources: {'Subnet': ['ID=2dbce847-569c-480a-80df-e3d6672deb6a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.901820 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-c1d70bf7-cc24-45fc-abf3-0c4ad1796668 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1094 time: 0.1923456 Mar 31 23:02:20.930763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb9067-327a-4cfd-b2ae-00973bc6e631 None None] Network 42379554-b23e-4bbf-9e0a-79d54040cbfc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:20.931864 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-023cd838-9795-4568-a619-0d3d5f7db2fe tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.937098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-023cd838-9795-4568-a619-0d3d5f7db2fe tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "DELETE /v2.0/subnets/2dbce847-569c-480a-80df-e3d6672deb6a HTTP/1.1" status: 204 len: 168 time: 1.2608314 Mar 31 23:02:20.969457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40280) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:20.974626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device feb14456-ce4d-461f-b0dc-8719c3c21d30 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:20.980453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-e18321ef-e59b-4fd7-a1f5-fabb6a37fd48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 217 time: 0.0679283 Mar 31 23:02:20.981971 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043c701f-9a17-4035-bb34-13670669d64a x-openstack-request-id: req-043c701f-9a17-4035-bb34-13670669d64a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:20.986433 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:20.986433 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-043c701f-9a17-4035-bb34-13670669d64a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:20.986433 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043c701f-9a17-4035-bb34-13670669d64a'] response: {'name': 'network-changed', 'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'status': 'completed', 'code': 200} Mar 31 23:02:21.025729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-a0724dcf-0698-4142-81fb-c7aaedeb261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.027488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-a0724dcf-0698-4142-81fb-c7aaedeb261f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 907 time: 0.4100406 Mar 31 23:02:21.064053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494633c7-08fc-439e-9b0a-574349e869d6 req-2f2100b6-1fde-4058-929d-86c7ac473a1b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.065618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-494633c7-08fc-439e-9b0a-574349e869d6 req-2f2100b6-1fde-4058-929d-86c7ac473a1b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.3060925 Mar 31 23:02:21.068712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.074241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.074965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.100352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Allocated IP 172.20.0.10 (f6e11a46-7758-4505-a70c-579aed1218e3/3185d49c-8531-42db-a9a1-4d610dc3d610/66bae3ac-200a-40bc-aa5b-943ff350a1b5) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:21.108181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-ec567611-9c47-4bcb-9f8b-27f277c25ca0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a5d26d-c3c8-4f60-9bd3-669f748e5813 HTTP/1.1" status: 200 len: 217 time: 0.0667412 Mar 31 23:02:21.164831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.171933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-12b311c1-aa44-4ed7-bea6-2e5753baa935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.173122 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-12b311c1-aa44-4ed7-bea6-2e5753baa935 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.1764569 Mar 31 23:02:21.173252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Allocated IP 2001:db8::1 (36f10a55-d921-4001-ac16-a5d2dc6160bd/8c7d2c67-f10b-4d6c-87ef-21e3f0997a8e/e34cbdb9-9bcb-4efc-b776-aa97d0a355cc) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:21.183360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port feb14456-ce4d-461f-b0dc-8719c3c21d30 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:21.183987 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.209438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-494633c7-08fc-439e-9b0a-574349e869d6 req-9c8aacbe-5b05-4b1e-999e-f1b9844c8a2d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059103 Mar 31 23:02:21.218430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=3193b0e6-9dcf-426d-ab90-f37879ba1dcd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:21.220864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-479befaf-f7a5-4681-a336-121aa9d26a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.223025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-479befaf-f7a5-4681-a336-121aa9d26a3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1054714 Mar 31 23:02:21.228607 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-ba3cfed8-4cf1-4ed6-a45f-68e756568174 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483816 Mar 31 23:02:21.235019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-eb2cc440-0796-478d-97b7-32d530a07f07 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6830528 Mar 31 23:02:21.237313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40282) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:21.242824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 3193b0e6-9dcf-426d-ab90-f37879ba1dcd details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:21.256159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': '3193b0e6-9dcf-426d-ab90-f37879ba1dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:21.297876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-ed946204-aab1-46b4-a2c6-813d474acf4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586112 Mar 31 23:02:21.369760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] DHCP port deletion for 42379554-b23e-4bbf-9e0a-79d54040cbfc request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:21.408071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Deleting port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:21.408543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.413222 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-6d9a3ff1-9255-4847-ade7-9129d14291f0 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743464 Mar 31 23:02:21.539907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] For port 82d1816d-e4f1-4c11-b9ce-d7af8df72189, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=82d1816d-e4f1-4c11-b9ce-d7af8df72189,segment=NetworkSegment(f4a6911e-d463-42d8-9b7b-21312e0a973a),segment_id=f4a6911e-d463-42d8-9b7b-21312e0a973a)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:21.540199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] Deleting port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:21.540477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.540818 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.559050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Calling delete_port for 82d1816d-e4f1-4c11-b9ce-d7af8df72189 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:21.564883 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.595661 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.602645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-bf987733-a1a1-49b4-9118-1660eecbec8c service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934995 Mar 31 23:02:21.626611 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1f9a9ded-ba32-4e59-9437-78cbc6d076a6 req-87ec1e19-f1e0-479c-9d65-d4fc74857614 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021043 Mar 31 23:02:21.632268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] For port 82d1816d-e4f1-4c11-b9ce-d7af8df72189, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=82d1816d-e4f1-4c11-b9ce-d7af8df72189,segment=NetworkSegment(f4a6911e-d463-42d8-9b7b-21312e0a973a),segment_id=f4a6911e-d463-42d8-9b7b-21312e0a973a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:21.632527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.654673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] Calling delete_port for 82d1816d-e4f1-4c11-b9ce-d7af8df72189 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:21.660248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 37a5d26d-c3c8-4f60-9bd3-669f748e5813 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:21.690669 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.744626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:21.747894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.836036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Network 36f10a55-d921-4001-ac16-a5d2dc6160bd is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:21.839454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-a0013068-64c4-40a6-b6b6-635dd9e3c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.843798 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-a0013068-64c4-40a6-b6b6-635dd9e3c0b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1094 time: 0.0614774 Mar 31 23:02:21.846010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.851854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:21.852525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:21.872652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Pushing event updated for resources: {'Port': ['ID=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:21.894849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event deleted for resources: {'Port': ['ID=82d1816d-e4f1-4c11-b9ce-d7af8df72189,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:21.900470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Performing IP validity checks on allocation pools {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:02:21.901238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:02:21.912669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] No DVR routers for this DVR port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:21.935070 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.943883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8071dd2-ccd2-4075-b9f5-ab9bd5bc567d req-72e30f34-04b8-4d6e-9ae3-2af52f3a98c5 service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323925 Mar 31 23:02:21.962145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a69f63-5297-4571-a6bb-cdf9604cdbf4 req-c840d95c-6418-4cbe-991c-b6f1c8ce8172 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.966418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 37a5d26d-c3c8-4f60-9bd3-669f748e5813, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=37a5d26d-c3c8-4f60-9bd3-669f748e5813,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:21.969900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44a69f63-5297-4571-a6bb-cdf9604cdbf4 req-c840d95c-6418-4cbe-991c-b6f1c8ce8172 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 943 time: 0.2547598 Mar 31 23:02:21.982344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c314b-c928-436c-a426-93f10acf4412 req-fc4e8f65-110c-446f-bdb9-57266eec18f0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.983988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-052c314b-c928-436c-a426-93f10acf4412 req-fc4e8f65-110c-446f-bdb9-57266eec18f0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 944 time: 0.2612760 Mar 31 23:02:22.004015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] No DVR routers for this DVR port 82d1816d-e4f1-4c11-b9ce-d7af8df72189 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:22.012198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Attempting to bind port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:22.012657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Attempting to bind port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '578aafbb-a1ee-4865-9f95-4bece0ac4181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36f10a55-d921-4001-ac16-a5d2dc6160bd'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:22.013092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Attempting to bind port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc on network 36f10a55-d921-4001-ac16-a5d2dc6160bd {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:22.016524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afaa99-baba-4661-9d29-2f8c64d55135 None None] Pushing event deleted for resources: {'Port': ['ID=82d1816d-e4f1-4c11-b9ce-d7af8df72189,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:22.025770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:22.026268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Checking segment: {'id': '578aafbb-a1ee-4865-9f95-4bece0ac4181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36f10a55-d921-4001-ac16-a5d2dc6160bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:22.026711 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.027177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Bound using segment: {'id': '578aafbb-a1ee-4865-9f95-4bece0ac4181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36f10a55-d921-4001-ac16-a5d2dc6160bd'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:22.027733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Bound port: e34cbdb9-9bcb-4efc-b776-aa97d0a355cc, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578aafbb-a1ee-4865-9f95-4bece0ac4181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '36f10a55-d921-4001-ac16-a5d2dc6160bd'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:22.031003 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.033391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '37a5d26d-c3c8-4f60-9bd3-669f748e5813', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'port_id': '37a5d26d-c3c8-4f60-9bd3-669f748e5813', 'mac_address': 'fa:16:3e:31:93:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31745a5e-6ef0-4571-8300-7eeaf4dba00d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:22.042585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.104225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.136351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.151150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42379554-b23e-4bbf-9e0a-79d54040cbfc']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:22.152060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 82d1816d-e4f1-4c11-b9ce-d7af8df72189 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:22.174974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44a69f63-5297-4571-a6bb-cdf9604cdbf4 req-f23df8f5-d63b-4efc-a21c-5f7fc91ed14c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040932 Mar 31 23:02:22.178609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a6911e-d463-42d8-9b7b-21312e0a973a') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:22.179041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a6911e-d463-42d8-9b7b-21312e0a973a') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:22.181313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Network f6e11a46-7758-4505-a70c-579aed1218e3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:22.185062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-052c314b-c928-436c-a426-93f10acf4412 req-80e04f13-f753-49fa-8a65-730aef541178 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899066 Mar 31 23:02:22.207107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:22.207454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] For port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:22.207608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Pushing event updated for resources: {'Port': ['ID=66bae3ac-200a-40bc-aa5b-943ff350a1b5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:22.211576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:22.219106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] For port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,segment=NetworkSegment(578aafbb-a1ee-4865-9f95-4bece0ac4181),segment_id=578aafbb-a1ee-4865-9f95-4bece0ac4181)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:22.220731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 82d1816d-e4f1-4c11-b9ce-d7af8df72189 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:22.221530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 82d1816d-e4f1-4c11-b9ce-d7af8df72189 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:22.222770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-475bca12-66ab-49f9-a32f-854e7d74a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.224340 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-475bca12-66ab-49f9-a32f-854e7d74a296 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 914 time: 0.3539648 Mar 31 23:02:22.226054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.237819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a5d26d-c3c8-4f60-9bd3-669f748e5813 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:22.261481 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.278711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:22.280233 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:22.294781 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:22.307641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 37a5d26d-c3c8-4f60-9bd3-669f748e5813, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=37a5d26d-c3c8-4f60-9bd3-669f748e5813,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:22.310083 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.350372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-3c5c6e1e-a46e-493a-8d06-fba8eca74933 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 217 time: 0.1099517 Mar 31 23:02:22.365262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.366246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.416247 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.441303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f4f76-e83e-4854-bf6a-0a56ac0f3bf1 None None] Pushing event updated for resources: {'Port': ['ID=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:22.442003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.502203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-73e13090-a455-479a-9d62-5ebde8e38b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.504077 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-73e13090-a455-479a-9d62-5ebde8e38b0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.1057782 Mar 31 23:02:22.558163 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=37a5d26d-c3c8-4f60-9bd3-669f748e5813,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:22.571968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b8e78-825a-4f16-96bb-a70f2dcd9d9a req-67ca1e95-df6f-4fe5-b7ac-33997ae06825 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.572575 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-6d01b3bf-6b70-4058-a7c3-644a035a2b64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590358 Mar 31 23:02:22.573917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.579773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e6b8e78-825a-4f16-96bb-a70f2dcd9d9a req-67ca1e95-df6f-4fe5-b7ac-33997ae06825 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 932 time: 0.2447054 Mar 31 23:02:22.604754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=a3757169-aafc-48dd-a96b-d4c48aede35d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:22.621769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.623318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-546f5315-d756-4825-8cd3-c36ade3d7669 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6777351 Mar 31 23:02:22.628726 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] 10.222.0.31 "DELETE /v2.0/networks/42379554-b23e-4bbf-9e0a-79d54040cbfc HTTP/1.1" status: 204 len: 168 time: 1.6556094 Mar 31 23:02:22.644824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f176c24-9e96-480c-b1a5-b3fbdd565561 req-1a910cb1-eb74-42fd-a471-de5b77058b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.644824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f176c24-9e96-480c-b1a5-b3fbdd565561 req-1a910cb1-eb74-42fd-a471-de5b77058b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.2534139 Mar 31 23:02:22.650983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Request body: {'port': {'device_id': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:22.662878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b695dc9-9d48-4de7-a55b-17f0cafbdbfd tempest-ExtraDHCPOptionsTestJSON-856096226 tempest-ExtraDHCPOptionsTestJSON-856096226-project] Pushing event deleted for resources: {'Network': ['ID=42379554-b23e-4bbf-9e0a-79d54040cbfc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:22.715187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': '6e1e1f57-4fcd-48ab-8370-3e7964c83b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3193b0e6-9dcf-426d-ab90-f37879ba1dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:22.715540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: 3193b0e6-9dcf-426d-ab90-f37879ba1dcd, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:22.750161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:22.788882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e6b8e78-825a-4f16-96bb-a70f2dcd9d9a req-1e33e9b6-6e95-4ad1-9479-a9c8d61898a1 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073648 Mar 31 23:02:22.836510 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-fc00af52-e896-4471-93e8-6baf32eeeef2 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385833 Mar 31 23:02:22.899945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f176c24-9e96-480c-b1a5-b3fbdd565561 req-3b5986a3-4723-498f-b501-541c7bd470b9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446826 Mar 31 23:02:22.903128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.927009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-956bf61f-7478-44c8-87a1-03fe1ea3121a None None] Provisioning complete for port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:22.927514 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-956bf61f-7478-44c8-87a1-03fe1ea3121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.022803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-956bf61f-7478-44c8-87a1-03fe1ea3121a None None] Port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:23.023923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 3193b0e6-9dcf-426d-ab90-f37879ba1dcd is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:23.071315 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7d63954-af53-4960-8f96-54f6466ed1a7 req-e0164a80-e7c9-4865-bbf8-2f27ad79d2ad service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270074 Mar 31 23:02:23.155432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 3193b0e6-9dcf-426d-ab90-f37879ba1dcd) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:23.168127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.168333 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.243597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac853ab-e68c-467d-9b81-049e134365f9 None None] Network 3193b0e6-9dcf-426d-ab90-f37879ba1dcd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:23.348278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-225f8394-b5f3-4dd8-8d16-605622d17f13 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0986280 Mar 31 23:02:23.355905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40312) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:23.479587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-3193b0e6-9dcf-426d-ab90-f37879ba1dcd', 'network_id': '3193b0e6-9dcf-426d-ab90-f37879ba1dcd', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': 'a3757169-aafc-48dd-a96b-d4c48aede35d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:23.481379 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.504397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f82c-e991-43dd-91f2-d1d6e9aa4cc6 req-fd185352-8ff2-4f21-8368-1b0460f1dc3d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.505945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d650f82c-e991-43dd-91f2-d1d6e9aa4cc6 req-fd185352-8ff2-4f21-8368-1b0460f1dc3d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 943 time: 0.1724823 Mar 31 23:02:23.522644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40314) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:23.595919 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.600507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d650f82c-e991-43dd-91f2-d1d6e9aa4cc6 req-4022a684-4871-43a2-a87d-be2f0d91dc74 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 Mar 31 23:02:23.787216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Allocated IP 2001:db8::3 (3193b0e6-9dcf-426d-ab90-f37879ba1dcd/a3757169-aafc-48dd-a96b-d4c48aede35d/c11548dc-0f1f-418a-aa78-a0ebfb471280) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:23.813852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bae3ac-200a-40bc-aa5b-943ff350a1b5 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:23.850358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.889197 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-44542691-efd2-4966-ac57-318c7793b272 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edbebe07ae4e4d848c3cc5fff1e4bee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618405 Mar 31 23:02:23.889575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40322) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:23.928325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.933825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Transition to ACTIVE for port object 66bae3ac-200a-40bc-aa5b-943ff350a1b5 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:23.963003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1692c36-03a3-4d57-a681-6ed6995b67f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.035283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1692c36-03a3-4d57-a681-6ed6995b67f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.082607 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.135417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a52e2e-8130-4e61-b5da-58e47fbecbf9 None None] Network 36f10a55-d921-4001-ac16-a5d2dc6160bd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:24.168800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e34cbdb9-9bcb-4efc-b776-aa97d0a355cc up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:24.239450 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.276153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1692c36-03a3-4d57-a681-6ed6995b67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.280227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-429c6fd2-209b-4c64-9cc8-d2112f6342c4 None None] Provisioning complete for port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:24.280227 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-429c6fd2-209b-4c64-9cc8-d2112f6342c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.283404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1692c36-03a3-4d57-a681-6ed6995b67f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.286382 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1692c36-03a3-4d57-a681-6ed6995b67f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fbc0e0c-3b2b-4ba0-b690-0219f75a3526 HTTP/1.1" status: 204 len: 168 time: 0.3956373 Mar 31 23:02:24.325676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1692c36-03a3-4d57-a681-6ed6995b67f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc0e0c-3b2b-4ba0-b690-0219f75a3526,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.385608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.427006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Pushing event updated for resources: {'Port': ['ID=c11548dc-0f1f-418a-aa78-a0ebfb471280,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.428338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35017990-da9c-43d0-84f4-f5e8ff847ffa req-2d1afb0c-50e2-4db3-adfb-0618f8a4a5ae tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.429954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35017990-da9c-43d0-84f4-f5e8ff847ffa req-2d1afb0c-50e2-4db3-adfb-0618f8a4a5ae tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 945 time: 0.7318497 Mar 31 23:02:24.461625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd099d7-8238-4f59-9c52-55d61ec53fec req-642cc7d7-9313-4217-85c0-e5d1337fbdeb tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.463540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dd099d7-8238-4f59-9c52-55d61ec53fec req-642cc7d7-9313-4217-85c0-e5d1337fbdeb tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 932 time: 0.5867088 Mar 31 23:02:24.495972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Network 3193b0e6-9dcf-426d-ab90-f37879ba1dcd is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:24.537123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:24.540294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:24.557523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-83bb9e24-b510-4d4f-a552-8acfb1754cf1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2017896 Mar 31 23:02:24.599855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Pushing event updated for resources: {'Port': ['ID=66bae3ac-200a-40bc-aa5b-943ff350a1b5,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.601037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:24.602405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.709593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dd099d7-8238-4f59-9c52-55d61ec53fec req-40fd1a5a-b5c1-4549-9c9b-2cb14a383180 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135067 Mar 31 23:02:24.768200 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-429c6fd2-209b-4c64-9cc8-d2112f6342c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.791128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35017990-da9c-43d0-84f4-f5e8ff847ffa req-0533dc19-43af-456e-915c-db5f7b485761 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220861 Mar 31 23:02:24.918714 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.924758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Attempting to bind port c11548dc-0f1f-418a-aa78-a0ebfb471280 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:24.925212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Attempting to bind port c11548dc-0f1f-418a-aa78-a0ebfb471280 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6e1e1f57-4fcd-48ab-8370-3e7964c83b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3193b0e6-9dcf-426d-ab90-f37879ba1dcd'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:24.925675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Attempting to bind port c11548dc-0f1f-418a-aa78-a0ebfb471280 on network 3193b0e6-9dcf-426d-ab90-f37879ba1dcd {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:24.969103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:24.969569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Checking segment: {'id': '6e1e1f57-4fcd-48ab-8370-3e7964c83b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3193b0e6-9dcf-426d-ab90-f37879ba1dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:24.970055 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.970520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Bound using segment: {'id': '6e1e1f57-4fcd-48ab-8370-3e7964c83b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3193b0e6-9dcf-426d-ab90-f37879ba1dcd'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:24.971081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Bound port: c11548dc-0f1f-418a-aa78-a0ebfb471280, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1e1f57-4fcd-48ab-8370-3e7964c83b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '3193b0e6-9dcf-426d-ab90-f37879ba1dcd'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:24.971608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.975518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-429c6fd2-209b-4c64-9cc8-d2112f6342c4 None None] For port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,segment=NetworkSegment(578aafbb-a1ee-4865-9f95-4bece0ac4181),segment_id=578aafbb-a1ee-4865-9f95-4bece0ac4181)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:24.978290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:25.023010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Attempting to bind port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:25.023010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Attempting to bind port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:25.023010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Attempting to bind port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 on network f6e11a46-7758-4505-a70c-579aed1218e3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:25.051893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-9f372b8b-9745-4ddf-94ab-65e3844f358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:25.053231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-9f372b8b-9745-4ddf-94ab-65e3844f358d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1096 time: 0.3293395 Mar 31 23:02:25.056997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 on network f6e11a46-7758-4505-a70c-579aed1218e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:25.058305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Attempting to bind port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 on network f6e11a46-7758-4505-a70c-579aed1218e3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:25.062301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.083729 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-429c6fd2-209b-4c64-9cc8-d2112f6342c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.118261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:25.127378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Checking segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:25.127378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Bound using segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:25.127378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Bound port: 66bae3ac-200a-40bc-aa5b-943ff350a1b5, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:25.127378 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.162572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=a3757169-aafc-48dd-a96b-d4c48aede35d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.210406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb31a07-7a17-4070-8da4-8bc417b874c4 req-b9cd8c00-4984-4c7a-b8b7-5bf8cb486733 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:25.218356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fb31a07-7a17-4070-8da4-8bc417b874c4 req-b9cd8c00-4984-4c7a-b8b7-5bf8cb486733 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.3347659 Mar 31 23:02:25.249794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] For port c11548dc-0f1f-418a-aa78-a0ebfb471280, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:25.270958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c6fd2-209b-4c64-9cc8-d2112f6342c4 None None] Pushing event updated for resources: {'Port': ['ID=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.275203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] For port c11548dc-0f1f-418a-aa78-a0ebfb471280, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c11548dc-0f1f-418a-aa78-a0ebfb471280,segment=NetworkSegment(6e1e1f57-4fcd-48ab-8370-3e7964c83b15),segment_id=6e1e1f57-4fcd-48ab-8370-3e7964c83b15)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:25.277814 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:25.277999 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:25.288299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad86c2-696f-4007-a82a-9fb07ab722f6 req-b3c07c63-db40-4ebf-aae6-0afa23714521 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:25.295660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fad86c2-696f-4007-a82a-9fb07ab722f6 req-b3c07c63-db40-4ebf-aae6-0afa23714521 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 943 time: 0.3643465 Mar 31 23:02:25.302414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9f775fd5-40bc-47ce-aaee-a9d9e0f16b11 None None] Provisioning complete for port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:25.302893 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9f775fd5-40bc-47ce-aaee-a9d9e0f16b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.366036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:25.384894 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.392341 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3', 'port_id': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'mac_address': 'fa:16:3e:4d:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423e6cf0-b271-4227-bdb6-9e93b52151ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:25.427003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fad86c2-696f-4007-a82a-9fb07ab722f6 req-6ebfcba5-adac-4b84-977f-e38c330112bb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259549 Mar 31 23:02:25.431809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.545349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cda29-3dab-49b7-840c-687df5c0bea0 None None] Pushing event updated for resources: {'Port': ['ID=c11548dc-0f1f-418a-aa78-a0ebfb471280,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.555978 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.571958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3193b0e6-9dcf-426d-ab90-f37879ba1dcd']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:25.601171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fb31a07-7a17-4070-8da4-8bc417b874c4 req-cb28df40-a60c-49b8-9b6b-9ac42f060fc8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816411 Mar 31 23:02:25.620376 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:25.622351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1e1f57-4fcd-48ab-8370-3e7964c83b15') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:25.622891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1e1f57-4fcd-48ab-8370-3e7964c83b15') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:25.647164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] For port 66bae3ac-200a-40bc-aa5b-943ff350a1b5, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:25.660136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-ebb268c3-66ee-4bf5-91c1-5a4bb0657e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:25.661985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-ebb268c3-66ee-4bf5-91c1-5a4bb0657e31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.5297639 Mar 31 23:02:25.663995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.684479 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 37a5d26d-c3c8-4f60-9bd3-669f748e5813 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:25.691363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] For port 66bae3ac-200a-40bc-aa5b-943ff350a1b5, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:25.751982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.776831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:25.777283 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:25.781124 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:25.893341 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.894076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:25.967291 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.992271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Pushing event updated for resources: {'Port': ['ID=66bae3ac-200a-40bc-aa5b-943ff350a1b5,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.999918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-9ee2bf90-ace7-4b14-8d16-d96ef8f9691c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.3269892 Mar 31 23:02:26.095260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:26.108381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:26.117650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:26.126937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.131189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.132230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.134172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d3ebe1d3-1628-48ce-b4e6-56b0eed8590f service neutron] 10.222.0.45 "PUT /v2.0/ports/66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 1092 time: 3.4919631 Mar 31 23:02:26.149964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:26.152293 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcb379d-1170-4887-8f19-81fb5753ce7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:26.195249 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.api [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:02:26.195249 n-d-836015-1 neutron-server[109820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:02:26.195249 n-d-836015-1 neutron-server[109820]: [parameters: {'id': '3193b0e6-9dcf-426d-ab90-f37879ba1dcd'}] Mar 31 23:02:26.195249 n-d-836015-1 neutron-server[109820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:26.196049 n-d-836015-1 neutron-server[109820]: DEBUG oslo_db.api [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:26.293589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377dc6b-6499-4407-b698-637c30b9fd25 req-37140890-6f37-4abc-97ea-b6a8b355ab78 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.306328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e377dc6b-6499-4407-b698-637c30b9fd25 req-37140890-6f37-4abc-97ea-b6a8b355ab78 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 945 time: 0.3148830 Mar 31 23:02:26.329417 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.334685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:26.394756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40358) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:26.439953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 37a5d26d-c3c8-4f60-9bd3-669f748e5813, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=37a5d26d-c3c8-4f60-9bd3-669f748e5813,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:26.453902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca65005e-20f5-4def-836f-a33a5cf35c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a5d26d-c3c8-4f60-9bd3-669f748e5813'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:26.460809 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6cbdae-e9a8-4523-b686-15aa2a7580b9" -d '{"events": [{"server_uuid": "ca65005e-20f5-4def-836f-a33a5cf35c23", "name": "network-vif-plugged", "status": "completed", "tag": "37a5d26d-c3c8-4f60-9bd3-669f748e5813"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:26.465020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e34cbdb9-9bcb-4efc-b776-aa97d0a355cc up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:26.485947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-ace1dab9-9c0e-4a42-8893-66db734ddc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.487782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-ace1dab9-9c0e-4a42-8893-66db734ddc98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.4674182 Mar 31 23:02:26.506579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b889767-b2a0-4685-bfb6-4b4001ea15c6 req-82631b45-0669-4965-bd1a-05ad0780d7a6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.508713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b889767-b2a0-4685-bfb6-4b4001ea15c6 req-82631b45-0669-4965-bd1a-05ad0780d7a6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 944 time: 0.6016097 Mar 31 23:02:26.566413 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.586098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e377dc6b-6499-4407-b698-637c30b9fd25 req-213a7194-744b-4b5d-aabb-2b88503feab7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782395 Mar 31 23:02:26.605995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1976073005'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:26.653806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b889767-b2a0-4685-bfb6-4b4001ea15c6 req-759c5d6a-b42a-4bf4-b2a5-5488b0ad5531 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165545 Mar 31 23:02:26.667742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-ff71649a-400d-422b-9083-9b90480eb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.671370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-ff71649a-400d-422b-9083-9b90480eb88b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1095 time: 0.3482776 Mar 31 23:02:26.679770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:26.680145 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.706054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.750711 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa41f419-9900-4557-a508-61bb0e6981e4 x-openstack-request-id: req-aa41f419-9900-4557-a508-61bb0e6981e4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:26.751169 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:26.755125 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa41f419-9900-4557-a508-61bb0e6981e4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:26.758224 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa41f419-9900-4557-a508-61bb0e6981e4'] response: {'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'status': 'completed', 'code': 200} Mar 31 23:02:26.765960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:26.769924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.793375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.836520 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dafbed4-e13d-4d8b-896f-b31cf86cc748 x-openstack-request-id: req-7dafbed4-e13d-4d8b-896f-b31cf86cc748 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:26.837659 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca65005e-20f5-4def-836f-a33a5cf35c23", "name": "network-vif-plugged", "status": "completed", "tag": "37a5d26d-c3c8-4f60-9bd3-669f748e5813", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:26.837921 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7dafbed4-e13d-4d8b-896f-b31cf86cc748 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:26.838830 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dafbed4-e13d-4d8b-896f-b31cf86cc748'] response: {'server_uuid': 'ca65005e-20f5-4def-836f-a33a5cf35c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a5d26d-c3c8-4f60-9bd3-669f748e5813', 'code': 200} Mar 31 23:02:26.932103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-55955203-f193-4219-9a6c-917cf64615f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.935344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-55955203-f193-4219-9a6c-917cf64615f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4190216 Mar 31 23:02:26.937468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-04543639-196b-40e8-9924-ebb4aa9ce65d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 217 time: 0.2390981 Mar 31 23:02:26.972323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=37a5d26d-c3c8-4f60-9bd3-669f748e5813,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.057504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.106491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c11548dc-0f1f-418a-aa78-a0ebfb471280 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:27.140802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffee27-e69a-4cfc-9d0d-bf797267e0f2 req-2fb610a4-3ce6-4f43-b25a-50938c74c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.143816 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7ffee27-e69a-4cfc-9d0d-bf797267e0f2 req-2fb610a4-3ce6-4f43-b25a-50938c74c80b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 1097 time: 0.0809963 Mar 31 23:02:27.145815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.200645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55bbf8-e024-4fa8-afee-54aa54108a78 req-d64412b9-2fd2-447d-8a99-5f0839f038fb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.200645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd55bbf8-e024-4fa8-afee-54aa54108a78 req-d64412b9-2fd2-447d-8a99-5f0839f038fb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.2767072 Mar 31 23:02:27.212911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:27.228739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c11548dc-0f1f-418a-aa78-a0ebfb471280 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:27.229237 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.239222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28652c71-c925-4386-9bfb-eaa24eaf68a4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.262834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.264132 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment 476102c1-16f3-46b0-881f-c5222bdb3767 of type vlan for network 018b83d1-70c8-4214-ad4e-176d36a74a4d Mar 31 23:02:27.282005 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7ffee27-e69a-4cfc-9d0d-bf797267e0f2 req-dc66f40d-85ca-4c1b-9ec5-c93c8742a454 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289537 Mar 31 23:02:27.300180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd55bbf8-e024-4fa8-afee-54aa54108a78 req-77e7d6ec-3b78-414c-b797-c96fa8c395fd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002321 Mar 31 23:02:27.322674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.325632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-14abd89d-bf16-45c3-9f6b-b6631db91072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.328683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-14abd89d-bf16-45c3-9f6b-b6631db91072 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.3703415 Mar 31 23:02:27.329277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdbe84e-2ca7-407b-bd1a-4411d483009a None None] Network 3193b0e6-9dcf-426d-ab90-f37879ba1dcd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:27.379497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting port c11548dc-0f1f-418a-aa78-a0ebfb471280 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:27.379877 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.386142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-34536397-8fa9-4db3-8066-c04a1e69842c service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258015 Mar 31 23:02:27.453858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.460382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8a855-73d2-4ce8-a095-f8d98bf508bd req-2273c3b1-9217-42eb-bcef-c424038ca438 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.461729 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.463222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3d8a855-73d2-4ce8-a095-f8d98bf508bd req-2273c3b1-9217-42eb-bcef-c424038ca438 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.3167422 Mar 31 23:02:27.464613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.465608 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.491721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9b82f702-ca85-4e7d-ae66-ad0becf926ea None None] Provisioning complete for port c11548dc-0f1f-418a-aa78-a0ebfb471280 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:27.491721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b82f702-ca85-4e7d-ae66-ad0becf926ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.597127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=018b83d1-70c8-4214-ad4e-176d36a74a4d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.612608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] For port c11548dc-0f1f-418a-aa78-a0ebfb471280, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c11548dc-0f1f-418a-aa78-a0ebfb471280,segment=NetworkSegment(6e1e1f57-4fcd-48ab-8370-3e7964c83b15),segment_id=6e1e1f57-4fcd-48ab-8370-3e7964c83b15)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:27.613075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.633308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7df2da18-45d7-44b8-bfac-d21d1891197e tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2367682 Mar 31 23:02:27.672747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Calling delete_port for c11548dc-0f1f-418a-aa78-a0ebfb471280 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:27.815200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40374) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:27.819866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 018b83d1-70c8-4214-ad4e-176d36a74a4d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:27.822356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': '018b83d1-70c8-4214-ad4e-176d36a74a4d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:27.833251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3d8a855-73d2-4ce8-a095-f8d98bf508bd req-ca190182-05d3-46d1-b884-74cb631d1ad1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571165 Mar 31 23:02:27.866270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port c11548dc-0f1f-418a-aa78-a0ebfb471280, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c11548dc-0f1f-418a-aa78-a0ebfb471280,segment=NetworkSegment(6e1e1f57-4fcd-48ab-8370-3e7964c83b15),segment_id=6e1e1f57-4fcd-48ab-8370-3e7964c83b15)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:27.872614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-8399659a-aad5-4c6d-9e04-9fac60793d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.877424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-8399659a-aad5-4c6d-9e04-9fac60793d37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3843005 Mar 31 23:02:27.960533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90132a-8ab8-4a61-b7a6-b194dc878d64 req-e1be740f-086e-4f19-b35c-37155bc64cc2 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.963034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa90132a-8ab8-4a61-b7a6-b194dc878d64 req-e1be740f-086e-4f19-b35c-37155bc64cc2 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 946 time: 0.2080750 Mar 31 23:02:28.011356 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b82f702-ca85-4e7d-ae66-ad0becf926ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.029593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddfa2efe-bb4e-4237-bc9c-6bcc2ae040b6 req-b5d28bbd-6588-4063-8c04-40dc290aa1ed service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372841 Mar 31 23:02:28.029925 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.081805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:28.088882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.112123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=c11548dc-0f1f-418a-aa78-a0ebfb471280,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.115712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] DHCP port deletion for 3193b0e6-9dcf-426d-ab90-f37879ba1dcd request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:28.192079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-86002496-5df1-4295-ac73-d92188ab5cb3 service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995360 Mar 31 23:02:28.212922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] Deleting port c11548dc-0f1f-418a-aa78-a0ebfb471280 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:28.214344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.227636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34bff8-9046-4bdc-8d2d-ddc0689c552a req-fb40b251-c753-4d7c-ab19-3e457024e075 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.244902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f34bff8-9046-4bdc-8d2d-ddc0689c552a req-fb40b251-c753-4d7c-ab19-3e457024e075 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 944 time: 0.2755189 Mar 31 23:02:28.250145 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.329257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] For port c11548dc-0f1f-418a-aa78-a0ebfb471280, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:28.329844 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.347124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] Calling delete_port for c11548dc-0f1f-418a-aa78-a0ebfb471280 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:28.347924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa90132a-8ab8-4a61-b7a6-b194dc878d64 req-f952366b-0e82-4f37-9ea7-912ac2ed86f6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730392 Mar 31 23:02:28.363683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] Port c11548dc-0f1f-418a-aa78-a0ebfb471280 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:02:28.363683 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.364658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No DVR routers for this DVR port c11548dc-0f1f-418a-aa78-a0ebfb471280 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:28.400527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] Pushing event deleted for resources: {'Port': ['ID=c11548dc-0f1f-418a-aa78-a0ebfb471280,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.406168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73b0a4-8866-4eee-be1b-e90bcaad5f21 None None] No DVR routers for this DVR port c11548dc-0f1f-418a-aa78-a0ebfb471280 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:28.488613 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.502192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Port': ['ID=c11548dc-0f1f-418a-aa78-a0ebfb471280,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.566231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f34bff8-9046-4bdc-8d2d-ddc0689c552a req-f2e1acbb-c72c-4897-bdbc-e85cad7d082f tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151393 Mar 31 23:02:28.585944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=ff270008-0e75-4c4c-9dbc-0713922c5800,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.653104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': '476102c1-16f3-46b0-881f-c5222bdb3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '018b83d1-70c8-4214-ad4e-176d36a74a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:28.653779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: 018b83d1-70c8-4214-ad4e-176d36a74a4d, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:28.687979 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.773468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network 018b83d1-70c8-4214-ad4e-176d36a74a4d is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:28.784596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f4be91c-208d-454f-bca0-dc51a7e9ab86 req-d8c8e5c0-0d1c-4e79-acb4-dac451679335 service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852282 Mar 31 23:02:28.790729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3193b0e6-9dcf-426d-ab90-f37879ba1dcd']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:28.815326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1e1f57-4fcd-48ab-8370-3e7964c83b15') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:28.815621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1e1f57-4fcd-48ab-8370-3e7964c83b15') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:28.833147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.843238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cd5fc-2e95-42ac-bff3-2af43bf15af5 req-a4f160f6-09c6-4837-8430-26596df04951 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.844919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-282cd5fc-2e95-42ac-bff3-2af43bf15af5 req-a4f160f6-09c6-4837-8430-26596df04951 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.1622519 Mar 31 23:02:28.859817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afbadd-2565-452e-9710-0f873b8a9896 req-b7da8058-e82c-455d-ba81-a27307c24a4d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.861262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72afbadd-2565-452e-9710-0f873b8a9896 req-b7da8058-e82c-455d-ba81-a27307c24a4d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1771843 Mar 31 23:02:28.874433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.883135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 018b83d1-70c8-4214-ad4e-176d36a74a4d) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:28.890415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.891717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.905932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320a334-746b-4abc-a2cc-b23531323a1c None None] Network 018b83d1-70c8-4214-ad4e-176d36a74a4d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:28.929922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:28.930606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:28.937453 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:29.005994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:29.048181 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b93a7e33-0a07-4454-a17f-08cdbffb53d9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2305479 Mar 31 23:02:29.050987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40384) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:29.061873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1413021815'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:29.088424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-282cd5fc-2e95-42ac-bff3-2af43bf15af5 req-8554e2a7-8ef9-4255-a4c7-fe67867deb68 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241683 Mar 31 23:02:29.097989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72afbadd-2565-452e-9710-0f873b8a9896 req-c86e73e9-dc63-41bf-b5d7-623a05b16c87 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202864 Mar 31 23:02:29.119544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-30009078-caea-46f1-9f96-9922133b7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.121229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-30009078-caea-46f1-9f96-9922133b7a05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1095 time: 0.1311107 Mar 31 23:02:29.162720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-018b83d1-70c8-4214-ad4e-176d36a74a4d', 'network_id': '018b83d1-70c8-4214-ad4e-176d36a74a4d', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': 'ff270008-0e75-4c4c-9dbc-0713922c5800'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:29.164836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.225562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.255253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.261011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/3193b0e6-9dcf-426d-ab90-f37879ba1dcd HTTP/1.1" status: 204 len: 168 time: 5.9038663 Mar 31 23:02:29.265268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40388) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:29.274420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-582604910'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:29.292410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e96a5-307b-4214-9594-cbd4c39423a5 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=3193b0e6-9dcf-426d-ab90-f37879ba1dcd,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:29.301848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:29.307308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.344190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:29.345763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991715d-8ed9-4232-a56c-ed23b20e2991 req-e47ccfb5-693c-41b7-a132-77c12f8a27e2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.347549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4991715d-8ed9-4232-a56c-ed23b20e2991 req-e47ccfb5-693c-41b7-a132-77c12f8a27e2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1355298 Mar 31 23:02:29.349565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-95dc358a-f762-43ca-b56a-946a9ed0efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.350896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-95dc358a-f762-43ca-b56a-946a9ed0efb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.2218370 Mar 31 23:02:29.358198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:29.367296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.369716 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment 87d4e6a8-f81b-475b-8299-8f4c2dfc180c of type vlan for network fb6f0d74-349e-4ef7-b730-4f4c0cf8f925 Mar 31 23:02:29.418213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Allocated IP 172.20.255.242 (018b83d1-70c8-4214-ad4e-176d36a74a4d/ff270008-0e75-4c4c-9dbc-0713922c5800/a931f4eb-a012-4ae2-9d6f-29c17bcbe762) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:29.425371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:29.429655 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.459952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.476166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-ac0a628c-4327-4667-bef8-498543596f86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 217 time: 0.1167886 Mar 31 23:02:29.485701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:29.486156 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.492140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:29.531973 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.532842 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment a0838b18-a8dc-4ab8-ad63-10395b13b167 of type vlan for network 0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406 Mar 31 23:02:29.575623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4991715d-8ed9-4232-a56c-ed23b20e2991 req-14a7270f-5d9a-494b-bf5d-be2b7b7f13a9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148607 Mar 31 23:02:29.629986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-99bd00fe-4cfb-4262-a47e-e5dc46372ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.631899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-99bd00fe-4cfb-4262-a47e-e5dc46372ad9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1396911 Mar 31 23:02:29.632186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.644452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c34a6-baf4-4bee-8887-cd3bf789e188 req-7acacb11-79eb-4719-ac49-9b2bbbd6d3bf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.653038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df7c34a6-baf4-4bee-8887-cd3bf789e188 req-7acacb11-79eb-4719-ac49-9b2bbbd6d3bf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 946 time: 0.1788650 Mar 31 23:02:29.663166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.663884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.713271 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.738322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.755608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:29.758377 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae044bb0-2632-4520-975d-0aa8ee8cddfc" -d '{"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-plugged", "status": "completed", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:29.763221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.773985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:29.791467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df7c34a6-baf4-4bee-8887-cd3bf789e188 req-970af505-b890-4d34-8bc5-edf193560d88 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373386 Mar 31 23:02:29.793347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=fb6f0d74-349e-4ef7-b730-4f4c0cf8f925,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:29.809413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-de1528d8-c24e-4064-ac23-224dc246c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.812702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-de1528d8-c24e-4064-ac23-224dc246c6be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520672 Mar 31 23:02:29.816483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fb6f0d74-349e-4ef7-b730-4f4c0cf8f925 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:29.818638 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a4aeafbb-cf60-4622-919b-3a86bfa72f7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7660599 Mar 31 23:02:29.821814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40400) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:29.835091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': 'fb6f0d74-349e-4ef7-b730-4f4c0cf8f925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:29.842634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2fef7-4896-48fd-8010-ecc8226e7046 req-2cefde5f-27da-435c-9ccd-ab00ba9c6d00 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.851291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bac2fef7-4896-48fd-8010-ecc8226e7046 req-2cefde5f-27da-435c-9ccd-ab00ba9c6d00 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 944 time: 0.1093166 Mar 31 23:02:29.909853 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.916855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:29.927515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.929797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.936688 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.959765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Network 018b83d1-70c8-4214-ad4e-176d36a74a4d is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:29.988820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:29.994749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:30.032924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bac2fef7-4896-48fd-8010-ecc8226e7046 req-b05a1634-f569-49e3-b585-c74a1e2ce14a tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751075 Mar 31 23:02:30.048316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.056121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.078114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ead88-c4b6-45cc-a185-562e4b15d516 req-366f5f4f-76db-4463-a0ea-20fc6f078c36 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.079744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b94ead88-c4b6-45cc-a185-562e4b15d516 req-366f5f4f-76db-4463-a0ea-20fc6f078c36 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1387424 Mar 31 23:02:30.100447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-8d8f39eb-39b0-4528-b7d3-224fa62ad8aa service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804246 Mar 31 23:02:30.142664 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-80eb92d7-c8f7-4484-bcc6-a1ba4f93092b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8756971 Mar 31 23:02:30.146015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40410) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:30.150963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Pushing event updated for resources: {'Port': ['ID=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.154652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': '0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:30.155445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Attempting to bind port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:30.155918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Attempting to bind port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '476102c1-16f3-46b0-881f-c5222bdb3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '018b83d1-70c8-4214-ad4e-176d36a74a4d'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:30.156501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Attempting to bind port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 on network 018b83d1-70c8-4214-ad4e-176d36a74a4d {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:30.159320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:30.194065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b94ead88-c4b6-45cc-a185-562e4b15d516 req-05d548d5-bcc7-4715-99db-16d4a080269e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026618 Mar 31 23:02:30.212295 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753165af-5e35-4f1a-b982-6251ed28a34b x-openstack-request-id: req-753165af-5e35-4f1a-b982-6251ed28a34b {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:30.214829 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-plugged", "status": "completed", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:30.215104 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-753165af-5e35-4f1a-b982-6251ed28a34b {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:30.215522 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753165af-5e35-4f1a-b982-6251ed28a34b'] response: {'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'code': 200} Mar 31 23:02:30.228498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:30.231620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Checking segment: {'id': '476102c1-16f3-46b0-881f-c5222bdb3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '018b83d1-70c8-4214-ad4e-176d36a74a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:30.234811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.235869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Bound using segment: {'id': '476102c1-16f3-46b0-881f-c5222bdb3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '018b83d1-70c8-4214-ad4e-176d36a74a4d'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:30.236398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Bound port: a931f4eb-a012-4ae2-9d6f-29c17bcbe762, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476102c1-16f3-46b0-881f-c5222bdb3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '018b83d1-70c8-4214-ad4e-176d36a74a4d'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:30.236793 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.308387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bcb379d-1170-4887-8f19-81fb5753ce7f req-52c78a0d-d7cf-4971-97b6-0cdea3fc808d service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992762 Mar 31 23:02:30.367615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd115d-9f58-42f7-a9d3-1db8c8bd5e34 req-e2c38c4b-0ad2-4b79-92cc-5695bfd5e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.370339 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9bd115d-9f58-42f7-a9d3-1db8c8bd5e34 req-e2c38c4b-0ad2-4b79-92cc-5695bfd5e242 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1096 time: 0.0650368 Mar 31 23:02:30.377957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c11548dc-0f1f-418a-aa78-a0ebfb471280 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:30.394091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:30.398049 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.409279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: c11548dc-0f1f-418a-aa78-a0ebfb471280 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:30.409496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c11548dc-0f1f-418a-aa78-a0ebfb471280 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:30.443470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] For port a931f4eb-a012-4ae2-9d6f-29c17bcbe762, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:30.444934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5c914-9d28-46aa-a22c-f9f4f5ecc62b req-46bb3b23-7da7-4056-8200-8e72a13de4da tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.447340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] For port a931f4eb-a012-4ae2-9d6f-29c17bcbe762, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,segment=NetworkSegment(476102c1-16f3-46b0-881f-c5222bdb3767),segment_id=476102c1-16f3-46b0-881f-c5222bdb3767)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:30.451035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9e5c914-9d28-46aa-a22c-f9f4f5ecc62b req-46bb3b23-7da7-4056-8200-8e72a13de4da tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1228123 Mar 31 23:02:30.465997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e9bd115d-9f58-42f7-a9d3-1db8c8bd5e34 req-dbf62fc0-78bb-4c89-883a-cf47bd073015 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880146 Mar 31 23:02:30.475183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:30.478676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.507945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915e94-cc7c-436e-a84e-8d3498621b63 req-867f84d2-27fd-48e0-8b10-c10dedcd6423 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.509599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11915e94-cc7c-436e-a84e-8d3498621b63 req-867f84d2-27fd-48e0-8b10-c10dedcd6423 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.1956000 Mar 31 23:02:30.517358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9e5c914-9d28-46aa-a22c-f9f4f5ecc62b req-3fe71d49-4676-4ba3-ab91-5662f8971017 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622721 Mar 31 23:02:30.528239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11915e94-cc7c-436e-a84e-8d3498621b63 req-f335ffdf-150d-478f-83e4-0ddffc7287ee tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/quotas/e70b3693b71141289243e0eeec388016 HTTP/1.1" status: 200 len: 375 time: 0.0094628 Mar 31 23:02:30.559075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.629815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11915e94-cc7c-436e-a84e-8d3498621b63 req-b38af6f2-071d-4246-803a-4e350f829d82 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856099 Mar 31 23:02:30.640980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098f087-fcd4-4937-b73a-ee7929432e0a None None] Pushing event updated for resources: {'Port': ['ID=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.662740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f007f4-645e-429e-b11e-f691afddd019 req-b1b82add-3ea7-4c5a-b33c-08e89ee74f15 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.664325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37f007f4-645e-429e-b11e-f691afddd019 req-b1b82add-3ea7-4c5a-b33c-08e89ee74f15 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0715148 Mar 31 23:02:30.762689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37f007f4-645e-429e-b11e-f691afddd019 req-130981ad-a23f-4f4f-954e-05b9180b87a8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894685 Mar 31 23:02:30.799876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11915e94-cc7c-436e-a84e-8d3498621b63 req-f73d186c-4479-4909-be93-50ae74f287ac service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439259 Mar 31 23:02:30.934717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11915e94-cc7c-436e-a84e-8d3498621b63 req-7cddbce2-1707-4e04-9926-de74110fb85c service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339138 Mar 31 23:02:30.968718 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.051958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=d7f855f3-83bb-4760-ac39-43ec917a8d7b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:31.064258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': '87d4e6a8-f81b-475b-8299-8f4c2dfc180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fb6f0d74-349e-4ef7-b730-4f4c0cf8f925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:31.064621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: fb6f0d74-349e-4ef7-b730-4f4c0cf8f925, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:31.103988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.163213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=cae3f9ad-980a-4f34-b220-027a29113ee9,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:31.179923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': 'a0838b18-a8dc-4ab8-ad63-10395b13b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:31.180413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: 0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:31.500043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network fb6f0d74-349e-4ef7-b730-4f4c0cf8f925 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:31.577675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:31.666433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:31.668750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fb6f0d74-349e-4ef7-b730-4f4c0cf8f925) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:31.673356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:31.677753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.685960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f7fe0-8ff0-4ae2-be7b-c896d5698bc9 None None] Network 0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:31.688271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f394e77-05aa-4767-b493-587a641e7050 None None] Network fb6f0d74-349e-4ef7-b730-4f4c0cf8f925 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:31.707239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:31.708305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.732772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 66bae3ac-200a-40bc-aa5b-943ff350a1b5 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:31.887547 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bbdfe1ea-2505-41cc-a00c-fac949427a6c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7404184 Mar 31 23:02:31.899754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40450) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:31.934950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6380c-f0b4-4b30-8a1e-81c5c3791424 None None] Network 018b83d1-70c8-4214-ad4e-176d36a74a4d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:31.953661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01043c95-dc5f-4d22-ab1a-0a06514dd07c req-b0117632-59f0-434e-a801-4d7e00d73fcc tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:31.955335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01043c95-dc5f-4d22-ab1a-0a06514dd07c req-b0117632-59f0-434e-a801-4d7e00d73fcc tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 944 time: 0.0915830 Mar 31 23:02:31.964804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d1c7063d-6ab6-4689-bf81-1d8d8e862dc6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:31.967760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d1c7063d-6ab6-4689-bf81-1d8d8e862dc6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.6451457 Mar 31 23:02:31.976089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9dcfd487-bb22-47cc-821f-3b96cbfe82df tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1531951 Mar 31 23:02:31.981826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40452) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:32.007393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-6a375451-2352-4d31-acc7-f0d67ee38cf4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/quotas/c3cede2d48664a2880a52c89b3250cf8 HTTP/1.1" status: 200 len: 375 time: 0.0284808 Mar 31 23:02:32.058970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01043c95-dc5f-4d22-ab1a-0a06514dd07c req-900bd2b0-8040-4316-97f3-0e9b02bce0ed tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897179 Mar 31 23:02:32.127615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 66bae3ac-200a-40bc-aa5b-943ff350a1b5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:32.151744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.159436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'mac_address': 'fa:16:3e:8f:30:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:32.180973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-f4fa28ca-da23-436a-ab45-e8324521f380 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1567490 Mar 31 23:02:32.246394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.259808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a931f4eb-a012-4ae2-9d6f-29c17bcbe762 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:32.273145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.307998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-09b61618-4f89-48fc-94de-6e91399f2960 service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140037 Mar 31 23:02:32.324428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b8d4fab0-2d4b-4add-8ba7-93fb1094fa5c None None] Provisioning complete for port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:32.324923 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fab0-2d4b-4add-8ba7-93fb1094fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.359531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.466230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.474748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-2bf9ed23-2573-478c-bb91-92a0e33a2f26 service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487119 Mar 31 23:02:32.503497 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.554890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=cae3f9ad-980a-4f34-b220-027a29113ee9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:32.567780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.640336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f855f3-83bb-4760-ac39-43ec917a8d7b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:32.680251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3111ef-f0af-4eee-93b5-8c9ac2b82dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406', 'network_id': '0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': 'cae3f9ad-980a-4f34-b220-027a29113ee9'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:32.683902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8a3111ef-f0af-4eee-93b5-8c9ac2b82dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.721253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7421a4e-f4cc-4e45-80d1-f3a8058ecc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-fb6f0d74-349e-4ef7-b730-4f4c0cf8f925', 'network_id': 'fb6f0d74-349e-4ef7-b730-4f4c0cf8f925', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': 'd7f855f3-83bb-4760-ac39-43ec917a8d7b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:32.727119 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7421a4e-f4cc-4e45-80d1-f3a8058ecc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.739936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bae3ac-200a-40bc-aa5b-943ff350a1b5 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:32.752821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.766245 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.814234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6f0d74-349e-4ef7-b730-4f4c0cf8f925']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:32.824880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:32.835918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 66bae3ac-200a-40bc-aa5b-943ff350a1b5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:32.837302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d4e6a8-f81b-475b-8299-8f4c2dfc180c') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:32.837302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d4e6a8-f81b-475b-8299-8f4c2dfc180c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:32.846806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0838b18-a8dc-4ab8-ad63-10395b13b167') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:32.847256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0838b18-a8dc-4ab8-ad63-10395b13b167') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:32.857784 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.867464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.892939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.901649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.915723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:32.915723 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:32.918512 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:32.922862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:32.923256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:32.926934 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:32.970832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:32.971203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.007019 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fab0-2d4b-4add-8ba7-93fb1094fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.031016 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.056138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51226ac5-d8d8-4a8a-8bd5-30444f2e2a88 req-8c893f77-6a10-45a8-bb28-c2e65bed37fb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.059251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51226ac5-d8d8-4a8a-8bd5-30444f2e2a88 req-8c893f77-6a10-45a8-bb28-c2e65bed37fb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1610780 Mar 31 23:02:33.075238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38d806-e5b7-46fe-8152-212e05ae3168 None None] Network 0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:33.113071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51226ac5-d8d8-4a8a-8bd5-30444f2e2a88 req-3eeb777b-f1bc-4197-9dfd-7c38c8b56348 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Mar 31 23:02:33.173254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.177286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.187167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.202977 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/fb6f0d74-349e-4ef7-b730-4f4c0cf8f925 HTTP/1.1" status: 204 len: 168 time: 1.2113712 Mar 31 23:02:33.202977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.203256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40474) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:33.212219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-642501320'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:33.233328 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406 HTTP/1.1" status: 204 len: 168 time: 1.3374293 Mar 31 23:02:33.254383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40476) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:33.281550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753969517'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:33.289714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850feaae-9b1a-4ce3-989d-4d353dd911d2 None None] Network fb6f0d74-349e-4ef7-b730-4f4c0cf8f925 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:33.328902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b8d4fab0-2d4b-4add-8ba7-93fb1094fa5c None None] For port a931f4eb-a012-4ae2-9d6f-29c17bcbe762, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,segment=NetworkSegment(476102c1-16f3-46b0-881f-c5222bdb3767),segment_id=476102c1-16f3-46b0-881f-c5222bdb3767)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:33.350774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3958-12a2-453e-b5a9-c9db02a01236 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.380072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850feaae-9b1a-4ce3-989d-4d353dd911d2 None None] Network fb6f0d74-349e-4ef7-b730-4f4c0cf8f925 could not be found, it might have been deleted concurrently. {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 31 23:02:33.384610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-544b4386-1d4a-423d-921c-dae7984b275b req-e405ccf1-24d0-4195-9d08-8c7d3a62bc8a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 210 time: 0.1156890 Mar 31 23:02:33.404317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cad17e-5978-46e5-8df7-cd9f00817ec9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=fb6f0d74-349e-4ef7-b730-4f4c0cf8f925,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.425306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1b5db-6223-43cb-ae03-daabb0cbedf8 req-bae47771-3908-445b-81d7-83b9def25b79 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.427354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92d1b5db-6223-43cb-ae03-daabb0cbedf8 req-bae47771-3908-445b-81d7-83b9def25b79 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 946 time: 0.1219435 Mar 31 23:02:33.436058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=66bae3ac-200a-40bc-aa5b-943ff350a1b5,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.466025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-64cdc597-6022-4f94-b8e8-f64832e35053 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.467970 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-64cdc597-6022-4f94-b8e8-f64832e35053 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 946 time: 0.1418800 Mar 31 23:02:33.494539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['66bae3ac-200a-40bc-aa5b-943ff350a1b5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:33.539275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:33.542782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.569401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fab0-2d4b-4add-8ba7-93fb1094fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.603372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Deleting port 182fd706-c0e6-4393-9939-e994a61c6e82 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:33.604203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.633119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92d1b5db-6223-43cb-ae03-daabb0cbedf8 req-699b64ec-9cbc-44fb-b85e-8f4028b97180 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902907 Mar 31 23:02:33.670750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:33.689221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.690506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:33.693295 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.694899 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment 61801b52-b851-4850-8d84-345b86655f32 of type vlan for network 03be63bb-cbbd-4ff4-943d-539f8eb60207 Mar 31 23:02:33.704383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.793433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e432e6ee-9bb1-45d9-8c0f-38fa6bc3cf77 req-0c15b24c-a2ed-4eea-bd70-ad08497a8790 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcbe303a-d797-4603-a764-d08871b8c37f HTTP/1.1" status: 200 len: 210 time: 0.0425379 Mar 31 23:02:33.795506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.796594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4fab0-2d4b-4add-8ba7-93fb1094fa5c None None] Pushing event updated for resources: {'Port': ['ID=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.814064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f816a-045d-44a4-af5c-021ebf9f7940 req-4ead231f-84d7-4e86-a6cf-db4532127a5a tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.821683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-982f816a-045d-44a4-af5c-021ebf9f7940 req-4ead231f-84d7-4e86-a6cf-db4532127a5a tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 945 time: 0.2271688 Mar 31 23:02:33.828279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] For port 182fd706-c0e6-4393-9939-e994a61c6e82, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=182fd706-c0e6-4393-9939-e994a61c6e82,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:33.828660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.863444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-de3ac759-c466-4f6b-9f4e-23db67c7026d None None] Provisioning complete for port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:33.869386 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de3ac759-c466-4f6b-9f4e-23db67c7026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.879403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-982f816a-045d-44a4-af5c-021ebf9f7940 req-9904a15f-0132-43ec-8468-0e29e9e13f9f tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555959 Mar 31 23:02:33.924745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:33.942301 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.942873 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment 8d675758-aac7-4cd4-ac8a-baa9e57739c5 of type vlan for network 93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9 Mar 31 23:02:33.943893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.951648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.952554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.956031 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:33.956395 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:34.047386 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3db4-5bc9-4ad8-932d-6475ee351823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.070279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.075858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=03be63bb-cbbd-4ff4-943d-539f8eb60207,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.089668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 03be63bb-cbbd-4ff4-943d-539f8eb60207 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:34.104270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413774-910a-472a-a424-be72c8d2b857 req-0dc3bcf1-03d9-4566-b158-b305637381a3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.105975 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-0dc3bcf1-03d9-4566-b158-b305637381a3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 813 time: 0.1923795 Mar 31 23:02:34.129224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-2dc29173-202a-4cc0-bc5e-a777e2c47e39 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/quotas/541c0fd209004252b1f7997efe6885d0 HTTP/1.1" status: 200 len: 375 time: 0.0151193 Mar 31 23:02:34.182284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-44491306-397b-4daf-85ce-0842958ca496 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9767740 Mar 31 23:02:34.186734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40494) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:34.192926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': '03be63bb-cbbd-4ff4-943d-539f8eb60207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:34.266389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-0a254ed0-8729-4b9f-a310-27c4037ecb2e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202590 Mar 31 23:02:34.507893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.509056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.509678 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Floating IP eff1fb9d-152d-421f-8064-c958e73328ea disassociated. External IP: 172.25.4.79, port: 182fd706-c0e6-4393-9939-e994a61c6e82. Mar 31 23:02:34.510377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Calling delete_port for 182fd706-c0e6-4393-9939-e994a61c6e82 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:34.523017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6fa2b311-03ff-457c-86f6-b9ef97b8fe6e req-4df7af5f-e898-41e0-b9ca-6261865e7492 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 210 time: 0.0380664 Mar 31 23:02:34.527196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:34.537767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.602612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a931f4eb-a012-4ae2-9d6f-29c17bcbe762 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:34.633051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing IP validity checks on allocation pools {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:02:34.635025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:02:34.650099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-9a1aa10e-f683-46e5-b57a-fb268385a0c4 service neutron] 10.222.0.31 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684049 Mar 31 23:02:34.663859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:34.663859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.801730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.808457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.809168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.838462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-0de25185-6b7d-47b6-8c78-f274f669abab service neutron] 10.222.0.31 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871161 Mar 31 23:02:34.843304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.879935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca1b81-e306-43ef-9d1e-6c2125d72078 req-fa5c0310-70d6-4f53-b4f0-57066d9636dc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.887332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58ca1b81-e306-43ef-9d1e-6c2125d72078 req-fa5c0310-70d6-4f53-b4f0-57066d9636dc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 868 time: 0.1530337 Mar 31 23:02:34.927733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event deleted for resources: {'Port': ['ID=182fd706-c0e6-4393-9939-e994a61c6e82,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.940989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.978871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:35.003770 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-647e9a12-e098-4292-a545-3f9d856fdbd4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7418208 Mar 31 23:02:35.014317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40504) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:35.024412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58ca1b81-e306-43ef-9d1e-6c2125d72078 req-fc27e232-0a5c-4fd5-8e39-d870b28aef4e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d050cc3-03b8-4f64-b53d-0e102b17c286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725663 Mar 31 23:02:35.028206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': '93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:35.070356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.243016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': '61801b52-b851-4850-8d84-345b86655f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03be63bb-cbbd-4ff4-943d-539f8eb60207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:35.243713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: 03be63bb-cbbd-4ff4-943d-539f8eb60207, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:35.274543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=5b166b68-7e1f-4530-a4c9-aae4aecb4ff6,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:35.304874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cd9aa21-45c1-4f9c-b01a-d709a5e9311a req-30f1e807-e71d-4991-83f2-fe3191331496 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 210 time: 0.0668473 Mar 31 23:02:35.315791 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:35.369816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d43de4-1dd0-4a62-a87c-8dfccc237d40 req-09198f72-07c1-46ee-b2e8-61ca48f536fd tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.377458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32d43de4-1dd0-4a62-a87c-8dfccc237d40 req-09198f72-07c1-46ee-b2e8-61ca48f536fd tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 945 time: 0.1611598 Mar 31 23:02:35.406893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:35.411557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.478043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32d43de4-1dd0-4a62-a87c-8dfccc237d40 req-4c31c22e-7ca1-47c4-9a0d-3786e56ddb5a tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764012 Mar 31 23:02:35.481034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network 03be63bb-cbbd-4ff4-943d-539f8eb60207 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:35.596433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:35.611456 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] Sync routers for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:35.623110 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:35.624463 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:02:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:35.635618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 03be63bb-cbbd-4ff4-943d-539f8eb60207) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:35.655074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32379dba-344a-4bfc-bba7-aff667be40f3 None None] Network 03be63bb-cbbd-4ff4-943d-539f8eb60207 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:35.674639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.675545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.698663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] No DVR routers for this DVR port 182fd706-c0e6-4393-9939-e994a61c6e82 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:35.708504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.725299 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-55236cbd-3d60-498f-bf9c-59c4cfa30a95 req-a4fc6d77-b652-42d0-83f9-e1b47e50564a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.50 "DELETE /v2.0/ports/182fd706-c0e6-4393-9939-e994a61c6e82 HTTP/1.1" status: 204 len: 173 time: 2.2515411 Mar 31 23:02:35.725862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-deleted', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:35.727038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-375dbf2a-df91-4ccb-8fe4-e1ba7443e7e6 req-e502664a-c86f-4f34-b12d-6ded8c33f50f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 210 time: 0.0622635 Mar 31 23:02:35.748692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 66bae3ac-200a-40bc-aa5b-943ff350a1b5 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:35.748886 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c1b8e9-5a2a-417f-b685-e85635e9bc3b" -d '{"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-deleted", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:35.774149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-0d576a4d-7557-4517-87f2-56891a4314d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.791440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-0d576a4d-7557-4517-87f2-56891a4314d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.2745087 Mar 31 23:02:35.804336 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:35.824286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-74d3be7b-f571-4281-a28e-ceaad2a725f8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/quotas/e70b3693b71141289243e0eeec388016 HTTP/1.1" status: 200 len: 375 time: 0.0318859 Mar 31 23:02:35.881731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-271cbd60-fe52-453e-85b9-e94f9a019f8d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6936512 Mar 31 23:02:35.885409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40530) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:35.899545 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6147bb-e575-4c79-995a-0c6650d6cba3 x-openstack-request-id: req-0f6147bb-e575-4c79-995a-0c6650d6cba3 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:35.900007 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec09dc7-c878-4cae-b066-66b8bd2fcd6c", "name": "network-vif-deleted", "tag": "182fd706-c0e6-4393-9939-e994a61c6e82", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:35.900618 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f6147bb-e575-4c79-995a-0c6650d6cba3 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:35.901144 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6147bb-e575-4c79-995a-0c6650d6cba3'] response: {'server_uuid': '3ec09dc7-c878-4cae-b066-66b8bd2fcd6c', 'name': 'network-vif-deleted', 'tag': '182fd706-c0e6-4393-9939-e994a61c6e82', 'status': 'completed', 'code': 200} Mar 31 23:02:35.955410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-03be63bb-cbbd-4ff4-943d-539f8eb60207', 'network_id': '03be63bb-cbbd-4ff4-943d-539f8eb60207', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '5b166b68-7e1f-4530-a4c9-aae4aecb4ff6'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:35.956522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.960177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-d14a096e-6e6d-44af-a104-c61dc6cac754 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346526 Mar 31 23:02:36.041220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:36.053108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:36.053767 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.083650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.139169 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45c2eea5-be8f-434b-a988-2879a3e7544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.139467 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:36.192105 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] Checking router: 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:36.205128 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:36.206252 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:02:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:36.213047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=e4b28738-9257-4f0c-a1bc-71dffde28775,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.219304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': '8d675758-aac7-4cd4-ac8a-baa9e57739c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:36.219677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: 93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:36.297466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.307009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Allocated IP 172.20.0.3 (03be63bb-cbbd-4ff4-943d-539f8eb60207/5b166b68-7e1f-4530-a4c9-aae4aecb4ff6/97e04144-63cf-4e60-a41c-8fb5cca053fe) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:36.362392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:36.364480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-772edbdd-f09e-4e26-ae70-04b0fabc07dc req-f4bef35a-109b-4a79-bfcd-d7cb24ce4540 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ec09dc7-c878-4cae-b066-66b8bd2fcd6c HTTP/1.1" status: 200 len: 210 time: 0.0972195 Mar 31 23:02:36.364865 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:36.446431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.460236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-50f5bf25-99cd-4077-ac8b-69ae5bb6dd5e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.462401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-50f5bf25-99cd-4077-ac8b-69ae5bb6dd5e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.4178371 Mar 31 23:02:36.474190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-d8abb8f5-d328-4187-a7d4-219877317313 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129607 Mar 31 23:02:36.481523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:36.487360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.489339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.490349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'port': {'device_id': '3e63d883-00a0-44aa-be32-8bcca759819e', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'admin_state_up': True, 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:36.509745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b30d6-3e53-4cc2-a20e-6b494c48465b None None] Network 93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:36.543109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bba0f807-00b9-44d7-9a62-738beaf3a668 req-0a72b891-e849-405d-996e-a69e98713b00 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 210 time: 0.0485423 Mar 31 23:02:36.607925 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0e49dac9-c9fd-41fc-b2ce-173a91160347 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5894926 Mar 31 23:02:36.610408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40540) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:36.626847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.765716 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:36.804572 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5b03e-93e7-4bcf-84d6-6d186ff44722 None None] The sync data for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 is: [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:36.813825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.849655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517c492-ab5e-4c77-b026-fd63f0ba75ce req-512f7502-2ae0-404d-8ebd-496fdaaa6ece tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.851951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:36.855842 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7994716-204e-43ae-8b3e-184c21ec98d1" -d '{"events": [{"server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "name": "network-vif-plugged", "status": "completed", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:36.857466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d517c492-ab5e-4c77-b026-fd63f0ba75ce req-512f7502-2ae0-404d-8ebd-496fdaaa6ece tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 945 time: 0.1892433 Mar 31 23:02:36.878909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-1a297f2e-5230-4733-b4c3-6119a1a617c4 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024827 Mar 31 23:02:36.900694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.927436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d517c492-ab5e-4c77-b026-fd63f0ba75ce req-2b082f88-40d8-4b22-8b44-839f3ff33927 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685761 Mar 31 23:02:36.942641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 66bae3ac-200a-40bc-aa5b-943ff350a1b5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:37.061884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c9b48f9-47ea-49ee-9b92-1804179116de req-12076124-1ae1-49a6-aaad-c6c8c89b3e0b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 210 time: 0.0417614 Mar 31 23:02:37.072130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:37.126155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 182fd706-c0e6-4393-9939-e994a61c6e82 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:37.126693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 182fd706-c0e6-4393-9939-e994a61c6e82 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:37.130594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.139442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Made reservation on behalf of c3cede2d48664a2880a52c89b3250cf8 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:37.142684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.148885 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.199478 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.221273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b28738-9257-4f0c-a1bc-71dffde28775,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.240955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=66bae3ac-200a-40bc-aa5b-943ff350a1b5,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.284698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17094b3-0917-4682-9ee1-ad09007356c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9', 'network_id': '93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': 'e4b28738-9257-4f0c-a1bc-71dffde28775'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:37.285901 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c17094b3-0917-4682-9ee1-ad09007356c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.349653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.382393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:37.396417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d675758-aac7-4cd4-ac8a-baa9e57739c5') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:37.397069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d675758-aac7-4cd4-ac8a-baa9e57739c5') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:37.418154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.422407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36b4a8-6d3b-4480-b7be-be83bbcd5876 None None] New status for floating IP eff1fb9d-152d-421f-8064-c958e73328ea: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:37.427335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.444744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.447734 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfc8d06-4b83-43fa-9432-0fe90b47b39e x-openstack-request-id: req-ccfc8d06-4b83-43fa-9432-0fe90b47b39e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:37.448045 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "name": "network-vif-plugged", "status": "completed", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:37.448308 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccfc8d06-4b83-43fa-9432-0fe90b47b39e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:37.448887 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfc8d06-4b83-43fa-9432-0fe90b47b39e'] response: {'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'code': 200} Mar 31 23:02:37.468259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:37.468960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:37.473241 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:37.594156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a945a82-6bec-419e-8319-6d511755da25 req-d54dca86-5b61-4f64-8d9c-0a33f810396a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 210 time: 0.1070697 Mar 31 23:02:37.595596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Pushing event updated for resources: {'Port': ['ID=97e04144-63cf-4e60-a41c-8fb5cca053fe,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.635028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Network 03be63bb-cbbd-4ff4-943d-539f8eb60207 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:37.676655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Allocated IP 172.20.0.5 (db201a78-5b2e-427c-82ca-72b26a17ccee/3249cd8c-da32-4230-83dd-94d3251ae009/e798571c-68d9-4c2d-8f3a-272f1c62f829) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:37.679537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192d29b0-b719-40c9-920e-7104d6758239 None None] Network 93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:37.687932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:37.692965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:37.706004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.714229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.731399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.742117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9 HTTP/1.1" status: 204 len: 168 time: 1.1256664 Mar 31 23:02:37.742117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40558) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:37.748644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40562) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:37.771777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1052452846'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:37.792825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe101e6d-2908-4af2-8a52-faa37dab5154 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.838583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-578d68cf-c7cb-43ba-84ba-28141dc5c02d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.840650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=5b166b68-7e1f-4530-a4c9-aae4aecb4ff6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.865401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75535b1a-3308-423b-9982-dc69aba04f6b req-fcaef413-e067-4890-9b99-7d8ef3e6d6f9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 210 time: 0.1662505 Mar 31 23:02:37.891615 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-578d68cf-c7cb-43ba-84ba-28141dc5c02d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.894992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c79680-545a-4ba3-bdf3-0d3f85fd33bb req-82c4eead-7ba5-4181-b051-9bed52f0126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.896665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8c79680-545a-4ba3-bdf3-0d3f85fd33bb req-82c4eead-7ba5-4181-b051-9bed52f0126a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.3418853 Mar 31 23:02:37.901885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.945008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:37.952019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.007819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Attempting to bind port 97e04144-63cf-4e60-a41c-8fb5cca053fe on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:38.008414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Attempting to bind port 97e04144-63cf-4e60-a41c-8fb5cca053fe by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '61801b52-b851-4850-8d84-345b86655f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03be63bb-cbbd-4ff4-943d-539f8eb60207'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:38.009199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Attempting to bind port 97e04144-63cf-4e60-a41c-8fb5cca053fe on network 03be63bb-cbbd-4ff4-943d-539f8eb60207 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:38.021001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8c79680-545a-4ba3-bdf3-0d3f85fd33bb req-400db505-079f-40a3-9839-3a67e658c609 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889206 Mar 31 23:02:38.026759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.035690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:38.041549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:38.041921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Checking segment: {'id': '61801b52-b851-4850-8d84-345b86655f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03be63bb-cbbd-4ff4-943d-539f8eb60207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:38.044930 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.045530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Bound using segment: {'id': '61801b52-b851-4850-8d84-345b86655f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03be63bb-cbbd-4ff4-943d-539f8eb60207'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:38.046196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Bound port: 97e04144-63cf-4e60-a41c-8fb5cca053fe, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61801b52-b851-4850-8d84-345b86655f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03be63bb-cbbd-4ff4-943d-539f8eb60207'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:38.052732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.057365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.057365 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment f5037437-0565-43b3-a403-15a4555c59eb of type vlan for network 48c1896a-a7c2-4d42-901e-b24f862479e4 Mar 31 23:02:38.105061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03be63bb-cbbd-4ff4-943d-539f8eb60207']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:38.112892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-578d68cf-c7cb-43ba-84ba-28141dc5c02d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.116824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-578d68cf-c7cb-43ba-84ba-28141dc5c02d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.121672 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-578d68cf-c7cb-43ba-84ba-28141dc5c02d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d050cc3-03b8-4f64-b53d-0e102b17c286 HTTP/1.1" status: 204 len: 168 time: 0.3819728 Mar 31 23:02:38.128990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40570) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:38.153101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d68cf-c7cb-43ba-84ba-28141dc5c02d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d050cc3-03b8-4f64-b53d-0e102b17c286,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.165726 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.178800 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-54c8c56c-0020-4c67-852e-5f98a28e59ce tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] show failed (client error): The resource could not be found. Mar 31 23:02:38.178800 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-54c8c56c-0020-4c67-852e-5f98a28e59ce tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups/1d050cc3-03b8-4f64-b53d-0e102b17c286 HTTP/1.1" status: 404 len: 347 time: 0.0353527 Mar 31 23:02:38.181613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40572) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:38.192984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61801b52-b851-4850-8d84-345b86655f32') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:38.193604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61801b52-b851-4850-8d84-345b86655f32') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:38.226563 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.235928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] For port 97e04144-63cf-4e60-a41c-8fb5cca053fe, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:38.240777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] For port 97e04144-63cf-4e60-a41c-8fb5cca053fe, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=97e04144-63cf-4e60-a41c-8fb5cca053fe,segment=NetworkSegment(61801b52-b851-4850-8d84-345b86655f32),segment_id=61801b52-b851-4850-8d84-345b86655f32)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:38.255373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd4afced-4941-4c1f-a40d-903f8d5affc6 req-5bdb1dac-562b-4381-942e-bdda62facb9b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 210 time: 0.0592840 Mar 31 23:02:38.298043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef317f-072b-475d-87fb-f786495bc3cc req-2917be97-df40-4e56-9206-2aa37a6ae30a tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.300276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33ef317f-072b-475d-87fb-f786495bc3cc req-2917be97-df40-4e56-9206-2aa37a6ae30a tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 946 time: 0.1967144 Mar 31 23:02:38.335438 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.370955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Deleting port a52e20dd-737f-4c85-a821-feabc1ab7555 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:38.371294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.389881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33ef317f-072b-475d-87fb-f786495bc3cc req-134c44cc-f399-4ca1-8b04-5e343cf9c963 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767815 Mar 31 23:02:38.455659 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.461791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.462400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.464939 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.472855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:38.473603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.473886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.474908 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:38.478748 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:38.532996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.538445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.559828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3fe95-bd33-4c2f-b376-e725b10c9009 None None] Pushing event updated for resources: {'Port': ['ID=97e04144-63cf-4e60-a41c-8fb5cca053fe,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.594518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceef6a1-5830-46de-94c8-7c1832849aa1 None None] Network 03be63bb-cbbd-4ff4-943d-539f8eb60207 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:38.622013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Calling delete_port for a52e20dd-737f-4c85-a821-feabc1ab7555 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:38.639500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.api [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:02:38.639500 n-d-836015-1 neutron-server[109820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:02:38.639500 n-d-836015-1 neutron-server[109820]: [parameters: {'id': '03be63bb-cbbd-4ff4-943d-539f8eb60207'}] Mar 31 23:02:38.639500 n-d-836015-1 neutron-server[109820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:38.647675 n-d-836015-1 neutron-server[109820]: DEBUG oslo_db.api [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:38.676003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.676254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=48c1896a-a7c2-4d42-901e-b24f862479e4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.690018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b9eb29f2-72c2-4e56-ba13-61bd10044481'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:38.693231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:38.742521 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe77b506-bfa9-40db-902c-3995f7c17cf4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9896336 Mar 31 23:02:38.743767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40578) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:38.756022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:38.808810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-695d7ee6-8ddb-4b2f-b1af-7a84a9028625 req-a4c09b5b-eb64-4141-9fc0-fc0964e8808c tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 210 time: 0.0805488 Mar 31 23:02:38.830031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Network db201a78-5b2e-427c-82ca-72b26a17ccee is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:38.837370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:38.851051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'Port': ['ID=e798571c-68d9-4c2d-8f3a-272f1c62f829,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.855693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:38.900166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413774-910a-472a-a424-be72c8d2b857 req-9aea59a0-70d1-40c8-b738-0a648bcee74a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.901942 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-9aea59a0-70d1-40c8-b738-0a648bcee74a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.50 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 813 time: 0.3236134 Mar 31 23:02:38.923794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Request body: {'port': {'device_id': 'eae739f3-4c0e-4c74-bb30-ee6b6660b87c', 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3', 'admin_state_up': True, 'tenant_id': '541c0fd209004252b1f7997efe6885d0'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:38.939974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.941017 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.061524 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.079942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-835323b4-6b4e-4203-879e-a0324f6ec131 req-b0ba7f3e-97fd-4ee4-b9d3-59c637919f91 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 210 time: 0.0618935 Mar 31 23:02:39.146548 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.170935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e26cde-678f-47ed-8fd4-62105ecfc587 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:02:39.195389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-d3b38179-88f7-4c33-8c0e-da06f9322074 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7161009 Mar 31 23:02:39.210348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Request body: {'port': {'device_id': '3e63d883-00a0-44aa-be32-8bcca759819e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:39.227076 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.261596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a111980f-e892-49d3-92cb-0989aaf98741 None None] Provisioning complete for port e798571c-68d9-4c2d-8f3a-272f1c62f829 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:39.262299 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a111980f-e892-49d3-92cb-0989aaf98741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.313827 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.320513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port 97e04144-63cf-4e60-a41c-8fb5cca053fe {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:39.320513 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.329468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.334656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a111980f-e892-49d3-92cb-0989aaf98741 None None] Port e798571c-68d9-4c2d-8f3a-272f1c62f829 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:39.456187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Made reservation on behalf of 541c0fd209004252b1f7997efe6885d0 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:39.462224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.465428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:39.475179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.482247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event deleted for resources: {'Port': ['ID=a52e20dd-737f-4c85-a821-feabc1ab7555,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:39.496418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e26cde-678f-47ed-8fd4-62105ecfc587 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:02:39.640691 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.674272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port 97e04144-63cf-4e60-a41c-8fb5cca053fe, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=97e04144-63cf-4e60-a41c-8fb5cca053fe,segment=NetworkSegment(61801b52-b851-4850-8d84-345b86655f32),segment_id=61801b52-b851-4850-8d84-345b86655f32)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:39.675279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.676918 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.679482 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.680722 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-54d48ee7-e4bc-480b-865d-1f6eaa9090d7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "DELETE /v2.0/floatingips/eff1fb9d-152d-421f-8064-c958e73328ea HTTP/1.1" status: 204 len: 168 time: 1.4977629 Mar 31 23:02:39.769981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for 97e04144-63cf-4e60-a41c-8fb5cca053fe owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:39.814624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6fcc2-d46e-4950-976c-f1eeb03ac107 req-4a7f7bae-b4aa-44f5-874d-b29df09d4ef6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:39.816202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01b6fcc2-d46e-4950-976c-f1eeb03ac107 req-4a7f7bae-b4aa-44f5-874d-b29df09d4ef6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 931 time: 0.4003739 Mar 31 23:02:39.898651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ad72d-22b4-4408-bdb7-8eac7fde249b req-09f565db-456e-4940-85b4-ee7e63721988 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:39.900280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb9ad72d-22b4-4408-bdb7-8eac7fde249b req-09f565db-456e-4940-85b4-ee7e63721988 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 946 time: 0.3357022 Mar 31 23:02:39.903186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Allocated IP 172.20.0.2 (60db7758-19a4-4ac9-831c-609a9ba5d2f3/423e6cf0-b271-4227-bdb6-9e93b52151ae/c7863dfe-ded3-42c9-a3f2-33a35127c0ee) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:40.053176 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.168042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=ae66c3ff-ff20-4a21-9ec5-a864611ccda0,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.175530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.191333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': 'f5037437-0565-43b3-a403-15a4555c59eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:40.191700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: 48c1896a-a7c2-4d42-901e-b24f862479e4, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:40.328555 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:40.368662 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.382816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:40.418368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01b6fcc2-d46e-4950-976c-f1eeb03ac107 req-8ea8b938-d953-4d87-a06d-cd0e5391ff0d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851843 Mar 31 23:02:40.439048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:40.442605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:40.448179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:40.465651 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 48c1896a-a7c2-4d42-901e-b24f862479e4) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:40.472689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Pushing event updated for resources: {'Port': ['ID=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.473299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb9ad72d-22b4-4408-bdb7-8eac7fde249b req-33e881ae-a9e8-4139-9ed8-44305c9fc05c tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389656 Mar 31 23:02:40.518176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a0aab-cdfb-41c4-8c00-bed4d2f6577a None None] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:40.534563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:40.535346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.603949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:40.605214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.661282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eba39972-317b-487b-91f3-bc331dc07053 req-7032dff9-06c9-4583-b2d0-e37b55836c37 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 210 time: 0.0783780 Mar 31 23:02:40.669985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e798571c-68d9-4c2d-8f3a-272f1c62f829 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:40.680134 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.727975 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.736316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Transition to ACTIVE for port object e798571c-68d9-4c2d-8f3a-272f1c62f829 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:40.760010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=97e04144-63cf-4e60-a41c-8fb5cca053fe,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.790065 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1cb55d0b-2edc-4ba7-9a49-9bb7b4347451 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0217612 Mar 31 23:02:40.790065 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-904bf12e-7c56-47f0-a9f1-5ce2a29c42e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8601229 Mar 31 23:02:40.790065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40592) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:40.790065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:40.791315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port 97e04144-63cf-4e60-a41c-8fb5cca053fe on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:40.796629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Request body: {'port': {'device_id': 'eae739f3-4c0e-4c74-bb30-ee6b6660b87c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:40.842686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-48c1896a-a7c2-4d42-901e-b24f862479e4', 'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': 'ae66c3ff-ff20-4a21-9ec5-a864611ccda0'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:40.844730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.924119 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.931603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1708ef-1bc3-4aa3-8a51-0f338ddc6e20 req-b4c883ec-8c8e-41da-a018-2a175c156fec tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:40.935049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c1708ef-1bc3-4aa3-8a51-0f338ddc6e20 req-b4c883ec-8c8e-41da-a018-2a175c156fec tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 931 time: 0.1655250 Mar 31 23:02:40.969123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.006880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.010754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03be63bb-cbbd-4ff4-943d-539f8eb60207']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:41.026469 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Allocated IP 2001:db8::2 (48c1896a-a7c2-4d42-901e-b24f862479e4/ae66c3ff-ff20-4a21-9ec5-a864611ccda0/881b3109-c7c5-4d42-ace5-90a483537777) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:41.063926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61801b52-b851-4850-8d84-345b86655f32') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:41.065081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61801b52-b851-4850-8d84-345b86655f32') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:41.079445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c1708ef-1bc3-4aa3-8a51-0f338ddc6e20 req-f3d37687-e15f-4e58-a9e8-a2a5a58626d2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305854 Mar 31 23:02:41.108624 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.124633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Pushing event updated for resources: {'Port': ['ID=e798571c-68d9-4c2d-8f3a-272f1c62f829,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:41.142394 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.192963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:41.193784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.205631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40594) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:41.207096 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:41.228709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ac904b09-d99f-4d22-93be-f8248c9fd07a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866508564', 'description': 'tempest-description--1370733724'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:41.256381 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.372265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-172c46a8-5129-46bf-9836-33827967c682 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.374238 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-172c46a8-5129-46bf-9836-33827967c682 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.1517329 Mar 31 23:02:41.376937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:41.380604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.405284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Request body: {'port': {'device_id': '1c8eaf14-34e5-413a-9994-1729bdda2686', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'admin_state_up': True, 'tenant_id': 'e70b3693b71141289243e0eeec388016'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:41.433260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Attempting to bind port e798571c-68d9-4c2d-8f3a-272f1c62f829 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:41.433558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Attempting to bind port e798571c-68d9-4c2d-8f3a-272f1c62f829 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:41.433988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Attempting to bind port e798571c-68d9-4c2d-8f3a-272f1c62f829 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:41.452804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Port e798571c-68d9-4c2d-8f3a-272f1c62f829 on network db201a78-5b2e-427c-82ca-72b26a17ccee not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:41.453301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Attempting to bind port e798571c-68d9-4c2d-8f3a-272f1c62f829 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:41.455850 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.457815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac904b09-d99f-4d22-93be-f8248c9fd07a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.483515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:41.483864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Checking segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:41.484405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Bound using segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:41.484946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Bound port: e798571c-68d9-4c2d-8f3a-272f1c62f829, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:41.485308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.526400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:41.533274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:41.540604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:41.559860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.577217 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.580667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/03be63bb-cbbd-4ff4-943d-539f8eb60207 HTTP/1.1" status: 204 len: 168 time: 5.6940708 Mar 31 23:02:41.609438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76626163-0007-48c3-abda-10d222dc40a4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=03be63bb-cbbd-4ff4-943d-539f8eb60207,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:41.610748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40600) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:41.635945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513926499'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:41.650414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Pushing event updated for resources: {'Port': ['ID=881b3109-c7c5-4d42-ace5-90a483537777,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:41.741891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Attempting to bind port 881b3109-c7c5-4d42-ace5-90a483537777 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:41.742265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Attempting to bind port 881b3109-c7c5-4d42-ace5-90a483537777 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f5037437-0565-43b3-a403-15a4555c59eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:41.742662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Attempting to bind port 881b3109-c7c5-4d42-ace5-90a483537777 on network 48c1896a-a7c2-4d42-901e-b24f862479e4 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:41.749250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:41.749623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Checking segment: {'id': 'f5037437-0565-43b3-a403-15a4555c59eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:41.750188 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.750626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Bound using segment: {'id': 'f5037437-0565-43b3-a403-15a4555c59eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:41.751120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Bound port: 881b3109-c7c5-4d42-ace5-90a483537777, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5037437-0565-43b3-a403-15a4555c59eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:41.751512 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.761383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] For port e798571c-68d9-4c2d-8f3a-272f1c62f829, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:41.816343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] For port e798571c-68d9-4c2d-8f3a-272f1c62f829, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e798571c-68d9-4c2d-8f3a-272f1c62f829,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:41.832822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbd6f7-8c20-4ae2-96a4-d10568d44190 req-1ea13506-dfd2-4932-b25b-d2d1007524d2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.834550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11fbd6f7-8c20-4ae2-96a4-d10568d44190 req-1ea13506-dfd2-4932-b25b-d2d1007524d2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 943 time: 0.2289076 Mar 31 23:02:41.854908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd92e8-5291-48c8-a020-b16a597fea6e req-6623ee43-9b33-43f9-a7ea-3d95b9816fff tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.855985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9fbd92e8-5291-48c8-a020-b16a597fea6e req-6623ee43-9b33-43f9-a7ea-3d95b9816fff tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 946 time: 0.1572073 Mar 31 23:02:41.859115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac904b09-d99f-4d22-93be-f8248c9fd07a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.863280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] For port 881b3109-c7c5-4d42-ace5-90a483537777, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:41.868122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] For port 881b3109-c7c5-4d42-ace5-90a483537777, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=881b3109-c7c5-4d42-ace5-90a483537777,segment=NetworkSegment(f5037437-0565-43b3-a403-15a4555c59eb),segment_id=f5037437-0565-43b3-a403-15a4555c59eb)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:41.902274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:41.905858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.912988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7863dfe-ded3-42c9-a3f2-33a35127c0ee {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:41.928187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.928883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11fbd6f7-8c20-4ae2-96a4-d10568d44190 req-f5dfbf82-3d09-403f-a8ac-03fda05cc53d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799336 Mar 31 23:02:41.971066 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.001219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9fbd92e8-5291-48c8-a020-b16a597fea6e req-e1ef4d14-3c99-4f7a-a953-6b136dad100c tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233480 Mar 31 23:02:42.003006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:42.045809 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.058324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac904b09-d99f-4d22-93be-f8248c9fd07a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.072225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.073103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.074732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] 10.222.0.45 "PUT /v2.0/ports/e798571c-68d9-4c2d-8f3a-272f1c62f829 HTTP/1.1" status: 200 len: 1091 time: 2.8706126 Mar 31 23:02:42.114414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e63d883-00a0-44aa-be32-8bcca759819e', 'tag': 'e798571c-68d9-4c2d-8f3a-272f1c62f829'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:42.118269 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179f1e99-c657-4251-bb9a-b96fbfaa75e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e63d883-00a0-44aa-be32-8bcca759819e", "tag": "e798571c-68d9-4c2d-8f3a-272f1c62f829"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:42.123615 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.123871 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment c3b7b122-b175-4f1b-a44c-51ea04eb541a of type vlan for network 8c13b761-28da-4547-acd3-059e40ed55b7 Mar 31 23:02:42.130791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e548c4d-f660-4eec-9bd6-47fab5c43b1e req-6439ec50-d012-4e45-a5d1-76c681731fd8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 210 time: 0.0942888 Mar 31 23:02:42.185209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baee50-2932-474c-a1b7-c0ec6fb3dd07 None None] Pushing event updated for resources: {'Port': ['ID=881b3109-c7c5-4d42-ace5-90a483537777,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.361217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:42.365298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.426240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Transition to ACTIVE for port object c7863dfe-ded3-42c9-a3f2-33a35127c0ee will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:42.455134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a3470-16cd-4b34-9b87-74ead3784b55 service neutron] Pushing event updated for resources: {'Port': ['ID=e798571c-68d9-4c2d-8f3a-272f1c62f829,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.458048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac904b09-d99f-4d22-93be-f8248c9fd07a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.470369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.542111 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac904b09-d99f-4d22-93be-f8248c9fd07a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.546401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ac904b09-d99f-4d22-93be-f8248c9fd07a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3305743 Mar 31 23:02:42.556028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40610) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:42.574450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8cb095fe-f1ce-47af-b047-f0f3d98000c3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'security_group_rule': {'security_group_id': '8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:42.598256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.611196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414ceab-9920-4eff-a2c5-3da90640c589 req-e2bd1e54-2d4d-4853-a55f-0ae401f25ddf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.624980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b414ceab-9920-4eff-a2c5-3da90640c589 req-e2bd1e54-2d4d-4853-a55f-0ae401f25ddf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 931 time: 0.2372837 Mar 31 23:02:42.630633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-6a0cd53b-bf46-4be6-bf7e-987f6eef8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.632103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-6a0cd53b-bf46-4be6-bf7e-987f6eef8994 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 1094 time: 0.3726940 Mar 31 23:02:42.660332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97258044-ab12-426b-80e4-75df7b668eb7 req-2c7a9376-93b7-444e-87f2-bf26d729d70c tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5324814 Mar 31 23:02:42.695348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:42.729710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 881b3109-c7c5-4d42-ace5-90a483537777 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:42.791129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Allocated IP 172.20.0.5 (fb6ea1c3-84d7-49f8-8abd-1db0d467a585/31745a5e-6ef0-4571-8300-7eeaf4dba00d/1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:42.801050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-99ac4390-177e-4855-8e2a-300abeabb2f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e798571c-68d9-4c2d-8f3a-272f1c62f829 HTTP/1.1" status: 200 len: 217 time: 0.1349823 Mar 31 23:02:42.812997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b414ceab-9920-4eff-a2c5-3da90640c589 req-36727eda-9adf-4be7-ab6b-00aca5ba0711 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871610 Mar 31 23:02:42.821890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.834255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.835295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 881b3109-c7c5-4d42-ace5-90a483537777 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:42.836238 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.843493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.881095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.905310 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfad146-e194-48d1-8735-3338c2428ed1 x-openstack-request-id: req-4cfad146-e194-48d1-8735-3338c2428ed1 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:42.905595 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e63d883-00a0-44aa-be32-8bcca759819e", "tag": "e798571c-68d9-4c2d-8f3a-272f1c62f829", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:42.905857 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cfad146-e194-48d1-8735-3338c2428ed1 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:42.906225 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfad146-e194-48d1-8735-3338c2428ed1'] response: {'name': 'network-changed', 'server_uuid': '3e63d883-00a0-44aa-be32-8bcca759819e', 'tag': 'e798571c-68d9-4c2d-8f3a-272f1c62f829', 'status': 'completed', 'code': 200} Mar 31 23:02:42.909850 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.955761 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.963513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.024664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:43.036169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 881b3109-c7c5-4d42-ace5-90a483537777, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=881b3109-c7c5-4d42-ace5-90a483537777,segment=NetworkSegment(f5037437-0565-43b3-a403-15a4555c59eb),segment_id=f5037437-0565-43b3-a403-15a4555c59eb)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:43.042039 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cb095fe-f1ce-47af-b047-f0f3d98000c3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.045274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:43.086719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.087328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.119778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=9d8cacca-bab8-4a1d-9f66-e44f4db1214b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.121942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Attempting to bind port c7863dfe-ded3-42c9-a3f2-33a35127c0ee on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:43.122350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Attempting to bind port c7863dfe-ded3-42c9-a3f2-33a35127c0ee by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:43.122792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Attempting to bind port c7863dfe-ded3-42c9-a3f2-33a35127c0ee on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:43.134644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Port c7863dfe-ded3-42c9-a3f2-33a35127c0ee on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:43.135064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Attempting to bind port c7863dfe-ded3-42c9-a3f2-33a35127c0ee on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:43.149595 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:43.149934 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Checking segment: {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:43.150322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Bound using segment: {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:43.150942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Bound port: c7863dfe-ded3-42c9-a3f2-33a35127c0ee, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:43.151305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.171292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.192631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5611587 Mar 31 23:02:43.202042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcd987-5081-4489-93f8-c4ba56b92efc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=8c13b761-28da-4547-acd3-059e40ed55b7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.203270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40614) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:43.207927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-5f7ee052-4f22-42c8-8dda-40790b7d3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.210655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-5f7ee052-4f22-42c8-8dda-40790b7d3e54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.3898985 Mar 31 23:02:43.214007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': '8c13b761-28da-4547-acd3-059e40ed55b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:43.248393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 8c13b761-28da-4547-acd3-059e40ed55b7 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:43.271986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.286195 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ad3b0dff-5f3c-4072-b5b8-807e67a7d569 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5077262 Mar 31 23:02:43.303906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40618) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:43.417898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] For port c7863dfe-ded3-42c9-a3f2-33a35127c0ee, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:43.432081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] For port c7863dfe-ded3-42c9-a3f2-33a35127c0ee, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:43.473730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0537b8-b1dd-4c19-bda5-e6f0132d7a7b req-55a288b8-0a5b-4b88-ac58-f0bf8638d079 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.482996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e0537b8-b1dd-4c19-bda5-e6f0132d7a7b req-55a288b8-0a5b-4b88-ac58-f0bf8638d079 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 943 time: 0.3775985 Mar 31 23:02:43.521529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.547740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=881b3109-c7c5-4d42-ace5-90a483537777,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.612567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.614366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.616216 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/c7863dfe-ded3-42c9-a3f2-33a35127c0ee HTTP/1.1" status: 200 len: 1091 time: 2.8292365 Mar 31 23:02:43.620367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae739f3-4c0e-4c74-bb30-ee6b6660b87c', 'tag': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:43.626086 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "eae739f3-4c0e-4c74-bb30-ee6b6660b87c", "tag": "c7863dfe-ded3-42c9-a3f2-33a35127c0ee"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:43.636495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.649053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:43.655269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e0537b8-b1dd-4c19-bda5-e6f0132d7a7b req-21ab62c8-8a40-440e-a293-5bf42a4594c3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646004 Mar 31 23:02:43.659226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cb095fe-f1ce-47af-b047-f0f3d98000c3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.713980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:43.718775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.723633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-fff30e3a-9d70-4cfb-941a-b4599a1c12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.725642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-fff30e3a-9d70-4cfb-941a-b4599a1c12a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4959831 Mar 31 23:02:43.734370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:43.734765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b884f3e-cff5-4ae4-950e-2d27bd2a89d3 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.750821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2abfd-ae2f-4c11-b6b6-64f39622d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.753942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b884f3e-cff5-4ae4-950e-2d27bd2a89d3 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.758731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b884f3e-cff5-4ae4-950e-2d27bd2a89d3 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.760556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:43.761589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b884f3e-cff5-4ae4-950e-2d27bd2a89d3 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.765395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b884f3e-cff5-4ae4-950e-2d27bd2a89d3 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.775995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9b884f3e-cff5-4ae4-950e-2d27bd2a89d3 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4688501 Mar 31 23:02:43.798188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40622) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:43.843345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event updated for resources: {'Port': ['ID=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.854968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1027966276'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:43.865731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cb095fe-f1ce-47af-b047-f0f3d98000c3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.915321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.921586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:43.943645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ca08c-bd1e-475b-b84b-76cfa4b0cd2f None None] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:43.973659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb095fe-f1ce-47af-b047-f0f3d98000c3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7731e9-d603-4c87-bec9-69cdf03b4db3,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.023617 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:02:44.049171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cb095fe-f1ce-47af-b047-f0f3d98000c3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.050433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8cb095fe-f1ce-47af-b047-f0f3d98000c3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4890974 Mar 31 23:02:44.057885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40626) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:44.059525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.061300 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.069053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ae807c9a-da8e-461c-ba01-b252715d7cc6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'security_group_rule': {'security_group_id': '8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:44.083146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3a031-458d-4155-b797-c9523d93ca0b req-ca83c5f1-541e-4821-ab13-7fd8eee0e9b6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.087257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413774-910a-472a-a424-be72c8d2b857 req-620428f5-67bc-47e9-8a23-8d6e77b4e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.089117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-620428f5-67bc-47e9-8a23-8d6e77b4e3f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 1094 time: 0.2414737 Mar 31 23:02:44.092024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31f3a031-458d-4155-b797-c9523d93ca0b req-ca83c5f1-541e-4821-ab13-7fd8eee0e9b6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 931 time: 0.3144836 Mar 31 23:02:44.159115 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-b149b9b1-f0da-4cfb-ad1a-82b06414713c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7863dfe-ded3-42c9-a3f2-33a35127c0ee HTTP/1.1" status: 200 len: 217 time: 0.0552967 Mar 31 23:02:44.231026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:44.236255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.249004 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-2bc31030-5ae9-450d-bfa8-f06157c6fe83 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8648722 Mar 31 23:02:44.263260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-b9382cfe-3f51-42c0-a2ca-a9ca009a6ad8 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634683 Mar 31 23:02:44.293693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Request body: {'port': {'device_id': '1c8eaf14-34e5-413a-9994-1729bdda2686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:44.304567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-126189cc-abb1-4de4-8c69-e19fbb7f52ca None None] Provisioning complete for port 881b3109-c7c5-4d42-ace5-90a483537777 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:44.304567 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-126189cc-abb1-4de4-8c69-e19fbb7f52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.310461 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31f3a031-458d-4155-b797-c9523d93ca0b req-0f50b867-0b32-4b95-922b-6d4792744953 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126083 Mar 31 23:02:44.346762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413774-910a-472a-a424-be72c8d2b857 req-4efc770a-4da4-4ec2-9e2c-5792498db0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.348441 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-4efc770a-4da4-4ec2-9e2c-5792498db0a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.1605649 Mar 31 23:02:44.423039 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae807c9a-da8e-461c-ba01-b252715d7cc6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.449546 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf48b17b-949b-4c3c-8032-e61e9e0e5367 x-openstack-request-id: req-bf48b17b-949b-4c3c-8032-e61e9e0e5367 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:44.449546 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae739f3-4c0e-4c74-bb30-ee6b6660b87c", "tag": "c7863dfe-ded3-42c9-a3f2-33a35127c0ee", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:44.453994 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf48b17b-949b-4c3c-8032-e61e9e0e5367 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:44.453994 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf48b17b-949b-4c3c-8032-e61e9e0e5367'] response: {'name': 'network-changed', 'server_uuid': 'eae739f3-4c0e-4c74-bb30-ee6b6660b87c', 'tag': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee', 'status': 'completed', 'code': 200} Mar 31 23:02:44.462825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:44.465405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Allocated IP 172.25.4.126 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/17ba55b9-3057-4df7-aff9-6d00b7a08ab4) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:44.484916 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-51e9c457-a380-4b34-8bb6-2ff5bb4112e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176229 Mar 31 23:02:44.493040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.513291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.513528 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment 17067a48-b9ff-469c-b886-549f98ab3068 of type vlan for network 1453281a-927f-43f8-a34c-313b63e34edc Mar 31 23:02:44.534985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.633244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Update dhcp port {'port': {'network_id': '48c1896a-a7c2-4d42-901e-b24f862479e4', 'fixed_ips': [{'subnet_id': 'ae66c3ff-ff20-4a21-9ec5-a864611ccda0', 'ip_address': '2001:db8::2'}, {'subnet_id': '9d8cacca-bab8-4a1d-9f66-e44f4db1214b'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '881b3109-c7c5-4d42-ace5-90a483537777'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:02:44.670140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 881b3109-c7c5-4d42-ace5-90a483537777 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:44.708469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.721059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.723410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=75abb442-9630-4d5d-9825-cb0ab10654d9,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.729141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a57ea696-4b2f-4ee1-ab0b-63b4cdec0570 req-edf6580a-27a8-48cb-8fe5-ed52369976f0 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511535 Mar 31 23:02:44.741578 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae807c9a-da8e-461c-ba01-b252715d7cc6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.763018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1e397-190d-411c-9427-d260ef3ae1ce req-e9aacefd-3522-497d-9b54-1409be394356 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.765076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5a1e397-190d-411c-9427-d260ef3ae1ce req-e9aacefd-3522-497d-9b54-1409be394356 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 943 time: 0.2678230 Mar 31 23:02:44.832267 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae807c9a-da8e-461c-ba01-b252715d7cc6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.835195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': 'c3b7b122-b175-4f1b-a44c-51ea04eb541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8c13b761-28da-4547-acd3-059e40ed55b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:44.835600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: 8c13b761-28da-4547-acd3-059e40ed55b7, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:44.839118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-749db596-8795-48bb-bd59-2ea15cb4edfc service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439252 Mar 31 23:02:44.862798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.876238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5a1e397-190d-411c-9427-d260ef3ae1ce req-2edd81e1-cc03-4fcb-afd3-39cd83838dfb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878859 Mar 31 23:02:44.881334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae807c9a-da8e-461c-ba01-b252715d7cc6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232e0302-7665-447e-a475-1e2a527198f5,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.913736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 881b3109-c7c5-4d42-ace5-90a483537777 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:44.914188 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.973711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.981285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.981978 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.035277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae807c9a-da8e-461c-ba01-b252715d7cc6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.038382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ae807c9a-da8e-461c-ba01-b252715d7cc6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9713500 Mar 31 23:02:45.053263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Allocated IP 172.20.0.1 (48c1896a-a7c2-4d42-901e-b24f862479e4/9d8cacca-bab8-4a1d-9f66-e44f4db1214b/881b3109-c7c5-4d42-ace5-90a483537777) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:45.074633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40632) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:45.082091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:45.087661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:45.115444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d2413774-910a-472a-a424-be72c8d2b857 req-92fb7790-d61a-4b40-83b9-b407f9949365 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532132 Mar 31 23:02:45.120102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.122368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network 8c13b761-28da-4547-acd3-059e40ed55b7 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:45.137755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Transition to ACTIVE for port object 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:45.167027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=1453281a-927f-43f8-a34c-313b63e34edc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.183313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] For port 881b3109-c7c5-4d42-ace5-90a483537777, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=881b3109-c7c5-4d42-ace5-90a483537777,segment=NetworkSegment(f5037437-0565-43b3-a403-15a4555c59eb),segment_id=f5037437-0565-43b3-a403-15a4555c59eb)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:45.187310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1453281a-927f-43f8-a34c-313b63e34edc details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:45.187574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-8e65a17a-e825-4b6b-aeb2-aa64d10b770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.190064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-8e65a17a-e825-4b6b-aeb2-aa64d10b770d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 1094 time: 0.2636614 Mar 31 23:02:45.203154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e6214-bf68-43f4-9e6b-7339e89ce4be req-e9fcc8fe-f5ee-48a8-bf85-d04c977c7fe6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.205077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f0e6214-bf68-43f4-9e6b-7339e89ce4be req-e9fcc8fe-f5ee-48a8-bf85-d04c977c7fe6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 943 time: 0.2045524 Mar 31 23:02:45.255959 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.274124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.332945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ad45f670-482d-422f-99ab-33372371bbbb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5291648 Mar 31 23:02:45.335833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40636) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:45.342216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f6401686-9027-4dc1-bce4-1e61c2666747 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:45.348066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 8c13b761-28da-4547-acd3-059e40ed55b7) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:45.359903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2cd439-917c-495d-81c1-cb30bd7226ff None None] Network 8c13b761-28da-4547-acd3-059e40ed55b7 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:45.361395 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.374068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.374963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.388833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:45.404766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:45.418661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f0e6214-bf68-43f4-9e6b-7339e89ce4be req-977f54e9-08ff-4fba-b888-c8c17e0e428c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043924 Mar 31 23:02:45.419222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Pushing event updated for resources: {'Port': ['ID=17ba55b9-3057-4df7-aff9-6d00b7a08ab4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.424778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:45.499397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-27bf4c41-9409-46ba-a0b7-bbe87da1b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.501064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-27bf4c41-9409-46ba-a0b7-bbe87da1b05f service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.2939277 Mar 31 23:02:45.519389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.595905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.615461 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.636911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-1fe93df4-f6f1-423a-93a0-51e918ef4847 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e798571c-68d9-4c2d-8f3a-272f1c62f829 HTTP/1.1" status: 200 len: 217 time: 0.1259148 Mar 31 23:02:45.665133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Pushing event updated for resources: {'Port': ['ID=881b3109-c7c5-4d42-ace5-90a483537777,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.706853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-a50a939a-14a6-4b49-aa8d-63171a0f4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.708221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.708824 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-a50a939a-14a6-4b49-aa8d-63171a0f4835 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 1094 time: 0.3299849 Mar 31 23:02:45.709019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.709928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.709928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.710242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.710664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.711052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.711437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.712276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.712404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.713284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.713707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae0de5-bcf2-4081-a6fc-7192358f2ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:45.734359 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b4a80f9b-350b-476d-9b96-ae5b4b5bdae5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5271211 Mar 31 23:02:45.735644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-8c13b761-28da-4547-acd3-059e40ed55b7', 'network_id': '8c13b761-28da-4547-acd3-059e40ed55b7', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '75abb442-9630-4d5d-9825-cb0ab10654d9'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:45.736647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.743708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40638) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:45.911506 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f6401686-9027-4dc1-bce4-1e61c2666747 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.959081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Attempting to bind port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:45.959399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Attempting to bind port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:45.959786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Attempting to bind port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:45.970101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Allocated IP 172.20.0.1 (8c13b761-28da-4547-acd3-059e40ed55b7/75abb442-9630-4d5d-9825-cb0ab10654d9/7a327309-42fc-4ef9-818e-aec850673f5d) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:45.989018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:45.989570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Attempting to bind port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:46.010772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:46.017311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Checking segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:46.017311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Bound using segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:46.017311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Bound port: 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:46.017311 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.034360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-00c40d4b-2253-4f91-b60c-b07d3368bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.036547 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-00c40d4b-2253-4f91-b60c-b07d3368bbfd service neutron] 10.222.0.50 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 914 time: 0.3096726 Mar 31 23:02:46.042856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f6401686-9027-4dc1-bce4-1e61c2666747 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.118337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6401686-9027-4dc1-bce4-1e61c2666747 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 1453281a-927f-43f8-a34c-313b63e34edc is not hosted by any dhcp agent {{(pid=109821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:02:46.124920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6401686-9027-4dc1-bce4-1e61c2666747 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.125795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f6401686-9027-4dc1-bce4-1e61c2666747 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.131440 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f6401686-9027-4dc1-bce4-1e61c2666747 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "PUT /v2.0/networks/1453281a-927f-43f8-a34c-313b63e34edc HTTP/1.1" status: 200 len: 723 time: 0.7938240 Mar 31 23:02:46.131805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40642) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:46.193519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': '1453281a-927f-43f8-a34c-313b63e34edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:46.196105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.207252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-c89f1160-2036-478d-b9db-ef7b7698dcb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7863dfe-ded3-42c9-a3f2-33a35127c0ee HTTP/1.1" status: 200 len: 217 time: 0.1593163 Mar 31 23:02:46.244896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-03b11744-3ed2-467a-bd26-9675146ad637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.246747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-03b11744-3ed2-467a-bd26-9675146ad637 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.5943635 Mar 31 23:02:46.258881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1278f4-464c-497d-bec8-9a456b635e39 req-c9847e60-20c1-4e57-906d-14f3fb4b246e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.260431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e1278f4-464c-497d-bec8-9a456b635e39 req-c9847e60-20c1-4e57-906d-14f3fb4b246e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 943 time: 0.7290738 Mar 31 23:02:46.261834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.283510 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.304846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6401686-9027-4dc1-bce4-1e61c2666747 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=1453281a-927f-43f8-a34c-313b63e34edc,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:46.340723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1453281a-927f-43f8-a34c-313b63e34edc details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:46.376740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] For port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:46.386901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] For port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:46.396321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-0f587203-4557-4b35-9782-d51ee1fe4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.398072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-0f587203-4557-4b35-9782-d51ee1fe4fc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.1780157 Mar 31 23:02:46.414300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Network 8c13b761-28da-4547-acd3-059e40ed55b7 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:46.422908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Pushing event updated for resources: {'Port': ['ID=7a327309-42fc-4ef9-818e-aec850673f5d,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:46.429340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:46.434680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:46.469961 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-84c7c473-bda1-4719-bc1f-d81e1a3eea19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597174 Mar 31 23:02:46.471801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.473390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e1278f4-464c-497d-bec8-9a456b635e39 req-998866b4-0258-4454-a00f-d71d4173dbb6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564751 Mar 31 23:02:46.502452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.511407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-17c8176d-fd3a-4099-a3af-92b212a14f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.512453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-17c8176d-fd3a-4099-a3af-92b212a14f42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127244 Mar 31 23:02:46.527121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Attempting to bind port 7a327309-42fc-4ef9-818e-aec850673f5d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:46.527701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Attempting to bind port 7a327309-42fc-4ef9-818e-aec850673f5d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'c3b7b122-b175-4f1b-a44c-51ea04eb541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8c13b761-28da-4547-acd3-059e40ed55b7'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:46.528156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Attempting to bind port 7a327309-42fc-4ef9-818e-aec850673f5d on network 8c13b761-28da-4547-acd3-059e40ed55b7 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:46.534107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.549750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:46.550298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Checking segment: {'id': 'c3b7b122-b175-4f1b-a44c-51ea04eb541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8c13b761-28da-4547-acd3-059e40ed55b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:46.550930 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.552467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Bound using segment: {'id': 'c3b7b122-b175-4f1b-a44c-51ea04eb541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8c13b761-28da-4547-acd3-059e40ed55b7'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:46.553176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Bound port: 7a327309-42fc-4ef9-818e-aec850673f5d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b7b122-b175-4f1b-a44c-51ea04eb541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8c13b761-28da-4547-acd3-059e40ed55b7'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:46.553747 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.570913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:46.576773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.640706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.641674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.643347 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] 10.222.0.50 "PUT /v2.0/ports/1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 HTTP/1.1" status: 200 len: 1091 time: 2.3566356 Mar 31 23:02:46.672051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8eaf14-34e5-413a-9994-1729bdda2686', 'tag': '1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:46.676061 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8eaf14-34e5-413a-9994-1729bdda2686", "tag": "1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:46.702082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] For port 7a327309-42fc-4ef9-818e-aec850673f5d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:46.705980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 881b3109-c7c5-4d42-ace5-90a483537777 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:46.709070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] For port 7a327309-42fc-4ef9-818e-aec850673f5d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7a327309-42fc-4ef9-818e-aec850673f5d,segment=NetworkSegment(c3b7b122-b175-4f1b-a44c-51ea04eb541a),segment_id=c3b7b122-b175-4f1b-a44c-51ea04eb541a)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:46.746169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca5a0e-5a13-4979-9049-c0bed300f14c None None] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:46.802327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.847664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e6980-8afd-4e0c-9d8a-8753feffa439 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:46.848156 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.851196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-47310b49-b7ed-49c9-87bc-aefaf05f942a None None] Provisioning complete for port 881b3109-c7c5-4d42-ace5-90a483537777 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:46.852758 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-47310b49-b7ed-49c9-87bc-aefaf05f942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.924934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75ff6c-1d2c-40be-8b06-a5c01cfa83b5 req-710524ca-ddc1-467c-acae-39b9af11a731 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.932345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-a0152bf6-1dab-43d7-b16c-015ef70f584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.933485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef75ff6c-1d2c-40be-8b06-a5c01cfa83b5 req-710524ca-ddc1-467c-acae-39b9af11a731 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 943 time: 0.2428977 Mar 31 23:02:46.934140 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-a0152bf6-1dab-43d7-b16c-015ef70f584b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 1094 time: 0.1129849 Mar 31 23:02:46.936399 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-723c6c8b-a621-4018-b608-d63ba86f1a35 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608011 Mar 31 23:02:46.958911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-dd786249-09d1-4bd9-8c39-935aa4902543 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353602 Mar 31 23:02:46.996688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port 7a327309-42fc-4ef9-818e-aec850673f5d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:46.996688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.035147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-cd2a6b55-a20d-4191-b156-c14839d61b75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 HTTP/1.1" status: 200 len: 217 time: 0.0852935 Mar 31 23:02:47.168869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c7863dfe-ded3-42c9-a3f2-33a35127c0ee details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:47.179591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 881b3109-c7c5-4d42-ace5-90a483537777 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:47.179847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.204035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef75ff6c-1d2c-40be-8b06-a5c01cfa83b5 req-60a788c9-0141-41a4-ae95-7926a08dd02b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700114 Mar 31 23:02:47.212550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-20db0c7c-1a73-44db-9d9f-3c7f1dffa940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.214017 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-20db0c7c-1a73-44db-9d9f-3c7f1dffa940 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1603332 Mar 31 23:02:47.262184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ac172-ae59-442f-8d3b-4f2bf6eb018e None None] Pushing event updated for resources: {'Port': ['ID=7a327309-42fc-4ef9-818e-aec850673f5d,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.273297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-c4a157f2-6b0f-43c7-ae4b-d5872219595f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487452 Mar 31 23:02:47.277372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Allocated IP 172.25.4.116 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/3bf3bb58-331c-49fa-93ef-d81e3cf004ea) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:47.308912 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4c2fc494-b84f-4e5a-ba9c-460e236c9f2b req-787050a5-fcf5-45d0-a24b-9376ebcabd10 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566976 Mar 31 23:02:47.333752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port 7a327309-42fc-4ef9-818e-aec850673f5d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7a327309-42fc-4ef9-818e-aec850673f5d,segment=NetworkSegment(c3b7b122-b175-4f1b-a44c-51ea04eb541a),segment_id=c3b7b122-b175-4f1b-a44c-51ea04eb541a)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:47.334131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.367327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.422886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-179f1e99-c657-4251-bb9a-b96fbfaa75e2 req-f86a839c-bcf2-458e-9372-1973de2eec1f service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470069 Mar 31 23:02:47.443116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.448088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for 7a327309-42fc-4ef9-818e-aec850673f5d owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:47.518069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.614712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c7863dfe-ded3-42c9-a3f2-33a35127c0ee, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:47.629656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=2bb00290-8b4f-453d-8488-739f34b29046,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.635831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee', 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3', 'port_id': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee', 'mac_address': 'fa:16:3e:69:79:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423e6cf0-b271-4227-bdb6-9e93b52151ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:47.665423 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-fc17b868-ce4e-407c-b942-f8daa93b4c8f service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845422 Mar 31 23:02:47.673155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': '17067a48-b9ff-469c-b886-549f98ab3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1453281a-927f-43f8-a34c-313b63e34edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:47.673756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: 1453281a-927f-43f8-a34c-313b63e34edc, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:47.708486 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.721623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7863dfe-ded3-42c9-a3f2-33a35127c0ee {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:47.749200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e798571c-68d9-4c2d-8f3a-272f1c62f829 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:47.757416 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.768745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c7863dfe-ded3-42c9-a3f2-33a35127c0ee, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:47.861793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Pushing event updated for resources: {'Port': ['ID=17ba55b9-3057-4df7-aff9-6d00b7a08ab4,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.893719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e798571c-68d9-4c2d-8f3a-272f1c62f829, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e798571c-68d9-4c2d-8f3a-272f1c62f829,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:47.916258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'e798571c-68d9-4c2d-8f3a-272f1c62f829', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': 'e798571c-68d9-4c2d-8f3a-272f1c62f829', 'mac_address': 'fa:16:3e:7b:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:47.920405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.928846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7e726fdf-308e-4395-ac59-220ab6af83b2 None None] Provisioning complete for port 881b3109-c7c5-4d42-ace5-90a483537777 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:47.929673 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e726fdf-308e-4395-ac59-220ab6af83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.940065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.951910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ab0cd-9135-4a51-b0db-cdd602b339bb req-0a37d66b-d161-4615-98c3-b121cf8de1e3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.954936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-153ab0cd-9135-4a51-b0db-cdd602b339bb req-0a37d66b-d161-4615-98c3-b121cf8de1e3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 943 time: 0.4247420 Mar 31 23:02:48.014590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.016055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97258044-ab12-426b-80e4-75df7b668eb7 req-1aebc9df-e1ff-4397-a938-3d0a060b3fc6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3547614 Mar 31 23:02:48.052280 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.079005 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.102783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e798571c-68d9-4c2d-8f3a-272f1c62f829 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:48.121881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97258044-ab12-426b-80e4-75df7b668eb7 req-c757719c-8e54-4578-99d6-c0f73617ac72 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.0874097 Mar 31 23:02:48.158415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['c7863dfe-ded3-42c9-a3f2-33a35127c0ee'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:48.166990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e798571c-68d9-4c2d-8f3a-272f1c62f829, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e798571c-68d9-4c2d-8f3a-272f1c62f829,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:48.184568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-153ab0cd-9135-4a51-b0db-cdd602b339bb req-6370049a-1462-45b0-97c4-2afcf50336d7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865661 Mar 31 23:02:48.261659 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.301483 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.309728 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.317836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=7a327309-42fc-4ef9-818e-aec850673f5d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.351850 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e61ba-5a59-4c87-99c1-a3e7bc7f30a1 x-openstack-request-id: req-259e61ba-5a59-4c87-99c1-a3e7bc7f30a1 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:48.355220 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8eaf14-34e5-413a-9994-1729bdda2686", "tag": "1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:48.356324 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-259e61ba-5a59-4c87-99c1-a3e7bc7f30a1 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:48.360239 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259e61ba-5a59-4c87-99c1-a3e7bc7f30a1'] response: {'name': 'network-changed', 'server_uuid': '1c8eaf14-34e5-413a-9994-1729bdda2686', 'tag': '1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7', 'status': 'completed', 'code': 200} Mar 31 23:02:48.367019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5623365f-8cbd-46ff-b97e-3819048ddee5 req-311ab504-6d04-453b-9b4b-4349131ab2cc service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901524 Mar 31 23:02:48.391132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network 1453281a-927f-43f8-a34c-313b63e34edc is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:48.455889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97258044-ab12-426b-80e4-75df7b668eb7 req-5d1bb192-a743-47e2-9f68-bc6a1ee78c5a tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.459492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97258044-ab12-426b-80e4-75df7b668eb7 req-5d1bb192-a743-47e2-9f68-bc6a1ee78c5a tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.3270006 Mar 31 23:02:48.486064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e798571c-68d9-4c2d-8f3a-272f1c62f829,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.518943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1453281a-927f-43f8-a34c-313b63e34edc) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:48.528326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48f7ab-29ff-4dea-8564-cc5fa53a4ace None None] Network 1453281a-927f-43f8-a34c-313b63e34edc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:48.530628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.532057 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.534840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'Port': ['ID=3bf3bb58-331c-49fa-93ef-d81e3cf004ea,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.607609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port 7a327309-42fc-4ef9-818e-aec850673f5d on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:48.612433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:48.640070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e798571c-68d9-4c2d-8f3a-272f1c62f829'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:48.642085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:48.683254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572c1c4-6129-49b8-a62e-88e7ea52c529 None None] Network 8c13b761-28da-4547-acd3-059e40ed55b7 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:48.689559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-a2e3446e-4ba9-4c44-ab99-7555c7b116f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.693979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:48.695501 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-a2e3446e-4ba9-4c44-ab99-7555c7b116f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 1094 time: 0.1260910 Mar 31 23:02:48.731918 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f85487de-31a0-4dad-9c25-1ab9663a3396 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5446422 Mar 31 23:02:48.743558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40656) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:48.752224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2d56a5c0-ae1b-4f92-bb32-2a66a756af58 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:48.820404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e42666-f346-4155-9255-24254118a005 req-b5c418bb-24c3-489d-b711-cc943aecee04 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.822744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4e42666-f346-4155-9255-24254118a005 req-b5c418bb-24c3-489d-b711-cc943aecee04 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 944 time: 0.1948628 Mar 31 23:02:48.831218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-40ea574f-b4e3-4b9d-8cc8-69cf5debdb63 None None] Could not find standard attr ID for object 7a327309-42fc-4ef9-818e-aec850673f5d. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:02:48.869528 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.884458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ae14-c13c-4370-92e0-2d55870bbfe9 req-e40c1ad1-d8b6-4f33-ab3a-7482d2699242 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.886431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ab1ae14-c13c-4370-92e0-2d55870bbfe9 req-e40c1ad1-d8b6-4f33-ab3a-7482d2699242 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 943 time: 0.4021571 Mar 31 23:02:48.896508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d56a5c0-ae1b-4f92-bb32-2a66a756af58 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4274580'] for subnet, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.944274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.960952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-63afb766-621f-44ba-a75c-476982073acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.962446 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-63afb766-621f-44ba-a75c-476982073acd service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 907 time: 0.2578640 Mar 31 23:02:49.017046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ab1ae14-c13c-4370-92e0-2d55870bbfe9 req-88206fce-6c91-4ab4-b6c7-eccc1c56ca49 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181300 Mar 31 23:02:49.017341 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-c04a4aa5-998f-48fc-ad6f-f4f2bddc40d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 HTTP/1.1" status: 200 len: 217 time: 0.0456042 Mar 31 23:02:49.024866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4e42666-f346-4155-9255-24254118a005 req-d0931718-d1da-4b87-af54-3b6c8df85eea tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585689 Mar 31 23:02:49.031492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1453281a-927f-43f8-a34c-313b63e34edc', 'network_id': '1453281a-927f-43f8-a34c-313b63e34edc', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': '2bb00290-8b4f-453d-8488-739f34b29046'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:49.032649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.131368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.173147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-0d0b4c8e-942a-4ceb-a3a6-3776fc98b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.174190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c7863dfe-ded3-42c9-a3f2-33a35127c0ee up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:49.174713 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-0d0b4c8e-942a-4ceb-a3a6-3776fc98b717 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1327729 Mar 31 23:02:49.227749 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-ff471711-c2fa-4cdb-abb1-945803db2357 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440178 Mar 31 23:02:49.270112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d56a5c0-ae1b-4f92-bb32-2a66a756af58 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756025092015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4405914'] for subnet, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.291538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954893b-581b-428b-b18b-a67b20ce261a req-7cfd4cf6-6c63-4a1e-ab73-e94d49bbc12e tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.293307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-7cfd4cf6-6c63-4a1e-ab73-e94d49bbc12e tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 820 time: 0.1340516 Mar 31 23:02:49.297450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.357423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa5b97-da63-44be-8111-0571187e4d93 None None] Network 8c13b761-28da-4547-acd3-059e40ed55b7 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:49.384106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d56a5c0-ae1b-4f92-bb32-2a66a756af58 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.385965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d56a5c0-ae1b-4f92-bb32-2a66a756af58 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.388822 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2d56a5c0-ae1b-4f92-bb32-2a66a756af58 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "PUT /v2.0/subnets/2bb00290-8b4f-453d-8488-739f34b29046 HTTP/1.1" status: 200 len: 826 time: 0.6430891 Mar 31 23:02:49.390245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-a7b1c78b-b105-44a4-93b9-df3267257f56 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/quotas/6046c2a484d449739d81939834d4d364 HTTP/1.1" status: 200 len: 375 time: 0.0898230 Mar 31 23:02:49.406263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Allocated IP 2001:db8::2 (1453281a-927f-43f8-a34c-313b63e34edc/2bb00290-8b4f-453d-8488-739f34b29046/da897b68-4b8f-413a-b167-76c489dce0a4) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:49.412439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40670) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:49.481273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port c7863dfe-ded3-42c9-a3f2-33a35127c0ee completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:49.485680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=75abb442-9630-4d5d-9825-cb0ab10654d9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.499967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56a5c0-ae1b-4f92-bb32-2a66a756af58 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=2bb00290-8b4f-453d-8488-739f34b29046,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.526248 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-601dad4b-86b0-4fe8-a236-541c5f262cb1 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890842 Mar 31 23:02:49.526494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.586535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a2a7-213e-403d-b0cd-7f6585487b9e req-26b5ecc1-d580-4c05-ac4a-26682a18ccbb tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.591562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57f4a2a7-213e-403d-b0cd-7f6585487b9e req-26b5ecc1-d580-4c05-ac4a-26682a18ccbb tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 944 time: 0.2344341 Mar 31 23:02:49.593758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port c7863dfe-ded3-42c9-a3f2-33a35127c0ee triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:49.593954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.664233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c13b761-28da-4547-acd3-059e40ed55b7']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:49.669909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.706147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b7b122-b175-4f1b-a44c-51ea04eb541a') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:49.706666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b7b122-b175-4f1b-a44c-51ea04eb541a') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:49.750928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.761038 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.775382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-c399dda7-420a-43e0-b286-0117f41e4b79 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3230848 Mar 31 23:02:49.786926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57f4a2a7-213e-403d-b0cd-7f6585487b9e req-8c68114a-56e7-472b-a3e6-9ee58a287c0a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914299 Mar 31 23:02:49.847544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b1564e-aee5-423a-88aa-9f8687eb802b None None] DHCP port deletion for 8c13b761-28da-4547-acd3-059e40ed55b7 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:49.854600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.873387 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e8edcd9c-04e2-4413-97ea-f1a8c0d43446 req-16db13ef-a055-4515-b6c1-6e527916aaba service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371797 Mar 31 23:02:49.882454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:49.883176 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:49.889324 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:49.892042 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.927097 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.943272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.961613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae739f3-4c0e-4c74-bb30-ee6b6660b87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:49.964255 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd02ede4-f7e3-46ce-b49c-498892e5fb96" -d '{"events": [{"server_uuid": "eae739f3-4c0e-4c74-bb30-ee6b6660b87c", "name": "network-vif-plugged", "status": "completed", "tag": "c7863dfe-ded3-42c9-a3f2-33a35127c0ee"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:49.977027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-277e6097-080e-42d5-884d-77d519943a02 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822705 Mar 31 23:02:49.981503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c7863dfe-ded3-42c9-a3f2-33a35127c0ee, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:50.005777 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c2ad62-8044-4de4-b6de-788d127fdc07 x-openstack-request-id: req-36c2ad62-8044-4de4-b6de-788d127fdc07 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:50.006066 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae739f3-4c0e-4c74-bb30-ee6b6660b87c", "name": "network-vif-plugged", "status": "completed", "tag": "c7863dfe-ded3-42c9-a3f2-33a35127c0ee", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:50.006320 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36c2ad62-8044-4de4-b6de-788d127fdc07 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:50.006765 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c2ad62-8044-4de4-b6de-788d127fdc07'] response: {'server_uuid': 'eae739f3-4c0e-4c74-bb30-ee6b6660b87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee', 'code': 200} Mar 31 23:02:50.034827 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.132657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.144047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'Port': ['ID=3bf3bb58-331c-49fa-93ef-d81e3cf004ea,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.149895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2f840-2fc1-4e4d-b6c9-d394274fc3dc req-5b6bf72d-d4d6-4377-a8e7-9c325f997f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:50.151453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00c2f840-2fc1-4e4d-b6c9-d394274fc3dc req-5b6bf72d-d4d6-4377-a8e7-9c325f997f94 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 1095 time: 0.0821686 Mar 31 23:02:50.180533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-28c61cf1-52c1-45f0-a4a0-3f7cc0ada7b5 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969211 Mar 31 23:02:50.200765 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00c2f840-2fc1-4e4d-b6c9-d394274fc3dc req-e78c3131-918f-4f5d-abaf-8e753877190a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Mar 31 23:02:50.202120 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.205915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.207080 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.213843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941400'] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.218172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/8c13b761-28da-4547-acd3-059e40ed55b7 HTTP/1.1" status: 204 len: 168 time: 4.4692931 Mar 31 23:02:50.225653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40678) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:50.233518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355793531'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:50.241692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7ea6d-9254-4fd3-a873-c1449d55a9b3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=8c13b761-28da-4547-acd3-059e40ed55b7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.253387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Pushing event updated for resources: {'Port': ['ID=da897b68-4b8f-413a-b167-76c489dce0a4,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.265980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be733afa-a38c-4fc5-90ae-c04d42686cd5 req-b2aedcd0-0342-4771-892a-7e7f49979116 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:50.267589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be733afa-a38c-4fc5-90ae-c04d42686cd5 req-b2aedcd0-0342-4771-892a-7e7f49979116 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 944 time: 0.1344173 Mar 31 23:02:50.284208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Network 1453281a-927f-43f8-a34c-313b63e34edc is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:50.287283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:50.293196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:50.305028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.335435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be733afa-a38c-4fc5-90ae-c04d42686cd5 req-3041ae82-f086-45f2-8875-a4d6ff85b4d6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600984 Mar 31 23:02:50.363220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb00290-8b4f-453d-8488-739f34b29046,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.384939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.391680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Attempting to bind port da897b68-4b8f-413a-b167-76c489dce0a4 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:50.392457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Attempting to bind port da897b68-4b8f-413a-b167-76c489dce0a4 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '17067a48-b9ff-469c-b886-549f98ab3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1453281a-927f-43f8-a34c-313b63e34edc'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:50.393043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Attempting to bind port da897b68-4b8f-413a-b167-76c489dce0a4 on network 1453281a-927f-43f8-a34c-313b63e34edc {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:50.404285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.404783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:50.414752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Checking segment: {'id': '17067a48-b9ff-469c-b886-549f98ab3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1453281a-927f-43f8-a34c-313b63e34edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:50.414752 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.415094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0c7b5e2e-e70f-44c4-bacc-d559b54904f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3299472 Mar 31 23:02:50.415192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Bound using segment: {'id': '17067a48-b9ff-469c-b886-549f98ab3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1453281a-927f-43f8-a34c-313b63e34edc'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:50.415192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Bound port: da897b68-4b8f-413a-b167-76c489dce0a4, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17067a48-b9ff-469c-b886-549f98ab3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1453281a-927f-43f8-a34c-313b63e34edc'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:50.415192 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.481100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.522759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] For port da897b68-4b8f-413a-b167-76c489dce0a4, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:50.525138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1453281a-927f-43f8-a34c-313b63e34edc']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:50.530039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] For port da897b68-4b8f-413a-b167-76c489dce0a4, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=da897b68-4b8f-413a-b167-76c489dce0a4,segment=NetworkSegment(17067a48-b9ff-469c-b886-549f98ab3068),segment_id=17067a48-b9ff-469c-b886-549f98ab3068)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:50.531148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522df4ce-85b2-42e3-9449-73e337cb5b7e req-316eb042-75db-4742-b847-848f714834fb tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:50.532809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-522df4ce-85b2-42e3-9449-73e337cb5b7e req-316eb042-75db-4742-b847-848f714834fb tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 943 time: 0.0898826 Mar 31 23:02:50.546577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17067a48-b9ff-469c-b886-549f98ab3068') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:50.547564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17067a48-b9ff-469c-b886-549f98ab3068') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:50.572294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.595075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7a327309-42fc-4ef9-818e-aec850673f5d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:50.615294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-522df4ce-85b2-42e3-9449-73e337cb5b7e req-7cbde0f9-6a7f-4c3b-b83a-1f5eb1015c3a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757587 Mar 31 23:02:50.616187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:50.621093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.641763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 7a327309-42fc-4ef9-818e-aec850673f5d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:50.642159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7a327309-42fc-4ef9-818e-aec850673f5d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:50.677315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:50.695799 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.696058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.703323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:50.704137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.728412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55cfd37c-ca50-48b3-aaf5-b25c72b204c2 req-35114aad-0402-426f-8ffe-66c33246999d tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 210 time: 0.0621836 Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:50.732717 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:50.824672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-5145beee-a950-4acd-8836-ceaf9ad665f6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1866508564&fields=id&tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9 HTTP/1.1" status: 200 len: 267 time: 0.0709319 Mar 31 23:02:50.847717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.848122 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment 26527d0c-43d3-49b2-86a6-3673bac285cd of type vlan for network 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 Mar 31 23:02:50.894070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:02:50.894070 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:02:50.894070 n-d-836015-1 neutron-server[109821]: [parameters: {'id': '1453281a-927f-43f8-a34c-313b63e34edc'}] Mar 31 23:02:50.894070 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:50.894415 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:50.926081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.946623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7be96a-e95b-42a3-a035-1324e27c3a51 None None] Pushing event updated for resources: {'Port': ['ID=da897b68-4b8f-413a-b167-76c489dce0a4,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.985142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b044fb6-e65f-490d-bd44-205c63b6075a None None] Network 1453281a-927f-43f8-a34c-313b63e34edc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:51.057009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.063231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:51.063953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.070586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:51.164405 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9340858 Mar 31 23:02:51.166511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40702) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:51.171890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': '1a5cb186-2d1c-44a2-bf1d-0a09cf13c786', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:51.178673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad521ff3-7a56-4a62-85b6-813ffacd28e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=1a5cb186-2d1c-44a2-bf1d-0a09cf13c786,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:51.293695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:51.395352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.420183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:51.424852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.492617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed0e1e-beee-4119-8db0-2fb0d7d56025 None None] Network 1453281a-927f-43f8-a34c-313b63e34edc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:51.505971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-8c57906e-b44a-46aa-a2cd-5a0e944ad77c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:51.507621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-8c57906e-b44a-46aa-a2cd-5a0e944ad77c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 814 time: 0.6821289 Mar 31 23:02:51.523925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8129a01-63a1-4f64-b8f0-f238a2ccf3e5 req-d33b0b36-a93d-42fa-8219-2a432a92dffe tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:51.525455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8129a01-63a1-4f64-b8f0-f238a2ccf3e5 req-d33b0b36-a93d-42fa-8219-2a432a92dffe tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 944 time: 0.5526068 Mar 31 23:02:51.546228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-3131bed1-8bdc-454d-b23e-0d9463815ae7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/quotas/02c9ebfc276b4fa48e7a0e018b9793d9 HTTP/1.1" status: 200 len: 375 time: 0.0194969 Mar 31 23:02:51.577138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:51.600001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting port da897b68-4b8f-413a-b167-76c489dce0a4 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:51.606062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.606271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'port_id': '1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7', 'mac_address': 'fa:16:3e:b4:0d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31745a5e-6ef0-4571-8300-7eeaf4dba00d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:51.645977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8129a01-63a1-4f64-b8f0-f238a2ccf3e5 req-234d17d9-8106-4e98-b80d-36a25e2e9d49 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968955 Mar 31 23:02:51.678576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-92c93695-f2e7-4465-a749-c444bf215dc9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276147 Mar 31 23:02:51.705723 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.728118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:51.738653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f8e01-a053-4da2-b1ce-f7a6a21de7a6 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:02:51.780889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e798571c-68d9-4c2d-8f3a-272f1c62f829 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:51.787132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:51.847958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] For port da897b68-4b8f-413a-b167-76c489dce0a4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=da897b68-4b8f-413a-b167-76c489dce0a4,segment=NetworkSegment(17067a48-b9ff-469c-b886-549f98ab3068),segment_id=17067a48-b9ff-469c-b886-549f98ab3068)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:51.848444 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.879176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-2d2d026a-cb2b-42b3-8ff8-ed667d2d6895 service neutron] 10.222.0.31 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906559 Mar 31 23:02:51.887553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Calling delete_port for da897b68-4b8f-413a-b167-76c489dce0a4 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:51.891616 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.973274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.001285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f8e01-a053-4da2-b1ce-f7a6a21de7a6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:02:52.011826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3dc0b-c0ec-42e2-95a4-efd96de9f134 req-1925c270-fa1c-467e-b62e-82a091943ad0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.012929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port e798571c-68d9-4c2d-8f3a-272f1c62f829 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:52.014432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81c3dc0b-c0ec-42e2-95a4-efd96de9f134 req-1925c270-fa1c-467e-b62e-82a091943ad0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 945 time: 0.1911316 Mar 31 23:02:52.021234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port e798571c-68d9-4c2d-8f3a-272f1c62f829 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:52.021624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.073076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2121a05-aa53-4601-95ff-6b725c8efdfe service neutron] 10.222.0.31 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781850 Mar 31 23:02:52.094805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81c3dc0b-c0ec-42e2-95a4-efd96de9f134 req-a579c120-46dc-4cb0-9ef4-51d22492c8db tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Mar 31 23:02:52.116720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.166025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.195274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:52.198455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Port': ['ID=da897b68-4b8f-413a-b167-76c489dce0a4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.212909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b623-e266-4b85-8d9b-50c1ce23611f req-1d38ecd8-12b3-4708-881b-52ef9d7a2b4d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.218628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=3f12d0a2-15e8-4009-a968-2c2f5f6c303f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.220990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No DVR routers for this DVR port da897b68-4b8f-413a-b167-76c489dce0a4 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:52.223254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09e6b623-e266-4b85-8d9b-50c1ce23611f req-1d38ecd8-12b3-4708-881b-52ef9d7a2b4d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 944 time: 0.0697472 Mar 31 23:02:52.267207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09e6b623-e266-4b85-8d9b-50c1ce23611f req-dae00985-4d4a-4310-b26a-0c5c0b4fb17a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Mar 31 23:02:52.302152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': '26527d0c-43d3-49b2-86a6-3673bac285cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a5cb186-2d1c-44a2-bf1d-0a09cf13c786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:52.302547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:52.320274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.350167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1453281a-927f-43f8-a34c-313b63e34edc']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:52.363595 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17067a48-b9ff-469c-b886-549f98ab3068') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:52.364154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17067a48-b9ff-469c-b886-549f98ab3068') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:52.382257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.391351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00a273b1-43fe-4c97-9241-c4b9680f4ba9 req-11a0f69a-3fdc-466e-91ee-45b4429d8e7f tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 210 time: 0.0352814 Mar 31 23:02:52.408406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.415866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:52.416271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.421286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:52.493883 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:52.541701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:52.571494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01c13ab1-01f1-485c-93aa-c798c0f8e2b4 req-e0eb5f73-fbc1-4246-aa0a-df1198ac5fa2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 210 time: 0.0445235 Mar 31 23:02:52.611635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63d883-00a0-44aa-be32-8bcca759819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798571c-68d9-4c2d-8f3a-272f1c62f829'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:52.614009 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb20cdf-1d54-4921-b301-c87aa329b3a2" -d '{"events": [{"server_uuid": "3e63d883-00a0-44aa-be32-8bcca759819e", "name": "network-vif-plugged", "status": "completed", "tag": "e798571c-68d9-4c2d-8f3a-272f1c62f829"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:52.619405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.636837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e798571c-68d9-4c2d-8f3a-272f1c62f829, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e798571c-68d9-4c2d-8f3a-272f1c62f829,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:52.643626 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.648559 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/1453281a-927f-43f8-a34c-313b63e34edc HTTP/1.1" status: 204 len: 168 time: 3.2343073 Mar 31 23:02:52.651632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40720) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:52.660464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480e90c-5a64-4b57-9843-dea08bb25551 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=1453281a-927f-43f8-a34c-313b63e34edc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.692416 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-424d194b-c22f-497c-9a96-e3d9659eac2f tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:02:52.693096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424d194b-c22f-497c-9a96-e3d9659eac2f tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:02:52.698537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-424d194b-c22f-497c-9a96-e3d9659eac2f tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/1453281a-927f-43f8-a34c-313b63e34edc HTTP/1.1" status: 404 len: 339 time: 0.0437231 Mar 31 23:02:52.701580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40726) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:52.707318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354415335', 'description': 'd1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:52.712416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:52.721274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.722332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.728044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3544bddf-7a0f-49cb-a769-0a73b68330ec None None] Network 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:52.732874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.784928 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a05bb8-44a9-4926-b19e-b3cf80cc8935 x-openstack-request-id: req-a3a05bb8-44a9-4926-b19e-b3cf80cc8935 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:52.785224 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63d883-00a0-44aa-be32-8bcca759819e", "name": "network-vif-plugged", "status": "completed", "tag": "e798571c-68d9-4c2d-8f3a-272f1c62f829", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:52.785483 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3a05bb8-44a9-4926-b19e-b3cf80cc8935 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:52.785877 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a05bb8-44a9-4926-b19e-b3cf80cc8935'] response: {'server_uuid': '3e63d883-00a0-44aa-be32-8bcca759819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798571c-68d9-4c2d-8f3a-272f1c62f829', 'code': 200} Mar 31 23:02:52.855597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e798571c-68d9-4c2d-8f3a-272f1c62f829,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.880028 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-102a5cb5-2ad5-44b8-8e2d-6ed47ba9f4d8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7110271 Mar 31 23:02:52.885333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40730) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:52.903276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dd78e-6c09-4f40-8b8a-3d18b65dc118 req-0ab664c3-0fa5-4297-b276-f4383a42eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.905577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-505dd78e-6c09-4f40-8b8a-3d18b65dc118 req-0ab664c3-0fa5-4297-b276-f4383a42eeb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 1096 time: 0.0801842 Mar 31 23:02:52.923972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39190eea-09bc-4618-a831-d526b3b95063 req-69a0be0e-2ea3-4fc1-b6ba-d7303749e36c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.925646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39190eea-09bc-4618-a831-d526b3b95063 req-69a0be0e-2ea3-4fc1-b6ba-d7303749e36c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 945 time: 0.0703900 Mar 31 23:02:52.988686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-505dd78e-6c09-4f40-8b8a-3d18b65dc118 req-935b5aee-0013-426c-9a04-90e520d58892 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732591 Mar 31 23:02:52.993561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39190eea-09bc-4618-a831-d526b3b95063 req-0c4ec003-c314-4ccb-9975-2a25d4ca3ec9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589759 Mar 31 23:02:53.006207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.017076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1a5cb186-2d1c-44a2-bf1d-0a09cf13c786', 'network_id': '1a5cb186-2d1c-44a2-bf1d-0a09cf13c786', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '3f12d0a2-15e8-4009-a968-2c2f5f6c303f'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:53.020185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.064230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:53.069335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.109468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.116132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:53.165339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.165339 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment de74c4a5-1504-45a7-83a0-2717960ecc02 of type vlan for network b70db753-d68b-4560-aafe-4369498d672d Mar 31 23:02:53.259021 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.296804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Allocated IP 172.20.0.2 (1a5cb186-2d1c-44a2-bf1d-0a09cf13c786/3f12d0a2-15e8-4009-a968-2c2f5f6c303f/b4042cd0-4f11-40d9-b2be-daa38cd08cc3) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:53.346943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b448846-2c62-4c65-8027-48a69adfd1f1 req-20b62a8d-678f-49f9-a273-0075d0fef893 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.350112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b448846-2c62-4c65-8027-48a69adfd1f1 req-20b62a8d-678f-49f9-a273-0075d0fef893 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 945 time: 0.0929277 Mar 31 23:02:53.435971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.441815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.443027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.471404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7470f-ac8a-4fb4-878f-cf636811158a req-15c876b2-a72e-4922-86b9-da39f41abacb tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.477748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cba7470f-ac8a-4fb4-878f-cf636811158a req-15c876b2-a72e-4922-86b9-da39f41abacb tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 944 time: 0.1088829 Mar 31 23:02:53.491745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b448846-2c62-4c65-8027-48a69adfd1f1 req-27f56664-603f-4a2c-a807-fe170f892d65 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313875 Mar 31 23:02:53.552947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=b70db753-d68b-4560-aafe-4369498d672d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.562855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cba7470f-ac8a-4fb4-878f-cf636811158a req-7cc05835-2efc-4a7b-b491-a007f377d05c tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683970 Mar 31 23:02:53.577373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network b70db753-d68b-4560-aafe-4369498d672d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:53.587522 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-71648d85-ce89-4a33-98b6-72d05fcb7793 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8841798 Mar 31 23:02:53.592163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40740) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.649199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.720373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b4d3f91-264b-4380-87e0-049cf59205ee req-05e6a46b-29bc-4b14-b8f1-269820649ca5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 210 time: 0.1088631 Mar 31 23:02:53.743416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97381193-c282-41bf-ae9d-e72a7c37da1a req-9b9e7c24-cef3-44b4-a655-a847b767468e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 210 time: 0.0982912 Mar 31 23:02:53.747513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.762316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173e443-2e5c-4a8d-b5e2-d9449d8dea9a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.767595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2173e443-2e5c-4a8d-b5e2-d9449d8dea9a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/networks?id=b70db753-d68b-4560-aafe-4369498d672d HTTP/1.1" status: 200 len: 764 time: 0.1730137 Mar 31 23:02:53.768038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40744) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.775611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f02342fd-528e-4def-831c-a0dd1fdec80e tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'description': 'd2'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:53.811971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Network 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:53.815387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:53.818923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:53.824070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Pushing event updated for resources: {'Port': ['ID=b4042cd0-4f11-40d9-b2be-daa38cd08cc3,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.827438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.866463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=3f12d0a2-15e8-4009-a968-2c2f5f6c303f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.895955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Attempting to bind port b4042cd0-4f11-40d9-b2be-daa38cd08cc3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:53.896525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Attempting to bind port b4042cd0-4f11-40d9-b2be-daa38cd08cc3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '26527d0c-43d3-49b2-86a6-3673bac285cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a5cb186-2d1c-44a2-bf1d-0a09cf13c786'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:53.897197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Attempting to bind port b4042cd0-4f11-40d9-b2be-daa38cd08cc3 on network 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:53.922312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:53.922833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Checking segment: {'id': '26527d0c-43d3-49b2-86a6-3673bac285cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a5cb186-2d1c-44a2-bf1d-0a09cf13c786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:53.923438 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.924069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Bound using segment: {'id': '26527d0c-43d3-49b2-86a6-3673bac285cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a5cb186-2d1c-44a2-bf1d-0a09cf13c786'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:53.927390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Bound port: b4042cd0-4f11-40d9-b2be-daa38cd08cc3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26527d0c-43d3-49b2-86a6-3673bac285cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a5cb186-2d1c-44a2-bf1d-0a09cf13c786'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:53.928034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.989366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.012183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f02342fd-528e-4def-831c-a0dd1fdec80e tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.017347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5cb186-2d1c-44a2-bf1d-0a09cf13c786']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:54.021962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] For port b4042cd0-4f11-40d9-b2be-daa38cd08cc3, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:54.026175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] For port b4042cd0-4f11-40d9-b2be-daa38cd08cc3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b4042cd0-4f11-40d9-b2be-daa38cd08cc3,segment=NetworkSegment(26527d0c-43d3-49b2-86a6-3673bac285cd),segment_id=26527d0c-43d3-49b2-86a6-3673bac285cd)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:54.029024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26527d0c-43d3-49b2-86a6-3673bac285cd') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:54.029325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26527d0c-43d3-49b2-86a6-3673bac285cd') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:54.041789 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.156481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc2c9d-cebf-467b-9942-cb5d24b3ca7b req-8d23b0c3-4c40-4d35-adff-d82fa52da80b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.158187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38dc2c9d-cebf-467b-9942-cb5d24b3ca7b req-8d23b0c3-4c40-4d35-adff-d82fa52da80b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 945 time: 0.0591879 Mar 31 23:02:54.174886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.176020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.183208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:54.183617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:54.187781 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:54.223157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38dc2c9d-cebf-467b-9942-cb5d24b3ca7b req-49af263e-ff3e-44f2-9c3e-2ab9ec89cee4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 Mar 31 23:02:54.233794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f02342fd-528e-4def-831c-a0dd1fdec80e tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.295596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f02342fd-528e-4def-831c-a0dd1fdec80e tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network b70db753-d68b-4560-aafe-4369498d672d is not hosted by any dhcp agent {{(pid=109820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:02:54.301174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02342fd-528e-4def-831c-a0dd1fdec80e tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.301575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f02342fd-528e-4def-831c-a0dd1fdec80e tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.302931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f02342fd-528e-4def-831c-a0dd1fdec80e tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "PUT /v2.0/networks/b70db753-d68b-4560-aafe-4369498d672d HTTP/1.1" status: 200 len: 761 time: 0.5337322 Mar 31 23:02:54.311062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:54.359972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda69ab-94be-454d-813f-e900ef75bc85 None None] Pushing event updated for resources: {'Port': ['ID=b4042cd0-4f11-40d9-b2be-daa38cd08cc3,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.371337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02342fd-528e-4def-831c-a0dd1fdec80e tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=b70db753-d68b-4560-aafe-4369498d672d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.405801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d709b4-fd44-4488-add1-60c6f371d197 None None] Network 1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:54.451871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:02:54.451871 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:02:54.451871 n-d-836015-1 neutron-server[109821]: [parameters: {'id': '1a5cb186-2d1c-44a2-bf1d-0a09cf13c786'}] Mar 31 23:02:54.451871 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:54.452398 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:54.488596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d377a64-17d6-409e-841a-d9132fcca799 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.494113 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2d377a64-17d6-409e-841a-d9132fcca799 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/networks?id=b70db753-d68b-4560-aafe-4369498d672d HTTP/1.1" status: 200 len: 764 time: 0.1799521 Mar 31 23:02:54.494425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40750) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:54.516688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network b70db753-d68b-4560-aafe-4369498d672d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:54.522066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954893b-581b-428b-b18b-a67b20ce261a req-bfb71bd1-8125-49a2-b9a2-c50a9015189e tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.523607 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-bfb71bd1-8125-49a2-b9a2-c50a9015189e tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.50 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 820 time: 0.2363732 Mar 31 23:02:54.543780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Request body: {'port': {'device_id': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'admin_state_up': True, 'tenant_id': '6046c2a484d449739d81939834d4d364'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:54.745288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c10e35-e7a7-49b9-9a05-0db2f388c83a req-9fbe77d8-decd-4ea9-9fad-363f83bb7987 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.748455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36c10e35-e7a7-49b9-9a05-0db2f388c83a req-9fbe77d8-decd-4ea9-9fad-363f83bb7987 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 945 time: 0.1415627 Mar 31 23:02:54.771225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3208f-9f6d-4eb5-9c71-63e8ea50eacc tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.773051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-98e3208f-9f6d-4eb5-9c71-63e8ea50eacc tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2772670 Mar 31 23:02:54.777742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40758) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:54.790953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-d43ce695-8c42-4cd1-b93a-a7b673d4a2c4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.793209 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-d43ce695-8c42-4cd1-b93a-a7b673d4a2c4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.50 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 945 time: 0.1039712 Mar 31 23:02:54.795649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029054f-fb18-4047-a511-999e67bccdf2 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:02:54.837718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36c10e35-e7a7-49b9-9a05-0db2f388c83a req-5e8ce00f-d131-4418-abdf-b18a6987570e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Mar 31 23:02:54.848836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45deaaf-055d-40f4-8429-e9b6c851c033 req-42462d8a-5d8f-41de-be23-7f5e414d7dce tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.859687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b45deaaf-055d-40f4-8429-e9b6c851c033 req-42462d8a-5d8f-41de-be23-7f5e414d7dce tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 944 time: 0.1046302 Mar 31 23:02:54.901132 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-46980529-c9a7-4f00-b811-9c35b0e02c6b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 207 time: 0.1180067 Mar 31 23:02:54.901707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40762) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:54.954639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.003137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b45deaaf-055d-40f4-8429-e9b6c851c033 req-79b9608b-1588-4bc6-a1bc-fdb80e825de7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450868 Mar 31 23:02:55.026510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Deleting port c7863dfe-ded3-42c9-a3f2-33a35127c0ee {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:55.026510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.068511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029054f-fb18-4047-a511-999e67bccdf2 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:02:55.088192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Made reservation on behalf of 6046c2a484d449739d81939834d4d364 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:55.092921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.094897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:55.210959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port b4042cd0-4f11-40d9-b2be-daa38cd08cc3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:55.211736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.220390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c45343ad-f3bb-4400-82e6-f0c7217ad0f3 req-d3f85818-df26-4bcd-8dae-80b9e4934cdb tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 210 time: 0.2287922 Mar 31 23:02:55.266828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e983a96f-b11a-4a28-865a-af7ed2a31a14 req-876f304d-75e2-4a10-baa3-d24de65eabe8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 210 time: 0.1161561 Mar 31 23:02:55.354458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d69a6f-adf0-46f3-9d96-46f7c9e4631a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.361382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d69a6f-adf0-46f3-9d96-46f7c9e4631a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.368257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d69a6f-adf0-46f3-9d96-46f7c9e4631a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.375917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d69a6f-adf0-46f3-9d96-46f7c9e4631a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.382944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d69a6f-adf0-46f3-9d96-46f7c9e4631a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.390656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d69a6f-adf0-46f3-9d96-46f7c9e4631a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.393083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d3d69a6f-adf0-46f3-9d96-46f7c9e4631a tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4898410 Mar 31 23:02:55.397737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40766) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:55.539769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:55.546733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:55.547316 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.593972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b837234a-37a2-4e5b-acf0-1d153f49e538 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1949601 Mar 31 23:02:55.599157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40768) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:55.620761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e86d2-df8a-40a1-9245-229b68e4b741 req-96e7c961-be2e-45f5-9705-ce68b80467fe tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.627399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f2e86d2-df8a-40a1-9245-229b68e4b741 req-96e7c961-be2e-45f5-9705-ce68b80467fe tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 945 time: 0.2326777 Mar 31 23:02:55.696154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] For port c7863dfe-ded3-42c9-a3f2-33a35127c0ee, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:55.696586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.729227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Calling delete_port for c7863dfe-ded3-42c9-a3f2-33a35127c0ee owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:55.737657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port b4042cd0-4f11-40d9-b2be-daa38cd08cc3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b4042cd0-4f11-40d9-b2be-daa38cd08cc3,segment=NetworkSegment(26527d0c-43d3-49b2-86a6-3673bac285cd),segment_id=26527d0c-43d3-49b2-86a6-3673bac285cd)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:55.738346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.783109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for b4042cd0-4f11-40d9-b2be-daa38cd08cc3 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:55.805548 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.843954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8eaf14-34e5-413a-9994-1729bdda2686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:55.847998 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dcb3d1-801e-4197-aa4c-91523fb8aa30" -d '{"events": [{"server_uuid": "1c8eaf14-34e5-413a-9994-1729bdda2686", "name": "network-vif-plugged", "status": "completed", "tag": "1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:55.852412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Allocated IP 172.20.0.3 (f6e11a46-7758-4505-a70c-579aed1218e3/3185d49c-8531-42db-a9a1-4d610dc3d610/d0f2bfe3-bf12-42a8-99cf-8ca24023f582) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:55.866430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:55.905519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bc101-0641-4e8b-a4c8-42f33ae37342 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.907239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bc101-0641-4e8b-a4c8-42f33ae37342 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.908783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bc101-0641-4e8b-a4c8-42f33ae37342 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.910979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bc101-0641-4e8b-a4c8-42f33ae37342 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.912592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bc101-0641-4e8b-a4c8-42f33ae37342 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.918591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-259bc101-0641-4e8b-a4c8-42f33ae37342 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2876787 Mar 31 23:02:55.924783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40776) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:55.929665 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef19fe-feee-41ad-9c58-44e16cea0924 x-openstack-request-id: req-16ef19fe-feee-41ad-9c58-44e16cea0924 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:55.929958 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8eaf14-34e5-413a-9994-1729bdda2686", "name": "network-vif-plugged", "status": "completed", "tag": "1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:55.930212 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16ef19fe-feee-41ad-9c58-44e16cea0924 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:55.930681 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ef19fe-feee-41ad-9c58-44e16cea0924'] response: {'server_uuid': '1c8eaf14-34e5-413a-9994-1729bdda2686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7', 'code': 200} Mar 31 23:02:55.944736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.945570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c7863dfe-ded3-42c9-a3f2-33a35127c0ee no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:56.002980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f2e86d2-df8a-40a1-9245-229b68e4b741 req-e05ec891-46fc-487c-bdc3-6d7909cf0b69 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530881 Mar 31 23:02:56.100129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-430cf0ac-7847-44af-a883-d9b461d24119 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.104508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-430cf0ac-7847-44af-a883-d9b461d24119 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.50 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 814 time: 0.4030228 Mar 31 23:02:56.122561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.191527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.192704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6363f3b-e8a4-4d3a-b6bf-7eab3ca2ef24 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.194268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6363f3b-e8a4-4d3a-b6bf-7eab3ca2ef24 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.196344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6363f3b-e8a4-4d3a-b6bf-7eab3ca2ef24 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.197904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6363f3b-e8a4-4d3a-b6bf-7eab3ca2ef24 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.199280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6363f3b-e8a4-4d3a-b6bf-7eab3ca2ef24 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.205277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b6363f3b-e8a4-4d3a-b6bf-7eab3ca2ef24 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2775564 Mar 31 23:02:56.220576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40782) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:56.235460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.333749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.345586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-c773c1e0-8ebb-424f-87a9-b6b0c78765e0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9 HTTP/1.1" status: 200 len: 380 time: 0.2303221 Mar 31 23:02:56.348583 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 31 23:02:56.348583 n-d-836015-1 neutron-server[109822]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 31 23:02:56.348583 n-d-836015-1 neutron-server[109822]: [parameters: {'status': 'DOWN', 'ports_id': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee'}] Mar 31 23:02:56.348583 n-d-836015-1 neutron-server[109822]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:56.350160 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:56.364534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'port': {'device_id': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'admin_state_up': True, 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'security_groups': ['8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:56.372212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port b4042cd0-4f11-40d9-b2be-daa38cd08cc3 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:56.379013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=b4042cd0-4f11-40d9-b2be-daa38cd08cc3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.404271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328a9b-dc1b-4d3e-b5d8-84edd569c025 req-2b5d5b09-20c4-4138-bb33-a67832b79cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.405685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44328a9b-dc1b-4d3e-b5d8-84edd569c025 req-2b5d5b09-20c4-4138-bb33-a67832b79cda service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 1096 time: 0.2432871 Mar 31 23:02:56.441750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc9b80-830c-459c-b67d-72cce7bb514e req-143f2c45-dc19-4b0d-be6b-20bdd0ba06e3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.443389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7cc9b80-830c-459c-b67d-72cce7bb514e req-143f2c45-dc19-4b0d-be6b-20bdd0ba06e3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 945 time: 0.2923117 Mar 31 23:02:56.471523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.476334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec6927-e7f1-4e66-9f05-427f300102a2 req-a8e5adee-349b-4b44-859a-5dc478655f64 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.478091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcec6927-e7f1-4e66-9f05-427f300102a2 req-a8e5adee-349b-4b44-859a-5dc478655f64 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 945 time: 0.3378828 Mar 31 23:02:56.484675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['66bae3ac-200a-40bc-aa5b-943ff350a1b5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:56.490495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.503554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.508528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Network f6e11a46-7758-4505-a70c-579aed1218e3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:56.549566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4d0d7-66bb-494d-81fe-a4e2b02c6910 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.550117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:56.550393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:56.553288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:56.557449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65a4d0d7-66bb-494d-81fe-a4e2b02c6910 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/networks/babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c HTTP/1.1" status: 200 len: 804 time: 0.3174798 Mar 31 23:02:56.566658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40788) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:56.650618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44328a9b-dc1b-4d3e-b5d8-84edd569c025 req-57c4430c-2b3d-4a80-a31a-6469b7d686c6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933985 Mar 31 23:02:56.681311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7cc9b80-830c-459c-b67d-72cce7bb514e req-eb47dd4c-5347-401e-a331-610eebfc1a22 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187271 Mar 31 23:02:56.694652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5cb186-2d1c-44a2-bf1d-0a09cf13c786']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:56.711777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcec6927-e7f1-4e66-9f05-427f300102a2 req-45f57a4d-b28e-4464-8ed9-a1ec0f407ab3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012360 Mar 31 23:02:56.757371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Pushing event updated for resources: {'Port': ['ID=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.822843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26527d0c-43d3-49b2-86a6-3673bac285cd') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:56.823155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26527d0c-43d3-49b2-86a6-3673bac285cd') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:56.835781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Made reservation on behalf of 02c9ebfc276b4fa48e7a0e018b9793d9 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:56.841091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.890144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] No DVR routers for this DVR port c7863dfe-ded3-42c9-a3f2-33a35127c0ee on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:56.897082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Port c7863dfe-ded3-42c9-a3f2-33a35127c0ee update to DOWN by agent not found {{(pid=109822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:02:56.898786 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.906442 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.50 "DELETE /v2.0/ports/c7863dfe-ded3-42c9-a3f2-33a35127c0ee HTTP/1.1" status: 204 len: 173 time: 2.0977910 Mar 31 23:02:56.917405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae739f3-4c0e-4c74-bb30-ee6b6660b87c', 'name': 'network-vif-deleted', 'tag': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:56.919992 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4675e2a5-d3c4-4a43-b3f7-35dfb003f014" -d '{"events": [{"server_uuid": "eae739f3-4c0e-4c74-bb30-ee6b6660b87c", "name": "network-vif-deleted", "tag": "c7863dfe-ded3-42c9-a3f2-33a35127c0ee"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:56.930035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.930694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.966933 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.967376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-881bd31f-0e10-47a9-be0b-896502862c1a req-d0b20d5c-9912-4590-848c-f369f71787d8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 210 time: 0.0506968 Mar 31 23:02:56.980105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Pushing event deleted for resources: {'Port': ['ID=c7863dfe-ded3-42c9-a3f2-33a35127c0ee,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:57.005334 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.020211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-af3a0f2f-d29b-40dc-80cb-9412b71b5bc2 None None] Provisioning complete for port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:57.023837 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af3a0f2f-d29b-40dc-80cb-9412b71b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.033012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:57.033479 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:57.040023 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:57.081488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f314-ece5-47b6-8164-c5da72247e2c req-4891fdbc-9306-4320-bcb2-3d81c960d81b tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.083372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f38f314-ece5-47b6-8164-c5da72247e2c req-4891fdbc-9306-4320-bcb2-3d81c960d81b tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 931 time: 0.1982265 Mar 31 23:02:57.115395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-af3a0f2f-d29b-40dc-80cb-9412b71b5bc2 None None] Port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:57.132311 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a594e5-966d-46ed-9433-49fdc4e48c4d x-openstack-request-id: req-24a594e5-966d-46ed-9433-49fdc4e48c4d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:57.137536 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae739f3-4c0e-4c74-bb30-ee6b6660b87c", "name": "network-vif-deleted", "tag": "c7863dfe-ded3-42c9-a3f2-33a35127c0ee", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:57.137536 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24a594e5-966d-46ed-9433-49fdc4e48c4d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:57.137536 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a594e5-966d-46ed-9433-49fdc4e48c4d'] response: {'server_uuid': 'eae739f3-4c0e-4c74-bb30-ee6b6660b87c', 'name': 'network-vif-deleted', 'tag': 'c7863dfe-ded3-42c9-a3f2-33a35127c0ee', 'status': 'completed', 'code': 200} Mar 31 23:02:57.141368 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-2249a228-6e13-4bf5-9fce-733fead15e65 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6026757 Mar 31 23:02:57.146565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-eb52e080-fd71-4094-9281-074c63cb8ca6 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/networks/babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5786169 Mar 31 23:02:57.151747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40792) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:57.156331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Request body: {'port': {'device_id': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:57.201453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f38f314-ece5-47b6-8164-c5da72247e2c req-07cec2f4-11be-4fb5-bd6a-b6c74f514172 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051087 Mar 31 23:02:57.232417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Allocated IP 172.20.0.10 (56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85/a9194943-9c32-4fda-9985-0f24f5a054b0/ad13302a-2a9c-458d-8b29-4b93dd185418) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:57.232675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.249201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea7f4f-acdb-454d-96ce-0f8566330a41 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.255951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fcea7f4f-acdb-454d-96ce-0f8566330a41 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/subnets/0bae51dc-fb54-4753-a4f4-63b217bcce3e HTTP/1.1" status: 200 len: 843 time: 0.0921323 Mar 31 23:02:57.258232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40794) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:57.268426 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.272997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.276804 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 HTTP/1.1" status: 204 len: 168 time: 4.3920252 Mar 31 23:02:57.286447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40796) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:57.300012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06fe8-1422-42db-bca3-ac93af4eb1bc tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=1a5cb186-2d1c-44a2-bf1d-0a09cf13c786,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:57.302470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1546341679'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:57.417619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b223d6d-6b08-47a1-a940-ee030ec4dfd0 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['shared'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.419812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b223d6d-6b08-47a1-a940-ee030ec4dfd0 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "GET /v2.0/subnets/0bae51dc-fb54-4753-a4f4-63b217bcce3e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1598649 Mar 31 23:02:57.425193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40798) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:57.430828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1180201102'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:57.480147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:57.485197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.504846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.531891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:57.553525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.553923 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment 63bb886e-f95f-4aec-bde7-fc245247b918 of type vlan for network 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f Mar 31 23:02:57.606488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.616509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f2bfe3-bf12-42a8-99cf-8ca24023f582 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:57.625106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.629718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:57.633287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.653310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Transition to ACTIVE for port object d0f2bfe3-bf12-42a8-99cf-8ca24023f582 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:57.665022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:57.679719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.679719 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Added segment afce525c-d2a5-46c5-9801-e21c629e6110 of type vlan for network c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e Mar 31 23:02:57.728328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.737988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.780841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.806835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.814882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.815864 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.861524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:57.882356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:57.923091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:57.948750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c693e06d-6b29-46d2-a14a-de59754d381e req-851369b1-54cd-4bbc-b6ac-31ac59016242 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae739f3-4c0e-4c74-bb30-ee6b6660b87c HTTP/1.1" status: 200 len: 210 time: 0.1476138 Mar 31 23:02:57.952944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:57.955597 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.964277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.964972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.059232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:58.103219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=1a7f9524-23a3-4cf2-aa59-6b3def6fa66f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:58.122275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.123253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.130564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:58.155577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fe2a4-d757-4e51-b651-06fcecd4b5b6 req-85950300-26d2-4e5d-9d49-4e5cae20e72d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.159118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa2fe2a4-d757-4e51-b651-06fcecd4b5b6 req-85950300-26d2-4e5d-9d49-4e5cae20e72d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 945 time: 0.3059618 Mar 31 23:02:58.161375 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7347465 Mar 31 23:02:58.167730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40808) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:58.176508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'network_id': 'c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:58.194177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b261199-573a-4ffe-9fc5-a89fabb4ebb9 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Network': ['ID=c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:58.240654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Attempting to bind port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:58.241492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Attempting to bind port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:58.242267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Attempting to bind port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 on network f6e11a46-7758-4505-a70c-579aed1218e3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:58.260103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77a83dc1-a4e6-4a24-a042-5ed455526c75 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9718628 Mar 31 23:02:58.271015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:58.277770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40812) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:58.295536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': '1a7f9524-23a3-4cf2-aa59-6b3def6fa66f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:58.304516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 on network f6e11a46-7758-4505-a70c-579aed1218e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:58.308250 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Attempting to bind port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 on network f6e11a46-7758-4505-a70c-579aed1218e3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:58.321959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:58.322857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Checking segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:58.329261 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Bound using segment: {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:58.330209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Bound port: d0f2bfe3-bf12-42a8-99cf-8ca24023f582, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbf74a0-ef27-4706-b591-234e7eb31a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:58.333013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.420849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-a2cab751-7c84-445e-ba43-8d7914bddc75 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0699968 Mar 31 23:02:58.452060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cc82e221-88c6-458e-8384-98035a33bad6 None None] Provisioning complete for port ad13302a-2a9c-458d-8b29-4b93dd185418 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:58.452692 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cc82e221-88c6-458e-8384-98035a33bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.455370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Request body: {'port': {'device_id': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:58.489186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] For port d0f2bfe3-bf12-42a8-99cf-8ca24023f582, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:58.495617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] For port d0f2bfe3-bf12-42a8-99cf-8ca24023f582, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:58.510707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cc82e221-88c6-458e-8384-98035a33bad6 None None] Port ad13302a-2a9c-458d-8b29-4b93dd185418 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:58.555977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa2fe2a4-d757-4e51-b651-06fcecd4b5b6 req-9bf29021-aa39-4159-b389-7a9c0ca5064d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272591 Mar 31 23:02:58.595948 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.623770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874593a-f4cf-4239-9bf3-d6bd11c90095 req-e13865a4-4668-4623-90d5-6054923e92d2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.625327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d874593a-f4cf-4239-9bf3-d6bd11c90095 req-e13865a4-4668-4623-90d5-6054923e92d2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 932 time: 0.2509966 Mar 31 23:02:58.631000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.657477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.657985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.659413 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] 10.222.0.50 "PUT /v2.0/ports/d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 1091 time: 1.5081844 Mar 31 23:02:58.699590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9146e08-14f1-4de5-b292-2ab600de961e service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:58.719379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d874593a-f4cf-4239-9bf3-d6bd11c90095 req-9fa40244-3326-4cbf-ae2a-54b16360b391 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852923 Mar 31 23:02:58.803342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Made reservation on behalf of f31ca8fbb25a44a2b5e89ed9650c7e1d for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:58.807092 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.851627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:58.855102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.913697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954893b-581b-428b-b18b-a67b20ce261a req-621b8851-0dae-4b70-bc99-fe3fe70b98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.919678 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-621b8851-0dae-4b70-bc99-fe3fe70b98a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 1094 time: 0.0687559 Mar 31 23:02:58.964427 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-05255e94-0c92-4439-a1f3-e4ac6049e1d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 217 time: 0.0403256 Mar 31 23:02:59.040960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954893b-581b-428b-b18b-a67b20ce261a req-2acc5ebf-6aa5-46ed-839e-9723bb017714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.043280 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-2acc5ebf-6aa5-46ed-839e-9723bb017714 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.0709288 Mar 31 23:02:59.111856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954893b-581b-428b-b18b-a67b20ce261a req-c589b7a7-3623-4f46-881c-45ed1776d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.114786 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-c589b7a7-3623-4f46-881c-45ed1776d8cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608332 Mar 31 23:02:59.142125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:59.144587 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2" -d '{"events": [{"name": "network-changed", "server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:59.235625 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-8beb0e55-902f-4fec-b8c6-920a7e9b2f1e service neutron] 10.222.0.50 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116774 Mar 31 23:02:59.330641 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9954893b-581b-428b-b18b-a67b20ce261a req-7ad7b948-5936-4202-8aba-21a640221424 service neutron] 10.222.0.50 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886061 Mar 31 23:02:59.392014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing IP validity checks on allocation pools {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:02:59.392584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:02:59.397442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Performing IP validity checks on allocation pools {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:02:59.397950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:02:59.445242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a86e8-f794-43ca-9afa-89fb6af1e8dc req-b20322fe-582e-444d-aa93-0185e1525ba6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.446770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e3a86e8-f794-43ca-9afa-89fb6af1e8dc req-b20322fe-582e-444d-aa93-0185e1525ba6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 943 time: 0.6560171 Mar 31 23:02:59.523528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b3a0-96c5-457f-aee4-01e3d74c7a39 req-f301d6dc-ce17-4014-bfaf-aa7ba4b03e56 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.524977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3539b3a0-96c5-457f-aee4-01e3d74c7a39 req-f301d6dc-ce17-4014-bfaf-aa7ba4b03e56 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2425611 Mar 31 23:02:59.624354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e3a86e8-f794-43ca-9afa-89fb6af1e8dc req-37513d05-4313-4007-bed8-67faa5011676 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632776 Mar 31 23:02:59.680791 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8ccc08-5c7e-44e1-bd79-2b530933be75 x-openstack-request-id: req-ec8ccc08-5c7e-44e1-bd79-2b530933be75 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:59.681667 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:59.685623 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec8ccc08-5c7e-44e1-bd79-2b530933be75 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:59.685623 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8ccc08-5c7e-44e1-bd79-2b530933be75'] response: {'name': 'network-changed', 'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'status': 'completed', 'code': 200} Mar 31 23:02:59.730106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3539b3a0-96c5-457f-aee4-01e3d74c7a39 req-62ec32ac-344d-4c6c-9c7d-90f41b6c1ddb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899779 Mar 31 23:02:59.799745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-bae5a5e1-0b7d-466e-93ba-a5a4df7087e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.801704 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-bae5a5e1-0b7d-466e-93ba-a5a4df7087e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 1094 time: 0.0881588 Mar 31 23:02:59.836784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad13302a-2a9c-458d-8b29-4b93dd185418 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:59.885711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.925865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-80329f3d-e6cd-4b5e-b622-a6647cc32aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.929044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-80329f3d-e6cd-4b5e-b622-a6647cc32aba service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.1128700 Mar 31 23:02:59.962130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Transition to ACTIVE for port object ad13302a-2a9c-458d-8b29-4b93dd185418 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:59.984450 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-3998cc3f-34c3-46b5-bec4-4d0ad169865c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 217 time: 0.0478051 Mar 31 23:02:59.984751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49062cd3-2492-4405-865c-e261a97fa27c req-c71eddc2-5ac5-4e10-b8a5-4896a642e8cf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.985970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49062cd3-2492-4405-865c-e261a97fa27c req-c71eddc2-5ac5-4e10-b8a5-4896a642e8cf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 945 time: 0.1341848 Mar 31 23:02:59.997104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ff1b9-20a5-4e5e-b641-33cbd9879f66 req-c22cdcd2-1c5f-4004-b5c8-b1d07c2abb6c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.998692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f70ff1b9-20a5-4e5e-b641-33cbd9879f66 req-c22cdcd2-1c5f-4004-b5c8-b1d07c2abb6c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 932 time: 0.1422336 Mar 31 23:03:00.014761 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.053183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-5e758e8b-aa9b-49c7-877a-8134f21387c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.054582 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-5e758e8b-aa9b-49c7-877a-8134f21387c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.0631466 Mar 31 23:03:00.065924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.067893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.115239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-f41d1836-954a-4359-8a39-cd7e25d8742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.117736 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-f41d1836-954a-4359-8a39-cd7e25d8742b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527194 Mar 31 23:03:00.145902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49062cd3-2492-4405-865c-e261a97fa27c req-4a94bf3f-db53-4888-9ad7-e6dd29c772b1 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455736 Mar 31 23:03:00.172830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=1a6a9f6d-9461-42ed-8880-54733a74a897,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.181650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f70ff1b9-20a5-4e5e-b641-33cbd9879f66 req-f61619af-4ae9-432a-a335-317faf5454ea tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746147 Mar 31 23:03:00.257182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.291587 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-3f4b7892-1303-4b61-9e38-c12c0d5c79c7 service neutron] 10.222.0.50 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646614 Mar 31 23:03:00.399117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': '63bb886e-f95f-4aec-bde7-fc245247b918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a7f9524-23a3-4cf2-aa59-6b3def6fa66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:00.399752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:00.410937 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-35dd6a95-2fa1-433f-a2c7-f0ed170882a2 req-7b61b2ac-5873-464c-87c7-ee50f07515ee service neutron] 10.222.0.50 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101079 Mar 31 23:03:00.422060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Checking segment: {'id': 'afce525c-d2a5-46c5-9801-e21c629e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:00.422433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network hostable DHCP agents. Network: c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:00.425223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=3a7ba87d-1810-48f4-8289-e876e5501056,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.463076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a411b-322c-4bf6-9fca-65478691a4f0 req-f05121e6-940c-4cfe-b5d5-d855e0badf05 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.464584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d6a411b-322c-4bf6-9fca-65478691a4f0 req-f05121e6-940c-4cfe-b5d5-d855e0badf05 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 945 time: 0.1972759 Mar 31 23:03:00.496530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Attempting to bind port ad13302a-2a9c-458d-8b29-4b93dd185418 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:00.496862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Attempting to bind port ad13302a-2a9c-458d-8b29-4b93dd185418 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:00.497318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Attempting to bind port ad13302a-2a9c-458d-8b29-4b93dd185418 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:00.517043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4f051-b6b7-44bc-ad36-26803dd69d3f req-a54fb06d-b131-4d50-be0b-d7ea7331be12 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.518550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55b4f051-b6b7-44bc-ad36-26803dd69d3f req-a54fb06d-b131-4d50-be0b-d7ea7331be12 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2128661 Mar 31 23:03:00.522838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Port ad13302a-2a9c-458d-8b29-4b93dd185418 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:00.522838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Attempting to bind port ad13302a-2a9c-458d-8b29-4b93dd185418 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:00.553296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:00.553656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Checking segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:00.554017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Bound using segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:00.554454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Bound port: ad13302a-2a9c-458d-8b29-4b93dd185418, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:00.554832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.569883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d6a411b-322c-4bf6-9fca-65478691a4f0 req-ca4cd0b5-cfd8-43c0-9764-7554e10cb0b1 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920529 Mar 31 23:03:00.609043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55b4f051-b6b7-44bc-ad36-26803dd69d3f req-63b981ae-5abd-4027-bdc6-ddd89740c149 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824070 Mar 31 23:03:00.650290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:00.665053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Network c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:00.672074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:00.677808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:00.757912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:00.761685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:00.769895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca1e1c-c646-42eb-9f4a-6470c3e6f090 None None] Network 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:00.770554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e176df6-c3e9-44c8-bb95-9e796f49028b req-62f1e48b-9779-4834-afbb-b7a200be4fb5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.772168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e176df6-c3e9-44c8-bb95-9e796f49028b req-62f1e48b-9779-4834-afbb-b7a200be4fb5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0615637 Mar 31 23:03:00.773530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.774100 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.774312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e7364-9186-447c-b6c4-a29c9b325856 None None] Network c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:00.781951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.782453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.801814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.886498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.887987 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.891146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] 10.222.0.50 "PUT /v2.0/ports/ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 200 len: 1092 time: 2.4458165 Mar 31 23:03:00.895988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:00.898431 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e655f-72eb-4be0-92df-bb1b855c5c61" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:00.934310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40844) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:00.934567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b177cc90-65f4-463e-ac53-3be481dad928 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7647235 Mar 31 23:03:00.943922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b553b9f0-9dd7-487a-88f0-90909071ef86 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6629047 Mar 31 23:03:00.945361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864c3b-12e2-4734-98c7-144c51eb0439 service neutron] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.948065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40846) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:00.952060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3ce9b93b-226d-4767-96ad-6acf41298bf2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:00.972827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e176df6-c3e9-44c8-bb95-9e796f49028b req-fb57aa09-2391-4ac1-825c-b1732d0d9e03 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789920 Mar 31 23:03:01.127498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e', 'network_id': 'c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e', 'tenant_id': 'f31ca8fbb25a44a2b5e89ed9650c7e1d', 'fixed_ips': [{'subnet_id': '3a7ba87d-1810-48f4-8289-e876e5501056'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:01.128377 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.130736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d0f2bfe3-bf12-42a8-99cf-8ca24023f582 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:03:01.137035 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ce9b93b-226d-4767-96ad-6acf41298bf2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4274580'] for subnet, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.208679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1a7f9524-23a3-4cf2-aa59-6b3def6fa66f', 'network_id': '1a7f9524-23a3-4cf2-aa59-6b3def6fa66f', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '1a6a9f6d-9461-42ed-8880-54733a74a897'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:01.211457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.260732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507177c-f871-4f1c-a3f0-3f123d9e922d req-6ef83669-fb8e-4051-8180-671b96a137eb tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.275936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8507177c-f871-4f1c-a3f0-3f123d9e922d req-6ef83669-fb8e-4051-8180-671b96a137eb tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 943 time: 0.1852341 Mar 31 23:03:01.357952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-c802c123-cf4d-4388-9bb7-736e10bb7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.360023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-c802c123-cf4d-4388-9bb7-736e10bb7dd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 1095 time: 0.2213521 Mar 31 23:03:01.377737 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706e3e54-65f1-4639-9c0d-41af2e2e1183 x-openstack-request-id: req-706e3e54-65f1-4639-9c0d-41af2e2e1183 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:01.378089 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:01.378454 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-706e3e54-65f1-4639-9c0d-41af2e2e1183 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:01.378968 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706e3e54-65f1-4639-9c0d-41af2e2e1183'] response: {'name': 'network-changed', 'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'status': 'completed', 'code': 200} Mar 31 23:03:01.393329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.470674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-4c80f259-0f45-4bd5-b090-4968fddcd860 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 200 len: 217 time: 0.0871699 Mar 31 23:03:01.491212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ce9b93b-226d-4767-96ad-6acf41298bf2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756025092015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4405914'] for subnet, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.537798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9b93b-226d-4767-96ad-6acf41298bf2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.538734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ce9b93b-226d-4767-96ad-6acf41298bf2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.548802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3ce9b93b-226d-4767-96ad-6acf41298bf2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "PUT /v2.0/subnets/3a7ba87d-1810-48f4-8289-e876e5501056 HTTP/1.1" status: 200 len: 900 time: 0.6009538 Mar 31 23:03:01.549128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8507177c-f871-4f1c-a3f0-3f123d9e922d req-a5b347ba-78a2-484b-b458-6b094815efd6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656038 Mar 31 23:03:01.549218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40854) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:01.617526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-41c85091-ac32-408a-a113-d834ec5277a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.619620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-41c85091-ac32-408a-a113-d834ec5277a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.1286356 Mar 31 23:03:01.640934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Allocated IP 2001:db8::3 (c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e/3a7ba87d-1810-48f4-8289-e876e5501056/cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:01.668118 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9b93b-226d-4767-96ad-6acf41298bf2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event updated for resources: {'Subnet': ['ID=3a7ba87d-1810-48f4-8289-e876e5501056,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:01.688023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.760547 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.790286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d7157-15a6-45a9-9d1a-ab4f9dbe7eca req-23bb3636-0c16-4a82-9783-b3bc985b3f0c tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.799021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-694d7157-15a6-45a9-9d1a-ab4f9dbe7eca req-23bb3636-0c16-4a82-9783-b3bc985b3f0c tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 945 time: 0.3391395 Mar 31 23:03:01.813394 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.833560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-6b1fc19f-e882-41e9-b3a3-e5509cb0186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.835827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-6b1fc19f-e882-41e9-b3a3-e5509cb0186e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851878 Mar 31 23:03:01.839797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d0f2bfe3-bf12-42a8-99cf-8ca24023f582, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:01.877538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'port_id': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'mac_address': 'fa:16:3e:58:71:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:03:01.888472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Allocated IP 172.20.0.3 (1a7f9524-23a3-4cf2-aa59-6b3def6fa66f/1a6a9f6d-9461-42ed-8880-54733a74a897/e4b69b34-2eed-4ad8-b735-baa5b2a1db4e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:01.918871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202505d-7a31-46e2-a709-3bb3e265fce7 req-62266fd0-5819-4a84-9b77-70fe281b6b4b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.920457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7202505d-7a31-46e2-a709-3bb3e265fce7 req-62266fd0-5819-4a84-9b77-70fe281b6b4b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 944 time: 0.2579138 Mar 31 23:03:01.989493 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.994520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-694d7157-15a6-45a9-9d1a-ab4f9dbe7eca req-e473acb8-a4c8-42f6-bae1-490a9ccf2988 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833067 Mar 31 23:03:02.034889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7202505d-7a31-46e2-a709-3bb3e265fce7 req-e7a9dca7-4cfd-4a9d-b362-fdeeafa3db0e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947509 Mar 31 23:03:02.048673 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.052098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f2bfe3-bf12-42a8-99cf-8ca24023f582 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:02.091569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-d789b7ca-9ef2-4b6b-af51-ffa3bf92fec6 service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983147 Mar 31 23:03:02.126266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d0f2bfe3-bf12-42a8-99cf-8ca24023f582, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:02.245862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3316de0d-bd90-4e4f-a1c9-0b49bca81d23 req-e71201ea-006d-4d3a-8473-8b1bf25adb58 service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291971 Mar 31 23:03:02.364985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.458668 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.515716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Network c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:02.516844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:02.519011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Pushing event updated for resources: {'Port': ['ID=cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.521350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:02.555046 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.626236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.658314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.664822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Attempting to bind port cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:02.665195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Attempting to bind port cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'afce525c-d2a5-46c5-9801-e21c629e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:02.665550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Attempting to bind port cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9 on network c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:02.672710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Network 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:02.680679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:02.681975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Checking segment: {'id': 'afce525c-d2a5-46c5-9801-e21c629e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:02.682871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.683511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Bound using segment: {'id': 'afce525c-d2a5-46c5-9801-e21c629e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:02.684175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Bound port: cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afce525c-d2a5-46c5-9801-e21c629e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:02.684557 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.688960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:02.692111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7ba87d-1810-48f4-8289-e876e5501056,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.695591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:02.701862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-2cfe67fe-f0a0-438d-882c-4787dacdba31 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:02.704806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-2cfe67fe-f0a0-438d-882c-4787dacdba31 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 945 time: 0.1527100 Mar 31 23:03:02.706668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.763047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea40051-ddc6-4d45-9a9c-090b294f27b4 req-5a8d0f7e-8ff6-4770-89ad-7b82ddbe252d tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:02.764780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ea40051-ddc6-4d45-9a9c-090b294f27b4 req-5a8d0f7e-8ff6-4770-89ad-7b82ddbe252d tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 944 time: 0.1281686 Mar 31 23:03:02.786239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.810156 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:02.821198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['d0f2bfe3-bf12-42a8-99cf-8ca24023f582'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:02.821512 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.825301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afce525c-d2a5-46c5-9801-e21c629e6110') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:02.826079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afce525c-d2a5-46c5-9801-e21c629e6110') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:02.842092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.863134 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.872163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:02.873404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.877745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Pushing event updated for resources: {'Port': ['ID=e4b69b34-2eed-4ad8-b735-baa5b2a1db4e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.900892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Attempting to bind port e4b69b34-2eed-4ad8-b735-baa5b2a1db4e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:02.901265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Attempting to bind port e4b69b34-2eed-4ad8-b735-baa5b2a1db4e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '63bb886e-f95f-4aec-bde7-fc245247b918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a7f9524-23a3-4cf2-aa59-6b3def6fa66f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:02.901629 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Attempting to bind port e4b69b34-2eed-4ad8-b735-baa5b2a1db4e on network 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:02.921307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:02.921991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Checking segment: {'id': '63bb886e-f95f-4aec-bde7-fc245247b918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a7f9524-23a3-4cf2-aa59-6b3def6fa66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:02.922770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.922894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6a9f6d-9461-42ed-8880-54733a74a897,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.923420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Bound using segment: {'id': '63bb886e-f95f-4aec-bde7-fc245247b918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a7f9524-23a3-4cf2-aa59-6b3def6fa66f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:02.924124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Bound port: e4b69b34-2eed-4ad8-b735-baa5b2a1db4e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bb886e-f95f-4aec-bde7-fc245247b918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a7f9524-23a3-4cf2-aa59-6b3def6fa66f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:02.924713 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.930026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] For port cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:02.978845 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:02.980966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.981647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.982257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.982993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.983850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.984479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.985028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.985565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.986267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.986740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.987283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:02.988073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:03.006516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] For port cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9,segment=NetworkSegment(afce525c-d2a5-46c5-9801-e21c629e6110),segment_id=afce525c-d2a5-46c5-9801-e21c629e6110)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:03.007196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-a28b6a6c-62b4-40a5-b8fa-7f47aaddccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.008834 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-a28b6a6c-62b4-40a5-b8fa-7f47aaddccb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 1095 time: 0.4098849 Mar 31 23:03:03.048297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:03:03.048297 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:03:03.048297 n-d-836015-1 neutron-server[109821]: [parameters: {'id': 'c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e'}] Mar 31 23:03:03.048297 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:03.049248 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:03.064187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] For port e4b69b34-2eed-4ad8-b735-baa5b2a1db4e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:03.084686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] For port e4b69b34-2eed-4ad8-b735-baa5b2a1db4e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4b69b34-2eed-4ad8-b735-baa5b2a1db4e,segment=NetworkSegment(63bb886e-f95f-4aec-bde7-fc245247b918),segment_id=63bb886e-f95f-4aec-bde7-fc245247b918)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:03.136167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ea40051-ddc6-4d45-9a9c-090b294f27b4 req-2742f38d-f917-404b-9fff-8b50ddcf8048 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622806 Mar 31 23:03:03.154409 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.173153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-827cb5b3-842f-4c95-9429-b75fa3bd16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.175338 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-827cb5b3-842f-4c95-9429-b75fa3bd16e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.1568012 Mar 31 23:03:03.229399 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.243769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.269886 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-78ee4373-548b-4e55-a647-ba8efb17aa85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 200 len: 217 time: 0.0842445 Mar 31 23:03:03.294890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Deleting port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:03.296318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.387183 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574031f-b8fd-4606-b2c7-73401a3b7d26 None None] Pushing event updated for resources: {'Port': ['ID=cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:03.389884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-06e08728-e7c3-4a2c-9b7c-f50d536dc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.404451 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-06e08728-e7c3-4a2c-9b7c-f50d536dc802 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.1286395 Mar 31 23:03:03.422116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a172955-5fda-42ac-8878-5f7c3e69180a None None] Network c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:03.425564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b5a88a-9584-41ff-9669-b25d7e3607ef None None] Network 1a7f9524-23a3-4cf2-aa59-6b3def6fa66f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:03.463967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-e7dfce2f-fb9c-4ba1-a4b9-bc870064040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.467265 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-e7dfce2f-fb9c-4ba1-a4b9-bc870064040e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556247 Mar 31 23:03:03.516542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] For port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:03.517032 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.536668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Calling delete_port for 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:03.557757 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.601524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021bfb3-1cc9-4065-95a5-e43a01858c63 None None] Pushing event updated for resources: {'Port': ['ID=e4b69b34-2eed-4ad8-b735-baa5b2a1db4e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:03.622175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7f9524-23a3-4cf2-aa59-6b3def6fa66f']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:03.645935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bb886e-f95f-4aec-bde7-fc245247b918') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:03.646334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bb886e-f95f-4aec-bde7-fc245247b918') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:03.659279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421363d9-3f81-4774-9919-5311d825421c req-35ad99a6-b041-4963-9105-17522ab18df7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.662894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-421363d9-3f81-4774-9919-5311d825421c req-35ad99a6-b041-4963-9105-17522ab18df7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 945 time: 0.4880824 Mar 31 23:03:03.680084 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-16d043ba-a7af-4634-83cf-c076fb3e4cc8 service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032697 Mar 31 23:03:03.704720 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.754052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.758955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85704f-f50a-4c3b-b0a1-4a996b7a7191 None None] Network c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:03.774957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121a301-18ec-4bd6-b1f6-0d62afcecaaa req-c015ff68-5cbb-469c-b260-d869f65e0647 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.776529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5121a301-18ec-4bd6-b1f6-0d62afcecaaa req-c015ff68-5cbb-469c-b260-d869f65e0647 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 944 time: 0.4447153 Mar 31 23:03:03.800605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting port cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:03.801204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.804217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:03.804635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:03.808203 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:03.895676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-421363d9-3f81-4774-9919-5311d825421c req-cbc8e159-3ca1-4bea-b8ef-3d5277d86d86 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124727 Mar 31 23:03:04.033232 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.api [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:03:04.033232 n-d-836015-1 neutron-server[109820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:03:04.033232 n-d-836015-1 neutron-server[109820]: [parameters: {'id': '1a7f9524-23a3-4cf2-aa59-6b3def6fa66f'}] Mar 31 23:03:04.033232 n-d-836015-1 neutron-server[109820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:04.033933 n-d-836015-1 neutron-server[109820]: DEBUG oslo_db.api [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:04.041329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0decd10-9961-4088-b712-27bd50692545 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:03:04.065471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5121a301-18ec-4bd6-b1f6-0d62afcecaaa req-0c6da3f0-1b20-498c-b9c8-828a5ffd63ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651720 Mar 31 23:03:04.082989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32d39fda-7cb7-49e1-b019-de11892739f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.144678 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.158822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:04.164394 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-656e655f-72eb-4be0-92df-bb1b855c5c61 req-da8356ff-7262-420f-be98-c86a7638ce8f service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780877 Mar 31 23:03:04.191438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] For port cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9,segment=NetworkSegment(afce525c-d2a5-46c5-9801-e21c629e6110),segment_id=afce525c-d2a5-46c5-9801-e21c629e6110)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:04.191818 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.220483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Calling delete_port for cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:04.380214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0decd10-9961-4088-b712-27bd50692545 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:03:04.454539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.484326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event deleted for resources: {'Port': ['ID=1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:04.512781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No DVR routers for this DVR port cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:04.515832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Port': ['ID=cdcd9dbf-6d75-427d-9a3b-c4ffb19f17b9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:04.534920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.543182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.543533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.543868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.545024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.545362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.545689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.546177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.546656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.547059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.547466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.547929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.550406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:04.575393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] No DVR routers for this DVR port 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:04.579831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.586564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8d462e1-c4c3-4521-ad2e-34bbce0f89c4 req-06b5d701-0173-4556-8572-207e3cd11207 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "DELETE /v2.0/ports/1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 HTTP/1.1" status: 204 len: 173 time: 1.8708763 Mar 31 23:03:04.594587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8eaf14-34e5-413a-9994-1729bdda2686', 'name': 'network-vif-deleted', 'tag': '1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:04.596962 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160c2f23-a294-4d00-b17a-d43c48b46855" -d '{"events": [{"server_uuid": "1c8eaf14-34e5-413a-9994-1729bdda2686", "name": "network-vif-deleted", "tag": "1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:04.641011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170f56d-b4ea-47c4-96cf-be790995515f req-6c97eccc-b6a5-40d1-9e8d-a6557670f8af tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:04.644736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d170f56d-b4ea-47c4-96cf-be790995515f req-6c97eccc-b6a5-40d1-9e8d-a6557670f8af tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 944 time: 0.1942034 Mar 31 23:03:04.667587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.700267 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9047db-47ef-423b-97e6-b9069fb87537 x-openstack-request-id: req-cb9047db-47ef-423b-97e6-b9069fb87537 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:04.701335 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8eaf14-34e5-413a-9994-1729bdda2686", "name": "network-vif-deleted", "tag": "1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:04.704761 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb9047db-47ef-423b-97e6-b9069fb87537 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:04.704761 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9047db-47ef-423b-97e6-b9069fb87537'] response: {'server_uuid': '1c8eaf14-34e5-413a-9994-1729bdda2686', 'name': 'network-vif-deleted', 'tag': '1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7', 'status': 'completed', 'code': 200} Mar 31 23:03:04.708940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:04.727218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afce525c-d2a5-46c5-9801-e21c629e6110') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:04.727792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afce525c-d2a5-46c5-9801-e21c629e6110') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:04.744546 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.762013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.770347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d170f56d-b4ea-47c4-96cf-be790995515f req-59f31c6c-4f1d-4ca3-9d5c-941ef90606b2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729795 Mar 31 23:03:04.770612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:04.770870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:04.774722 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:04.793398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port e4b69b34-2eed-4ad8-b735-baa5b2a1db4e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:04.795357 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.875379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port e4b69b34-2eed-4ad8-b735-baa5b2a1db4e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4b69b34-2eed-4ad8-b735-baa5b2a1db4e,segment=NetworkSegment(63bb886e-f95f-4aec-bde7-fc245247b918),segment_id=63bb886e-f95f-4aec-bde7-fc245247b918)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:04.876030 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.895272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for e4b69b34-2eed-4ad8-b735-baa5b2a1db4e owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:04.986018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5db308-943c-42c8-b609-1746186eaa6a None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:03:05.036545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.047181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7eed02e4-ddbb-4512-8f49-a52dfb6d08ea req-309e7d0a-10c3-4def-bee7-a6f5cb2fa354 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c8eaf14-34e5-413a-9994-1729bdda2686 HTTP/1.1" status: 200 len: 210 time: 0.0552363 Mar 31 23:03:05.052546 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.068737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e HTTP/1.1" status: 204 len: 168 time: 3.5149853 Mar 31 23:03:05.069258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2fa9a-f1d1-464f-9626-cad8f1912be8 req-9a59fa66-87c8-466f-9aa3-626d438aa42c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.070209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40896) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:05.071031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a2fa9a-f1d1-464f-9626-cad8f1912be8 req-9a59fa66-87c8-466f-9aa3-626d438aa42c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1663702 Mar 31 23:03:05.141491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a2fa9a-f1d1-464f-9626-cad8f1912be8 req-6c13b7c6-527a-4fcd-a2ad-e553fe427512 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548811 Mar 31 23:03:05.142411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:03:05.151430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d0f2bfe3-bf12-42a8-99cf-8ca24023f582 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:05.157733 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a80842f-b329-4d70-b823-c78141307784 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:05.158873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a80842f-b329-4d70-b823-c78141307784 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:05.166759 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3a80842f-b329-4d70-b823-c78141307784 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/3a7ba87d-1810-48f4-8289-e876e5501056 HTTP/1.1" status: 404 len: 337 time: 0.0846381 Mar 31 23:03:05.168166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424d500-a46e-42f7-a4df-64bfcc953018 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:05.169770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40900) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:05.195059 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a950260-9372-435c-96cb-c7d728bc8a26 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:05.195707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a950260-9372-435c-96cb-c7d728bc8a26 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:05.198826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a950260-9372-435c-96cb-c7d728bc8a26 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/c4e5ac25-23a3-402d-b2c1-0cd9d9ce871e HTTP/1.1" status: 404 len: 339 time: 0.0276175 Mar 31 23:03:05.201420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40904) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:05.234534 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.298863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=e4b69b34-2eed-4ad8-b735-baa5b2a1db4e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:05.304369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port e4b69b34-2eed-4ad8-b735-baa5b2a1db4e on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:05.357442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.404336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5db308-943c-42c8-b609-1746186eaa6a None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:03:05.429663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9138efc-f285-4e4b-8619-a13f74434d4d req-6ef2e4b8-e638-44cd-8a96-e73242be03cc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.435122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:05.436386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9138efc-f285-4e4b-8619-a13f74434d4d req-6ef2e4b8-e638-44cd-8a96-e73242be03cc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 944 time: 0.1995523 Mar 31 23:03:05.465966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.469854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:03:05.478466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:05.479288 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.480509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'port_id': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'mac_address': 'fa:16:3e:7f:02:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:03:05.494643 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.501241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439400e-ad43-441b-b8ad-1ffb4ee9301a req-913bcf76-83c0-41d3-930e-86ce28f6da12 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.503016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6439400e-ad43-441b-b8ad-1ffb4ee9301a req-913bcf76-83c0-41d3-930e-86ce28f6da12 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1905208 Mar 31 23:03:05.515373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7f9524-23a3-4cf2-aa59-6b3def6fa66f']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.526822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70db753-d68b-4560-aafe-4369498d672d']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.540169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de74c4a5-1504-45a7-83a0-2717960ecc02') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.540646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de74c4a5-1504-45a7-83a0-2717960ecc02') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.548533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bb886e-f95f-4aec-bde7-fc245247b918') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.548991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bb886e-f95f-4aec-bde7-fc245247b918') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.553897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.569402 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.572745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.574792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9138efc-f285-4e4b-8619-a13f74434d4d req-ed29473e-e478-414d-a04f-9292a58cd6e0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301904 Mar 31 23:03:05.581025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:05.582083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:05.594017 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:05.618558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6439400e-ad43-441b-b8ad-1ffb4ee9301a req-9f14ac8f-b7c8-48fa-bef1-a42764df1fe9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039739 Mar 31 23:03:05.619069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.634876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:05.635595 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:05.641191 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:05.843543 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.860257 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.874837 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.879535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/1a7f9524-23a3-4cf2-aa59-6b3def6fa66f HTTP/1.1" status: 204 len: 168 time: 4.9209313 Mar 31 23:03:05.884349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40910) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:05.891099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-81453814'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:05.899188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad13302a-2a9c-458d-8b29-4b93dd185418 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:05.904847 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.928357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.937401 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/b70db753-d68b-4560-aafe-4369498d672d HTTP/1.1" status: 204 len: 168 time: 0.7309065 Mar 31 23:03:05.937805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40912) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:05.948670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d5188-a320-47bd-bc00-b966a1d412e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=1a7f9524-23a3-4cf2-aa59-6b3def6fa66f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:05.954288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bf1a6-d863-4961-9f19-539b7b6ebf86 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=b70db753-d68b-4560-aafe-4369498d672d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:05.960831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:05.962119 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.989207 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1585418-8d41-4b11-bc8f-45b70c78cb90 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:05.989747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1585418-8d41-4b11-bc8f-45b70c78cb90 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:05.994535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a1585418-8d41-4b11-bc8f-45b70c78cb90 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/2bb00290-8b4f-453d-8488-739f34b29046 HTTP/1.1" status: 404 len: 337 time: 0.0537343 Mar 31 23:03:05.996939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40914) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:06.023161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812710a-50dd-4bbb-b2dc-12d001cc300d req-4ad047a4-1eb3-419a-9c3b-b72fbae630ef tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.027352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4812710a-50dd-4bbb-b2dc-12d001cc300d req-4ad047a4-1eb3-419a-9c3b-b72fbae630ef tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 944 time: 0.1535332 Mar 31 23:03:06.037357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:06.039722 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937146cc-9937-4fee-924e-6619aaa357d4" -d '{"events": [{"server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:06.048008 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f309c7-8c94-4172-be66-b673a88ca495 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:06.048777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f309c7-8c94-4172-be66-b673a88ca495 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:06.054565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c0f309c7-8c94-4172-be66-b673a88ca495 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/1453281a-927f-43f8-a34c-313b63e34edc HTTP/1.1" status: 404 len: 339 time: 0.0543017 Mar 31 23:03:06.055228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d0f2bfe3-bf12-42a8-99cf-8ca24023f582, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:06.061992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40918) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:06.071831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:06.081624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.122440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:06.145300 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.146081 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment 3b0edffb-297f-4fd7-b30f-1ee9ff41d72a of type vlan for network ef2061c0-52fe-4227-9a86-185fd5c1a486 Mar 31 23:03:06.167750 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c143cd-7173-488e-b70c-926a5034edfb x-openstack-request-id: req-91c143cd-7173-488e-b70c-926a5034edfb {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:06.168313 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:06.168313 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91c143cd-7173-488e-b70c-926a5034edfb {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:06.168727 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c143cd-7173-488e-b70c-926a5034edfb'] response: {'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'code': 200} Mar 31 23:03:06.198819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-753f2f4f-48dd-42d4-9dbe-4769b5384984 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting subnet 9d8cacca-bab8-4a1d-9f66-e44f4db1214b {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:06.208743 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.221223 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.221899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:06.228624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f9365b74-3f35-4845-904c-0789f301a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.228886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-753f2f4f-48dd-42d4-9dbe-4769b5384984 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.239205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.266252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4812710a-50dd-4bbb-b2dc-12d001cc300d req-2fc601ee-0276-4563-8409-1b7cccc4bc8e tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245417 Mar 31 23:03:06.291410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:06.291799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1fb28d72-b9ec-4fa9-ac2e-07a3d901b0b7 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:06.350982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45410-06c6-40dc-beed-7e99dfc42453 req-de301a78-be87-4621-8696-d813e69721dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.352758 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8db45410-06c6-40dc-beed-7e99dfc42453 req-de301a78-be87-4621-8696-d813e69721dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 1096 time: 0.1502826 Mar 31 23:03:06.355366 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-753f2f4f-48dd-42d4-9dbe-4769b5384984 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.367193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.387085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:06.411994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.417692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.476563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:06.488882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8db45410-06c6-40dc-beed-7e99dfc42453 req-06e60509-dc4d-4c60-a0ae-34f85719c218 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991957 Mar 31 23:03:06.495405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['ad13302a-2a9c-458d-8b29-4b93dd185418'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:06.616941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=ef2061c0-52fe-4227-9a86-185fd5c1a486,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:06.617108 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-753f2f4f-48dd-42d4-9dbe-4769b5384984 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.643575 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6059002e-8b0c-4ce3-9921-1375b858edc3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7542498 Mar 31 23:03:06.643575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40932) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:06.646699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ef2061c0-52fe-4227-9a86-185fd5c1a486 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:06.652079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': 'ef2061c0-52fe-4227-9a86-185fd5c1a486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:06.839054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b6825-3165-4177-ab90-010289e4a01a req-d6018df6-3f7f-456c-9c79-c4ba4adc7a65 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.847606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f68b6825-3165-4177-ab90-010289e4a01a req-d6018df6-3f7f-456c-9c79-c4ba4adc7a65 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0894921 Mar 31 23:03:06.895130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f68b6825-3165-4177-ab90-010289e4a01a req-da69e993-bb65-4e76-bc19-d3cb311a165a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452952 Mar 31 23:03:06.950881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:06.951780 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-753f2f4f-48dd-42d4-9dbe-4769b5384984 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.960051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.977163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-753f2f4f-48dd-42d4-9dbe-4769b5384984 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.980472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-753f2f4f-48dd-42d4-9dbe-4769b5384984 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/9d8cacca-bab8-4a1d-9f66-e44f4db1214b HTTP/1.1" status: 204 len: 168 time: 0.9158015 Mar 31 23:03:06.991056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15165ae3-b7bc-4597-99df-89ac06efe0ee None None] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:07.007735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40936) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:07.026552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f2f4f-48dd-42d4-9dbe-4769b5384984 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8cacca-bab8-4a1d-9f66-e44f4db1214b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:07.221706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-88abd720-7990-4bb1-b1c9-c82fab184433 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting subnet ae66c3ff-ff20-4a21-9ec5-a864611ccda0 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:07.230650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88abd720-7990-4bb1-b1c9-c82fab184433 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.337528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88abd720-7990-4bb1-b1c9-c82fab184433 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.449356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45630f55-0438-4a3c-98bd-b8b10e3538ec req-4ba38191-7d2f-4489-bf47-afa06f0b4a88 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.452589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45630f55-0438-4a3c-98bd-b8b10e3538ec req-4ba38191-7d2f-4489-bf47-afa06f0b4a88 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 945 time: 0.0815659 Mar 31 23:03:07.544614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45630f55-0438-4a3c-98bd-b8b10e3538ec req-04a60c27-fa62-4f00-84e5-853517c821e7 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795825 Mar 31 23:03:07.648574 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.746722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88abd720-7990-4bb1-b1c9-c82fab184433 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.871226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.001438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88abd720-7990-4bb1-b1c9-c82fab184433 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.001438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=4c7d4329-e998-42fa-8a89-81b216cbb8cb,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.058857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abd720-7990-4bb1-b1c9-c82fab184433 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=ae66c3ff-ff20-4a21-9ec5-a864611ccda0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.067184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88abd720-7990-4bb1-b1c9-c82fab184433 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.073386 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-88abd720-7990-4bb1-b1c9-c82fab184433 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/ae66c3ff-ff20-4a21-9ec5-a864611ccda0 HTTP/1.1" status: 204 len: 168 time: 1.0601032 Mar 31 23:03:08.073386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ef2061c0-52fe-4227-9a86-185fd5c1a486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:08.073386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: ef2061c0-52fe-4227-9a86-185fd5c1a486, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:08.080560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40960) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:08.163073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-6c2be2e3-ef92-45a1-86c2-561d74a966c8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:08.164943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-6c2be2e3-ef92-45a1-86c2-561d74a966c8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.3005905 Mar 31 23:03:08.175783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3bbcc-4bbe-410e-958c-b7985ffcd6a6 req-fe552f1a-a80c-467b-902d-965e513583f2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:08.183209 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.184299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dc3bbcc-4bbe-410e-958c-b7985ffcd6a6 req-fe552f1a-a80c-467b-902d-965e513583f2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.1458211 Mar 31 23:03:08.211848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-d1f713bc-fe6d-49fc-a910-3ae38ec3066c tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/quotas/e70b3693b71141289243e0eeec388016 HTTP/1.1" status: 200 len: 375 time: 0.0246761 Mar 31 23:03:08.244575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9806e8f-ba26-448f-810d-1fd85fd5a531 None None] Network 48c1896a-a7c2-4d42-901e-b24f862479e4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:08.257073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network ef2061c0-52fe-4227-9a86-185fd5c1a486 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:08.267044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting port 881b3109-c7c5-4d42-ace5-90a483537777 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:08.267643 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dc3bbcc-4bbe-410e-958c-b7985ffcd6a6 req-8b4abe03-c30a-4c8c-8e38-d7629eb5c502 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817482 Mar 31 23:03:08.268220 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.302832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-6927bade-1ee9-4835-b6ff-b5830d746103 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774603 Mar 31 23:03:08.366874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] For port 881b3109-c7c5-4d42-ace5-90a483537777, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=881b3109-c7c5-4d42-ace5-90a483537777,segment=NetworkSegment(f5037437-0565-43b3-a403-15a4555c59eb),segment_id=f5037437-0565-43b3-a403-15a4555c59eb)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:08.367334 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.370895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, ef2061c0-52fe-4227-9a86-185fd5c1a486) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:08.382920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:08.382920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.388584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496afb1-44a9-4602-99af-ff0a957e05d8 None None] Network ef2061c0-52fe-4227-9a86-185fd5c1a486 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:08.409827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Calling delete_port for 881b3109-c7c5-4d42-ace5-90a483537777 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:08.433798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-17b70b1e-91fc-41e7-9298-4bf075a92752 None None] Provisioning complete for port 881b3109-c7c5-4d42-ace5-90a483537777 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:08.434564 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-17b70b1e-91fc-41e7-9298-4bf075a92752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.565651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-a68cadba-28c9-42b5-bf63-51564012f926 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418823 Mar 31 23:03:08.574345 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.589964 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ef30729a-827b-42ce-b834-1d8aa5781e31 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9446654 Mar 31 23:03:08.596171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40968) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:08.679995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.745056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-17b70b1e-91fc-41e7-9298-4bf075a92752 None None] Port 881b3109-c7c5-4d42-ace5-90a483537777 update to ACTIVE by agent not found {{(pid=109822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:03:08.756493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f06bb6c1-f794-48dd-a0eb-567f2f2dd312 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788094 Mar 31 23:03:08.780662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b82410-64e5-4da2-a416-99e34bcc293c None None] DHCP port deletion for 48c1896a-a7c2-4d42-901e-b24f862479e4 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:08.810092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No DVR routers for this DVR port 881b3109-c7c5-4d42-ace5-90a483537777 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:08.812217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Port': ['ID=881b3109-c7c5-4d42-ace5-90a483537777,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.820470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf04dd7-66a1-4b7c-b2c4-e02c2b7e628e req-e36132f3-328f-4d46-9603-352793c8f7d6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:08.823032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acf04dd7-66a1-4b7c-b2c4-e02c2b7e628e req-e36132f3-328f-4d46-9603-352793c8f7d6 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 945 time: 0.1231878 Mar 31 23:03:08.882039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-ef2061c0-52fe-4227-9a86-185fd5c1a486', 'network_id': 'ef2061c0-52fe-4227-9a86-185fd5c1a486', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '4c7d4329-e998-42fa-8a89-81b216cbb8cb'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:08.882934 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.947382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acf04dd7-66a1-4b7c-b2c4-e02c2b7e628e req-dbe184a8-2c11-4a33-a605-ae6140925873 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166694 Mar 31 23:03:08.956393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.973371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.983901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.001173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c1896a-a7c2-4d42-901e-b24f862479e4']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:09.016214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5037437-0565-43b3-a403-15a4555c59eb') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:09.017113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5037437-0565-43b3-a403-15a4555c59eb') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:09.068003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.100524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Allocated IP 172.20.0.1 (ef2061c0-52fe-4227-9a86-185fd5c1a486/4c7d4329-e998-42fa-8a89-81b216cbb8cb/40723898-6c89-4fcd-b2c5-9d4fc7610dc6) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:09.124356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.129832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:09.134456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:09.135148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.191238 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.210470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2c186f7-720f-45bb-bd92-16d5f814d76e req-0540a9f9-67b5-4d1f-b494-24c1c217bc72 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 210 time: 0.0767062 Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:09.211181 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:09.213513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.367064 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.375542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.382843 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/48c1896a-a7c2-4d42-901e-b24f862479e4 HTTP/1.1" status: 204 len: 168 time: 1.3049266 Mar 31 23:03:09.384237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40994) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.399303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.419592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938d577-50a2-4a86-8c24-aee5a10a5541 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=48c1896a-a7c2-4d42-901e-b24f862479e4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.431270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-79f4f97c-5013-44f9-a633-17d510f7d799 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.442603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-79f4f97c-5013-44f9-a633-17d510f7d799 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2631433 Mar 31 23:03:09.463221 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2ebe39-9dd5-4073-9bf7-beb946ca823b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:09.464261 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2ebe39-9dd5-4073-9bf7-beb946ca823b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:09.469472 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bc2ebe39-9dd5-4073-9bf7-beb946ca823b tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/e4b28738-9257-4f0c-a1bc-71dffde28775 HTTP/1.1" status: 404 len: 337 time: 0.0827584 Mar 31 23:03:09.473703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40996) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.512263 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3ef49d-ba3c-4442-ae4c-8e4bfe003b94 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:09.513163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3ef49d-ba3c-4442-ae4c-8e4bfe003b94 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:09.518536 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5c3ef49d-ba3c-4442-ae4c-8e4bfe003b94 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/93f3592b-9f44-4b17-9a7e-2e5d1bd06fe9 HTTP/1.1" status: 404 len: 339 time: 0.0431705 Mar 31 23:03:09.522984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40998) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.524553 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port ad13302a-2a9c-458d-8b29-4b93dd185418 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:03:09.534765 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.535500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-86c410e9-e58d-49ad-83be-45d33d2cd33b tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.0919199 Mar 31 23:03:09.545924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388e532-1063-4af1-a710-506afa7476e9 req-a87bf7d0-195a-4dda-a579-b5947bf650dc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.547510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a388e532-1063-4af1-a710-506afa7476e9 req-a87bf7d0-195a-4dda-a579-b5947bf650dc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2026541 Mar 31 23:03:09.552546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Request body: {'floatingip': {'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:09.575307 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-860c2248-2c1c-46fc-8685-9bd5cacf4b80 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:09.576358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860c2248-2c1c-46fc-8685-9bd5cacf4b80 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:09.582881 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-860c2248-2c1c-46fc-8685-9bd5cacf4b80 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/cae3f9ad-980a-4f34-b220-027a29113ee9 HTTP/1.1" status: 404 len: 337 time: 0.0558472 Mar 31 23:03:09.588218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41000) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.604385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port ad13302a-2a9c-458d-8b29-4b93dd185418 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:09.604742 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.608264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Network ef2061c0-52fe-4227-9a86-185fd5c1a486 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:09.609501 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.616732 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a2ae9d-162e-494e-9861-2db6304435ac tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:09.617344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a2ae9d-162e-494e-9861-2db6304435ac tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:09.620601 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f4a2ae9d-162e-494e-9861-2db6304435ac tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/0ecc3d10-d69f-42e4-9ebb-4cf9fa0a0406 HTTP/1.1" status: 404 len: 339 time: 0.0311179 Mar 31 23:03:09.623956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41002) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.635803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:09.653197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:09.668557 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fed24f-d822-4cb9-9e99-845c4152f364 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:09.669126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fed24f-d822-4cb9-9e99-845c4152f364 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:09.674521 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-51fed24f-d822-4cb9-9e99-845c4152f364 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/a3757169-aafc-48dd-a96b-d4c48aede35d HTTP/1.1" status: 404 len: 337 time: 0.0492041 Mar 31 23:03:09.676594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41004) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.696191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.704962 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e57f573-2f10-44db-b18c-70c80a1f3db4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:09.706035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e57f573-2f10-44db-b18c-70c80a1f3db4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:09.706942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Pushing event updated for resources: {'Port': ['ID=40723898-6c89-4fcd-b2c5-9d4fc7610dc6,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.711347 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5e57f573-2f10-44db-b18c-70c80a1f3db4 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/3193b0e6-9dcf-426d-ab90-f37879ba1dcd HTTP/1.1" status: 404 len: 339 time: 0.0334907 Mar 31 23:03:09.714017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41006) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.759425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.769041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a388e532-1063-4af1-a710-506afa7476e9 req-71381c6e-f8f9-4def-ba8f-5a7d3d8e2aef tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822655 Mar 31 23:03:09.794046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Attempting to bind port 40723898-6c89-4fcd-b2c5-9d4fc7610dc6 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:09.795895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Attempting to bind port 40723898-6c89-4fcd-b2c5-9d4fc7610dc6 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ef2061c0-52fe-4227-9a86-185fd5c1a486'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:09.796444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Attempting to bind port 40723898-6c89-4fcd-b2c5-9d4fc7610dc6 on network ef2061c0-52fe-4227-9a86-185fd5c1a486 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:09.814851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7d4329-e998-42fa-8a89-81b216cbb8cb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.824936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5706450b-0ddf-4f22-99dc-9fc4c7ec18ab tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting subnet 8c7d2c67-f10b-4d6c-87ef-21e3f0997a8e {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:09.830513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:09.831255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5706450b-0ddf-4f22-99dc-9fc4c7ec18ab tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.836406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Checking segment: {'id': '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ef2061c0-52fe-4227-9a86-185fd5c1a486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:09.837537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.838466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Bound using segment: {'id': '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ef2061c0-52fe-4227-9a86-185fd5c1a486'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:09.841945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Bound port: 40723898-6c89-4fcd-b2c5-9d4fc7610dc6, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ef2061c0-52fe-4227-9a86-185fd5c1a486'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:09.843025 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.951710 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.988356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5706450b-0ddf-4f22-99dc-9fc4c7ec18ab tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.992019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.018382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:10.022347 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6518ded0-aef6-4141-ad1f-ef43ef7029fc" -d '{"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:10.046425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2061c0-52fe-4227-9a86-185fd5c1a486']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:10.058241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:10.064836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] For port 40723898-6c89-4fcd-b2c5-9d4fc7610dc6, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:10.070953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:10.071340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:10.081995 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] For port 40723898-6c89-4fcd-b2c5-9d4fc7610dc6, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=40723898-6c89-4fcd-b2c5-9d4fc7610dc6,segment=NetworkSegment(3b0edffb-297f-4fd7-b30f-1ee9ff41d72a),segment_id=3b0edffb-297f-4fd7-b30f-1ee9ff41d72a)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:10.084681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd369836-efee-4c70-9d56-d520de785ec0 req-254c650b-5d2c-4e20-adc0-5931be64dcc3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:10.086315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd369836-efee-4c70-9d56-d520de785ec0 req-254c650b-5d2c-4e20-adc0-5931be64dcc3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1423943 Mar 31 23:03:10.099721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.172003 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.172416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5706450b-0ddf-4f22-99dc-9fc4c7ec18ab tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.222248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd369836-efee-4c70-9d56-d520de785ec0 req-ba42c622-5e4f-4fd4-b460-34575a106348 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085596 Mar 31 23:03:10.237998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.322202 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.326729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.338441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:10.338819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:10.344660 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:10.435452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22405347-9d55-4e2d-8955-32fe2534e6ac None None] Pushing event updated for resources: {'Port': ['ID=40723898-6c89-4fcd-b2c5-9d4fc7610dc6,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.450279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5706450b-0ddf-4f22-99dc-9fc4c7ec18ab tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.450505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca9056-b998-4a7f-9854-7236ca4c610d None None] Network ef2061c0-52fe-4227-9a86-185fd5c1a486 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:10.473394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706450b-0ddf-4f22-99dc-9fc4c7ec18ab tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7d2c67-f10b-4d6c-87ef-21e3f0997a8e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.477703 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5706450b-0ddf-4f22-99dc-9fc4c7ec18ab tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.481138 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5706450b-0ddf-4f22-99dc-9fc4c7ec18ab tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/8c7d2c67-f10b-4d6c-87ef-21e3f0997a8e HTTP/1.1" status: 204 len: 168 time: 0.7655327 Mar 31 23:03:10.484402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41018) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:10.519846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:03:10.519846 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:03:10.519846 n-d-836015-1 neutron-server[109821]: [parameters: {'id': 'ef2061c0-52fe-4227-9a86-185fd5c1a486'}] Mar 31 23:03:10.519846 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:10.525484 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:10.530699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8765cc4-1998-44d1-8e6f-8212915b6dd1 None None] Network 36f10a55-d921-4001-ac16-a5d2dc6160bd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:10.619972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.670367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 881b3109-c7c5-4d42-ace5-90a483537777 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:10.709433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:10.709694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 881b3109-c7c5-4d42-ace5-90a483537777 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:10.709802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.710093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 881b3109-c7c5-4d42-ace5-90a483537777 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:10.787340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a394ce-7a8a-4146-a017-9c7c34cd02a5 req-4c6138db-9ae3-4659-9815-e7b30a4f29ab tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:10.795079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a394ce-7a8a-4146-a017-9c7c34cd02a5 req-4c6138db-9ae3-4659-9815-e7b30a4f29ab tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.4836874 Mar 31 23:03:10.808772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] For port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,segment=NetworkSegment(578aafbb-a1ee-4865-9f95-4bece0ac4181),segment_id=578aafbb-a1ee-4865-9f95-4bece0ac4181)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:10.809339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.835426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Calling delete_port for e34cbdb9-9bcb-4efc-b776-aa97d0a355cc owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:10.851873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] DHCP port deletion for 36f10a55-d921-4001-ac16-a5d2dc6160bd request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:10.933810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] Deleting port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:10.934206 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.963073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a394ce-7a8a-4146-a017-9c7c34cd02a5 req-3e245929-14a8-4567-bc7f-87d4f4881b8e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609802 Mar 31 23:03:11.002619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:03:11.023277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.046647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] For port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,segment=NetworkSegment(578aafbb-a1ee-4865-9f95-4bece0ac4181),segment_id=578aafbb-a1ee-4865-9f95-4bece0ac4181)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:11.047389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.075404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] Calling delete_port for e34cbdb9-9bcb-4efc-b776-aa97d0a355cc owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:11.104173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port 40723898-6c89-4fcd-b2c5-9d4fc7610dc6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:11.105028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.121448 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.148685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715788b-2191-4b22-a521-cce2a05fd2c6 req-2d420abb-b9c9-4d23-97fa-2e2b1e0f5721 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.150576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e715788b-2191-4b22-a521-cce2a05fd2c6 req-2d420abb-b9c9-4d23-97fa-2e2b1e0f5721 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0777578 Mar 31 23:03:11.159624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.194791 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.198994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Port': ['ID=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:11.210797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No DVR routers for this DVR port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:11.232752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] Pushing event deleted for resources: {'Port': ['ID=e34cbdb9-9bcb-4efc-b776-aa97d0a355cc,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:11.233628 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e715788b-2191-4b22-a521-cce2a05fd2c6 req-16de159d-f0cd-4064-8743-e3d508712fb0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697544 Mar 31 23:03:11.237727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f66159-7405-4b99-8a74-227a8ed385c0 None None] No DVR routers for this DVR port e34cbdb9-9bcb-4efc-b776-aa97d0a355cc on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:11.260647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port 40723898-6c89-4fcd-b2c5-9d4fc7610dc6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=40723898-6c89-4fcd-b2c5-9d4fc7610dc6,segment=NetworkSegment(3b0edffb-297f-4fd7-b30f-1ee9ff41d72a),segment_id=3b0edffb-297f-4fd7-b30f-1ee9ff41d72a)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:11.261609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.277310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for 40723898-6c89-4fcd-b2c5-9d4fc7610dc6 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:11.281331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.286039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b05bf7-3e37-4b8c-bdc4-2efeedcce0fd None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:03:11.338052 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6805f974-4ce4-420c-a3b9-c912ab4c2d3a x-openstack-request-id: req-6805f974-4ce4-420c-a3b9-c912ab4c2d3a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:11.338543 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:11.338886 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6805f974-4ce4-420c-a3b9-c912ab4c2d3a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:11.340244 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6805f974-4ce4-420c-a3b9-c912ab4c2d3a'] response: {'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'code': 200} Mar 31 23:03:11.370652 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.483207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f10a55-d921-4001-ac16-a5d2dc6160bd']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:11.488159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578aafbb-a1ee-4865-9f95-4bece0ac4181') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:11.489036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578aafbb-a1ee-4865-9f95-4bece0ac4181') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:11.520337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.525848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b05bf7-3e37-4b8c-bdc4-2efeedcce0fd None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:03:11.530284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53e3866d-2687-436a-b60c-29627938c65f req-0974e764-311a-4452-8447-a0876bda4ab7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 210 time: 0.0864952 Mar 31 23:03:11.550434 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Floating IP ceeff580-d60a-4728-b794-abe92458af26 associated. External IP: 172.25.4.126, port: 66bae3ac-200a-40bc-aa5b-943ff350a1b5. Mar 31 23:03:11.555681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.569500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:11.570846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:11.580310 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:11.685930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bf884-4527-4ae8-9d82-9c48e0acc711 req-857341e6-0ed5-4f64-8372-8ec113372ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.687567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e9bf884-4527-4ae8-9d82-9c48e0acc711 req-857341e6-0ed5-4f64-8372-8ec113372ed4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 1097 time: 0.2664237 Mar 31 23:03:11.756168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.771919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13457-a3d8-44d8-8a51-147c431644dd req-73d89b02-b5a9-4af2-9f8f-ed1fcec03c7d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.773477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5f13457-a3d8-44d8-8a51-147c431644dd req-73d89b02-b5a9-4af2-9f8f-ed1fcec03c7d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1017077 Mar 31 23:03:11.794000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=40723898-6c89-4fcd-b2c5-9d4fc7610dc6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:11.798570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.802294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port 40723898-6c89-4fcd-b2c5-9d4fc7610dc6 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:11.815371 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.817635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e9bf884-4527-4ae8-9d82-9c48e0acc711 req-8489ab9d-757e-43e7-b667-0508c18fdbc5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059756 Mar 31 23:03:11.819836 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/36f10a55-d921-4001-ac16-a5d2dc6160bd HTTP/1.1" status: 204 len: 168 time: 1.3343251 Mar 31 23:03:11.826583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41022) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:11.834403 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5baec-5fbb-4c4b-9d32-caa3cffe2b0c tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=36f10a55-d921-4001-ac16-a5d2dc6160bd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:11.878182 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cd4a69-08cd-47af-99d4-f016a3a3cadb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:11.878600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cd4a69-08cd-47af-99d4-f016a3a3cadb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:11.884131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-59cd4a69-08cd-47af-99d4-f016a3a3cadb tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/f67de1f8-b9ec-48a7-a85f-877bc6549fdd HTTP/1.1" status: 404 len: 337 time: 0.0525215 Mar 31 23:03:11.884653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41024) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:11.892789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5f13457-a3d8-44d8-8a51-147c431644dd req-3af990ff-5c22-43ea-93c0-b1e2bf84ab8f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854902 Mar 31 23:03:11.908446 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b51a17-6bd3-4888-b534-fc0728e14cbd tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:11.909067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b51a17-6bd3-4888-b534-fc0728e14cbd tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:11.915519 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a3b51a17-6bd3-4888-b534-fc0728e14cbd tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/9a8b58d9-a2a8-4e83-a0b2-ea5e171804fa HTTP/1.1" status: 404 len: 339 time: 0.0272772 Mar 31 23:03:11.915882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41026) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:11.998293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Router e80cfd41-dc38-4277-a306-4c105d3acaee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:12.029453 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.059640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9ff9fd-0c26-480d-bfec-2c6f9a8c45c2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting subnet 0bae51dc-fb54-4753-a4f4-63b217bcce3e {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:12.062888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2061c0-52fe-4227-9a86-185fd5c1a486']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.070426 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff9fd-0c26-480d-bfec-2c6f9a8c45c2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.095390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.095683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0edffb-297f-4fd7-b30f-1ee9ff41d72a') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.110116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfd92d-49b1-467b-ac21-854ae9c2800b req-43ae767e-6770-4df0-9e47-26065bc1a9c5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.111786 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.114906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65dfd92d-49b1-467b-ac21-854ae9c2800b req-43ae767e-6770-4df0-9e47-26065bc1a9c5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1095829 Mar 31 23:03:12.130820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff9fd-0c26-480d-bfec-2c6f9a8c45c2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.133579 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.165336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:12.165744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:12.168727 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:12.193978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:12.198844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65dfd92d-49b1-467b-ac21-854ae9c2800b req-45d6a0db-5d4a-4481-a62e-af904852c05b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510590 Mar 31 23:03:12.203909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.208806 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:12.224844 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:12.228470 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.247023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-44a5322f-aaa5-4b2b-a35e-da916a6e6668 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "PUT /v2.0/floatingips/ceeff580-d60a-4728-b794-abe92458af26 HTTP/1.1" status: 200 len: 997 time: 2.6901348 Mar 31 23:03:12.258569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:12.261409 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6875eab-b2b7-4b81-94d4-3754f5b050e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:12.302707 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff9fd-0c26-480d-bfec-2c6f9a8c45c2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.304328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-c7b2a217-78b8-477a-a459-f9f989d0fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.313988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-c7b2a217-78b8-477a-a459-f9f989d0fb85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0670555 Mar 31 23:03:12.344767 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:12.394385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.410470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.420156 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/ef2061c0-52fe-4227-9a86-185fd5c1a486 HTTP/1.1" status: 204 len: 168 time: 3.8249602 Mar 31 23:03:12.432113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41040) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:12.440945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1308174291'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:12.533453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-92c42952-66be-4de0-8f68-31b8fcebd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.542560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-92c42952-66be-4de0-8f68-31b8fcebd55c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.2274642 Mar 31 23:03:12.613358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b034ff0-1799-492f-8237-e8e37e2bfd97 req-b9e4e70d-5f46-43e8-900c-e262dda006c0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.625523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b034ff0-1799-492f-8237-e8e37e2bfd97 req-b9e4e70d-5f46-43e8-900c-e262dda006c0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2117047 Mar 31 23:03:12.661835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:12.665745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.711670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e34cbdb9-9bcb-4efc-b776-aa97d0a355cc no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:12.724440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-4f9a1f77-2434-4cbc-8716-e25c339dfa6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 1000 time: 0.1808467 Mar 31 23:03:12.741810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:8f:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:10Z', 'revision_number': 1, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.756948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0db63-3b59-4ed1-afe3-7cf5767d66ee tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=ef2061c0-52fe-4227-9a86-185fd5c1a486,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:12.763489 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b034ff0-1799-492f-8237-e8e37e2bfd97 req-5b5d0426-7554-4f13-b445-20f7ec8873b5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259949 Mar 31 23:03:12.781115 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:12.789778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e34cbdb9-9bcb-4efc-b776-aa97d0a355cc {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:12.790306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e34cbdb9-9bcb-4efc-b776-aa97d0a355cc not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:12.810204 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:12.810992 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.899026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:12.939864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff9fd-0c26-480d-bfec-2c6f9a8c45c2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.946127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.947286 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment 07bb6fc8-1889-46a2-93ea-f924479cafa6 of type vlan for network 28294218-6f5e-4606-aeb5-0e1e2fe55771 Mar 31 23:03:12.961674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-595b2571-00f1-4659-83f9-4ba3a91efd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.963246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-595b2571-00f1-4659-83f9-4ba3a91efd16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.2365885 Mar 31 23:03:12.983093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ff9fd-0c26-480d-bfec-2c6f9a8c45c2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Subnet': ['ID=0bae51dc-fb54-4753-a4f4-63b217bcce3e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:12.985710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff9fd-0c26-480d-bfec-2c6f9a8c45c2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.992687 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:12.992906 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bb9ff9fd-0c26-480d-bfec-2c6f9a8c45c2 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/subnets/0bae51dc-fb54-4753-a4f4-63b217bcce3e HTTP/1.1" status: 204 len: 168 time: 1.0730541 Mar 31 23:03:12.993617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41044) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:12.999340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd1460-a0ec-424c-b281-2be10f852765 None None] Network babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:13.078279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-0ceafcae-a410-4efc-b309-82b173396d85 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.079902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-0ceafcae-a410-4efc-b309-82b173396d85 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.3154247 Mar 31 23:03:13.091901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a131c-cc17-4e4f-b61e-e292aca28d69 req-69b54dd1-303d-4486-a68c-f1c2c3fc8b3a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.100103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-502a131c-cc17-4e4f-b61e-e292aca28d69 req-69b54dd1-303d-4486-a68c-f1c2c3fc8b3a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2474039 Mar 31 23:03:13.115112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Request body: {'port': {'device_id': '264420df-4fd3-4bc1-8ed8-7b9ac3e7e055', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'admin_state_up': True, 'tenant_id': 'e70b3693b71141289243e0eeec388016'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:13.121320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.157135 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.252925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-56103d14-088c-4556-a016-783c4597ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.254523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-56103d14-088c-4556-a016-783c4597ee3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772141 Mar 31 23:03:13.258590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Deleting port feb14456-ce4d-461f-b0dc-8719c3c21d30 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:13.258590 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.267870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-502a131c-cc17-4e4f-b61e-e292aca28d69 req-fec7cd8e-39dc-400c-8a5f-a9fd8579f74d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667318 Mar 31 23:03:13.360038 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4924090-42da-4ea2-ae33-e9d357bb271f x-openstack-request-id: req-a4924090-42da-4ea2-ae33-e9d357bb271f {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:13.360660 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:13.362646 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4924090-42da-4ea2-ae33-e9d357bb271f {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:13.362646 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4924090-42da-4ea2-ae33-e9d357bb271f'] response: {'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'status': 'completed', 'code': 200} Mar 31 23:03:13.428728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] For port feb14456-ce4d-461f-b0dc-8719c3c21d30, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feb14456-ce4d-461f-b0dc-8719c3c21d30,segment=NetworkSegment(9ad69951-d52d-44ba-bbd1-c37bcb034f05),segment_id=9ad69951-d52d-44ba-bbd1-c37bcb034f05)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:13.430608 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.432239 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.438184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.438923 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.454115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Calling delete_port for feb14456-ce4d-461f-b0dc-8719c3c21d30 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:13.493553 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:8f:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:10Z', 'revision_number': 1, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:13.530526 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a9a6c-843d-4f2f-9ca3-20d3e55890b2 None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:8f:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:10Z', 'revision_number': 1, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:13.642151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] DHCP port deletion for babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:13.711394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] Deleting port feb14456-ce4d-461f-b0dc-8719c3c21d30 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:13.712174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.714102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.751429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Port': ['ID=feb14456-ce4d-461f-b0dc-8719c3c21d30,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.758146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] No DVR routers for this DVR port feb14456-ce4d-461f-b0dc-8719c3c21d30 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:13.820024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] For port feb14456-ce4d-461f-b0dc-8719c3c21d30, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:13.820435 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.843299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] Calling delete_port for feb14456-ce4d-461f-b0dc-8719c3c21d30 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:13.847293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] Port feb14456-ce4d-461f-b0dc-8719c3c21d30 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:03:13.849359 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.865247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9b79f-7483-46eb-85ce-c9ba2f8dcaf7 None None] New status for floating IP ceeff580-d60a-4728-b794-abe92458af26: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:03:13.871264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.906266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:13.922599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad69951-d52d-44ba-bbd1-c37bcb034f05') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:13.923441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad69951-d52d-44ba-bbd1-c37bcb034f05') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:13.926584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:13.931160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.933666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] No DVR routers for this DVR port feb14456-ce4d-461f-b0dc-8719c3c21d30 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:13.936362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.945825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c2542-40b6-41e3-a9f3-b1d41e933062 None None] Pushing event deleted for resources: {'Port': ['ID=feb14456-ce4d-461f-b0dc-8719c3c21d30,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.949714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=28294218-6f5e-4606-aeb5-0e1e2fe55771,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.964742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 28294218-6f5e-4606-aeb5-0e1e2fe55771 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:13.968158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.976567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:13.977043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-1d8bacea-784a-4cc0-90ee-0495290ddfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.977621 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.979151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-1d8bacea-784a-4cc0-90ee-0495290ddfb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.5838907 Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:13.982388 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:13.993672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46aac9-0686-42f1-9fb3-8529c87331af req-129a42a4-20e3-4685-a1cd-c84368533342 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.995163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d46aac9-0686-42f1-9fb3-8529c87331af req-129a42a4-20e3-4685-a1cd-c84368533342 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.5515552 Mar 31 23:03:14.004775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-fb58c04b-6eec-4b52-9b65-8e9b946b6dbd service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7357309 Mar 31 23:03:14.063900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-902528d5-87da-4b74-a356-939b313cf93d tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6262627 Mar 31 23:03:14.064811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41050) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:14.070262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': '28294218-6f5e-4606-aeb5-0e1e2fe55771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:14.224349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.229302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d46aac9-0686-42f1-9fb3-8529c87331af req-a4cadc95-bbdc-427a-91fa-cf2e3070e980 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148082 Mar 31 23:03:14.232861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.241015 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] 10.222.0.31 "DELETE /v2.0/networks/babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c HTTP/1.1" status: 204 len: 168 time: 1.2430601 Mar 31 23:03:14.265586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:14.265586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.321042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-3f9ed8e0-3e97-455a-83b6-feddb1867cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:14.322576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-3f9ed8e0-3e97-455a-83b6-feddb1867cb3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.3092206 Mar 31 23:03:14.332953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93776a3b-1fa3-4479-9307-d4d2fc48bf50 req-31e7b68b-5781-4d88-9411-be8bd4beebeb service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271639 Mar 31 23:03:14.380343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772606c-a17d-4817-961c-08a88b17af92 tempest-NetworksIpV6Test-2082064151 tempest-NetworksIpV6Test-2082064151-project] Pushing event deleted for resources: {'Network': ['ID=babb4a5b-1d58-4ebe-b1e2-2e95f7e5e07c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:14.438644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Allocated IP 172.20.0.12 (fb6ea1c3-84d7-49f8-8abd-1db0d467a585/31745a5e-6ef0-4571-8300-7eeaf4dba00d/4656618d-49df-463c-a66a-c13b06980e31) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:14.448060 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19fc2191-cf58-478a-bf35-6449de87498d req-d865f4da-bad5-46bd-b413-bb0b27b95879 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 210 time: 0.0550504 Mar 31 23:03:14.489037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-c482e943-52a5-45a9-95e5-1771ebaa921f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 1002 time: 0.1517878 Mar 31 23:03:14.648754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device feb14456-ce4d-461f-b0dc-8719c3c21d30 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:14.684912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: feb14456-ce4d-461f-b0dc-8719c3c21d30 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:14.685436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device feb14456-ce4d-461f-b0dc-8719c3c21d30 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:14.694099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-2a16737d-9d63-40c5-863f-c7413c9e1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:14.696125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-2a16737d-9d63-40c5-863f-c7413c9e1d35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1969750 Mar 31 23:03:14.709734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.774428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=44804dee-5807-43d4-b108-8820f2a75da6,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:14.788626 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': '07bb6fc8-1889-46a2-93ea-f924479cafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28294218-6f5e-4606-aeb5-0e1e2fe55771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:14.790459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: 28294218-6f5e-4606-aeb5-0e1e2fe55771, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:14.799169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abb374-1009-46ea-ad33-b4b2da03e7ad req-996848d4-f57e-40ea-9426-251c8cbc8382 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:14.800754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7abb374-1009-46ea-ad33-b4b2da03e7ad req-996848d4-f57e-40ea-9426-251c8cbc8382 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2264493 Mar 31 23:03:14.849153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-2fb0bf37-98b6-4e98-b140-f5144a55b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:14.850721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-2fb0bf37-98b6-4e98-b140-f5144a55b909 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433938 Mar 31 23:03:14.883289 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.903437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7abb374-1009-46ea-ad33-b4b2da03e7ad req-36fa025f-349c-46a1-bc6f-568c8a030c96 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869014 Mar 31 23:03:14.938560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network 28294218-6f5e-4606-aeb5-0e1e2fe55771 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:15.034466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41062) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:15.051183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-09b3457d-d65c-44f8-a403-69f464633574 service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831765 Mar 31 23:03:15.079891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092da875-f22d-425f-91fd-2c415bb492fb req-af4b46b8-32a7-45cd-8eb8-6e8597f1bfc3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.081501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-092da875-f22d-425f-91fd-2c415bb492fb req-af4b46b8-32a7-45cd-8eb8-6e8597f1bfc3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0923758 Mar 31 23:03:15.153669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 28294218-6f5e-4606-aeb5-0e1e2fe55771) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:15.159313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.160717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.171563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d8fe2-a56f-494e-96b7-3c64fb9cd9b0 None None] Network 28294218-6f5e-4606-aeb5-0e1e2fe55771 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:15.197723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.218509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-092da875-f22d-425f-91fd-2c415bb492fb req-7aa0b9d4-7fb5-4f70-ba6f-4b13d27cd39f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209457 Mar 31 23:03:15.230224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:15.298403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-ae174e17-8c85-4b9e-9866-049eaa258d59 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.299562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-ae174e17-8c85-4b9e-9866-049eaa258d59 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1594572 Mar 31 23:03:15.302964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:15.309264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6875eab-b2b7-4b81-94d4-3754f5b050e6 req-25d84453-b419-4825-b987-f0591d73a42a service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499301 Mar 31 23:03:15.317407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:15.353838 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a7d8f142-8344-4a3c-bd58-ae889d3d6dc7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2852275 Mar 31 23:03:15.355327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41070) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:15.357742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event updated for resources: {'Port': ['ID=4656618d-49df-463c-a66a-c13b06980e31,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:15.360365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:15.397849 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1d994785-8bb9-4ccc-81d0-77182c14ca40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f31ca8fbb25a44a2b5e89ed9650c7e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615744 Mar 31 23:03:15.402342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41072) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:15.469983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-28294218-6f5e-4606-aeb5-0e1e2fe55771', 'network_id': '28294218-6f5e-4606-aeb5-0e1e2fe55771', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '44804dee-5807-43d4-b108-8820f2a75da6'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:15.475615 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.493097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.493861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.515110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-8361c179-759e-47b3-b6d1-88bd32b37fc9 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1002 time: 0.2147741 Mar 31 23:03:15.534182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Request body: {'floatingip': {'port_id': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:15.568040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.587053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31302179-0c48-4f85-89c7-4338a6b5d944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.612355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eb364-cca7-46f3-824e-9f9b84f62b2d req-9df59351-d6c0-40be-85ec-53f2ae9f1f59 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.614046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d28eb364-cca7-46f3-824e-9f9b84f62b2d req-9df59351-d6c0-40be-85ec-53f2ae9f1f59 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1759233 Mar 31 23:03:15.623466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41078) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:15.628126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Request body: {'floatingip': {'port_id': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:15.646655 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31302179-0c48-4f85-89c7-4338a6b5d944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.674585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-f2d021c8-6993-4227-9e37-3139ee70401a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5653105 Mar 31 23:03:15.679754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Allocated IP 172.20.0.1 (28294218-6f5e-4606-aeb5-0e1e2fe55771/44804dee-5807-43d4-b108-8820f2a75da6/8b8fa670-466a-47af-907e-589d161b1c9b) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:15.681780 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.691716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Request body: {'port': {'device_id': '264420df-4fd3-4bc1-8ed8-7b9ac3e7e055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:15.693210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.730328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.832320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31302179-0c48-4f85-89c7-4338a6b5d944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.832735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31302179-0c48-4f85-89c7-4338a6b5d944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.833932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-31302179-0c48-4f85-89c7-4338a6b5d944 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc44f2b1-f736-47e3-807c-c0eb2a55ca07 HTTP/1.1" status: 204 len: 168 time: 0.4303944 Mar 31 23:03:15.843983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31302179-0c48-4f85-89c7-4338a6b5d944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc44f2b1-f736-47e3-807c-c0eb2a55ca07,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:15.878004 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.949639 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.998072 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.004912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d2a51-25a5-4219-a0ac-cd547c89a163 req-d8dd9c78-bda2-4eba-b2fb-a9b4f635884b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:16.006646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f7d2a51-25a5-4219-a0ac-cd547c89a163 req-d8dd9c78-bda2-4eba-b2fb-a9b4f635884b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3119395 Mar 31 23:03:16.052047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Network 28294218-6f5e-4606-aeb5-0e1e2fe55771 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:16.055169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:16.060317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:16.063575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Pushing event updated for resources: {'Port': ['ID=8b8fa670-466a-47af-907e-589d161b1c9b,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.105685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.125487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Attempting to bind port 8b8fa670-466a-47af-907e-589d161b1c9b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:16.127041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Attempting to bind port 8b8fa670-466a-47af-907e-589d161b1c9b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '07bb6fc8-1889-46a2-93ea-f924479cafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28294218-6f5e-4606-aeb5-0e1e2fe55771'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:16.127965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Attempting to bind port 8b8fa670-466a-47af-907e-589d161b1c9b on network 28294218-6f5e-4606-aeb5-0e1e2fe55771 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:16.134037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:16.134426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Checking segment: {'id': '07bb6fc8-1889-46a2-93ea-f924479cafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28294218-6f5e-4606-aeb5-0e1e2fe55771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:16.135041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.139662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Bound using segment: {'id': '07bb6fc8-1889-46a2-93ea-f924479cafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28294218-6f5e-4606-aeb5-0e1e2fe55771'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:16.143213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Bound port: 8b8fa670-466a-47af-907e-589d161b1c9b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb6fc8-1889-46a2-93ea-f924479cafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28294218-6f5e-4606-aeb5-0e1e2fe55771'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:16.143969 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.145755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=44804dee-5807-43d4-b108-8820f2a75da6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.232552 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.252990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] For port 8b8fa670-466a-47af-907e-589d161b1c9b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:16.259485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] For port 8b8fa670-466a-47af-907e-589d161b1c9b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8b8fa670-466a-47af-907e-589d161b1c9b,segment=NetworkSegment(07bb6fc8-1889-46a2-93ea-f924479cafa6),segment_id=07bb6fc8-1889-46a2-93ea-f924479cafa6)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:16.264760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28294218-6f5e-4606-aeb5-0e1e2fe55771']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:16.275642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bb6fc8-1889-46a2-93ea-f924479cafa6') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:16.276034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bb6fc8-1889-46a2-93ea-f924479cafa6') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:16.288219 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.347585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.347822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.359560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:16.360270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:16.364446 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:16.422994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89b73a-467a-4f42-a96e-40cf664ca2b5 None None] Pushing event updated for resources: {'Port': ['ID=8b8fa670-466a-47af-907e-589d161b1c9b,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.491393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70243eb-c3fa-40a5-8510-79e1baebe0bb None None] Network 28294218-6f5e-4606-aeb5-0e1e2fe55771 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:16.516716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:03:16.516716 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:03:16.516716 n-d-836015-1 neutron-server[109821]: [parameters: {'id': '28294218-6f5e-4606-aeb5-0e1e2fe55771'}] Mar 31 23:03:16.516716 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:16.517294 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:16.552396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f7d2a51-25a5-4219-a0ac-cd547c89a163 req-2905d28a-f7d3-44c0-8321-a68939eddc26 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5338736 Mar 31 23:03:16.639622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b302f7-ab94-45b9-9e27-b4530a39e200 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:03:16.789809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b302f7-ab94-45b9-9e27-b4530a39e200 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:03:16.939242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd43a6-d8a1-49f3-af94-6c02beaed392 req-899450a9-68a6-4500-a755-b2be49025029 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:16.940935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2fd43a6-d8a1-49f3-af94-6c02beaed392 req-899450a9-68a6-4500-a755-b2be49025029 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 932 time: 0.2708492 Mar 31 23:03:17.018796 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.089078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port 8b8fa670-466a-47af-907e-589d161b1c9b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:17.089852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.161211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2fd43a6-d8a1-49f3-af94-6c02beaed392 req-b7974c94-bd6a-441d-8819-576b56ea2caf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817672 Mar 31 23:03:17.175018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port 8b8fa670-466a-47af-907e-589d161b1c9b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8b8fa670-466a-47af-907e-589d161b1c9b,segment=NetworkSegment(07bb6fc8-1889-46a2-93ea-f924479cafa6),segment_id=07bb6fc8-1889-46a2-93ea-f924479cafa6)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:17.175479 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.195807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for 8b8fa670-466a-47af-907e-589d161b1c9b owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:17.261768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:03:17.310649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41106) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:17.311467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4656618d-49df-463c-a66a-c13b06980e31 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:17.329596 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.418396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.422169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Transition to ACTIVE for port object 4656618d-49df-463c-a66a-c13b06980e31 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:03:17.429430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.453229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320434251'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:17.459106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=8b8fa670-466a-47af-907e-589d161b1c9b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:17.469403 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port 8b8fa670-466a-47af-907e-589d161b1c9b on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:17.488906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc9b9c-58c8-47c8-bfe7-f588689ea997 req-ce1ee4cf-a96f-46da-ba61-1d91055a4e48 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:17.490565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfcc9b9c-58c8-47c8-bfe7-f588689ea997 req-ce1ee4cf-a96f-46da-ba61-1d91055a4e48 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1701925 Mar 31 23:03:17.511398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.536256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.538758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.564450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.587356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfcc9b9c-58c8-47c8-bfe7-f588689ea997 req-cef7bf67-9972-46b3-bc65-52503c37a484 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893486 Mar 31 23:03:17.593422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28294218-6f5e-4606-aeb5-0e1e2fe55771']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:17.607936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bb6fc8-1889-46a2-93ea-f924479cafa6') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:17.608308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bb6fc8-1889-46a2-93ea-f924479cafa6') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:17.621888 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.638223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.647765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:17.648201 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.650317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Pushing event updated for resources: {'Port': ['ID=4656618d-49df-463c-a66a-c13b06980e31,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:17.652277 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:17.675507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.713556 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.745789 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.800297 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Floating IP 0f265647-92fb-458c-b1cc-c49ab59e7c21 associated. External IP: 172.25.4.116, port: ad13302a-2a9c-458d-8b29-4b93dd185418. Mar 31 23:03:17.899392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Attempting to bind port 4656618d-49df-463c-a66a-c13b06980e31 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:17.899645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Attempting to bind port 4656618d-49df-463c-a66a-c13b06980e31 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:17.899978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Attempting to bind port 4656618d-49df-463c-a66a-c13b06980e31 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:17.932732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.939394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.945439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Port 4656618d-49df-463c-a66a-c13b06980e31 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:17.945946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Attempting to bind port 4656618d-49df-463c-a66a-c13b06980e31 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:17.946453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/28294218-6f5e-4606-aeb5-0e1e2fe55771 HTTP/1.1" status: 204 len: 168 time: 2.5783932 Mar 31 23:03:17.949846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41112) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:17.959790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652402770'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:17.968231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:17.968573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Checking segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:17.968960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Bound using segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:17.969406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Bound port: 4656618d-49df-463c-a66a-c13b06980e31, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:17.969769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.990059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434267be-eff7-4c62-a720-0a4261eaf5ac tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=28294218-6f5e-4606-aeb5-0e1e2fe55771,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:17.993662 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Floating IP ceeff580-d60a-4728-b794-abe92458af26 associated. External IP: 172.25.4.126, port: 66bae3ac-200a-40bc-aa5b-943ff350a1b5. Mar 31 23:03:18.052967 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.195559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:18.199332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.227126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:18.243144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.243144 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment b1e9951d-3b52-45eb-83bf-c099dcf58078 of type vlan for network ae5a5ccd-3730-4593-8c39-6dd35c9512ba Mar 31 23:03:18.284412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.326659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.370286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810603b7-3d47-458c-9fa0-31ecdcdeb987,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.427482 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.458202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.464794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.465436 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.509950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] For port 4656618d-49df-463c-a66a-c13b06980e31, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:18.534875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] For port 4656618d-49df-463c-a66a-c13b06980e31, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=4656618d-49df-463c-a66a-c13b06980e31,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:18.540624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=ae5a5ccd-3730-4593-8c39-6dd35c9512ba,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.555700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ae5a5ccd-3730-4593-8c39-6dd35c9512ba details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:18.604955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.610467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880707e7-f4e4-401c-b380-b27eab735958 req-742e53f4-db6f-4a58-9e20-a62128f6795a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.612001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-880707e7-f4e4-401c-b380-b27eab735958 req-742e53f4-db6f-4a58-9e20-a62128f6795a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1760669 Mar 31 23:03:18.613972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:18.637218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3818dbe-3d6e-4667-a5d8-dedc3525355e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.678907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-09219940-7407-4c6a-864f-79217294cc7c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7242091 Mar 31 23:03:18.685493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41118) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:18.693074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fd10d355-74ff-4a19-9271-9309705968e9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:18.748270 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.757746 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-880707e7-f4e4-401c-b380-b27eab735958 req-8705f501-4cc1-4d6c-86de-ba7070783437 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303616 Mar 31 23:03:18.841509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Router e80cfd41-dc38-4277-a306-4c105d3acaee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:18.851902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.852530 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.853936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] 10.222.0.50 "PUT /v2.0/ports/4656618d-49df-463c-a66a-c13b06980e31 HTTP/1.1" status: 200 len: 1092 time: 3.1694784 Mar 31 23:03:18.854571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264420df-4fd3-4bc1-8ed8-7b9ac3e7e055', 'tag': '4656618d-49df-463c-a66a-c13b06980e31'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:18.857960 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39093af9-5047-43cc-8834-2e2ae90d3dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "264420df-4fd3-4bc1-8ed8-7b9ac3e7e055", "tag": "4656618d-49df-463c-a66a-c13b06980e31"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:18.868003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.869379 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94353023-8057-4954-92c0-1a3cf8431bcf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5574100 Mar 31 23:03:18.873295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41124) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:18.916866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:18.925109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.928186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c686f57-b331-49e9-aedb-d5b808adf37b service neutron] Pushing event updated for resources: {'Port': ['ID=4656618d-49df-463c-a66a-c13b06980e31,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.929583 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] Sync routers for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:18.947301 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd10d355-74ff-4a19-9271-9309705968e9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.954193 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:18.955386 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:18.993603 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0c133521-0f04-41fe-b54c-f28792eb49d3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1184051 Mar 31 23:03:18.996743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41128) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:19.004995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-800f37fe-86eb-4912-af64-2e5c90ad7c83 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-security--1053512964', 'description': 'tempest-security-description-503907840'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:19.039345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-01929b54-3fd8-488b-8e72-0c9f347791e8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "PUT /v2.0/floatingips/0f265647-92fb-458c-b1cc-c49ab59e7c21 HTTP/1.1" status: 200 len: 992 time: 3.4146912 Mar 31 23:03:19.058166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab26ca-9e1e-4e6a-aa31-480e57bf176a req-bd2f28fa-0dfc-413c-88c4-5da29a8b1353 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:19.059757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0ab26ca-9e1e-4e6a-aa31-480e57bf176a req-bd2f28fa-0dfc-413c-88c4-5da29a8b1353 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 944 time: 0.1928024 Mar 31 23:03:19.069102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd10d355-74ff-4a19-9271-9309705968e9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.096536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd10d355-74ff-4a19-9271-9309705968e9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network ae5a5ccd-3730-4593-8c39-6dd35c9512ba is not hosted by any dhcp agent {{(pid=109821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:03:19.098225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:19.101981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd10d355-74ff-4a19-9271-9309705968e9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:19.102831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd10d355-74ff-4a19-9271-9309705968e9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.104150 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fd10d355-74ff-4a19-9271-9309705968e9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "PUT /v2.0/networks/ae5a5ccd-3730-4593-8c39-6dd35c9512ba HTTP/1.1" status: 200 len: 723 time: 0.4171965 Mar 31 23:03:19.112748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41132) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:19.127140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': 'ae5a5ccd-3730-4593-8c39-6dd35c9512ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:19.148951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10d355-74ff-4a19-9271-9309705968e9 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=ae5a5ccd-3730-4593-8c39-6dd35c9512ba,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.161342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ae5a5ccd-3730-4593-8c39-6dd35c9512ba details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:19.173753 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-800f37fe-86eb-4912-af64-2e5c90ad7c83 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.243170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:19.256052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:19.269829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:19.270734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:19.280095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-198a61c4-1bb7-4c76-972c-9ff1c388a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:19.280095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-198a61c4-1bb7-4c76-972c-9ff1c388a7ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 1095 time: 0.2423093 Mar 31 23:03:19.353991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0ab26ca-9e1e-4e6a-aa31-480e57bf176a req-5fcb2e4a-b15b-428b-9a87-e0a8b2d367fe tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869940 Mar 31 23:03:19.412437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-c24f128b-7a55-4e1e-a266-8abe8d6df3ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4656618d-49df-463c-a66a-c13b06980e31 HTTP/1.1" status: 200 len: 217 time: 0.0795045 Mar 31 23:03:19.413599 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0f265647-92fb-458c-b1cc-c49ab59e7c21', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'port_id': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'mac_address': 'fa:16:3e:7f:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:48Z', 'updated_at': '2022-03-31T23:03:17Z', 'revision_number': 1, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:19.419201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-800f37fe-86eb-4912-af64-2e5c90ad7c83 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.433125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:19.458678 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] Checking router: 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:19.470158 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:19.471795 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:19.547978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-685c3434-e5c8-4c3e-8fc2-539a836b306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:19.550664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-685c3434-e5c8-4c3e-8fc2-539a836b306b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1248391 Mar 31 23:03:19.551513 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-800f37fe-86eb-4912-af64-2e5c90ad7c83 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.554314 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-800f37fe-86eb-4912-af64-2e5c90ad7c83 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.556010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-800f37fe-86eb-4912-af64-2e5c90ad7c83 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "PUT /v2.0/security-groups/c3818dbe-3d6e-4667-a5d8-dedc3525355e HTTP/1.1" status: 200 len: 1779 time: 0.5549221 Mar 31 23:03:19.559349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41134) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:19.603772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f37fe-86eb-4912-af64-2e5c90ad7c83 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3818dbe-3d6e-4667-a5d8-dedc3525355e,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.620293 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:19.630570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-14962ffb-bfe3-4d4a-99ae-2069045d6c4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397069 Mar 31 23:03:19.632563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:19.633134 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7bfd1e12-5a87-4d46-a022-d6f94870dabc tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups/c3818dbe-3d6e-4667-a5d8-dedc3525355e HTTP/1.1" status: 200 len: 1779 time: 0.0709875 Mar 31 23:03:19.635910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41136) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:19.636442 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.722518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f618ca30-3156-4865-9327-9e38e24064e3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.756399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f618ca30-3156-4865-9327-9e38e24064e3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.758070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:58:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:17Z', 'revision_number': 3, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:19.797658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:19.817119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:19.817816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:19.869220 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e56407-e5f4-42bf-89b6-33f74b26179c x-openstack-request-id: req-c3e56407-e5f4-42bf-89b6-33f74b26179c {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:19.869556 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264420df-4fd3-4bc1-8ed8-7b9ac3e7e055", "tag": "4656618d-49df-463c-a66a-c13b06980e31", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:19.869879 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3e56407-e5f4-42bf-89b6-33f74b26179c {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:19.870280 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e56407-e5f4-42bf-89b6-33f74b26179c'] response: {'name': 'network-changed', 'server_uuid': '264420df-4fd3-4bc1-8ed8-7b9ac3e7e055', 'tag': '4656618d-49df-463c-a66a-c13b06980e31', 'status': 'completed', 'code': 200} Mar 31 23:03:19.919104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-ce6fb17b-a621-488c-bb9f-96e19f30fcd8 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784402 Mar 31 23:03:19.930836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Router e80cfd41-dc38-4277-a306-4c105d3acaee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:19.967277 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0f265647-92fb-458c-b1cc-c49ab59e7c21', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'port_id': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'mac_address': 'fa:16:3e:7f:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:48Z', 'updated_at': '2022-03-31T23:03:17Z', 'revision_number': 1, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:19.968217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f618ca30-3156-4865-9327-9e38e24064e3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.973132 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f618ca30-3156-4865-9327-9e38e24064e3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.979645 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f618ca30-3156-4865-9327-9e38e24064e3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/c3818dbe-3d6e-4667-a5d8-dedc3525355e HTTP/1.1" status: 204 len: 168 time: 0.3401854 Mar 31 23:03:19.980295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41142) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:19.984135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:20.011759 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d77e01d-c317-4544-ab39-d5e3bed0b0e2 None None] The sync data for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 is: [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0f265647-92fb-458c-b1cc-c49ab59e7c21', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'port_id': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'mac_address': 'fa:16:3e:7f:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:48Z', 'updated_at': '2022-03-31T23:03:17Z', 'revision_number': 1, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:20.040212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618ca30-3156-4865-9327-9e38e24064e3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3818dbe-3d6e-4667-a5d8-dedc3525355e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.049950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f12a09f9-0da3-4e7c-a03b-aef830320f03 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622590 Mar 31 23:03:20.051155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41144) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:20.073056 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-76a4891a-1e08-4156-ba01-208baaa03f14 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] delete failed (client error): The resource could not be found. Mar 31 23:03:20.074585 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-76a4891a-1e08-4156-ba01-208baaa03f14 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/c3818dbe-3d6e-4667-a5d8-dedc3525355e HTTP/1.1" status: 404 len: 347 time: 0.0225153 Mar 31 23:03:20.083718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41146) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:20.089761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-eba25921-238b-4756-895e-1eb667349bea tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494713749'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:20.196656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eba25921-238b-4756-895e-1eb667349bea tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.302409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eba25921-238b-4756-895e-1eb667349bea tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.326167 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2abdf-9083-4abb-aac1-b027c4bd011e None None] New status for floating IP 0f265647-92fb-458c-b1cc-c49ab59e7c21: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:03:20.348659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:58:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:17Z', 'revision_number': 3, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:20.379764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc68155-3ad8-4463-aa09-db97e9434bf2 None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:58:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:17Z', 'revision_number': 3, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:20.417743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eba25921-238b-4756-895e-1eb667349bea tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.463637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25921-238b-4756-895e-1eb667349bea tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2cd4e5-1b12-405c-8e49-4be3c4619b6f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.497500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac479d1-7c56-461c-acb6-d374ebd94267 req-8b5f72a5-2eab-4975-ad93-974a3597453e service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645370 Mar 31 23:03:20.513106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ce7d9-9dec-4b23-ba08-e30008f6fca0 req-4dec9f8a-6d70-4b34-9bc6-1b8a4a1b2759 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.514665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b64ce7d9-9dec-4b23-ba08-e30008f6fca0 req-4dec9f8a-6d70-4b34-9bc6-1b8a4a1b2759 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.5562651 Mar 31 23:03:20.611631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd88848b-d81d-4b4b-afc4-ad0153ca13d6 None None] New status for floating IP ceeff580-d60a-4728-b794-abe92458af26: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:03:20.636461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:20.642257 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.648706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b64ce7d9-9dec-4b23-ba08-e30008f6fca0 req-9e07cdf5-1a82-41d7-9402-c11ac33df700 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007643 Mar 31 23:03:20.743840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eba25921-238b-4756-895e-1eb667349bea tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.748561 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-eba25921-238b-4756-895e-1eb667349bea tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6601663 Mar 31 23:03:20.748939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41150) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:20.754108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cce0089e-28e2-416a-a4f3-9adc09a61342 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': '7e2cd4e5-1b12-405c-8e49-4be3c4619b6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:20.755905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b42c2f1e-3aef-449b-bdc6-152416c94a44 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "PUT /v2.0/floatingips/ceeff580-d60a-4728-b794-abe92458af26 HTTP/1.1" status: 200 len: 998 time: 5.2286818 Mar 31 23:03:20.784608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85625f96-92ce-4341-9dde-5fd0f2443172 req-273d5569-ad69-40a2-a195-83c546b5c0b8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.786176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85625f96-92ce-4341-9dde-5fd0f2443172 req-273d5569-ad69-40a2-a195-83c546b5c0b8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0683978 Mar 31 23:03:20.847105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-c9b11942-6d51-4fd8-958d-1364fde5cae7 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.848598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-c9b11942-6d51-4fd8-958d-1364fde5cae7 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports/66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 943 time: 0.0860870 Mar 31 23:03:20.882822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.929122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cce0089e-28e2-416a-a4f3-9adc09a61342 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.944533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85625f96-92ce-4341-9dde-5fd0f2443172 req-75096a3a-d6b4-403b-aaa5-0d2fff059eaf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289985 Mar 31 23:03:20.994437 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:03:21.017158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cce0089e-28e2-416a-a4f3-9adc09a61342 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.020742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-943d0552-a62c-4bc9-a829-2e4bc747b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.022294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-943d0552-a62c-4bc9-a829-2e4bc747b720 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 1095 time: 0.1725943 Mar 31 23:03:21.034755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=19095429-2a9a-42f9-b6ed-8e6b47e3e0ff,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:21.066798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-96496ec4-4202-4fff-8e86-3f5cde494e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.068294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-96496ec4-4202-4fff-8e86-3f5cde494e0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.1361799 Mar 31 23:03:21.183737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': 'b1e9951d-3b52-45eb-83bf-c099dcf58078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ae5a5ccd-3730-4593-8c39-6dd35c9512ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:21.184103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: ae5a5ccd-3730-4593-8c39-6dd35c9512ba, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:21.248777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996aaeea-9d9d-468b-85b0-61f0493f90fb req-a173b568-f18a-416d-9434-5b790d6fcb1a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.250515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-996aaeea-9d9d-468b-85b0-61f0493f90fb req-a173b568-f18a-416d-9434-5b790d6fcb1a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 944 time: 0.2109530 Mar 31 23:03:21.277038 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cce0089e-28e2-416a-a4f3-9adc09a61342 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.279664 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:21.296599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-0ee1578a-a81a-4431-9f74-b587bc619f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.298102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-0ee1578a-a81a-4431-9f74-b587bc619f98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 907 time: 0.2596815 Mar 31 23:03:21.298992 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:21.299608 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:21.312587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0089e-28e2-416a-a4f3-9adc09a61342 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6371e3f2-3fd3-41fb-9dd3-8a7462ef86da,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:21.316231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-d993317b-3b08-49de-a25b-0b4830d3531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.317986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-d993317b-3b08-49de-a25b-0b4830d3531f service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.2378638 Mar 31 23:03:21.382308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-996aaeea-9d9d-468b-85b0-61f0493f90fb req-ae5267c2-089b-4eb9-89ca-32f4fc22f925 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232097 Mar 31 23:03:21.385492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-a6369022-ab7a-4cf6-9c6f-98327f9859eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4656618d-49df-463c-a66a-c13b06980e31 HTTP/1.1" status: 200 len: 217 time: 0.0713911 Mar 31 23:03:21.421854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-dcd393c5-857d-492c-ae40-07bf4688283f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 217 time: 0.0908720 Mar 31 23:03:21.478184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network ae5a5ccd-3730-4593-8c39-6dd35c9512ba is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:21.511628 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:21.528138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cce0089e-28e2-416a-a4f3-9adc09a61342 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.530784 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cce0089e-28e2-416a-a4f3-9adc09a61342 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7806914 Mar 31 23:03:21.533716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41154) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:21.546166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-37e37201-61f2-4057-97f7-6247d4cd320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.548313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-37e37201-61f2-4057-97f7-6247d4cd320b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1189055 Mar 31 23:03:21.553794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-37fb492a-f93f-40e5-abda-8fc4f1f2d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.558169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-37fb492a-f93f-40e5-abda-8fc4f1f2d350 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1367047 Mar 31 23:03:21.565400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd982-4049-4618-b2f9-7d183abd6bd6 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.577162 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd982-4049-4618-b2f9-7d183abd6bd6 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.628456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5239f6-8cd0-4e70-95fa-438653be8c98 req-bb86378e-0f6c-479c-8e0a-967dd90f1a4f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.630167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd5239f6-8cd0-4e70-95fa-438653be8c98 req-bb86378e-0f6c-479c-8e0a-967dd90f1a4f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1724417 Mar 31 23:03:21.633569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-3b2a0c7b-5983-41d9-b15a-d3e641ffb5dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633497 Mar 31 23:03:21.674125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, ae5a5ccd-3730-4593-8c39-6dd35c9512ba) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:21.687370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1276b54-7f32-4131-a95f-516e3fd7f6f1 None None] Network ae5a5ccd-3730-4593-8c39-6dd35c9512ba requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:21.711610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.712211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.752174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-f4bf3c0c-e476-4da2-bff3-abd5ef1db25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.753671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-f4bf3c0c-e476-4da2-bff3-abd5ef1db25c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967409 Mar 31 23:03:21.756207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd982-4049-4618-b2f9-7d183abd6bd6 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.759445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd5239f6-8cd0-4e70-95fa-438653be8c98 req-73a26cb2-9df8-47e9-b913-08224055cc58 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221640 Mar 31 23:03:21.774837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-4b9f3ce4-1f25-4137-bcad-259d76e0cfb3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:03:21.775889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-4b9f3ce4-1f25-4137-bcad-259d76e0cfb3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075200 Mar 31 23:03:21.777383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd982-4049-4618-b2f9-7d183abd6bd6 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.785346 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b4bbd982-4049-4618-b2f9-7d183abd6bd6 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6371e3f2-3fd3-41fb-9dd3-8a7462ef86da HTTP/1.1" status: 204 len: 168 time: 0.2504969 Mar 31 23:03:21.789891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41158) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:21.813569 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:58:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:21.845036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-7acf55ff-6948-4d81-aaf9-20b532ceeada service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004006 Mar 31 23:03:21.851663 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:21.863235 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:21.863934 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:21.883268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd982-4049-4618-b2f9-7d183abd6bd6 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6371e3f2-3fd3-41fb-9dd3-8a7462ef86da,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:21.895496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}, {'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5'}, {'name': 'network-changed', 'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:21.897490 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49025bb7-6d44-4425-9d98-455f915f22ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418"}, {"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5"}, {"name": "network-changed", "server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:21.914512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0b4ec911-345b-4d7a-9113-5bbd6b14bca8 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7968636 Mar 31 23:03:21.918358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:21.943470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4ba1a06b-f55c-47e2-813c-7f3370d6afba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:21.947179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-ae5a5ccd-3730-4593-8c39-6dd35c9512ba', 'network_id': 'ae5a5ccd-3730-4593-8c39-6dd35c9512ba', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '19095429-2a9a-42f9-b6ed-8e6b47e3e0ff'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:21.948183 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.948791 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c11af5c6-1024-44ba-8ec9-55b3aabb2803 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1518843 Mar 31 23:03:21.951467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41168) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:22.033657 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:22.047360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fab0ad0-38df-4420-a153-86d389aa5ce2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.102877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-14d3aa45-35cc-44b7-bb70-735ba559f0cc service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113494 Mar 31 23:03:22.111299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fab0ad0-38df-4420-a153-86d389aa5ce2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.167426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39093af9-5047-43cc-8834-2e2ae90d3dfc req-77c69625-c652-4c7a-aadc-5da1fa5996e9 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662430 Mar 31 23:03:22.187386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8669b-9676-471b-9d75-4538bc801141 req-e0c86924-d950-4ab4-89a0-77015be017d4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:22.188308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac8669b-9676-471b-9d75-4538bc801141 req-e0c86924-d950-4ab4-89a0-77015be017d4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1815403 Mar 31 23:03:22.202302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Allocated IP 172.20.0.2 (ae5a5ccd-3730-4593-8c39-6dd35c9512ba/19095429-2a9a-42f9-b6ed-8e6b47e3e0ff/d6fae31f-06d9-4df2-b98e-e31ce037db66) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:22.257473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a06b-f55c-47e2-813c-7f3370d6afba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15700188'] for subnet, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.313947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fab0ad0-38df-4420-a153-86d389aa5ce2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.314699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac8669b-9676-471b-9d75-4538bc801141 req-cbc2ead9-f6d2-4c36-b815-465eabddf8fc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902646 Mar 31 23:03:22.316490 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fab0ad0-38df-4420-a153-86d389aa5ce2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.321235 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7fab0ad0-38df-4420-a153-86d389aa5ce2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e2cd4e5-1b12-405c-8e49-4be3c4619b6f HTTP/1.1" status: 204 len: 168 time: 0.3659599 Mar 31 23:03:22.324413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41170) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:22.336304 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:58:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:22.339829 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-25ad290e-8397-42ee-8d05-1e6a0d372705 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225170 Mar 31 23:03:22.360915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab0ad0-38df-4420-a153-86d389aa5ce2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2cd4e5-1b12-405c-8e49-4be3c4619b6f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.380079 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eaef77-6af9-40f0-a3ad-077d5b2a9778 None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:58:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:22.395904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae082ee3-76a4-4705-abad-c06f12e5728f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690451 Mar 31 23:03:22.400133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41172) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:22.407019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b6a4252f-4c8b-4913-a1cc-fa759ff5dda2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--301246050'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:22.418683 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.438253 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb61a837-72da-426e-b282-8e6f846fee78 x-openstack-request-id: req-fb61a837-72da-426e-b282-8e6f846fee78 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:22.438617 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:22.438829 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb61a837-72da-426e-b282-8e6f846fee78 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:22.439244 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb61a837-72da-426e-b282-8e6f846fee78'] response: {'name': 'network-changed', 'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'status': 'completed', 'code': 200} Mar 31 23:03:22.439507 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb61a837-72da-426e-b282-8e6f846fee78'] response: {'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'status': 'completed', 'code': 200} Mar 31 23:03:22.439764 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb61a837-72da-426e-b282-8e6f846fee78'] response: {'name': 'network-changed', 'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'status': 'completed', 'code': 200} Mar 31 23:03:22.533595 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.534952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6a4252f-4c8b-4913-a1cc-fa759ff5dda2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.596194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Pushing event updated for resources: {'Port': ['ID=d6fae31f-06d9-4df2-b98e-e31ce037db66,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.608809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Network ae5a5ccd-3730-4593-8c39-6dd35c9512ba is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:22.610386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:22.612887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:22.629974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6a4252f-4c8b-4913-a1cc-fa759ff5dda2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.638456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-9a401204-17c6-4a11-ac4d-d99c4d706b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:22.640337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-9a401204-17c6-4a11-ac4d-d99c4d706b15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.1866038 Mar 31 23:03:22.648939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-c35c2af5-84ac-4d86-a803-9b369a8846d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:22.650470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-c35c2af5-84ac-4d86-a803-9b369a8846d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 1096 time: 0.1813931 Mar 31 23:03:22.675635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-a96d4bdb-eddb-4bb6-9f36-53ea4d243556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:22.677700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-a96d4bdb-eddb-4bb6-9f36-53ea4d243556 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 1097 time: 0.1828828 Mar 31 23:03:22.702736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Attempting to bind port d6fae31f-06d9-4df2-b98e-e31ce037db66 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:22.703468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Attempting to bind port d6fae31f-06d9-4df2-b98e-e31ce037db66 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'b1e9951d-3b52-45eb-83bf-c099dcf58078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ae5a5ccd-3730-4593-8c39-6dd35c9512ba'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:22.703843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Attempting to bind port d6fae31f-06d9-4df2-b98e-e31ce037db66 on network ae5a5ccd-3730-4593-8c39-6dd35c9512ba {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:22.710569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:22.710899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Checking segment: {'id': 'b1e9951d-3b52-45eb-83bf-c099dcf58078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ae5a5ccd-3730-4593-8c39-6dd35c9512ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:22.711529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.711922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Bound using segment: {'id': 'b1e9951d-3b52-45eb-83bf-c099dcf58078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ae5a5ccd-3730-4593-8c39-6dd35c9512ba'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:22.712573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Bound port: d6fae31f-06d9-4df2-b98e-e31ce037db66, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9951d-3b52-45eb-83bf-c099dcf58078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ae5a5ccd-3730-4593-8c39-6dd35c9512ba'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:22.713144 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.714953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6a4252f-4c8b-4913-a1cc-fa759ff5dda2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.749410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4252f-4c8b-4913-a1cc-fa759ff5dda2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0b830-7252-46c1-a696-01f2283635b9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.779594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369558b-936c-44e3-8419-a5f00631ad0a req-1345a984-59a5-4aac-87a0-4665a7e7f61b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:22.781143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b369558b-936c-44e3-8419-a5f00631ad0a req-1345a984-59a5-4aac-87a0-4665a7e7f61b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 944 time: 0.2534761 Mar 31 23:03:22.801955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] For port d6fae31f-06d9-4df2-b98e-e31ce037db66, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:22.805878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] For port d6fae31f-06d9-4df2-b98e-e31ce037db66, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d6fae31f-06d9-4df2-b98e-e31ce037db66,segment=NetworkSegment(b1e9951d-3b52-45eb-83bf-c099dcf58078),segment_id=b1e9951d-3b52-45eb-83bf-c099dcf58078)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:22.837220 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6a4252f-4c8b-4913-a1cc-fa759ff5dda2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.838675 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b6a4252f-4c8b-4913-a1cc-fa759ff5dda2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4373503 Mar 31 23:03:22.842780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41182) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:22.847643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e78448cb-2fb5-4095-bcb8-6ddd946bd0fc tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': 'a0a0b830-7252-46c1-a696-01f2283635b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:22.968263 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.988442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e78448cb-2fb5-4095-bcb8-6ddd946bd0fc tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.071495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c95b7-05d3-4ccc-9e17-46e9fc2ff5d1 None None] Pushing event updated for resources: {'Port': ['ID=d6fae31f-06d9-4df2-b98e-e31ce037db66,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:23.106094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e78448cb-2fb5-4095-bcb8-6ddd946bd0fc tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.128075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 4656618d-49df-463c-a66a-c13b06980e31 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:03:23.184099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e78448cb-2fb5-4095-bcb8-6ddd946bd0fc tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.206838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78448cb-2fb5-4095-bcb8-6ddd946bd0fc tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93815278-c15c-42f3-9a5e-ac2e1465c8f2,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:23.236022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b369558b-936c-44e3-8419-a5f00631ad0a req-7fb28358-117d-4a1a-a875-ec578f39c771 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349384 Mar 31 23:03:23.255479 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a06b-f55c-47e2-813c-7f3370d6afba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756025092015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15761074'] for subnet, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.311809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b0745de1-1b17-4ab9-ac2f-993a2bb492d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.312920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-b0745de1-1b17-4ab9-ac2f-993a2bb492d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.6345468 Mar 31 23:03:23.319640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-a8c875a6-eea0-4755-8488-05dd84b6f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.321171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-a8c875a6-eea0-4755-8488-05dd84b6f80f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.6686091 Mar 31 23:03:23.322840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 4656618d-49df-463c-a66a-c13b06980e31, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=4656618d-49df-463c-a66a-c13b06980e31,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:23.334326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e78448cb-2fb5-4095-bcb8-6ddd946bd0fc tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.342125 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e78448cb-2fb5-4095-bcb8-6ddd946bd0fc tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4964051 Mar 31 23:03:23.343107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41184) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:23.348178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-31d79aae-e1b7-497f-87d2-cb3fa6c44a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.349232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-69e32d17-1175-49cf-b0f1-c1c66ca0f2f7 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': 'a0a0b830-7252-46c1-a696-01f2283635b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:23.349736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-31d79aae-e1b7-497f-87d2-cb3fa6c44a99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.6552510 Mar 31 23:03:23.351029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba1a06b-f55c-47e2-813c-7f3370d6afba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.351610 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a06b-f55c-47e2-813c-7f3370d6afba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.352860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4ba1a06b-f55c-47e2-813c-7f3370d6afba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "PUT /v2.0/subnets/19095429-2a9a-42f9-b6ed-8e6b47e3e0ff HTTP/1.1" status: 200 len: 806 time: 1.4273162 Mar 31 23:03:23.362450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41188) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:23.381184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '4656618d-49df-463c-a66a-c13b06980e31', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'port_id': '4656618d-49df-463c-a66a-c13b06980e31', 'mac_address': 'fa:16:3e:02:1e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31745a5e-6ef0-4571-8300-7eeaf4dba00d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:03:23.442735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.450750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-b8e2cdba-e67c-476d-9361-450806d044d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 217 time: 0.1202602 Mar 31 23:03:23.466153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4656618d-49df-463c-a66a-c13b06980e31 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:23.492654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 4656618d-49df-463c-a66a-c13b06980e31, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=4656618d-49df-463c-a66a-c13b06980e31,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:23.493644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.541561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69e32d17-1175-49cf-b0f1-c1c66ca0f2f7 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.541956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1a06b-f55c-47e2-813c-7f3370d6afba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=19095429-2a9a-42f9-b6ed-8e6b47e3e0ff,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:23.588444 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.606649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-22d017ed-deb5-495a-a5e7-e04398efa2fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 1001 time: 0.2645504 Mar 31 23:03:23.613189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-c2af5dee-0d57-49f4-af26-8c9fdcdf05d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 200 len: 1002 time: 0.1824100 Mar 31 23:03:23.618172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port d6fae31f-06d9-4df2-b98e-e31ce037db66 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:23.618582 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.633550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-5f01244d-228a-49bd-997a-4cc858da9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.635166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-5f01244d-228a-49bd-997a-4cc858da9f5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1302307 Mar 31 23:03:23.646400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69e32d17-1175-49cf-b0f1-c1c66ca0f2f7 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.648947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=4656618d-49df-463c-a66a-c13b06980e31,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:23.693040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0419ae-fae3-476c-84dd-e34348dfad83 req-9a6c2565-a8fc-4667-bf2e-7d562d100b6e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.699108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e0419ae-fae3-476c-84dd-e34348dfad83 req-9a6c2565-a8fc-4667-bf2e-7d562d100b6e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2695961 Mar 31 23:03:23.723831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port d6fae31f-06d9-4df2-b98e-e31ce037db66, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d6fae31f-06d9-4df2-b98e-e31ce037db66,segment=NetworkSegment(b1e9951d-3b52-45eb-83bf-c099dcf58078),segment_id=b1e9951d-3b52-45eb-83bf-c099dcf58078)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:23.724284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.738429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for d6fae31f-06d9-4df2-b98e-e31ce037db66 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:23.747605 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69e32d17-1175-49cf-b0f1-c1c66ca0f2f7 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.777347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-6592f106-f739-45fa-a8e8-61444ad18ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.784318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-6592f106-f739-45fa-a8e8-61444ad18ab2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1697249 Mar 31 23:03:23.791726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-e341191b-76de-445d-b2f8-b20aec530a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.793403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-e341191b-76de-445d-b2f8-b20aec530a39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.1689157 Mar 31 23:03:23.811515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e32d17-1175-49cf-b0f1-c1c66ca0f2f7 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7759ad5-83ec-4256-b9c6-c451c7c0ec46,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:23.864706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e0419ae-fae3-476c-84dd-e34348dfad83 req-4592391f-41e3-44f5-98da-5a23848d9f84 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559677 Mar 31 23:03:23.867228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-89c3c018-2dd8-4067-85cb-994c24a14117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.868672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-89c3c018-2dd8-4067-85cb-994c24a14117 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949143 Mar 31 23:03:23.899260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['4656618d-49df-463c-a66a-c13b06980e31'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:23.941615 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69e32d17-1175-49cf-b0f1-c1c66ca0f2f7 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.943276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-69e32d17-1175-49cf-b0f1-c1c66ca0f2f7 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5989077 Mar 31 23:03:23.945945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41192) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:23.952952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fe2f536b-2de8-4473-8d07-757405dd9b48 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': 'a0a0b830-7252-46c1-a696-01f2283635b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:23.999763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-2bd63073-9ae7-4c65-8f80-2d4177535d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.002859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-2bd63073-9ae7-4c65-8f80-2d4177535d7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078030 Mar 31 23:03:24.017329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-fc16d22a-7719-4315-9dc7-6f4a4c850090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.019712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-fc16d22a-7719-4315-9dc7-6f4a4c850090 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035663 Mar 31 23:03:24.071793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe2f536b-2de8-4473-8d07-757405dd9b48 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.091697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.144296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=d6fae31f-06d9-4df2-b98e-e31ce037db66,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:24.195301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port d6fae31f-06d9-4df2-b98e-e31ce037db66 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:24.212211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-fa2a2a8e-1c02-4a4b-8340-4772c9609f4a service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345332 Mar 31 23:03:24.266336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-d72ccc02-c7d7-4273-8a33-a462c90aa9d7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.272505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-d72ccc02-c7d7-4273-8a33-a462c90aa9d7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.276770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.279041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-d72ccc02-c7d7-4273-8a33-a462c90aa9d7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.282573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe2f536b-2de8-4473-8d07-757405dd9b48 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.285075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-d72ccc02-c7d7-4273-8a33-a462c90aa9d7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.291140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-d72ccc02-c7d7-4273-8a33-a462c90aa9d7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.299287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-d72ccc02-c7d7-4273-8a33-a462c90aa9d7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.305319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-d72ccc02-c7d7-4273-8a33-a462c90aa9d7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.307602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-d72ccc02-c7d7-4273-8a33-a462c90aa9d7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.3222854 Mar 31 23:03:24.388026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe2f536b-2de8-4473-8d07-757405dd9b48 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.400719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f536b-2de8-4473-8d07-757405dd9b48 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581e3770-ed35-4896-8bab-b03d47b007d2,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:24.437773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-133e28e8-8471-4198-a424-2a096d96d94f service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830817 Mar 31 23:03:24.439972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-cafbba1d-eea8-4be1-8c88-66f5bbf6dedb service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266822 Mar 31 23:03:24.452728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.483676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec66d07b-3a09-40bd-9518-f670b93c801c None None] Network ae5a5ccd-3730-4593-8c39-6dd35c9512ba requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:24.507427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=19095429-2a9a-42f9-b6ed-8e6b47e3e0ff,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:24.548351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-88452a4f-326b-4547-8be5-243b39c42d31 None None] Could not find standard attr ID for object d6fae31f-06d9-4df2-b98e-e31ce037db66. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:03:24.549941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a76084b-ceec-4832-8ef3-e4b0dfd1ef48 req-bfb31048-7a6f-482e-b08f-4d7e6d7919ad tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131259 Mar 31 23:03:24.623368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.623368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe2f536b-2de8-4473-8d07-757405dd9b48 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.623368 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe2f536b-2de8-4473-8d07-757405dd9b48 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6712308 Mar 31 23:03:24.625552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41196) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:24.630537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e6b1e43e-e37a-4bdd-9462-d8b5c6e63d28 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': 'a0a0b830-7252-46c1-a696-01f2283635b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:24.657837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-318a7635-2190-4cc3-8e43-06b35241572c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3383553 Mar 31 23:03:24.659598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5a5ccd-3730-4593-8c39-6dd35c9512ba']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:24.679785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e9951d-3b52-45eb-83bf-c099dcf58078') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:24.680076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e9951d-3b52-45eb-83bf-c099dcf58078') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:24.692138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.701053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-198863f4-8cbc-4f9d-9afb-e2a82a58b5fc service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797425 Mar 31 23:03:24.713104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:24.724563 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:24.751070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69992987-3f76-41cf-bd88-cda3ea896d50 None None] DHCP port deletion for ae5a5ccd-3730-4593-8c39-6dd35c9512ba request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:24.777409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e29c41-77a2-47ba-8974-9c113da1675f None None] Network ae5a5ccd-3730-4593-8c39-6dd35c9512ba requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:24.807880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-8081efed-5c59-42bc-9d0c-fdbf3b370085 service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601763 Mar 31 23:03:24.820520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e2ad5a9-21bf-4050-bc50-db5010eb950b req-4a2f37e4-6ab2-429a-bcf9-4f62ee684cad service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380485 Mar 31 23:03:24.829502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e903-b1b0-444f-aa6a-9b44b9ab1e70 req-0fdd4ce8-3c41-4973-9202-37303e6e9258 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.831295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d38e903-b1b0-444f-aa6a-9b44b9ab1e70 req-0fdd4ce8-3c41-4973-9202-37303e6e9258 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1543212 Mar 31 23:03:24.837143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-4de8434f-f970-4f95-a3bc-173be60d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.841559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-4de8434f-f970-4f95-a3bc-173be60d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.841559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-4de8434f-f970-4f95-a3bc-173be60d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.841559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-4de8434f-f970-4f95-a3bc-173be60d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.841559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-4de8434f-f970-4f95-a3bc-173be60d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.841559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-4de8434f-f970-4f95-a3bc-173be60d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.841559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-4de8434f-f970-4f95-a3bc-173be60d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.842056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-4de8434f-f970-4f95-a3bc-173be60d07e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6493 time: 0.1482689 Mar 31 23:03:24.842704 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e43e-e37a-4bdd-9462-d8b5c6e63d28 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.884974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.907061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.908661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d38e903-b1b0-444f-aa6a-9b44b9ab1e70 req-a41fc0d6-22d9-4c77-bc6e-655e00bbc095 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658422 Mar 31 23:03:24.915316 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/ae5a5ccd-3730-4593-8c39-6dd35c9512ba HTTP/1.1" status: 204 len: 168 time: 1.5490258 Mar 31 23:03:24.918035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41200) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:24.940880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3c551-a9b2-4b48-b793-684b0c7d8338 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=ae5a5ccd-3730-4593-8c39-6dd35c9512ba,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:24.966129 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-615e4fea-0ea8-437a-894d-ffbe6e4331e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:24.966962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615e4fea-0ea8-437a-894d-ffbe6e4331e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:24.974659 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-615e4fea-0ea8-437a-894d-ffbe6e4331e6 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/ae5a5ccd-3730-4593-8c39-6dd35c9512ba HTTP/1.1" status: 404 len: 339 time: 0.0403318 Mar 31 23:03:24.974852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41202) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:24.984371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1157184587', 'description': 'd1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:24.989663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e43e-e37a-4bdd-9462-d8b5c6e63d28 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.097165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-1ce7e729-76b8-4f35-9232-2c3c568de31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.098824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-1ce7e729-76b8-4f35-9232-2c3c568de31c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 1096 time: 0.1277866 Mar 31 23:03:25.132298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e43e-e37a-4bdd-9462-d8b5c6e63d28 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.133427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-24b6556e-4c0b-4d20-b61f-8f0686060387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.133896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-24b6556e-4c0b-4d20-b61f-8f0686060387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.135054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-24b6556e-4c0b-4d20-b61f-8f0686060387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.136738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-24b6556e-4c0b-4d20-b61f-8f0686060387 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=1846b0f2-57b5-4e40-b343-579f519f3ff3&id=1846b0f2-57b5-4e40-b343-579f519f3ff3 HTTP/1.1" status: 200 len: 2293 time: 0.2580354 Mar 31 23:03:25.140070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 4656618d-49df-463c-a66a-c13b06980e31 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:25.152724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1e43e-e37a-4bdd-9462-d8b5c6e63d28 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4554fd9d-4ba1-4534-8a48-cf3a2daf8d05,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:25.166380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ff10-850c-4af1-92fc-dc03c7b87b3c req-2055c932-8e67-4cca-b32c-bbed9a13776e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.167008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:25.171016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7783ff10-850c-4af1-92fc-dc03c7b87b3c req-2055c932-8e67-4cca-b32c-bbed9a13776e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1624439 Mar 31 23:03:25.171764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.199271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:25.215586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.215947 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment bd0881ca-5853-4ce9-81bd-1cbb416e44af of type vlan for network c82a5522-df6b-42e4-8cee-67e693c5d671 Mar 31 23:03:25.262280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.283366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e43e-e37a-4bdd-9462-d8b5c6e63d28 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.284718 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e6b1e43e-e37a-4bdd-9462-d8b5c6e63d28 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6580877 Mar 31 23:03:25.287542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:25.295635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5c5456a6-8048-46ac-9c13-98db2a101457 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': 'a0a0b830-7252-46c1-a696-01f2283635b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:25.337749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 4656618d-49df-463c-a66a-c13b06980e31 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:03:25.343382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 4656618d-49df-463c-a66a-c13b06980e31 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:25.343382 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.431073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.457240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264420df-4fd3-4bc1-8ed8-7b9ac3e7e055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4656618d-49df-463c-a66a-c13b06980e31'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:25.459579 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1910f8-0dca-42c8-a7d8-2626de6c53f5" -d '{"events": [{"server_uuid": "264420df-4fd3-4bc1-8ed8-7b9ac3e7e055", "name": "network-vif-plugged", "status": "completed", "tag": "4656618d-49df-463c-a66a-c13b06980e31"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:25.474199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 4656618d-49df-463c-a66a-c13b06980e31, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=4656618d-49df-463c-a66a-c13b06980e31,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:25.496626 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.502542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.503148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.561495 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.564533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784113d-1ff0-4a37-affc-cd3b1693697a req-1f99d9c6-84e4-4fdd-85ae-0b3ccf79e6d7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.566112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6784113d-1ff0-4a37-affc-cd3b1693697a req-1f99d9c6-84e4-4fdd-85ae-0b3ccf79e6d7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 945 time: 0.4985306 Mar 31 23:03:25.568448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c5456a6-8048-46ac-9c13-98db2a101457 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.589058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-7abcdfcf-4b58-4818-9d89-66d7561da545 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56 HTTP/1.1" status: 200 len: 1002 time: 0.4397278 Mar 31 23:03:25.611400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=4656618d-49df-463c-a66a-c13b06980e31,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:25.647229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=c82a5522-df6b-42e4-8cee-67e693c5d671,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:25.661051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7783ff10-850c-4af1-92fc-dc03c7b87b3c req-12796c3d-9bd6-4e08-ae8d-67422111b8ca tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581159 Mar 31 23:03:25.662158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-4207de6d-e1e4-4023-b9c3-4ec01715138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.663623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-4207de6d-e1e4-4023-b9c3-4ec01715138e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.5430725 Mar 31 23:03:25.664377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c82a5522-df6b-42e4-8cee-67e693c5d671 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:25.681974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c5456a6-8048-46ac-9c13-98db2a101457 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.727780 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8a0cf2ec-b6f4-4b19-bbd3-5c474d83d1e7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7477262 Mar 31 23:03:25.728095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41212) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:25.749489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-c4b36219-5274-497d-a84b-ea5bd22a1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.751345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-c4b36219-5274-497d-a84b-ea5bd22a1ad7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6a585b5-04aa-4e07-a849-da75601d5494 HTTP/1.1" status: 200 len: 850 time: 0.1460953 Mar 31 23:03:25.779203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6784113d-1ff0-4a37-affc-cd3b1693697a req-2e3050e0-de61-494e-8a5a-04e3b4e79145 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614647 Mar 31 23:03:25.815336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-bc0ac575-7641-461e-9878-6bf1f0c3705e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 1001 time: 0.1432548 Mar 31 23:03:25.833663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c5456a6-8048-46ac-9c13-98db2a101457 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.940017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-0ed64637-c0f5-4ac4-9082-27b5fe53887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.941213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-0ed64637-c0f5-4ac4-9082-27b5fe53887c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814446 Mar 31 23:03:25.971330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-0eed0e6f-b565-4815-93df-4e8a98972ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.972791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-0eed0e6f-b565-4815-93df-4e8a98972ab3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1374357 Mar 31 23:03:26.006788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88a26-4533-49db-8875-c80e86ec99b5 req-b292271d-f0fd-4165-87fa-c7c18ab4c7d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.012899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88a26-4533-49db-8875-c80e86ec99b5 req-b292271d-f0fd-4165-87fa-c7c18ab4c7d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.019142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88a26-4533-49db-8875-c80e86ec99b5 req-b292271d-f0fd-4165-87fa-c7c18ab4c7d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.025185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88a26-4533-49db-8875-c80e86ec99b5 req-b292271d-f0fd-4165-87fa-c7c18ab4c7d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.031808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88a26-4533-49db-8875-c80e86ec99b5 req-b292271d-f0fd-4165-87fa-c7c18ab4c7d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.037728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88a26-4533-49db-8875-c80e86ec99b5 req-b292271d-f0fd-4165-87fa-c7c18ab4c7d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.043685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88a26-4533-49db-8875-c80e86ec99b5 req-b292271d-f0fd-4165-87fa-c7c18ab4c7d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.046358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ee88a26-4533-49db-8875-c80e86ec99b5 req-b292271d-f0fd-4165-87fa-c7c18ab4c7d4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.2452393 Mar 31 23:03:26.094593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eeb2458f-06e0-4723-a768-f774a73d3b51 req-66cc294f-d473-411e-9bfb-3ffc48ff0bbe tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1001 time: 0.2466650 Mar 31 23:03:26.096895 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8207bbba-164c-4d8b-ade3-756ba9d7b61a x-openstack-request-id: req-8207bbba-164c-4d8b-ade3-756ba9d7b61a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:26.097288 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264420df-4fd3-4bc1-8ed8-7b9ac3e7e055", "name": "network-vif-plugged", "status": "completed", "tag": "4656618d-49df-463c-a66a-c13b06980e31", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:26.097637 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8207bbba-164c-4d8b-ade3-756ba9d7b61a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:26.098275 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8207bbba-164c-4d8b-ade3-756ba9d7b61a'] response: {'server_uuid': '264420df-4fd3-4bc1-8ed8-7b9ac3e7e055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4656618d-49df-463c-a66a-c13b06980e31', 'code': 200} Mar 31 23:03:26.108914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5456a6-8048-46ac-9c13-98db2a101457 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3972b6-51fd-451a-a4ed-0440a7a8936f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.118525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95816afd-3c02-4907-b16d-d1d52861177b tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.122416 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-95816afd-3c02-4907-b16d-d1d52861177b tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/networks?id=c82a5522-df6b-42e4-8cee-67e693c5d671 HTTP/1.1" status: 200 len: 761 time: 0.3897474 Mar 31 23:03:26.122703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41222) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.131483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1cb0adf4-bcd6-4395-9171-cfd0a7559da3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'description': 'd2'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:26.185789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2458f-06e0-4723-a768-f774a73d3b51 req-26402bb8-9dfc-4226-9f88-25af345a5ade tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.187761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eeb2458f-06e0-4723-a768-f774a73d3b51 req-26402bb8-9dfc-4226-9f88-25af345a5ade tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports/d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 942 time: 0.0766051 Mar 31 23:03:26.205412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-8f9c69fc-ac1f-4d0d-b3b8-f946648fc614 service neutron] 10.222.0.45 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541323 Mar 31 23:03:26.211477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49025bb7-6d44-4425-9d98-455f915f22ca req-6b1e5c45-c17a-4035-9340-352f7ba3ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.213016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-6b1e5c45-c17a-4035-9340-352f7ba3ac89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270548 Mar 31 23:03:26.262525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c5456a6-8048-46ac-9c13-98db2a101457 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.264044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5c5456a6-8048-46ac-9c13-98db2a101457 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9753592 Mar 31 23:03:26.268764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41226) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.346024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518cdd-7d57-4b54-a240-29e29b6fd1cf req-a69da55e-e485-4648-a2ac-29d719831dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.347541 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a7518cdd-7d57-4b54-a240-29e29b6fd1cf req-a69da55e-e485-4648-a2ac-29d719831dba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 1097 time: 0.1370587 Mar 31 23:03:26.358397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4068718f-7ca9-4efe-b70b-60e91396b404 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.385530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4068718f-7ca9-4efe-b70b-60e91396b404 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.415772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cb0adf4-bcd6-4395-9171-cfd0a7559da3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.428391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ae39f-eb0d-4b51-8e8c-a9c2cb4a8a67 req-e69cb7f8-58d4-492d-abe0-e58a33d65b03 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.429927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-787ae39f-eb0d-4b51-8e8c-a9c2cb4a8a67 req-e69cb7f8-58d4-492d-abe0-e58a33d65b03 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2158945 Mar 31 23:03:26.449675 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a7518cdd-7d57-4b54-a240-29e29b6fd1cf req-85799370-b667-4bca-87c5-9d7ec83cf0dc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859306 Mar 31 23:03:26.483496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eeb2458f-06e0-4723-a768-f774a73d3b51 req-270fe2bd-43ce-4325-9f45-f9dbdb251637 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1001 time: 0.2300231 Mar 31 23:03:26.509418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-104add3a-0b0d-4f7b-aef2-7d4da7cccad6 service neutron] 10.222.0.45 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748544 Mar 31 23:03:26.524838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-2d51bc12-2c04-4b76-b60c-c824975f9295 service neutron] 10.222.0.50 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996988 Mar 31 23:03:26.537962 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cb0adf4-bcd6-4395-9171-cfd0a7559da3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.550950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cb0adf4-bcd6-4395-9171-cfd0a7559da3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network c82a5522-df6b-42e4-8cee-67e693c5d671 is not hosted by any dhcp agent {{(pid=109821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:03:26.556539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb0adf4-bcd6-4395-9171-cfd0a7559da3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.557402 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cb0adf4-bcd6-4395-9171-cfd0a7559da3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.558753 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1cb0adf4-bcd6-4395-9171-cfd0a7559da3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "PUT /v2.0/networks/c82a5522-df6b-42e4-8cee-67e693c5d671 HTTP/1.1" status: 200 len: 758 time: 0.4350679 Mar 31 23:03:26.570185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41228) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.589602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4068718f-7ca9-4efe-b70b-60e91396b404 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.600999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d6fae31f-06d9-4df2-b98e-e31ce037db66 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:26.610586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-af64b6e1-68bf-4ad8-b63f-53c106505dd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=3bd99b62-68ed-4677-944a-ff67dbbabe7b HTTP/1.1" status: 200 len: 217 time: 0.0810986 Mar 31 23:03:26.617780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-787ae39f-eb0d-4b51-8e8c-a9c2cb4a8a67 req-249ea42c-f18b-466a-9752-18ee45835e12 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665423 Mar 31 23:03:26.629227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d6fae31f-06d9-4df2-b98e-e31ce037db66 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:26.629815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d6fae31f-06d9-4df2-b98e-e31ce037db66 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:26.677113 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4068718f-7ca9-4efe-b70b-60e91396b404 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.678374 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4068718f-7ca9-4efe-b70b-60e91396b404 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3c3972b6-51fd-451a-a4ed-0440a7a8936f HTTP/1.1" status: 204 len: 168 time: 0.4019794 Mar 31 23:03:26.683625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41230) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.700404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-28a932ba-91be-4d55-9c97-573a82b681be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.701814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-28a932ba-91be-4d55-9c97-573a82b681be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.0831425 Mar 31 23:03:26.724920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068718f-7ca9-4efe-b70b-60e91396b404 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c3972b6-51fd-451a-a4ed-0440a7a8936f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.738925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0adf4-bcd6-4395-9171-cfd0a7559da3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=c82a5522-df6b-42e4-8cee-67e693c5d671,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.744397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2458f-06e0-4723-a768-f774a73d3b51 req-e750f412-cb74-4083-80fb-2ea9f16191ff tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.745446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eeb2458f-06e0-4723-a768-f774a73d3b51 req-e750f412-cb74-4083-80fb-2ea9f16191ff tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.2505925 Mar 31 23:03:26.762101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c82a5522-df6b-42e4-8cee-67e693c5d671 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:26.779226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4872ae5f-2047-499b-bdfe-f4799889bc18 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.781351 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4872ae5f-2047-499b-bdfe-f4799889bc18 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/networks?id=c82a5522-df6b-42e4-8cee-67e693c5d671 HTTP/1.1" status: 200 len: 761 time: 0.2095721 Mar 31 23:03:26.786547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41236) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.795101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122335045'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:26.932739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:26.936624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.958918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-630094f3-ebb2-4516-a179-5f85dc8abd43 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2728086 Mar 31 23:03:26.963085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41240) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.978300 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:27.005327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-4428dac3-cb6f-4dd0-8c9a-b9aea70549fc tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1001 time: 0.2276692 Mar 31 23:03:27.008078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.008429 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1 of type vlan for network d11ba384-e51a-466b-af2f-2e2cf2dc1b7f Mar 31 23:03:27.016920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c16245-3dfd-438c-8a9c-41aa80cd653d req-de546ec4-0439-4872-b6e0-c6310ef4c1ee tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.019077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05c16245-3dfd-438c-8a9c-41aa80cd653d req-de546ec4-0439-4872-b6e0-c6310ef4c1ee tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.3012648 Mar 31 23:03:27.024942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c762611-3fec-4af0-8f48-68071399167d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.025180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-bee31e12-f794-40d8-ad84-dd73b53fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.025180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-bee31e12-f794-40d8-ad84-dd73b53fbfd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3032136 Mar 31 23:03:27.034857 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c762611-3fec-4af0-8f48-68071399167d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.081378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.095072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49025bb7-6d44-4425-9d98-455f915f22ca req-4e431f49-62c1-41ea-a442-49124bdca55a service neutron] 10.222.0.50 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812969 Mar 31 23:03:27.160534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-50e825b1-7932-4106-a632-1af38ddcb965 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.161907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-50e825b1-7932-4106-a632-1af38ddcb965 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports/d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 942 time: 0.1384363 Mar 31 23:03:27.183852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05c16245-3dfd-438c-8a9c-41aa80cd653d req-a1f56dd5-c925-4716-8002-aae18bd9f515 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288865 Mar 31 23:03:27.192376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c762611-3fec-4af0-8f48-68071399167d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.203320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c762611-3fec-4af0-8f48-68071399167d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.208379 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5c762611-3fec-4af0-8f48-68071399167d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4554fd9d-4ba1-4534-8a48-cf3a2daf8d05 HTTP/1.1" status: 204 len: 168 time: 0.2436912 Mar 31 23:03:27.210405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.235323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c762611-3fec-4af0-8f48-68071399167d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4554fd9d-4ba1-4534-8a48-cf3a2daf8d05,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:27.246982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.252536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.253403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.260190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-8f9f773d-69ee-4219-bab3-432952698365 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120638 Mar 31 23:03:27.299010 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0dbce9c0-df57-4499-81cc-e4b3ed74f017 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0868423 Mar 31 23:03:27.303539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41248) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.371599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-ca3fe62b-e3e4-4ccd-95a3-835c1681f80c tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1001 time: 0.1581316 Mar 31 23:03:27.386846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=d11ba384-e51a-466b-af2f-2e2cf2dc1b7f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:27.401358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15004762-acd9-4bd6-9741-3ebd2967d614 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6131773 Mar 31 23:03:27.402452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41250) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.411686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': 'd11ba384-e51a-466b-af2f-2e2cf2dc1b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:27.415062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d11ba384-e51a-466b-af2f-2e2cf2dc1b7f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:27.415554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86574f8f-55dd-4fc6-9e17-c9ad3359a9ff tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.440043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86574f8f-55dd-4fc6-9e17-c9ad3359a9ff tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.444404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de46e6-16a1-4d34-bdc4-8358c6f44d94 req-0d678170-f89e-4068-9535-ad5e3b7c657d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.453072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5de46e6-16a1-4d34-bdc4-8358c6f44d94 req-0d678170-f89e-4068-9535-ad5e3b7c657d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 946 time: 0.1864665 Mar 31 23:03:27.535675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-e65115f6-c326-4384-b430-57c4bba1c82f service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545679 Mar 31 23:03:27.603981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-faa5fc63-362d-481a-8426-8609ea1a2e1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 200 len: 217 time: 0.0574589 Mar 31 23:03:27.614444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5de46e6-16a1-4d34-bdc4-8358c6f44d94 req-eee41f06-3f05-42b7-b78a-b60e67083383 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605349 Mar 31 23:03:27.640018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86574f8f-55dd-4fc6-9e17-c9ad3359a9ff tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.647496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86574f8f-55dd-4fc6-9e17-c9ad3359a9ff tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.649230 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-86574f8f-55dd-4fc6-9e17-c9ad3359a9ff tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/581e3770-ed35-4896-8bab-b03d47b007d2 HTTP/1.1" status: 204 len: 168 time: 0.3444967 Mar 31 23:03:27.652818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41258) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.676041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-0ec9bd51-d6d0-42fa-b804-b8d91a9322c7 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.684965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-0ec9bd51-d6d0-42fa-b804-b8d91a9322c7 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.3042789 Mar 31 23:03:27.689014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:27.692954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.699138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86574f8f-55dd-4fc6-9e17-c9ad3359a9ff tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=581e3770-ed35-4896-8bab-b03d47b007d2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:27.787203 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-36fdb08b-da68-4b3a-ba89-fa4d8c415fd0 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1326587 Mar 31 23:03:27.790383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41266) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.806110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-24cefde5-dbd2-4210-a69c-a1d342ec9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.807920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-24cefde5-dbd2-4210-a69c-a1d342ec9834 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.1971009 Mar 31 23:03:27.831001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b908ef4e-377d-4ec5-b0ab-7711a3dadb02 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.834927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-222ee4cc-ed68-4d7c-9720-a7428736c350 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1001 time: 0.1487336 Mar 31 23:03:27.860858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b908ef4e-377d-4ec5-b0ab-7711a3dadb02 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.990271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b908ef4e-377d-4ec5-b0ab-7711a3dadb02 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.031933 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b908ef4e-377d-4ec5-b0ab-7711a3dadb02 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.035813 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b908ef4e-377d-4ec5-b0ab-7711a3dadb02 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a7759ad5-83ec-4256-b9c6-c451c7c0ec46 HTTP/1.1" status: 204 len: 168 time: 0.2438226 Mar 31 23:03:28.066264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908ef4e-377d-4ec5-b0ab-7711a3dadb02 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7759ad5-83ec-4256-b9c6-c451c7c0ec46,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.066264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41274) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.066264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41276) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.123128 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ead58adb-e83e-438d-8842-64986c1163da tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0490441 Mar 31 23:03:28.129814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41280) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.147025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f46b27-2256-42d3-bb64-bc26843239f3 req-da11c253-f6f5-4bf3-9bc5-fb471b475090 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.148638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4f46b27-2256-42d3-bb64-bc26843239f3 req-da11c253-f6f5-4bf3-9bc5-fb471b475090 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.4566441 Mar 31 23:03:28.155237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:28.175229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.224329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e07d78e-3844-4e35-af23-ae65142bf7ad tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.235820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-3c63f3a9-8f21-4713-8f3f-284f87feac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.236055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8498-b3d2-428a-b202-5b6436178621 req-2a38ea44-9196-4707-b9e1-a2cfd8507fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.236411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8498-b3d2-428a-b202-5b6436178621 req-2a38ea44-9196-4707-b9e1-a2cfd8507fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.236874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8498-b3d2-428a-b202-5b6436178621 req-2a38ea44-9196-4707-b9e1-a2cfd8507fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.237332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8498-b3d2-428a-b202-5b6436178621 req-2a38ea44-9196-4707-b9e1-a2cfd8507fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.237431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-3c63f3a9-8f21-4713-8f3f-284f87feac15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4162779 Mar 31 23:03:28.237846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8498-b3d2-428a-b202-5b6436178621 req-2a38ea44-9196-4707-b9e1-a2cfd8507fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.238247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8498-b3d2-428a-b202-5b6436178621 req-2a38ea44-9196-4707-b9e1-a2cfd8507fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.239314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8498-b3d2-428a-b202-5b6436178621 req-2a38ea44-9196-4707-b9e1-a2cfd8507fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.240774 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-22db8498-b3d2-428a-b202-5b6436178621 req-2a38ea44-9196-4707-b9e1-a2cfd8507fa4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6493 time: 0.1747081 Mar 31 23:03:28.245801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.252925 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e07d78e-3844-4e35-af23-ae65142bf7ad tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.316820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4f46b27-2256-42d3-bb64-bc26843239f3 req-56c90a2a-3a06-495d-b9fb-11314bbc9386 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235926 Mar 31 23:03:28.341636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=9d8efa6c-e21f-4d07-af24-f46ef7e77c78,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.375162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd11ba384-e51a-466b-af2f-2e2cf2dc1b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:28.377104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: d11ba384-e51a-466b-af2f-2e2cf2dc1b7f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:28.379806 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-22db8498-b3d2-428a-b202-5b6436178621 req-2f62f49b-03bc-40b1-8871-180786d26483 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289012 Mar 31 23:03:28.443687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e07d78e-3844-4e35-af23-ae65142bf7ad tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.450953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e07d78e-3844-4e35-af23-ae65142bf7ad tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.452113 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8e07d78e-3844-4e35-af23-ae65142bf7ad tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/93815278-c15c-42f3-9a5e-ac2e1465c8f2 HTTP/1.1" status: 204 len: 168 time: 0.3213508 Mar 31 23:03:28.457117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41288) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.463859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07d78e-3844-4e35-af23-ae65142bf7ad tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93815278-c15c-42f3-9a5e-ac2e1465c8f2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.495777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-68c8426f-8c25-4645-806d-3f93200efc37 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490444 Mar 31 23:03:28.505956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-403b067c-c336-48cf-9709-54804ba2aa61 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474403 Mar 31 23:03:28.510410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41290) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.552970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.574387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network d11ba384-e51a-466b-af2f-2e2cf2dc1b7f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:28.581741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153f767-6041-4b28-9330-25e2ad0ee81a req-1cfc72bf-d081-4b15-9778-d7bdfd5db3fe tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.583371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3153f767-6041-4b28-9330-25e2ad0ee81a req-1cfc72bf-d081-4b15-9778-d7bdfd5db3fe tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1545365 Mar 31 23:03:28.595586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d232510f-917b-434b-b1ad-c9448e476e3b tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.620667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d232510f-917b-434b-b1ad-c9448e476e3b tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.658532 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.658841 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Floating IP ceeff580-d60a-4728-b794-abe92458af26 disassociated. External IP: 172.25.4.126, port: d0f2bfe3-bf12-42a8-99cf-8ca24023f582. Mar 31 23:03:28.674840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d11ba384-e51a-466b-af2f-2e2cf2dc1b7f) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:28.679072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.679656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.688304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa06f4a4-ba6c-432c-aafa-aa679daf72a2 None None] Network d11ba384-e51a-466b-af2f-2e2cf2dc1b7f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:28.706051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3153f767-6041-4b28-9330-25e2ad0ee81a req-64bba47b-160e-4015-98fb-2f7d7e572f80 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956755 Mar 31 23:03:28.725867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-c700badd-74e4-42cc-ba09-25cd54141496 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896451 Mar 31 23:03:28.769485 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac9c31cb-6b5a-4b46-9dc9-4e0542b17f5f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3643501 Mar 31 23:03:28.770729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d232510f-917b-434b-b1ad-c9448e476e3b tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.774530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d232510f-917b-434b-b1ad-c9448e476e3b tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.778678 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d232510f-917b-434b-b1ad-c9448e476e3b tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/a0a0b830-7252-46c1-a696-01f2283635b9 HTTP/1.1" status: 204 len: 168 time: 0.2637470 Mar 31 23:03:28.778678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41300) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.787414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41302) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.794049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-27e3ef20-ae96-4457-9e70-28067dc6b815 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998 HTTP/1.1" status: 200 len: 217 time: 0.0533104 Mar 31 23:03:28.828367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232510f-917b-434b-b1ad-c9448e476e3b tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0b830-7252-46c1-a696-01f2283635b9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.900574 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91098f42-5d55-455c-adb0-badc59687063 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044257 Mar 31 23:03:28.901798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41308) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.905899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d11ba384-e51a-466b-af2f-2e2cf2dc1b7f', 'network_id': 'd11ba384-e51a-466b-af2f-2e2cf2dc1b7f', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '9d8efa6c-e21f-4d07-af24-f46ef7e77c78'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:28.906913 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.907813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f2b0048e-16a7-4bcd-b2e6-219c5ca3bb5f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005725692'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:28.968889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.031783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b0048e-16a7-4bcd-b2e6-219c5ca3bb5f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.057491 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.061720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-a486fca8-ed6d-460a-9fd5-b8529734a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:29.063267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-a486fca8-ed6d-460a-9fd5-b8529734a576 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.2110174 Mar 31 23:03:29.116971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7745136-82bb-49b4-b3a6-8f40105ba014 req-8abcc173-20de-4ea5-a2cc-c081587ce844 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:29.118520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7745136-82bb-49b4-b3a6-8f40105ba014 req-8abcc173-20de-4ea5-a2cc-c081587ce844 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 813 time: 0.2649684 Mar 31 23:03:29.130515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Router e80cfd41-dc38-4277-a306-4c105d3acaee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:29.152742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7745136-82bb-49b4-b3a6-8f40105ba014 req-6105e2b8-b205-4d4b-a314-22974c9fc2fa tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/quotas/541c0fd209004252b1f7997efe6885d0 HTTP/1.1" status: 200 len: 375 time: 0.0188751 Mar 31 23:03:29.161960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-2158484a-b903-4fab-babf-37047720be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:29.163728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-2158484a-b903-4fab-babf-37047720be43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911906 Mar 31 23:03:29.167043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b0048e-16a7-4bcd-b2e6-219c5ca3bb5f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.230124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Allocated IP 172.20.0.2 (d11ba384-e51a-466b-af2f-2e2cf2dc1b7f/9d8efa6c-e21f-4d07-af24-f46ef7e77c78/6e2dd436-7fb0-4cfc-9116-1e2d3158d803) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:29.264505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b0048e-16a7-4bcd-b2e6-219c5ca3bb5f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.298677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0048e-16a7-4bcd-b2e6-219c5ca3bb5f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d6df22-7209-4c75-b884-750720bfcc1e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:29.366840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7745136-82bb-49b4-b3a6-8f40105ba014 req-20e97711-b2f7-4600-942f-3b3f7fa5e61d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1994605 Mar 31 23:03:29.384412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b0048e-16a7-4bcd-b2e6-219c5ca3bb5f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.385758 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f2b0048e-16a7-4bcd-b2e6-219c5ca3bb5f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4829075 Mar 31 23:03:29.393039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:29.394625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41312) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:29.399399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9a7253d3-da37-4a24-9ea8-03c2687a20a2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': 'd7d6df22-7209-4c75-b884-750720bfcc1e', 'direction': 'ingress', 'protocol': 17}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:29.400702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-7dae0123-fc6d-495b-a30b-e829dbb98b92 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003312 Mar 31 23:03:29.404955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:29.410790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.419596 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.420259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:29.420890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.494458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a7838159-a390-43ec-8f7f-744f75fc4093 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "PUT /v2.0/floatingips/ceeff580-d60a-4728-b794-abe92458af26 HTTP/1.1" status: 200 len: 695 time: 1.3604090 Mar 31 23:03:29.537461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:29.537996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a7253d3-da37-4a24-9ea8-03c2687a20a2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.539840 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999" -d '{"events": [{"name": "network-changed", "server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:29.550232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:29.585125 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.636604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379486-e993-46b4-b35e-a8ec5f9efe9c req-49093525-fead-4717-af2b-304f7869d741 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:29.638470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86379486-e993-46b4-b35e-a8ec5f9efe9c req-49093525-fead-4717-af2b-304f7869d741 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 946 time: 0.1820967 Mar 31 23:03:29.641173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a7253d3-da37-4a24-9ea8-03c2687a20a2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.641546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-83514038-4e5a-42b1-9eee-9df87c8dcc82 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868436 Mar 31 23:03:29.647953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-60aa238e-4192-4b6b-91a3-a64e25d73468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:29.649533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-60aa238e-4192-4b6b-91a3-a64e25d73468 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 1096 time: 0.1066506 Mar 31 23:03:29.660293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Network d11ba384-e51a-466b-af2f-2e2cf2dc1b7f is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:29.693113 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.695589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:29.718630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:29.722831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-b9f975d9-5514-4cab-859e-80d5c4c6edb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 HTTP/1.1" status: 200 len: 217 time: 0.0722718 Mar 31 23:03:29.726395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8efa6c-e21f-4d07-af24-f46ef7e77c78,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:29.726600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Pushing event updated for resources: {'Port': ['ID=6e2dd436-7fb0-4cfc-9116-1e2d3158d803,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:29.728416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a7253d3-da37-4a24-9ea8-03c2687a20a2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.747078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7253d3-da37-4a24-9ea8-03c2687a20a2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d87f5bd-c400-4456-879c-d44abbfaff1d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:29.828790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86379486-e993-46b4-b35e-a8ec5f9efe9c req-6bd1992e-05b4-4a7d-ae64-4a34134f1306 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764667 Mar 31 23:03:29.830053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.843167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Attempting to bind port 6e2dd436-7fb0-4cfc-9116-1e2d3158d803 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:29.843544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Attempting to bind port 6e2dd436-7fb0-4cfc-9116-1e2d3158d803 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd11ba384-e51a-466b-af2f-2e2cf2dc1b7f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:29.843914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Attempting to bind port 6e2dd436-7fb0-4cfc-9116-1e2d3158d803 on network d11ba384-e51a-466b-af2f-2e2cf2dc1b7f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:29.858322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:29.858733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Checking segment: {'id': 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd11ba384-e51a-466b-af2f-2e2cf2dc1b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:29.859137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.859532 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Bound using segment: {'id': 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd11ba384-e51a-466b-af2f-2e2cf2dc1b7f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:29.860565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Bound port: 6e2dd436-7fb0-4cfc-9116-1e2d3158d803, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd11ba384-e51a-466b-af2f-2e2cf2dc1b7f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:29.860565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.867445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-33e1f642-8272-4315-ac6a-1c8ed934e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:29.868719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-33e1f642-8272-4315-ac6a-1c8ed934e690 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.1353605 Mar 31 23:03:29.873928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-901ea874-10b9-48ca-82c1-6d9242af2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:29.874828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-901ea874-10b9-48ca-82c1-6d9242af2f13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.2093289 Mar 31 23:03:29.895723 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a7253d3-da37-4a24-9ea8-03c2687a20a2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.897909 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9a7253d3-da37-4a24-9ea8-03c2687a20a2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5022490 Mar 31 23:03:29.905724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11ba384-e51a-466b-af2f-2e2cf2dc1b7f']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.919157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41320) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:29.928986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.929935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.947119 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.959413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] For port 6e2dd436-7fb0-4cfc-9116-1e2d3158d803, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:29.964453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] For port 6e2dd436-7fb0-4cfc-9116-1e2d3158d803, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6e2dd436-7fb0-4cfc-9116-1e2d3158d803,segment=NetworkSegment(eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1),segment_id=eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:29.992552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:30.006453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-4db303c4-f4dd-4abf-b88e-ccfd45c16b9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 217 time: 0.1199193 Mar 31 23:03:30.039547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:30.052774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.055175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.064360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:30.064903 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:30.068127 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:30.077487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:30.082518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:30.091497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-e2fad2b1-94e9-43ea-9f99-2057be348c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.093415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-e2fad2b1-94e9-43ea-9f99-2057be348c48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2171657 Mar 31 23:03:30.159478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab891d97-d201-433d-ae42-9b70ed7961ca req-f4f7810d-df99-4228-8989-17aa81bd0b3b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.160965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab891d97-d201-433d-ae42-9b70ed7961ca req-f4f7810d-df99-4228-8989-17aa81bd0b3b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2173166 Mar 31 23:03:30.168428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-b532fa42-9f03-4e4b-a187-769b77afbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.169987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-b532fa42-9f03-4e4b-a187-769b77afbf1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1342058 Mar 31 23:03:30.180587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-2b5d07fc-d8d2-4d64-9424-a088f033c56c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510834 Mar 31 23:03:30.189040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c949f6-b595-44c1-b485-f905caba8584 None None] Pushing event updated for resources: {'Port': ['ID=6e2dd436-7fb0-4cfc-9116-1e2d3158d803,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:30.201613 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:03:30.201613 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:03:30.201613 n-d-836015-1 neutron-server[109821]: [parameters: {'id': 'd11ba384-e51a-466b-af2f-2e2cf2dc1b7f'}] Mar 31 23:03:30.201613 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:30.202234 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:30.243411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36ba3d-b443-46d2-9c66-27151927e1c4 None None] Network d11ba384-e51a-466b-af2f-2e2cf2dc1b7f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:30.256760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cbc2210e-7cfc-4e52-8f7a-23637ac61acf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.269629 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:30.344460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cbc2210e-7cfc-4e52-8f7a-23637ac61acf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.364976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab891d97-d201-433d-ae42-9b70ed7961ca req-ccfff508-772b-4ddb-9c7f-beb8e00247dc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939559 Mar 31 23:03:30.384223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-405b6206-3754-45a4-ab75-4f27e176da2e service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801998 Mar 31 23:03:30.398718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-70b6491f-ab73-4256-aa00-7c95d35cad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.400342 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-70b6491f-ab73-4256-aa00-7c95d35cad88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853070 Mar 31 23:03:30.431807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-b7449653-bbe9-4792-8edb-54d71269777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.434902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-b7449653-bbe9-4792-8edb-54d71269777f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 1096 time: 0.1717248 Mar 31 23:03:30.514671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7059267-f56a-4fec-bf6c-6f893f67eefd None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:03:30.529296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-aa6a962f-9340-4b2f-a047-3c57d931c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.531504 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-aa6a962f-9340-4b2f-a047-3c57d931c3bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 1096 time: 0.0530252 Mar 31 23:03:30.664519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-fcfc2bd9-4a76-4c2f-91b2-aeb9e6ad5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.666800 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-fcfc2bd9-4a76-4c2f-91b2-aeb9e6ad5d60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.1254675 Mar 31 23:03:30.725008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.728724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7059267-f56a-4fec-bf6c-6f893f67eefd None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:03:30.729658 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-d74f8824-e0d1-4723-a397-4e18bf5b09bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 200 len: 217 time: 0.0466058 Mar 31 23:03:30.735805 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9072ecbb-fd26-4158-b541-5a9ac5a28568 x-openstack-request-id: req-9072ecbb-fd26-4158-b541-5a9ac5a28568 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:30.736120 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:30.736330 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9072ecbb-fd26-4158-b541-5a9ac5a28568 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:30.736726 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9072ecbb-fd26-4158-b541-5a9ac5a28568'] response: {'name': 'network-changed', 'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'status': 'completed', 'code': 200} Mar 31 23:03:30.741216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:30.777732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596ddbf-9edd-4e17-800e-2d932966194c None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:30.827036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-b44fa94c-f861-42ce-b63c-de427e399fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.829962 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-b44fa94c-f861-42ce-b63c-de427e399fe7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.0695295 Mar 31 23:03:30.844624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port 6e2dd436-7fb0-4cfc-9116-1e2d3158d803 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:30.846361 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.942924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cbc2210e-7cfc-4e52-8f7a-23637ac61acf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.945468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cbc2210e-7cfc-4e52-8f7a-23637ac61acf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.946659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cbc2210e-7cfc-4e52-8f7a-23637ac61acf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7d6df22-7209-4c75-b884-750720bfcc1e HTTP/1.1" status: 204 len: 168 time: 1.0256073 Mar 31 23:03:30.953354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41324) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:30.980495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664b87-c16b-44c0-899c-6d2da6d01998 req-c92fee40-641f-4499-85c5-228a4d2a0249 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.988881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f664b87-c16b-44c0-899c-6d2da6d01998 req-c92fee40-641f-4499-85c5-228a4d2a0249 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2483163 Mar 31 23:03:30.998856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port 6e2dd436-7fb0-4cfc-9116-1e2d3158d803, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6e2dd436-7fb0-4cfc-9116-1e2d3158d803,segment=NetworkSegment(eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1),segment_id=eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:31.005522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.022030 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2210e-7cfc-4e52-8f7a-23637ac61acf tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d6df22-7209-4c75-b884-750720bfcc1e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:31.032146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-e082c857-5961-4f18-81f5-03f06150d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.033777 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-e082c857-5961-4f18-81f5-03f06150d9d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932731 Mar 31 23:03:31.042980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-a1540e69-0866-4a89-b828-e8f6739f2f4c service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277158 Mar 31 23:03:31.048247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for 6e2dd436-7fb0-4cfc-9116-1e2d3158d803 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:31.049125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-aa306ef6-4b84-4e15-abfa-1be88cf34fa6 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446426 Mar 31 23:03:31.061988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-750b52d7-d567-4482-bc07-0c9455ef6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.063500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-750b52d7-d567-4482-bc07-0c9455ef6c44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.3220241 Mar 31 23:03:31.148863 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-48c229f7-3a62-4327-9c85-bcbad4c285d6 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1898286 Mar 31 23:03:31.155228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41326) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:31.193197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-62d1d1a9-dbb9-420a-9a3b-c8fe453cffb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4d46eba-1b9b-4faa-825a-24178d83010a HTTP/1.1" status: 200 len: 217 time: 0.1274602 Mar 31 23:03:31.196126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8dc88d74-01ec-442f-9571-18fea0fb2897 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851893288'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:31.198059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f664b87-c16b-44c0-899c-6d2da6d01998 req-c2118727-68fd-4a93-846a-fe69740e7730 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083209 Mar 31 23:03:31.199452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-145db5dc-3a60-4e6c-992e-09dbe4bbf40d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481 HTTP/1.1" status: 200 len: 217 time: 0.1142385 Mar 31 23:03:31.276257 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c51e3-b14e-45d7-843f-357c30d119af None None] New status for floating IP ceeff580-d60a-4728-b794-abe92458af26: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:03:31.312214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8dc88d74-01ec-442f-9571-18fea0fb2897 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.316170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-367d682b-ce61-4569-9968-a5a713456f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.317313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-367d682b-ce61-4569-9968-a5a713456f54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 200 len: 797 time: 0.1169648 Mar 31 23:03:31.339696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-56cff3ad-5034-4156-bf4f-1f8cfae21b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.341307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-56cff3ad-5034-4156-bf4f-1f8cfae21b53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.1249616 Mar 31 23:03:31.354249 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-824d0cd3-831f-4481-827d-d0c2d94afa68 service neutron] 10.222.0.50 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846661 Mar 31 23:03:31.379314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.383146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c682c9-7565-4e09-87e9-f623e64eedb7 req-564151ef-66d1-43db-b9a3-49e9d63315a9 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304994 Mar 31 23:03:31.448529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-a1c2650c-1667-4f5a-abed-79c018558ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.450738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-a1c2650c-1667-4f5a-abed-79c018558ef7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241772 Mar 31 23:03:31.455220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-6942039d-b1fb-4186-9918-664d5c2a23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.456730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-6942039d-b1fb-4186-9918-664d5c2a23a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999379 Mar 31 23:03:31.466429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=6e2dd436-7fb0-4cfc-9116-1e2d3158d803,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:31.468803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port 6e2dd436-7fb0-4cfc-9116-1e2d3158d803 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:31.488185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa279b-1587-41fc-86d5-4d74fb5cd70b req-440cec91-0338-4e09-90c2-834586dd0046 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.488185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2daa279b-1587-41fc-86d5-4d74fb5cd70b req-440cec91-0338-4e09-90c2-834586dd0046 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 946 time: 0.1283331 Mar 31 23:03:31.599981 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8dc88d74-01ec-442f-9571-18fea0fb2897 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.618989 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.641793 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-60aa9c4f-3e61-40f6-8fc3-b07ff1143999 req-29ca6bc4-e16d-4531-894b-48e2f83dacc2 service neutron] 10.222.0.50 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799482 Mar 31 23:03:31.659417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11ba384-e51a-466b-af2f-2e2cf2dc1b7f']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:31.662013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2daa279b-1587-41fc-86d5-4d74fb5cd70b req-be94c2c2-8071-423c-a9c5-244f91e7db01 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745672 Mar 31 23:03:31.676729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8dc88d74-01ec-442f-9571-18fea0fb2897 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.682080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:31.682956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0f3afd-6ce5-479f-b51e-fc4ffd5a67a1') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:31.704441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-de06a214-c6c3-4502-9563-4cfc37d9b9e2 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450287 Mar 31 23:03:31.704878 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.737978 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.744763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc88d74-01ec-442f-9571-18fea0fb2897 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38754d2c-5187-4fbf-af8c-0161c84f6377,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:31.747804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:31.748227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:31.752481 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:31.765963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3026110-8c8a-4a61-8353-7e52363a3594 req-837c0e88-e814-402e-9dd8-32ad5db7cfda tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.767646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3026110-8c8a-4a61-8353-7e52363a3594 req-837c0e88-e814-402e-9dd8-32ad5db7cfda tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1734829 Mar 31 23:03:31.801398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-1cf5e936-f069-4081-ab7c-a886db0c8224 service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326056 Mar 31 23:03:31.816641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8dc88d74-01ec-442f-9571-18fea0fb2897 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.817891 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8dc88d74-01ec-442f-9571-18fea0fb2897 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6612198 Mar 31 23:03:31.825378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41332) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:31.833281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5e8771fd-bcef-4bb7-9fad-5d4397198ed5 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523064048'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:31.925257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3026110-8c8a-4a61-8353-7e52363a3594 req-7404293a-f67d-4cc2-97e3-3e20553ee85d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212463 Mar 31 23:03:31.932399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-acb88a0e-2202-4131-bec0-a8dc1d0e6646 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088594 Mar 31 23:03:31.938870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e8771fd-bcef-4bb7-9fad-5d4397198ed5 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.957459 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.970764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.976088 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/d11ba384-e51a-466b-af2f-2e2cf2dc1b7f HTTP/1.1" status: 204 len: 168 time: 3.1954403 Mar 31 23:03:31.987246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41336) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:31.997808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d38a6-6035-4f1b-8dd8-57e3bdb2479f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=d11ba384-e51a-466b-af2f-2e2cf2dc1b7f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.030040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-3386cb3b-2bd3-4c8a-a9bb-7eec0ae059ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b HTTP/1.1" status: 200 len: 217 time: 0.0871406 Mar 31 23:03:32.035459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46f8358c-d7b5-4688-ae3c-8462cd54fc42 req-a1fa7454-efbe-453b-ba14-83ed86680b05 service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190852 Mar 31 23:03:32.064767 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ee9f80-5016-43ee-b3f3-585469ba9d5b tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] GET failed (client error): The resource could not be found. Mar 31 23:03:32.066284 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94ee9f80-5016-43ee-b3f3-585469ba9d5b tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/subnets/9d8efa6c-e21f-4d07-af24-f46ef7e77c78 HTTP/1.1" status: 404 len: 337 time: 0.0758946 Mar 31 23:03:32.070642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41340) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.096397 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91b28e6-1055-4e87-9085-456d3cfeefd4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:32.096973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91b28e6-1055-4e87-9085-456d3cfeefd4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:32.100038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a91b28e6-1055-4e87-9085-456d3cfeefd4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/d11ba384-e51a-466b-af2f-2e2cf2dc1b7f HTTP/1.1" status: 404 len: 339 time: 0.0284479 Mar 31 23:03:32.106824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41342) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.140146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e8771fd-bcef-4bb7-9fad-5d4397198ed5 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.145928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-00d8c2f3-5574-4a34-b930-771e072bfa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.147485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-00d8c2f3-5574-4a34-b930-771e072bfa59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 200 len: 797 time: 0.1099012 Mar 31 23:03:32.206658 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e8771fd-bcef-4bb7-9fad-5d4397198ed5 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.245293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8771fd-bcef-4bb7-9fad-5d4397198ed5 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60551cce-f23f-4683-97e8-6dfcd6dc8406,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.294381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-fa880c4c-5b86-44bc-9299-f08490349bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.295896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-fa880c4c-5b86-44bc-9299-f08490349bbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125636 Mar 31 23:03:32.306918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65849335-661f-4b9a-b15f-93586bf50fe0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.308693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65849335-661f-4b9a-b15f-93586bf50fe0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2008476 Mar 31 23:03:32.314607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41356) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.319369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67dc839b-85e0-4e97-a372-905294890c97 req-1e83bcf9-2ff6-4552-9dc2-02c8657ac054 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=541c0fd209004252b1f7997efe6885d0 HTTP/1.1" status: 200 len: 221 time: 0.0836318 Mar 31 23:03:32.330768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e8771fd-bcef-4bb7-9fad-5d4397198ed5 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.333929 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5e8771fd-bcef-4bb7-9fad-5d4397198ed5 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5057108 Mar 31 23:03:32.337496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41360) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.346465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c1e5b2b7-ec82-44ae-a49e-0c194b300f21 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': '38754d2c-5187-4fbf-af8c-0161c84f6377', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '60551cce-f23f-4683-97e8-6dfcd6dc8406', 'remote_ip_prefix': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:32.357864 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ea55d0ae-645c-4fcc-ad8e-8e0028e822d4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 207 time: 0.0417666 Mar 31 23:03:32.363675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41362) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.529049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-af174124-64f5-4c40-ae90-5fcb403d4479 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175248 Mar 31 23:03:32.536908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-d9878917-f3ba-4d2f-817d-ecccf7b01b0d tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.538748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-d9878917-f3ba-4d2f-817d-ecccf7b01b0d tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1300051 Mar 31 23:03:32.587344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e1b0-ed7b-4480-80ec-a1621036dedb req-b42409df-5fa1-4dc4-bf69-9d07306b91c3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.589091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1970e1b0-ed7b-4480-80ec-a1621036dedb req-b42409df-5fa1-4dc4-bf69-9d07306b91c3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1420903 Mar 31 23:03:32.677493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b2b7-ec82-44ae-a49e-0c194b300f21 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.685797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-866db6b3-213d-4e6f-92e1-e938dc591998 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.1368411 Mar 31 23:03:32.717714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Request body: {'floatingip': {'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:32.793889 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.823059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e93c2-a44a-47b8-997b-b84cfd493876 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.830301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e93c2-a44a-47b8-997b-b84cfd493876 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.836456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e93c2-a44a-47b8-997b-b84cfd493876 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.842280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e93c2-a44a-47b8-997b-b84cfd493876 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.847886 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c09e93c2-a44a-47b8-997b-b84cfd493876 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4764166 Mar 31 23:03:32.848141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41368) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.982336 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-68051bb8-4dfd-4db7-8338-e0ea902e6084 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1329384 Mar 31 23:03:32.992860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41370) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.119690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c935866-add2-47bf-87fe-abc2ed3204c0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.119690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c935866-add2-47bf-87fe-abc2ed3204c0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.119690 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2c935866-add2-47bf-87fe-abc2ed3204c0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1000440 Mar 31 23:03:33.120480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c953004-28d0-4b17-9116-4964a9c120d4 req-10453130-27c6-4410-90fa-1c0fb5354ba6 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547893 Mar 31 23:03:33.120480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1970e1b0-ed7b-4480-80ec-a1621036dedb req-cbea6076-2c2a-4759-a2ec-4697f99ffef2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4416363 Mar 31 23:03:33.120668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41372) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.186154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99082a93-11a7-436e-9ffd-fe5390810954 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.187687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99082a93-11a7-436e-9ffd-fe5390810954 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.189874 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-99082a93-11a7-436e-9ffd-fe5390810954 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0751040 Mar 31 23:03:33.194037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41374) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.230795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b2b7-ec82-44ae-a49e-0c194b300f21 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.294363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847ac65-3a74-4cc7-93a8-25fd7c396343 req-1e4e10aa-6eff-4dc7-80e1-fbd06c8f0dc9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.295955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7847ac65-3a74-4cc7-93a8-25fd7c396343 req-1e4e10aa-6eff-4dc7-80e1-fbd06c8f0dc9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1221666 Mar 31 23:03:33.310471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aae1ea-cafb-4077-bb4d-e4030783ae0f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.316618 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15aae1ea-cafb-4077-bb4d-e4030783ae0f tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/networks/018b83d1-70c8-4214-ad4e-176d36a74a4d HTTP/1.1" status: 200 len: 800 time: 0.1176684 Mar 31 23:03:33.316877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41376) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.390889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7847ac65-3a74-4cc7-93a8-25fd7c396343 req-eb1186f4-8b2a-420d-93bc-5d2d31dd713e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858760 Mar 31 23:03:33.454550 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8723b48a-900c-4d9a-9f73-6097a1279323 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/networks/018b83d1-70c8-4214-ad4e-176d36a74a4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1362178 Mar 31 23:03:33.458014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41380) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.518815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e630b-5cee-45ad-a44c-66080f6ffbcf tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.523556 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-942e630b-5cee-45ad-a44c-66080f6ffbcf tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/subnets/ff270008-0e75-4c4c-9dbc-0713922c5800 HTTP/1.1" status: 200 len: 811 time: 0.0611906 Mar 31 23:03:33.524287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.579828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cc4a5-c867-4f2b-9091-8cf3e2a97c99 req-d377b4dd-39cb-4f7d-b56d-d298c5410251 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.580974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329337e-df91-4d3f-a093-060fd6b28512 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['shared'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.581972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-068cc4a5-c867-4f2b-9091-8cf3e2a97c99 req-d377b4dd-39cb-4f7d-b56d-d298c5410251 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 946 time: 0.1015582 Mar 31 23:03:33.586630 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6329337e-df91-4d3f-a093-060fd6b28512 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "GET /v2.0/subnets/ff270008-0e75-4c4c-9dbc-0713922c5800?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0608954 Mar 31 23:03:33.587407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41384) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.593972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1882604296'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:33.609519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b2b7-ec82-44ae-a49e-0c194b300f21 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.663234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5b2b7-ec82-44ae-a49e-0c194b300f21 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c6875e-828b-48f4-8285-46e197518e19,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:33.691895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:33.692158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-068cc4a5-c867-4f2b-9091-8cf3e2a97c99 req-8c329fb6-3a9b-4400-85ee-470d34faa860 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033711 Mar 31 23:03:33.695831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.737691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:33.750331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.750331 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Added segment 8b880042-c184-49d1-86dc-b9fd0d9522ae of type vlan for network 31eba850-807b-44cb-9378-c12cf77a7248 Mar 31 23:03:33.751245 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.780887 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b2b7-ec82-44ae-a49e-0c194b300f21 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.782572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c1e5b2b7-ec82-44ae-a49e-0c194b300f21 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4433639 Mar 31 23:03:33.785553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41386) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.811587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.825483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-133e4327-e646-4fde-b73f-7fd4d8f4c7fb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.828814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a6673-c3b9-4e63-9b84-43577de151e1 req-eef81d26-2782-4db1-b871-5f029526996f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.831780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a21a6673-c3b9-4e63-9b84-43577de151e1 req-eef81d26-2782-4db1-b871-5f029526996f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0634928 Mar 31 23:03:33.841513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-133e4327-e646-4fde-b73f-7fd4d8f4c7fb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.853373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.914805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-928096c7-7844-42ba-8581-ba7fc56bd76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.941157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a21a6673-c3b9-4e63-9b84-43577de151e1 req-f1e9cd8c-8aeb-4915-9d9b-9033a5f55e9f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952554 Mar 31 23:03:33.949465 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-133e4327-e646-4fde-b73f-7fd4d8f4c7fb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.952392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.962448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.963225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.974616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-133e4327-e646-4fde-b73f-7fd4d8f4c7fb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.979023 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-133e4327-e646-4fde-b73f-7fd4d8f4c7fb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/88c6875e-828b-48f4-8285-46e197518e19 HTTP/1.1" status: 204 len: 168 time: 0.1924841 Mar 31 23:03:33.985740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41390) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.031773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e4327-e646-4fde-b73f-7fd4d8f4c7fb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88c6875e-828b-48f4-8285-46e197518e19,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.032405 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Floating IP ceeff580-d60a-4728-b794-abe92458af26 associated. External IP: 172.25.4.126, port: 66bae3ac-200a-40bc-aa5b-943ff350a1b5. Mar 31 23:03:34.114423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Network': ['ID=31eba850-807b-44cb-9378-c12cf77a7248,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.130056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 31eba850-807b-44cb-9378-c12cf77a7248 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:34.133181 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-32c47d8c-dbd3-412d-8c8f-47427724588d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1444712 Mar 31 23:03:34.138642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41396) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.175476 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-375187c3-36b3-4cce-bb6f-c049d3b4d794 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5863872 Mar 31 23:03:34.176578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41398) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.183727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f6df9-6427-4c0f-92e7-47a5890d1c94 req-0a6755d8-9730-4be1-9996-2adf2d57d83c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.187308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e8f6df9-6427-4c0f-92e7-47a5890d1c94 req-0a6755d8-9730-4be1-9996-2adf2d57d83c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1119626 Mar 31 23:03:34.193361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'network_id': '31eba850-807b-44cb-9378-c12cf77a7248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:34.291533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e8f6df9-6427-4c0f-92e7-47a5890d1c94 req-06ad4166-3210-433c-af18-d22f4b43808b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915396 Mar 31 23:03:34.339760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1003cd8-0169-4936-9859-1b1b65de18d8 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.377151 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1003cd8-0169-4936-9859-1b1b65de18d8 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.424352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Router e80cfd41-dc38-4277-a306-4c105d3acaee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:34.454527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45644acf-c217-483e-8d95-22876fc75f25 req-990b150a-a143-4bc3-96df-21e002bf15f8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.455985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45644acf-c217-483e-8d95-22876fc75f25 req-990b150a-a143-4bc3-96df-21e002bf15f8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0688307 Mar 31 23:03:34.480284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Made reservation on behalf of 2b3cc4da2b12434f8e2d42e912f1e463 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:34.488052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.560680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing IP validity checks on allocation pools {{(pid=109821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:03:34.561657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:03:34.566738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45644acf-c217-483e-8d95-22876fc75f25 req-b558fd49-55bc-4003-97dc-8e60e693ab30 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796857 Mar 31 23:03:34.587911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:34.593719 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.601651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:34.620038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:34.653812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:34.657014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-589a6f6a-a3d2-4780-9506-11d3250c1042 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "PUT /v2.0/floatingips/ceeff580-d60a-4728-b794-abe92458af26 HTTP/1.1" status: 200 len: 997 time: 1.9267337 Mar 31 23:03:34.657014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:34.657014 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a458604-a270-4208-8e58-426926f8beda" -d '{"events": [{"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:34.675206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1003cd8-0169-4936-9859-1b1b65de18d8 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.677993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1003cd8-0169-4936-9859-1b1b65de18d8 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.679737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1003cd8-0169-4936-9859-1b1b65de18d8 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/60551cce-f23f-4683-97e8-6dfcd6dc8406 HTTP/1.1" status: 204 len: 168 time: 0.5359714 Mar 31 23:03:34.688626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41404) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.701535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003cd8-0169-4936-9859-1b1b65de18d8 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60551cce-f23f-4683-97e8-6dfcd6dc8406,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.779149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-f6103a81-2aad-4657-b591-75c559c70777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.786886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-f6103a81-2aad-4657-b591-75c559c70777 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.1428337 Mar 31 23:03:34.898422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae123ed-5135-4768-bc3f-d9872e786f66 req-005e8030-c22e-4c8e-8a81-48f6f437bdf3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.899957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cae123ed-5135-4768-bc3f-d9872e786f66 req-005e8030-c22e-4c8e-8a81-48f6f437bdf3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2265275 Mar 31 23:03:34.929116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.933108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-f0eac59d-91c3-4fbb-a2e5-9a4af7696dca tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.935786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-f0eac59d-91c3-4fbb-a2e5-9a4af7696dca tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.50 "GET /v2.0/ports?device_id=30d24c26-09e5-40d8-ab0b-7ed2735577d5 HTTP/1.1" status: 200 len: 945 time: 0.2116997 Mar 31 23:03:34.958702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4ee75b24-07f4-42fb-a612-da242c88f045 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2675242 Mar 31 23:03:34.969440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:34.975801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41408) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:35.037867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=5fbad1a8-8a9b-4348-bd4c-2cbb90826e02,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:35.049850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40717678-0d13-48ca-b241-a0c761794120 req-38eaddab-35ab-4cf2-992b-4f283fe05dc2 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.051461 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40717678-0d13-48ca-b241-a0c761794120 req-38eaddab-35ab-4cf2-992b-4f283fe05dc2 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 946 time: 0.1404409 Mar 31 23:03:35.065543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Checking segment: {'id': '8b880042-c184-49d1-86dc-b9fd0d9522ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '31eba850-807b-44cb-9378-c12cf77a7248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:35.065915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network hostable DHCP agents. Network: 31eba850-807b-44cb-9378-c12cf77a7248, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:35.110906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cae123ed-5135-4768-bc3f-d9872e786f66 req-89f6ca7d-74e7-42a5-ac65-d115740edef2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975546 Mar 31 23:03:35.119544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-1224dabd-04cb-4ab7-b26d-4bebe8c5a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.120898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-1224dabd-04cb-4ab7-b26d-4bebe8c5a94a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.3332148 Mar 31 23:03:35.188514 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dcfc34-4ed4-488c-9f01-dbc1cddf7b9e x-openstack-request-id: req-c7dcfc34-4ed4-488c-9f01-dbc1cddf7b9e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:35.188825 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:35.189050 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7dcfc34-4ed4-488c-9f01-dbc1cddf7b9e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:35.189461 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7dcfc34-4ed4-488c-9f01-dbc1cddf7b9e'] response: {'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'status': 'completed', 'code': 200} Mar 31 23:03:35.236644 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2419a6bb-2e3b-4d8f-9f47-266226192479 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.264365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-139eeea2-74eb-4e15-8c47-f46c2d41ee7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 1000 time: 0.1328967 Mar 31 23:03:35.310716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Deleting port 4656618d-49df-463c-a66a-c13b06980e31 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:35.311267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.322449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Deleting port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:35.322813 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.344747 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2419a6bb-2e3b-4d8f-9f47-266226192479 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.351619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:8f:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:33Z', 'revision_number': 8, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:35.390109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:35.400860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:35.401611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Network 31eba850-807b-44cb-9378-c12cf77a7248 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:35.402041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:35.490713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] For port 4656618d-49df-463c-a66a-c13b06980e31, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=4656618d-49df-463c-a66a-c13b06980e31,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:35.491041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.509729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Calling delete_port for 4656618d-49df-463c-a66a-c13b06980e31 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:35.533261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:35.566941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 31eba850-807b-44cb-9378-c12cf77a7248) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:35.571954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.572822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.669195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995f3b5-cb26-4ac3-99ab-48496ca41b80 None None] Network 31eba850-807b-44cb-9378-c12cf77a7248 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:35.686700 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-275df5d0-d638-4272-acc2-6bd1dec52d1c tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5013967 Mar 31 23:03:35.691423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41414) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:35.697122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a8b0dfe2-acba-4f48-9d0e-e7ae2e331268 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:35.736515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a458604-a270-4208-8e58-426926f8beda req-7f2f1f37-c31c-43a1-88b0-0a230c4f54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.738082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a458604-a270-4208-8e58-426926f8beda req-7f2f1f37-c31c-43a1-88b0-0a230c4f54a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.5236499 Mar 31 23:03:35.752915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-f4a57d7f-8bdd-4796-acd9-8b80ac46f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.754595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-f4a57d7f-8bdd-4796-acd9-8b80ac46f516 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.4817252 Mar 31 23:03:35.782737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.801329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:35.833437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event deleted for resources: {'Port': ['ID=4656618d-49df-463c-a66a-c13b06980e31,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:35.845846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8b0dfe2-acba-4f48-9d0e-e7ae2e331268 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4274580'] for subnet, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.874638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc40de8-15da-41b7-a9ff-401e69ab6469 req-9a0a18dd-a564-4538-8179-ad3ca37c0f79 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.882297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fc40de8-15da-41b7-a9ff-401e69ab6469 req-9a0a18dd-a564-4538-8179-ad3ca37c0f79 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=264420df-4fd3-4bc1-8ed8-7b9ac3e7e055 HTTP/1.1" status: 200 len: 946 time: 0.5922968 Mar 31 23:03:35.896285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] No DVR routers for this DVR port 4656618d-49df-463c-a66a-c13b06980e31 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:35.901693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.901951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] For port d0f2bfe3-bf12-42a8-99cf-8ca24023f582, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:35.902394 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.905147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40717678-0d13-48ca-b241-a0c761794120 req-f92b3619-72fb-44cc-baa7-0b0a7a1b7734 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "DELETE /v2.0/ports/4656618d-49df-463c-a66a-c13b06980e31 HTTP/1.1" status: 204 len: 173 time: 0.8464572 Mar 31 23:03:35.905853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264420df-4fd3-4bc1-8ed8-7b9ac3e7e055', 'name': 'network-vif-deleted', 'tag': '4656618d-49df-463c-a66a-c13b06980e31'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:35.907957 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57d60e9-9405-41be-b51e-009fd90c49ea" -d '{"events": [{"server_uuid": "264420df-4fd3-4bc1-8ed8-7b9ac3e7e055", "name": "network-vif-deleted", "tag": "4656618d-49df-463c-a66a-c13b06980e31"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:35.924095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2419a6bb-2e3b-4d8f-9f47-266226192479 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.926800 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2419a6bb-2e3b-4d8f-9f47-266226192479 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.928072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2419a6bb-2e3b-4d8f-9f47-266226192479 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/38754d2c-5187-4fbf-af8c-0161c84f6377 HTTP/1.1" status: 204 len: 168 time: 0.9510605 Mar 31 23:03:35.931121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41418) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:35.958964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Calling delete_port for d0f2bfe3-bf12-42a8-99cf-8ca24023f582 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:35.970086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419a6bb-2e3b-4d8f-9f47-266226192479 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38754d2c-5187-4fbf-af8c-0161c84f6377,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:35.990807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-b0cf16ad-5921-44af-a25b-83d4e15edc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.999739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-b0cf16ad-5921-44af-a25b-83d4e15edc0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085273 Mar 31 23:03:36.010072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3a77c42d-bf16-4e53-8882-2b42fe332d22 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709867 Mar 31 23:03:36.011315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41420) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:36.016625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d86f366f-30eb-49f1-a025-e1d2eff82078 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795068865'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:36.081044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fc40de8-15da-41b7-a9ff-401e69ab6469 req-12ae6520-a176-4cea-b8a1-63df2fbdcaa4 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977658 Mar 31 23:03:36.089406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a458604-a270-4208-8e58-426926f8beda req-80fc2ccf-be99-4926-a49a-f5bc6402bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.093916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a458604-a270-4208-8e58-426926f8beda req-80fc2ccf-be99-4926-a49a-f5bc6402bb34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.3419385 Mar 31 23:03:36.143273 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d86f366f-30eb-49f1-a025-e1d2eff82078 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.157044 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aab921fc-bac8-4444-9ad0-930f6a72b802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.212793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8b0dfe2-acba-4f48-9d0e-e7ae2e331268 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756025092015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4405914'] for subnet, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.283496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b0dfe2-acba-4f48-9d0e-e7ae2e331268 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.283978 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8b0dfe2-acba-4f48-9d0e-e7ae2e331268 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.285303 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a8b0dfe2-acba-4f48-9d0e-e7ae2e331268 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "PUT /v2.0/subnets/5fbad1a8-8a9b-4348-bd4c-2cbb90826e02 HTTP/1.1" status: 200 len: 877 time: 0.5928805 Mar 31 23:03:36.291452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a458604-a270-4208-8e58-426926f8beda req-bac70e71-1310-42cc-9b97-eff8aec12f71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 1000 time: 0.1628304 Mar 31 23:03:36.295683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41424) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:36.341734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0dfe2-acba-4f48-9d0e-e7ae2e331268 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event updated for resources: {'Subnet': ['ID=5fbad1a8-8a9b-4348-bd4c-2cbb90826e02,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:36.343652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-f9c5e1d9-86d1-4675-8dba-08f85aaccb13 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421869 Mar 31 23:03:36.360685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-31eba850-807b-44cb-9378-c12cf77a7248', 'network_id': '31eba850-807b-44cb-9378-c12cf77a7248', 'tenant_id': '2b3cc4da2b12434f8e2d42e912f1e463', 'fixed_ips': [{'subnet_id': '5fbad1a8-8a9b-4348-bd4c-2cbb90826e02'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:36.364636 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.387892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d86f366f-30eb-49f1-a025-e1d2eff82078 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.447187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.456544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473cb1c-b05e-4af0-8435-26aecc22d22a req-44d7dd62-f1ae-4ad0-a77c-0d0a64d51867 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.458290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c473cb1c-b05e-4af0-8435-26aecc22d22a req-44d7dd62-f1ae-4ad0-a77c-0d0a64d51867 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2341266 Mar 31 23:03:36.468117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a458604-a270-4208-8e58-426926f8beda req-75a8d78b-95b9-48e1-9cda-497b75f7a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.469912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a458604-a270-4208-8e58-426926f8beda req-75a8d78b-95b9-48e1-9cda-497b75f7a4c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1690397 Mar 31 23:03:36.490380 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d86f366f-30eb-49f1-a025-e1d2eff82078 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.536670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.540991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:8f:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:33Z', 'revision_number': 8, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:36.562959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f366f-30eb-49f1-a025-e1d2eff82078 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abebdeb-5b1e-446e-88eb-be747c38f5e0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:36.587214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ebe886-4dd0-49f0-bb94-8c9dd4d27b9c None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ceeff580-d60a-4728-b794-abe92458af26', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'port_id': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'mac_address': 'fa:16:3e:8f:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:45Z', 'updated_at': '2022-03-31T23:03:33Z', 'revision_number': 8, 'project_id': '6046c2a484d449739d81939834d4d364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:36.591567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cee91da-6153-4c02-a934-5a627f0ed0d8 req-058d50be-e270-4c4c-8716-8f9f7d8b12c2 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392607 Mar 31 23:03:36.592171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d86f366f-30eb-49f1-a025-e1d2eff82078 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.593496 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d86f366f-30eb-49f1-a025-e1d2eff82078 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5812647 Mar 31 23:03:36.602594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41426) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:36.612457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b2dc847b-8fac-4845-817c-e92839d0400d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': '1abebdeb-5b1e-446e-88eb-be747c38f5e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:36.620261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c473cb1c-b05e-4af0-8435-26aecc22d22a req-2b8b63b6-81b7-4eef-9f91-c4b6360dbb88 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492922 Mar 31 23:03:36.630998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a458604-a270-4208-8e58-426926f8beda req-393cf995-95ea-4d71-ae85-0dfd052e293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.630998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a458604-a270-4208-8e58-426926f8beda req-393cf995-95ea-4d71-ae85-0dfd052e293e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483042 Mar 31 23:03:36.630998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.690238 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce64e0-6984-48f9-a76b-9f953985de22 x-openstack-request-id: req-63ce64e0-6984-48f9-a76b-9f953985de22 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:36.690909 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264420df-4fd3-4bc1-8ed8-7b9ac3e7e055", "name": "network-vif-deleted", "tag": "4656618d-49df-463c-a66a-c13b06980e31", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:36.691168 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63ce64e0-6984-48f9-a76b-9f953985de22 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:36.691624 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ce64e0-6984-48f9-a76b-9f953985de22'] response: {'server_uuid': '264420df-4fd3-4bc1-8ed8-7b9ac3e7e055', 'name': 'network-vif-deleted', 'tag': '4656618d-49df-463c-a66a-c13b06980e31', 'status': 'completed', 'code': 200} Mar 31 23:03:36.699221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Allocated IP 172.20.0.3 (31eba850-807b-44cb-9378-c12cf77a7248/5fbad1a8-8a9b-4348-bd4c-2cbb90826e02/50741886-634f-4c38-826a-c11196d4d018) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:36.711229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Pushing event deleted for resources: {'Port': ['ID=d0f2bfe3-bf12-42a8-99cf-8ca24023f582,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:36.859938 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2dc847b-8fac-4845-817c-e92839d0400d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.893745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] No DVR routers for this DVR port d0f2bfe3-bf12-42a8-99cf-8ca24023f582 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:36.903366 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.906693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e6a40ca-c78b-45e1-8e10-e9e50bb9f69f req-4d07ab75-913d-4c7b-9fd6-d18acf0d14d2 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.50 "DELETE /v2.0/ports/d0f2bfe3-bf12-42a8-99cf-8ca24023f582 HTTP/1.1" status: 204 len: 173 time: 1.9592223 Mar 31 23:03:36.925797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.954973 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbee33-8458-444c-82fa-fd64c5e6dbe1 None None] New status for floating IP ceeff580-d60a-4728-b794-abe92458af26: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:03:36.987024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01547c86-64e5-4ab8-bc79-5e6a6a2d9859 req-1af84fc7-38d3-49f8-9428-13d39332f3a4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.988850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01547c86-64e5-4ab8-bc79-5e6a6a2d9859 req-1af84fc7-38d3-49f8-9428-13d39332f3a4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2002695 Mar 31 23:03:36.994080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['66bae3ac-200a-40bc-aa5b-943ff350a1b5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:37.000155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a458604-a270-4208-8e58-426926f8beda req-a5211c3f-04ea-4cfe-a445-c6d0eab7b71e service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656330 Mar 31 23:03:37.105000 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.112142 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2dc847b-8fac-4845-817c-e92839d0400d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.160974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Network 31eba850-807b-44cb-9378-c12cf77a7248 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:37.162046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 4656618d-49df-463c-a66a-c13b06980e31 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:37.196767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:37.205607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:37.210643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 4656618d-49df-463c-a66a-c13b06980e31 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:37.210643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 4656618d-49df-463c-a66a-c13b06980e31 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:37.210643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d0f2bfe3-bf12-42a8-99cf-8ca24023f582 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:37.212993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'name': 'network-vif-deleted', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:37.216208 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6daf959-1017-4675-98ef-ee5c7e99d32c" -d '{"events": [{"server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "name": "network-vif-deleted", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:37.226580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01547c86-64e5-4ab8-bc79-5e6a6a2d9859 req-43353384-e9f5-4296-ad28-06395d735b82 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253203 Mar 31 23:03:37.237720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Pushing event updated for resources: {'Port': ['ID=50741886-634f-4c38-826a-c11196d4d018,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:37.239192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.244807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2dc847b-8fac-4845-817c-e92839d0400d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.248761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: d0f2bfe3-bf12-42a8-99cf-8ca24023f582 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:37.248761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d0f2bfe3-bf12-42a8-99cf-8ca24023f582 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:37.267648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc847b-8fac-4845-817c-e92839d0400d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b7e403-8562-4d7a-b22a-02f6b0ea5515,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:37.283778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbad1a8-8a9b-4348-bd4c-2cbb90826e02,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:37.325449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a458604-a270-4208-8e58-426926f8beda req-c98a683a-be71-41fb-9413-0567baf2e711 service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093367 Mar 31 23:03:37.328782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36bc98e0-6c8c-41f2-aac7-9b28138a1b80 req-3c73febb-f88c-461d-a9b5-7298f48fe2e8 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips/ceeff580-d60a-4728-b794-abe92458af26 HTTP/1.1" status: 200 len: 997 time: 0.2025492 Mar 31 23:03:37.334101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Attempting to bind port 50741886-634f-4c38-826a-c11196d4d018 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:37.339215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Attempting to bind port 50741886-634f-4c38-826a-c11196d4d018 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '8b880042-c184-49d1-86dc-b9fd0d9522ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '31eba850-807b-44cb-9378-c12cf77a7248'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:37.339715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Attempting to bind port 50741886-634f-4c38-826a-c11196d4d018 on network 31eba850-807b-44cb-9378-c12cf77a7248 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:37.368924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:37.377209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Checking segment: {'id': '8b880042-c184-49d1-86dc-b9fd0d9522ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '31eba850-807b-44cb-9378-c12cf77a7248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:37.377209 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.377209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Bound using segment: {'id': '8b880042-c184-49d1-86dc-b9fd0d9522ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '31eba850-807b-44cb-9378-c12cf77a7248'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:37.377663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Bound port: 50741886-634f-4c38-826a-c11196d4d018, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b880042-c184-49d1-86dc-b9fd0d9522ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '31eba850-807b-44cb-9378-c12cf77a7248'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:37.378179 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.403948 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.438922 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2dc847b-8fac-4845-817c-e92839d0400d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.440160 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b2dc847b-8fac-4845-817c-e92839d0400d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8347306 Mar 31 23:03:37.445813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41440) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:37.456983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eba850-807b-44cb-9378-c12cf77a7248']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:37.486411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b880042-c184-49d1-86dc-b9fd0d9522ae') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:37.486699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b880042-c184-49d1-86dc-b9fd0d9522ae') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:37.488975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e988cd83-2597-401c-b4e3-b02cb4fdc880 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.504529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e988cd83-2597-401c-b4e3-b02cb4fdc880 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.507876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.525664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] For port 50741886-634f-4c38-826a-c11196d4d018, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:37.531737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-20f1d133-57f2-4702-9d8c-bca40a52b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:37.533370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-20f1d133-57f2-4702-9d8c-bca40a52b41f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1096 time: 0.1979120 Mar 31 23:03:37.540176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] For port 50741886-634f-4c38-826a-c11196d4d018, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=50741886-634f-4c38-826a-c11196d4d018,segment=NetworkSegment(8b880042-c184-49d1-86dc-b9fd0d9522ae),segment_id=8b880042-c184-49d1-86dc-b9fd0d9522ae)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:37.555270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221c4d-9a02-40a6-96f7-01bacb358f3b req-07d3d0dd-8875-4e15-a77d-54c1e2c4e5e3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:37.556802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21221c4d-9a02-40a6-96f7-01bacb358f3b req-07d3d0dd-8875-4e15-a77d-54c1e2c4e5e3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1355169 Mar 31 23:03:37.626341 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.628249 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.628793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc98e0-6c8c-41f2-aac7-9b28138a1b80 req-daebfc0e-a66a-4874-91c5-ce06a0011682 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:37.629985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.630364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36bc98e0-6c8c-41f2-aac7-9b28138a1b80 req-daebfc0e-a66a-4874-91c5-ce06a0011682 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.2746527 Mar 31 23:03:37.651552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:37.652079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:37.655483 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:37.689691 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21221c4d-9a02-40a6-96f7-01bacb358f3b req-b89d56cf-c0ae-4208-bf8a-20daab181b7a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170218 Mar 31 23:03:37.752702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-9ccb5455-834c-45ef-bd11-225ad57bdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:37.754429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-9ccb5455-834c-45ef-bd11-225ad57bdcdb service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.2137077 Mar 31 23:03:37.777378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e988cd83-2597-401c-b4e3-b02cb4fdc880 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.807411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e988cd83-2597-401c-b4e3-b02cb4fdc880 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.808895 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e988cd83-2597-401c-b4e3-b02cb4fdc880 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f6b7e403-8562-4d7a-b22a-02f6b0ea5515 HTTP/1.1" status: 204 len: 168 time: 0.3582461 Mar 31 23:03:37.822313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988cd83-2597-401c-b4e3-b02cb4fdc880 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6b7e403-8562-4d7a-b22a-02f6b0ea5515,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:37.822313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41446) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:37.823823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c309de-ad41-43ad-9c6e-c16941d12fb4 None None] Pushing event updated for resources: {'Port': ['ID=50741886-634f-4c38-826a-c11196d4d018,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:37.832816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eece48-38c4-40ff-b8c8-6b9ab48f4744 None None] Network 31eba850-807b-44cb-9378-c12cf77a7248 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:37.869492 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:03:37.869492 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:03:37.869492 n-d-836015-1 neutron-server[109821]: [parameters: {'id': '31eba850-807b-44cb-9378-c12cf77a7248'}] Mar 31 23:03:37.869492 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:37.869492 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:37.881348 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da69ce51-2021-47f7-ba4c-b0a9d69c5b7c x-openstack-request-id: req-da69ce51-2021-47f7-ba4c-b0a9d69c5b7c {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:37.882608 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d24c26-09e5-40d8-ab0b-7ed2735577d5", "name": "network-vif-deleted", "tag": "d0f2bfe3-bf12-42a8-99cf-8ca24023f582", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:37.882608 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da69ce51-2021-47f7-ba4c-b0a9d69c5b7c {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:37.883149 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da69ce51-2021-47f7-ba4c-b0a9d69c5b7c'] response: {'server_uuid': '30d24c26-09e5-40d8-ab0b-7ed2735577d5', 'name': 'network-vif-deleted', 'tag': 'd0f2bfe3-bf12-42a8-99cf-8ca24023f582', 'status': 'completed', 'code': 200} Mar 31 23:03:37.912837 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d75fe151-3a84-47d6-b859-713aee503fb4 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0879173 Mar 31 23:03:37.914884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41448) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:38.022617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-ce0873f8-280c-4453-a3fd-d16c85761693 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.2597628 Mar 31 23:03:38.034206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e78cb04-2071-4772-8a7f-a95679c3c416 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.051000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-36e436d5-7854-4d9a-913e-0b47421939a7 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1002 time: 0.2009664 Mar 31 23:03:38.062605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d372cb-358e-468d-8f93-956e2f3fda60 req-e9080494-43b8-4160-bdc3-f1b70d465c9c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:38.064229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23d372cb-358e-468d-8f93-956e2f3fda60 req-e9080494-43b8-4160-bdc3-f1b70d465c9c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2014768 Mar 31 23:03:38.066115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbebc5b3-460f-436d-9d05-97328be24b09 None None] Network 31eba850-807b-44cb-9378-c12cf77a7248 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:38.117047 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e78cb04-2071-4772-8a7f-a95679c3c416 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.219001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-f0480543-767c-49c9-a9af-fac429744ab7 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:38.220779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-f0480543-767c-49c9-a9af-fac429744ab7 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports/66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 943 time: 0.1553011 Mar 31 23:03:38.224174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-738fd66e-85a1-474a-8ec2-b5d03511ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:38.225570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-738fd66e-85a1-474a-8ec2-b5d03511ba2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.1899030 Mar 31 23:03:38.291827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23d372cb-358e-468d-8f93-956e2f3fda60 req-c8db298f-699c-445c-8654-924e4fa8f1ff tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996622 Mar 31 23:03:38.304383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8382f1e-6846-4b95-8f1c-f443e56f41f6 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:03:38.327660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e78cb04-2071-4772-8a7f-a95679c3c416 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.338452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e78cb04-2071-4772-8a7f-a95679c3c416 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.343085 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7e78cb04-2071-4772-8a7f-a95679c3c416 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/1abebdeb-5b1e-446e-88eb-be747c38f5e0 HTTP/1.1" status: 204 len: 168 time: 0.4229631 Mar 31 23:03:38.349408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41452) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:38.361168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78cb04-2071-4772-8a7f-a95679c3c416 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abebdeb-5b1e-446e-88eb-be747c38f5e0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:38.363954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.393506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-6ed6aa9e-6660-4a0b-a54c-2951062aaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:38.395336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-6ed6aa9e-6660-4a0b-a54c-2951062aaac8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591008 Mar 31 23:03:38.424074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-fbf21e84-d215-4eff-a51d-fb4d8f23f5fb tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1002 time: 0.1399758 Mar 31 23:03:38.443064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port 50741886-634f-4c38-826a-c11196d4d018 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:38.443522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.524488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.541376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port 50741886-634f-4c38-826a-c11196d4d018, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=50741886-634f-4c38-826a-c11196d4d018,segment=NetworkSegment(8b880042-c184-49d1-86dc-b9fd0d9522ae),segment_id=8b880042-c184-49d1-86dc-b9fd0d9522ae)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:38.541838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.564240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for 50741886-634f-4c38-826a-c11196d4d018 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:38.635931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8382f1e-6846-4b95-8f1c-f443e56f41f6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:03:38.883786 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.892617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.924225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ed42b35b-be8f-4e5f-9917-26b0c44d1393 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5654273 Mar 31 23:03:38.927290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41462) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:38.935546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ae4b88e0-1115-40d2-b8de-f1f1b54b4ccb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487515686'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:38.940457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=50741886-634f-4c38-826a-c11196d4d018,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:38.953543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port 50741886-634f-4c38-826a-c11196d4d018 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:39.052362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-f5366273-6e32-47c0-a576-984039644b7d tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:39.053791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-f5366273-6e32-47c0-a576-984039644b7d tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.6288838 Mar 31 23:03:39.062713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c29efa-8762-406f-9d75-c6b0630dca1b req-783ed2b6-a76c-4627-ac33-5d04bb3bd509 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:39.064423 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.064724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33c29efa-8762-406f-9d75-c6b0630dca1b req-783ed2b6-a76c-4627-ac33-5d04bb3bd509 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1639688 Mar 31 23:03:39.070787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-64079059-8338-40e1-a5ef-bfd5b14a195b service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618834 Mar 31 23:03:39.092059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eba850-807b-44cb-9378-c12cf77a7248']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:39.095482 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae4b88e0-1115-40d2-b8de-f1f1b54b4ccb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.113499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b880042-c184-49d1-86dc-b9fd0d9522ae') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:39.113895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b880042-c184-49d1-86dc-b9fd0d9522ae') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:39.123179 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.130238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.157201 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.170216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:39.170926 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:39.174186 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:39.216301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-0ebeb9b9-a57e-4358-847c-63f7991d86ab tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 1002 time: 0.1480331 Mar 31 23:03:39.225135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33c29efa-8762-406f-9d75-c6b0630dca1b req-6757fc4e-a435-4507-88d4-f7a1231ce130 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083355 Mar 31 23:03:39.241692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:39.310713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a2f9666-5af1-4a0f-a09f-28feb40eab54 req-acbfc643-7d01-4ce2-9c00-a4382ac57349 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342441 Mar 31 23:03:39.322379 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.354322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.378278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.381854 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/31eba850-807b-44cb-9378-c12cf77a7248 HTTP/1.1" status: 204 len: 168 time: 3.0886009 Mar 31 23:03:39.385519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bdc4a-ac38-4b74-bc84-b8b5feb69745 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=31eba850-807b-44cb-9378-c12cf77a7248,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:39.385740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41474) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:39.424399 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52ac62e-a1e8-4429-b581-5002bcd5c3f0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:39.424728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52ac62e-a1e8-4429-b581-5002bcd5c3f0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:39.433131 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a52ac62e-a1e8-4429-b581-5002bcd5c3f0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/5fbad1a8-8a9b-4348-bd4c-2cbb90826e02 HTTP/1.1" status: 404 len: 337 time: 0.0396507 Mar 31 23:03:39.433131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41476) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:39.445936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae4b88e0-1115-40d2-b8de-f1f1b54b4ccb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.458595 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d691bd-3abd-44c2-953f-d8f0b1a80fe1 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:39.459897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d691bd-3abd-44c2-953f-d8f0b1a80fe1 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:39.464716 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-18d691bd-3abd-44c2-953f-d8f0b1a80fe1 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/31eba850-807b-44cb-9378-c12cf77a7248 HTTP/1.1" status: 404 len: 339 time: 0.0289264 Mar 31 23:03:39.464928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41478) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:39.500763 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-000dd60a-ce9a-4f62-aa65-5ed302469538 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:39.500763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000dd60a-ce9a-4f62-aa65-5ed302469538 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:39.501545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.503617 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-000dd60a-ce9a-4f62-aa65-5ed302469538 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/9d8efa6c-e21f-4d07-af24-f46ef7e77c78 HTTP/1.1" status: 404 len: 337 time: 0.0369785 Mar 31 23:03:39.506284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41480) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:39.527805 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0945183-eedd-4636-9a79-c7227552e3c7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:39.527805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0945183-eedd-4636-9a79-c7227552e3c7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:39.531479 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d0945183-eedd-4636-9a79-c7227552e3c7 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/d11ba384-e51a-466b-af2f-2e2cf2dc1b7f HTTP/1.1" status: 404 len: 339 time: 0.0242009 Mar 31 23:03:39.536068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae4b88e0-1115-40d2-b8de-f1f1b54b4ccb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.539152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41482) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:39.555214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-bfc05c42-727d-4961-9c05-e25a7ce4ac63 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:39.556817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-bfc05c42-727d-4961-9c05-e25a7ce4ac63 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.1909502 Mar 31 23:03:39.587138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b88e0-1115-40d2-b8de-f1f1b54b4ccb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa783a-80ec-4a4a-b2e3-e729f3d07274,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:39.598258 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.607426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-2eff86b1-b51f-4722-b094-2dd8c6c621e7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/quotas/e70b3693b71141289243e0eeec388016 HTTP/1.1" status: 200 len: 375 time: 0.0166490 Mar 31 23:03:39.653601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.667831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae4b88e0-1115-40d2-b8de-f1f1b54b4ccb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.669989 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae4b88e0-1115-40d2-b8de-f1f1b54b4ccb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7391956 Mar 31 23:03:39.674195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41484) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:39.682650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4262367f-a901-4a0c-ac1f-5cfd9951bb57 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': '9aaa783a-80ec-4a4a-b2e3-e729f3d07274', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:39.706132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.706719 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Floating IP ceeff580-d60a-4728-b794-abe92458af26 disassociated. External IP: 172.25.4.126, port: 66bae3ac-200a-40bc-aa5b-943ff350a1b5. Mar 31 23:03:39.721654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-5ca8f313-e16c-4ffe-a1ce-146b35b41bac tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069884 Mar 31 23:03:39.824799 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.864198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82a5522-df6b-42e4-8cee-67e693c5d671']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:39.880581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0881ca-5853-4ce9-81bd-1cbb416e44af') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:39.881058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0881ca-5853-4ce9-81bd-1cbb416e44af') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:39.898721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.923172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.939674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:39.939674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:39.942365 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:39.986036 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4262367f-a901-4a0c-ac1f-5cfd9951bb57 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.036359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-e4ee6ed4-3224-4e4a-b044-9051697bd693 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531466 Mar 31 23:03:40.161284 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4262367f-a901-4a0c-ac1f-5cfd9951bb57 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.165291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.190442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.195227 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/c82a5522-df6b-42e4-8cee-67e693c5d671 HTTP/1.1" status: 204 len: 168 time: 0.6548388 Mar 31 23:03:40.210727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41488) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.219364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ddd65-73ee-41b4-8cf5-525eb1ab24cd tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=c82a5522-df6b-42e4-8cee-67e693c5d671,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:40.250549 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4168840-e67b-419a-b479-1f9b1379f1e5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.251051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4168840-e67b-419a-b479-1f9b1379f1e5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.252548 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-098958fc-9525-4464-bd9f-f4156912b62f service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039485 Mar 31 23:03:40.257628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a4168840-e67b-419a-b479-1f9b1379f1e5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/19095429-2a9a-42f9-b6ed-8e6b47e3e0ff HTTP/1.1" status: 404 len: 337 time: 0.0417595 Mar 31 23:03:40.257997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41490) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.269571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Router e80cfd41-dc38-4277-a306-4c105d3acaee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:40.271244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4262367f-a901-4a0c-ac1f-5cfd9951bb57 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.295218 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd27aea-c41d-4f7a-b65e-902b7b02c5e3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.295218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd27aea-c41d-4f7a-b65e-902b7b02c5e3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.298524 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7fd27aea-c41d-4f7a-b65e-902b7b02c5e3 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/ae5a5ccd-3730-4593-8c39-6dd35c9512ba HTTP/1.1" status: 404 len: 339 time: 0.0390842 Mar 31 23:03:40.300890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41492) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.303984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262367f-a901-4a0c-ac1f-5cfd9951bb57 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622f2f89-2651-4679-afab-a3cf643bf7ca,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:40.330981 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7b51a8-f2b9-46ec-8c09-1ada320fab60 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.331439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7b51a8-f2b9-46ec-8c09-1ada320fab60 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.337151 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cc7b51a8-f2b9-46ec-8c09-1ada320fab60 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/44804dee-5807-43d4-b108-8820f2a75da6 HTTP/1.1" status: 404 len: 337 time: 0.0326238 Mar 31 23:03:40.338023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41494) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.369472 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfecf418-9f8b-4877-88e2-5dbb554f9d93 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.369472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfecf418-9f8b-4877-88e2-5dbb554f9d93 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.369472 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bfecf418-9f8b-4877-88e2-5dbb554f9d93 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/28294218-6f5e-4606-aeb5-0e1e2fe55771 HTTP/1.1" status: 404 len: 339 time: 0.0260770 Mar 31 23:03:40.371862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41496) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.399416 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72bcf01-5ec8-468c-9b35-16f5a864c072 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.399869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72bcf01-5ec8-468c-9b35-16f5a864c072 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.403427 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b72bcf01-5ec8-468c-9b35-16f5a864c072 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/4c7d4329-e998-42fa-8a89-81b216cbb8cb HTTP/1.1" status: 404 len: 337 time: 0.0300455 Mar 31 23:03:40.407826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41498) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.417108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:40.422746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.432516 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cccfd3-d7cf-4856-8c12-3de774a655e0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.435921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:40.440193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94cccfd3-d7cf-4856-8c12-3de774a655e0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.443797 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94cccfd3-d7cf-4856-8c12-3de774a655e0 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/ef2061c0-52fe-4227-9a86-185fd5c1a486 HTTP/1.1" status: 404 len: 339 time: 0.0348907 Mar 31 23:03:40.446400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41500) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.450462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:40.454964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:40.456517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4262367f-a901-4a0c-ac1f-5cfd9951bb57 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.457732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4262367f-a901-4a0c-ac1f-5cfd9951bb57 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7823694 Mar 31 23:03:40.460463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41502) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.475607 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f58b48-c45a-409e-8416-2ba82ef76380 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.476157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f58b48-c45a-409e-8416-2ba82ef76380 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.483025 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-30f58b48-c45a-409e-8416-2ba82ef76380 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/1a6a9f6d-9461-42ed-8880-54733a74a897 HTTP/1.1" status: 404 len: 337 time: 0.0352821 Mar 31 23:03:40.483675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41504) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.484065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-3693b229-9bdc-472e-9373-25247c605144 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "PUT /v2.0/floatingips/ceeff580-d60a-4728-b794-abe92458af26 HTTP/1.1" status: 200 len: 696 time: 1.2564540 Mar 31 23:03:40.486086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:40.489207 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b495e2-6b6e-4070-9576-8245b4660ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:40.499416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77f45af8-c3b7-411f-aaf1-63f1f1c1320e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules/622f2f89-2651-4679-afab-a3cf643bf7ca HTTP/1.1" status: 200 len: 763 time: 0.0376832 Mar 31 23:03:40.501993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41508) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.503463 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ff9cde-4646-4c75-8b12-0b981b5df740 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.504050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ff9cde-4646-4c75-8b12-0b981b5df740 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.512297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-29ff9cde-4646-4c75-8b12-0b981b5df740 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/1a7f9524-23a3-4cf2-aa59-6b3def6fa66f HTTP/1.1" status: 404 len: 339 time: 0.0271711 Mar 31 23:03:40.513849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41510) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.560563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bd6ecfaa-462e-4936-a96a-7d08d2bc88d0 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0567739 Mar 31 23:03:40.564170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41514) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.569443 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-493205fe-84f1-4adc-96e7-10ed96ca99f4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.570163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493205fe-84f1-4adc-96e7-10ed96ca99f4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.578380 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-493205fe-84f1-4adc-96e7-10ed96ca99f4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/3f12d0a2-15e8-4009-a968-2c2f5f6c303f HTTP/1.1" status: 404 len: 337 time: 0.0623853 Mar 31 23:03:40.584159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41516) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.617786 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f4574f-2b2e-41ac-a9ba-fec9ea514ede tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.620507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a12f7125-6b36-4542-8b95-671a12b0b067 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.620800 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f4574f-2b2e-41ac-a9ba-fec9ea514ede tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.626431 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-19f4574f-2b2e-41ac-a9ba-fec9ea514ede tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/1a5cb186-2d1c-44a2-bf1d-0a09cf13c786 HTTP/1.1" status: 404 len: 339 time: 0.0403094 Mar 31 23:03:40.638214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41518) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.643399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:40.656016 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a12f7125-6b36-4542-8b95-671a12b0b067 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.713065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-d3a2a2a9-867f-42c8-8b1e-2f1cad09f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:40.716017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-d3a2a2a9-867f-42c8-8b1e-2f1cad09f290 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.1961167 Mar 31 23:03:40.740504 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0d5095-f6f4-4ab9-969f-159fd1dafde4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.740504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0d5095-f6f4-4ab9-969f-159fd1dafde4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.752883 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1c0d5095-f6f4-4ab9-969f-159fd1dafde4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/75abb442-9630-4d5d-9825-cb0ab10654d9 HTTP/1.1" status: 404 len: 337 time: 0.1101673 Mar 31 23:03:40.752883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41524) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.790652 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-110da4ae-ff37-46e3-a5e1-d9f8e4e568ba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.792329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110da4ae-ff37-46e3-a5e1-d9f8e4e568ba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.802863 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-110da4ae-ff37-46e3-a5e1-d9f8e4e568ba tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/8c13b761-28da-4547-acd3-059e40ed55b7 HTTP/1.1" status: 404 len: 339 time: 0.0490203 Mar 31 23:03:40.803906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41526) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.829380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a12f7125-6b36-4542-8b95-671a12b0b067 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.847815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a12f7125-6b36-4542-8b95-671a12b0b067 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.848986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a12f7125-6b36-4542-8b95-671a12b0b067 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/622f2f89-2651-4679-afab-a3cf643bf7ca HTTP/1.1" status: 204 len: 168 time: 0.2836647 Mar 31 23:03:40.850959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f7125-6b36-4542-8b95-671a12b0b067 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=622f2f89-2651-4679-afab-a3cf643bf7ca,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:40.861188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41528) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.867119 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-be53b150-6736-4b4d-ba7f-af4993622de5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.868168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be53b150-6736-4b4d-ba7f-af4993622de5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.877410 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-be53b150-6736-4b4d-ba7f-af4993622de5 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/5b166b68-7e1f-4530-a4c9-aae4aecb4ff6 HTTP/1.1" status: 404 len: 337 time: 0.0684831 Mar 31 23:03:40.878469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41530) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.902533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699291fe-fb4a-4c16-9738-37e494504908 req-f31ddbc7-50e4-468d-aa85-80b738abb3c9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:40.905554 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-699291fe-fb4a-4c16-9738-37e494504908 req-f31ddbc7-50e4-468d-aa85-80b738abb3c9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1680412 Mar 31 23:03:40.917457 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea54fa8-f072-425b-93a7-aeba32b4fd7a tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.918688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea54fa8-f072-425b-93a7-aeba32b4fd7a tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.927738 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4ea54fa8-f072-425b-93a7-aeba32b4fd7a tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/03be63bb-cbbd-4ff4-943d-539f8eb60207 HTTP/1.1" status: 404 len: 339 time: 0.0444093 Mar 31 23:03:40.928169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41532) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.950121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:40.966405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-837db340-35dc-4d4a-923d-9382b7f68008 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0996096 Mar 31 23:03:40.971089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41534) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.982325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f505d1c3-fb00-4f30-aed1-d09a62157bf3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': '9aaa783a-80ec-4a4a-b2e3-e729f3d07274', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:40.987599 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f947f4-d107-4af7-8a61-e1c1cd0541eb tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:40.988714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f947f4-d107-4af7-8a61-e1c1cd0541eb tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:40.991173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:40.998585 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-80f947f4-d107-4af7-8a61-e1c1cd0541eb tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/d7f855f3-83bb-4760-ac39-43ec917a8d7b HTTP/1.1" status: 404 len: 337 time: 0.0649292 Mar 31 23:03:40.999133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41536) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:41.003550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:41.004278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:41.043542 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5020bdf-0bb6-4c0f-a302-58a55f87c851 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:41.045071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5020bdf-0bb6-4c0f-a302-58a55f87c851 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:41.045300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-7a19e5b2-dbf7-4741-a138-f30e996111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:41.047755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-7a19e5b2-dbf7-4741-a138-f30e996111ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.3232234 Mar 31 23:03:41.056853 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5020bdf-0bb6-4c0f-a302-58a55f87c851 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/fb6f0d74-349e-4ef7-b730-4f4c0cf8f925 HTTP/1.1" status: 404 len: 339 time: 0.0550089 Mar 31 23:03:41.058335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41542) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:41.067975 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-699291fe-fb4a-4c16-9738-37e494504908 req-7b3a8634-79b5-48f9-8a3d-6aeb4c3637bc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551387 Mar 31 23:03:41.138991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-6eecb30a-0c69-4eda-a8f7-e57c2658a2b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 217 time: 0.0695045 Mar 31 23:03:41.148543 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f505d1c3-fb00-4f30-aed1-d09a62157bf3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.186889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7137d84-0747-4623-9421-9de552800be4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting subnet ff270008-0e75-4c4c-9dbc-0713922c5800 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:41.192776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7137d84-0747-4623-9421-9de552800be4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.241428 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f505d1c3-fb00-4f30-aed1-d09a62157bf3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.278785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7137d84-0747-4623-9421-9de552800be4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.342657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-bae1a4bf-3efb-4989-ad07-1157f54d3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:41.345541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-bae1a4bf-3efb-4989-ad07-1157f54d3922 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.1395552 Mar 31 23:03:41.357660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f505d1c3-fb00-4f30-aed1-d09a62157bf3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.416781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f82a5-302c-4ea0-87b4-f7d00e02a98d req-df4074e2-d526-485a-bd37-acb56ed2356d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:41.426710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af2f82a5-302c-4ea0-87b4-f7d00e02a98d req-df4074e2-d526-485a-bd37-acb56ed2356d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1710455 Mar 31 23:03:41.437782 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7137d84-0747-4623-9421-9de552800be4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.438356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:41.441697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d1c3-fb00-4f30-aed1-d09a62157bf3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b46b8dc-1a73-433b-bb8c-2ee84176a180,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:41.502338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af2f82a5-302c-4ea0-87b4-f7d00e02a98d req-82a55a48-6a0d-4b27-a519-fdf430d95881 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Mar 31 23:03:41.504648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-34d00c57-2588-40f1-a141-178ba70fe4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:41.506213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-34d00c57-2588-40f1-a141-178ba70fe4b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452250 Mar 31 23:03:41.572129 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af514f61-c1e3-418f-b93f-e82217dd51a8 x-openstack-request-id: req-af514f61-c1e3-418f-b93f-e82217dd51a8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:41.572515 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:41.572852 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af514f61-c1e3-418f-b93f-e82217dd51a8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:41.573610 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af514f61-c1e3-418f-b93f-e82217dd51a8'] response: {'name': 'network-changed', 'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'status': 'completed', 'code': 200} Mar 31 23:03:41.639607 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f505d1c3-fb00-4f30-aed1-d09a62157bf3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.640788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f505d1c3-fb00-4f30-aed1-d09a62157bf3 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6677678 Mar 31 23:03:41.643569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41548) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:41.662407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33882d81-5b1b-4541-930c-872de1bbb99e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules/8b46b8dc-1a73-433b-bb8c-2ee84176a180 HTTP/1.1" status: 200 len: 763 time: 0.0176439 Mar 31 23:03:41.664450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7137d84-0747-4623-9421-9de552800be4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.666583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41550) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:41.697308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f217f7aa-90f3-454d-bc5f-ba305429656e req-57d98c85-b56e-4233-a23f-5b84e46b702f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 210 time: 0.0730898 Mar 31 23:03:41.729332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7137d84-0747-4623-9421-9de552800be4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Subnet': ['ID=ff270008-0e75-4c4c-9dbc-0713922c5800,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:41.734259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-ea582963-872a-40b8-b407-c6127a367370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:41.735960 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-ea582963-872a-40b8-b407-c6127a367370 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6046c2a484d449739d81939834d4d364&device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 1097 time: 0.1105566 Mar 31 23:03:41.737880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7137d84-0747-4623-9421-9de552800be4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.741472 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7137d84-0747-4623-9421-9de552800be4 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/subnets/ff270008-0e75-4c4c-9dbc-0713922c5800 HTTP/1.1" status: 204 len: 168 time: 0.6811316 Mar 31 23:03:41.768990 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-348f0196-eaea-4157-90e0-72393ad2f02f tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0875297 Mar 31 23:03:41.769214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-e478b0d1-1995-4ca9-94a7-03660d6775f1 service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401907 Mar 31 23:03:41.770658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b3e9a-875d-49eb-abd8-c61329759296 None None] Network 018b83d1-70c8-4214-ad4e-176d36a74a4d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:41.771236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41554) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:41.771401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41556) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:41.910348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4df1069b-f126-4c59-ac92-4222a7840d00 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.920122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:42.008822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983758c-1490-4610-a120-cc26c863ce0c None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:02:10Z', 'revision_number': 4, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '265a0f8f-7af2-4752-9f1b-13c414ec90a6', 'name': '', 'network_id': 'f6e11a46-7758-4505-a70c-579aed1218e3', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'mac_address': 'fa:16:3e:42:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:08Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'subnets': [{'id': '3185d49c-8531-42db-a9a1-4d610dc3d610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:42.112347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a8f4aed-17cc-4f28-a5b2-97439db5d55a req-f442419e-0949-4625-84b7-b29daf87be2d service neutron] 10.222.0.31 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203387 Mar 31 23:03:42.181087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5b1f-8bae-4883-b9f9-bb17b95b95e7 req-1ab3cb18-1cca-4ad5-b4aa-b667c610220e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:42.195195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417b5b1f-8bae-4883-b9f9-bb17b95b95e7 req-1ab3cb18-1cca-4ad5-b4aa-b667c610220e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3039160 Mar 31 23:03:42.201781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] DHCP port deletion for 018b83d1-70c8-4214-ad4e-176d36a74a4d request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:42.266549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-6f2371e0-0aee-4585-8f2f-f29e0e33f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:42.271376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-6f2371e0-0aee-4585-8f2f-f29e0e33f6ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 200 len: 921 time: 0.5201185 Mar 31 23:03:42.332372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4df1069b-f126-4c59-ac92-4222a7840d00 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.372739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.386271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-8ec3fd17-a565-4693-990a-40191d21168f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 200 len: 217 time: 0.1062231 Mar 31 23:03:42.428027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] Deleting port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:42.429030 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.430781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417b5b1f-8bae-4883-b9f9-bb17b95b95e7 req-680c7646-d2c5-44d5-884f-853e36a1ddfd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294619 Mar 31 23:03:42.539963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4df1069b-f126-4c59-ac92-4222a7840d00 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.558291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4df1069b-f126-4c59-ac92-4222a7840d00 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.590033 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4df1069b-f126-4c59-ac92-4222a7840d00 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8b46b8dc-1a73-433b-bb8c-2ee84176a180 HTTP/1.1" status: 204 len: 168 time: 0.7884250 Mar 31 23:03:42.590033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41566) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:42.612731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] For port a931f4eb-a012-4ae2-9d6f-29c17bcbe762, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,segment=NetworkSegment(476102c1-16f3-46b0-881f-c5222bdb3767),segment_id=476102c1-16f3-46b0-881f-c5222bdb3767)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:42.613345 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.631173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] Calling delete_port for a931f4eb-a012-4ae2-9d6f-29c17bcbe762 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:42.632949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1069b-f126-4c59-ac92-4222a7840d00 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b46b8dc-1a73-433b-bb8c-2ee84176a180,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:42.674378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e1dc1-a234-4b70-b554-f2590341a54b req-627254df-c9f0-4bd0-a289-762492d61764 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:42.677309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b2e1dc1-a234-4b70-b554-f2590341a54b req-627254df-c9f0-4bd0-a289-762492d61764 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1305933 Mar 31 23:03:42.679362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-a02e7c3b-e386-4714-95f1-b72467e110b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:42.681600 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-a02e7c3b-e386-4714-95f1-b72467e110b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 200 len: 859 time: 0.2759306 Mar 31 23:03:42.686201 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44eb1b4-0ee1-4468-a6c4-882ba8bec1ca None None] New status for floating IP ceeff580-d60a-4728-b794-abe92458af26: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:03:42.696201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Deleting port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:42.696201 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.712931 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-010c1cac-a25f-4992-a695-867b35415f57 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248302 Mar 31 23:03:42.713653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41570) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:42.732069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c118651d-9f72-4ea1-a0cd-23cc050c0ae2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': '9aaa783a-80ec-4a4a-b2e3-e729f3d07274', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:42.744704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a931f4eb-a012-4ae2-9d6f-29c17bcbe762 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:42.764715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-f4258a29-cf26-4347-a332-3e92ee72d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:42.766864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-f4258a29-cf26-4347-a332-3e92ee72d49b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6e11a46-7758-4505-a70c-579aed1218e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751090 Mar 31 23:03:42.771325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b2e1dc1-a234-4b70-b554-f2590341a54b req-4802758d-955c-4790-95e0-0764a9669d30 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871258 Mar 31 23:03:42.869437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] For port a931f4eb-a012-4ae2-9d6f-29c17bcbe762, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,segment=NetworkSegment(476102c1-16f3-46b0-881f-c5222bdb3767),segment_id=476102c1-16f3-46b0-881f-c5222bdb3767)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:42.870713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.899393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Calling delete_port for a931f4eb-a012-4ae2-9d6f-29c17bcbe762 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:42.929358 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.931286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-817c7db3-0f61-441a-bd2c-dc7be82e2b62 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips/ceeff580-d60a-4728-b794-abe92458af26 HTTP/1.1" status: 200 len: 696 time: 0.0935755 Mar 31 23:03:43.007446 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-c118651d-9f72-4ea1-a0cd-23cc050c0ae2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Project 36b2c08ef70c49ecb2e8829ba544bacc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:03:43.029771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c118651d-9f72-4ea1-a0cd-23cc050c0ae2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.038529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-5b9f3d49-bc96-4efc-a29e-ef8ae2a5e05d service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646151 Mar 31 23:03:43.110263 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c118651d-9f72-4ea1-a0cd-23cc050c0ae2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.136469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-1113e042-5fba-47e5-969f-5906cbe71f97 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:43.137899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-1113e042-5fba-47e5-969f-5906cbe71f97 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 784 time: 0.1833994 Mar 31 23:03:43.302251 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.313476 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.339661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] No DVR routers for this DVR port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:43.344123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] No DVR routers for this DVR port a931f4eb-a012-4ae2-9d6f-29c17bcbe762 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:43.378520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caf297-c8ec-4df4-949e-277c0a14b2e4 None None] Pushing event deleted for resources: {'Port': ['ID=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:43.382798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Port': ['ID=a931f4eb-a012-4ae2-9d6f-29c17bcbe762,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:43.459175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c118651d-9f72-4ea1-a0cd-23cc050c0ae2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.490136 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.492729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118651d-9f72-4ea1-a0cd-23cc050c0ae2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff28313-6961-40d3-8299-09e2d2e61d22,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:43.509468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-42a2f984-a642-420a-9863-251f52e7231e tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 699 time: 0.3650630 Mar 31 23:03:43.511453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8b495e2-6b6e-4070-9576-8245b4660ffa req-d63cd5c9-3b41-4022-b9d3-d6100e812141 service neutron] 10.222.0.45 "GET /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650331 Mar 31 23:03:43.517996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018b83d1-70c8-4214-ad4e-176d36a74a4d']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:43.531468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476102c1-16f3-46b0-881f-c5222bdb3767') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:43.531887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476102c1-16f3-46b0-881f-c5222bdb3767') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:43.541731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.559603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.583182 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:43.583336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-3b0f37c6-66ce-4269-849b-fc160a1f6785 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 697 time: 0.0483980 Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:43.583459 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:43.779506 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c118651d-9f72-4ea1-a0cd-23cc050c0ae2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.784776 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c118651d-9f72-4ea1-a0cd-23cc050c0ae2 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0641642 Mar 31 23:03:43.784965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4419e7d-ef5a-4c6d-89bd-025077a61fbc req-d23ca4c6-6e21-4575-9c72-b73e0a101ab3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 210 time: 0.0339181 Mar 31 23:03:43.784965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41578) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:43.794383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Deleting port 17ba55b9-3057-4df7-aff9-6d00b7a08ab4 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:43.794869 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.817466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-93bc5d95-6220-44cd-bb03-bfec4de33556 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules/bff28313-6961-40d3-8299-09e2d2e61d22 HTTP/1.1" status: 200 len: 769 time: 0.0317984 Mar 31 23:03:43.820728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41580) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:43.875857 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.899129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.899129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] 10.222.0.31 "DELETE /v2.0/networks/018b83d1-70c8-4214-ad4e-176d36a74a4d HTTP/1.1" status: 204 len: 168 time: 2.1221492 Mar 31 23:03:43.913462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da85d7-d730-4f38-a63e-3868dd599f83 tempest-NetworksTest-2104815471 tempest-NetworksTest-2104815471-project] Pushing event deleted for resources: {'Network': ['ID=018b83d1-70c8-4214-ad4e-176d36a74a4d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:43.956914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a3169de3-1733-4345-b8a0-46efd24ae482 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1349111 Mar 31 23:03:43.959816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41584) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:43.970280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.970741 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.987803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50e0eb-98bb-4fde-9c79-feb8275da5cd req-72e85781-e5c3-4ff5-8f8c-46d702be5aa7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:43.988471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48cf0051-4e6c-4294-a24c-66985ea0c97a tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.990212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff50e0eb-98bb-4fde-9c79-feb8275da5cd req-72e85781-e5c3-4ff5-8f8c-46d702be5aa7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1327260 Mar 31 23:03:43.997716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48cf0051-4e6c-4294-a24c-66985ea0c97a tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.001008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Calling delete_port for 17ba55b9-3057-4df7-aff9-6d00b7a08ab4 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:44.106119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff50e0eb-98bb-4fde-9c79-feb8275da5cd req-e15e21ec-532a-400f-b3f0-2982af5ca140 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024678 Mar 31 23:03:44.181704 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48cf0051-4e6c-4294-a24c-66985ea0c97a tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.194774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48cf0051-4e6c-4294-a24c-66985ea0c97a tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.196681 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-48cf0051-4e6c-4294-a24c-66985ea0c97a tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bff28313-6961-40d3-8299-09e2d2e61d22 HTTP/1.1" status: 204 len: 168 time: 0.2354262 Mar 31 23:03:44.200921 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41588) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:44.214817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf0051-4e6c-4294-a24c-66985ea0c97a tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bff28313-6961-40d3-8299-09e2d2e61d22,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.264966 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dff7bff9-2528-4d44-b5f3-1cc77f9fd047 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625806 Mar 31 23:03:44.267823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41590) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:44.269920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed43eb-82e7-4207-980e-dbacc25c87b0 req-19f1cd02-c849-432c-bd02-be120d935493 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:44.271666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7ed43eb-82e7-4207-980e-dbacc25c87b0 req-19f1cd02-c849-432c-bd02-be120d935493 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0841188 Mar 31 23:03:44.316717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7ed43eb-82e7-4207-980e-dbacc25c87b0 req-38ac1341-0e07-4013-b193-26636fe0670c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387325 Mar 31 23:03:44.343388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77bae72-56f2-4dc3-816f-c72f46b32540 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.376880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77bae72-56f2-4dc3-816f-c72f46b32540 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.458099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3dd7f-e98f-496c-a04e-071d729e8c57 req-94b2401d-0519-45d7-a831-bcedae646546 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:44.461786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2e3dd7f-e98f-496c-a04e-071d729e8c57 req-94b2401d-0519-45d7-a831-bcedae646546 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0601163 Mar 31 23:03:44.507591 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.521509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2e3dd7f-e98f-496c-a04e-071d729e8c57 req-872e8274-ba96-4056-a350-1165b1416b17 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541630 Mar 31 23:03:44.549374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Pushing event deleted for resources: {'Port': ['ID=17ba55b9-3057-4df7-aff9-6d00b7a08ab4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.590055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77bae72-56f2-4dc3-816f-c72f46b32540 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.595055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77bae72-56f2-4dc3-816f-c72f46b32540 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.596519 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d77bae72-56f2-4dc3-816f-c72f46b32540 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/9aaa783a-80ec-4a4a-b2e3-e729f3d07274 HTTP/1.1" status: 204 len: 168 time: 0.3271570 Mar 31 23:03:44.600799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41598) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:44.636550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bae72-56f2-4dc3-816f-c72f46b32540 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaa783a-80ec-4a4a-b2e3-e729f3d07274,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.682389 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-20ba4f03-6806-4d89-834d-2b658cb19835 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798702 Mar 31 23:03:44.690844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41602) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:44.695907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-46e3983f-4979-4ab0-a445-5cc759c2fd6e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group': {'name': 'tempest-secgroup--400051280'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:44.768154 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.770691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.772030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b16fed2-f224-4f2b-bed6-db965fcba673 req-2ce9ac8b-a78b-4cc3-8db8-ba306798abd3 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "DELETE /v2.0/floatingips/ceeff580-d60a-4728-b794-abe92458af26 HTTP/1.1" status: 204 len: 173 time: 1.1980758 Mar 31 23:03:44.799606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-c7987d33-6e4d-4ea6-b33d-a4fea8d909b9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:44.800112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41606) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:44.801011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-c7987d33-6e4d-4ea6-b33d-a4fea8d909b9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.2615125 Mar 31 23:03:44.813646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39d384-b8bf-47df-970f-ae735d3bc076 req-a18893fc-e78e-487e-bbf4-066007081f90 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:44.823357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be39d384-b8bf-47df-970f-ae735d3bc076 req-a18893fc-e78e-487e-bbf4-066007081f90 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1336927 Mar 31 23:03:44.823649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46e3983f-4979-4ab0-a445-5cc759c2fd6e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.832972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Request body: {'port': {'device_id': 'd180950c-5550-41df-b5a3-443d50fdb1e2', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'admin_state_up': True, 'tenant_id': 'e70b3693b71141289243e0eeec388016'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:44.910170 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46e3983f-4979-4ab0-a445-5cc759c2fd6e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.955009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be39d384-b8bf-47df-970f-ae735d3bc076 req-9b5d879c-e2f5-4f5c-9ae6-989cdb69f32e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305187 Mar 31 23:03:45.003599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c8111-f303-42ea-8dbc-44ac148ece78 req-f8bcbb28-6faf-40c0-8908-18f37a81fb07 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:45.009988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-514c8111-f303-42ea-8dbc-44ac148ece78 req-f8bcbb28-6faf-40c0-8908-18f37a81fb07 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1377077 Mar 31 23:03:45.029339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46e3983f-4979-4ab0-a445-5cc759c2fd6e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.063310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-514c8111-f303-42ea-8dbc-44ac148ece78 req-77bd6704-1aca-488e-8f3a-cdba32b94f52 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437908 Mar 31 23:03:45.079366 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-85d853f8-0966-4363-a18a-0f97cafbc58e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b3cc4da2b12434f8e2d42e912f1e463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736559 Mar 31 23:03:45.079366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3983f-4979-4ab0-a445-5cc759c2fd6e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f5d231-69fa-45f5-8a2f-e360150e9742,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.079940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41614) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:45.158172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:45.161904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.182616 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed17e5c0-081d-41d2-bf03-6b749c96dd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.197114 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46e3983f-4979-4ab0-a445-5cc759c2fd6e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.198543 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-46e3983f-4979-4ab0-a445-5cc759c2fd6e tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5065358 Mar 31 23:03:45.204075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41618) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:45.208209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fc1dde4c-72ee-4f5c-b656-d8c61f6e434c tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Request body: {'security_group_rule': {'security_group_id': '96f5d231-69fa-45f5-8a2f-e360150e9742', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:45.222207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3873343-291d-4920-8df2-d723918e0faf req-72b73a52-c6b1-4af4-998e-5210949731fd tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 210 time: 0.0555537 Mar 31 23:03:45.244686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed17e5c0-081d-41d2-bf03-6b749c96dd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.339900 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc1dde4c-72ee-4f5c-b656-d8c61f6e434c tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.405810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b215c-4f91-45eb-9fc1-301ebef0bc50 req-25293d46-d2ea-48f8-9260-7c4edff457e1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:45.407396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-734b215c-4f91-45eb-9fc1-301ebef0bc50 req-25293d46-d2ea-48f8-9260-7c4edff457e1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1040518 Mar 31 23:03:45.419447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Allocated IP 172.20.0.3 (fb6ea1c3-84d7-49f8-8abd-1db0d467a585/31745a5e-6ef0-4571-8300-7eeaf4dba00d/fc1648f3-ca0e-4f20-be01-5a56c4690432) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:45.493675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-734b215c-4f91-45eb-9fc1-301ebef0bc50 req-e7dc2a3b-42d9-4526-838c-e5caffbd504f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664239 Mar 31 23:03:45.525831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed17e5c0-081d-41d2-bf03-6b749c96dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.529223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed17e5c0-081d-41d2-bf03-6b749c96dd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.534294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ed17e5c0-081d-41d2-bf03-6b749c96dd78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28652c71-c925-4386-9bfb-eaa24eaf68a4 HTTP/1.1" status: 204 len: 168 time: 0.4494016 Mar 31 23:03:45.574254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17e5c0-081d-41d2-bf03-6b749c96dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28652c71-c925-4386-9bfb-eaa24eaf68a4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.645558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc1dde4c-72ee-4f5c-b656-d8c61f6e434c tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.680606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.747890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc1dde4c-72ee-4f5c-b656-d8c61f6e434c tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.758003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775fb7-f345-43ac-be84-8d1834da30ac req-069f2628-9f67-4cb4-9955-31fa89e3d849 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:45.759602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd775fb7-f345-43ac-be84-8d1834da30ac req-069f2628-9f67-4cb4-9955-31fa89e3d849 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 946 time: 0.0773461 Mar 31 23:03:45.779926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dde4c-72ee-4f5c-b656-d8c61f6e434c tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffde22f6-a545-4cce-9acd-0e2f3717bd3f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.813588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd775fb7-f345-43ac-be84-8d1834da30ac req-6a2eff0e-7c7c-4279-a834-a84b26090981 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Mar 31 23:03:45.912277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.923438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:45.990771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc1dde4c-72ee-4f5c-b656-d8c61f6e434c tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.991097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:46.001738 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fc1dde4c-72ee-4f5c-b656-d8c61f6e434c tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7911565 Mar 31 23:03:46.002186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:46.002922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41630) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.005489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:46.008418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event updated for resources: {'Port': ['ID=fc1648f3-ca0e-4f20-be01-5a56c4690432,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:46.066314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb897f-dd4a-4b50-b493-c8e6be28a195 req-7d6293ff-f651-4268-b321-076a2f85e155 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:46.069018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7bb897f-dd4a-4b50-b493-c8e6be28a195 req-7d6293ff-f651-4268-b321-076a2f85e155 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1911168 Mar 31 23:03:46.080332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da98d1-a99f-42bc-84f9-636169f81ef5 req-33714441-9ede-4f1b-beda-4926a74c4752 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:46.082200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75da98d1-a99f-42bc-84f9-636169f81ef5 req-33714441-9ede-4f1b-beda-4926a74c4752 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1952076 Mar 31 23:03:46.149265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:46.149927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.169042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2daad1e2-f2ba-4b6e-8f39-590be5536c87 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.199498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7bb897f-dd4a-4b50-b493-c8e6be28a195 req-f23ea212-4519-47ea-915f-dbac23a826aa tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100776 Mar 31 23:03:46.206606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2daad1e2-f2ba-4b6e-8f39-590be5536c87 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.212592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75da98d1-a99f-42bc-84f9-636169f81ef5 req-d222c4d2-c043-4728-8e56-8df7efa8bb36 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054661 Mar 31 23:03:46.270241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-df711676-9f98-4d26-b65e-cc0aa6cff03a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4427650 Mar 31 23:03:46.288106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Request body: {'port': {'device_id': 'd180950c-5550-41df-b5a3-443d50fdb1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:46.417365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2daad1e2-f2ba-4b6e-8f39-590be5536c87 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.420164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2daad1e2-f2ba-4b6e-8f39-590be5536c87 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.421317 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2daad1e2-f2ba-4b6e-8f39-590be5536c87 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/96f5d231-69fa-45f5-8a2f-e360150e9742 HTTP/1.1" status: 204 len: 168 time: 0.4145756 Mar 31 23:03:46.429037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41644) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.429805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.432284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad1e2-f2ba-4b6e-8f39-590be5536c87 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f5d231-69fa-45f5-8a2f-e360150e9742,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:46.467756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91f448-1954-43b5-939f-de97018db9bf req-11712a8e-9c31-418a-881d-be8a0ce7d2f8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:46.470224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df91f448-1954-43b5-939f-de97018db9bf req-11712a8e-9c31-418a-881d-be8a0ce7d2f8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1769552 Mar 31 23:03:46.485864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bebec5-912f-480e-8e7a-cfc39f6c9c1e req-ca39f80a-b1f6-46e1-8cec-cac1efcbb5a9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:46.487386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1bebec5-912f-480e-8e7a-cfc39f6c9c1e req-ca39f80a-b1f6-46e1-8cec-cac1efcbb5a9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 931 time: 0.1312492 Mar 31 23:03:46.589103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0b6d8bd9-f462-48c7-8fe0-4c5ab0331dbb tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1557255 Mar 31 23:03:46.592646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41648) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.615822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df91f448-1954-43b5-939f-de97018db9bf req-c10fbd0f-4af1-4ddd-8dad-0edf7a889311 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259868 Mar 31 23:03:46.673126 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c1263f08-8881-440a-858f-1849f3d76686 tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0791712 Mar 31 23:03:46.677732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41652) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.689552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1bebec5-912f-480e-8e7a-cfc39f6c9c1e req-7dae7a4a-166e-4d74-812a-253627fc2e9a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676853 Mar 31 23:03:46.693925 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-48e8935e-f9ac-4cf7-8102-46beb401a2bd tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] delete failed (client error): The resource could not be found. Mar 31 23:03:46.699219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41654) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.701300 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-48e8935e-f9ac-4cf7-8102-46beb401a2bd tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "DELETE /v2.0/security-groups/96f5d231-69fa-45f5-8a2f-e360150e9742 HTTP/1.1" status: 404 len: 347 time: 0.0221446 Mar 31 23:03:46.828947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-448db2d0-6536-435a-bef8-5e3e3ef0c99d tempest-SecGroupIPv6Test-468837178 tempest-SecGroupIPv6Test-468837178-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281633 Mar 31 23:03:47.022659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def88ac-4ffe-44fe-adef-63e7ab340b15 req-3a03b96d-1edf-49f6-8ff1-5d1382865e53 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.024344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8def88ac-4ffe-44fe-adef-63e7ab340b15 req-3a03b96d-1edf-49f6-8ff1-5d1382865e53 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1681480 Mar 31 23:03:47.075423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1648f3-ca0e-4f20-be01-5a56c4690432 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:47.080432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566f1ec-dafe-45a3-b0e9-10733869c3f3 req-41e81f72-7732-4be1-a8b6-a6b805cbeb5b tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.081973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6566f1ec-dafe-45a3-b0e9-10733869c3f3 req-41e81f72-7732-4be1-a8b6-a6b805cbeb5b tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 946 time: 0.1696174 Mar 31 23:03:47.093671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-7fdc07da-8573-4d1a-96fe-a08874bd6119 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.095214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-7fdc07da-8573-4d1a-96fe-a08874bd6119 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.45 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 946 time: 0.1679265 Mar 31 23:03:47.097390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.162681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Transition to ACTIVE for port object fc1648f3-ca0e-4f20-be01-5a56c4690432 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:03:47.183064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8def88ac-4ffe-44fe-adef-63e7ab340b15 req-a7e635d6-3d53-41d1-841f-7f355f105500 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498423 Mar 31 23:03:47.225306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41674) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:47.233647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6566f1ec-dafe-45a3-b0e9-10733869c3f3 req-fbaf6ab8-8af8-4518-8e3d-6b9a570e1dec tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334743 Mar 31 23:03:47.248104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.360048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Pushing event updated for resources: {'Port': ['ID=fc1648f3-ca0e-4f20-be01-5a56c4690432,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.388132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Deleting port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:47.388529 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.473442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41682) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:47.520213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-494702370'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:47.594310 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c013270c-ff10-4eab-9507-0de0734e22f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36b2c08ef70c49ecb2e8829ba544bacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194899 Mar 31 23:03:47.600574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41686) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:47.664270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:47.670291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.673919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c94a83f-6349-4ba7-8d4f-3740e85b5f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.698452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.733755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c94a83f-6349-4ba7-8d4f-3740e85b5f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.759492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52722fb-f7c2-4b4e-85e0-143bba2af0b9 req-71c1bfdd-7dc1-4859-84f2-b4ef224fe7f2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.760980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b52722fb-f7c2-4b4e-85e0-143bba2af0b9 req-71c1bfdd-7dc1-4859-84f2-b4ef224fe7f2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.4775674 Mar 31 23:03:47.843799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50510424-9351-4567-b588-b140686b09c6 req-942924f1-879a-4b62-9ec8-20565ab6c3f4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.845281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50510424-9351-4567-b588-b140686b09c6 req-942924f1-879a-4b62-9ec8-20565ab6c3f4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.5117722 Mar 31 23:03:47.850980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.889348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] For port 66bae3ac-200a-40bc-aa5b-943ff350a1b5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=66bae3ac-200a-40bc-aa5b-943ff350a1b5,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:47.889705 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.903455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c94a83f-6349-4ba7-8d4f-3740e85b5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.906386 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c94a83f-6349-4ba7-8d4f-3740e85b5f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.908006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2c94a83f-6349-4ba7-8d4f-3740e85b5f38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/810603b7-3d47-458c-9fa0-31ecdcdeb987 HTTP/1.1" status: 204 len: 168 time: 0.3096752 Mar 31 23:03:47.908226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b52722fb-f7c2-4b4e-85e0-143bba2af0b9 req-cdeeae91-6e33-4564-8f5d-851759920f3b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186440 Mar 31 23:03:47.919429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94a83f-6349-4ba7-8d4f-3740e85b5f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810603b7-3d47-458c-9fa0-31ecdcdeb987,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.927469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Calling delete_port for 66bae3ac-200a-40bc-aa5b-943ff350a1b5 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:47.935645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Attempting to bind port fc1648f3-ca0e-4f20-be01-5a56c4690432 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:47.936029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Attempting to bind port fc1648f3-ca0e-4f20-be01-5a56c4690432 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:47.936348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Attempting to bind port fc1648f3-ca0e-4f20-be01-5a56c4690432 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:47.963247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Port fc1648f3-ca0e-4f20-be01-5a56c4690432 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:47.963779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Attempting to bind port fc1648f3-ca0e-4f20-be01-5a56c4690432 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:47.977992 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.989697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50510424-9351-4567-b588-b140686b09c6 req-60b3ccd2-9000-408c-9417-fdde18706219 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307590 Mar 31 23:03:47.995651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:47.995651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Checking segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:47.995651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Bound using segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:47.995651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Bound port: fc1648f3-ca0e-4f20-be01-5a56c4690432, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:47.995651 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.045746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:48.082793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2346e6dd-7b49-4a29-a1c0-211de77d59ff,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:48.106565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.107423 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Added segment 94c2e70b-4f71-4714-ba6e-6414ccce4b66 of type vlan for network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 Mar 31 23:03:48.170601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.207149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] For port fc1648f3-ca0e-4f20-be01-5a56c4690432, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:48.225310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24834902-405c-4d7a-9abc-6206be684a3b req-2868935b-5ba3-473d-9025-010015c29d19 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.226822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24834902-405c-4d7a-9abc-6206be684a3b req-2868935b-5ba3-473d-9025-010015c29d19 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 943 time: 0.1547577 Mar 31 23:03:48.231350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] For port fc1648f3-ca0e-4f20-be01-5a56c4690432, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fc1648f3-ca0e-4f20-be01-5a56c4690432,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:48.306816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24834902-405c-4d7a-9abc-6206be684a3b req-9a210e42-5813-457c-9b05-beffd1e0b3ad tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712183 Mar 31 23:03:48.397954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.408314 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.408540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.409628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.440469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.453359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['66bae3ac-200a-40bc-aa5b-943ff350a1b5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:48.491745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.491745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.492245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] 10.222.0.50 "PUT /v2.0/ports/fc1648f3-ca0e-4f20-be01-5a56c4690432 HTTP/1.1" status: 200 len: 1091 time: 2.2089677 Mar 31 23:03:48.495265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd180950c-5550-41df-b5a3-443d50fdb1e2', 'tag': 'fc1648f3-ca0e-4f20-be01-5a56c4690432'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:48.498736 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cd989c-c1f5-48d3-834a-a307147e680d" -d '{"events": [{"name": "network-changed", "server_uuid": "d180950c-5550-41df-b5a3-443d50fdb1e2", "tag": "fc1648f3-ca0e-4f20-be01-5a56c4690432"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:48.570894 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3440843 Mar 31 23:03:48.576693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:48.586277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'name': 'tempest-PortsTestJSON-1488682070'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:48.614377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f54ad-5fd0-4f38-bffd-f73d7f97139b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Network': ['ID=0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:48.624995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dd011-4391-4ec5-90e8-00075502f66c req-046ae42d-8c9f-42b1-bd7e-8203d6a145bd tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.627328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d6dd011-4391-4ec5-90e8-00075502f66c req-046ae42d-8c9f-42b1-bd7e-8203d6a145bd tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 867 time: 0.2385156 Mar 31 23:03:48.630808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] No DVR routers for this DVR port 66bae3ac-200a-40bc-aa5b-943ff350a1b5 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:48.634897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.639932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f462740-9895-4d27-9c4b-ea5b1706112d req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.45 "DELETE /v2.0/ports/66bae3ac-200a-40bc-aa5b-943ff350a1b5 HTTP/1.1" status: 204 len: 173 time: 1.5328522 Mar 31 23:03:48.643762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca388e17-3d3a-4328-8f48-511b1857644c service neutron] Pushing event updated for resources: {'Port': ['ID=fc1648f3-ca0e-4f20-be01-5a56c4690432,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:48.675893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:48.727089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d29ed7-5c11-4998-a7e4-e4e1595a1ee5 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] Pushing event deleted for resources: {'Port': ['ID=66bae3ac-200a-40bc-aa5b-943ff350a1b5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:48.806519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:48.817246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.861480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:03:48.878953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d6dd011-4391-4ec5-90e8-00075502f66c req-fdd40420-0df6-45e7-a3e5-71139657d991 tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/security-groups?id=490469d7-0d85-4baa-a9e3-70a5210588f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375460 Mar 31 23:03:48.905359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a826f-74bc-48fd-9c0c-49f719cf5906 req-19ce9065-de17-4934-a7e7-ad338f8ecd3f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.905359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f97a826f-74bc-48fd-9c0c-49f719cf5906 req-19ce9065-de17-4934-a7e7-ad338f8ecd3f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2742453 Mar 31 23:03:48.920040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-4e656061-5350-4228-bf12-af16e861ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.921681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-4e656061-5350-4228-bf12-af16e861ecdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 1094 time: 0.1896629 Mar 31 23:03:49.005666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-89d02a7d-cb4c-4a9d-bc83-68befd04f816 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc1648f3-ca0e-4f20-be01-5a56c4690432 HTTP/1.1" status: 200 len: 217 time: 0.0679650 Mar 31 23:03:49.111150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f97a826f-74bc-48fd-9c0c-49f719cf5906 req-100ed9d0-3b75-49c3-949b-255f9fcf076f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066779 Mar 31 23:03:49.171088 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.193325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466391e-0c6f-4c0a-a6a1-5b098d6d7fc9 req-2e685874-ace6-4f02-aac2-f1b0384740d5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.203215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0466391e-0c6f-4c0a-a6a1-5b098d6d7fc9 req-2e685874-ace6-4f02-aac2-f1b0384740d5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2115896 Mar 31 23:03:49.206368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-82d3cf5e-a383-4885-80a4-28613f90558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.207944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-82d3cf5e-a383-4885-80a4-28613f90558a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1547477 Mar 31 23:03:49.210350 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41455757-e538-43b8-b8e8-13d6e9379a76 x-openstack-request-id: req-41455757-e538-43b8-b8e8-13d6e9379a76 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:49.210733 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d180950c-5550-41df-b5a3-443d50fdb1e2", "tag": "fc1648f3-ca0e-4f20-be01-5a56c4690432", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:49.210998 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41455757-e538-43b8-b8e8-13d6e9379a76 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:49.211631 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41455757-e538-43b8-b8e8-13d6e9379a76'] response: {'name': 'network-changed', 'server_uuid': 'd180950c-5550-41df-b5a3-443d50fdb1e2', 'tag': 'fc1648f3-ca0e-4f20-be01-5a56c4690432', 'status': 'completed', 'code': 200} Mar 31 23:03:49.252931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-c66f0813-c8f5-4c9f-a2a4-2751db4edbed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354879 Mar 31 23:03:49.331321 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.332552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0466391e-0c6f-4c0a-a6a1-5b098d6d7fc9 req-9ecc4908-a1d0-4308-a8f4-e7d81cf0df2a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282549 Mar 31 23:03:49.404771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ae6ac-2394-4aa0-bb6a-b0582662a845 req-b9daa069-6f0c-4971-8598-4dee03694d87 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.406448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-788ae6ac-2394-4aa0-bb6a-b0582662a845 req-b9daa069-6f0c-4971-8598-4dee03694d87 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1509442 Mar 31 23:03:49.431036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=2a76faa4-7427-4c1b-ab8b-1029acc75cf1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:49.435037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking segment: {'id': '94c2e70b-4f71-4714-ba6e-6414ccce4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:49.435492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network hostable DHCP agents. Network: 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:49.478756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-006b86b4-96ae-4650-8eca-48ff02316f81 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098501 Mar 31 23:03:49.544332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:49.581902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-788ae6ac-2394-4aa0-bb6a-b0582662a845 req-985df9d8-3722-4e56-85f8-b0c27fdf89f6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571643 Mar 31 23:03:49.640691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29386b-ed92-45ea-b4c3-f81b04c82e42 req-8f651829-b96d-424a-ab94-b611d6b131e2 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.643367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa29386b-ed92-45ea-b4c3-f81b04c82e42 req-8f651829-b96d-424a-ab94-b611d6b131e2 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 943 time: 0.1467705 Mar 31 23:03:49.696494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a10b142-85ce-48c3-9c75-f594fba88c75 req-20bd04e6-e9e4-4477-9dc2-5635f8928f50 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009861 Mar 31 23:03:49.699951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:49.718815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:49.722498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fdd129-64d6-42fa-ba27-41bd462a6cb3 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:49.736826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.737995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.758453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa29386b-ed92-45ea-b4c3-f81b04c82e42 req-5b3e4035-5bff-4689-b5a1-9f4bc8e928d7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074462 Mar 31 23:03:49.848646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441bd50-4937-446c-b066-5e325929f81a req-998d5185-cd63-4c9f-943d-2ca04252fa15 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.859942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e441bd50-4937-446c-b066-5e325929f81a req-998d5185-cd63-4c9f-943d-2ca04252fa15 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0964272 Mar 31 23:03:49.866100 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aac61e8e-0365-49e3-87eb-ec2c8612159b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2895887 Mar 31 23:03:49.870125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41736) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:49.876712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-928888258'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:49.953768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41740) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:49.982862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd989c-c1f5-48d3-834a-a307147e680d req-4b1f4af2-ef48-40ca-b18d-733723a1bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.986709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13cd989c-c1f5-48d3-834a-a307147e680d req-4b1f4af2-ef48-40ca-b18d-733723a1bb71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 1094 time: 0.1221924 Mar 31 23:03:49.992800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e441bd50-4937-446c-b066-5e325929f81a req-c6475a12-b8a3-4c17-8abd-980348f4b37e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316221 Mar 31 23:03:50.030123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:50.038078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.076890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:50.090908 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.091611 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Added segment 5b3cb27b-cd41-4166-8d65-3fe28b86d522 of type vlan for network 516b113d-d929-42ac-9c59-1e08ad98bc03 Mar 31 23:03:50.144275 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.187457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1079592917'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:50.198692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15db16ee-9031-4469-b95f-aca4f4cf3dd8 req-bd504b55-b186-4693-b35d-24c639401fea tempest-FloatingIPsAssociationTestJSON-226951643 tempest-FloatingIPsAssociationTestJSON-226951643-project] 10.222.0.31 "GET /v2.0/ports?device_id=d590b71d-a1ac-4613-ac78-6d157b7b7fc8 HTTP/1.1" status: 200 len: 210 time: 0.1899126 Mar 31 23:03:50.251908 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.255555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd989c-c1f5-48d3-834a-a307147e680d req-dbbf52b3-043b-4e06-9120-9273ed7fc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:50.257655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:50.257949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13cd989c-c1f5-48d3-834a-a307147e680d req-dbbf52b3-043b-4e06-9120-9273ed7fc1ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 907 time: 0.2640040 Mar 31 23:03:50.258377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.327827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13cd989c-c1f5-48d3-834a-a307147e680d req-b86ee21a-0165-46f8-8ae8-9de50c7151a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc1648f3-ca0e-4f20-be01-5a56c4690432 HTTP/1.1" status: 200 len: 217 time: 0.0598340 Mar 31 23:03:50.339663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Network': ['ID=516b113d-d929-42ac-9c59-1e08ad98bc03,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:50.352166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 516b113d-d929-42ac-9c59-1e08ad98bc03 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:50.360877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd4bb-37d5-4f07-98a0-716beca7d2b8 req-dede9e5c-a07c-4fe1-97f6-f1c41c8227d1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:50.363056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-622bd4bb-37d5-4f07-98a0-716beca7d2b8 req-dede9e5c-a07c-4fe1-97f6-f1c41c8227d1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2057488 Mar 31 23:03:50.402102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Made reservation on behalf of 9b9551d617784829abe539a7f9b8668b for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:50.407187 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.430067 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0b5b42ed-4090-4a78-b55a-209ceed90506 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5585437 Mar 31 23:03:50.430771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:50.436875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'ports': [{'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2'}, {'network_id': '516b113d-d929-42ac-9c59-1e08ad98bc03'}]} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:50.437309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:50.437946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '516b113d-d929-42ac-9c59-1e08ad98bc03'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:50.445653 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.509338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd989c-c1f5-48d3-834a-a307147e680d req-18ec16be-f419-4078-9f76-5e7dee5d0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:50.511627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13cd989c-c1f5-48d3-834a-a307147e680d req-18ec16be-f419-4078-9f76-5e7dee5d0902 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1767380 Mar 31 23:03:50.565423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-622bd4bb-37d5-4f07-98a0-716beca7d2b8 req-2ab2bc97-1263-4679-8c37-c9faff4d8a16 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762910 Mar 31 23:03:50.601717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13cd989c-c1f5-48d3-834a-a307147e680d req-5991dd9c-11ce-4570-aa87-970ba5a59c2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673909 Mar 31 23:03:50.638062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27d06-778b-46ec-862f-8b1fee3edad1 req-53508ae4-c0f9-47d6-a9e9-d08d0b69adbf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:50.640390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0f27d06-778b-46ec-862f-8b1fee3edad1 req-53508ae4-c0f9-47d6-a9e9-d08d0b69adbf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1876087 Mar 31 23:03:50.753632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 2} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:50.758593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.776333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.827474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0f27d06-778b-46ec-862f-8b1fee3edad1 req-9e3d5836-eeab-45de-b551-584b49b0ce0d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804454 Mar 31 23:03:50.849783 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.863986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13cd989c-c1f5-48d3-834a-a307147e680d req-61296176-cd46-4779-8618-eca92e1cf087 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497258 Mar 31 23:03:50.942512 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.994322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:51.020258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port e416fb32-d2ce-4a2c-9dc0-3d9d74e8007c yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:03:51.043940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97297f5-aff8-4540-8753-7950e1ad4e6d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:51.112088 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.112497 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Added segment 83d551a6-fb47-4428-bb86-4705dc6010e1 of type vlan for network c3900c87-9f3c-4886-9558-159550e49502 Mar 31 23:03:51.130078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13cd989c-c1f5-48d3-834a-a307147e680d req-856ec71a-a38c-4b7e-be35-c1d7db88678f service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597797 Mar 31 23:03:51.146790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.187453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.201558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506f1cb-6a45-457c-ac80-0f202b1608e4 req-7e8c0ed7-f5a1-4d5a-8f84-6baa5d3cc37d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.203686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8506f1cb-6a45-457c-ac80-0f202b1608e4 req-7e8c0ed7-f5a1-4d5a-8f84-6baa5d3cc37d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1994491 Mar 31 23:03:51.205311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fc1648f3-ca0e-4f20-be01-5a56c4690432 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:03:51.214595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea4cfc-767e-4e10-a508-88ad79617bc9 req-608339da-859b-4647-bb2e-047f6740060b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.216736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2ea4cfc-767e-4e10-a508-88ad79617bc9 req-608339da-859b-4647-bb2e-047f6740060b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 943 time: 0.2247760 Mar 31 23:03:51.220592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'name': 'network-vif-deleted', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:51.222997 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36febb09-6b44-46bf-b00f-f400863af2e6" -d '{"events": [{"server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "name": "network-vif-deleted", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:51.247510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 9c001719-2aa6-4b65-98bd-04c8054edfa2 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:03:51.323959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8506f1cb-6a45-457c-ac80-0f202b1608e4 req-6009494a-08ca-40b9-b1fa-520390530cde tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059740 Mar 31 23:03:51.331995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2ea4cfc-767e-4e10-a508-88ad79617bc9 req-08554840-d3da-4907-b3e0-2d61066a5683 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050935 Mar 31 23:03:51.373729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.384044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.385871 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.390120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fc1648f3-ca0e-4f20-be01-5a56c4690432, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fc1648f3-ca0e-4f20-be01-5a56c4690432,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:51.413093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.415147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41764) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:51.427825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'fc1648f3-ca0e-4f20-be01-5a56c4690432', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'port_id': 'fc1648f3-ca0e-4f20-be01-5a56c4690432', 'mac_address': 'fa:16:3e:20:02:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31745a5e-6ef0-4571-8300-7eeaf4dba00d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:03:51.490723 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551ebb7-2148-47ca-a649-f7ae4e9b3603 x-openstack-request-id: req-e551ebb7-2148-47ca-a649-f7ae4e9b3603 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:51.491204 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d590b71d-a1ac-4613-ac78-6d157b7b7fc8", "name": "network-vif-deleted", "tag": "66bae3ac-200a-40bc-aa5b-943ff350a1b5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:51.491644 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e551ebb7-2148-47ca-a649-f7ae4e9b3603 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:51.492352 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e551ebb7-2148-47ca-a649-f7ae4e9b3603'] response: {'server_uuid': 'd590b71d-a1ac-4613-ac78-6d157b7b7fc8', 'name': 'network-vif-deleted', 'tag': '66bae3ac-200a-40bc-aa5b-943ff350a1b5', 'status': 'completed', 'code': 200} Mar 31 23:03:51.501650 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.528809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1648f3-ca0e-4f20-be01-5a56c4690432 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:51.550034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5936568 Mar 31 23:03:51.553687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b4f2a-6156-4e74-9ade-29ea0cb8e69f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Pushing event updated for resources: {'Network': ['ID=c3900c87-9f3c-4886-9558-159550e49502,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:51.556686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41766) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:51.565925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Request body: {'subnet': {'network_id': 'c3900c87-9f3c-4886-9558-159550e49502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:51.566707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fc1648f3-ca0e-4f20-be01-5a56c4690432, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fc1648f3-ca0e-4f20-be01-5a56c4690432,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:51.569652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c3900c87-9f3c-4886-9558-159550e49502 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:51.646201 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.700147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d4ed-5d98-4577-add9-2e6cd76ce8ff req-b4e4c6b1-906c-42dc-819c-29c0decf82cc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.702292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c66d4ed-5d98-4577-add9-2e6cd76ce8ff req-b4e4c6b1-906c-42dc-819c-29c0decf82cc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2254825 Mar 31 23:03:51.721201 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.735519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fc1648f3-ca0e-4f20-be01-5a56c4690432,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:51.748745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.749482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.749994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.750512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.751044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.751547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.752033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.752645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.753311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.754411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.755165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.755659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:51.808252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ebb04-3812-49ed-9ff6-a32f30b0e3e2 req-e4eb9163-7dc8-48b9-81ec-6c1999657aa0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.809811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c78ebb04-3812-49ed-9ff6-a32f30b0e3e2 req-e4eb9163-7dc8-48b9-81ec-6c1999657aa0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2166185 Mar 31 23:03:51.822670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c66d4ed-5d98-4577-add9-2e6cd76ce8ff req-57efdb52-2652-429c-8698-88e734c9e6d7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028259 Mar 31 23:03:51.840398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:51.853978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:51.853978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=e416fb32-d2ce-4a2c-9dc0-3d9d74e8007c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:51.858837 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:51.860121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.870961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c78ebb04-3812-49ed-9ff6-a32f30b0e3e2 req-3d91a7fc-8a25-4e3d-9087-8d032288e924 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468588 Mar 31 23:03:51.930261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fc1648f3-ca0e-4f20-be01-5a56c4690432'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:51.952292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Made reservation on behalf of 9b9551d617784829abe539a7f9b8668b for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:51.962291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.975155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 66bae3ac-200a-40bc-aa5b-943ff350a1b5 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:51.984545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=9c001719-2aa6-4b65-98bd-04c8054edfa2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:52.006172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 66bae3ac-200a-40bc-aa5b-943ff350a1b5 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:52.006645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 66bae3ac-200a-40bc-aa5b-943ff350a1b5 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:52.091411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking segment: {'id': '5b3cb27b-cd41-4166-8d65-3fe28b86d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '516b113d-d929-42ac-9c59-1e08ad98bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:52.092080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network hostable DHCP agents. Network: 516b113d-d929-42ac-9c59-1e08ad98bc03, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:52.149141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb433b-3e55-4597-93f2-0dbb223b4cc8 req-d77fbda1-15bf-472c-b1d0-2d872df8bd88 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.150849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37fb433b-3e55-4597-93f2-0dbb223b4cc8 req-d77fbda1-15bf-472c-b1d0-2d872df8bd88 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1784935 Mar 31 23:03:52.234616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37fb433b-3e55-4597-93f2-0dbb223b4cc8 req-2685c4f4-143c-4368-b2dd-8ed5b61af0c6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644417 Mar 31 23:03:52.257725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 516b113d-d929-42ac-9c59-1e08ad98bc03 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:52.285921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.400296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 516b113d-d929-42ac-9c59-1e08ad98bc03) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:52.415891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:52.421435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49d4ad-cae1-4093-ad50-d8c649d2a331 req-2783f106-63aa-4bf5-9a29-fc427e4b912d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.423163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.423567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e49d4ad-cae1-4093-ad50-d8c649d2a331 req-2783f106-63aa-4bf5-9a29-fc427e4b912d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0859680 Mar 31 23:03:52.428363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.429105 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.430379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14429bf5-93c1-4799-add1-eb19321f9238 None None] Network 516b113d-d929-42ac-9c59-1e08ad98bc03 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:52.462325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.555917 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-27ec725f-93e1-46fe-b578-818c609380cf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1238644 Mar 31 23:03:52.562781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e49d4ad-cae1-4093-ad50-d8c649d2a331 req-cf9b603e-7963-4088-88e6-060b42096406 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200044 Mar 31 23:03:52.563255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41774) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:52.577850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Pushing event updated for resources: {'Subnet': ['ID=9b09e022-04bf-4fb5-bd84-3da0842616a5,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:52.618275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80234ac4-3fe7-468b-b8f6-597e191f4352 req-8bb7bb51-004b-4b44-b015-f28b0fb56795 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.620429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80234ac4-3fe7-468b-b8f6-597e191f4352 req-8bb7bb51-004b-4b44-b015-f28b0fb56795 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 944 time: 0.1765404 Mar 31 23:03:52.629354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Checking segment: {'id': '83d551a6-fb47-4428-bb86-4705dc6010e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c3900c87-9f3c-4886-9558-159550e49502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:52.629951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Network hostable DHCP agents. Network: c3900c87-9f3c-4886-9558-159550e49502, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:52.733737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80234ac4-3fe7-468b-b8f6-597e191f4352 req-18e14636-8214-4beb-87c6-ffaa07647431 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950274 Mar 31 23:03:52.769194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8b7e3-e463-4d1b-a259-1701ddbed507 req-b538aa6f-96ce-4679-8972-02f4ee42630f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.771158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fc8b7e3-e463-4d1b-a259-1701ddbed507 req-b538aa6f-96ce-4679-8972-02f4ee42630f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0917783 Mar 31 23:03:52.784749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7156125a-3c4f-4e8b-955f-9f1239673738 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 9c001719-2aa6-4b65-98bd-04c8054edfa2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:52.789983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7156125a-3c4f-4e8b-955f-9f1239673738 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.805785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Network c3900c87-9f3c-4886-9558-159550e49502 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:52.838945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fc8b7e3-e463-4d1b-a259-1701ddbed507 req-dd5d0525-63b5-43bc-97da-e2f5a4cdc46c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540276 Mar 31 23:03:52.874768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7156125a-3c4f-4e8b-955f-9f1239673738 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.900387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7156125a-3c4f-4e8b-955f-9f1239673738 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 9c001719-2aa6-4b65-98bd-04c8054edfa2 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:52.900693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c3900c87-9f3c-4886-9558-159550e49502) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:52.908987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1b09b-4db9-4447-9d27-196e498c617e None None] Network c3900c87-9f3c-4886-9558-159550e49502 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:52.913306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.914063 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.914700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Deleting port 265a0f8f-7af2-4752-9f1b-13c414ec90a6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:52.915291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.030342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1b422-7825-40fb-9edd-d5e898db9848 req-eadb29b7-c0bd-43a3-addc-66e561d83684 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.043856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5b1b422-7825-40fb-9edd-d5e898db9848 req-eadb29b7-c0bd-43a3-addc-66e561d83684 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0941443 Mar 31 23:03:53.063180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8182bca4-c3cc-4382-af22-5596b7d0bc98 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4999602 Mar 31 23:03:53.066927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41782) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:53.073253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Request body: {'port': {'network_id': 'c3900c87-9f3c-4886-9558-159550e49502', 'name': 'tempest-TagsExtTest-1223314724'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:53.098196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] For port 265a0f8f-7af2-4752-9f1b-13c414ec90a6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=265a0f8f-7af2-4752-9f1b-13c414ec90a6,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:53.098976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.137738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Calling delete_port for 265a0f8f-7af2-4752-9f1b-13c414ec90a6 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:53.153916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-c3900c87-9f3c-4886-9558-159550e49502', 'network_id': 'c3900c87-9f3c-4886-9558-159550e49502', 'tenant_id': '9b9551d617784829abe539a7f9b8668b', 'fixed_ips': [{'subnet_id': '9b09e022-04bf-4fb5-bd84-3da0842616a5'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:53.155224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.155877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5b1b422-7825-40fb-9edd-d5e898db9848 req-85d2561e-7895-4903-a144-894b04c8fcc2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106389 Mar 31 23:03:53.238458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fc1648f3-ca0e-4f20-be01-5a56c4690432 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:53.253705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7156125a-3c4f-4e8b-955f-9f1239673738 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.299907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156125a-3c4f-4e8b-955f-9f1239673738 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=9c001719-2aa6-4b65-98bd-04c8054edfa2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:53.320025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Made reservation on behalf of 9b9551d617784829abe539a7f9b8668b for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:53.323787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.354511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] device_id is not set on port 1ecb3932-d266-4b19-98f2-2a689f96015b yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:03:53.361698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7156125a-3c4f-4e8b-955f-9f1239673738 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.365104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7156125a-3c4f-4e8b-955f-9f1239673738 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/9c001719-2aa6-4b65-98bd-04c8054edfa2 HTTP/1.1" status: 204 len: 168 time: 0.8005233 Mar 31 23:03:53.373498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41788) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:53.459762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Allocated IP 172.20.0.2 (c3900c87-9f3c-4886-9558-159550e49502/9b09e022-04bf-4fb5-bd84-3da0842616a5/464be9d0-91e1-4bcc-84d0-a74fa5b9a60f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:53.487642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2114fac4-0f37-41fc-8fdd-de36677a28dd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.494975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2114fac4-0f37-41fc-8fdd-de36677a28dd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.497843 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2114fac4-0f37-41fc-8fdd-de36677a28dd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1232920 Mar 31 23:03:53.500585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41790) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:53.528989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port fc1648f3-ca0e-4f20-be01-5a56c4690432 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:03:53.541773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port fc1648f3-ca0e-4f20-be01-5a56c4690432 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:53.542178 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.745359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acc1a8-5799-4a9c-b5a6-1e1e40c3a79a req-8f337973-5fe9-49cc-a398-6dac42829b86 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.747762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4acc1a8-5799-4a9c-b5a6-1e1e40c3a79a req-8f337973-5fe9-49cc-a398-6dac42829b86 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0624266 Mar 31 23:03:53.773429 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.808212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4acc1a8-5799-4a9c-b5a6-1e1e40c3a79a req-bb58d241-b5ed-4932-857c-32f9a9f9594f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502510 Mar 31 23:03:53.813152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.823662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd180950c-5550-41df-b5a3-443d50fdb1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1648f3-ca0e-4f20-be01-5a56c4690432'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:53.827595 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7368bebe-e903-4d5d-b170-a6b320045c42" -d '{"events": [{"server_uuid": "d180950c-5550-41df-b5a3-443d50fdb1e2", "name": "network-vif-plugged", "status": "completed", "tag": "fc1648f3-ca0e-4f20-be01-5a56c4690432"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:53.856740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port fc1648f3-ca0e-4f20-be01-5a56c4690432, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fc1648f3-ca0e-4f20-be01-5a56c4690432,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:53.888045 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fbe6af-a75c-4c7c-b03a-0489cad8baae x-openstack-request-id: req-a8fbe6af-a75c-4c7c-b03a-0489cad8baae {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:53.888548 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d180950c-5550-41df-b5a3-443d50fdb1e2", "name": "network-vif-plugged", "status": "completed", "tag": "fc1648f3-ca0e-4f20-be01-5a56c4690432", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:53.889002 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8fbe6af-a75c-4c7c-b03a-0489cad8baae {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:53.889401 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8fbe6af-a75c-4c7c-b03a-0489cad8baae'] response: {'server_uuid': 'd180950c-5550-41df-b5a3-443d50fdb1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1648f3-ca0e-4f20-be01-5a56c4690432', 'code': 200} Mar 31 23:03:53.904879 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.926816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549073-5cf2-47f4-9f8b-0f91fad10b91 req-57331e61-aed2-4afc-aa24-3a4c20e237d7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.929152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f549073-5cf2-47f4-9f8b-0f91fad10b91 req-57331e61-aed2-4afc-aa24-3a4c20e237d7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 944 time: 0.0822694 Mar 31 23:03:53.955582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.969005 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Network c3900c87-9f3c-4886-9558-159550e49502 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:53.972961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:53.981914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:53.995217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a8f28fae-49da-4f6f-a61c-7e88fda30c23 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port e416fb32-d2ce-4a2c-9dc0-3d9d74e8007c {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:53.995571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8f28fae-49da-4f6f-a61c-7e88fda30c23 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.005039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.054333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Allocated IP 172.20.0.6 (c3900c87-9f3c-4886-9558-159550e49502/9b09e022-04bf-4fb5-bd84-3da0842616a5/1ecb3932-d266-4b19-98f2-2a689f96015b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:54.077541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.080846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f549073-5cf2-47f4-9f8b-0f91fad10b91 req-cbdb1a01-2559-4025-8694-1ece8712ffc8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245661 Mar 31 23:03:54.136484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f6296-c5ed-4ec8-8270-2c19258df9f1 req-c943ac57-f661-4b13-ab89-e85425f8998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:54.138885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af4f6296-c5ed-4ec8-8270-2c19258df9f1 req-c943ac57-f661-4b13-ab89-e85425f8998e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 1096 time: 0.1374171 Mar 31 23:03:54.159711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Pushing event deleted for resources: {'Port': ['ID=265a0f8f-7af2-4752-9f1b-13c414ec90a6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.168661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8f28fae-49da-4f6f-a61c-7e88fda30c23 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.244599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a8f28fae-49da-4f6f-a61c-7e88fda30c23 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for e416fb32-d2ce-4a2c-9dc0-3d9d74e8007c owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:54.260082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af4f6296-c5ed-4ec8-8270-2c19258df9f1 req-74580468-13fb-4e93-a576-e0b7fbde6169 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113963 Mar 31 23:03:54.318158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Attempting to bind port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:54.318761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Attempting to bind port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '83d551a6-fb47-4428-bb86-4705dc6010e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c3900c87-9f3c-4886-9558-159550e49502'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:54.319186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Attempting to bind port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f on network c3900c87-9f3c-4886-9558-159550e49502 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:54.333826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:54.334228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Checking segment: {'id': '83d551a6-fb47-4428-bb86-4705dc6010e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c3900c87-9f3c-4886-9558-159550e49502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:54.338770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.338770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Bound using segment: {'id': '83d551a6-fb47-4428-bb86-4705dc6010e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c3900c87-9f3c-4886-9558-159550e49502'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:54.338770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Bound port: 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d551a6-fb47-4428-bb86-4705dc6010e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c3900c87-9f3c-4886-9558-159550e49502'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:54.338770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.340725 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.364083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=fc1648f3-ca0e-4f20-be01-5a56c4690432,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.447879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] For port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:54.453098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] For port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,segment=NetworkSegment(83d551a6-fb47-4428-bb86-4705dc6010e1),segment_id=83d551a6-fb47-4428-bb86-4705dc6010e1)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:54.464413 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.510755 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.569182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Network c3900c87-9f3c-4886-9558-159550e49502 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:54.572609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:54.578009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:54.582420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Pushing event updated for resources: {'Port': ['ID=1ecb3932-d266-4b19-98f2-2a689f96015b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.590934 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.628452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8f28fae-49da-4f6f-a61c-7e88fda30c23 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.679555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:54.680338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.682132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f28fae-49da-4f6f-a61c-7e88fda30c23 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=e416fb32-d2ce-4a2c-9dc0-3d9d74e8007c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.702151 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8f28fae-49da-4f6f-a61c-7e88fda30c23 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.707916 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a8f28fae-49da-4f6f-a61c-7e88fda30c23 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/e416fb32-d2ce-4a2c-9dc0-3d9d74e8007c HTTP/1.1" status: 204 len: 168 time: 1.2059903 Mar 31 23:03:54.711113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54322f3a-6cda-44b9-b98c-c2503adb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.711693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41798) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:54.798329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-67bbdabe-5438-439b-9b4e-08390d74146c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7303369 Mar 31 23:03:54.802776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41800) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:54.807985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-22598d46-a7a5-462d-9a0f-f42f97203856 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1511591772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:54.877906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d71398-d938-4ff3-ac58-4e9eea4c9b85 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:54.882540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-44d71398-d938-4ff3-ac58-4e9eea4c9b85 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1517286 Mar 31 23:03:54.884066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41804) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:54.912956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Router e80cfd41-dc38-4277-a306-4c105d3acaee has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:54.920210 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-07601dec-7e25-4179-9bc2-1dc6e7e4b866 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:03:54.925976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-07601dec-7e25-4179-9bc2-1dc6e7e4b866 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/9c001719-2aa6-4b65-98bd-04c8054edfa2 HTTP/1.1" status: 404 len: 333 time: 0.0340378 Mar 31 23:03:54.926374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41806) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:54.963861 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-879bb725-9069-497f-8aad-f0f9e435e766 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:03:54.965946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-879bb725-9069-497f-8aad-f0f9e435e766 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/e416fb32-d2ce-4a2c-9dc0-3d9d74e8007c HTTP/1.1" status: 404 len: 333 time: 0.0383232 Mar 31 23:03:54.972515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22598d46-a7a5-462d-9a0f-f42f97203856 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.973955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22598d46-a7a5-462d-9a0f-f42f97203856 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.978589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41808) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:55.134926 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22598d46-a7a5-462d-9a0f-f42f97203856 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.205914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22598d46-a7a5-462d-9a0f-f42f97203856 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.241887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.247495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:55.256549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6635e4c9-4789-4a62-b65a-b0c11d37b91f admin admin] 10.222.0.31 "PUT /v2.0/routers/e80cfd41-dc38-4277-a306-4c105d3acaee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8335428 Mar 31 23:03:55.258855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] Sync routers for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:55.266728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41814) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:55.280960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:55.288105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:55.364752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22598d46-a7a5-462d-9a0f-f42f97203856 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.372292 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-22598d46-a7a5-462d-9a0f-f42f97203856 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5682852 Mar 31 23:03:55.394977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41816) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:55.404433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3e9a1475-33a4-4e37-bb3e-87d15478784c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-854078142', 'prefixes': ['172.20.0.0/16']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:55.491664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7591b68-4ea3-4568-8334-45638cfb9c64 req-6e1aa756-ff6d-4ae5-bd95-44858a95b095 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:55.501506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7591b68-4ea3-4568-8334-45638cfb9c64 req-6e1aa756-ff6d-4ae5-bd95-44858a95b095 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.5481648 Mar 31 23:03:55.506953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:55.508349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.534125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f6b0-d992-4d16-9ef0-a0c0960b8b28 req-98302c80-c88f-4afd-b9c1-9cc5c955eace tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:55.536875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88a1f6b0-d992-4d16-9ef0-a0c0960b8b28 req-98302c80-c88f-4afd-b9c1-9cc5c955eace tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 945 time: 0.1404920 Mar 31 23:03:55.591930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7591b68-4ea3-4568-8334-45638cfb9c64 req-47cd91f2-dfd1-4b0e-8bb4-fee2a313c515 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881755 Mar 31 23:03:55.628057 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.673172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88a1f6b0-d992-4d16-9ef0-a0c0960b8b28 req-f8a80f51-4772-4de4-822e-f1baf3385f68 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187067 Mar 31 23:03:55.690752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516b113d-d929-42ac-9c59-1e08ad98bc03']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:55.780346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3cb27b-cd41-4166-8d65-3fe28b86d522') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:55.781586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3cb27b-cd41-4166-8d65-3fe28b86d522') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:55.824751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.868572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.881839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:03:53Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:55.903255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.910989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:55.911906 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:55.919274 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:55.926654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1475-33a4-4e37-bb3e-87d15478784c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for subnetpool, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.928620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3e9a1475-33a4-4e37-bb3e-87d15478784c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5309360 Mar 31 23:03:55.939342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41824) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:55.947015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-983da326-db18-4dcb-9bfe-a2947ca05e0e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5', 'tempest-TagsExtTest-Tag-1628313521') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:55.952268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] Checking router: e80cfd41-dc38-4277-a306-4c105d3acaee for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:55.986082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] Routers {'e80cfd41-dc38-4277-a306-4c105d3acaee'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:55.987155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:03:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e80cfd41-dc38-4277-a306-4c105d3acaee'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:56.078619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac427e-d6bb-42ea-9753-60dc0581d480 req-43c0aca0-914f-47dc-a4fc-caf75505375c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.086306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dac427e-d6bb-42ea-9753-60dc0581d480 req-43c0aca0-914f-47dc-a4fc-caf75505375c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2494729 Mar 31 23:03:56.133027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.145857 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.150684 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/networks/516b113d-d929-42ac-9c59-1e08ad98bc03 HTTP/1.1" status: 204 len: 168 time: 1.1709533 Mar 31 23:03:56.165790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dac427e-d6bb-42ea-9753-60dc0581d480 req-112320ab-0781-4db9-8d7c-ddb2d172a883 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784085 Mar 31 23:03:56.168691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Deleting port 1568f4f0-faa7-4feb-803b-ecacd3311caa {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:56.169052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.172525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41826) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:56.175053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] Set router e80cfd41-dc38-4277-a306-4c105d3acaee gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:56.177788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1790087101'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:56.213006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3474b48-bfc7-460a-8d8b-b58cdc38891e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Network': ['ID=516b113d-d929-42ac-9c59-1e08ad98bc03,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:56.270027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-983da326-db18-4dcb-9bfe-a2947ca05e0e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags/tempest-TagsExtTest-Tag-1628313521 HTTP/1.1" status: 201 len: 201 time: 0.3285692 Mar 31 23:03:56.272864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41830) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:56.279339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-8f32eef8-db61-418b-a57e-c8bdd955734f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b', 'tempest-TagsExtTest-Tag-138467138') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:56.318899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9448b540-adba-425d-a46e-7abf34e5d05f None None] Network c3900c87-9f3c-4886-9558-159550e49502 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:56.395167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] For port 1568f4f0-faa7-4feb-803b-ecacd3311caa, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1568f4f0-faa7-4feb-803b-ecacd3311caa,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:56.395652 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.412984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Calling delete_port for 1568f4f0-faa7-4feb-803b-ecacd3311caa owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:56.483668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:56.488092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.494017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab39a0-682f-42bf-8d43-46bd1f898efd req-486bedab-d999-4b60-bb19-eac6a257bc0f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.502083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9bab39a0-682f-42bf-8d43-46bd1f898efd req-486bedab-d999-4b60-bb19-eac6a257bc0f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0788178 Mar 31 23:03:56.514587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6e247eec-fea4-44ed-9d41-42a3b1cb96d6 None None] Provisioning complete for port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:56.514587 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e247eec-fea4-44ed-9d41-42a3b1cb96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.526306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:56.547200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8f32eef8-db61-418b-a57e-c8bdd955734f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags/tempest-TagsExtTest-Tag-138467138 HTTP/1.1" status: 201 len: 201 time: 0.2694888 Mar 31 23:03:56.549726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41836) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:56.555019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9bab39a0-682f-42bf-8d43-46bd1f898efd req-a4cd98eb-0ff1-4ae4-9401-d97f48ca6bd9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519290 Mar 31 23:03:56.557661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-6f474a90-3ea4-47f2-8971-23915c61badf tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934', 'tempest-TagsExtTest-Tag-535395339') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:56.610115 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.610556 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Added segment 0a739e1a-af55-4e1f-87ac-cb8d195517ec of type vlan for network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 Mar 31 23:03:56.742235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e247eec-fea4-44ed-9d41-42a3b1cb96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.809874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.810101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:03:53Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:56.877449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d6898-9738-4a61-a631-ff3a34c2933e None None] The sync data for ids ['e80cfd41-dc38-4277-a306-4c105d3acaee'] in n-d-836015-1 is: [{'id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-345718875-router', 'tenant_id': '6046c2a484d449739d81939834d4d364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:03Z', 'updated_at': '2022-03-31T23:03:53Z', 'revision_number': 5, 'project_id': '6046c2a484d449739d81939834d4d364', 'gw_port': {'id': '1568f4f0-faa7-4feb-803b-ecacd3311caa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80cfd41-dc38-4277-a306-4c105d3acaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:05Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:56.901819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6e247eec-fea4-44ed-9d41-42a3b1cb96d6 None None] For port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,segment=NetworkSegment(83d551a6-fb47-4428-bb86-4705dc6010e1),segment_id=83d551a6-fb47-4428-bb86-4705dc6010e1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:56.908445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:56.959262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc297869-968f-427b-b89c-95e9374df2d4 req-3791c2d3-0209-456b-87dd-9056f5bbf3e0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.973472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc297869-968f-427b-b89c-95e9374df2d4 req-3791c2d3-0209-456b-87dd-9056f5bbf3e0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 945 time: 0.1303368 Mar 31 23:03:56.991682 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e247eec-fea4-44ed-9d41-42a3b1cb96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.016669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.026834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.028163 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.052258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad542af9-520f-49c2-bbb5-faf1725b529e req-9ccb391a-bfd2-4e99-a98f-dd3362ba8302 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.067760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad542af9-520f-49c2-bbb5-faf1725b529e req-9ccb391a-bfd2-4e99-a98f-dd3362ba8302 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.3112509 Mar 31 23:03:57.131437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc297869-968f-427b-b89c-95e9374df2d4 req-530d52af-7dcd-496f-a190-493acaee5d3e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569753 Mar 31 23:03:57.170243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Network': ['ID=53a0dbd9-10c0-48af-a93f-88b5e1a06b61,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:57.189146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad542af9-520f-49c2-bbb5-faf1725b529e req-be59da55-8e8f-4318-9901-0d5f1ef4f3b9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198752 Mar 31 23:03:57.191859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41848) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:57.197749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e247eec-fea4-44ed-9d41-42a3b1cb96d6 None None] Pushing event updated for resources: {'Port': ['ID=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:57.201663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-936b5f33-130c-442d-a337-029874829bd3 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c', 'tempest-TagsExtTest-Tag-2109632841') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:57.219024 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6f474a90-3ea4-47f2-8971-23915c61badf tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags/tempest-TagsExtTest-Tag-535395339 HTTP/1.1" status: 201 len: 201 time: 0.6672537 Mar 31 23:03:57.225278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:57.225278 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.227119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:57.371719 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33fd5a62-d0ce-4042-8db5-6f9475f51037 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1974523 Mar 31 23:03:57.372162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41854) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:57.379234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '53a0dbd9-10c0-48af-a93f-88b5e1a06b61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:57.409273 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.474377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-936b5f33-130c-442d-a337-029874829bd3 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags/tempest-TagsExtTest-Tag-2109632841 HTTP/1.1" status: 201 len: 201 time: 0.2811267 Mar 31 23:03:57.475570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41858) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:57.509701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Pushing event deleted for resources: {'Port': ['ID=1568f4f0-faa7-4feb-803b-ecacd3311caa,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:57.520367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-4338d143-2e1b-4818-ae98-716aba32a07e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:57.622794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-173c05cc-1c4e-447c-9df1-42272c6073ea None None] Provisioning complete for port 1ecb3932-d266-4b19-98f2-2a689f96015b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:57.623173 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-173c05cc-1c4e-447c-9df1-42272c6073ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.645023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.789459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-173c05cc-1c4e-447c-9df1-42272c6073ea None None] Port 1ecb3932-d266-4b19-98f2-2a689f96015b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:57.816587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-173c05cc-1c4e-447c-9df1-42272c6073ea None None] Provisioning complete for port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:57.817395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-173c05cc-1c4e-447c-9df1-42272c6073ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.877464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.888418 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.925131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e6b0ce05-790e-4991-b944-07bcad1201bf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.926724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e6b0ce05-790e-4991-b944-07bcad1201bf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.1427784 Mar 31 23:03:57.946401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fea2f-40a5-4943-be79-65e1dc8ce0cf req-8363781b-7964-4bbf-b73f-acce4683fff6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.954537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d0fea2f-40a5-4943-be79-65e1dc8ce0cf req-8363781b-7964-4bbf-b73f-acce4683fff6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.5709448 Mar 31 23:03:57.995963 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:03:58.023713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.024414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80cfd41-dc38-4277-a306-4c105d3acaee {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:03:58.037897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.039335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5b270e7e-9baf-4b81-af6a-d6d2becd094e admin admin] 10.222.0.31 "DELETE /v2.0/routers/e80cfd41-dc38-4277-a306-4c105d3acaee HTTP/1.1" status: 204 len: 168 time: 2.7700269 Mar 31 23:03:58.041263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-d3889682-6a50-4a2f-86a6-8c86cfd32fce tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/quotas/e70b3693b71141289243e0eeec388016 HTTP/1.1" status: 200 len: 375 time: 0.0636463 Mar 31 23:03:58.044215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41870) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:58.060127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d0fea2f-40a5-4943-be79-65e1dc8ce0cf req-b070f2b4-8dc4-475a-b474-a74e7d797371 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044598 Mar 31 23:03:58.131681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e79168-cc62-49ff-9238-8b87c936a652 admin admin] Deleting subnet 3185d49c-8531-42db-a9a1-4d610dc3d610 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:58.137346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2e79168-cc62-49ff-9238-8b87c936a652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.170159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-00652de8-4852-4d6c-9d6d-eb607495edc4 None None] Provisioning complete for port 1ecb3932-d266-4b19-98f2-2a689f96015b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:58.171056 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00652de8-4852-4d6c-9d6d-eb607495edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.222799 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2e79168-cc62-49ff-9238-8b87c936a652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.237434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4338d143-2e1b-4818-ae98-716aba32a07e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags HTTP/1.1" status: 200 len: 241 time: 0.7320747 Mar 31 23:03:58.241486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41876) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:58.246782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-bb1f1489-76ac-47c6-85ce-91d76ae644bb tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5', 'tempest-TagsExtTest-Tag-1628313521') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:58.292823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-00652de8-4852-4d6c-9d6d-eb607495edc4 None None] Port 1ecb3932-d266-4b19-98f2-2a689f96015b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:58.318116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-9854b281-0fa5-4a0e-84f9-1d2c78fae0ce tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2335124 Mar 31 23:03:58.318888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:58.323091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.336269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2e79168-cc62-49ff-9238-8b87c936a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.477019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Performing IP validity checks on allocation pools {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:03:58.477977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:03:58.499581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7e7-1f92-4a93-afdc-b3fca1519ee8 req-2e401528-6085-4b89-9cc4-3b301acb7193 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:58.501251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e3c7e7-1f92-4a93-afdc-b3fca1519ee8 req-2e401528-6085-4b89-9cc4-3b301acb7193 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2845774 Mar 31 23:03:58.502362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2e79168-cc62-49ff-9238-8b87c936a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.554772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e79168-cc62-49ff-9238-8b87c936a652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3185d49c-8531-42db-a9a1-4d610dc3d610,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:58.560323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2e79168-cc62-49ff-9238-8b87c936a652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.565761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a2e79168-cc62-49ff-9238-8b87c936a652 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3185d49c-8531-42db-a9a1-4d610dc3d610 HTTP/1.1" status: 204 len: 168 time: 0.5201309 Mar 31 23:03:58.569041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41880) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:58.580927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ecf430-404a-4b9a-bb4b-2b6a2bd849d1 None None] Network f6e11a46-7758-4505-a70c-579aed1218e3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:58.669870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bb1f1489-76ac-47c6-85ce-91d76ae644bb tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags/tempest-TagsExtTest-Tag-1628313521 HTTP/1.1" status: 204 len: 168 time: 0.4271257 Mar 31 23:03:58.678626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e3c7e7-1f92-4a93-afdc-b3fca1519ee8 req-8465db48-1da9-454f-8500-597338b86855 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579323 Mar 31 23:03:58.679269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41882) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:58.691899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-02c4e4c5-948d-4382-bb16-4cd6c8df0bf7 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5', 'tempest-TagsExtTest-Tag-1628313521') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:58.749659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-5ca5535f-e85d-4bb5-a2d1-774506f390ad service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215336 Mar 31 23:03:58.881639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:58.984212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-aa99e4cf-5e02-4d91-8931-43c77aa4a5b6 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025886 Mar 31 23:03:59.052711 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.062803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:59.063154 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.072483 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d992b5-b198-4da5-b831-952467b8241d req-01ab7e46-9a9c-4ced-98ad-23821d4b7c98 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.096828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8d992b5-b198-4da5-b831-952467b8241d req-01ab7e46-9a9c-4ced-98ad-23821d4b7c98 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0889294 Mar 31 23:03:59.124671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Deleting port 7e2b9ce8-d7e6-426a-86f6-f941805db36d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:59.125128 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.151460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.192339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] DHCP port deletion for f6e11a46-7758-4505-a70c-579aed1218e3 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:59.207382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] For port 7e2b9ce8-d7e6-426a-86f6-f941805db36d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7e2b9ce8-d7e6-426a-86f6-f941805db36d,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:59.208735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.229418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Calling delete_port for 7e2b9ce8-d7e6-426a-86f6-f941805db36d owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:59.254899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=9f8865b0-0670-40d3-84af-d8249c8f61b9,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:59.258175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-02c4e4c5-948d-4382-bb16-4cd6c8df0bf7 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags/tempest-TagsExtTest-Tag-1628313521 HTTP/1.1" status: 204 len: 168 time: 0.5700672 Mar 31 23:03:59.259523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41890) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:59.278499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-073b0cea-2047-4b56-9c30-f4f2eae24a20 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:59.292190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8d992b5-b198-4da5-b831-952467b8241d req-d203ea4b-8f21-4b26-aa31-be5092a6c5a4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930087 Mar 31 23:03:59.359515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 265a0f8f-7af2-4752-9f1b-13c414ec90a6 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:59.440393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-195f3b9b-5a42-455d-8183-1969c2c2f5ce req-580a71eb-eef8-40f2-aa70-8b5ed486a412 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 210 time: 0.1085343 Mar 31 23:03:59.445018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] Deleting port 7e2b9ce8-d7e6-426a-86f6-f941805db36d {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:59.445018 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.502603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking segment: {'id': '0a739e1a-af55-4e1f-87ac-cb8d195517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '53a0dbd9-10c0-48af-a93f-88b5e1a06b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:59.503158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network hostable DHCP agents. Network: 53a0dbd9-10c0-48af-a93f-88b5e1a06b61, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:59.557532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f5e2d-8491-4e57-b449-f9275b2335a3 req-805e2e97-4ba8-4593-a65d-75433f629e88 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.559799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd7f5e2d-8491-4e57-b449-f9275b2335a3 req-805e2e97-4ba8-4593-a65d-75433f629e88 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1227787 Mar 31 23:03:59.562951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 265a0f8f-7af2-4752-9f1b-13c414ec90a6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:59.563485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 265a0f8f-7af2-4752-9f1b-13c414ec90a6 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:59.564041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1568f4f0-faa7-4feb-803b-ecacd3311caa no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:59.599688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1568f4f0-faa7-4feb-803b-ecacd3311caa {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:59.600786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1568f4f0-faa7-4feb-803b-ecacd3311caa not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:59.615233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] For port 7e2b9ce8-d7e6-426a-86f6-f941805db36d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7e2b9ce8-d7e6-426a-86f6-f941805db36d,segment=NetworkSegment(cbbf74a0-ef27-4706-b591-234e7eb31a59),segment_id=cbbf74a0-ef27-4706-b591-234e7eb31a59)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:59.615233 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.623707 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-073b0cea-2047-4b56-9c30-f4f2eae24a20 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags HTTP/1.1" status: 200 len: 205 time: 0.3615057 Mar 31 23:03:59.632119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] Calling delete_port for 7e2b9ce8-d7e6-426a-86f6-f941805db36d owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:59.636514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41904) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:59.641833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-245aae3e-8b32-43bb-9369-8ae8a588292c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:59.652249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd7f5e2d-8491-4e57-b449-f9275b2335a3 req-1cf00943-2d08-43d6-b88a-a92af1aa4a4a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817051 Mar 31 23:03:59.654029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:59.688929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.749721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] No DVR routers for this DVR port 7e2b9ce8-d7e6-426a-86f6-f941805db36d on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:59.753145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2b9ce8-d7e6-426a-86f6-f941805db36d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:59.761314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 53a0dbd9-10c0-48af-a93f-88b5e1a06b61) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:59.770824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.771790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.787568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.805301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbdc691-ff28-44a8-b376-317765b3daff None None] Network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:59.845002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] No DVR routers for this DVR port 7e2b9ce8-d7e6-426a-86f6-f941805db36d on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:59.898973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a856fb0-f55f-4cf6-8476-e6ee8adc461a None None] Pushing event deleted for resources: {'Port': ['ID=7e2b9ce8-d7e6-426a-86f6-f941805db36d,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:59.905143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3367464-190d-4bd6-8ad8-1b9f96b757a8 req-f726b3c4-6492-4bd0-902c-618fca746303 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.907051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3367464-190d-4bd6-8ad8-1b9f96b757a8 req-f726b3c4-6492-4bd0-902c-618fca746303 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0900545 Mar 31 23:03:59.930470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a413578d-eb9b-4342-b44f-2c1294536485 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5556366 Mar 31 23:03:59.936965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.941414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41912) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:59.947357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '53a0dbd9-10c0-48af-a93f-88b5e1a06b61', 'name': 'tempest-PortsTestJSON-1118847758'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:59.964703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e11a46-7758-4505-a70c-579aed1218e3']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.001280 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-245aae3e-8b32-43bb-9369-8ae8a588292c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags HTTP/1.1" status: 200 len: 240 time: 0.3596992 Mar 31 23:04:00.001920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbf74a0-ef27-4706-b591-234e7eb31a59') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.002465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbf74a0-ef27-4706-b591-234e7eb31a59') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.006019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41916) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:00.041052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3367464-190d-4bd6-8ad8-1b9f96b757a8 req-df1812b0-9603-4961-955c-145748e4bd57 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229646 Mar 31 23:04:00.064562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-f9e945d0-3f51-4749-ad24-25aab3a1c84c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b', 'tempest-TagsExtTest-Tag-138467138') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.074142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.131213 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.139845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-53a0dbd9-10c0-48af-a93f-88b5e1a06b61', 'network_id': '53a0dbd9-10c0-48af-a93f-88b5e1a06b61', 'tenant_id': 'd5cda5de37c84600a79b0cd7da6142c5', 'fixed_ips': [{'subnet_id': '9f8865b0-0670-40d3-84af-d8249c8f61b9'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:00.141468 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.144577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:00.145427 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:00.147508 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:00.255713 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f9e945d0-3f51-4749-ad24-25aab3a1c84c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags/tempest-TagsExtTest-Tag-138467138 HTTP/1.1" status: 204 len: 168 time: 0.2447217 Mar 31 23:04:00.257452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41922) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:00.263579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-8ba98802-57ca-48a2-8c1e-6a212c8463a4 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b', 'tempest-TagsExtTest-Tag-138467138') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.318184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531fa4a-e4d3-4478-be6b-697763f5202e req-7d2603b2-efe4-4f76-9a42-d5a951340be5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:00.319896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0531fa4a-e4d3-4478-be6b-697763f5202e req-7d2603b2-efe4-4f76-9a42-d5a951340be5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0667453 Mar 31 23:04:00.322346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:00.327353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.344078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.366356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.374068 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f6e11a46-7758-4505-a70c-579aed1218e3 HTTP/1.1" status: 204 len: 168 time: 1.8004615 Mar 31 23:04:00.374068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2a7ec-93fc-4c83-985d-b09a6ac9c4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e11a46-7758-4505-a70c-579aed1218e3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:00.393966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port e36b6ba9-2d75-48df-a778-618ad9ac3bd7 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:00.489461 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8ba98802-57ca-48a2-8c1e-6a212c8463a4 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags/tempest-TagsExtTest-Tag-138467138 HTTP/1.1" status: 204 len: 168 time: 0.2298062 Mar 31 23:04:00.499968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41932) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:00.500276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0531fa4a-e4d3-4478-be6b-697763f5202e req-f946355a-cc5e-48a3-9df1-299910c80c2e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588340 Mar 31 23:04:00.500428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-2df8a663-b2f8-487b-9bce-7ff47ca19e29 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.592487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Allocated IP 172.20.0.2 (53a0dbd9-10c0-48af-a93f-88b5e1a06b61/9f8865b0-0670-40d3-84af-d8249c8f61b9/3a520fe2-5cc4-44c2-ace7-be988aba7d29) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:00.673754 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2df8a663-b2f8-487b-9bce-7ff47ca19e29 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags HTTP/1.1" status: 200 len: 205 time: 0.1797197 Mar 31 23:04:00.674087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41936) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:00.679216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-82c5bda8-6a99-45d8-93cb-2026678e687d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.688745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34d49db2-100a-4da1-929e-aad1aa7e20bc req-23e069d8-1a29-4093-ba0c-d3360d0c8327 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 210 time: 0.0734274 Mar 31 23:04:00.725757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7e2b9ce8-d7e6-426a-86f6-f941805db36d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:00.780920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 7e2b9ce8-d7e6-426a-86f6-f941805db36d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:00.781598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7e2b9ce8-d7e6-426a-86f6-f941805db36d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:00.787508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41944) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:00.788228 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-82c5bda8-6a99-45d8-93cb-2026678e687d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags HTTP/1.1" status: 200 len: 240 time: 0.1123295 Mar 31 23:04:00.793960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-2753db74-617b-4fce-a9a2-31b974f87cc9 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934', 'tempest-TagsExtTest-Tag-535395339') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.854179 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.940078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2753db74-617b-4fce-a9a2-31b974f87cc9 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags/tempest-TagsExtTest-Tag-535395339 HTTP/1.1" status: 204 len: 168 time: 0.1514556 Mar 31 23:04:00.948633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41948) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:00.948633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-cfa8fe1a-08c5-4baf-b550-0028cb925f5f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934', 'tempest-TagsExtTest-Tag-535395339') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:00.966439 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.971704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d068933-440a-4611-83ab-0ef08f8a662e req-02c3b7b4-55e3-4b60-9d9f-d307e3fc6eb3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:00.994790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d068933-440a-4611-83ab-0ef08f8a662e req-02c3b7b4-55e3-4b60-9d9f-d307e3fc6eb3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0712733 Mar 31 23:04:01.028845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:01.032671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:01.040410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:01.046579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41950) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:01.046903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Pushing event updated for resources: {'Port': ['ID=3a520fe2-5cc4-44c2-ace7-be988aba7d29,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:01.139150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Attempting to bind port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:01.139732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Attempting to bind port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '0a739e1a-af55-4e1f-87ac-cb8d195517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '53a0dbd9-10c0-48af-a93f-88b5e1a06b61'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:01.140315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Attempting to bind port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 on network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:01.150876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:01.151461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Checking segment: {'id': '0a739e1a-af55-4e1f-87ac-cb8d195517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '53a0dbd9-10c0-48af-a93f-88b5e1a06b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:01.152113 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.153222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Bound using segment: {'id': '0a739e1a-af55-4e1f-87ac-cb8d195517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '53a0dbd9-10c0-48af-a93f-88b5e1a06b61'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:01.154069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Bound port: 3a520fe2-5cc4-44c2-ace7-be988aba7d29, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a739e1a-af55-4e1f-87ac-cb8d195517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '53a0dbd9-10c0-48af-a93f-88b5e1a06b61'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:01.155468 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.167179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d068933-440a-4611-83ab-0ef08f8a662e req-735c25f4-771a-4fe9-8fc0-776b73a766a0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864345 Mar 31 23:04:01.192573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.11 (53a0dbd9-10c0-48af-a93f-88b5e1a06b61/9f8865b0-0670-40d3-84af-d8249c8f61b9/e36b6ba9-2d75-48df-a778-618ad9ac3bd7) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:01.219879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a66b9-8de0-4fc4-b113-7d3f61dab8db req-877493e1-1a06-4758-9452-4f155a388ac5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:01.223423 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-97d8f8a5-8675-4a94-91fa-fa76b1a88c9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6046c2a484d449739d81939834d4d364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723194 Mar 31 23:04:01.224832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362a66b9-8de0-4fc4-b113-7d3f61dab8db req-877493e1-1a06-4758-9452-4f155a388ac5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2499578 Mar 31 23:04:01.225150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41954) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:01.314247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] For port 3a520fe2-5cc4-44c2-ace7-be988aba7d29, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:01.319478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] For port 3a520fe2-5cc4-44c2-ace7-be988aba7d29, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3a520fe2-5cc4-44c2-ace7-be988aba7d29,segment=NetworkSegment(0a739e1a-af55-4e1f-87ac-cb8d195517ec),segment_id=0a739e1a-af55-4e1f-87ac-cb8d195517ec)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:01.330405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b8fe-f574-44e6-a740-ad042ca85b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.356119 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cfa8fe1a-08c5-4baf-b550-0028cb925f5f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags/tempest-TagsExtTest-Tag-535395339 HTTP/1.1" status: 204 len: 168 time: 0.4114723 Mar 31 23:04:01.360505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41956) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:01.364340 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b8fe-f574-44e6-a740-ad042ca85b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.368806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-4544a9f1-6f18-4b3d-9cdb-7c62fcc160ff tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:01.385637 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.404070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362a66b9-8de0-4fc4-b113-7d3f61dab8db req-1635488b-8627-42a9-8fca-be685b404932 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534359 Mar 31 23:04:01.482061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ccb33-783a-4f3d-86ec-b7dc3604f4cd None None] Pushing event updated for resources: {'Port': ['ID=3a520fe2-5cc4-44c2-ace7-be988aba7d29,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:01.502530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13689201-63e0-45ef-b916-709734a609c5 req-45f68fde-f678-48d0-bf2d-b555f921f96d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:01.504855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13689201-63e0-45ef-b916-709734a609c5 req-45f68fde-f678-48d0-bf2d-b555f921f96d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2254641 Mar 31 23:04:01.517913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4544a9f1-6f18-4b3d-9cdb-7c62fcc160ff tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags HTTP/1.1" status: 200 len: 205 time: 0.1559846 Mar 31 23:04:01.523025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41958) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:01.529551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-505845f7-2395-458a-ab70-a62d95efd55b tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:01.587118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-505845f7-2395-458a-ab70-a62d95efd55b tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags HTTP/1.1" status: 200 len: 241 time: 0.0620461 Mar 31 23:04:01.589961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41960) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:01.596869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-61ae5fd5-9773-49fe-b12f-d80371be391a tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c', 'tempest-TagsExtTest-Tag-2109632841') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:01.637842 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-61ae5fd5-9773-49fe-b12f-d80371be391a tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags/tempest-TagsExtTest-Tag-2109632841 HTTP/1.1" status: 204 len: 168 time: 0.0459235 Mar 31 23:04:01.640245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41962) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:01.648317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-75e2619b-dac5-47b1-a5ac-766b01164e50 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c', 'tempest-TagsExtTest-Tag-2109632841') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:01.655517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b8fe-f574-44e6-a740-ad042ca85b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.660317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b8fe-f574-44e6-a740-ad042ca85b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.662017 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1ce0b8fe-f574-44e6-a740-ad042ca85b3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/490469d7-0d85-4baa-a9e3-70a5210588f7 HTTP/1.1" status: 204 len: 168 time: 0.4354000 Mar 31 23:04:01.712063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0b8fe-f574-44e6-a740-ad042ca85b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490469d7-0d85-4baa-a9e3-70a5210588f7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:01.904811 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-75e2619b-dac5-47b1-a5ac-766b01164e50 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags/tempest-TagsExtTest-Tag-2109632841 HTTP/1.1" status: 204 len: 168 time: 0.2627187 Mar 31 23:04:01.908283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41968) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:01.923290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-91dcb5fc-2bde-4674-b6be-3d78eb50c6b4 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:01.937752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb084c46-0410-4507-a52c-de0db5825822 req-b9e84817-9238-4a53-bc1b-513012c68ecc tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 210 time: 0.0476766 Mar 31 23:04:01.984164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.001132 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91dcb5fc-2bde-4674-b6be-3d78eb50c6b4 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags HTTP/1.1" status: 200 len: 205 time: 0.0883031 Mar 31 23:04:02.003629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41970) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.015627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-775ca3b5-7a3e-4200-b1f2-198d1918296f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.023933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13689201-63e0-45ef-b916-709734a609c5 req-1db74f59-6058-4278-a9b8-42d9666f2dd6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798293 Mar 31 23:04:02.049520 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-775ca3b5-7a3e-4200-b1f2-198d1918296f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0391800 Mar 31 23:04:02.052641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41972) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.057876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-b41804f0-338f-4a44-a56b-b31d9e7400c7 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.156527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b41804f0-338f-4a44-a56b-b31d9e7400c7 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags HTTP/1.1" status: 204 len: 168 time: 0.1028397 Mar 31 23:04:02.160300 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41976) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.169196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-01ee50cf-e49a-44b1-8df6-e83debc59e65 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.290340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-bcde4a34-e840-4089-9a90-0abeab8e7339 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:02.293915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-bcde4a34-e840-4089-9a90-0abeab8e7339 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.45 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.2895963 Mar 31 23:04:02.312598 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01ee50cf-e49a-44b1-8df6-e83debc59e65 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags HTTP/1.1" status: 204 len: 168 time: 0.1507366 Mar 31 23:04:02.313218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Request body: {'port': {'device_id': '2f557cc2-571b-41c3-976b-a0cf92fca6f3', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'admin_state_up': True, 'tenant_id': 'e70b3693b71141289243e0eeec388016'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:02.317132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41982) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.325138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-41c73d1a-384a-41a2-86a3-ed63ffad3ab6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.384701 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.426729 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-41c73d1a-384a-41a2-86a3-ed63ffad3ab6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags HTTP/1.1" status: 204 len: 168 time: 0.1077540 Mar 31 23:04:02.433351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41986) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.439414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-62592fe3-6c91-4923-8dbf-bc0a10cc0bdf tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5', 'tempest-TagsExtTest-Tag-921666984') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.550774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:02.569980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:02.590590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:02.603117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3e17-4645-4091-9fb9-f62af92ef1dc req-e88fbaa0-ab29-4d72-bc89-7f7e26e1bf07 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:02.604055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a9d3e17-4645-4091-9fb9-f62af92ef1dc req-e88fbaa0-ab29-4d72-bc89-7f7e26e1bf07 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2506394 Mar 31 23:04:02.631629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=e36b6ba9-2d75-48df-a778-618ad9ac3bd7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:02.659924 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-62592fe3-6c91-4923-8dbf-bc0a10cc0bdf tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags/tempest-TagsExtTest-Tag-921666984 HTTP/1.1" status: 201 len: 201 time: 0.2244325 Mar 31 23:04:02.666924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41994) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.702909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-1facfa74-1a32-4cc7-8e0c-89ba5edddcf6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b', 'tempest-TagsExtTest-Tag-861498594') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.797201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3a520fe2-5cc4-44c2-ace7-be988aba7d29 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:02.798038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a9d3e17-4645-4091-9fb9-f62af92ef1dc req-d9a4dd19-5c98-4839-896b-da6f6aa4bf07 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690738 Mar 31 23:04:02.810408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f425f4-e929-4d2a-950c-8ca50d2e2ed0 req-0faad4ee-9e68-456a-9b50-cb75eab11b87 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:02.818129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2f425f4-e929-4d2a-950c-8ca50d2e2ed0 req-0faad4ee-9e68-456a-9b50-cb75eab11b87 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2578299 Mar 31 23:04:02.844769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:02.845452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.888089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:02.888775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.920481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2f425f4-e929-4d2a-950c-8ca50d2e2ed0 req-d19ca9f7-7c44-4031-acdf-06274c892c2b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899274 Mar 31 23:04:02.980385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e3194c89-0e61-466b-b1fc-e720d09f68b2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0373492 Mar 31 23:04:02.985269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42004) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.012621 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.059038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42008) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.059395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1facfa74-1a32-4cc7-8e0c-89ba5edddcf6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags/tempest-TagsExtTest-Tag-861498594 HTTP/1.1" status: 201 len: 201 time: 0.3627694 Mar 31 23:04:03.066025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-91f4f977-ac01-4861-9bc5-fd3d3c74e445 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934', 'tempest-TagsExtTest-Tag-1081165900') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:03.089482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 3a520fe2-5cc4-44c2-ace7-be988aba7d29, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3a520fe2-5cc4-44c2-ace7-be988aba7d29,segment=NetworkSegment(0a739e1a-af55-4e1f-87ac-cb8d195517ec),segment_id=0a739e1a-af55-4e1f-87ac-cb8d195517ec)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:03.092618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614205b-ff9c-481c-beec-3d3fa91cbb70 req-3fa821e4-a016-4b5a-aa53-252dbab63782 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:03.094593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0614205b-ff9c-481c-beec-3d3fa91cbb70 req-3fa821e4-a016-4b5a-aa53-252dbab63782 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1901503 Mar 31 23:04:03.106807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e2461a-da8f-43f2-ae27-d0b14287c224 None None] Network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:03.139242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:03.144605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.148304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2af95452-947c-45f6-8a55-55b54225ed06 req-e4bcc09f-87ac-4b44-9571-497ef72a795b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 210 time: 0.0875487 Mar 31 23:04:03.152293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e687013c-1f93-4265-827d-b82ab451c5ca None None] Provisioning complete for port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:03.153359 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e687013c-1f93-4265-827d-b82ab451c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.222918 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.287353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0614205b-ff9c-481c-beec-3d3fa91cbb70 req-67de0d40-1d6f-468e-b7e4-79f6ea05797b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505651 Mar 31 23:04:03.290586 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91f4f977-ac01-4861-9bc5-fd3d3c74e445 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags/tempest-TagsExtTest-Tag-1081165900 HTTP/1.1" status: 201 len: 201 time: 0.2312284 Mar 31 23:04:03.293293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42014) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.298747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-34f9f1d0-941d-4520-b032-14b91d87246d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c', 'tempest-TagsExtTest-Tag-1799397305') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:03.366163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port e36b6ba9-2d75-48df-a778-618ad9ac3bd7 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:03.366644 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.388585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=3a520fe2-5cc4-44c2-ace7-be988aba7d29,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:03.388957 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42020) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.445393 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-34f9f1d0-941d-4520-b032-14b91d87246d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags/tempest-TagsExtTest-Tag-1799397305 HTTP/1.1" status: 201 len: 201 time: 0.1509836 Mar 31 23:04:03.448252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42024) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.454084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Allocated IP 172.20.0.7 (fb6ea1c3-84d7-49f8-8abd-1db0d467a585/31745a5e-6ef0-4571-8300-7eeaf4dba00d/b1bcc485-adf7-4ba7-b6b2-4df8e8cae555) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:03.454700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-cb34f1d0-b305-4d16-89a7-86a019c969ee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5', {'tags': ['tempest-TagsExtTest-Tag-442534274', 'tempest-TagsExtTest-Tag-1389024915', 'tempest-TagsExtTest-Tag-757543343']}) {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:03.585306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-network', 'tenant_id': '5e86372e45954c509db37ccee6298e93'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:03.586365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf50044-7e4a-4f59-b76b-912deab4a9d4 req-0e2e0482-8562-4c9c-a735-833ec9537347 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:03.588281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acf50044-7e4a-4f59-b76b-912deab4a9d4 req-0e2e0482-8562-4c9c-a735-833ec9537347 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1605985 Mar 31 23:04:03.592127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.614096 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cb34f1d0-b305-4d16-89a7-86a019c969ee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags HTTP/1.1" status: 200 len: 316 time: 0.1647589 Mar 31 23:04:03.616885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42026) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.622645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-5d40db4d-95a7-4bd0-8c6d-56520446386d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:03.629170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for e36b6ba9-2d75-48df-a778-618ad9ac3bd7 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:03.691760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Made reservation on behalf of 5e86372e45954c509db37ccee6298e93 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:03.693753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.708824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.770470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acf50044-7e4a-4f59-b76b-912deab4a9d4 req-faf6d37b-4cb2-428c-8ddf-be8d5459a4c8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560805 Mar 31 23:04:03.827095 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5d40db4d-95a7-4bd0-8c6d-56520446386d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags HTTP/1.1" status: 204 len: 168 time: 0.2066231 Mar 31 23:04:03.828360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42030) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.834438 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.839433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-50a49fba-b3fa-487c-87d0-97d5ee9dacf6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5', 'tempest-TagsExtTest-Tag-442534274') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:03.851910 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.962337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2da1cf7b-3b7e-428b-87b8-04e668fa5aeb None None] Provisioning complete for port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:03.963007 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2da1cf7b-3b7e-428b-87b8-04e668fa5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.970372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.010043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c863854f-b3ad-4d26-a1e7-6d9fc5441b60,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:04.022350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.022809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.023711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.024209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.024589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.025013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.025529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.025937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.027031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.027539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.028543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.028971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.040303 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-50a49fba-b3fa-487c-87d0-97d5ee9dacf6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:04.042349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-50a49fba-b3fa-487c-87d0-97d5ee9dacf6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags/tempest-TagsExtTest-Tag-442534274 HTTP/1.1" status: 404 len: 328 time: 0.2110453 Mar 31 23:04:04.048696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42034) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.054246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19112225-5c99-47a1-941c-b62e36c9b57a req-d896407f-4fd4-46a8-842b-be7347af785f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:04.059128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19112225-5c99-47a1-941c-b62e36c9b57a req-d896407f-4fd4-46a8-842b-be7347af785f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1686008 Mar 31 23:04:04.076144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-720148c1-6ea3-422d-b405-3313d6cc2773 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5', 'tempest-TagsExtTest-Tag-1389024915') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:04.104181 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ae0796f2-c290-4811-b39d-d4290fa0c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.171747 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-720148c1-6ea3-422d-b405-3313d6cc2773 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:04.172932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-720148c1-6ea3-422d-b405-3313d6cc2773 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags/tempest-TagsExtTest-Tag-1389024915 HTTP/1.1" status: 404 len: 329 time: 0.1180663 Mar 31 23:04:04.176360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42036) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.181199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-0c7d3e4c-0d66-4e2b-9d6e-3e661bda1ab7 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5', 'tempest-TagsExtTest-Tag-757543343') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:04.186848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19112225-5c99-47a1-941c-b62e36c9b57a req-2d5a8cca-bee4-4336-84cb-9602f02477f0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029527 Mar 31 23:04:04.203115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2da1cf7b-3b7e-428b-87b8-04e668fa5aeb None None] Provisioning complete for port e36b6ba9-2d75-48df-a778-618ad9ac3bd7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:04.203718 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2da1cf7b-3b7e-428b-87b8-04e668fa5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.219935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c399a-52c8-4d59-8e7b-80aa67c5b6f2 req-867949b6-d3fc-4755-b041-3d96a2aefe51 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:04.221519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d4c399a-52c8-4d59-8e7b-80aa67c5b6f2 req-867949b6-d3fc-4755-b041-3d96a2aefe51 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1032600 Mar 31 23:04:04.254207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2da1cf7b-3b7e-428b-87b8-04e668fa5aeb None None] Port e36b6ba9-2d75-48df-a778-618ad9ac3bd7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:04.259927 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-0c7d3e4c-0d66-4e2b-9d6e-3e661bda1ab7 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:04.261906 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0c7d3e4c-0d66-4e2b-9d6e-3e661bda1ab7 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags/tempest-TagsExtTest-Tag-757543343 HTTP/1.1" status: 404 len: 328 time: 0.0842824 Mar 31 23:04:04.264877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42042) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.281479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-842d78ee-e516-4e48-b9b3-d87054d17b6e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b', {'tags': ['tempest-TagsExtTest-Tag-747136152', 'tempest-TagsExtTest-Tag-91159805', 'tempest-TagsExtTest-Tag-191684637']}) {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:04.284223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.295196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d4c399a-52c8-4d59-8e7b-80aa67c5b6f2 req-450dd283-fcff-4d89-9973-da67a169dbb3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656872 Mar 31 23:04:04.297404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fc1648f3-ca0e-4f20-be01-5a56c4690432'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:04.299984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:04.310401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:04.331581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.331995 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Added segment 94039fb3-b16a-434d-9d8f-5cdff60ee42d of type vlan for network 11879df7-189b-49d4-bb26-cc2be81a106d Mar 31 23:04:04.353947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.408031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.438297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:04.452619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:04.456145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-23444803-de8e-4b60-b189-0700c21d8c0d None None] Could not find standard attr ID for object e36b6ba9-2d75-48df-a778-618ad9ac3bd7. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:04:04.464243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event updated for resources: {'Port': ['ID=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:04.490143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:04.611164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=e36b6ba9-2d75-48df-a778-618ad9ac3bd7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:04.649026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dbe6c-8409-4aac-bd89-765f1c0c154d req-07089583-85de-4617-aa9b-6db9eabe284b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:04.651331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc7dbe6c-8409-4aac-bd89-765f1c0c154d req-07089583-85de-4617-aa9b-6db9eabe284b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 931 time: 0.3638828 Mar 31 23:04:04.655127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.659708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:04.659708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.679335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.682684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.683586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.683586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:04.708397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:04.717084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.732247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-842d78ee-e516-4e48-b9b3-d87054d17b6e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags HTTP/1.1" status: 200 len: 314 time: 0.4653654 Mar 31 23:04:04.738001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.745033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f35217c0-fab4-4017-bc98-a7bcac144263 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/e36b6ba9-2d75-48df-a778-618ad9ac3bd7 HTTP/1.1" status: 204 len: 168 time: 1.7526081 Mar 31 23:04:04.745271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42046) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.746989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42048) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.748696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3a520fe2-5cc4-44c2-ace7-be988aba7d29 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:04.771086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-663c24da-d313-4dd3-9530-68375aef432f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:04.808894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070b04d-d7a0-44c5-8708-441a3582dd97 req-3a60dc4a-abd0-4142-b106-947b7e4ecd9c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:04.808894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a070b04d-d7a0-44c5-8708-441a3582dd97 req-3a60dc4a-abd0-4142-b106-947b7e4ecd9c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.3099697 Mar 31 23:04:04.815735 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4255557 Mar 31 23:04:04.818161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b781b82-3418-4e59-8b29-87099fb325ea admin admin] Pushing event updated for resources: {'Network': ['ID=11879df7-189b-49d4-bb26-cc2be81a106d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:04.820431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42050) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.827278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Request body: {'subnet': {'network_id': '11879df7-189b-49d4-bb26-cc2be81a106d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-subnet', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:04.845586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 11879df7-189b-49d4-bb26-cc2be81a106d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:04.850316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc7dbe6c-8409-4aac-bd89-765f1c0c154d req-50421e68-0560-4141-b455-5880d98a6ae5 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760206 Mar 31 23:04:04.863368 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-40597f28-9a24-4434-97b9-975a0788c39c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:04:04.864707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40597f28-9a24-4434-97b9-975a0788c39c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:04:04.869371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-40597f28-9a24-4434-97b9-975a0788c39c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/e36b6ba9-2d75-48df-a778-618ad9ac3bd7 HTTP/1.1" status: 404 len: 333 time: 0.1174176 Mar 31 23:04:04.874162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42052) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.882003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-efaaf5e6-346c-4900-b7cf-139953804088 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5794823 Mar 31 23:04:04.900303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Request body: {'port': {'device_id': '2f557cc2-571b-41c3-976b-a0cf92fca6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:04.909300 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3c70fb-cb49-484e-bb83-18e8e3471429 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:04:04.913789 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae3c70fb-cb49-484e-bb83-18e8e3471429 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/e36b6ba9-2d75-48df-a778-618ad9ac3bd7 HTTP/1.1" status: 404 len: 333 time: 0.0339622 Mar 31 23:04:04.914066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42054) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.915782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:04.916613 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.968284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a070b04d-d7a0-44c5-8708-441a3582dd97 req-b952975d-845c-4322-801c-4dbec8a8f606 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307275 Mar 31 23:04:04.991966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Made reservation on behalf of 5e86372e45954c509db37ccee6298e93 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:04.994822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.001022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd3af0f-9d69-49a5-919c-46fe151822d8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet 9f8865b0-0670-40d3-84af-d8249c8f61b9 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:05.012027 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.017224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecd3af0f-9d69-49a5-919c-46fe151822d8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.080741 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-663c24da-d313-4dd3-9530-68375aef432f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags HTTP/1.1" status: 204 len: 168 time: 0.3351357 Mar 31 23:04:05.084688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42060) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:05.100291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-57f123d5-3d91-461f-87b2-85304e2d0c04 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b', 'tempest-TagsExtTest-Tag-747136152') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:05.111190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecd3af0f-9d69-49a5-919c-46fe151822d8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.253712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cf08-8f16-4c09-ad7d-827f922324ca req-d1b030ff-4a75-4c96-82a1-42510f6aa6cd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.255124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecd3af0f-9d69-49a5-919c-46fe151822d8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.255388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84d0cf08-8f16-4c09-ad7d-827f922324ca req-d1b030ff-4a75-4c96-82a1-42510f6aa6cd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1584542 Mar 31 23:04:05.345155 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-57f123d5-3d91-461f-87b2-85304e2d0c04 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:05.348840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-57f123d5-3d91-461f-87b2-85304e2d0c04 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags/tempest-TagsExtTest-Tag-747136152 HTTP/1.1" status: 404 len: 328 time: 0.2505794 Mar 31 23:04:05.354720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84d0cf08-8f16-4c09-ad7d-827f922324ca req-d4cda4d1-5a46-4133-aef1-8484ae238f53 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880008 Mar 31 23:04:05.356551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42064) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:05.366133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-316cb60b-560b-4215-9825-c92e788f22b4 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b', 'tempest-TagsExtTest-Tag-91159805') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:05.427470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.505363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ddc71c-54a2-4252-bde2-bfa3e8091689,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:05.521060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecd3af0f-9d69-49a5-919c-46fe151822d8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.563663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Checking segment: {'id': '94039fb3-b16a-434d-9d8f-5cdff60ee42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '11879df7-189b-49d4-bb26-cc2be81a106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:05.564120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Network hostable DHCP agents. Network: 11879df7-189b-49d4-bb26-cc2be81a106d, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:05.567092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3af0f-9d69-49a5-919c-46fe151822d8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8865b0-0670-40d3-84af-d8249c8f61b9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:05.576346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecd3af0f-9d69-49a5-919c-46fe151822d8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.579941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ecd3af0f-9d69-49a5-919c-46fe151822d8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/9f8865b0-0670-40d3-84af-d8249c8f61b9 HTTP/1.1" status: 204 len: 168 time: 0.6647480 Mar 31 23:04:05.587005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42072) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:05.590459 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-316cb60b-560b-4215-9825-c92e788f22b4 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:05.594939 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-316cb60b-560b-4215-9825-c92e788f22b4 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags/tempest-TagsExtTest-Tag-91159805 HTTP/1.1" status: 404 len: 327 time: 0.2366817 Mar 31 23:04:05.595737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42074) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:05.601853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-cced67c0-0c4c-4221-9884-d53f899e07c6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b', 'tempest-TagsExtTest-Tag-191684637') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:05.606912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916233e5-febc-458d-ab39-b5e1c30438f9 req-c6c8a28e-b986-45b8-a139-90e1292f70ab tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.618362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-916233e5-febc-458d-ab39-b5e1c30438f9 req-c6c8a28e-b986-45b8-a139-90e1292f70ab tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2146885 Mar 31 23:04:05.618362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:05.627427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645c54db-22b0-4db1-8732-5857f0772e52 None None] Network 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:05.637219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.705008 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-cced67c0-0c4c-4221-9884-d53f899e07c6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:05.709468 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cced67c0-0c4c-4221-9884-d53f899e07c6 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags/tempest-TagsExtTest-Tag-191684637 HTTP/1.1" status: 404 len: 328 time: 0.1121962 Mar 31 23:04:05.709995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42076) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:05.716346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-e0901653-8fc4-4b31-b4ab-25210f34c076 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934', {'tags': ['tempest-TagsExtTest-Tag-1222763213', 'tempest-TagsExtTest-Tag-915605772', 'tempest-TagsExtTest-Tag-1952572687']}) {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:05.721665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Network 11879df7-189b-49d4-bb26-cc2be81a106d is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:05.731006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Transition to ACTIVE for port object b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:05.764650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-916233e5-febc-458d-ab39-b5e1c30438f9 req-b2c2721d-a4aa-4dc5-933c-73097bd4c6ba tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380589 Mar 31 23:04:05.770040 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.790644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d51a-4aa1-4571-8f36-f0c4e9372465 req-092dfbe7-98c1-48bf-b44d-d8c0d0f59b2e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.792462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54c2d51a-4aa1-4571-8f36-f0c4e9372465 req-092dfbe7-98c1-48bf-b44d-d8c0d0f59b2e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1646860 Mar 31 23:04:05.838715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.874669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 11879df7-189b-49d4-bb26-cc2be81a106d) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:05.884166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.885034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.892569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d0d7f-959c-4c0a-a0a4-410d858fb52a None None] Network 11879df7-189b-49d4-bb26-cc2be81a106d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:05.921768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] DHCP port deletion for 53a0dbd9-10c0-48af-a93f-88b5e1a06b61 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:06.006369 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3e358723-641a-4705-aa11-dc445bd39eaf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1826510 Mar 31 23:04:06.009539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42080) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:06.016633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:06.037282 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e0901653-8fc4-4b31-b4ab-25210f34c076 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags HTTP/1.1" status: 200 len: 317 time: 0.3262010 Mar 31 23:04:06.040338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42082) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:06.046640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-91e5d7ec-b619-418c-86fe-2a40b27421ba tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:06.089152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] Deleting port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:06.089505 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.110142 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3df75de4-d1ab-435e-96e2-700f8ca3b2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.149527 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.151678 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.193611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-11879df7-189b-49d4-bb26-cc2be81a106d', 'network_id': '11879df7-189b-49d4-bb26-cc2be81a106d', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'fixed_ips': [{'subnet_id': '47ddc71c-54a2-4252-bde2-bfa3e8091689'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:06.194902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.203387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] For port 3a520fe2-5cc4-44c2-ace7-be988aba7d29, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3a520fe2-5cc4-44c2-ace7-be988aba7d29,segment=NetworkSegment(0a739e1a-af55-4e1f-87ac-cb8d195517ec),segment_id=0a739e1a-af55-4e1f-87ac-cb8d195517ec)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:06.203787 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.224573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.233020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] Calling delete_port for 3a520fe2-5cc4-44c2-ace7-be988aba7d29 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:06.303235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54c2d51a-4aa1-4571-8f36-f0c4e9372465 req-a41bb326-1884-44da-a3c8-539fe17d1a92 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766421 Mar 31 23:04:06.309808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.332860 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91e5d7ec-b619-418c-86fe-2a40b27421ba tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags HTTP/1.1" status: 204 len: 168 time: 0.2902925 Mar 31 23:04:06.341815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42084) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:06.347378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-5827a897-15fb-4ad8-928b-4782053fcf95 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934', 'tempest-TagsExtTest-Tag-1222763213') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:06.391684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:06.409015 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.432546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3b9e6-36b5-463d-9d75-5237d958a769 req-b4735713-1a26-4a49-99b6-e250148791fc tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:06.435948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Allocated IP 172.20.0.2 (11879df7-189b-49d4-bb26-cc2be81a106d/47ddc71c-54a2-4252-bde2-bfa3e8091689/0c516d7c-8245-44ad-85c5-504218161222) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:06.441534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ac3b9e6-36b5-463d-9d75-5237d958a769 req-b4735713-1a26-4a49-99b6-e250148791fc tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 943 time: 0.2124002 Mar 31 23:04:06.628631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.642241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] For port 3a520fe2-5cc4-44c2-ace7-be988aba7d29, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3a520fe2-5cc4-44c2-ace7-be988aba7d29,segment=NetworkSegment(0a739e1a-af55-4e1f-87ac-cb8d195517ec),segment_id=0a739e1a-af55-4e1f-87ac-cb8d195517ec)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:06.642673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.648430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Attempting to bind port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:06.648950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Attempting to bind port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:06.649265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Attempting to bind port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:06.674660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ac3b9e6-36b5-463d-9d75-5237d958a769 req-f9727eba-6e47-4587-938f-166bd10a00e3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319653 Mar 31 23:04:06.675958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 3a520fe2-5cc4-44c2-ace7-be988aba7d29 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:06.682166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:06.682524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Attempting to bind port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:06.702560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:06.702560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Checking segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:06.702560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Bound using segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:06.702560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Bound port: b1bcc485-adf7-4ba7-b6b2-4df8e8cae555, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:06.702560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.727014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] No DVR routers for this DVR port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:06.738980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909abd76-4fef-464f-bc95-7b060f00752a None None] Pushing event deleted for resources: {'Port': ['ID=3a520fe2-5cc4-44c2-ace7-be988aba7d29,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.789940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3a520fe2-5cc4-44c2-ace7-be988aba7d29 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:06.793126 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.798141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438a26f-608b-4771-a85e-b5ddaaf4a599 req-de3ea94c-1be7-4490-bac7-2c94b43d90e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:06.799773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f438a26f-608b-4771-a85e-b5ddaaf4a599 req-de3ea94c-1be7-4490-bac7-2c94b43d90e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2881587 Mar 31 23:04:06.820149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 3a520fe2-5cc4-44c2-ace7-be988aba7d29 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:06.820555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3a520fe2-5cc4-44c2-ace7-be988aba7d29 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:06.869311 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.906208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f438a26f-608b-4771-a85e-b5ddaaf4a599 req-4f1701b7-e5d2-4c14-878c-9cfaa3a8bc2e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677366 Mar 31 23:04:06.930619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Network 11879df7-189b-49d4-bb26-cc2be81a106d is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:06.936925 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.939825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:06.948630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:06.955245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No DVR routers for this DVR port 3a520fe2-5cc4-44c2-ace7-be988aba7d29 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:06.968559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Pushing event updated for resources: {'Port': ['ID=0c516d7c-8245-44ad-85c5-504218161222,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.993634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] For port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:07.006446 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.011293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] For port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:07.015304 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-5827a897-15fb-4ad8-928b-4782053fcf95 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:07.019195 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5827a897-15fb-4ad8-928b-4782053fcf95 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags/tempest-TagsExtTest-Tag-1222763213 HTTP/1.1" status: 404 len: 329 time: 0.6734104 Mar 31 23:04:07.019517 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42096) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.024990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-f3033d63-2613-411e-8987-dfc69934f0eb tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934', 'tempest-TagsExtTest-Tag-915605772') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.032542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Attempting to bind port 0c516d7c-8245-44ad-85c5-504218161222 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:07.032986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Attempting to bind port 0c516d7c-8245-44ad-85c5-504218161222 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '94039fb3-b16a-434d-9d8f-5cdff60ee42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '11879df7-189b-49d4-bb26-cc2be81a106d'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:07.033420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Attempting to bind port 0c516d7c-8245-44ad-85c5-504218161222 on network 11879df7-189b-49d4-bb26-cc2be81a106d {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:07.039668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:07.040121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Checking segment: {'id': '94039fb3-b16a-434d-9d8f-5cdff60ee42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '11879df7-189b-49d4-bb26-cc2be81a106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:07.040618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.041085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Bound using segment: {'id': '94039fb3-b16a-434d-9d8f-5cdff60ee42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '11879df7-189b-49d4-bb26-cc2be81a106d'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:07.041601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Bound port: 0c516d7c-8245-44ad-85c5-504218161222, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94039fb3-b16a-434d-9d8f-5cdff60ee42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '11879df7-189b-49d4-bb26-cc2be81a106d'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:07.043538 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.062372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=3a520fe2-5cc4-44c2-ace7-be988aba7d29,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.111959 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-f3033d63-2613-411e-8987-dfc69934f0eb tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:07.113018 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f3033d63-2613-411e-8987-dfc69934f0eb tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags/tempest-TagsExtTest-Tag-915605772 HTTP/1.1" status: 404 len: 328 time: 0.0926042 Mar 31 23:04:07.115896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42098) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.120742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-44d8d1bd-3659-41ef-a747-78f9ec69506d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934', 'tempest-TagsExtTest-Tag-1952572687') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.139042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] For port 0c516d7c-8245-44ad-85c5-504218161222, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:07.143470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] For port 0c516d7c-8245-44ad-85c5-504218161222, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0c516d7c-8245-44ad-85c5-504218161222,segment=NetworkSegment(94039fb3-b16a-434d-9d8f-5cdff60ee42d),segment_id=94039fb3-b16a-434d-9d8f-5cdff60ee42d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:07.151336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.165781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.196643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e9d12-8485-4963-8c73-08e260c7ff39 req-8ea950d1-4d2a-4f2f-aadb-204c7ede0008 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.199052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-734e9d12-8485-4963-8c73-08e260c7ff39 req-8ea950d1-4d2a-4f2f-aadb-204c7ede0008 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2857683 Mar 31 23:04:07.216880 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-44d8d1bd-3659-41ef-a747-78f9ec69506d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:07.217967 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-44d8d1bd-3659-41ef-a747-78f9ec69506d tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags/tempest-TagsExtTest-Tag-1952572687 HTTP/1.1" status: 404 len: 329 time: 0.1010911 Mar 31 23:04:07.246936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.291706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eab6fb-dd3e-4acd-9dd9-2417e96d6aca req-5a0a8817-db3f-4552-a990-c43f3d6c64bd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.299557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42100) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.299769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0eab6fb-dd3e-4acd-9dd9-2417e96d6aca req-5a0a8817-db3f-4552-a990-c43f3d6c64bd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2493985 Mar 31 23:04:07.301689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a0dbd9-10c0-48af-a93f-88b5e1a06b61']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.305234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-821ed956-8ac0-4b98-99b9-be57f73bf951 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c', {'tags': ['tempest-TagsExtTest-Tag-434494910', 'tempest-TagsExtTest-Tag-1838009100', 'tempest-TagsExtTest-Tag-157944543']}) {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.305533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.306149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.307794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] 10.222.0.45 "PUT /v2.0/ports/b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 HTTP/1.1" status: 200 len: 1091 time: 2.4182920 Mar 31 23:04:07.308981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540a8cd-1887-44b9-ae06-8f9749a6f609 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.311433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f557cc2-571b-41c3-976b-a0cf92fca6f3', 'tag': 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:07.313717 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f557cc2-571b-41c3-976b-a0cf92fca6f3", "tag": "b1bcc485-adf7-4ba7-b6b2-4df8e8cae555"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:07.342420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a739e1a-af55-4e1f-87ac-cb8d195517ec') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.342720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a739e1a-af55-4e1f-87ac-cb8d195517ec') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.344046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e99c9-95e5-4409-b392-411c63118168 None None] Pushing event updated for resources: {'Port': ['ID=0c516d7c-8245-44ad-85c5-504218161222,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.373091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-734e9d12-8485-4963-8c73-08e260c7ff39 req-719461d7-bd2f-4657-bad1-72b8115f85db tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604269 Mar 31 23:04:07.383503 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.422622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.434117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0eab6fb-dd3e-4acd-9dd9-2417e96d6aca req-79fe8478-7a0c-4c66-b5d9-9c5820abc3d9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031492 Mar 31 23:04:07.435738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:07.436844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:07.440222 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:07.478845 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15300fef-cbee-4753-bc19-f53f7eadcfad x-openstack-request-id: req-15300fef-cbee-4753-bc19-f53f7eadcfad {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:07.479167 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f557cc2-571b-41c3-976b-a0cf92fca6f3", "tag": "b1bcc485-adf7-4ba7-b6b2-4df8e8cae555", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:07.479388 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15300fef-cbee-4753-bc19-f53f7eadcfad {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:07.479781 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15300fef-cbee-4753-bc19-f53f7eadcfad'] response: {'name': 'network-changed', 'server_uuid': '2f557cc2-571b-41c3-976b-a0cf92fca6f3', 'tag': 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555', 'status': 'completed', 'code': 200} Mar 31 23:04:07.496504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.531353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.545521 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-821ed956-8ac0-4b98-99b9-be57f73bf951 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "PUT /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags HTTP/1.1" status: 200 len: 316 time: 0.2420757 Mar 31 23:04:07.546994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42106) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.588173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-0fa16e78-a4f9-45e7-8642-a8cdc779ff85 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.597738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-33724b95-c23b-4eb4-9812-2726dcf85fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.599596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-33724b95-c23b-4eb4-9812-2726dcf85fff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 1094 time: 0.1227138 Mar 31 23:04:07.680335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.686557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-2e701f68-62fe-4f09-beed-97e4483c239e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 HTTP/1.1" status: 200 len: 217 time: 0.0752702 Mar 31 23:04:07.699591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233692eb-131d-476f-bd67-ed0d87b6e497 req-cfdb6a62-96fa-4c1e-b400-6bd560b53dcd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.706674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-233692eb-131d-476f-bd67-ed0d87b6e497 req-cfdb6a62-96fa-4c1e-b400-6bd560b53dcd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1709242 Mar 31 23:04:07.712643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Allocated IP 172.25.4.73 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/59b7c75e-db42-4060-9816-67cd2bf11cd3) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:07.745031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.766153 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.769308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/networks/53a0dbd9-10c0-48af-a93f-88b5e1a06b61 HTTP/1.1" status: 204 len: 168 time: 2.1830678 Mar 31 23:04:07.776957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42110) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.782266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2102026058'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:07.809819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed5ced-ee04-490f-a246-798cb4466a1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Network': ['ID=53a0dbd9-10c0-48af-a93f-88b5e1a06b61,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.818148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0fa16e78-a4f9-45e7-8642-a8cdc779ff85 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags HTTP/1.1" status: 204 len: 168 time: 0.2699618 Mar 31 23:04:07.825067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42112) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.830515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-4cf9167f-8437-41c8-8277-0bf371bd5f19 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c', 'tempest-TagsExtTest-Tag-434494910') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.842201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-60a58a33-7261-4ff5-b906-bcdedb639602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.843978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-60a58a33-7261-4ff5-b906-bcdedb639602 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1363049 Mar 31 23:04:07.876482 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-4cf9167f-8437-41c8-8277-0bf371bd5f19 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:07.877443 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4cf9167f-8437-41c8-8277-0bf371bd5f19 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags/tempest-TagsExtTest-Tag-434494910 HTTP/1.1" status: 404 len: 328 time: 0.0513692 Mar 31 23:04:07.880445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42114) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.885463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-233692eb-131d-476f-bd67-ed0d87b6e497 req-f234d3c5-d3b7-4590-a526-4fd298c6e948 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687641 Mar 31 23:04:07.891032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-18fe66a5-80a0-4205-abce-baf872256a09 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c', 'tempest-TagsExtTest-Tag-1838009100') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.914034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-1cbdb9d1-b53d-4340-ba56-776e33675023 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402968 Mar 31 23:04:07.924234 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.933824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa461-ddb1-4e9e-b65c-1cd7f75e99e9 req-e00690f5-7a92-4467-a1ef-6561a3754b35 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.935662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99bfa461-ddb1-4e9e-b65c-1cd7f75e99e9 req-e00690f5-7a92-4467-a1ef-6561a3754b35 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 943 time: 0.1359169 Mar 31 23:04:07.946400 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-18fe66a5-80a0-4205-abce-baf872256a09 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:07.949508 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-18fe66a5-80a0-4205-abce-baf872256a09 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags/tempest-TagsExtTest-Tag-1838009100 HTTP/1.1" status: 404 len: 329 time: 0.0673425 Mar 31 23:04:07.956904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42118) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:07.963058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-14546532-4765-46a7-81ec-3dd0f17ff37c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c', 'tempest-TagsExtTest-Tag-157944543') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.993241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:07.997493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.012532 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-14546532-4765-46a7-81ec-3dd0f17ff37c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] show failed (client error): The resource could not be found. Mar 31 23:04:08.012532 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-14546532-4765-46a7-81ec-3dd0f17ff37c tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags/tempest-TagsExtTest-Tag-157944543 HTTP/1.1" status: 404 len: 328 time: 0.0446661 Mar 31 23:04:08.014669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42120) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.019259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-915fe109-950c-470d-ba6a-b5b658798fcb tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:08.047999 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-915fe109-950c-470d-ba6a-b5b658798fcb tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0321033 Mar 31 23:04:08.050597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42122) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.052008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:08.058519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-576f297e-9f55-4613-aff2-6df5fc5627ff tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15759fdf-de5a-4935-aa7b-89750885b934') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:08.058757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99bfa461-ddb1-4e9e-b65c-1cd7f75e99e9 req-5dd27db4-5d0a-4ff4-95bc-9523d6777434 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101542 Mar 31 23:04:08.083384 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.083687 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Added segment 90420879-da24-4694-8c5c-cb4a1cb5506a of type vlan for network c6139c0d-8156-4ed3-af22-575c9002060e Mar 31 23:04:08.103086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-6aa62e5b-28db-4752-a72d-c932f3adba22 service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858304 Mar 31 23:04:08.132663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.154201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.175880 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-576f297e-9f55-4613-aff2-6df5fc5627ff tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934/tags HTTP/1.1" status: 204 len: 168 time: 0.1242507 Mar 31 23:04:08.184467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42124) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.185964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:08.191036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.tag.tag_plugin [None req-0c43ee32-f9df-4439-a1ba-50999bcc4c26 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ecb3932-d266-4b19-98f2-2a689f96015b') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:08.224417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:08.231385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:08.241854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009455e1-95a7-49e1-891f-d0c4a140a9c9 req-1b320b40-8df2-4144-ba65-685d364ddf1d service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204693 Mar 31 23:04:08.261858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Pushing event updated for resources: {'Port': ['ID=59b7c75e-db42-4060-9816-67cd2bf11cd3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:08.297335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.304813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.314521 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.416742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42128) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.417391 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0c43ee32-f9df-4439-a1ba-50999bcc4c26 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b/tags HTTP/1.1" status: 204 len: 168 time: 0.2332554 Mar 31 23:04:08.422789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.tag.tag_plugin [None req-77ab1213-dad8-455f-aa8d-3c17683625b5 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9b09e022-04bf-4fb5-bd84-3da0842616a5') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:08.427578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Network': ['ID=c6139c0d-8156-4ed3-af22-575c9002060e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:08.438945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.441712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c6139c0d-8156-4ed3-af22-575c9002060e details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:08.482346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-6d083d74-733d-45a6-baf3-05f0500b52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.483937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-6d083d74-733d-45a6-baf3-05f0500b52e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 1094 time: 0.1120186 Mar 31 23:04:08.497262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6db99eae-7bf1-4b41-b3c2-0b12052fe616 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7191973 Mar 31 23:04:08.500273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42130) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.505616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': 'c6139c0d-8156-4ed3-af22-575c9002060e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:08.599623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddebbe95-a4b5-4815-909b-29de35684810 None None] Network 11879df7-189b-49d4-bb26-cc2be81a106d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:08.630500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e461e7-9479-4dd0-8d84-986bd26d0876 req-6eb9fed5-1a38-498d-9b32-100dfe764290 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.633176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61e461e7-9479-4dd0-8d84-986bd26d0876 req-6eb9fed5-1a38-498d-9b32-100dfe764290 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1545999 Mar 31 23:04:08.658363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77ab1213-dad8-455f-aa8d-3c17683625b5 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5/tags HTTP/1.1" status: 204 len: 168 time: 0.2332661 Mar 31 23:04:08.663348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42136) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:08.716198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-f5e894a2-300e-41bb-9d79-89cf395cd630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.717660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-f5e894a2-300e-41bb-9d79-89cf395cd630 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 907 time: 0.2168081 Mar 31 23:04:08.770588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9a545f64-833d-4930-b44b-1566934e2b66 None None] Provisioning complete for port 0c516d7c-8245-44ad-85c5-504218161222 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:08.771644 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9a545f64-833d-4930-b44b-1566934e2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.784187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:08.787924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.806598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-a7ad6fb4-538b-44e3-81e6-fb8ef95ef7f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 HTTP/1.1" status: 200 len: 217 time: 0.0781398 Mar 31 23:04:08.855017 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.864211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0c516d7c-8245-44ad-85c5-504218161222 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:08.901307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61e461e7-9479-4dd0-8d84-986bd26d0876 req-22568795-a82d-4a25-a616-1354683d2b69 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348728 Mar 31 23:04:08.949250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-0de02851-2e71-4f05-aaec-5f85f6dba562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.949250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-0de02851-2e71-4f05-aaec-5f85f6dba562 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.1077793 Mar 31 23:04:08.956809 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.980233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-509f719b-06da-4309-b8b1-3e49ce1fccb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278726 Mar 31 23:04:09.015725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0c516d7c-8245-44ad-85c5-504218161222 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:09.016210 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.092124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9a545f64-833d-4930-b44b-1566934e2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.101113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c383-7678-44ae-b6b9-f98cc2251f48 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for subnetpool, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.102402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7bd6c383-7678-44ae-b6b9-f98cc2251f48 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnetpools/dedbd27e-1040-4f7d-8b5a-f2364ec2ed4c HTTP/1.1" status: 204 len: 168 time: 0.4427001 Mar 31 23:04:09.108497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42146) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:09.166444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-7fb656f6-1b25-4001-a718-7cfdb2501792 service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760526 Mar 31 23:04:09.175010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9a545f64-833d-4930-b44b-1566934e2b66 None None] For port 0c516d7c-8245-44ad-85c5-504218161222, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0c516d7c-8245-44ad-85c5-504218161222,segment=NetworkSegment(94039fb3-b16a-434d-9d8f-5cdff60ee42d),segment_id=94039fb3-b16a-434d-9d8f-5cdff60ee42d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:09.181920 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dffa6854-4af0-4f33-a9dd-31dc097dcab7 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "GET /v2.0/ports?device_id=15759fdf-de5a-4935-aa7b-89750885b934 HTTP/1.1" status: 200 len: 205 time: 0.0682707 Mar 31 23:04:09.190313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42148) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:09.360486 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7580c11-d0f2-440d-956a-0a1dd5a3d220 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.373381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030d475-38cf-42ec-8ec2-456eb8b3f8d3 req-b06749be-fc71-4f85-bd09-5bf0f4e2fa18 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:09.375065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1030d475-38cf-42ec-8ec2-456eb8b3f8d3 req-b06749be-fc71-4f85-bd09-5bf0f4e2fa18 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2292237 Mar 31 23:04:09.375350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.376829 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9a545f64-833d-4930-b44b-1566934e2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.386033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65fea1d1-1d8e-472c-bb52-1ba8c2a29dd4 req-64cd078b-8118-4f46-86e5-b06c97c3bf72 service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065992 Mar 31 23:04:09.399358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18140a-565c-444c-81fb-955eb027c143 req-4ec703f1-1bbf-40e5-940d-acc10f7440ef tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:09.409475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c18140a-565c-444c-81fb-955eb027c143 req-4ec703f1-1bbf-40e5-940d-acc10f7440ef tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 943 time: 0.2039201 Mar 31 23:04:09.411144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.411401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.465835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a545f64-833d-4930-b44b-1566934e2b66 None None] Pushing event updated for resources: {'Port': ['ID=0c516d7c-8245-44ad-85c5-504218161222,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.480004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1030d475-38cf-42ec-8ec2-456eb8b3f8d3 req-c1487ce7-119c-41a1-b449-84e3e4d91498 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Mar 31 23:04:09.510073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c18140a-565c-444c-81fb-955eb027c143 req-94a7b7af-2bac-4d75-8821-290eab23c950 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996406 Mar 31 23:04:09.527902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:04:09.527902 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:04:09.534026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-98e871e6-a69d-4d14-b6cb-a2a6b9532f37 None None] Provisioning complete for port 0c516d7c-8245-44ad-85c5-504218161222 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:09.534406 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98e871e6-a69d-4d14-b6cb-a2a6b9532f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.563132 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.929475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=e54cbf85-8dac-474c-ab0c-fc54c72f73a7,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.935320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7580c11-d0f2-440d-956a-0a1dd5a3d220 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.939531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7580c11-d0f2-440d-956a-0a1dd5a3d220 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.959807 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.001295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking segment: {'id': '90420879-da24-4694-8c5c-cb4a1cb5506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'c6139c0d-8156-4ed3-af22-575c9002060e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:10.006382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network hostable DHCP agents. Network: c6139c0d-8156-4ed3-af22-575c9002060e, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:10.061557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8480c0-8cf3-4c4c-9b57-daca6d84f442 req-3dd44ce5-14e3-4b42-9a76-de35065ad631 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.063537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8480c0-8cf3-4c4c-9b57-daca6d84f442 req-3dd44ce5-14e3-4b42-9a76-de35065ad631 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.0626400 Mar 31 23:04:10.103535 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7580c11-d0f2-440d-956a-0a1dd5a3d220 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.104065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7580c11-d0f2-440d-956a-0a1dd5a3d220 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Fanout notify agent at l3_agent the message router_deleted on router 15759fdf-de5a-4935-aa7b-89750885b934 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:10.104222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8480c0-8cf3-4c4c-9b57-daca6d84f442 req-f7ef26da-a5ce-4409-94b2-5e81e1103a63 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Mar 31 23:04:10.112831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7580c11-d0f2-440d-956a-0a1dd5a3d220 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.113186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7580c11-d0f2-440d-956a-0a1dd5a3d220 tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/routers/15759fdf-de5a-4935-aa7b-89750885b934 HTTP/1.1" status: 204 len: 168 time: 0.9213684 Mar 31 23:04:10.115680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42154) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.167442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network c6139c0d-8156-4ed3-af22-575c9002060e is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:10.243143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1882c5ec-f2b1-4631-b35f-d26fe9378dee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Deleting port 1ecb3932-d266-4b19-98f2-2a689f96015b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:10.243401 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1882c5ec-f2b1-4631-b35f-d26fe9378dee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.294326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c6139c0d-8156-4ed3-af22-575c9002060e) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:10.299027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.299615 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.304759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3512210-1d68-49bb-a807-0fa402407482 None None] Network c6139c0d-8156-4ed3-af22-575c9002060e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:10.320189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Router a2bf54c2-2620-43fa-af92-3aa9011ffc51 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:10.392921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1882c5ec-f2b1-4631-b35f-d26fe9378dee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.413270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1882c5ec-f2b1-4631-b35f-d26fe9378dee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Calling delete_port for 1ecb3932-d266-4b19-98f2-2a689f96015b owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:10.429072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3ec5827f-2fc9-406c-be8d-30fd0994811d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9274790 Mar 31 23:04:10.432658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42156) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.442426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': 'c6139c0d-8156-4ed3-af22-575c9002060e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1028666387'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:10.477053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-c6139c0d-8156-4ed3-af22-575c9002060e', 'network_id': 'c6139c0d-8156-4ed3-af22-575c9002060e', 'tenant_id': 'd5cda5de37c84600a79b0cd7da6142c5', 'fixed_ips': [{'subnet_id': 'e54cbf85-8dac-474c-ab0c-fc54c72f73a7'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:10.478016 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.522272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:10.540371 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Sync routers for ids ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:10.576782 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Routers {'a2bf54c2-2620-43fa-af92-3aa9011ffc51'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:10.579859 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:04:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:10.664244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.683206 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-63cf922c-dbd3-4041-9652-2cea644a5123 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6650984 Mar 31 23:04:10.683206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42162) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.744357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:10.748949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.783232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0c516d7c-8245-44ad-85c5-504218161222 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:10.798548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d5dee-0e7a-48bd-af4a-5ddd632f7ce3 req-4aac4fd2-36ef-43da-837d-21437d713e55 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.800786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-050d5dee-0e7a-48bd-af4a-5ddd632f7ce3 req-4aac4fd2-36ef-43da-837d-21437d713e55 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1529913 Mar 31 23:04:10.816984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9168cd-ca90-4d44-ba0d-7a864a9710c7 req-56192619-a406-4616-aa91-e156752a42de tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.822858 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Set router a2bf54c2-2620-43fa-af92-3aa9011ffc51 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:10.828020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de9168cd-ca90-4d44-ba0d-7a864a9710c7 req-56192619-a406-4616-aa91-e156752a42de tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 943 time: 0.2091722 Mar 31 23:04:10.837310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 4d139b74-a2a1-4523-8373-2c1d06752c72 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:10.859492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Allocated IP 172.20.0.2 (c6139c0d-8156-4ed3-af22-575c9002060e/e54cbf85-8dac-474c-ab0c-fc54c72f73a7/e9d2e742-c822-4f93-8270-5ebe0081594f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:10.909021 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1882c5ec-f2b1-4631-b35f-d26fe9378dee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.921011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0c516d7c-8245-44ad-85c5-504218161222 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:10.921433 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.951869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882c5ec-f2b1-4631-b35f-d26fe9378dee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Pushing event deleted for resources: {'Port': ['ID=1ecb3932-d266-4b19-98f2-2a689f96015b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:10.964146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de9168cd-ca90-4d44-ba0d-7a864a9710c7 req-d58c6544-dfe4-45ed-8671-95d79625ff9a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351330 Mar 31 23:04:11.028720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-050d5dee-0e7a-48bd-af4a-5ddd632f7ce3 req-21519024-b790-44cb-96cc-987e4f8d180d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851220 Mar 31 23:04:11.059358 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:08Z', 'revision_number': 3, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port': {'id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:07Z', 'updated_at': '2022-03-31T23:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:11.100646 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Checking router: a2bf54c2-2620-43fa-af92-3aa9011ffc51 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:11.100994 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Updating router a2bf54c2-2620-43fa-af92-3aa9011ffc51 port 59b7c75e-db42-4060-9816-67cd2bf11cd3 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:11.147541 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.164297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1882c5ec-f2b1-4631-b35f-d26fe9378dee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.172253 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1882c5ec-f2b1-4631-b35f-d26fe9378dee tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/ports/1ecb3932-d266-4b19-98f2-2a689f96015b HTTP/1.1" status: 204 len: 168 time: 1.0531659 Mar 31 23:04:11.172612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:11.287267 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.351899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3408f390-08d1-4fd7-b316-f995d3e9a05f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Deleting subnet 9b09e022-04bf-4fb5-bd84-3da0842616a5 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:11.359125 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3408f390-08d1-4fd7-b316-f995d3e9a05f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.394999 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.398354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de9ae6-a7d9-48d7-831e-e84446150f55 req-41addc56-bfa3-4e45-9f55-0769daac2d5c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:11.399922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0de9ae6-a7d9-48d7-831e-e84446150f55 req-41addc56-bfa3-4e45-9f55-0769daac2d5c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1475801 Mar 31 23:04:11.448236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3408f390-08d1-4fd7-b316-f995d3e9a05f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.462314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Network c6139c0d-8156-4ed3-af22-575c9002060e is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:11.468287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:11.476704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:11.506848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Pushing event updated for resources: {'Port': ['ID=e9d2e742-c822-4f93-8270-5ebe0081594f,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:11.534669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.561704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0de9ae6-a7d9-48d7-831e-e84446150f55 req-806a14f3-cbd9-4f1c-b525-4259a9bd4bcd tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460853 Mar 31 23:04:11.634284 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3408f390-08d1-4fd7-b316-f995d3e9a05f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.658990 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.677580 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.api [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-86cecf9c-ed56-4a0f-8b92-110f101d12e0 {{(pid=109820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:04:11.678190 n-d-836015-1 neutron-server[109820]: DEBUG oslo_db.api [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:04:11.678462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Attempting to bind port e9d2e742-c822-4f93-8270-5ebe0081594f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:11.678924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Attempting to bind port e9d2e742-c822-4f93-8270-5ebe0081594f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '90420879-da24-4694-8c5c-cb4a1cb5506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'c6139c0d-8156-4ed3-af22-575c9002060e'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:11.679358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Attempting to bind port e9d2e742-c822-4f93-8270-5ebe0081594f on network c6139c0d-8156-4ed3-af22-575c9002060e {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:11.689905 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:11.690281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Checking segment: {'id': '90420879-da24-4694-8c5c-cb4a1cb5506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'c6139c0d-8156-4ed3-af22-575c9002060e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:11.690714 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.691141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Bound using segment: {'id': '90420879-da24-4694-8c5c-cb4a1cb5506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'c6139c0d-8156-4ed3-af22-575c9002060e'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:11.691893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Bound port: e9d2e742-c822-4f93-8270-5ebe0081594f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90420879-da24-4694-8c5c-cb4a1cb5506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'c6139c0d-8156-4ed3-af22-575c9002060e'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:11.692892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.787173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] For port e9d2e742-c822-4f93-8270-5ebe0081594f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:11.791941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] For port e9d2e742-c822-4f93-8270-5ebe0081594f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e9d2e742-c822-4f93-8270-5ebe0081594f,segment=NetworkSegment(90420879-da24-4694-8c5c-cb4a1cb5506a),segment_id=90420879-da24-4694-8c5c-cb4a1cb5506a)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:11.794384 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.850943 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Pushing event updated for resources: {'Port': ['ID=59b7c75e-db42-4060-9816-67cd2bf11cd3,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:11.853243 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Attempting to bind port 59b7c75e-db42-4060-9816-67cd2bf11cd3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:11.853750 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Attempting to bind port 59b7c75e-db42-4060-9816-67cd2bf11cd3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:11.854240 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Attempting to bind port 59b7c75e-db42-4060-9816-67cd2bf11cd3 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:11.867264 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3408f390-08d1-4fd7-b316-f995d3e9a05f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.867750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Allocated IP 172.20.0.1 (11879df7-189b-49d4-bb26-cc2be81a106d/47ddc71c-54a2-4252-bde2-bfa3e8091689/625f4ddf-ebb6-4d10-ac5f-304980bc750c) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:11.868109 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.868646 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.869217 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.869767 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.870309 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.871374 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.872184 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.872713 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.876601 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.876601 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.876601 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.876601 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:11.878563 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:11.879031 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:11.879434 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.879851 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:11.880373 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Bound port: 59b7c75e-db42-4060-9816-67cd2bf11cd3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:11.880762 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.897726 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.905186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408f390-08d1-4fd7-b316-f995d3e9a05f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Pushing event deleted for resources: {'Subnet': ['ID=9b09e022-04bf-4fb5-bd84-3da0842616a5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:11.921702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3408f390-08d1-4fd7-b316-f995d3e9a05f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.929106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3408f390-08d1-4fd7-b316-f995d3e9a05f tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/subnets/9b09e022-04bf-4fb5-bd84-3da0842616a5 HTTP/1.1" status: 204 len: 168 time: 0.7547333 Mar 31 23:04:11.931448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42168) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:11.954743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942507e2-3bdd-46d8-a7e1-613edc63957d None None] Network c3900c87-9f3c-4886-9558-159550e49502 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:11.994587 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] For port 59b7c75e-db42-4060-9816-67cd2bf11cd3, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:12.002692 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] For port 59b7c75e-db42-4060-9816-67cd2bf11cd3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=59b7c75e-db42-4060-9816-67cd2bf11cd3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:12.026564 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.072973 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.094007 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.095685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:12.146046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318121f-0469-42ce-bf8b-e0eaea7df773 None None] Pushing event updated for resources: {'Port': ['ID=e9d2e742-c822-4f93-8270-5ebe0081594f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:12.175960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.191714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.200788 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Routers {'a2bf54c2-2620-43fa-af92-3aa9011ffc51'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:12.205244 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:04:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:12.241745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port f3c17d52-6ebd-43f4-a723-0fea33954fea yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:12.273367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Network 11879df7-189b-49d4-bb26-cc2be81a106d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:12.273920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:12.279352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:12.286104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Pushing event updated for resources: {'Port': ['ID=625f4ddf-ebb6-4d10-ac5f-304980bc750c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:12.321246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed5dde-fc2b-4a9f-b5f4-136512481c5d req-505d82f6-5028-4b76-9483-e547b5d160f0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:12.332920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63ed5dde-fc2b-4a9f-b5f4-136512481c5d req-505d82f6-5028-4b76-9483-e547b5d160f0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 943 time: 0.2482748 Mar 31 23:04:12.356233 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb20d2-8dcb-459c-ad28-17e5a4bd9539 None None] Pushing event updated for resources: {'Port': ['ID=59b7c75e-db42-4060-9816-67cd2bf11cd3,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:12.370317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:12.376628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.407661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'port_id': 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555', 'mac_address': 'fa:16:3e:0f:0c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31745a5e-6ef0-4571-8300-7eeaf4dba00d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:12.501889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880521b-db9b-440d-8a63-455951c38938 None None] DHCP port deletion for c3900c87-9f3c-4886-9558-159550e49502 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:12.514346 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.521818 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] Set router a2bf54c2-2620-43fa-af92-3aa9011ffc51 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:12.533134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:12.540067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c92a-069f-45c5-a6af-b1c7e07a4b60 req-ea84613b-cb71-4890-bd54-8c31a8039488 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:12.551083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9268c92a-069f-45c5-a6af-b1c7e07a4b60 req-ea84613b-cb71-4890-bd54-8c31a8039488 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.4083927 Mar 31 23:04:12.589248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63ed5dde-fc2b-4a9f-b5f4-136512481c5d req-a3d68f3a-244b-4efe-8661-73ef587b8732 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464221 Mar 31 23:04:12.618686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:12.703902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a880521b-db9b-440d-8a63-455951c38938 None None] Deleting port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:12.704182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a880521b-db9b-440d-8a63-455951c38938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.757275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.843042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Deleting port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:12.843792 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.846466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.13 (c6139c0d-8156-4ed3-af22-575c9002060e/e54cbf85-8dac-474c-ab0c-fc54c72f73a7/f3c17d52-6ebd-43f4-a723-0fea33954fea) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:12.883341 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e9d2e742-c822-4f93-8270-5ebe0081594f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:12.886045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9268c92a-069f-45c5-a6af-b1c7e07a4b60 req-42a470a2-dd32-4d7b-b896-0c97abb4babe tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268540 Mar 31 23:04:12.926840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.942603 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:08Z', 'revision_number': 3, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port': {'id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:07Z', 'updated_at': '2022-03-31T23:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:12.994268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7e6b702a-33f6-4580-ad47-1c563adb7a41 None None] Provisioning complete for port 625f4ddf-ebb6-4d10-ac5f-304980bc750c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:12.994941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e6b702a-33f6-4580-ad47-1c563adb7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.016711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7690c-178d-405e-837c-9cd4c14e653d req-3fd5b555-22ef-47b3-b88e-7eaaf286250b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:13.018821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59b7690c-178d-405e-837c-9cd4c14e653d req-3fd5b555-22ef-47b3-b88e-7eaaf286250b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2959907 Mar 31 23:04:13.032686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] For port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,segment=NetworkSegment(83d551a6-fb47-4428-bb86-4705dc6010e1),segment_id=83d551a6-fb47-4428-bb86-4705dc6010e1)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:13.033133 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335168-7c45-444d-b811-16f19e8f7e26 None None] The sync data for ids ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'] in n-d-836015-1 is: [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:08Z', 'revision_number': 3, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port': {'id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:07Z', 'updated_at': '2022-03-31T23:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:13.033386 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.052535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a880521b-db9b-440d-8a63-455951c38938 None None] For port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,segment=NetworkSegment(83d551a6-fb47-4428-bb86-4705dc6010e1),segment_id=83d551a6-fb47-4428-bb86-4705dc6010e1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:13.053584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a880521b-db9b-440d-8a63-455951c38938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.059010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Calling delete_port for 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:13.087726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:13.108252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a880521b-db9b-440d-8a63-455951c38938 None None] Calling delete_port for 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:13.118880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b702a-33f6-4580-ad47-1c563adb7a41 None None] Port 625f4ddf-ebb6-4d10-ac5f-304980bc750c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:13.141413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['b1bcc485-adf7-4ba7-b6b2-4df8e8cae555'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:13.280859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e9d2e742-c822-4f93-8270-5ebe0081594f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:13.281250 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.297730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.372968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.516202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.520059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Pushing event updated for resources: {'Port': ['ID=625f4ddf-ebb6-4d10-ac5f-304980bc750c,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:13.567847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a880521b-db9b-440d-8a63-455951c38938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.630646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880521b-db9b-440d-8a63-455951c38938 None None] No DVR routers for this DVR port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:13.684726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59b7690c-178d-405e-837c-9cd4c14e653d req-816b08e8-4005-4a90-b0a4-57b0c6f32673 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6202521 Mar 31 23:04:13.806241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Network 11879df7-189b-49d4-bb26-cc2be81a106d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:13.808241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:13.868350 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.907910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.971491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Pushing event deleted for resources: {'Port': ['ID=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:13.974893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] No DVR routers for this DVR port 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:13.977964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Router a2bf54c2-2620-43fa-af92-3aa9011ffc51 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:14.069031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4df24-e564-46e2-96de-5c549ff5c4c8 req-6afa377b-7a7a-448d-9038-2b3c55509c9c tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:14.081038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0431218a-b261-4578-9715-a0a03384412d None None] Network c6139c0d-8156-4ed3-af22-575c9002060e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:14.093579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e4df24-e564-46e2-96de-5c549ff5c4c8 req-6afa377b-7a7a-448d-9038-2b3c55509c9c tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 944 time: 0.3163087 Mar 31 23:04:14.127813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880521b-db9b-440d-8a63-455951c38938 None None] Pushing event deleted for resources: {'Port': ['ID=464be9d0-91e1-4bcc-84d0-a74fa5b9a60f,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.153699 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.176707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:14.205074 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b523f4de-6bd5-41b3-a012-9a3f77952385 admin admin] 10.222.0.31 "PUT /v2.0/routers/a2bf54c2-2620-43fa-af92-3aa9011ffc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5250752 Mar 31 23:04:14.264892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port e9d2e742-c822-4f93-8270-5ebe0081594f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e9d2e742-c822-4f93-8270-5ebe0081594f,segment=NetworkSegment(90420879-da24-4694-8c5c-cb4a1cb5506a),segment_id=90420879-da24-4694-8c5c-cb4a1cb5506a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:14.266272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1be80194-1f73-4942-bfd7-a72cba3b264c None None] Provisioning complete for port e9d2e742-c822-4f93-8270-5ebe0081594f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:14.266726 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1be80194-1f73-4942-bfd7-a72cba3b264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.288328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.298814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7e4df24-e564-46e2-96de-5c549ff5c4c8 req-dcf83c9e-f66e-455c-8f11-dcd5e1211ac0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041762 Mar 31 23:04:14.332933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52690d88-84e5-44ab-a432-88e53db92d3a req-0e368c92-376b-4744-b99a-f98ef839f5e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:14.337665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52690d88-84e5-44ab-a432-88e53db92d3a req-0e368c92-376b-4744-b99a-f98ef839f5e8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2394536 Mar 31 23:04:14.341358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.364062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.428011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3900c87-9f3c-4886-9558-159550e49502']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:14.450448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d551a6-fb47-4428-bb86-4705dc6010e1') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:14.450836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d551a6-fb47-4428-bb86-4705dc6010e1') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:14.473889 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.477950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:14.487963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network c6139c0d-8156-4ed3-af22-575c9002060e is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:14.510602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=f3c17d52-6ebd-43f4-a723-0fea33954fea,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.519044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:14.524991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:14.534543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:14.535037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 464be9d0-91e1-4bcc-84d0-a74fa5b9a60f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:14.538354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52690d88-84e5-44ab-a432-88e53db92d3a req-10571fa0-ccfa-413a-b603-df245d92e1ad tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994667 Mar 31 23:04:14.579733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.592060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=e9d2e742-c822-4f93-8270-5ebe0081594f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.610402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:14.610858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:14.616343 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:14.716015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:14.717195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.780050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0a6db7f4-5e85-44eb-bda3-6d785a58167b None None] Provisioning complete for port 625f4ddf-ebb6-4d10-ac5f-304980bc750c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:14.780423 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0a6db7f4-5e85-44eb-bda3-6d785a58167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.831433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-249f629b-9740-4d6d-9094-5f9013a1fc43 req-7067bde3-aee3-479a-8a24-5e914ddf44ad tempest-FloatingIPsNegativeTestJSON-1946603763 tempest-FloatingIPsNegativeTestJSON-1946603763-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=5e86372e45954c509db37ccee6298e93 HTTP/1.1" status: 200 len: 217 time: 0.0674386 Mar 31 23:04:14.848770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0a6db7f4-5e85-44eb-bda3-6d785a58167b None None] Port 625f4ddf-ebb6-4d10-ac5f-304980bc750c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:14.858341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-06f75e08-51f5-49ac-be14-41dcd97c8fbf tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.4190762 Mar 31 23:04:14.858727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42192) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:14.874942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 59b7c75e-db42-4060-9816-67cd2bf11cd3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:14.891381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.896590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.903195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] 10.222.0.31 "DELETE /v2.0/networks/c3900c87-9f3c-4886-9558-159550e49502 HTTP/1.1" status: 204 len: 168 time: 2.9672661 Mar 31 23:04:14.932854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-028e88f5-81ce-4360-b164-d53955922c8d req-fdcdf062-4aea-4e03-b70e-7458c0375547 tempest-FloatingIPsNegativeTestJSON-1946603763 tempest-FloatingIPsNegativeTestJSON-1946603763-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0492055 Mar 31 23:04:15.000389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-845cb8d1-1ced-487b-ba79-42159b260f99 None None] Provisioning complete for port e9d2e742-c822-4f93-8270-5ebe0081594f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:15.000846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-845cb8d1-1ced-487b-ba79-42159b260f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.003998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 59b7c75e-db42-4060-9816-67cd2bf11cd3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:15.004364 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.025875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-cd687cee-3cbf-49be-a272-06c105bc413e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port f3c17d52-6ebd-43f4-a723-0fea33954fea {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:15.035339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd687cee-3cbf-49be-a272-06c105bc413e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.036031 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-f33c84a1-688e-442a-b73f-4ae08d612932 req-9aade57c-3ba2-4cc9-9ce7-69ac9a80a591 tempest-FloatingIPsNegativeTestJSON-1946603763 tempest-FloatingIPsNegativeTestJSON-1946603763-project] show failed (client error): The resource could not be found. Mar 31 23:04:15.039153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f33c84a1-688e-442a-b73f-4ae08d612932 req-9aade57c-3ba2-4cc9-9ce7-69ac9a80a591 tempest-FloatingIPsNegativeTestJSON-1946603763 tempest-FloatingIPsNegativeTestJSON-1946603763-project] 10.222.0.31 "GET /v2.0/floatingips/875e744e-2ec9-4214-b4be-9dda68f74f16 HTTP/1.1" status: 404 len: 350 time: 0.0542209 Mar 31 23:04:15.041977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42198) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.043494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a4065-26c0-4cfc-ac03-7ae4a984b64e tempest-TagsExtTest-683742584 tempest-TagsExtTest-683742584-project] Pushing event deleted for resources: {'Network': ['ID=c3900c87-9f3c-4886-9558-159550e49502,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:15.118422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e608-651f-480d-8bfd-f8216027bc29 req-fedbf5ab-26c5-42a2-b253-7f7c0f129967 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:15.120221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8354e608-651f-480d-8bfd-f8216027bc29 req-fedbf5ab-26c5-42a2-b253-7f7c0f129967 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2811542 Mar 31 23:04:15.164536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd687cee-3cbf-49be-a272-06c105bc413e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.179405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-cd687cee-3cbf-49be-a272-06c105bc413e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for f3c17d52-6ebd-43f4-a723-0fea33954fea owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:15.203036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8354e608-651f-480d-8bfd-f8216027bc29 req-b28b7a11-c1d6-4d5e-9afd-a05dd19d3376 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731897 Mar 31 23:04:15.226784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-845cb8d1-1ced-487b-ba79-42159b260f99 None None] Provisioning complete for port f3c17d52-6ebd-43f4-a723-0fea33954fea triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:15.227149 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-845cb8d1-1ced-487b-ba79-42159b260f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.269431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.320467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 59b7c75e-db42-4060-9816-67cd2bf11cd3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=59b7c75e-db42-4060-9816-67cd2bf11cd3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:15.323191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-845cb8d1-1ced-487b-ba79-42159b260f99 None None] Port f3c17d52-6ebd-43f4-a723-0fea33954fea cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:15.405844 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.406999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e9d2e742-c822-4f93-8270-5ebe0081594f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:15.434606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd687cee-3cbf-49be-a272-06c105bc413e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.466267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b4fe2199-40f3-4fb3-8bf7-640025a2a7a1 None None] Could not find standard attr ID for object f3c17d52-6ebd-43f4-a723-0fea33954fea. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:04:15.484262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd687cee-3cbf-49be-a272-06c105bc413e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=f3c17d52-6ebd-43f4-a723-0fea33954fea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:15.516279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c55d7-375a-41c4-a62a-3dca3c7e2583 req-04d05094-e4d6-4f93-941d-cbcd3c08cce4 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:15.521567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=59b7c75e-db42-4060-9816-67cd2bf11cd3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:15.526746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e9d2e742-c822-4f93-8270-5ebe0081594f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:15.527315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.534241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb9c55d7-375a-41c4-a62a-3dca3c7e2583 req-04d05094-e4d6-4f93-941d-cbcd3c08cce4 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 944 time: 0.1440375 Mar 31 23:04:15.626369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd687cee-3cbf-49be-a272-06c105bc413e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.631904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cd687cee-3cbf-49be-a272-06c105bc413e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/f3c17d52-6ebd-43f4-a723-0fea33954fea HTTP/1.1" status: 204 len: 168 time: 0.7715721 Mar 31 23:04:15.637120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.672252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.679389 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8050bcf5-eb54-45a1-974b-3e92e58b7272 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:04:15.684717 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8050bcf5-eb54-45a1-974b-3e92e58b7272 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/f3c17d52-6ebd-43f4-a723-0fea33954fea HTTP/1.1" status: 404 len: 333 time: 0.0428722 Mar 31 23:04:15.688730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42212) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.768574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb9c55d7-375a-41c4-a62a-3dca3c7e2583 req-b7fe48a2-dab9-4107-a873-6c46fb048e64 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330739 Mar 31 23:04:15.822987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e4cee6-4557-4b35-9422-adc3ede1cae1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet e54cbf85-8dac-474c-ab0c-fc54c72f73a7 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:15.834806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e4cee6-4557-4b35-9422-adc3ede1cae1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.845632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Sync routers for ids ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:15.858283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Routers {'a2bf54c2-2620-43fa-af92-3aa9011ffc51'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:15.859959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:04:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:15.881953 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ba7e3d80-dace-41f4-9d0e-73057fede5b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b9551d617784829abe539a7f9b8668b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085700 Mar 31 23:04:15.884614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42214) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.906446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707fc24-16f6-471b-b681-eb2636057a4b req-aaa0be22-53d0-439d-8799-4298877dc8f4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:15.909071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d707fc24-16f6-471b-b681-eb2636057a4b req-aaa0be22-53d0-439d-8799-4298877dc8f4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2455165 Mar 31 23:04:15.946372 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e4cee6-4557-4b35-9422-adc3ede1cae1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.947877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-163408f7-e6a4-41e5-96e4-a5cef33a8a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.975138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-163408f7-e6a4-41e5-96e4-a5cef33a8a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.995276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Set router a2bf54c2-2620-43fa-af92-3aa9011ffc51 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:16.039463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:16.039723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d707fc24-16f6-471b-b681-eb2636057a4b req-f55b1b1a-309b-403c-a561-0ff464a7a0e6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031032 Mar 31 23:04:16.086903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.129071 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e4cee6-4557-4b35-9422-adc3ede1cae1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.176869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-163408f7-e6a4-41e5-96e4-a5cef33a8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.180667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-163408f7-e6a4-41e5-96e4-a5cef33a8a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.182627 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-163408f7-e6a4-41e5-96e4-a5cef33a8a05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f97297f5-aff8-4540-8753-7950e1ad4e6d HTTP/1.1" status: 204 len: 168 time: 0.2962868 Mar 31 23:04:16.193067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163408f7-e6a4-41e5-96e4-a5cef33a8a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97297f5-aff8-4540-8753-7950e1ad4e6d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:16.259025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:04:16.264810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:16.265294 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.337879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:12Z', 'revision_number': 4, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port': {'id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:07Z', 'updated_at': '2022-03-31T23:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '625f4ddf-ebb6-4d10-ac5f-304980bc750c', 'name': '', 'network_id': '11879df7-189b-49d4-bb26-cc2be81a106d', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'mac_address': 'fa:16:3e:a7:69:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '47ddc71c-54a2-4252-bde2-bfa3e8091689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:11Z', 'updated_at': '2022-03-31T23:04:13Z', 'revision_number': 2, 'project_id': '5e86372e45954c509db37ccee6298e93', 'subnets': [{'id': '47ddc71c-54a2-4252-bde2-bfa3e8091689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:16.394582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Checking router: a2bf54c2-2620-43fa-af92-3aa9011ffc51 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:16.394995 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Updating router a2bf54c2-2620-43fa-af92-3aa9011ffc51 port 625f4ddf-ebb6-4d10-ac5f-304980bc750c binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:16.406848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e4cee6-4557-4b35-9422-adc3ede1cae1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.418318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.439983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.450268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4cee6-4557-4b35-9422-adc3ede1cae1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=e54cbf85-8dac-474c-ab0c-fc54c72f73a7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:16.457348 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e4cee6-4557-4b35-9422-adc3ede1cae1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.464164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42220) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:16.464511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f557cc2-571b-41c3-976b-a0cf92fca6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:16.466206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-20e4cee6-4557-4b35-9422-adc3ede1cae1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/e54cbf85-8dac-474c-ab0c-fc54c72f73a7 HTTP/1.1" status: 204 len: 168 time: 0.7720466 Mar 31 23:04:16.472361 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9490e08f-e417-4b5d-8ebe-795ac52fe62e" -d '{"events": [{"server_uuid": "2f557cc2-571b-41c3-976b-a0cf92fca6f3", "name": "network-vif-plugged", "status": "completed", "tag": "b1bcc485-adf7-4ba7-b6b2-4df8e8cae555"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:16.473727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d09ada-a853-4984-8d27-06e58c6deb71 None None] Network c6139c0d-8156-4ed3-af22-575c9002060e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:16.542697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e98500-89b5-44c3-a1ff-a706f45d97b2 req-9d5cdcd1-e778-47c3-ae18-2cdfcc8a2117 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:16.552772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:16.567875 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d64e21-5e1a-4f52-a129-77fb1ebc7848 x-openstack-request-id: req-53d64e21-5e1a-4f52-a129-77fb1ebc7848 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:16.568236 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f557cc2-571b-41c3-976b-a0cf92fca6f3", "name": "network-vif-plugged", "status": "completed", "tag": "b1bcc485-adf7-4ba7-b6b2-4df8e8cae555", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:16.568558 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53d64e21-5e1a-4f52-a129-77fb1ebc7848 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:16.569049 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d64e21-5e1a-4f52-a129-77fb1ebc7848'] response: {'server_uuid': '2f557cc2-571b-41c3-976b-a0cf92fca6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555', 'code': 200} Mar 31 23:04:16.569745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.572710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0e98500-89b5-44c3-a1ff-a706f45d97b2 req-9d5cdcd1-e778-47c3-ae18-2cdfcc8a2117 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2288299 Mar 31 23:04:16.640383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0e98500-89b5-44c3-a1ff-a706f45d97b2 req-7afdd774-4b02-4632-805a-2e8af18f46b0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662277 Mar 31 23:04:16.661235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port e9d2e742-c822-4f93-8270-5ebe0081594f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:16.661611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.674859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.751831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] For port e9d2e742-c822-4f93-8270-5ebe0081594f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e9d2e742-c822-4f93-8270-5ebe0081594f,segment=NetworkSegment(90420879-da24-4694-8c5c-cb4a1cb5506a),segment_id=90420879-da24-4694-8c5c-cb4a1cb5506a)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:16.752048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.769095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for e9d2e742-c822-4f93-8270-5ebe0081594f owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:16.785437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5118a-13ab-4640-98fb-be2275199746 req-1abddf26-01c8-4bc5-8a23-41b2a9134ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:16.787083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18f5118a-13ab-4640-98fb-be2275199746 req-1abddf26-01c8-4bc5-8a23-41b2a9134ee1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 1096 time: 0.1253114 Mar 31 23:04:16.837576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Deleting port 625f4ddf-ebb6-4d10-ac5f-304980bc750c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:16.840031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.881290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 59b7c75e-db42-4060-9816-67cd2bf11cd3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:16.972667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18f5118a-13ab-4640-98fb-be2275199746 req-635d62e0-822f-4386-9e22-2c6a6a6958cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778212 Mar 31 23:04:16.998560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.999787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.010415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.023294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a140bc-964c-4486-bf7f-72310384df85 req-9034f0c7-e0c3-45b6-9bff-4a4bc810654e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:17.028839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76a140bc-964c-4486-bf7f-72310384df85 req-9034f0c7-e0c3-45b6-9bff-4a4bc810654e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 945 time: 0.1045201 Mar 31 23:04:17.028839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Calling delete_port for 625f4ddf-ebb6-4d10-ac5f-304980bc750c owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:17.044831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No DVR routers for this DVR port e9d2e742-c822-4f93-8270-5ebe0081594f on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:17.048149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=e9d2e742-c822-4f93-8270-5ebe0081594f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.172180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76a140bc-964c-4486-bf7f-72310384df85 req-f97e39a5-dc40-412e-919f-d4fc9a17467d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376314 Mar 31 23:04:17.252946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.278411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6139c0d-8156-4ed3-af22-575c9002060e']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.286775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90420879-da24-4694-8c5c-cb4a1cb5506a') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.287079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90420879-da24-4694-8c5c-cb4a1cb5506a') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.301898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.317168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.324729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:17.324729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.344055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:17.361676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 59b7c75e-db42-4060-9816-67cd2bf11cd3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:17.362207 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:17.395367 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:17.403711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775caeac-a315-43bc-a71f-dc58d56a2807 req-ec994a7f-1ead-49ee-b2b0-2292b82f7b64 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:17.405155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea7323-d14c-44c1-8e51-256b1f7aee70 None None] DHCP port deletion for c6139c0d-8156-4ed3-af22-575c9002060e request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:17.405847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-775caeac-a315-43bc-a71f-dc58d56a2807 req-ec994a7f-1ead-49ee-b2b0-2292b82f7b64 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1960363 Mar 31 23:04:17.501018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.515570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-775caeac-a315-43bc-a71f-dc58d56a2807 req-0e19f571-5717-42ee-9463-99b989819ba2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935850 Mar 31 23:04:17.534528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.545152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/networks/c6139c0d-8156-4ed3-af22-575c9002060e HTTP/1.1" status: 204 len: 168 time: 1.0785248 Mar 31 23:04:17.550294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:17.557664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'name': 'tempest-PortsTestJSON-927997380'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:17.595667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4e892-90a1-41ea-afbf-a24f86fa54d0 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Network': ['ID=c6139c0d-8156-4ed3-af22-575c9002060e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.623946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.628988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:17.648784 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:04:17.649315 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:04:17.656087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'port_id': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'mac_address': 'fa:16:3e:7f:02:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:17.667005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=625f4ddf-ebb6-4d10-ac5f-304980bc750c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.726844 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.765339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad13302a-2a9c-458d-8b29-4b93dd185418 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:17.812493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:17.825150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:17.833104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.884233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 5419815b-5217-44d6-a8ca-b2a48613464b yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:17.930166 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.059710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['ad13302a-2a9c-458d-8b29-4b93dd185418'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:18.121617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.177728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405290ef-4d70-420e-91a3-f1b5fc6c7387 req-34712820-24cb-41a5-973a-d3276cce3692 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.188695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-405290ef-4d70-420e-91a3-f1b5fc6c7387 req-34712820-24cb-41a5-973a-d3276cce3692 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.3450506 Mar 31 23:04:18.192581 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.216064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Port 625f4ddf-ebb6-4d10-ac5f-304980bc750c not found while updating agent binding for router a2bf54c2-2620-43fa-af92-3aa9011ffc51. {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 31 23:04:18.251520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Routers {'a2bf54c2-2620-43fa-af92-3aa9011ffc51'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:18.252785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:04:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:18.258164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.379418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-405290ef-4d70-420e-91a3-f1b5fc6c7387 req-3fdb5494-5b92-47ba-a4e3-e3ba29170a72 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890047 Mar 31 23:04:18.490736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.651484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] Set router a2bf54c2-2620-43fa-af92-3aa9011ffc51 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:18.685316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:18.691789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:18.705453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:18.719558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.720649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.779053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=5419815b-5217-44d6-a8ca-b2a48613464b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.868456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e9d2e742-c822-4f93-8270-5ebe0081594f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:18.910524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e9d2e742-c822-4f93-8270-5ebe0081594f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:18.910949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e9d2e742-c822-4f93-8270-5ebe0081594f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:18.918038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bdd71c26-a72a-4bf1-8aa6-76ef7cd7748c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3660183 Mar 31 23:04:18.920677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42264) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:19.040578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:17Z', 'revision_number': 5, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port': {'id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:07Z', 'updated_at': '2022-03-31T23:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:19.064696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b3ba6-ab68-4579-83df-c1e54fb97821 req-9b55d334-f36b-4336-9d87-6610ac0573c6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.073795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b2b3ba6-ab68-4579-83df-c1e54fb97821 req-9b55d334-f36b-4336-9d87-6610ac0573c6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 945 time: 0.7293499 Mar 31 23:04:19.075110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-6650ec56-52c8-4b30-af01-6cb94ea2753c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 5419815b-5217-44d6-a8ca-b2a48613464b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:19.075465 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6650ec56-52c8-4b30-af01-6cb94ea2753c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.084950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43cfd-12b9-48f5-a6d6-7dd8dea0ff6f None None] The sync data for ids ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'] in n-d-836015-1 is: [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:17Z', 'revision_number': 5, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port': {'id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:07Z', 'updated_at': '2022-03-31T23:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:19.152347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876522f-a108-4f03-812e-a38c844ef79d req-51158074-305c-412e-b2c2-7ade3e25ef62 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.153904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8876522f-a108-4f03-812e-a38c844ef79d req-51158074-305c-412e-b2c2-7ade3e25ef62 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1470027 Mar 31 23:04:19.168665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6650ec56-52c8-4b30-af01-6cb94ea2753c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.186829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-6650ec56-52c8-4b30-af01-6cb94ea2753c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 5419815b-5217-44d6-a8ca-b2a48613464b owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:19.200622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b2b3ba6-ab68-4579-83df-c1e54fb97821 req-86648323-ec40-430f-8418-5d072e32579b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197958 Mar 31 23:04:19.286683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8876522f-a108-4f03-812e-a38c844ef79d req-a44ad2d2-1086-4fbb-a4c9-d27f0890f99d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136577 Mar 31 23:04:19.311883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Router a2bf54c2-2620-43fa-af92-3aa9011ffc51 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:19.361552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:19.428544 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6650ec56-52c8-4b30-af01-6cb94ea2753c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.468034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port ad13302a-2a9c-458d-8b29-4b93dd185418 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:19.468563 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.502493 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6650ec56-52c8-4b30-af01-6cb94ea2753c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.512596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6650ec56-52c8-4b30-af01-6cb94ea2753c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/5419815b-5217-44d6-a8ca-b2a48613464b HTTP/1.1" status: 204 len: 168 time: 0.5893199 Mar 31 23:04:19.513803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650ec56-52c8-4b30-af01-6cb94ea2753c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=5419815b-5217-44d6-a8ca-b2a48613464b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:19.521294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42280) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:19.538192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'mac_address': 'fa:16:3e:55:49:a6', 'name': 'tempest-PortsTestJSON-851998394'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:19.677239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d25c9-f35b-435b-bbdd-26ed19f817a3 req-960e040e-aee5-426c-8033-67d1e1dbeafe tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.687459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f48d25c9-f35b-435b-bbdd-26ed19f817a3 req-960e040e-aee5-426c-8033-67d1e1dbeafe tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0924144 Mar 31 23:04:19.691148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:19.732734 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.742820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-686db1ba-c452-4175-8566-697559acf9a7 admin admin] 10.222.0.31 "PUT /v2.0/routers/a2bf54c2-2620-43fa-af92-3aa9011ffc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6967373 Mar 31 23:04:19.746375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42286) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:19.838133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:19.844126 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4cd2bf-eba2-4f98-adf2-c843d5fcb8b6" -d '{"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:19.880842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:19.930309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f48d25c9-f35b-435b-bbdd-26ed19f817a3 req-869b80c3-0eb5-4c9c-8433-765cd71e78ff tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419212 Mar 31 23:04:20.011851 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.015045 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a2dcbc-6856-472e-8b51-0ce2408f9407 x-openstack-request-id: req-91a2dcbc-6856-472e-8b51-0ce2408f9407 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:20.022857 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:20.022857 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91a2dcbc-6856-472e-8b51-0ce2408f9407 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:20.022857 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a2dcbc-6856-472e-8b51-0ce2408f9407'] response: {'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'code': 200} Mar 31 23:04:20.107006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.125004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:20.455896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:20.581010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.630006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 109a9cb8-fef6-4313-9bdc-4835e83ee321 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:20.658468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.714312 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] Sync routers for ids ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:20.717364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8bb72-86c4-4fc3-9f44-1fa7a6f52bb4 req-e1ccd721-23c3-4130-9577-fb784286801b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:20.720558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54f8bb72-86c4-4fc3-9f44-1fa7a6f52bb4 req-e1ccd721-23c3-4130-9577-fb784286801b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 945 time: 0.2834225 Mar 31 23:04:20.726322 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] Routers {'a2bf54c2-2620-43fa-af92-3aa9011ffc51'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:20.727310 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:04:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:20.746853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f5036-4630-4a17-85b5-bfe4cb43596d req-25f4955d-06be-4b01-8454-b7f49b6974cc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:20.761857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-569f5036-4630-4a17-85b5-bfe4cb43596d req-25f4955d-06be-4b01-8454-b7f49b6974cc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3228209 Mar 31 23:04:20.779721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-b829a93e-c4e1-475c-8aef-0f67f99fc010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:20.782587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-b829a93e-c4e1-475c-8aef-0f67f99fc010 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1096 time: 0.2941384 Mar 31 23:04:20.912858 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] Set router a2bf54c2-2620-43fa-af92-3aa9011ffc51 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:20.937676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.943645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54f8bb72-86c4-4fc3-9f44-1fa7a6f52bb4 req-bb85521a-56e5-43fb-96ab-6911e7be39ba tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161670 Mar 31 23:04:20.996354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-569f5036-4630-4a17-85b5-bfe4cb43596d req-0fb6005c-5ceb-40ef-a6f2-30a5775dee77 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330859 Mar 31 23:04:21.084406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-7694477f-d7a2-4c0c-b688-2c1a74213012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.086470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-7694477f-d7a2-4c0c-b688-2c1a74213012 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.2922196 Mar 31 23:04:21.172114 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.244452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:21.251164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:21.264825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c7b25-46f4-41d1-a2ef-6bc0efe33ba6 req-a9e4d5c9-d549-4052-9ea1-d9595db25674 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.266666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-992c7b25-46f4-41d1-a2ef-6bc0efe33ba6 req-a9e4d5c9-d549-4052-9ea1-d9595db25674 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2123449 Mar 31 23:04:21.297296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=109a9cb8-fef6-4313-9bdc-4835e83ee321,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:21.298168 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:17Z', 'revision_number': 5, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port': {'id': '59b7c75e-db42-4060-9816-67cd2bf11cd3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:07Z', 'updated_at': '2022-03-31T23:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:21.306076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:21.317016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.318609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.319094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-3d187765-e5a7-4e84-9f38-fa1da4843d8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.1897924 Mar 31 23:04:21.349356 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] Checking router: a2bf54c2-2620-43fa-af92-3aa9011ffc51 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:21.362984 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] Routers {'a2bf54c2-2620-43fa-af92-3aa9011ffc51'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:21.364017 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:04:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:21.364569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:21.426619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Deleting port 59b7c75e-db42-4060-9816-67cd2bf11cd3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:21.426876 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.457439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456e6b-6524-492d-822f-354203675667 req-833c9b12-2891-4efe-b8a5-74d5ad92b08d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.470788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02456e6b-6524-492d-822f-354203675667 req-833c9b12-2891-4efe-b8a5-74d5ad92b08d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2798641 Mar 31 23:04:21.494794 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e4c04f88-9000-41df-b22a-dfcba8254419 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9590132 Mar 31 23:04:21.495363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42340) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:21.581612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:21.606133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-992c7b25-46f4-41d1-a2ef-6bc0efe33ba6 req-d87a4692-47ef-4c78-abce-48a8dc2c6517 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177421 Mar 31 23:04:21.609201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-01d70a49-6e05-4fbb-a7e2-54ebafecddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.617327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-01d70a49-6e05-4fbb-a7e2-54ebafecddbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.2799718 Mar 31 23:04:21.638311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3', 'port_id': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'mac_address': 'fa:16:3e:4d:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423e6cf0-b271-4227-bdb6-9e93b52151ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:21.650530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79bd88c-ca25-423d-8d14-fbbaa4db719c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.656790 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e79bd88c-ca25-423d-8d14-fbbaa4db719c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/109a9cb8-fef6-4313-9bdc-4835e83ee321 HTTP/1.1" status: 200 len: 840 time: 0.1543250 Mar 31 23:04:21.657783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42342) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:21.739673 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.766278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:21.780377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02456e6b-6524-492d-822f-354203675667 req-d7988bdf-37b8-419e-85a6-2f07adc99b3c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080502 Mar 31 23:04:21.790775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:21.855758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] For port 59b7c75e-db42-4060-9816-67cd2bf11cd3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=59b7c75e-db42-4060-9816-67cd2bf11cd3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:21.855758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.920859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.922999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Calling delete_port for 59b7c75e-db42-4060-9816-67cd2bf11cd3 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:21.935248 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] Set router a2bf54c2-2620-43fa-af92-3aa9011ffc51 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:21.957639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-2389e651-5c6c-46c2-92e1-2e81bbd05eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.960948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-2389e651-5c6c-46c2-92e1-2e81bbd05eac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3318439 Mar 31 23:04:21.983858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6927c04-ed3f-4a4f-b44c-a9f32b0489ac req-dbfa327f-e9fc-406c-9a88-fd9647858e6f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.985466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6927c04-ed3f-4a4f-b44c-a9f32b0489ac req-dbfa327f-e9fc-406c-9a88-fd9647858e6f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 945 time: 0.1635365 Mar 31 23:04:22.016200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-03ca44d5-ae71-4bf3-a5bd-88880fb63de5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 109a9cb8-fef6-4313-9bdc-4835e83ee321 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:22.016550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ca44d5-ae71-4bf3-a5bd-88880fb63de5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.076437 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:20Z', 'revision_number': 6, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:22.100417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.106897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:22.131189 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fdc5d0-6101-4e3c-b676-3797af8db780 None None] The sync data for ids ['a2bf54c2-2620-43fa-af92-3aa9011ffc51'] in n-d-836015-1 is: [{'id': 'a2bf54c2-2620-43fa-af92-3aa9011ffc51', 'name': 'tempest-FloatingIPsNegativeTestJSON-851741163-router', 'tenant_id': '5e86372e45954c509db37ccee6298e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:06Z', 'updated_at': '2022-03-31T23:04:20Z', 'revision_number': 6, 'project_id': '5e86372e45954c509db37ccee6298e93', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:22.199719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ca44d5-ae71-4bf3-a5bd-88880fb63de5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.250620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-03ca44d5-ae71-4bf3-a5bd-88880fb63de5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 109a9cb8-fef6-4313-9bdc-4835e83ee321 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:22.415241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-805fbbd0-d034-443c-98f2-beafc9eb7d0b service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178839 Mar 31 23:04:22.548140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ca44d5-ae71-4bf3-a5bd-88880fb63de5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.613742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6927c04-ed3f-4a4f-b44c-a9f32b0489ac req-4da3bd61-f23a-4671-9a5d-06b2c6be21ff tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761199 Mar 31 23:04:22.645830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca44d5-ae71-4bf3-a5bd-88880fb63de5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=109a9cb8-fef6-4313-9bdc-4835e83ee321,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.663124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09553c-9f43-4aa7-b48b-8f9b8ef7de38 req-0c8ee9fe-7abf-4564-8560-42419f34bb9a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:22.671705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ca44d5-ae71-4bf3-a5bd-88880fb63de5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.672805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de09553c-9f43-4aa7-b48b-8f9b8ef7de38 req-0c8ee9fe-7abf-4564-8560-42419f34bb9a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3361495 Mar 31 23:04:22.685518 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-03ca44d5-ae71-4bf3-a5bd-88880fb63de5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/109a9cb8-fef6-4313-9bdc-4835e83ee321 HTTP/1.1" status: 204 len: 168 time: 1.0258000 Mar 31 23:04:22.696937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42360) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:22.788083 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e7c8a4-dc79-46ea-96a4-692fb1650c40 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:04:22.805851 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15e7c8a4-dc79-46ea-96a4-692fb1650c40 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/109a9cb8-fef6-4313-9bdc-4835e83ee321 HTTP/1.1" status: 404 len: 333 time: 0.1071136 Mar 31 23:04:22.807275 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42362) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:22.851408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'name': 'tempest-PortsTestJSON-1399122691'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:22.923504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 59b7c75e-db42-4060-9816-67cd2bf11cd3 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:23.084158 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.110564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4aa98cb-8d28-4c6f-bdac-8c3127c004a7 req-9780d101-c353-4545-a1c6-0f4e3eb8d10d service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736770 Mar 31 23:04:23.136899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de09553c-9f43-4aa7-b48b-8f9b8ef7de38 req-333dca61-af2d-4c93-b963-9c4f1d8d0933 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624848 Mar 31 23:04:23.220035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eebb8-8e4a-4176-bc81-9c9b1a49371f req-29f79582-7b1b-4828-989e-09a29a4040ed tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:23.226815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec5eebb8-8e4a-4176-bc81-9c9b1a49371f req-29f79582-7b1b-4828-989e-09a29a4040ed tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 945 time: 0.4864426 Mar 31 23:04:23.305643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.364649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:23.371604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.387197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:23.414982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Pushing event deleted for resources: {'Port': ['ID=59b7c75e-db42-4060-9816-67cd2bf11cd3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:23.454307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 70f9fc17-21e8-48ee-9944-dc124bac3139 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:23.462926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec5eebb8-8e4a-4176-bc81-9c9b1a49371f req-455514ab-66e9-43ac-b084-edc3fa1a97f8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127945 Mar 31 23:04:23.643564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:23.644518 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.660991 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.946536 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.952711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81739-7353-47aa-8280-c7acc1e33f0b req-a1e1b890-8355-45de-8e39-1b03aab792e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:23.954428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3db81739-7353-47aa-8280-c7acc1e33f0b req-a1e1b890-8355-45de-8e39-1b03aab792e0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.6820571 Mar 31 23:04:24.027953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:24.046782 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92548b24-9043-4174-8bc9-6c7f0fff3dc1" -d '{"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-plugged", "status": "completed", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:24.082632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:24.137572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.234522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.418350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42396) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:24.461191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:24.480982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.626753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:24.627008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.629562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.631289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:24.636489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:24.645155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:24.646124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.650868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=70f9fc17-21e8-48ee-9944-dc124bac3139,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:24.753283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7557c82d-dc59-4bf5-8013-25b54e1a22e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.806797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5ec1f-9c69-446e-99cb-5f6c23d268e0 req-1efa8244-e26a-44e4-84ee-341b36d4c19b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:24.808485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ec5ec1f-9c69-446e-99cb-5f6c23d268e0 req-1efa8244-e26a-44e4-84ee-341b36d4c19b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.9458792 Mar 31 23:04:24.817901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-f6cde1b8-e944-4442-9caf-3842eea36cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:24.819451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-f6cde1b8-e944-4442-9caf-3842eea36cd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1096 time: 0.1525257 Mar 31 23:04:24.916238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ec5ec1f-9c69-446e-99cb-5f6c23d268e0 req-2337332f-b461-4d4f-879d-1121ca36d2ea tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891380 Mar 31 23:04:24.923523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3db81739-7353-47aa-8280-c7acc1e33f0b req-d44a7de9-4fc0-4fc1-ba08-d03b70d8e10d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292836 Mar 31 23:04:24.927569 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4b1228c1-58e3-4f9e-b862-9ce6fabdeaf9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1172922 Mar 31 23:04:24.934442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42408) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:24.952183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:25.107400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.114678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2bf54c2-2620-43fa-af92-3aa9011ffc51 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:25.129188 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.146229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5f5638f5-2308-41b2-9ed8-27041dc4b01a admin admin] 10.222.0.31 "DELETE /v2.0/routers/a2bf54c2-2620-43fa-af92-3aa9011ffc51 HTTP/1.1" status: 204 len: 168 time: 5.3959835 Mar 31 23:04:25.148455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42410) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:25.184174 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f96949-42f2-49d6-80be-c376f530bcf5 x-openstack-request-id: req-e2f96949-42f2-49d6-80be-c376f530bcf5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:25.184670 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-plugged", "status": "completed", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:25.184789 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2f96949-42f2-49d6-80be-c376f530bcf5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:25.185089 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f96949-42f2-49d6-80be-c376f530bcf5'] response: {'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'code': 200} Mar 31 23:04:25.319098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-5b744745-f306-473e-931c-952216fcfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.319098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-5b744745-f306-473e-931c-952216fcfcf6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.3878407 Mar 31 23:04:25.406430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c5da58-01b2-4b75-be7c-fb8d5df4ddc9 admin admin] Deleting subnet 47ddc71c-54a2-4252-bde2-bfa3e8091689 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:25.433982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7c5da58-01b2-4b75-be7c-fb8d5df4ddc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.469398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-e50879da-c69a-4f80-abb4-cffe001f750f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.1755266 Mar 31 23:04:25.533052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.565155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-57ce79a6-82c7-4bcf-b64d-dcf443249631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.566744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-57ce79a6-82c7-4bcf-b64d-dcf443249631 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.0917161 Mar 31 23:04:25.643365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7557c82d-dc59-4bf5-8013-25b54e1a22e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.723888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-ec84c748-fc68-4dbc-b196-cfa2782febf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.739565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-ec84c748-fc68-4dbc-b196-cfa2782febf6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611340 Mar 31 23:04:25.849703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dca03-a362-4d4c-9279-dfbd5bd8e129 req-ae4d03c3-41ed-4bc2-8421-b76e5582f3d7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.857056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e3dca03-a362-4d4c-9279-dfbd5bd8e129 req-ae4d03c3-41ed-4bc2-8421-b76e5582f3d7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2890856 Mar 31 23:04:25.901353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.906004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7557c82d-dc59-4bf5-8013-25b54e1a22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.910540 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7c5da58-01b2-4b75-be7c-fb8d5df4ddc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.991527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557c82d-dc59-4bf5-8013-25b54e1a22e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e9d91-4eff-49b7-9b89-e3017e6bc370,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.995892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e3dca03-a362-4d4c-9279-dfbd5bd8e129 req-00575bda-489d-41f2-b7fd-8f98d412cc7c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279414 Mar 31 23:04:26.019579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-519f3f4f-f22c-4c8b-90f7-e8c572fe78a6 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704709 Mar 31 23:04:26.041299 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7557c82d-dc59-4bf5-8013-25b54e1a22e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c778436f54a147e48fbc717c5f97ec6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6206400 Mar 31 23:04:26.047641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42416) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:26.076793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.302469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be000f80-90e9-48e6-b44b-0dbe47e5f8c6 req-21f472e5-d362-4acd-8a50-9f333fa4125f service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510338 Mar 31 23:04:26.306938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] In _notify_port_updated(), no bound segment for port 70f9fc17-21e8-48ee-9944-dc124bac3139 on network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:04:26.313428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.324058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.331180 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "PUT /v2.0/ports/70f9fc17-21e8-48ee-9944-dc124bac3139 HTTP/1.1" status: 200 len: 818 time: 1.3951583 Mar 31 23:04:26.335746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42422) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:26.525696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9535bb-d119-4c5a-8d83-f0442ec14301 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=70f9fc17-21e8-48ee-9944-dc124bac3139,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:26.539287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7c5da58-01b2-4b75-be7c-fb8d5df4ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.590561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d821a-ecfa-45af-8cbd-da624929a38b req-b20e6533-57a2-459d-aa92-1d43399c8f71 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.602137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-459d821a-ecfa-45af-8cbd-da624929a38b req-b20e6533-57a2-459d-aa92-1d43399c8f71 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2646208 Mar 31 23:04:26.666504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-459d821a-ecfa-45af-8cbd-da624929a38b req-0e5e1be0-081c-497b-856a-64763f0d03ea tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579953 Mar 31 23:04:26.706654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3417ad18-39d3-40e8-a919-0900d96792f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 70f9fc17-21e8-48ee-9944-dc124bac3139 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:26.707006 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3417ad18-39d3-40e8-a919-0900d96792f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.730026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efb9fe-32ff-4d3e-a8a0-7a350dee3091 req-ba818c1f-68bb-4ad5-aeb4-3356ff762c4f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.741179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38efb9fe-32ff-4d3e-a8a0-7a350dee3091 req-ba818c1f-68bb-4ad5-aeb4-3356ff762c4f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.4265449 Mar 31 23:04:26.878272 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7c5da58-01b2-4b75-be7c-fb8d5df4ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.885272 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-458e4d70-4c96-431c-a410-40eab9f511ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.990877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5da58-01b2-4b75-be7c-fb8d5df4ddc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ddc71c-54a2-4252-bde2-bfa3e8091689,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.046244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159301f1-35f4-426a-babf-a2249b4cffdf None None] Network 11879df7-189b-49d4-bb26-cc2be81a106d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:27.058999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7c5da58-01b2-4b75-be7c-fb8d5df4ddc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.065958 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e7c5da58-01b2-4b75-be7c-fb8d5df4ddc9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/47ddc71c-54a2-4252-bde2-bfa3e8091689 HTTP/1.1" status: 204 len: 168 time: 1.9115436 Mar 31 23:04:27.066213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38efb9fe-32ff-4d3e-a8a0-7a350dee3091 req-2da4befa-2234-4077-8a0e-674a854d66c0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224180 Mar 31 23:04:27.067113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42424) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:27.076022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-458e4d70-4c96-431c-a410-40eab9f511ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.090030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3417ad18-39d3-40e8-a919-0900d96792f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.101406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523ed2e-e6e6-49e1-8630-ce0ea898a4be req-621671fa-9e6f-4fc6-9523-20a6cc18de21 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:27.123232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0523ed2e-e6e6-49e1-8630-ce0ea898a4be req-621671fa-9e6f-4fc6-9523-20a6cc18de21 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 945 time: 0.3577545 Mar 31 23:04:27.156281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3417ad18-39d3-40e8-a919-0900d96792f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 70f9fc17-21e8-48ee-9944-dc124bac3139 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:27.246447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0523ed2e-e6e6-49e1-8630-ce0ea898a4be req-9fd4f804-dcea-4e63-b6e4-a12b0363bbd1 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151855 Mar 31 23:04:27.415479 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.474631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-85bd7faf-171a-4e26-a89e-7f1f33807f34 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:27.476192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-85bd7faf-171a-4e26-a89e-7f1f33807f34 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 945 time: 0.1255922 Mar 31 23:04:27.493540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Deleting port 0c516d7c-8245-44ad-85c5-504218161222 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:27.493950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.515410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] DHCP port deletion for 11879df7-189b-49d4-bb26-cc2be81a106d request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:27.593729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] For port 0c516d7c-8245-44ad-85c5-504218161222, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0c516d7c-8245-44ad-85c5-504218161222,segment=NetworkSegment(94039fb3-b16a-434d-9d8f-5cdff60ee42d),segment_id=94039fb3-b16a-434d-9d8f-5cdff60ee42d)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:27.594104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.618163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Calling delete_port for 0c516d7c-8245-44ad-85c5-504218161222 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:27.655211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Deleting port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:27.656504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.699249 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] Deleting port 0c516d7c-8245-44ad-85c5-504218161222 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:27.699249 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.804816 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-458e4d70-4c96-431c-a410-40eab9f511ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.809824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-458e4d70-4c96-431c-a410-40eab9f511ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.811783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-458e4d70-4c96-431c-a410-40eab9f511ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c6e9d91-4eff-49b7-9b89-e3017e6bc370 HTTP/1.1" status: 204 len: 168 time: 1.5158451 Mar 31 23:04:27.838785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e4d70-4c96-431c-a410-40eab9f511ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e9d91-4eff-49b7-9b89-e3017e6bc370,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.873184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] For port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:27.873184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.911658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Calling delete_port for b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:27.925588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3417ad18-39d3-40e8-a919-0900d96792f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.054030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] For port 0c516d7c-8245-44ad-85c5-504218161222, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0c516d7c-8245-44ad-85c5-504218161222,segment=NetworkSegment(94039fb3-b16a-434d-9d8f-5cdff60ee42d),segment_id=94039fb3-b16a-434d-9d8f-5cdff60ee42d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:28.054861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.082906 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.088504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417ad18-39d3-40e8-a919-0900d96792f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=70f9fc17-21e8-48ee-9944-dc124bac3139,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.096253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a80a53-6d5f-4136-adbf-20de7109aa31 req-8cec8a7a-5101-48c3-a9f2-009b5dc8504f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:28.098090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] Calling delete_port for 0c516d7c-8245-44ad-85c5-504218161222 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:28.114347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82a80a53-6d5f-4136-adbf-20de7109aa31 req-8cec8a7a-5101-48c3-a9f2-009b5dc8504f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2655551 Mar 31 23:04:28.187416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3417ad18-39d3-40e8-a919-0900d96792f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.204118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3417ad18-39d3-40e8-a919-0900d96792f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/70f9fc17-21e8-48ee-9944-dc124bac3139 HTTP/1.1" status: 204 len: 168 time: 1.8621731 Mar 31 23:04:28.222990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:28.223967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c516d7c-8245-44ad-85c5-504218161222,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.264297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] No DVR routers for this DVR port 0c516d7c-8245-44ad-85c5-504218161222 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:28.316414 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.405824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] Pushing event deleted for resources: {'Port': ['ID=0c516d7c-8245-44ad-85c5-504218161222,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.415688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffd391-83ed-4c5c-8461-8d7761557b3f None None] No DVR routers for this DVR port 0c516d7c-8245-44ad-85c5-504218161222 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:28.459395 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.477869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82a80a53-6d5f-4136-adbf-20de7109aa31 req-ed3399b7-2069-43f8-ac78-55e11297988f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618770 Mar 31 23:04:28.489572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11879df7-189b-49d4-bb26-cc2be81a106d']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:28.503520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94039fb3-b16a-434d-9d8f-5cdff60ee42d') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:28.503971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94039fb3-b16a-434d-9d8f-5cdff60ee42d') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:28.515755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.518635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f8447-8fd0-4bda-9fa3-4fd8cc49172a req-1191771a-c48f-4995-8149-435171d473e6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:28.521394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-477f8447-8fd0-4bda-9fa3-4fd8cc49172a req-1191771a-c48f-4995-8149-435171d473e6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2353466 Mar 31 23:04:28.534512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.541631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:28.542226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:28.618490 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:28.653862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9cae5-efa9-4c83-97bd-ad6d80c43cca tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:28.656957 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dbb9cae5-efa9-4c83-97bd-ad6d80c43cca tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4221482 Mar 31 23:04:28.662556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42442) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:28.707543 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-78873e31-c9c3-4021-9dcf-17bd11dbb436 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:04:28.713736 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-78873e31-c9c3-4021-9dcf-17bd11dbb436 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/70f9fc17-21e8-48ee-9944-dc124bac3139 HTTP/1.1" status: 404 len: 333 time: 0.0430884 Mar 31 23:04:28.713736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.715690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42444) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:28.733863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-883418939'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:28.744536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-477f8447-8fd0-4bda-9fa3-4fd8cc49172a req-fecaecea-122d-405d-8720-13710e7bc725 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098336 Mar 31 23:04:28.785442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.800713 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/11879df7-189b-49d4-bb26-cc2be81a106d HTTP/1.1" status: 204 len: 168 time: 1.7294943 Mar 31 23:04:28.839664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0c516d7c-8245-44ad-85c5-504218161222 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:28.845616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84be9e3-77aa-4afe-a626-6141ed949bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=11879df7-189b-49d4-bb26-cc2be81a106d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.898239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 0c516d7c-8245-44ad-85c5-504218161222 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:28.898770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0c516d7c-8245-44ad-85c5-504218161222 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:28.966504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:28.974281 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.061924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:29.080662 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.081588 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Added segment 63a214d0-73da-4c30-b0b6-c7c4c374d12e of type vlan for network 53484d28-23e0-4c9c-9254-4401db2b770b Mar 31 23:04:29.099465 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.111541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fc1648f3-ca0e-4f20-be01-5a56c4690432'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:29.117305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813', 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:29.152627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99768-4e85-403c-a210-64b08c135e36 req-774cbbee-17e2-4ba7-92a8-0158c74350b6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:29.154798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b99768-4e85-403c-a210-64b08c135e36 req-774cbbee-17e2-4ba7-92a8-0158c74350b6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 945 time: 0.1871936 Mar 31 23:04:29.161841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.241165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event deleted for resources: {'Port': ['ID=b1bcc485-adf7-4ba7-b6b2-4df8e8cae555,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:29.326063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.332829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:29.333607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.346905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] No DVR routers for this DVR port b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:29.357215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b99768-4e85-403c-a210-64b08c135e36 req-38cf68b4-88b6-4f03-9091-b75731b62d7b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821115 Mar 31 23:04:29.372703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.378744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c445477a-5125-4eb9-901e-8f6317a86a27 req-044f1ab7-770e-4855-b3a0-8e3270d71985 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.45 "DELETE /v2.0/ports/b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 HTTP/1.1" status: 204 len: 173 time: 1.8958828 Mar 31 23:04:29.390834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f557cc2-571b-41c3-976b-a0cf92fca6f3', 'name': 'network-vif-deleted', 'tag': 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:29.394834 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700d7161-4de9-4009-b839-4b60b7fc2a03" -d '{"events": [{"server_uuid": "2f557cc2-571b-41c3-976b-a0cf92fca6f3", "name": "network-vif-deleted", "tag": "b1bcc485-adf7-4ba7-b6b2-4df8e8cae555"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:29.527350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42450) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:29.575244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dab4b06c-ebfd-428d-8834-115455d61db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.654764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42454) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:29.686283 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9619200 Mar 31 23:04:29.691599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42456) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:29.714362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:29.728951 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa12764f-22b1-44c9-8475-b9ab906534e8 x-openstack-request-id: req-fa12764f-22b1-44c9-8475-b9ab906534e8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:29.729715 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f557cc2-571b-41c3-976b-a0cf92fca6f3", "name": "network-vif-deleted", "tag": "b1bcc485-adf7-4ba7-b6b2-4df8e8cae555", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:29.732020 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa12764f-22b1-44c9-8475-b9ab906534e8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:29.732745 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa12764f-22b1-44c9-8475-b9ab906534e8'] response: {'server_uuid': '2f557cc2-571b-41c3-976b-a0cf92fca6f3', 'name': 'network-vif-deleted', 'tag': 'b1bcc485-adf7-4ba7-b6b2-4df8e8cae555', 'status': 'completed', 'code': 200} Mar 31 23:04:29.881385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3db36-099f-4963-9f1e-b6e0f31e8076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Network': ['ID=53484d28-23e0-4c9c-9254-4401db2b770b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:29.963961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d173e6c-e193-483c-93b1-4172c5d8c097 req-58e5d164-7fff-4ef5-942f-d907159cd755 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:29.970016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d173e6c-e193-483c-93b1-4172c5d8c097 req-58e5d164-7fff-4ef5-942f-d907159cd755 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.2337434 Mar 31 23:04:30.082466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 53484d28-23e0-4c9c-9254-4401db2b770b details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:30.104533 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dab4b06c-ebfd-428d-8834-115455d61db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.185523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d173e6c-e193-483c-93b1-4172c5d8c097 req-af75d0f3-a95a-4cf2-b625-1550037c95f0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958530 Mar 31 23:04:30.187391 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4e3a026c-5c18-4cbf-b25f-c1152631824e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e86372e45954c509db37ccee6298e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294287 Mar 31 23:04:30.192964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:30.233199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb004da1-f776-464e-aaf8-63f2c0d2cee5 req-ecac41f5-a844-4954-be8f-4ab1e25ca0f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:30.236614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb004da1-f776-464e-aaf8-63f2c0d2cee5 req-ecac41f5-a844-4954-be8f-4ab1e25ca0f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1289885 Mar 31 23:04:30.347972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2d42e89-d7b7-44cd-a751-a6ca669d16d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.389257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb004da1-f776-464e-aaf8-63f2c0d2cee5 req-4ae1249e-a340-44ca-9eee-1f3b9835c44d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368761 Mar 31 23:04:30.416329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dab4b06c-ebfd-428d-8834-115455d61db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.444080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2d42e89-d7b7-44cd-a751-a6ca669d16d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.513368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:30.538576 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.571506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dab4b06c-ebfd-428d-8834-115455d61db3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecc6904975f347d58a1ee3681abb6b37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0375512 Mar 31 23:04:30.572372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42466) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:30.649701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4b06c-ebfd-428d-8834-115455d61db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572478b2-83a3-4290-9127-ebe256627365,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:30.759766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e842cf05-999b-4691-8a6a-5f8718f6fbda req-fb9e4e85-f7ee-4802-ab5e-325f09fbc67a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 210 time: 0.1279640 Mar 31 23:04:30.826021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f202a034-bdff-4a88-b78e-cd3c89c8ce54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.897358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f202a034-bdff-4a88-b78e-cd3c89c8ce54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.901277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2d42e89-d7b7-44cd-a751-a6ca669d16d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.915353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2d42e89-d7b7-44cd-a751-a6ca669d16d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.933217 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d2d42e89-d7b7-44cd-a751-a6ca669d16d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c863854f-b3ad-4d26-a1e7-6d9fc5441b60 HTTP/1.1" status: 204 len: 168 time: 0.7333627 Mar 31 23:04:31.075231 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f202a034-bdff-4a88-b78e-cd3c89c8ce54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.079349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f202a034-bdff-4a88-b78e-cd3c89c8ce54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.081827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f202a034-bdff-4a88-b78e-cd3c89c8ce54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/572478b2-83a3-4290-9127-ebe256627365 HTTP/1.1" status: 204 len: 168 time: 0.5063856 Mar 31 23:04:31.105011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202a034-bdff-4a88-b78e-cd3c89c8ce54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572478b2-83a3-4290-9127-ebe256627365,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.153770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-6d19d68d-adfa-4396-98f8-f2ba00d3c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:31.159409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-6d19d68d-adfa-4396-98f8-f2ba00d3c494 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1096 time: 0.1597352 Mar 31 23:04:31.283048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d42e89-d7b7-44cd-a751-a6ca669d16d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c863854f-b3ad-4d26-a1e7-6d9fc5441b60,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.356420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.416231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-24efc21f-4888-4060-8006-ac26943493c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:31.421320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-24efc21f-4888-4060-8006-ac26943493c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 914 time: 0.2306607 Mar 31 23:04:31.515488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-95401063-e147-4b75-a5be-be6516a6f5f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 217 time: 0.0871387 Mar 31 23:04:31.613711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.650394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking segment: {'id': '63a214d0-73da-4c30-b0b6-c7c4c374d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:31.650923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network hostable DHCP agents. Network: 53484d28-23e0-4c9c-9254-4401db2b770b, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:31.711131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-1e06d9f8-afd5-4f91-9159-2e1a31446174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:31.715074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-1e06d9f8-afd5-4f91-9159-2e1a31446174 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.1908741 Mar 31 23:04:31.784019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-e03a7665-d02a-4049-be0f-5ef636ec9281 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599909 Mar 31 23:04:31.788200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 53484d28-23e0-4c9c-9254-4401db2b770b is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:31.793351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272144d3-a064-47fd-b574-51cd9965d2f8 req-f1580763-c6ac-4964-9955-d2336775cee8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:31.801804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272144d3-a064-47fd-b574-51cd9965d2f8 req-f1580763-c6ac-4964-9955-d2336775cee8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2073693 Mar 31 23:04:31.812377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85160f-bc56-4477-acaa-9bbd47bd5b31 req-e014df00-c5e3-43db-8e87-1446d5e22983 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:31.822268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee85160f-bc56-4477-acaa-9bbd47bd5b31 req-e014df00-c5e3-43db-8e87-1446d5e22983 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.3056817 Mar 31 23:04:31.885634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 53484d28-23e0-4c9c-9254-4401db2b770b) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:31.890333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee85160f-bc56-4477-acaa-9bbd47bd5b31 req-c5dbb425-ffb9-44e2-8b07-1b7998ffb584 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668464 Mar 31 23:04:31.892027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:31.894976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.903433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51435eb-af98-426a-ad60-aef14d189675 None None] Network 53484d28-23e0-4c9c-9254-4401db2b770b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:32.013336 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f68eb2b8-14b2-41ba-8baa-e492c621bfb2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3180094 Mar 31 23:04:32.023482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42486) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:32.071734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-627b7948-40d9-4675-830f-106afa65713a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:32.234915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-f54a4b02-dcff-4ca3-b67a-26dd5741def5 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811011 Mar 31 23:04:32.329701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-272144d3-a064-47fd-b574-51cd9965d2f8 req-9de5f97a-20dd-42e1-bca7-30706adfbaf3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266106 Mar 31 23:04:32.371540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05b3cf5f-4235-4c17-9cd7-e02fe31980bf req-56c581b1-6fb8-496d-a507-1e1bfb5b8102 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f557cc2-571b-41c3-976b-a0cf92fca6f3 HTTP/1.1" status: 200 len: 210 time: 0.1227257 Mar 31 23:04:32.474243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:32.571471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b7948-40d9-4675-830f-106afa65713a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:32.581688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:32.582156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b1bcc485-adf7-4ba7-b6b2-4df8e8cae555 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:32.582306 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-627b7948-40d9-4675-830f-106afa65713a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.588468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddb962dd-e671-45f5-9ffb-24f8c1e9dc8d req-59e2574b-1cff-4c3a-a793-0c5b3cf31c66 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368211 Mar 31 23:04:32.707191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-53484d28-23e0-4c9c-9254-4401db2b770b', 'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b', 'tenant_id': 'd5cda5de37c84600a79b0cd7da6142c5', 'fixed_ips': [{'subnet_id': '6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:32.708247 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.958561 n-d-836015-1 neutron-server[109821]: INFO neutron.db.ipam_backend_mixin [None req-627b7948-40d9-4675-830f-106afa65713a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887 (CIDR: 172.20.0.0/28) Mar 31 23:04:33.029790 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-627b7948-40d9-4675-830f-106afa65713a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:04:33.032492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627b7948-40d9-4675-830f-106afa65713a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:04:33.130578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Allocated IP 172.20.0.2 (53484d28-23e0-4c9c-9254-4401db2b770b/6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887/8b6e1929-90e3-4d50-92ee-07ca7810b57f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:33.198165 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-627b7948-40d9-4675-830f-106afa65713a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1721354 Mar 31 23:04:33.200970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42506) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:33.209806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:33.251814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185f77d-57bb-43ed-99bc-71eb601f7c4d req-9a45439f-7546-413e-a746-8918facd0b86 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.253771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2185f77d-57bb-43ed-99bc-71eb601f7c4d req-9a45439f-7546-413e-a746-8918facd0b86 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1107211 Mar 31 23:04:33.393283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2185f77d-57bb-43ed-99bc-71eb601f7c4d req-fca0c9ff-4176-4f48-8611-31ba73746f69 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007478 Mar 31 23:04:33.555944 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.633252 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.823153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Network 53484d28-23e0-4c9c-9254-4401db2b770b is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:33.833621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:33.835008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:33.837778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:33.847470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.167777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d680912-4be5-4eef-9119-4c55285849b4 req-176662c5-c39a-4ccd-8c2f-9e3e1495e1da tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:34.171540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Attempting to bind port 8b6e1929-90e3-4d50-92ee-07ca7810b57f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:34.172117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Attempting to bind port 8b6e1929-90e3-4d50-92ee-07ca7810b57f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '63a214d0-73da-4c30-b0b6-c7c4c374d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:34.172437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Attempting to bind port 8b6e1929-90e3-4d50-92ee-07ca7810b57f on network 53484d28-23e0-4c9c-9254-4401db2b770b {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:34.184125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Pushing event updated for resources: {'Port': ['ID=8b6e1929-90e3-4d50-92ee-07ca7810b57f,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:34.184792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d680912-4be5-4eef-9119-4c55285849b4 req-176662c5-c39a-4ccd-8c2f-9e3e1495e1da tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.4977527 Mar 31 23:04:34.235852 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6995f238-a73f-432d-9a72-0aa94d5071ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.269938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:34.270330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Checking segment: {'id': '63a214d0-73da-4c30-b0b6-c7c4c374d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:34.277965 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.281614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Bound using segment: {'id': '63a214d0-73da-4c30-b0b6-c7c4c374d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:34.282205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Bound port: 8b6e1929-90e3-4d50-92ee-07ca7810b57f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a214d0-73da-4c30-b0b6-c7c4c374d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:34.282759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.392274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d680912-4be5-4eef-9119-4c55285849b4 req-0a783090-9da4-473f-b536-bfa43af1b1a5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059731 Mar 31 23:04:34.639110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] For port 8b6e1929-90e3-4d50-92ee-07ca7810b57f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:34.647750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] For port 8b6e1929-90e3-4d50-92ee-07ca7810b57f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8b6e1929-90e3-4d50-92ee-07ca7810b57f,segment=NetworkSegment(63a214d0-73da-4c30-b0b6-c7c4c374d12e),segment_id=63a214d0-73da-4c30-b0b6-c7c4c374d12e)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:34.782731 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.947779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b22cf8-2b0f-49e6-96c6-641990aa264e None None] Pushing event updated for resources: {'Port': ['ID=8b6e1929-90e3-4d50-92ee-07ca7810b57f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:35.010840 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:04:35.248310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c69f56-1a5b-41d8-8900-68b777335b39 req-87f7e613-9698-404f-aa55-bccd20c944c0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:35.260281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72c69f56-1a5b-41d8-8900-68b777335b39 req-87f7e613-9698-404f-aa55-bccd20c944c0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.6709297 Mar 31 23:04:35.289547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7acf0-36e1-43ea-b4d6-8cb76a4867ad req-59bf6a1f-d492-446d-b39e-5bb7410f509a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:35.306101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56e7acf0-36e1-43ea-b4d6-8cb76a4867ad req-59bf6a1f-d492-446d-b39e-5bb7410f509a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 945 time: 0.6684377 Mar 31 23:04:35.400054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56e7acf0-36e1-43ea-b4d6-8cb76a4867ad req-2b449b42-2f45-48a7-96a2-f42e6fdd08d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887227 Mar 31 23:04:35.428530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72c69f56-1a5b-41d8-8900-68b777335b39 req-9cc2885b-eb4e-4721-8f8b-96f97833c337 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586397 Mar 31 23:04:35.690291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.014373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 53484d28-23e0-4c9c-9254-4401db2b770b is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:36.014373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=1369a55d-4d27-4e2c-8c42-92b8515c47a3,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:36.014373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:36.014373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c8005-316c-4d71-a352-a865f3651d94 req-0d8ce86e-4e63-4c52-b1c8-43d6b1d65884 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:36.014373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-420c8005-316c-4d71-a352-a865f3651d94 req-0d8ce86e-4e63-4c52-b1c8-43d6b1d65884 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.3573513 Mar 31 23:04:36.014373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:36.014373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.014373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-420c8005-316c-4d71-a352-a865f3651d94 req-77206c58-aac4-4e76-8732-e080088b1313 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105106 Mar 31 23:04:36.048361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689c671-e042-48f8-9770-38191af450a5 req-f5ab0b4f-1fce-4f72-8829-25ce418f2f05 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:36.050101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3689c671-e042-48f8-9770-38191af450a5 req-f5ab0b4f-1fce-4f72-8829-25ce418f2f05 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 945 time: 0.0714762 Mar 31 23:04:36.162325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Deleting port fc1648f3-ca0e-4f20-be01-5a56c4690432 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:36.162812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.299103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] For port fc1648f3-ca0e-4f20-be01-5a56c4690432, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=fc1648f3-ca0e-4f20-be01-5a56c4690432,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:36.299103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.316544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Calling delete_port for fc1648f3-ca0e-4f20-be01-5a56c4690432 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:36.372083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-682c2e9d-73d7-44f2-b635-f1f58701a91f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1688631 Mar 31 23:04:36.428346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42548) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:36.428346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b', 'fixed_ips': [{'subnet_id': '6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887'}, {'subnet_id': '1369a55d-4d27-4e2c-8c42-92b8515c47a3'}], 'name': 'tempest-PortsTestJSON-800222091'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:36.429418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c3a007a-0199-487f-97ff-29b3ae7cf1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.549736 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42556) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:36.623943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd5c37-fae1-49ed-97b9-8a8cb91c47dc None None] Network 53484d28-23e0-4c9c-9254-4401db2b770b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:36.691564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-48e753dc-390e-4424-9492-5536737d5c87 None None] Provisioning complete for port 8b6e1929-90e3-4d50-92ee-07ca7810b57f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:36.692896 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48e753dc-390e-4424-9492-5536737d5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.761385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b165156c-638c-46f5-953a-5ddd805a362c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.763793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ca90b-b025-4fbc-87ca-f7f6665846da req-79ea2026-21d9-4b95-a054-41781d3f18c0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:36.765335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-851ca90b-b025-4fbc-87ca-f7f6665846da req-79ea2026-21d9-4b95-a054-41781d3f18c0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 945 time: 0.2207906 Mar 31 23:04:36.800531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30512458-3a14-4493-ace3-0c1acc0c7adc req-362d359f-5190-433d-ae41-da2b7a41f97d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:36.808382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30512458-3a14-4493-ace3-0c1acc0c7adc req-362d359f-5190-433d-ae41-da2b7a41f97d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1755819 Mar 31 23:04:36.898563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-851ca90b-b025-4fbc-87ca-f7f6665846da req-082be86c-b1c1-4764-9986-6368c1331a1c tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087596 Mar 31 23:04:36.904396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8b6e1929-90e3-4d50-92ee-07ca7810b57f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:36.916640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b165156c-638c-46f5-953a-5ddd805a362c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.920938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30512458-3a14-4493-ace3-0c1acc0c7adc req-2db3688c-699d-4912-8050-aba0c62f9242 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079385 Mar 31 23:04:36.940322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:36.964085 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48e753dc-390e-4424-9492-5536737d5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.023798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.039526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-48e753dc-390e-4424-9492-5536737d5c87 None None] For port 8b6e1929-90e3-4d50-92ee-07ca7810b57f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8b6e1929-90e3-4d50-92ee-07ca7810b57f,segment=NetworkSegment(63a214d0-73da-4c30-b0b6-c7c4c374d12e),segment_id=63a214d0-73da-4c30-b0b6-c7c4c374d12e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:37.047257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b165156c-638c-46f5-953a-5ddd805a362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.086856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:37.095796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event deleted for resources: {'Port': ['ID=fc1648f3-ca0e-4f20-be01-5a56c4690432,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.097206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['fc1648f3-ca0e-4f20-be01-5a56c4690432'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:37.154381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] No DVR routers for this DVR port fc1648f3-ca0e-4f20-be01-5a56c4690432 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:37.159409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.161229 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b165156c-638c-46f5-953a-5ddd805a362c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7c9551324074c35bbb852045745242e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074765 Mar 31 23:04:37.163149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3689c671-e042-48f8-9770-38191af450a5 req-bc3f95f6-e619-4d30-aa76-f80c7fd4cf6d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "DELETE /v2.0/ports/fc1648f3-ca0e-4f20-be01-5a56c4690432 HTTP/1.1" status: 204 len: 173 time: 1.1056066 Mar 31 23:04:37.163920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd180950c-5550-41df-b5a3-443d50fdb1e2', 'name': 'network-vif-deleted', 'tag': 'fc1648f3-ca0e-4f20-be01-5a56c4690432'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:37.168903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165156c-638c-46f5-953a-5ddd805a362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df2ca32-1024-47b6-9e4b-a1c067730921,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.172470 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f422875-f459-4af9-82d8-1ac7aefd1950" -d '{"events": [{"server_uuid": "d180950c-5550-41df-b5a3-443d50fdb1e2", "name": "network-vif-deleted", "tag": "fc1648f3-ca0e-4f20-be01-5a56c4690432"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:37.174788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42570) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:37.219135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.337418 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07cc206-9969-4252-9e39-948c00abcf00 x-openstack-request-id: req-d07cc206-9969-4252-9e39-948c00abcf00 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:37.338377 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d180950c-5550-41df-b5a3-443d50fdb1e2", "name": "network-vif-deleted", "tag": "fc1648f3-ca0e-4f20-be01-5a56c4690432", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:37.339650 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d07cc206-9969-4252-9e39-948c00abcf00 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:37.341070 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07cc206-9969-4252-9e39-948c00abcf00'] response: {'server_uuid': 'd180950c-5550-41df-b5a3-443d50fdb1e2', 'name': 'network-vif-deleted', 'tag': 'fc1648f3-ca0e-4f20-be01-5a56c4690432', 'status': 'completed', 'code': 200} Mar 31 23:04:37.349793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5174-fe75-4f83-90a2-40a4074354f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.356722 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48e753dc-390e-4424-9492-5536737d5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.381317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 406c48a4-15e9-421e-a977-e53f2a21c498 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:37.414329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5174-fe75-4f83-90a2-40a4074354f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.428317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8b6e1929-90e3-4d50-92ee-07ca7810b57f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:37.429024 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.665665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5174-fe75-4f83-90a2-40a4074354f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.669525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5174-fe75-4f83-90a2-40a4074354f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.673302 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a4ac5174-fe75-4f83-90a2-40a4074354f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df2ca32-1024-47b6-9e4b-a1c067730921 HTTP/1.1" status: 204 len: 168 time: 0.4841487 Mar 31 23:04:37.690902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac5174-fe75-4f83-90a2-40a4074354f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df2ca32-1024-47b6-9e4b-a1c067730921,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.720837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc352ee-02e5-4c3f-8e8f-8ece686da6fd None None] Update dhcp port {'port': {'network_id': '53484d28-23e0-4c9c-9254-4401db2b770b', 'fixed_ips': [{'subnet_id': '6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887', 'ip_address': '172.20.0.2'}, {'subnet_id': '1369a55d-4d27-4e2c-8c42-92b8515c47a3'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '8b6e1929-90e3-4d50-92ee-07ca7810b57f'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:04:37.909597 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edc352ee-02e5-4c3f-8e8f-8ece686da6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.999583 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.091822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0731f-d778-4060-8025-4aedb784bbf9 req-4b0f0b5a-225a-4105-a68c-e8673e8a7873 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:38.102142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eab0731f-d778-4060-8025-4aedb784bbf9 req-4b0f0b5a-225a-4105-a68c-e8673e8a7873 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.8452990 Mar 31 23:04:38.191055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec1cc6e2-ba66-4a19-bf5e-bec9f7421113 req-08384a5e-7cfc-4722-a54c-c659351f74f4 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=d180950c-5550-41df-b5a3-443d50fdb1e2 HTTP/1.1" status: 200 len: 210 time: 0.0805931 Mar 31 23:04:38.409502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e753dc-390e-4424-9492-5536737d5c87 None None] Pushing event updated for resources: {'Port': ['ID=8b6e1929-90e3-4d50-92ee-07ca7810b57f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:38.847958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.877238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-edc352ee-02e5-4c3f-8e8f-8ece686da6fd None None] Allocated IP 172.20.0.18 (53484d28-23e0-4c9c-9254-4401db2b770b/1369a55d-4d27-4e2c-8c42-92b8515c47a3/8b6e1929-90e3-4d50-92ee-07ca7810b57f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:38.902086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8b6e1929-90e3-4d50-92ee-07ca7810b57f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:38.907500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eab0731f-d778-4060-8025-4aedb784bbf9 req-a8ed59ba-4e4e-409a-a5cf-86e86dba5b4f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7877033 Mar 31 23:04:38.936573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601b7e4-a1fe-471b-bb43-884aebc1a627 req-f97ac026-067b-4781-a39d-d922b2ddddfe tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:38.943252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7601b7e4-a1fe-471b-bb43-884aebc1a627 req-f97ac026-067b-4781-a39d-d922b2ddddfe tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.4356744 Mar 31 23:04:39.018860 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.060537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7601b7e4-a1fe-471b-bb43-884aebc1a627 req-9ea1c2f4-864a-48cf-80c8-e5b0d554de28 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098785 Mar 31 23:04:39.108038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8b6e1929-90e3-4d50-92ee-07ca7810b57f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:39.108038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.156909 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.216283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-edc352ee-02e5-4c3f-8e8f-8ece686da6fd None None] For port 8b6e1929-90e3-4d50-92ee-07ca7810b57f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8b6e1929-90e3-4d50-92ee-07ca7810b57f,segment=NetworkSegment(63a214d0-73da-4c30-b0b6-c7c4c374d12e),segment_id=63a214d0-73da-4c30-b0b6-c7c4c374d12e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:39.407113 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edc352ee-02e5-4c3f-8e8f-8ece686da6fd None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.629324 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.633166 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edc352ee-02e5-4c3f-8e8f-8ece686da6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.849274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc352ee-02e5-4c3f-8e8f-8ece686da6fd None None] Pushing event updated for resources: {'Port': ['ID=8b6e1929-90e3-4d50-92ee-07ca7810b57f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:40.112426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.9 (53484d28-23e0-4c9c-9254-4401db2b770b/6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887/406c48a4-15e9-421e-a977-e53f2a21c498) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:40.166514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.25 (53484d28-23e0-4c9c-9254-4401db2b770b/1369a55d-4d27-4e2c-8c42-92b8515c47a3/406c48a4-15e9-421e-a977-e53f2a21c498) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:40.324809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6aafa-827f-487e-ab1d-147ab57b5266 req-040cbadb-6353-492b-89f7-e4ab326b1128 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:40.334286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fa6aafa-827f-487e-ab1d-147ab57b5266 req-040cbadb-6353-492b-89f7-e4ab326b1128 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1849079 Mar 31 23:04:40.478563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fa6aafa-827f-487e-ab1d-147ab57b5266 req-7fbf4fa3-67af-400b-896c-ad822d4e6e7c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410611 Mar 31 23:04:40.676243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.831381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0876b-9200-4472-a609-2cc59325f03e req-8cd104d7-712b-412f-a7ea-5b7048eb9b36 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:40.842197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5a0876b-9200-4472-a609-2cc59325f03e req-8cd104d7-712b-412f-a7ea-5b7048eb9b36 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1551270 Mar 31 23:04:40.913638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8b6e1929-90e3-4d50-92ee-07ca7810b57f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:40.936807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5a0876b-9200-4472-a609-2cc59325f03e req-b4ac51d2-c3fe-47c4-9c14-e08cf2911edc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929348 Mar 31 23:04:41.009485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd206493-942c-454f-9c4f-aafe9c5ad8e1 None None] Network 53484d28-23e0-4c9c-9254-4401db2b770b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:41.045933 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.085761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b97c348d-67c5-48d0-8d59-bfc3365c71a8 None None] Provisioning complete for port 8b6e1929-90e3-4d50-92ee-07ca7810b57f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:41.086521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b97c348d-67c5-48d0-8d59-bfc3365c71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.134092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8b6e1929-90e3-4d50-92ee-07ca7810b57f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:41.134652 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.229448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 53484d28-23e0-4c9c-9254-4401db2b770b is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:41.240706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:41.251642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:41.350022 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:41.350731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.368490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=406c48a4-15e9-421e-a977-e53f2a21c498,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:41.539235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e1dd2fda-ef24-4767-b3d4-61aadf7f7e31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.1630492 Mar 31 23:04:41.541961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42622) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:41.547816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:41.949154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fc1648f3-ca0e-4f20-be01-5a56c4690432 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:41.950084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb715c-e0dd-498b-9585-1ac59424ad55 req-471a00ce-f7a3-4c59-bc4b-16669056e09c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:41.970308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eedb715c-e0dd-498b-9585-1ac59424ad55 req-471a00ce-f7a3-4c59-bc4b-16669056e09c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1306682 Mar 31 23:04:42.005210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: fc1648f3-ca0e-4f20-be01-5a56c4690432 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:42.007688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device fc1648f3-ca0e-4f20-be01-5a56c4690432 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:42.081987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eedb715c-e0dd-498b-9585-1ac59424ad55 req-1050c219-7034-40c8-b779-f40eeaa2ce31 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025524 Mar 31 23:04:42.096478 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.403320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adbeee-4052-47e5-b34c-1f75de4ca79a req-d3710a56-90af-4fb4-981b-43a6ecec4366 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:42.407115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5adbeee-4052-47e5-b34c-1f75de4ca79a req-d3710a56-90af-4fb4-981b-43a6ecec4366 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1162024 Mar 31 23:04:42.528494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5adbeee-4052-47e5-b34c-1f75de4ca79a req-2ee98e00-68c0-4134-80f7-db2030653b5b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033130 Mar 31 23:04:42.759560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9967957e-96e4-42d0-99c6-fb2d35108710 None None] Provisioning complete for port 8b6e1929-90e3-4d50-92ee-07ca7810b57f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:42.760024 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9967957e-96e4-42d0-99c6-fb2d35108710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.877603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Delete allocated IP 172.20.0.25 (53484d28-23e0-4c9c-9254-4401db2b770b/1369a55d-4d27-4e2c-8c42-92b8515c47a3) {{(pid=109821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:04:42.941709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9967957e-96e4-42d0-99c6-fb2d35108710 None None] Provisioning complete for port 406c48a4-15e9-421e-a977-e53f2a21c498 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:42.942146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9967957e-96e4-42d0-99c6-fb2d35108710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.039072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9967957e-96e4-42d0-99c6-fb2d35108710 None None] Port 406c48a4-15e9-421e-a977-e53f2a21c498 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:43.173931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-076579af-6927-4f22-9f07-c005917bbc3d None None] Provisioning complete for port 406c48a4-15e9-421e-a977-e53f2a21c498 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:43.174308 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-076579af-6927-4f22-9f07-c005917bbc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.206085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.231053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-076579af-6927-4f22-9f07-c005917bbc3d None None] Port 406c48a4-15e9-421e-a977-e53f2a21c498 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:43.288161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0fab0-d867-4853-a37a-29f9a2096cf0 req-da2afd76-4946-439e-ae1b-170d1e9afcb8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:43.290046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fa0fab0-d867-4853-a37a-29f9a2096cf0 req-da2afd76-4946-439e-ae1b-170d1e9afcb8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.0729139 Mar 31 23:04:43.335597 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.377942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fa0fab0-d867-4853-a37a-29f9a2096cf0 req-e79498d1-ff95-483c-8772-24bb824b9208 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771530 Mar 31 23:04:43.541702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=406c48a4-15e9-421e-a977-e53f2a21c498,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:43.618888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] In _notify_port_updated(), no bound segment for port 406c48a4-15e9-421e-a977-e53f2a21c498 on network 53484d28-23e0-4c9c-9254-4401db2b770b {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:04:43.625081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:43.625754 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.630125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42650) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:43.635523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887'}, {'subnet_id': '1369a55d-4d27-4e2c-8c42-92b8515c47a3'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:43.660382 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-059de24f-8777-450b-bbb2-c30918b12b73 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "PUT /v2.0/ports/406c48a4-15e9-421e-a977-e53f2a21c498 HTTP/1.1" status: 200 len: 918 time: 2.1153805 Mar 31 23:04:44.087802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d48925-8eed-4a4b-a162-f4e07da6f932 req-c27ac9c2-934a-4315-a3ac-a95bc723f108 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:44.090662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-05ec9d7c-9c1a-4e0d-9fbd-480ed329aa7e None None] Provisioning complete for port 406c48a4-15e9-421e-a977-e53f2a21c498 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:44.091728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-05ec9d7c-9c1a-4e0d-9fbd-480ed329aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.110617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7d48925-8eed-4a4b-a162-f4e07da6f932 req-c27ac9c2-934a-4315-a3ac-a95bc723f108 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.3683617 Mar 31 23:04:44.191458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-05ec9d7c-9c1a-4e0d-9fbd-480ed329aa7e None None] Port 406c48a4-15e9-421e-a977-e53f2a21c498 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:44.485479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7d48925-8eed-4a4b-a162-f4e07da6f932 req-ec25dcdf-8064-4dfd-b043-b76dde5b081c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735788 Mar 31 23:04:44.606714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.970596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa37ba-fc84-4eed-a439-4b0255e7e663 req-9c272c13-4d58-4681-9298-e76f7f5284f0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:44.972208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39aa37ba-fc84-4eed-a439-4b0255e7e663 req-9c272c13-4d58-4681-9298-e76f7f5284f0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1920443 Mar 31 23:04:45.055019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.23 (53484d28-23e0-4c9c-9254-4401db2b770b/1369a55d-4d27-4e2c-8c42-92b8515c47a3/406c48a4-15e9-421e-a977-e53f2a21c498) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:45.060983 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39aa37ba-fc84-4eed-a439-4b0255e7e663 req-608bd8b4-2aa9-4c76-bd3d-1febc2259d9c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655220 Mar 31 23:04:45.218342 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.388157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.490060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=406c48a4-15e9-421e-a977-e53f2a21c498,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:45.643714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] In _notify_port_updated(), no bound segment for port 406c48a4-15e9-421e-a977-e53f2a21c498 on network 53484d28-23e0-4c9c-9254-4401db2b770b {{(pid=109820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:04:45.647975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:45.648728 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.654571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-41f8ba70-db57-47ba-84c6-a8f286387f6f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "PUT /v2.0/ports/406c48a4-15e9-421e-a977-e53f2a21c498 HTTP/1.1" status: 200 len: 998 time: 2.0230303 Mar 31 23:04:45.655425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42682) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:45.692846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058345de-9fb1-4b50-9bb1-ed81c68b8287 req-c91b77e3-51dd-4a07-91ab-3c5f46585f40 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:45.703744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-058345de-9fb1-4b50-9bb1-ed81c68b8287 req-c91b77e3-51dd-4a07-91ab-3c5f46585f40 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1369960 Mar 31 23:04:45.767375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-058345de-9fb1-4b50-9bb1-ed81c68b8287 req-fc1827c8-77e8-4e29-8e9b-88b308bcb9d8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621054 Mar 31 23:04:45.826096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ac19d30c-ab8d-4c6f-ad8d-d6bf541e1586 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 406c48a4-15e9-421e-a977-e53f2a21c498 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:45.826742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac19d30c-ab8d-4c6f-ad8d-d6bf541e1586 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.826863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c39d1a13-d8e8-4744-ac02-7b95fb727b6f None None] Provisioning complete for port 406c48a4-15e9-421e-a977-e53f2a21c498 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:45.827335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c39d1a13-d8e8-4744-ac02-7b95fb727b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.869681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c39d1a13-d8e8-4744-ac02-7b95fb727b6f None None] Port 406c48a4-15e9-421e-a977-e53f2a21c498 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:45.962784 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac19d30c-ab8d-4c6f-ad8d-d6bf541e1586 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.979507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ac19d30c-ab8d-4c6f-ad8d-d6bf541e1586 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 406c48a4-15e9-421e-a977-e53f2a21c498 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:46.155604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-52785a94-3dc4-44ec-bce6-e1f5c7b159b7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:46.158141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-52785a94-3dc4-44ec-bce6-e1f5c7b159b7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.1687489 Mar 31 23:04:46.194116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-33ff4440-c38d-4bd0-9b32-c6961ea0d04d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/quotas/e70b3693b71141289243e0eeec388016 HTTP/1.1" status: 200 len: 375 time: 0.0274215 Mar 31 23:04:46.270779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586972-2c63-45b0-855f-16a2a78217e4 req-52f16331-a46d-4dc1-8a5f-a0b5172eeef0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:46.272549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8586972-2c63-45b0-855f-16a2a78217e4 req-52f16331-a46d-4dc1-8a5f-a0b5172eeef0 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.0944595 Mar 31 23:04:46.287909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-91f098d9-4df9-400d-acab-e0306fdbc833 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701556 Mar 31 23:04:46.372260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8586972-2c63-45b0-855f-16a2a78217e4 req-e749ffcb-eb23-4777-88ff-ba9029544cb5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897596 Mar 31 23:04:46.415381 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac19d30c-ab8d-4c6f-ad8d-d6bf541e1586 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.431836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-26ec2b1a-2c48-4919-91a1-d08b2e458916 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260400 Mar 31 23:04:46.451598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19d30c-ab8d-4c6f-ad8d-d6bf541e1586 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=406c48a4-15e9-421e-a977-e53f2a21c498,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:46.586879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac19d30c-ab8d-4c6f-ad8d-d6bf541e1586 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.596996 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac19d30c-ab8d-4c6f-ad8d-d6bf541e1586 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/406c48a4-15e9-421e-a977-e53f2a21c498 HTTP/1.1" status: 204 len: 168 time: 0.9398961 Mar 31 23:04:46.598813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42700) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:46.611871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-4da03ed0-069c-4f25-992e-b867982230f8 service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745732 Mar 31 23:04:46.640611 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a155c0-61dc-4245-a954-88595d409d26 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:04:46.643229 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-30a155c0-61dc-4245-a954-88595d409d26 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/406c48a4-15e9-421e-a977-e53f2a21c498 HTTP/1.1" status: 404 len: 333 time: 0.0438626 Mar 31 23:04:46.645708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42702) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:46.713235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afbc2d4-743a-49bb-9d27-4eb2862a7620 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet 1369a55d-4d27-4e2c-8c42-92b8515c47a3 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:46.718512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3afbc2d4-743a-49bb-9d27-4eb2862a7620 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.774165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3afbc2d4-743a-49bb-9d27-4eb2862a7620 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.914923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-dd205a24-d97e-4ddc-b37d-f7b14503c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:46.917603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-dd205a24-d97e-4ddc-b37d-f7b14503c5c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1096 time: 0.0914385 Mar 31 23:04:46.934864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-e8d93e78-71b9-4a63-b606-bb9d63b3d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:46.936795 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-e8d93e78-71b9-4a63-b606-bb9d63b3d36c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 1097 time: 0.1093318 Mar 31 23:04:46.940695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3afbc2d4-743a-49bb-9d27-4eb2862a7620 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.018503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1664666-b1ad-408b-8feb-58694cddf8fe req-d3113f01-b404-4a65-88c5-08c4405e5eb1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.020891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1664666-b1ad-408b-8feb-58694cddf8fe req-d3113f01-b404-4a65-88c5-08c4405e5eb1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1452680 Mar 31 23:04:47.073423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-e60a8660-389d-431c-94da-682bc615a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.075263 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-e60a8660-389d-431c-94da-682bc615a283 service neutron] 10.222.0.50 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.1297114 Mar 31 23:04:47.093666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ffc907f-b2de-4c08-ab9c-8754c8aaeda1 req-a4080aaf-861a-49bc-a2ed-544fe0032059 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 210 time: 0.0867648 Mar 31 23:04:47.166056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1664666-b1ad-408b-8feb-58694cddf8fe req-332183d8-5c34-428f-84ea-ebcf50405adf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997136 Mar 31 23:04:47.179509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-4abccc6b-78dc-46d0-93ac-14e0af8f9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.181924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-4abccc6b-78dc-46d0-93ac-14e0af8f9837 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 914 time: 0.2461419 Mar 31 23:04:47.186324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-c2fb54d0-f3c0-4050-9317-b8ceb7289303 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 200 len: 1002 time: 0.0952673 Mar 31 23:04:47.251156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-583dd25b-db0b-43ad-a068-e80623262530 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 217 time: 0.0559323 Mar 31 23:04:47.291400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-9a5626f9-210c-4145-a719-c924aa289923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.293007 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-9a5626f9-210c-4145-a719-c924aa289923 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.0968018 Mar 31 23:04:47.331998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-3794992c-abc9-4558-ad89-a4bc00f34d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.333816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-3794992c-abc9-4558-ad89-a4bc00f34d00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.0765061 Mar 31 23:04:47.350789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-3b5af89c-b400-409f-bbea-98e466865787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.352306 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-3b5af89c-b400-409f-bbea-98e466865787 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531874 Mar 31 23:04:47.367567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-1239aef8-ecf8-40cf-8ed8-6018ea60a0f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268593 Mar 31 23:04:47.415427 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3afbc2d4-743a-49bb-9d27-4eb2862a7620 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.463790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbc2d4-743a-49bb-9d27-4eb2862a7620 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=1369a55d-4d27-4e2c-8c42-92b8515c47a3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:47.473801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3afbc2d4-743a-49bb-9d27-4eb2862a7620 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.484111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2af463-b645-4a1a-8a32-d49cf758567c None None] Network 53484d28-23e0-4c9c-9254-4401db2b770b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:47.484953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42724) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:47.498657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3afbc2d4-743a-49bb-9d27-4eb2862a7620 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/1369a55d-4d27-4e2c-8c42-92b8515c47a3 HTTP/1.1" status: 204 len: 168 time: 0.8514302 Mar 31 23:04:47.540527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-c15de704-288a-4c95-9ab8-3926c2b58f06 service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816943 Mar 31 23:04:47.551668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94b8fe8-679c-42f1-8e5c-80f2aa64cc33 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet 6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:47.555435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e94b8fe8-679c-42f1-8e5c-80f2aa64cc33 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.660491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-2d91404c-9e10-43db-aec7-525476b40a4a service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862682 Mar 31 23:04:47.667075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e94b8fe8-679c-42f1-8e5c-80f2aa64cc33 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.689072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-98180a2d-12dd-48c5-8aac-4f8532c1eb98 req-56ff1fc2-eb34-450a-a30a-3fb7d71e5771 service neutron] 10.222.0.50 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391213 Mar 31 23:04:47.827469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455260f8-b68f-4ead-8cf7-d197473e4804 req-13ca6c7e-1321-4971-95a7-759b64fa08f5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.839343 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-455260f8-b68f-4ead-8cf7-d197473e4804 req-13ca6c7e-1321-4971-95a7-759b64fa08f5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.3644698 Mar 31 23:04:47.969757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e94b8fe8-679c-42f1-8e5c-80f2aa64cc33 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.998820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-455260f8-b68f-4ead-8cf7-d197473e4804 req-dc749631-a643-469f-8261-78ad1cecca47 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580696 Mar 31 23:04:48.004321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24c7cee1-7ddb-4400-9e32-3838039db3eb req-91ca0370-8529-4535-9b1a-2d1027271640 service neutron] 10.222.0.50 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322029 Mar 31 23:04:48.173253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e94b8fe8-679c-42f1-8e5c-80f2aa64cc33 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.232826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b8fe8-679c-42f1-8e5c-80f2aa64cc33 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:48.235715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e94b8fe8-679c-42f1-8e5c-80f2aa64cc33 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.240279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e94b8fe8-679c-42f1-8e5c-80f2aa64cc33 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887 HTTP/1.1" status: 204 len: 168 time: 0.7530043 Mar 31 23:04:48.241833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42744) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:48.275314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ad243c5-ab70-49f8-af51-8952421cb321 req-d74157bc-b970-452e-bb9f-65e6dd1ed7a6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 210 time: 0.0543959 Mar 31 23:04:48.409446 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.419836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77241f7c-0d97-43d1-b3d9-0a8b6a9c82e3 None None] Network 53484d28-23e0-4c9c-9254-4401db2b770b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:48.445047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389293d7-3d50-4f6c-8cd6-034bc094690a req-8aa61b68-9bf8-4304-ad3d-959e6e67e10a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:48.446588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-389293d7-3d50-4f6c-8cd6-034bc094690a req-8aa61b68-9bf8-4304-ad3d-959e6e67e10a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.1783981 Mar 31 23:04:48.549467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-389293d7-3d50-4f6c-8cd6-034bc094690a req-b531d689-7865-4c0e-9768-939ea913488f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727797 Mar 31 23:04:48.570053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 8b6e1929-90e3-4d50-92ee-07ca7810b57f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:48.570053 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.589381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f92c4e6f-83b2-41ba-9acb-242f4a4695cf None None] Provisioning complete for port 8b6e1929-90e3-4d50-92ee-07ca7810b57f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:48.590181 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f92c4e6f-83b2-41ba-9acb-242f4a4695cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.688234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] For port 8b6e1929-90e3-4d50-92ee-07ca7810b57f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8b6e1929-90e3-4d50-92ee-07ca7810b57f,segment=NetworkSegment(63a214d0-73da-4c30-b0b6-c7c4c374d12e),segment_id=63a214d0-73da-4c30-b0b6-c7c4c374d12e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:48.688234 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.688891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 8b6e1929-90e3-4d50-92ee-07ca7810b57f owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:48.756746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] DHCP port deletion for 53484d28-23e0-4c9c-9254-4401db2b770b request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:48.822165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] Deleting port 8b6e1929-90e3-4d50-92ee-07ca7810b57f {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:48.822664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.838074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8b6e1929-90e3-4d50-92ee-07ca7810b57f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:48.934022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] For port 8b6e1929-90e3-4d50-92ee-07ca7810b57f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8b6e1929-90e3-4d50-92ee-07ca7810b57f,segment=NetworkSegment(63a214d0-73da-4c30-b0b6-c7c4c374d12e),segment_id=63a214d0-73da-4c30-b0b6-c7c4c374d12e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:48.934424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.951769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] Calling delete_port for 8b6e1929-90e3-4d50-92ee-07ca7810b57f owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:48.984078 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.018354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=8b6e1929-90e3-4d50-92ee-07ca7810b57f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:49.023667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No DVR routers for this DVR port 8b6e1929-90e3-4d50-92ee-07ca7810b57f on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:49.052577 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.119285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.133224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] No DVR routers for this DVR port 8b6e1929-90e3-4d50-92ee-07ca7810b57f on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:49.136076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.156655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a520cd-d585-4aa5-9a6f-f12544a907c5 None None] Pushing event deleted for resources: {'Port': ['ID=8b6e1929-90e3-4d50-92ee-07ca7810b57f,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:49.183206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53484d28-23e0-4c9c-9254-4401db2b770b']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:49.208290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a214d0-73da-4c30-b0b6-c7c4c374d12e') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:49.208501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a214d0-73da-4c30-b0b6-c7c4c374d12e') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:49.224873 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.244128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.253479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c8069-6f12-4362-a5da-ed07f88c924c req-87d1fdcc-03a0-4bf5-ae6e-e3f2f40b76ff tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:49.255082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d0c8069-6f12-4362-a5da-ed07f88c924c req-87d1fdcc-03a0-4bf5-ae6e-e3f2f40b76ff tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1072276 Mar 31 23:04:49.260567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:49.260968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:49.264100 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:49.349253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d0c8069-6f12-4362-a5da-ed07f88c924c req-70ed2427-b4ed-44c9-b209-5622f2d79f59 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842724 Mar 31 23:04:49.392167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0903d87-c19b-43ea-8907-f15c7db6b3ae req-e1fa3409-5e01-4ecc-ba76-4c606ac03888 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 210 time: 0.0312002 Mar 31 23:04:49.410359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.420010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.424318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/networks/53484d28-23e0-4c9c-9254-4401db2b770b HTTP/1.1" status: 204 len: 168 time: 1.1809669 Mar 31 23:04:49.428104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42788) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:49.437011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167c077-b577-4faa-9997-d80659d6dd71 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Network': ['ID=53484d28-23e0-4c9c-9254-4401db2b770b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:49.498370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e848988-c51b-4f62-97c3-c67cf304b9ea tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:49.500174 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7e848988-c51b-4f62-97c3-c67cf304b9ea tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0708697 Mar 31 23:04:49.504087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42790) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:49.557587 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a92b4b30-44bb-4594-8678-8f501363aeae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0519531 Mar 31 23:04:49.561091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42792) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:49.565825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-873423323'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:49.690192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da103ede-1b41-4f14-90b9-8c32a4e40900 req-c30a760d-c091-483c-ae98-3a57b3f210d3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:49.691835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da103ede-1b41-4f14-90b9-8c32a4e40900 req-c30a760d-c091-483c-ae98-3a57b3f210d3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0576031 Mar 31 23:04:49.702068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:49.705950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.734369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:49.741312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da103ede-1b41-4f14-90b9-8c32a4e40900 req-79e596a3-1679-437a-b552-3b3377305219 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Mar 31 23:04:49.747066 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.747644 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Added segment ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e of type vlan for network 95714003-5e0d-4a16-84a1-4d26c53cacb6 Mar 31 23:04:49.791147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.970545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.976457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:49.977230 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.341486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Network': ['ID=95714003-5e0d-4a16-84a1-4d26c53cacb6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:50.356078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 95714003-5e0d-4a16-84a1-4d26c53cacb6 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:50.422060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3f845b4a-cb77-4fef-af0e-93b3d2cfd451 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8572223 Mar 31 23:04:50.422511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42814) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:50.428129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:50.587949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c1318570-2765-4ef8-bfee-81d475060caf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:50.591002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c1318570-2765-4ef8-bfee-81d475060caf tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.2428496 Mar 31 23:04:50.612337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Request body: {'port': {'device_id': 'c49e42a7-eb67-4e76-97db-9038f55a6da1', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'admin_state_up': True, 'tenant_id': 'e70b3693b71141289243e0eeec388016'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:50.617199 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25516e69-011f-4140-8141-8b3895d2acd6 req-892fe07c-1e4e-4285-aab9-23fbf2791674 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 210 time: 0.0528898 Mar 31 23:04:50.688642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4bd20-92cf-425e-895b-02e05eda85a4 req-aab87ff8-45c6-412f-9185-5ff2df4bf19f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:50.690398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fd4bd20-92cf-425e-895b-02e05eda85a4 req-aab87ff8-45c6-412f-9185-5ff2df4bf19f tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1901793 Mar 31 23:04:50.786339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:50.791701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.793477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fd4bd20-92cf-425e-895b-02e05eda85a4 req-e52580b1-26e8-4ffa-b577-06f3380816f2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805802 Mar 31 23:04:50.947500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659e06-3279-4464-b218-6ab11f1ae1ed req-f2eccf82-2229-4fbc-bd5f-fbf4414044b0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:50.949765 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19659e06-3279-4464-b218-6ab11f1ae1ed req-f2eccf82-2229-4fbc-bd5f-fbf4414044b0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0620837 Mar 31 23:04:51.003181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19659e06-3279-4464-b218-6ab11f1ae1ed req-618c2517-8ef6-40d5-9be7-d2519fd60cec tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Mar 31 23:04:51.004712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:51.008995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.210169 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.226228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Allocated IP 172.20.0.2 (fb6ea1c3-84d7-49f8-8abd-1db0d467a585/31745a5e-6ef0-4571-8300-7eeaf4dba00d/c4fd15cb-4f5b-4b61-b69c-cbd303ca4846) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:51.241101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53682da9-2146-4d9e-bf80-ebf2630e4045 req-444339aa-f3ae-436d-af78-b27ade75440a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.242675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53682da9-2146-4d9e-bf80-ebf2630e4045 req-444339aa-f3ae-436d-af78-b27ade75440a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.0852282 Mar 31 23:04:51.284481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=b99352e8-f6f4-46f4-89d8-d279666216ae,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:51.290267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking segment: {'id': 'ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:51.290660 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network hostable DHCP agents. Network: 95714003-5e0d-4a16-84a1-4d26c53cacb6, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:51.311839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53682da9-2146-4d9e-bf80-ebf2630e4045 req-249de063-66f2-4a48-9e77-1366ea2a9fd4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602312 Mar 31 23:04:51.460267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 95714003-5e0d-4a16-84a1-4d26c53cacb6 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:51.467622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:51.526999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.603442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.643853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:51.646514 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aaa1fb-b6c6-4513-ace5-e7585d724535" -d '{"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-unplugged", "status": "completed", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:51.661539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:51.681932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 95714003-5e0d-4a16-84a1-4d26c53cacb6) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:51.681932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.681932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.698998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb4c78-22d4-4237-933b-7a5a95825acc None None] Network 95714003-5e0d-4a16-84a1-4d26c53cacb6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:51.765176 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.777304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:51.813829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:51.818053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:51.820555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:51.851026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event updated for resources: {'Port': ['ID=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:51.872699 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.886134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:51.886377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.886377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.926184 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c3261383-280f-4b98-8670-a473a62521d7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5024006 Mar 31 23:04:51.931845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42880) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:51.938970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6', 'name': 'tempest-PortsTestJSON-1396736348'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:51.986552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-95714003-5e0d-4a16-84a1-4d26c53cacb6', 'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6', 'tenant_id': 'd5cda5de37c84600a79b0cd7da6142c5', 'fixed_ips': [{'subnet_id': 'b99352e8-f6f4-46f4-89d8-d279666216ae'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:51.987290 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.017205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.039451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.040085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.040592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.041082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.041571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.042162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.042690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.052450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.052450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.052450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.052450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.052450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:52.053183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c72176a1-0041-45f4-aa09-58148214b457 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4429295 Mar 31 23:04:52.065244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Request body: {'port': {'device_id': 'c49e42a7-eb67-4e76-97db-9038f55a6da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:52.144477 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432191f8-4076-4568-a4ee-1b743b39541e x-openstack-request-id: req-432191f8-4076-4568-a4ee-1b743b39541e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:52.144778 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-unplugged", "status": "failed", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef", "code": 422}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:52.145001 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-432191f8-4076-4568-a4ee-1b743b39541e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:52.145611 n-d-836015-1 neutron-server[109822]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-432191f8-4076-4568-a4ee-1b743b39541e']: {'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'code': 422} returned with failed status Mar 31 23:04:52.176602 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:52.181996 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.187901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.196215 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.229986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port c81352cb-5d31-402b-9655-346021840aea yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:52.294566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b203f-c6da-432d-adac-b93df877e4c8 req-2137c120-b5ff-4ecb-a612-89797d800ff9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.304255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:52.308523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c59b203f-c6da-432d-adac-b93df877e4c8 req-2137c120-b5ff-4ecb-a612-89797d800ff9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 931 time: 0.1446836 Mar 31 23:04:52.311080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Allocated IP 172.20.0.2 (95714003-5e0d-4a16-84a1-4d26c53cacb6/b99352e8-f6f4-46f4-89d8-d279666216ae/3cd5aecb-b0e2-4af9-975c-c85765365e85) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:52.459245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c59b203f-c6da-432d-adac-b93df877e4c8 req-a4e72ee2-f32f-40de-a053-c9199b3350c7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491637 Mar 31 23:04:52.490116 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.516864 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.552115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.623090 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.665290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af76bf-d355-45b9-aecd-e91b68dd22f7 req-0c86bf5a-9577-4db6-9e64-302354c00887 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.674604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8af76bf-d355-45b9-aecd-e91b68dd22f7 req-0c86bf5a-9577-4db6-9e64-302354c00887 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 943 time: 0.1114380 Mar 31 23:04:52.679148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Network 95714003-5e0d-4a16-84a1-4d26c53cacb6 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:52.687128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:52.693218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Pushing event updated for resources: {'Port': ['ID=3cd5aecb-b0e2-4af9-975c-c85765365e85,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.693420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.6 (95714003-5e0d-4a16-84a1-4d26c53cacb6/b99352e8-f6f4-46f4-89d8-d279666216ae/c81352cb-5d31-402b-9655-346021840aea) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:52.696298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:52.798590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Attempting to bind port 3cd5aecb-b0e2-4af9-975c-c85765365e85 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:52.799203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Attempting to bind port 3cd5aecb-b0e2-4af9-975c-c85765365e85 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:52.799634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Attempting to bind port 3cd5aecb-b0e2-4af9-975c-c85765365e85 on network 95714003-5e0d-4a16-84a1-4d26c53cacb6 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:52.808272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:52.808673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Checking segment: {'id': 'ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:52.809243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.809689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Bound using segment: {'id': 'ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:52.810307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Bound port: 3cd5aecb-b0e2-4af9-975c-c85765365e85, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:52.810748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.894453 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.915891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] For port 3cd5aecb-b0e2-4af9-975c-c85765365e85, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:52.922182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] For port 3cd5aecb-b0e2-4af9-975c-c85765365e85, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3cd5aecb-b0e2-4af9-975c-c85765365e85,segment=NetworkSegment(ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e),segment_id=ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:53.007067 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.033924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.116615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742919c-a859-4909-8353-7b6f5bc25ae2 None None] Pushing event updated for resources: {'Port': ['ID=3cd5aecb-b0e2-4af9-975c-c85765365e85,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:53.141868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 95714003-5e0d-4a16-84a1-4d26c53cacb6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:53.154807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:53.166591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:53.226643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=c81352cb-5d31-402b-9655-346021840aea,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:53.283115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.284659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.405967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8af76bf-d355-45b9-aecd-e91b68dd22f7 req-34cfd7cd-f5b0-406f-80cf-b5fcfc60672b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7280424 Mar 31 23:04:53.439663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:53.449467 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.496577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Transition to ACTIVE for port object c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:53.503037 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bb35e24c-0f8b-43c1-8e2d-f3818b4ac3ef tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5682013 Mar 31 23:04:53.506631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42928) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:53.514962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '95714003-5e0d-4a16-84a1-4d26c53cacb6', 'name': 'tempest-PortsTestJSON-1421658766'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:53.570603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-2bf8cce4-d05e-443b-921b-11d960d87325 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3242674 Mar 31 23:04:53.584527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-2706daf5-7ef4-4460-bd32-e3e67c9b9f4a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:04:53.585715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-2706daf5-7ef4-4460-bd32-e3e67c9b9f4a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145087 Mar 31 23:04:53.670608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.734127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae00c5d-630e-4ff0-81e7-3e0cc9053019 req-dc77b9d7-602a-446d-8bd4-fb912ca84dce tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.736702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ae00c5d-630e-4ff0-81e7-3e0cc9053019 req-dc77b9d7-602a-446d-8bd4-fb912ca84dce tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 931 time: 0.1333840 Mar 31 23:04:53.841648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:53.887582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ae00c5d-630e-4ff0-81e7-3e0cc9053019 req-5f3a4d75-bf01-4d94-928c-3e5bda9a2485 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277621 Mar 31 23:04:53.893052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:53.905373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.924483 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Attempting to bind port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.925113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Attempting to bind port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.925620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Attempting to bind port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.932390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.932839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Attempting to bind port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.939913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:53.940449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Checking segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:53.940958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Bound using segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:53.941687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Bound port: c4fd15cb-4f5b-4b61-b69c-cbd303ca4846, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:53.942145 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.958555 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:54.038446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] For port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:54.043781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] For port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:54.132793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.8 (95714003-5e0d-4a16-84a1-4d26c53cacb6/b99352e8-f6f4-46f4-89d8-d279666216ae/bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:54.155589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:54.162031 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880d7edb-b55d-4ebe-887a-64aa4b547a29" -d '{"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:54.188804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.272149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:54.272149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.272740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 HTTP/1.1" status: 200 len: 1091 time: 2.2141902 Mar 31 23:04:54.280327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-624b2bed-e021-4730-96b8-818715b2f7a8 req-0f4d4706-64f5-4ea8-9d6e-fa099ea84ee6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:04:54.281619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-624b2bed-e021-4730-96b8-818715b2f7a8 req-0f4d4706-64f5-4ea8-9d6e-fa099ea84ee6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256553 Mar 31 23:04:54.286387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49e42a7-eb67-4e76-97db-9038f55a6da1', 'tag': 'c4fd15cb-4f5b-4b61-b69c-cbd303ca4846'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:54.288931 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417e5839-229e-443c-a39e-b9085638328f" -d '{"events": [{"name": "network-changed", "server_uuid": "c49e42a7-eb67-4e76-97db-9038f55a6da1", "tag": "c4fd15cb-4f5b-4b61-b69c-cbd303ca4846"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:54.345045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-bfcffb93-b47f-4cd5-9db2-21c3f244c2d5 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4568ef5dd167468da0f855454c5f5b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876184 Mar 31 23:04:54.348930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32e1db-bb36-4b55-9e2c-9400d211c9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.498614 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.651865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-7a479d1c-546d-4d91-a3e9-12da1a6350e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:54.653171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-7a479d1c-546d-4d91-a3e9-12da1a6350e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 1094 time: 0.1595538 Mar 31 23:04:54.662945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-03010729-1dad-48c1-af21-34b14e7eb9f6 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:54.664009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-03010729-1dad-48c1-af21-34b14e7eb9f6 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3107431 Mar 31 23:04:54.669880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.682792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-842f997f-7dff-4503-9a07-de34f6f0ec0a tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/quotas/4568ef5dd167468da0f855454c5f5b0d HTTP/1.1" status: 200 len: 375 time: 0.0117106 Mar 31 23:04:54.716565 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd1699-a2a3-46f2-a618-79404a3a5ce6 x-openstack-request-id: req-18bd1699-a2a3-46f2-a618-79404a3a5ce6 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:54.716852 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-unplugged", "status": "failed", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418", "code": 422}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:54.717191 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18bd1699-a2a3-46f2-a618-79404a3a5ce6 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:54.717597 n-d-836015-1 neutron-server[109822]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-18bd1699-a2a3-46f2-a618-79404a3a5ce6']: {'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'code': 422} returned with failed status Mar 31 23:04:54.750470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef33c45-c0eb-4e98-8138-15483341a578 None None] Network 95714003-5e0d-4a16-84a1-4d26c53cacb6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:54.756597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 95714003-5e0d-4a16-84a1-4d26c53cacb6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:54.767581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:54.767755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-d99c1422-04e7-45fd-b23c-f069783cfe4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 HTTP/1.1" status: 200 len: 217 time: 0.0900724 Mar 31 23:04:54.769614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:54.778075 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3288ef7d-664d-433b-b3f7-38871c17b948 x-openstack-request-id: req-3288ef7d-664d-433b-b3f7-38871c17b948 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:54.778723 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49e42a7-eb67-4e76-97db-9038f55a6da1", "tag": "c4fd15cb-4f5b-4b61-b69c-cbd303ca4846", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:54.778977 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3288ef7d-664d-433b-b3f7-38871c17b948 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:54.779414 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3288ef7d-664d-433b-b3f7-38871c17b948'] response: {'name': 'network-changed', 'server_uuid': 'c49e42a7-eb67-4e76-97db-9038f55a6da1', 'tag': 'c4fd15cb-4f5b-4b61-b69c-cbd303ca4846', 'status': 'completed', 'code': 200} Mar 31 23:04:54.830691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.899369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:54.904142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.938864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3cd5aecb-b0e2-4af9-975c-c85765365e85 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:54.947492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-91b05ad5-cf81-445d-826d-26a0849088d4 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4568ef5dd167468da0f855454c5f5b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1957009 Mar 31 23:04:55.050411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-48f811ba-a094-4627-a9d3-a503f9262678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.055123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-48f811ba-a094-4627-a9d3-a503f9262678 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.2840769 Mar 31 23:04:55.066355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4327-4efd-4691-9bad-756bc8f9cebe req-83c9a157-6101-409d-8597-8a782734e7f4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.066992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1b9c439d-72f8-4dcc-a7c5-f537aaba0ddb None None] Provisioning complete for port 3cd5aecb-b0e2-4af9-975c-c85765365e85 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:55.067465 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b9c439d-72f8-4dcc-a7c5-f537aaba0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.079656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fce4327-4efd-4691-9bad-756bc8f9cebe req-83c9a157-6101-409d-8597-8a782734e7f4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 943 time: 0.1269021 Mar 31 23:04:55.094104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f361be0-293f-4e28-8183-3a9327c484f6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5858240 Mar 31 23:04:55.098687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42994) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:55.201382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-9e4e97b6-f723-4d17-979f-aa05fd1a44e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177273 Mar 31 23:04:55.218041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fce4327-4efd-4691-9bad-756bc8f9cebe req-fac59cc6-5182-4f84-90c4-a086304e0ab4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365755 Mar 31 23:04:55.306773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3cd5aecb-b0e2-4af9-975c-c85765365e85 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:55.308222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.434463 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b9c439d-72f8-4dcc-a7c5-f537aaba0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.449515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-4d43e3e1-58da-49dc-ac1e-c3109df9ab6f service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258425 Mar 31 23:04:55.477161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:55.596691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1b9c439d-72f8-4dcc-a7c5-f537aaba0ddb None None] For port 3cd5aecb-b0e2-4af9-975c-c85765365e85, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3cd5aecb-b0e2-4af9-975c-c85765365e85,segment=NetworkSegment(ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e),segment_id=ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:55.628002 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.666649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0a6d3-1800-4b84-b5aa-3005072b3a11 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.671234 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15f0a6d3-1800-4b84-b5aa-3005072b3a11 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.5677922 Mar 31 23:04:55.676583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43006) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:55.683462 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-2806de69-55be-4b61-a96c-c64e2d402d5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4313109 Mar 31 23:04:55.791266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b9c439d-72f8-4dcc-a7c5-f537aaba0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.902559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea386a-816b-448d-8fe6-2f6b42bdfabf req-6faa86a5-00f2-4880-bc00-f7d5540c8826 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.917480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1ea386a-816b-448d-8fe6-2f6b42bdfabf req-6faa86a5-00f2-4880-bc00-f7d5540c8826 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 944 time: 0.4652641 Mar 31 23:04:55.973103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-093ccf03-2ea2-4617-8d09-d1dd16b12f86 req-c924f148-1875-423a-bd26-3058a22b6545 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114505 Mar 31 23:04:56.080200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2bb09-38b1-40c5-abc3-afb52ebd0be5 req-51c11da3-eabe-4b56-8fb3-72718440cd38 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.080200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87b2bb09-38b1-40c5-abc3-afb52ebd0be5 req-51c11da3-eabe-4b56-8fb3-72718440cd38 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 943 time: 0.3948598 Mar 31 23:04:56.099816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1ea386a-816b-448d-8fe6-2f6b42bdfabf req-e178c38b-641c-4bc9-8e56-4a6d7249a793 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820073 Mar 31 23:04:56.144489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-da0907ae-33aa-45f1-ac1f-a38482d4f8a9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:56.144851 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0907ae-33aa-45f1-ac1f-a38482d4f8a9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.152799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-c5416d72-79f2-40aa-bb66-fd0b90934dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.154368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-c5416d72-79f2-40aa-bb66-fd0b90934dda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885&tenant_id=541c0fd209004252b1f7997efe6885d0 HTTP/1.1" status: 200 len: 1094 time: 0.1529322 Mar 31 23:04:56.203996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:56.290338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87b2bb09-38b1-40c5-abc3-afb52ebd0be5 req-7a27715b-002a-45f3-97a8-e462935b982d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075908 Mar 31 23:04:56.387878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-48c7e025-695e-40a3-aca1-fc35d0647a7e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4568ef5dd167468da0f855454c5f5b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996339 Mar 31 23:04:56.478142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c439d-72f8-4dcc-a7c5-f537aaba0ddb None None] Pushing event updated for resources: {'Port': ['ID=3cd5aecb-b0e2-4af9-975c-c85765365e85,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:56.493258 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.494069 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:04:56.496268 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:04:56.497626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-121ec0da-ad49-4b56-a4d4-691d45da64b0 None None] Provisioning complete for port c81352cb-5d31-402b-9655-346021840aea triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:56.498271 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-121ec0da-ad49-4b56-a4d4-691d45da64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.538899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-121ec0da-ad49-4b56-a4d4-691d45da64b0 None None] Port c81352cb-5d31-402b-9655-346021840aea cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:56.543011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0907ae-33aa-45f1-ac1f-a38482d4f8a9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.549583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-121ec0da-ad49-4b56-a4d4-691d45da64b0 None None] Provisioning complete for port 3cd5aecb-b0e2-4af9-975c-c85765365e85 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:56.550020 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-121ec0da-ad49-4b56-a4d4-691d45da64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.567280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e5839-229e-443c-a39e-b9085638328f req-a19e1771-981b-497e-baa2-955255f5d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.576984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417e5839-229e-443c-a39e-b9085638328f req-a19e1771-981b-497e-baa2-955255f5d869 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 1094 time: 0.2835166 Mar 31 23:04:56.594571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-da0907ae-33aa-45f1-ac1f-a38482d4f8a9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:56.682008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-121ec0da-ad49-4b56-a4d4-691d45da64b0 None None] Provisioning complete for port bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:56.683062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-121ec0da-ad49-4b56-a4d4-691d45da64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.721653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-121ec0da-ad49-4b56-a4d4-691d45da64b0 None None] Port bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:56.840738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7d682475-ffd0-41c7-a787-21bcde261191 None None] Provisioning complete for port c81352cb-5d31-402b-9655-346021840aea triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:56.841111 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7d682475-ffd0-41c7-a787-21bcde261191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.876706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0cd1-7ac0-4975-90e8-48fbc310da23 req-b69e4e81-130b-4132-b1a1-6ba1e1603f36 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.886663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-920b0cd1-7ac0-4975-90e8-48fbc310da23 req-b69e4e81-130b-4132-b1a1-6ba1e1603f36 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 943 time: 0.3948855 Mar 31 23:04:56.897549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7d682475-ffd0-41c7-a787-21bcde261191 None None] Port c81352cb-5d31-402b-9655-346021840aea cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:56.910871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7d682475-ffd0-41c7-a787-21bcde261191 None None] Provisioning complete for port bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:56.910871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7d682475-ffd0-41c7-a787-21bcde261191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.925662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-7d886d61-704d-40e8-a72f-41c8a0d32700 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.929280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-7d886d61-704d-40e8-a72f-41c8a0d32700 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5154872 Mar 31 23:04:56.951316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7d682475-ffd0-41c7-a787-21bcde261191 None None] Port bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:57.003286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-c1f7c409-124e-4623-9839-fc326f054e1f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/quotas/4568ef5dd167468da0f855454c5f5b0d HTTP/1.1" status: 200 len: 375 time: 0.0560255 Mar 31 23:04:57.022238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e5839-229e-443c-a39e-b9085638328f req-ffca5d0c-8880-42cd-8cd2-725de69ab431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:57.024088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417e5839-229e-443c-a39e-b9085638328f req-ffca5d0c-8880-42cd-8cd2-725de69ab431 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 907 time: 0.4348085 Mar 31 23:04:57.074197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-920b0cd1-7ac0-4975-90e8-48fbc310da23 req-b309c3ca-604a-4643-b7b5-f4d9f98c45b5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866534 Mar 31 23:04:57.159453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-dc6b72fa-17bc-46b0-955c-dcd75d5a3877 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4568ef5dd167468da0f855454c5f5b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1384506 Mar 31 23:04:57.160774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3cd5aecb-b0e2-4af9-975c-c85765365e85 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:57.167348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417e5839-229e-443c-a39e-b9085638328f req-0a460fb4-46f7-4279-a43b-6668cd5120d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 HTTP/1.1" status: 200 len: 217 time: 0.1281028 Mar 31 23:04:57.264988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3cd5aecb-b0e2-4af9-975c-c85765365e85 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:57.265472 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.403381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:57.421083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e5839-229e-443c-a39e-b9085638328f req-526eac10-ccac-4dad-94d7-092155a6458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:57.423301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417e5839-229e-443c-a39e-b9085638328f req-526eac10-ccac-4dad-94d7-092155a6458b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.2458365 Mar 31 23:04:57.475161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417e5839-229e-443c-a39e-b9085638328f req-6dc53853-7bcc-4194-9e42-d26f777ed06a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447729 Mar 31 23:04:57.513633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e0c0-815b-4e18-88ac-8ae970979311 req-0dbb8995-098e-435d-86a0-a9bb3d5b5517 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:57.515856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4770e0c0-815b-4e18-88ac-8ae970979311 req-0dbb8995-098e-435d-86a0-a9bb3d5b5517 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 944 time: 0.2489944 Mar 31 23:04:57.535182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:57.637006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0907ae-33aa-45f1-ac1f-a38482d4f8a9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.747794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:58.122235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0907ae-33aa-45f1-ac1f-a38482d4f8a9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:58.153708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.207426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4770e0c0-815b-4e18-88ac-8ae970979311 req-b7511d11-b8ea-464d-adc5-236e7244a1cc tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6738040 Mar 31 23:04:58.254084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Transition to ACTIVE for port object 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:58.291554 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417e5839-229e-443c-a39e-b9085638328f req-e7d2293d-f88f-4f5b-9dc2-016c55ac0b78 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019457 Mar 31 23:04:58.311564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956dc93-6a5b-4ae7-9f26-bca1cf70ee9d req-1fef2fb7-13d2-490d-a9cf-1d73c72a9e1d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.319425 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c956dc93-6a5b-4ae7-9f26-bca1cf70ee9d req-1fef2fb7-13d2-490d-a9cf-1d73c72a9e1d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 943 time: 0.6531007 Mar 31 23:04:58.358116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da0907ae-33aa-45f1-ac1f-a38482d4f8a9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.362631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da0907ae-33aa-45f1-ac1f-a38482d4f8a9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a HTTP/1.1" status: 204 len: 168 time: 2.6836257 Mar 31 23:04:58.367987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43054) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:58.385168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367f2c-e188-446a-9373-d2215184de8c req-dc4442df-d083-4b4c-86d8-d9055429d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.389393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-dc4442df-d083-4b4c-86d8-d9055429d757 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6&tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9 HTTP/1.1" status: 200 len: 1095 time: 0.2776573 Mar 31 23:04:58.400429 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd85227f-845c-4cb4-af18-db562f036076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:04:58.405752 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fd85227f-845c-4cb4-af18-db562f036076 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/bfc92e2b-d6c2-4fc2-a86a-c7da65997f3a HTTP/1.1" status: 404 len: 333 time: 0.0332623 Mar 31 23:04:58.419552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43056) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:58.419879 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fc3758c-ff39-40cc-9bc7-e97724a50de0 req-c15d754e-1280-4f3d-b369-4898f4c65b83 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 210 time: 0.1122346 Mar 31 23:04:58.419879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:58.452622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.573342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-682f6092-239e-4c5a-b812-32d359078c6c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port c81352cb-5d31-402b-9655-346021840aea {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:58.573705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-682f6092-239e-4c5a-b812-32d359078c6c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.653933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c956dc93-6a5b-4ae7-9f26-bca1cf70ee9d req-3ff5d33e-d6d7-43b0-b87f-f09f44534588 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199480 Mar 31 23:04:58.691536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] No DVR routers for this DVR port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:58.693336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=9']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:58.694004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-682f6092-239e-4c5a-b812-32d359078c6c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.705016 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.709093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-682f6092-239e-4c5a-b812-32d359078c6c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for c81352cb-5d31-402b-9655-346021840aea owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:58.730558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-417e5839-229e-443c-a39e-b9085638328f req-1b634835-91ec-49ba-bd0f-1a51fad21fe7 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064705 Mar 31 23:04:58.759798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04757d1-28cf-4bcf-bd09-aa5fb816e9f5 req-7f7c47fc-b997-40c1-9855-eae3b4c6ef3d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.762084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f04757d1-28cf-4bcf-bd09-aa5fb816e9f5 req-7f7c47fc-b997-40c1-9855-eae3b4c6ef3d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 943 time: 0.2173250 Mar 31 23:04:58.812495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Attempting to bind port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:58.812754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Attempting to bind port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:58.813082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Attempting to bind port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:58.839772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:58.839772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Attempting to bind port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on network 60db7758-19a4-4ac9-831c-609a9ba5d2f3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:58.940215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f04757d1-28cf-4bcf-bd09-aa5fb816e9f5 req-46871b2f-c839-4952-b890-e4176e0eca2d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541333 Mar 31 23:04:58.951266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:58.951615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Checking segment: {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:58.952018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Bound using segment: {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:58.952481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Bound port: 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:58.952848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.103227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf912c6-26b4-48c3-9433-ce302734e8c7 req-67cda12b-a51a-4c0a-a220-d63b223c31a3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.116473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddf912c6-26b4-48c3-9433-ce302734e8c7 req-67cda12b-a51a-4c0a-a220-d63b223c31a3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1827898 Mar 31 23:04:59.164046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:59.173135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:59.195712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddf912c6-26b4-48c3-9433-ce302734e8c7 req-0eba267c-c953-4a8e-9551-1680a9d9cd95 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825715 Mar 31 23:04:59.197344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:59.204409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-682f6092-239e-4c5a-b812-32d359078c6c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.236758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f6092-239e-4c5a-b812-32d359078c6c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=c81352cb-5d31-402b-9655-346021840aea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:59.242527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:59.289064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad13302a-2a9c-458d-8b29-4b93dd185418 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:59.308890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.325977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Transition to ACTIVE for port object ad13302a-2a9c-458d-8b29-4b93dd185418 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:59.337181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-682f6092-239e-4c5a-b812-32d359078c6c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.343752 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-682f6092-239e-4c5a-b812-32d359078c6c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/c81352cb-5d31-402b-9655-346021840aea HTTP/1.1" status: 204 len: 168 time: 0.9361937 Mar 31 23:04:59.346720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43070) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.356501 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.384320 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-508de089-f988-4567-aa84-1b4483b2d3b5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:04:59.389283 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-508de089-f988-4567-aa84-1b4483b2d3b5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/c81352cb-5d31-402b-9655-346021840aea HTTP/1.1" status: 404 len: 333 time: 0.0388603 Mar 31 23:04:59.389684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43072) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.467231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ad3aa8-b4d4-47bc-ad7f-344399c24cbd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet b99352e8-f6f4-46f4-89d8-d279666216ae {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:59.473328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aa8-b4d4-47bc-ad7f-344399c24cbd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.476272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.476905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.478300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] 10.222.0.45 "PUT /v2.0/ports/153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 1091 time: 3.2934561 Mar 31 23:04:59.481101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:59.483570 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94d6fc1-4179-4a68-95a4-f2981758e5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:59.486836 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.492667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:59.531843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aa8-b4d4-47bc-ad7f-344399c24cbd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.604774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edd443-7078-4fdf-9bee-927740037d9d service neutron] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:59.630889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527a64c-ad12-4aee-8319-5dd14ca2d295 req-744b751a-2426-4e26-8e60-92b3688411ef tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.630889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9527a64c-ad12-4aee-8319-5dd14ca2d295 req-744b751a-2426-4e26-8e60-92b3688411ef tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3265197 Mar 31 23:04:59.703197 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aa8-b4d4-47bc-ad7f-344399c24cbd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.738835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:59.759070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'c4fd15cb-4f5b-4b61-b69c-cbd303ca4846', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'port_id': 'c4fd15cb-4f5b-4b61-b69c-cbd303ca4846', 'mac_address': 'fa:16:3e:21:a6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31745a5e-6ef0-4571-8300-7eeaf4dba00d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:59.820868 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.840246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:59.850399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329810-1fd0-4337-b75c-6d088486e9bf req-5736fd27-0358-4e1c-a70b-f318eed6422e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.852019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea329810-1fd0-4337-b75c-6d088486e9bf req-5736fd27-0358-4e1c-a70b-f318eed6422e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 944 time: 0.4465203 Mar 31 23:04:59.870552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:59.933724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=9']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:59.960067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9527a64c-ad12-4aee-8319-5dd14ca2d295 req-2e23e277-f65e-4c09-b317-f00a3e3b5fd3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432899 Mar 31 23:04:59.967678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-25c9b335-b587-4dce-8e48-f246db6add74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.969490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-25c9b335-b587-4dce-8e48-f246db6add74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1095 time: 0.4187415 Mar 31 23:05:00.002664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] No DVR routers for this DVR port ad13302a-2a9c-458d-8b29-4b93dd185418 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:00.032156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aa8-b4d4-47bc-ad7f-344399c24cbd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.057260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea329810-1fd0-4337-b75c-6d088486e9bf req-1c9ebac9-d403-4371-88a0-48b90cac4e2a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893544 Mar 31 23:05:00.061986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad3aa8-b4d4-47bc-ad7f-344399c24cbd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=b99352e8-f6f4-46f4-89d8-d279666216ae,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:00.071196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aa8-b4d4-47bc-ad7f-344399c24cbd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.079589 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.080855 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33ad3aa8-b4d4-47bc-ad7f-344399c24cbd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/b99352e8-f6f4-46f4-89d8-d279666216ae HTTP/1.1" status: 204 len: 168 time: 0.6898558 Mar 31 23:05:00.081539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43090) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:00.086829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39efc1b5-b660-4b8f-9fb8-dc19d6456371 None None] Network 95714003-5e0d-4a16-84a1-4d26c53cacb6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:00.128285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d82d50d7-0776-41f3-98ca-e52be317ad09 req-64f7836f-4884-4561-a9ed-4c2f3aa2d2cb tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 210 time: 0.0695829 Mar 31 23:05:00.147711 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d746d07-acda-4ec4-92a4-1f3537130e37 x-openstack-request-id: req-1d746d07-acda-4ec4-92a4-1f3537130e37 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:00.148109 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:00.148371 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d746d07-acda-4ec4-92a4-1f3537130e37 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:00.148792 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d746d07-acda-4ec4-92a4-1f3537130e37'] response: {'name': 'network-changed', 'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'status': 'completed', 'code': 200} Mar 31 23:05:00.214751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:00.230927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.317535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 3cd5aecb-b0e2-4af9-975c-c85765365e85 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:00.318083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.320957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-0786b430-7bb3-465e-bd32-a5599045de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.322171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-0786b430-7bb3-465e-bd32-a5599045de97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 914 time: 0.3431625 Mar 31 23:05:00.369017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['c4fd15cb-4f5b-4b61-b69c-cbd303ca4846'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:00.432109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-4b067644-6577-4514-9c18-8a8340cbe22b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 217 time: 0.0982113 Mar 31 23:05:00.433818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Attempting to bind port ad13302a-2a9c-458d-8b29-4b93dd185418 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:00.434149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Attempting to bind port ad13302a-2a9c-458d-8b29-4b93dd185418 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:00.434518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Attempting to bind port ad13302a-2a9c-458d-8b29-4b93dd185418 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:00.445575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] For port 3cd5aecb-b0e2-4af9-975c-c85765365e85, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3cd5aecb-b0e2-4af9-975c-c85765365e85,segment=NetworkSegment(ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e),segment_id=ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:00.446184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.447485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd961-4c6d-4991-a1d4-91cb4c9a400f req-94cfc715-921c-47e5-97ab-8065f56c5cb0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.449742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-506cd961-4c6d-4991-a1d4-91cb4c9a400f req-94cfc715-921c-47e5-97ab-8065f56c5cb0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.2136054 Mar 31 23:05:00.467032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 3cd5aecb-b0e2-4af9-975c-c85765365e85 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:00.508188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Port ad13302a-2a9c-458d-8b29-4b93dd185418 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:00.508686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Attempting to bind port ad13302a-2a9c-458d-8b29-4b93dd185418 on network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:00.511898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-e00668c5-e3b2-40f3-b9d1-e46f947c75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.513423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-e00668c5-e3b2-40f3-b9d1-e46f947c75d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.0612185 Mar 31 23:05:00.549662 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-d3985d09-ad4f-4b41-a00c-c68ae2596363 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4568ef5dd167468da0f855454c5f5b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652015 Mar 31 23:05:00.568018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-6e035e9a-cdf1-4129-b633-d13e9050b92d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333188 Mar 31 23:05:00.573975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:00.578181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Checking segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:00.578510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Bound using segment: {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:00.578932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Bound port: ad13302a-2a9c-458d-8b29-4b93dd185418, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8838845d-8e1f-4910-abc3-02716980c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:00.579313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.597453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] DHCP port deletion for 95714003-5e0d-4a16-84a1-4d26c53cacb6 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:00.667769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] Deleting port 3cd5aecb-b0e2-4af9-975c-c85765365e85 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:00.668179 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.671812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:00.675933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:00.686834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c5c45-4b7a-48d9-b78c-84b583967f8c req-08a030d6-c376-4b8d-bee5-dadd556dd0fa tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.688521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f6c5c45-4b7a-48d9-b78c-84b583967f8c req-08a030d6-c376-4b8d-bee5-dadd556dd0fa tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 944 time: 0.4319103 Mar 31 23:05:00.772049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] For port 3cd5aecb-b0e2-4af9-975c-c85765365e85, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3cd5aecb-b0e2-4af9-975c-c85765365e85,segment=NetworkSegment(ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e),segment_id=ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:00.772378 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.783892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-506cd961-4c6d-4991-a1d4-91cb4c9a400f req-92773192-a4b8-4286-a1e0-dcf19dacf15d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684610 Mar 31 23:05:00.816305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f6c5c45-4b7a-48d9-b78c-84b583967f8c req-9cd262d6-7bb0-464f-8d9c-0625b09ea526 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056695 Mar 31 23:05:00.818050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] Calling delete_port for 3cd5aecb-b0e2-4af9-975c-c85765365e85 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:00.877663 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.882394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-b7a74796-b81d-4c7f-bd5c-815f1b08b4ec service neutron] 10.222.0.45 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785921 Mar 31 23:05:00.914956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-92472e71-fc10-4245-9267-7d641a14be37 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.951588 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-92472e71-fc10-4245-9267-7d641a14be37 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3603745 Mar 31 23:05:00.951588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Request body: {'port': {'device_id': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '4568ef5dd167468da0f855454c5f5b0d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:01.034753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.034753 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.034753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] 10.222.0.45 "PUT /v2.0/ports/ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 200 len: 1092 time: 2.6199360 Mar 31 23:05:01.055591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f7925-727a-4d72-8c84-00499582b171 service neutron] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:01.144743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35676969-3aa4-4ddc-b109-d05e688f947d req-9c81968f-bde1-4844-896e-66a36de1fc9c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.148749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35676969-3aa4-4ddc-b109-d05e688f947d req-9c81968f-bde1-4844-896e-66a36de1fc9c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2244918 Mar 31 23:05:01.157684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3cd5aecb-b0e2-4af9-975c-c85765365e85 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:01.164416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.202252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=3cd5aecb-b0e2-4af9-975c-c85765365e85,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:01.202755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 3cd5aecb-b0e2-4af9-975c-c85765365e85 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:01.203158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3cd5aecb-b0e2-4af9-975c-c85765365e85 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:01.204734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367f2c-e188-446a-9373-d2215184de8c req-b0048f92-64cb-442c-b6ed-e82bdfb59bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.206907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-b0048f92-64cb-442c-b6ed-e82bdfb59bf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1408312 Mar 31 23:05:01.216813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-3eea3533-5f9c-4538-af69-45b7d6de07ef service neutron] 10.222.0.45 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958481 Mar 31 23:05:01.219823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No DVR routers for this DVR port 3cd5aecb-b0e2-4af9-975c-c85765365e85 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:01.266448 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.308911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] Pushing event deleted for resources: {'Port': ['ID=3cd5aecb-b0e2-4af9-975c-c85765365e85,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:01.315420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fcdbe-f769-450f-b0dc-bdddb7b39218 None None] No DVR routers for this DVR port 3cd5aecb-b0e2-4af9-975c-c85765365e85 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:01.343201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Made reservation on behalf of 4568ef5dd167468da0f855454c5f5b0d for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:01.348119 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.369153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35676969-3aa4-4ddc-b109-d05e688f947d req-09d8a22f-cb5e-4c72-9926-c5ebf3eae861 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066147 Mar 31 23:05:01.395305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.396933 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.426692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95714003-5e0d-4a16-84a1-4d26c53cacb6']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:01.463445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:01.464675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce49ccbc-71eb-4e97-ac1c-5aa3b237cb8e') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:01.486637 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.488020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00615462-620c-4135-8357-c9aa456bda61 req-ea94ffc1-7362-4965-b9d6-a35d629b720a tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 210 time: 0.0453675 Mar 31 23:05:01.496463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:01.520780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.531642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367f2c-e188-446a-9373-d2215184de8c req-81b2a8a8-69b8-443a-8570-ab51aa23d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.534448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-81b2a8a8-69b8-443a-8570-ab51aa23d1f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.3180234 Mar 31 23:05:01.551728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:01.552151 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:01.564601 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:01.782329 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-189cd086-1d32-4c4e-92ee-c407956daf97 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4568ef5dd167468da0f855454c5f5b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1633739 Mar 31 23:05:01.802034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.860172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:01.868617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:01.868617 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.971445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-39adb1e2-7b9a-40e8-8f8c-3a26fe0a1ebf tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.975221 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-39adb1e2-7b9a-40e8-8f8c-3a26fe0a1ebf tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709607 Mar 31 23:05:01.990710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Request body: {'port': {'device_id': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '4568ef5dd167468da0f855454c5f5b0d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:02.015072 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.022273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d6d04-0275-4221-bf93-8f8e08e4190b req-8a692afb-6272-40a7-b549-e3ac19526f3d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.033595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b2d6d04-0275-4221-bf93-8f8e08e4190b req-8a692afb-6272-40a7-b549-e3ac19526f3d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.7962999 Mar 31 23:05:02.068505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.071291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e42a7-eb67-4e76-97db-9038f55a6da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fd15cb-4f5b-4b61-b69c-cbd303ca4846'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:02.072469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.074920 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0122727-3898-4987-8b70-d9f655dfc1f2" -d '{"events": [{"server_uuid": "c49e42a7-eb67-4e76-97db-9038f55a6da1", "name": "network-vif-plugged", "status": "completed", "tag": "c4fd15cb-4f5b-4b61-b69c-cbd303ca4846"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:02.085420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:02.154098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:02.159806 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e99258-ec4c-4f76-9654-2fde6cd72eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:02.202802 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.274612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-611e3874-2072-4334-9945-e62d6de2b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.281397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-611e3874-2072-4334-9945-e62d6de2b117 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1095 time: 0.7432871 Mar 31 23:05:02.303683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Allocated IP 192.168.233.207 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:02.327219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04908649-9432-4476-bbe5-0842942d93d0 req-f9680677-2dfc-4851-8cf1-c57771bd550c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.351164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04908649-9432-4476-bbe5-0842942d93d0 req-f9680677-2dfc-4851-8cf1-c57771bd550c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3152800 Mar 31 23:05:02.376324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.378407 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b2d6d04-0275-4221-bf93-8f8e08e4190b req-20fa9f3b-6d8d-41de-89fa-ec5a06f1f213 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450103 Mar 31 23:05:02.386241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-b2646b2c-d95e-4935-ba31-c12d07cc06b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 200 len: 1000 time: 0.8387663 Mar 31 23:05:02.557672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.614884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.623446 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/networks/95714003-5e0d-4a16-84a1-4d26c53cacb6 HTTP/1.1" status: 204 len: 168 time: 2.5365498 Mar 31 23:05:02.624613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9d318-c4c9-4b83-a35f-a83db413f6e3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Network': ['ID=95714003-5e0d-4a16-84a1-4d26c53cacb6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.639031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43134) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:02.649652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2053904911'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:02.696277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.751996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04908649-9432-4476-bbe5-0842942d93d0 req-620649a7-6f22-4d36-9658-cbc163d7958d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975012 Mar 31 23:05:02.836392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367f2c-e188-446a-9373-d2215184de8c req-41206041-661c-447c-a822-9fc1715c4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.838125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-41206041-661c-447c-a822-9fc1715c4c51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.4118648 Mar 31 23:05:02.842334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-26acc3fc-895d-4624-bca2-4ca431224e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.844401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-26acc3fc-895d-4624-bca2-4ca431224e09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 914 time: 0.5516207 Mar 31 23:05:02.900473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fd847-1ac3-4dfe-ae5d-dcbec036970e req-3466270b-93da-4839-9824-2c87320166af tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.907011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d0fd847-1ac3-4dfe-ae5d-dcbec036970e req-3466270b-93da-4839-9824-2c87320166af tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.2889771 Mar 31 23:05:03.096264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-5362c5c1-acb6-4f40-be3a-ef87a5af3c11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 217 time: 0.1881676 Mar 31 23:05:03.142403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d0fd847-1ac3-4dfe-ae5d-dcbec036970e req-afdbbd8f-90d0-4361-82c0-b0dc13238ecc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736436 Mar 31 23:05:03.182785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d09ab5-c8c3-464c-b94a-1765b45023bb req-b79ad9a9-8f76-4389-bf87-89f33914a750 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.185670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77d09ab5-c8c3-464c-b94a-1765b45023bb req-b79ad9a9-8f76-4389-bf87-89f33914a750 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 945 time: 0.3302176 Mar 31 23:05:03.219028 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b75573a-9a2a-441d-9b21-16f23ea91d21 x-openstack-request-id: req-4b75573a-9a2a-441d-9b21-16f23ea91d21 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:03.219719 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e42a7-eb67-4e76-97db-9038f55a6da1", "name": "network-vif-plugged", "status": "completed", "tag": "c4fd15cb-4f5b-4b61-b69c-cbd303ca4846", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:03.219719 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b75573a-9a2a-441d-9b21-16f23ea91d21 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:03.220542 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b75573a-9a2a-441d-9b21-16f23ea91d21'] response: {'server_uuid': 'c49e42a7-eb67-4e76-97db-9038f55a6da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fd15cb-4f5b-4b61-b69c-cbd303ca4846', 'code': 200} Mar 31 23:05:03.233571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.278237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367f2c-e188-446a-9373-d2215184de8c req-ae3d9ed9-85e6-4a34-95ad-f9029fc6741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.279809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-ae3d9ed9-85e6-4a34-95ad-f9029fc6741b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3707163 Mar 31 23:05:03.318433 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428503df-8aed-4867-9678-e30048b5c878 x-openstack-request-id: req-428503df-8aed-4867-9678-e30048b5c878 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:03.318787 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:03.319028 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-428503df-8aed-4867-9678-e30048b5c878 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:03.319437 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428503df-8aed-4867-9678-e30048b5c878'] response: {'name': 'network-changed', 'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'status': 'completed', 'code': 200} Mar 31 23:05:03.342977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:03.344224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:03.346514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:03.353184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77d09ab5-c8c3-464c-b94a-1765b45023bb req-d92a037a-df6d-4707-8964-81fe2f8ba511 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527383 Mar 31 23:05:03.358759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:03.460267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.469968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.477417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Made reservation on behalf of 4568ef5dd167468da0f855454c5f5b0d for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:03.482234 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.485054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:03.497970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-8420528b-ffad-4b6e-b914-bba274abe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.498721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.507312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-8420528b-ffad-4b6e-b914-bba274abe9c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.3203719 Mar 31 23:05:03.548527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:03.561986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.563120 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Added segment 4204b0f5-2741-401c-8d92-925246804f21 of type vlan for network cd542a70-3da4-4c2e-8013-6d8f8457186f Mar 31 23:05:03.616866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-12f01ec4-1036-4fbc-92c2-b7792f0db271 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784080 Mar 31 23:05:03.618908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffbea7c5-d58e-47cf-9891-d208415e534b req-ca63768a-07e1-4775-af77-c8c7271f00b4 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 210 time: 0.1438141 Mar 31 23:05:03.629499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.811107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9a8e4-89d1-4559-9881-493f099aa853 req-6c9542fb-4303-480a-ba5f-0a2db3755c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.813800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26d9a8e4-89d1-4559-9881-493f099aa853 req-6c9542fb-4303-480a-ba5f-0a2db3755c70 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 1096 time: 0.4153123 Mar 31 23:05:03.821953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5bfad24e-48ba-490d-8b5d-9ef0a57a37eb None None] Provisioning complete for port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:03.823966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5bfad24e-48ba-490d-8b5d-9ef0a57a37eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.866227 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23ccfe5f-0983-47d2-b1b3-783165807b2f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9396734 Mar 31 23:05:03.887304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Request body: {'port': {'device_id': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:03.904106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5bfad24e-48ba-490d-8b5d-9ef0a57a37eb None None] Port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:03.921201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Allocated IP 192.168.233.75 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/fe2054f6-5b91-4e2e-ae7d-34c07454afda) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:03.983403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.003665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-69bfbcb9-0356-41cd-82d0-9b03adf540e7 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873765 Mar 31 23:05:04.028730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-eeecacbf-b18e-4727-ac9d-4622125619d0 service neutron] 10.222.0.45 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793707 Mar 31 23:05:04.036781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805533-63cd-42a6-9664-7149088bbb7b req-3b63c21d-12f7-43cf-a553-41b54f1dcdd5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.038344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-3b63c21d-12f7-43cf-a553-41b54f1dcdd5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.4870031 Mar 31 23:05:04.041633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26d9a8e4-89d1-4559-9881-493f099aa853 req-04002aa1-26e0-4a02-939c-932de842b13f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501760 Mar 31 23:05:04.067237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be52f-bce8-4365-9dfb-5c4d6d81e398 req-fec08df5-ebcd-4cf1-8cc4-ddb87fa9f431 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.077083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d3be52f-bce8-4365-9dfb-5c4d6d81e398 req-fec08df5-ebcd-4cf1-8cc4-ddb87fa9f431 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.2560833 Mar 31 23:05:04.105802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-aee12555-11a9-475e-a4f0-87bc811088ab tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/quotas/c3cede2d48664a2880a52c89b3250cf8 HTTP/1.1" status: 200 len: 375 time: 0.0490272 Mar 31 23:05:04.129424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.137317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.138279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.182793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d3be52f-bce8-4365-9dfb-5c4d6d81e398 req-8ae149fd-f55c-4a72-b844-842920cdb43e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042168 Mar 31 23:05:04.236570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-49bffe9d-d6e7-44bf-ac14-c1caf5aabffa tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1166742 Mar 31 23:05:04.248196 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e8c606cc-25ae-429b-92ce-f31f90196071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.668780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d739e-ad25-42e3-bb4a-e77649a35a23 req-9c473b8a-527c-4aa5-87cf-914714a0efc7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.676246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f2d739e-ad25-42e3-bb4a-e77649a35a23 req-9c473b8a-527c-4aa5-87cf-914714a0efc7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.3747098 Mar 31 23:05:04.679546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-f1e58fc3-edf0-4264-8911-e22683a604d9 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131391 Mar 31 23:05:04.711507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-f92b39f6-e147-48b9-b68f-5adbfbe0ccd0 service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425805 Mar 31 23:05:04.791370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f94d6fc1-4179-4a68-95a4-f2981758e5d0 req-6805422c-c5c9-411e-821d-af5357c1cb03 service neutron] 10.222.0.45 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236547 Mar 31 23:05:04.791762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Network': ['ID=cd542a70-3da4-4c2e-8013-6d8f8457186f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.830110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:04.833079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f2d739e-ad25-42e3-bb4a-e77649a35a23 req-ee4c965c-6a09-4d2e-8ac1-d0eda5ea9651 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485124 Mar 31 23:05:04.846689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network cd542a70-3da4-4c2e-8013-6d8f8457186f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:04.919817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-318d7d2d-4ec5-4b5c-adb5-18eea99b3fc0 service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037983 Mar 31 23:05:05.103252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df868049-458e-4af2-a6ff-e185950a2145 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4630480 Mar 31 23:05:05.116056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43160) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:05.116056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:05.169399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11badc-432a-4cf0-96d3-eb30272d42c1 req-6d9a880c-5090-49db-a9d3-a3b92830ede6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.185125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff11badc-432a-4cf0-96d3-eb30272d42c1 req-6d9a880c-5090-49db-a9d3-a3b92830ede6 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 945 time: 0.1599505 Mar 31 23:05:05.274133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff11badc-432a-4cf0-96d3-eb30272d42c1 req-5798a5f2-6b86-4c62-8b4b-449c93724e3d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838449 Mar 31 23:05:05.422598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18437dc9-8b28-4a08-9f7f-3fcb4189e84c req-dd64231c-75b7-4f7b-8e25-f15d61573046 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 210 time: 0.0490973 Mar 31 23:05:05.435434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-36f44a73-49ea-4c27-9768-9291b88a3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.437500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-36f44a73-49ea-4c27-9768-9291b88a3eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1336706 Mar 31 23:05:05.474405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.691729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-db5dd503-c299-43e8-b1be-9231ae28450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.693571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-db5dd503-c299-43e8-b1be-9231ae28450e service neutron] 10.222.0.45 "GET /v2.0/networks?id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 200 len: 915 time: 0.2497456 Mar 31 23:05:05.807606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:05.820699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.899374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f468ea28-32cd-44dc-8c2e-47f4116c0c04 req-0c0159fd-99de-4adc-81be-c3dc3886c758 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 210 time: 0.0834873 Mar 31 23:05:05.952910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-722ca138-aeca-4241-8a33-8abcf44d048f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 200 len: 1000 time: 0.2310038 Mar 31 23:05:05.978051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:06.000467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.019024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Transition to ACTIVE for port object bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:06.034126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:06.049913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:06.050584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fb523-4265-4b4d-ac24-cc9a27abe7ae req-113a46f9-ff1b-4e23-b18f-6c53519ea7a5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.067340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e8fb523-4265-4b4d-ac24-cc9a27abe7ae req-113a46f9-ff1b-4e23-b18f-6c53519ea7a5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.4941366 Mar 31 23:05:06.078269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:06.185642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Pushing event updated for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:06.285939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.287673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.341731 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-497fd3e0-a0bf-468d-bf6b-0d2bed7398b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.357229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-b9dce177-70a9-4a23-887f-09ed8a58256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.378968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-b9dce177-70a9-4a23-887f-09ed8a58256a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 200 len: 853 time: 0.4024286 Mar 31 23:05:06.400341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.425903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e8fb523-4265-4b4d-ac24-cc9a27abe7ae req-8f58e039-1d7a-4518-8e7e-0afbab294dab tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566015 Mar 31 23:05:06.490043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388b33d-0739-46a8-b46c-d5f9cf80c588 req-b2a44245-92cc-4cc3-a542-af9eae69c3a9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.493061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e388b33d-0739-46a8-b46c-d5f9cf80c588 req-b2a44245-92cc-4cc3-a542-af9eae69c3a9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.3414598 Mar 31 23:05:06.594615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:06.668866 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-216c89d0-597b-42bc-87ad-8cae97e7563e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6847491 Mar 31 23:05:06.681324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3cb303ee-1b6d-4ed3-a665-526a66d79246 None None] Provisioning complete for port fe2054f6-5b91-4e2e-ae7d-34c07454afda triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:06.681867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3cb303ee-1b6d-4ed3-a665-526a66d79246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.693641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-107c9261-ee0d-4e77-9032-88d33397dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.695119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-107c9261-ee0d-4e77-9032-88d33397dde6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907585 Mar 31 23:05:06.727093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Request body: {'port': {'device_id': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:06.731166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e388b33d-0739-46a8-b46c-d5f9cf80c588 req-c3a17168-2415-42ad-b0b6-edf636afb57f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011297 Mar 31 23:05:06.860454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3cb303ee-1b6d-4ed3-a665-526a66d79246 None None] Port fe2054f6-5b91-4e2e-ae7d-34c07454afda cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:07.026955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Attempting to bind port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:07.027529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Attempting to bind port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:07.027636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Attempting to bind port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:07.029777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:07.043120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:07.043475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Attempting to bind port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:07.046804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.058809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:07.059165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:07.059562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:07.060018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Bound port: bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:07.060387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.149545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60262b0c-3131-4fbb-a592-f70b022b8e8c req-ce8225e6-4912-4032-97fd-a64917315e84 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.169761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60262b0c-3131-4fbb-a592-f70b022b8e8c req-ce8225e6-4912-4032-97fd-a64917315e84 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 945 time: 0.4123902 Mar 31 23:05:07.241099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ed29-2bbf-4fad-a3a0-aff2941f9ba8 req-74ad7773-743b-4314-90d4-aaa6cf771a6c tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.243331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8572ed29-2bbf-4fad-a3a0-aff2941f9ba8 req-74ad7773-743b-4314-90d4-aaa6cf771a6c tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 935 time: 0.3457696 Mar 31 23:05:07.250450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-e19950f5-f0da-4472-836a-ef30171e3096 service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182202 Mar 31 23:05:07.298266 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d926788-093b-4199-989d-e53c8993888e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.314233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:07.334568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:07.353013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60262b0c-3131-4fbb-a592-f70b022b8e8c req-f1fdbe47-9e25-4162-a68d-0c3a6e4f1fe0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821530 Mar 31 23:05:07.608027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8572ed29-2bbf-4fad-a3a0-aff2941f9ba8 req-b9b5c780-49c2-4cc2-9c8f-d22bf07650a0 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196488 Mar 31 23:05:07.608027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a83c31b0-ae4a-42c5-86f3-9f309f8ee228 req-4713c5b3-db60-44d6-be19-3ee24a3ae203 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 210 time: 0.0836961 Mar 31 23:05:07.609508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d926788-093b-4199-989d-e53c8993888e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.631463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2054f6-5b91-4e2e-ae7d-34c07454afda {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:07.636331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e99258-ec4c-4f76-9654-2fde6cd72eb0 req-3a699289-2df4-4344-adb2-dca0175a818c service neutron] 10.222.0.45 "GET /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717740 Mar 31 23:05:07.649692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.672798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Transition to ACTIVE for port object fe2054f6-5b91-4e2e-ae7d-34c07454afda will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:07.719775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f37ea-2949-4738-9183-4fe830dbe3f6 req-d7fc5e1c-9265-4a11-b20b-64c735846211 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.721548 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f6f37ea-2949-4738-9183-4fe830dbe3f6 req-d7fc5e1c-9265-4a11-b20b-64c735846211 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0821021 Mar 31 23:05:07.775571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f6f37ea-2949-4738-9183-4fe830dbe3f6 req-91a504e9-af20-4645-ab10-f5e0012ac4c2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473003 Mar 31 23:05:07.928800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca71b-ff4b-41f9-a9d2-0a5a5278afb7 req-ee6022f9-e8b0-422f-ac84-4a21a42f8bf7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.930665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be0ca71b-ff4b-41f9-a9d2-0a5a5278afb7 req-ee6022f9-e8b0-422f-ac84-4a21a42f8bf7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.0657756 Mar 31 23:05:07.977036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be0ca71b-ff4b-41f9-a9d2-0a5a5278afb7 req-04f4f5f2-d6ed-4851-9550-57940947131d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Mar 31 23:05:08.285405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.295381 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d926788-093b-4199-989d-e53c8993888e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.309383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.371279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.390664 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.477414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60704f63-6203-404d-bf25-ba3f93153d9a req-130ac843-2a04-4d6e-a017-b0207123f8a5 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.505109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60704f63-6203-404d-bf25-ba3f93153d9a req-130ac843-2a04-4d6e-a017-b0207123f8a5 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 945 time: 0.0919299 Mar 31 23:05:08.621318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60704f63-6203-404d-bf25-ba3f93153d9a req-011cec05-4564-4cb1-b3cc-3a4a078c17cc tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205642 Mar 31 23:05:08.654218 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.660860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.672513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.672513 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] 10.222.0.45 "PUT /v2.0/ports/bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 HTTP/1.1" status: 200 len: 1096 time: 4.7850504 Mar 31 23:05:08.684156 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:08.687041 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c71c016-9ad1-42a0-a909-429cf94bd4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:08.732681 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d926788-093b-4199-989d-e53c8993888e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=375540fb2ffe4c4e81465b05cf5359ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6974840 Mar 31 23:05:08.732681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926788-093b-4199-989d-e53c8993888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b950a1-6e6c-4944-9700-792084b539ea,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:08.734353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43230) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:08.800515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=29ac116c-8428-44a7-9cf5-4189d45791ba,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:08.826311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking segment: {'id': '4204b0f5-2741-401c-8d92-925246804f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:08.827062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network hostable DHCP agents. Network: cd542a70-3da4-4c2e-8013-6d8f8457186f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:08.861865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5e7e85a-dc9c-49ac-a9a3-83dddd4d70a6 req-c38b3a8a-09e9-4c7a-a064-6877929a816a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 210 time: 0.0893662 Mar 31 23:05:08.863301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd902c-b480-4a17-8827-b5e6533f4a21 service neutron] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:08.890959 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.950908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba093-0d70-467f-a664-e36333bd5ec3 req-40bb2e14-38f3-4120-982e-891a72f8a236 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.955132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-479ba093-0d70-467f-a664-e36333bd5ec3 req-40bb2e14-38f3-4120-982e-891a72f8a236 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 0.1479156 Mar 31 23:05:08.960704 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.083325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.106752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:09.115789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Attempting to bind port fe2054f6-5b91-4e2e-ae7d-34c07454afda on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:09.116719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Attempting to bind port fe2054f6-5b91-4e2e-ae7d-34c07454afda by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:09.117369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Attempting to bind port fe2054f6-5b91-4e2e-ae7d-34c07454afda on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:09.139056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Port fe2054f6-5b91-4e2e-ae7d-34c07454afda on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:09.139677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Attempting to bind port fe2054f6-5b91-4e2e-ae7d-34c07454afda on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:09.141222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-479ba093-0d70-467f-a664-e36333bd5ec3 req-2089d6c1-865b-4e27-91eb-9d5ac2aa0fde tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717272 Mar 31 23:05:09.168465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-403401d1-566a-42e0-bc07-520729800861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.169700 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-403401d1-566a-42e0-bc07-520729800861 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4568ef5dd167468da0f855454c5f5b0d&device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 1099 time: 0.2707648 Mar 31 23:05:09.197922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206047-a240-4432-9d5f-6670ac4ed615 req-d2e3d4ef-8583-4aa5-8cd4-325c51c11cc7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.206938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19206047-a240-4432-9d5f-6670ac4ed615 req-d2e3d4ef-8583-4aa5-8cd4-325c51c11cc7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 945 time: 0.2103162 Mar 31 23:05:09.208358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:09.213985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:09.213985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:09.213985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Bound port: fe2054f6-5b91-4e2e-ae7d-34c07454afda, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:09.213985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.244585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.256621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19206047-a240-4432-9d5f-6670ac4ed615 req-477bcda0-7cd0-4d9a-a503-974819e58e99 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482130 Mar 31 23:05:09.259320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network cd542a70-3da4-4c2e-8013-6d8f8457186f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:09.298611 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-559f3015-fedd-4e2e-b888-1494a2feaf93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 HTTP/1.1" status: 200 len: 217 time: 0.1042712 Mar 31 23:05:09.305988 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b0e6a-23f9-4da0-af37-95940a655128 x-openstack-request-id: req-2f8b0e6a-23f9-4da0-af37-95940a655128 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:09.306457 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:09.306944 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f8b0e6a-23f9-4da0-af37-95940a655128 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:09.307545 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8b0e6a-23f9-4da0-af37-95940a655128'] response: {'name': 'network-changed', 'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'status': 'completed', 'code': 200} Mar 31 23:05:09.413481 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.420006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.420006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42b950a1-6e6c-4944-9700-792084b539ea HTTP/1.1" status: 204 len: 168 time: 0.6845417 Mar 31 23:05:09.447989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, cd542a70-3da4-4c2e-8013-6d8f8457186f) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:09.454127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.456679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.473452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f3769-2554-450f-9a0e-e70194ea4971 None None] Network cd542a70-3da4-4c2e-8013-6d8f8457186f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:09.497731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-7c5b2152-07f2-4dbd-b1a5-a02e1497885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.499408 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-7c5b2152-07f2-4dbd-b1a5-a02e1497885c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1327701 Mar 31 23:05:09.504430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:09.514623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b950a1-6e6c-4944-9700-792084b539ea,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:09.516302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:09.562867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62d77-11d3-42cc-938b-47d010eca90e req-24d951a9-ed63-413c-916a-34cf0aa98044 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.572154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad62d77-11d3-42cc-938b-47d010eca90e req-24d951a9-ed63-413c-916a-34cf0aa98044 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.2055223 Mar 31 23:05:09.611390 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.615738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.616077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.618313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.618851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.623321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.635816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.635816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.635816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.635816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.635816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.635816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.635816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20bc11-0805-44ce-a429-c85e9e9b2928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:09.660114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23a3abff-e25b-4fcf-b587-4f8361533dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.666943 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-23a3abff-e25b-4fcf-b587-4f8361533dcc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481967 Mar 31 23:05:09.691763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.697283 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a4a63edd-fa75-4a7f-9d8a-ce6f98c4ee46 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5892618 Mar 31 23:05:09.705712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43240) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:09.708782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db5375-c5a0-492c-a199-934ef1dfcbe0 req-5888a34c-17a4-472a-8e13-6cdbf9c6c607 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.720577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3db5375-c5a0-492c-a199-934ef1dfcbe0 req-5888a34c-17a4-472a-8e13-6cdbf9c6c607 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.2986989 Mar 31 23:05:09.769013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad62d77-11d3-42cc-938b-47d010eca90e req-58486cdf-f70e-41c0-abd3-f619d846145b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884170 Mar 31 23:05:09.807018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f', 'name': 'tempest-PortsTestJSON-1062170342', 'fixed_ips': [{'subnet_id': '29ac116c-8428-44a7-9cf5-4189d45791ba', 'ip_address': '172.20.0.10'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:09.819808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3db5375-c5a0-492c-a199-934ef1dfcbe0 req-2432f30c-b592-41d1-94b2-7460a9e383b7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982049 Mar 31 23:05:09.840378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.840378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.843565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] 10.222.0.45 "PUT /v2.0/ports/fe2054f6-5b91-4e2e-ae7d-34c07454afda HTTP/1.1" status: 200 len: 1095 time: 3.1299865 Mar 31 23:05:09.924275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-cd542a70-3da4-4c2e-8013-6d8f8457186f', 'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f', 'tenant_id': 'd5cda5de37c84600a79b0cd7da6142c5', 'fixed_ips': [{'subnet_id': '29ac116c-8428-44a7-9cf5-4189d45791ba'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:09.925837 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.108150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c85d32d-2823-41d6-b260-be0081a68ed7 req-1fc201a5-e259-40d3-955f-07f6839ef89f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 210 time: 0.0929067 Mar 31 23:05:10.197023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Allocated IP 172.20.0.2 (cd542a70-3da4-4c2e-8013-6d8f8457186f/29ac116c-8428-44a7-9cf5-4189d45791ba/5f241123-d67b-42a9-8474-02151e7187ba) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:10.354996 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-2136ba63-6801-4712-8e6c-69a78cee2fc4 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395417 Mar 31 23:05:10.375825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fecf6-dc79-4be2-86e7-27d1f5408884 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.407579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ccbeb-b059-404a-abd9-16dbb0d30cd7 req-454814d3-d5d1-498f-a4e2-c0b42a5b5eda tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.409728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80ccbeb-b059-404a-abd9-16dbb0d30cd7 req-454814d3-d5d1-498f-a4e2-c0b42a5b5eda tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 0.1099358 Mar 31 23:05:10.477821 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.517924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80ccbeb-b059-404a-abd9-16dbb0d30cd7 req-d8bfe721-2c10-4401-968f-75c865d107b4 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698781 Mar 31 23:05:10.563652 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67bd7949-b4e6-436d-a6f8-af5a973481a5 req-874cb0de-a37f-4977-8b00-59bb89e9d02a service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802464 Mar 31 23:05:10.840316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:10.840442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.960203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Pushing event updated for resources: {'Port': ['ID=5f241123-d67b-42a9-8474-02151e7187ba,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.995147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Network cd542a70-3da4-4c2e-8013-6d8f8457186f is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:11.008404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:11.013085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:11.044276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f2a8c-392a-4773-946b-0f36a1618881 req-2a3bf64b-c89e-440e-a19e-6f367a00e1cf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.069310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a8f2a8c-392a-4773-946b-0f36a1618881 req-2a3bf64b-c89e-440e-a19e-6f367a00e1cf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.1546443 Mar 31 23:05:11.112025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.150044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 9d09af6d-3ce5-44ed-b0a7-141450bf9df1 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:11.162675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Attempting to bind port 5f241123-d67b-42a9-8474-02151e7187ba on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:11.163689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Attempting to bind port 5f241123-d67b-42a9-8474-02151e7187ba by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '4204b0f5-2741-401c-8d92-925246804f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:11.163689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Attempting to bind port 5f241123-d67b-42a9-8474-02151e7187ba on network cd542a70-3da4-4c2e-8013-6d8f8457186f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:11.175702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:11.176108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Checking segment: {'id': '4204b0f5-2741-401c-8d92-925246804f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:11.176517 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.182492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Bound using segment: {'id': '4204b0f5-2741-401c-8d92-925246804f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:11.183014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Bound port: 5f241123-d67b-42a9-8474-02151e7187ba, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4204b0f5-2741-401c-8d92-925246804f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:11.183450 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.199860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a8f2a8c-392a-4773-946b-0f36a1618881 req-3f44cb35-1298-4524-b85c-4b42b01af8a6 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294026 Mar 31 23:05:11.309959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:11.320458 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c447d-b4a3-447a-900d-823938c771bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:11.334299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] For port 5f241123-d67b-42a9-8474-02151e7187ba, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:11.339591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] For port 5f241123-d67b-42a9-8474-02151e7187ba, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5f241123-d67b-42a9-8474-02151e7187ba,segment=NetworkSegment(4204b0f5-2741-401c-8d92-925246804f21),segment_id=4204b0f5-2741-401c-8d92-925246804f21)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:11.439499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90433cc2-420f-4097-b4ba-5aaf404c9fc0 req-24a3f37b-529e-4ede-a2d9-0e1156c511b0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 210 time: 0.0718954 Mar 31 23:05:11.469399 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.501973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b164743-5096-461e-8840-1006a8bb9b29 req-b0e697b3-48e3-4263-bbd4-fd4a70baaa1b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.528098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b164743-5096-461e-8840-1006a8bb9b29 req-b0e697b3-48e3-4263-bbd4-fd4a70baaa1b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.1403852 Mar 31 23:05:11.536576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43258) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:11.562982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6a4f-2f09-4023-80e0-f360aa2cfad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.623235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93057040-5f4a-4e41-a1a2-4361cdc18a80 None None] Pushing event updated for resources: {'Port': ['ID=5f241123-d67b-42a9-8474-02151e7187ba,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:11.699841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b164743-5096-461e-8840-1006a8bb9b29 req-27260663-8467-4a60-87bb-dbb45b317d7a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703799 Mar 31 23:05:11.758597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-e290206b-72b2-4c80-ad27-0a07fde03cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.759755 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-e290206b-72b2-4c80-ad27-0a07fde03cbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4568ef5dd167468da0f855454c5f5b0d&device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 1098 time: 0.2550590 Mar 31 23:05:11.783216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.10 (cd542a70-3da4-4c2e-8013-6d8f8457186f/29ac116c-8428-44a7-9cf5-4189d45791ba/9d09af6d-3ce5-44ed-b0a7-141450bf9df1) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:11.847989 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ece7d7-e8e2-4726-b07b-95eaf32580fc x-openstack-request-id: req-a2ece7d7-e8e2-4726-b07b-95eaf32580fc {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:11.855131 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:11.855831 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2ece7d7-e8e2-4726-b07b-95eaf32580fc {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:11.856668 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ece7d7-e8e2-4726-b07b-95eaf32580fc'] response: {'name': 'network-changed', 'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'status': 'completed', 'code': 200} Mar 31 23:05:11.877597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-4ed16a9a-f974-4b28-947b-7db98ea4b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.880468 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-4ed16a9a-f974-4b28-947b-7db98ea4b1ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4568ef5dd167468da0f855454c5f5b0d&device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 1099 time: 0.2077060 Mar 31 23:05:11.882152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-c50fbe26-92dd-419d-9380-0533a39383f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda HTTP/1.1" status: 200 len: 217 time: 0.1068437 Mar 31 23:05:12.020264 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:05:12.289169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-3c073a8b-46d7-4d1d-92b1-397cfa0068d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.295621 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-3c073a8b-46d7-4d1d-92b1-397cfa0068d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.3994482 Mar 31 23:05:12.349710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-6e294929-2fe1-4cb0-ae17-c81fa1d78e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.356173 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-6e294929-2fe1-4cb0-ae17-c81fa1d78e1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.4497995 Mar 31 23:05:12.441173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.616938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.741633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=9d09af6d-3ce5-44ed-b0a7-141450bf9df1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:12.752089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network cd542a70-3da4-4c2e-8013-6d8f8457186f is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:12.754980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-589fdbf6-4464-4929-9fe4-96df52249f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.756657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-589fdbf6-4464-4929-9fe4-96df52249f2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466464 Mar 31 23:05:12.764872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:12.768422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:12.814014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6a4f-2f09-4023-80e0-f360aa2cfad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.840245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-89d0adc3-959b-4bb1-af54-e87ce9d89655 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.844213 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-89d0adc3-959b-4bb1-af54-e87ce9d89655 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 945 time: 0.2631068 Mar 31 23:05:12.853540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805533-63cd-42a6-9664-7149088bbb7b req-49ac0555-bd14-4e05-b233-5368ea965729 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.855661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-49ac0555-bd14-4e05-b233-5368ea965729 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.50 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 1.1494181 Mar 31 23:05:12.868913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f62fe-391a-4c3f-be32-1c445a8761dd req-44a85fc7-8a3f-484a-beac-b551d5cf8ff1 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.877352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-253f62fe-391a-4c3f-be32-1c445a8761dd req-44a85fc7-8a3f-484a-beac-b551d5cf8ff1 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 945 time: 1.3021998 Mar 31 23:05:12.934063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'port': {'device_id': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'admin_state_up': True, 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:12.967615 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6a4f-2f09-4023-80e0-f360aa2cfad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.999163 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-68d91da0-ceb4-4b1b-8f77-fbdba620c068 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 HTTP/1.1" status: 200 len: 217 time: 0.0689662 Mar 31 23:05:13.063688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd8e6a4f-2f09-4023-80e0-f360aa2cfad9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ce908be623248a3a666a73e7ca25f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5259018 Mar 31 23:05:13.094422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43272) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:13.109926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.111543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.171672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-253f62fe-391a-4c3f-be32-1c445a8761dd req-0ed5d715-2d7c-4391-b065-a50395c8d150 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928250 Mar 31 23:05:13.219896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc629e-0656-4d12-a2e9-2bb09df96758 req-fc98c502-56db-4f45-a69c-36d7d4041f44 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.242304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47fc629e-0656-4d12-a2e9-2bb09df96758 req-fc98c502-56db-4f45-a69c-36d7d4041f44 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 1.2994742 Mar 31 23:05:13.313049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874bc310-5cc5-4658-9e73-febd22f1e56b None None] Network cd542a70-3da4-4c2e-8013-6d8f8457186f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:13.321100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4ca8-d23e-4fd1-b5c5-7f4657978f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.341028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Deleting port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:13.341028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.363086 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-069d91b1-eda5-46bd-b2b0-f468cbe41e63 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6555169 Mar 31 23:05:13.382394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5f241123-d67b-42a9-8474-02151e7187ba up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:13.410643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43274) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:13.417559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': 'cd542a70-3da4-4c2e-8013-6d8f8457186f', 'name': 'tempest-PortsTestJSON-993282463', 'fixed_ips': [{'subnet_id': '29ac116c-8428-44a7-9cf5-4189d45791ba', 'ip_address': '172.20.0.9'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:13.433544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6a4f-2f09-4023-80e0-f360aa2cfad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0364651d-1bc4-4c50-b65c-39c7f81c114f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:13.487719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4ee1d361-078a-4443-a6a1-83c447c0a871 None None] Provisioning complete for port 5f241123-d67b-42a9-8474-02151e7187ba triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:13.488487 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d361-078a-4443-a6a1-83c447c0a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.556156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5f241123-d67b-42a9-8474-02151e7187ba triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:13.557502 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.589059 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4ca8-d23e-4fd1-b5c5-7f4657978f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.589297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47fc629e-0656-4d12-a2e9-2bb09df96758 req-24dbb809-c6aa-46dd-9051-5c09d5d5b808 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441327 Mar 31 23:05:13.670013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed74321-60ef-49fa-b5b2-a3f9a948457a req-04f65b41-05c3-4388-bc1e-97f48d2cbfcf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.672565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ed74321-60ef-49fa-b5b2-a3f9a948457a req-04f65b41-05c3-4388-bc1e-97f48d2cbfcf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.3261626 Mar 31 23:05:13.690768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-97ff67b6-b8f6-4ec7-bfec-9d9b8e7bc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.692220 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-97ff67b6-b8f6-4ec7-bfec-9d9b8e7bc9b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.4241757 Mar 31 23:05:13.752366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d361-078a-4443-a6a1-83c447c0a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.805277 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-260b9195-c00a-4eb1-818c-74d9d5ece783 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029873 Mar 31 23:05:13.806161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:13.813461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.821848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0bea313d-e28a-40c2-ad8b-e0eab6bf6084 req-c42d46c6-163f-4e87-9691-037950b33ed3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 210 time: 0.0897217 Mar 31 23:05:13.835387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Made reservation on behalf of c3cede2d48664a2880a52c89b3250cf8 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:13.835387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.839995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] For port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:13.839995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.874918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ed74321-60ef-49fa-b5b2-a3f9a948457a req-5e203b8b-1d03-455f-846f-61fcde09ba6a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947634 Mar 31 23:05:13.918308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4ee1d361-078a-4443-a6a1-83c447c0a871 None None] For port 5f241123-d67b-42a9-8474-02151e7187ba, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5f241123-d67b-42a9-8474-02151e7187ba,segment=NetworkSegment(4204b0f5-2741-401c-8d92-925246804f21),segment_id=4204b0f5-2741-401c-8d92-925246804f21)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:13.955780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Calling delete_port for c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:13.993850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port b74337ed-b65a-49a6-83d6-336d91b13944 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:13.999181 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.066539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d799f-a0f6-45fb-9af1-9535d8806ce1 req-8f23c65e-508b-460a-8fc7-7ae2b0eb5ae6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.080349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c93d799f-a0f6-45fb-9af1-9535d8806ce1 req-8f23c65e-508b-460a-8fc7-7ae2b0eb5ae6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.1453974 Mar 31 23:05:14.133605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d361-078a-4443-a6a1-83c447c0a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.167805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:05:14.168359 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:05:14.209687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c93d799f-a0f6-45fb-9af1-9535d8806ce1 req-8f4f6403-eb6c-4214-bb74-20830c877ba8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222417 Mar 31 23:05:14.230896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1d361-078a-4443-a6a1-83c447c0a871 None None] Pushing event updated for resources: {'Port': ['ID=5f241123-d67b-42a9-8474-02151e7187ba,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:14.294256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-084d92a2-32d5-406f-9080-672821e2ad49 None None] Provisioning complete for port 9d09af6d-3ce5-44ed-b0a7-141450bf9df1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:14.300360 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-084d92a2-32d5-406f-9080-672821e2ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.379506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-084d92a2-32d5-406f-9080-672821e2ad49 None None] Port 9d09af6d-3ce5-44ed-b0a7-141450bf9df1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:14.426645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-084d92a2-32d5-406f-9080-672821e2ad49 None None] Provisioning complete for port 5f241123-d67b-42a9-8474-02151e7187ba triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:14.426944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Allocated IP 172.20.0.10 (db201a78-5b2e-427c-82ca-72b26a17ccee/3249cd8c-da32-4230-83dd-94d3251ae009/19873a38-2299-4b0d-b20a-f3c8ab21c9b0) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:14.428446 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-084d92a2-32d5-406f-9080-672821e2ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.470468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcfd92-2ef0-4610-adfd-89a03721acb7 req-905ca7db-503b-46f4-83c6-f129914ad145 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.472253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33bcfd92-2ef0-4610-adfd-89a03721acb7 req-905ca7db-503b-46f4-83c6-f129914ad145 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 945 time: 0.1655555 Mar 31 23:05:14.582650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33bcfd92-2ef0-4610-adfd-89a03721acb7 req-3ccdb7df-87a7-4ce8-bd79-7648bc50f032 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835841 Mar 31 23:05:14.844395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a5807e25-9ffe-47b2-9a7e-34a88fb7780b None None] Provisioning complete for port 9d09af6d-3ce5-44ed-b0a7-141450bf9df1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:14.852414 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a5807e25-9ffe-47b2-9a7e-34a88fb7780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.947463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a5807e25-9ffe-47b2-9a7e-34a88fb7780b None None] Port 9d09af6d-3ce5-44ed-b0a7-141450bf9df1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:14.960229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1ce3-6d64-4a05-b53b-bc56ace52d6d req-dec0375e-0d38-494b-981c-b1043c00da2a tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.968411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2af1ce3-6d64-4a05-b53b-bc56ace52d6d req-dec0375e-0d38-494b-981c-b1043c00da2a tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 0.2485094 Mar 31 23:05:15.069808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4ca8-d23e-4fd1-b5c5-7f4657978f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.072742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4ca8-d23e-4fd1-b5c5-7f4657978f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.074015 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7ac4ca8-d23e-4fd1-b5c5-7f4657978f17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0364651d-1bc4-4c50-b65c-39c7f81c114f HTTP/1.1" status: 204 len: 168 time: 1.9767575 Mar 31 23:05:15.093941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-ed6ec54f-535e-4172-aa31-f7d9140d31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.095393 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-ed6ec54f-535e-4172-aa31-f7d9140d31b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3621473 Mar 31 23:05:15.134551 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.188195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e103919-4f7e-4135-ba62-f444131a369c req-a7df057e-d587-440c-8b51-4f8ed28dd991 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 210 time: 0.2100139 Mar 31 23:05:15.196298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5f241123-d67b-42a9-8474-02151e7187ba up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:15.235164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2af1ce3-6d64-4a05-b53b-bc56ace52d6d req-b6186344-d06c-47c9-a99b-13d879cc30e7 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657456 Mar 31 23:05:15.290291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5f241123-d67b-42a9-8474-02151e7187ba triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:15.290848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.291918 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.339575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e798571c-68d9-4c2d-8f3a-272f1c62f829'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:15.357272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac4ca8-d23e-4fd1-b5c5-7f4657978f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0364651d-1bc4-4c50-b65c-39c7f81c114f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:15.379732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.9 (cd542a70-3da4-4c2e-8013-6d8f8457186f/29ac116c-8428-44a7-9cf5-4189d45791ba/b74337ed-b65a-49a6-83d6-336d91b13944) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:15.414321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'Port': ['ID=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:15.436915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b9eb29f2-72c2-4e56-ba13-61bd10044481'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:15.520544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Network db201a78-5b2e-427c-82ca-72b26a17ccee is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:15.529600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:15.533906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:15.544111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ce4ca70-9fe4-410d-97e0-29818f0bf455 req-0f1a5dc2-f508-43f6-9b7d-7b4fa942ff1a service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7077398 Mar 31 23:05:15.625942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae9ce-0d8e-4376-8ae2-6918e3d1cd2f req-ad3d45cd-30ee-490a-af13-55fc1258ee47 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.639274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5aae9ce-0d8e-4376-8ae2-6918e3d1cd2f req-ad3d45cd-30ee-490a-af13-55fc1258ee47 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.2383969 Mar 31 23:05:15.682077 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.702127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea43541-6ac1-4784-b1ec-5246fc151aa2 req-626f73e8-69b6-4b40-b6b4-9e537e9edcf4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.717248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ea43541-6ac1-4784-b1ec-5246fc151aa2 req-626f73e8-69b6-4b40-b6b4-9e537e9edcf4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.3173687 Mar 31 23:05:15.753089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.754428 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.867862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ea43541-6ac1-4784-b1ec-5246fc151aa2 req-858f78b0-3080-44eb-9f96-0f4d18709981 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490047 Mar 31 23:05:15.899976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5aae9ce-0d8e-4376-8ae2-6918e3d1cd2f req-d64d0c0e-eeed-476c-afdd-afea6f0c9e42 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502959 Mar 31 23:05:16.029222 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-d1caa00d-44e2-4b42-a7ff-421b603ecd2e service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751814 Mar 31 23:05:16.029222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event deleted for resources: {'Port': ['ID=c4fd15cb-4f5b-4b61-b69c-cbd303ca4846,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:16.107185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb849395-c25d-4e65-9a46-1258fe4e1740 req-8a496141-d38e-45d5-a975-18ac75699031 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49e42a7-eb67-4e76-97db-9038f55a6da1 HTTP/1.1" status: 200 len: 210 time: 0.0633817 Mar 31 23:05:16.123046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-d1409587-20a5-4334-b342-66c16e055a47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1924584 Mar 31 23:05:16.141564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Request body: {'port': {'device_id': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:16.229232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] No DVR routers for this DVR port c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:16.245885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.257356 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6718a38c-2cdd-4abb-aacd-a3396162f5b3 req-2e03ddba-4d06-453f-b395-b4d16ca7e9d3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "DELETE /v2.0/ports/c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 HTTP/1.1" status: 204 len: 173 time: 3.4046760 Mar 31 23:05:16.265412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e42a7-eb67-4e76-97db-9038f55a6da1', 'name': 'network-vif-deleted', 'tag': 'c4fd15cb-4f5b-4b61-b69c-cbd303ca4846'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:16.281763 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f9a12-186d-497f-982d-ea7f3b0956eb" -d '{"events": [{"server_uuid": "c49e42a7-eb67-4e76-97db-9038f55a6da1", "name": "network-vif-deleted", "tag": "c4fd15cb-4f5b-4b61-b69c-cbd303ca4846"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:16.300409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.353140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c447d-b4a3-447a-900d-823938c771bd req-4d914565-929e-43b1-8af3-732255d51753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.377444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e02c447d-b4a3-447a-900d-823938c771bd req-4d914565-929e-43b1-8af3-732255d51753 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4568ef5dd167468da0f855454c5f5b0d&device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 1098 time: 0.5581205 Mar 31 23:05:16.403256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.514459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:16.749015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7edf472b-36e0-48bf-8f7b-7b1ed744ce8f None None] Provisioning complete for port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:16.749015 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7edf472b-36e0-48bf-8f7b-7b1ed744ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.749235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43298) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:16.749335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7c71c016-9ad1-42a0-a909-429cf94bd4ac req-6d2c6a27-1a7b-48f6-92aa-8c5398425e42 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761756 Mar 31 23:05:16.749335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c447d-b4a3-447a-900d-823938c771bd req-de8d9988-92fa-4ab2-9ef1-57a523ca304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.749335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e02c447d-b4a3-447a-900d-823938c771bd req-de8d9988-92fa-4ab2-9ef1-57a523ca304c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1550748 Mar 31 23:05:16.749572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-075faded-aed9-4ef4-bf7f-6406955f5143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.749667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7edf472b-36e0-48bf-8f7b-7b1ed744ce8f None None] Port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:16.754028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d521f-affb-4510-8500-850bb5236f7e req-709da0ac-569a-41fe-abf7-934b1357e307 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.755641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de1d521f-affb-4510-8500-850bb5236f7e req-709da0ac-569a-41fe-abf7-934b1357e307 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 932 time: 0.3366790 Mar 31 23:05:16.765239 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e02c447d-b4a3-447a-900d-823938c771bd req-d3197c98-f3f1-4869-9bdb-843d0d5f0fa1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda HTTP/1.1" status: 200 len: 217 time: 0.0644455 Mar 31 23:05:16.766826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.778500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780a151-a83f-41f3-ad2f-5b1e67474c1c req-8e8e4157-33b5-42a5-bcbd-c677a3cdcf8b tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.780157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f780a151-a83f-41f3-ad2f-5b1e67474c1c req-8e8e4157-33b5-42a5-bcbd-c677a3cdcf8b tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 0.3627875 Mar 31 23:05:16.811582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:16.839673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'mac_address': 'fa:16:3e:4c:fa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:16.874848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c447d-b4a3-447a-900d-823938c771bd req-e92fe053-cafb-4bce-a871-b9d778d2cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.885586 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e02c447d-b4a3-447a-900d-823938c771bd req-e92fe053-cafb-4bce-a871-b9d778d2cdbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0953767 Mar 31 23:05:16.922259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.923346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network cd542a70-3da4-4c2e-8013-6d8f8457186f is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:16.924757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:16.927876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:16.935439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:17.094829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.094829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.097150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:17.097369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de1d521f-affb-4510-8500-850bb5236f7e req-a8fe5ac9-632f-427b-a9b1-f026684751db tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440195 Mar 31 23:05:17.097463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:17.097557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=b74337ed-b65a-49a6-83d6-336d91b13944,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:17.105952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f780a151-a83f-41f3-ad2f-5b1e67474c1c req-23c74f13-58aa-454b-96ff-3e250f725dd7 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403815 Mar 31 23:05:17.177194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c447d-b4a3-447a-900d-823938c771bd req-c362195f-7bac-439c-a1c0-727ed5d260d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.181480 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e02c447d-b4a3-447a-900d-823938c771bd req-c362195f-7bac-439c-a1c0-727ed5d260d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1878765 Mar 31 23:05:17.184050 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359d789-0584-46b9-a698-ba5489c99a7d x-openstack-request-id: req-6359d789-0584-46b9-a698-ba5489c99a7d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:17.184272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.187587 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e42a7-eb67-4e76-97db-9038f55a6da1", "name": "network-vif-deleted", "tag": "c4fd15cb-4f5b-4b61-b69c-cbd303ca4846", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:17.187996 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6359d789-0584-46b9-a698-ba5489c99a7d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:17.192831 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6359d789-0584-46b9-a698-ba5489c99a7d'] response: {'server_uuid': 'c49e42a7-eb67-4e76-97db-9038f55a6da1', 'name': 'network-vif-deleted', 'tag': 'c4fd15cb-4f5b-4b61-b69c-cbd303ca4846', 'status': 'completed', 'code': 200} Mar 31 23:05:17.328364 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-060ddf44-3ee8-4125-918b-0a9f0ece89dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9162741 Mar 31 23:05:17.331795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43306) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:17.484303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:17.499508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839c776e-b4c6-4e23-9dfb-51f26fb1651c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.504471 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-839c776e-b4c6-4e23-9dfb-51f26fb1651c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1712518 Mar 31 23:05:17.505439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43308) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:17.521812 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e02c447d-b4a3-447a-900d-823938c771bd req-24c1fc27-cada-483c-9f37-71fa4aa430ce service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278899 Mar 31 23:05:17.536415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:17.538854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-59568448-d84d-49ff-ba8c-48446b8e2ce5 None None] Provisioning complete for port b74337ed-b65a-49a6-83d6-336d91b13944 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:17.539342 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-59568448-d84d-49ff-ba8c-48446b8e2ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.551153 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.580685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:17.594317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:17.632857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Transition to ACTIVE for port object 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:17.661538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:17.661919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c4fd15cb-4f5b-4b61-b69c-cbd303ca4846 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:17.666205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-59568448-d84d-49ff-ba8c-48446b8e2ce5 None None] Port b74337ed-b65a-49a6-83d6-336d91b13944 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:17.675073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00007ecc-aa96-4298-a6d4-37d3ca8cce49 req-24314ebc-a4e9-4d23-9a90-723c424cc6d4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.678045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00007ecc-aa96-4298-a6d4-37d3ca8cce49 req-24314ebc-a4e9-4d23-9a90-723c424cc6d4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.4400017 Mar 31 23:05:17.681791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-075faded-aed9-4ef4-bf7f-6406955f5143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.689906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2bb1cf-c99a-43ec-9bf0-3cd9030d38d5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.696369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2bb1cf-c99a-43ec-9bf0-3cd9030d38d5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.703159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2bb1cf-c99a-43ec-9bf0-3cd9030d38d5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.718992 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5e2bb1cf-c99a-43ec-9bf0-3cd9030d38d5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2098329 Mar 31 23:05:17.723533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43310) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:17.735652 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.807673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258a0e6-8e59-4a20-97ff-b03d7f2e6f07 req-19852f94-2534-42c9-88c8-229da9aa4715 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:17.809853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d258a0e6-8e59-4a20-97ff-b03d7f2e6f07 req-19852f94-2534-42c9-88c8-229da9aa4715 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.4847374 Mar 31 23:05:17.884443 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e02c447d-b4a3-447a-900d-823938c771bd req-d77249f3-798a-4ed1-9912-d121991278cf service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541253 Mar 31 23:05:17.903422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00007ecc-aa96-4298-a6d4-37d3ca8cce49 req-0a329a4e-93e1-4ef2-aa40-edd8075d78b1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028921 Mar 31 23:05:17.916736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-075faded-aed9-4ef4-bf7f-6406955f5143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.979907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-578f10a8-5b9b-4adc-9d8d-5a864db54311 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port b74337ed-b65a-49a6-83d6-336d91b13944 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:17.989186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-578f10a8-5b9b-4adc-9d8d-5a864db54311 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.024803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075faded-aed9-4ef4-bf7f-6406955f5143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8793f6-e993-495c-8a28-e9cc613ba7a4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.123042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Pushing event updated for resources: {'Port': ['ID=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.170276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d258a0e6-8e59-4a20-97ff-b03d7f2e6f07 req-dfe54aee-76a3-484c-9aff-fb88773a73ff tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527420 Mar 31 23:05:18.190129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fe2054f6-5b91-4e2e-ae7d-34c07454afda details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:18.205389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-075faded-aed9-4ef4-bf7f-6406955f5143 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b2cd563b81541b18d4aeb076ff64ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5760403 Mar 31 23:05:18.208727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43318) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:18.330267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-578f10a8-5b9b-4adc-9d8d-5a864db54311 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.353380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-578f10a8-5b9b-4adc-9d8d-5a864db54311 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for b74337ed-b65a-49a6-83d6-336d91b13944 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:18.470258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:18.483717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdbc18-078e-4743-8e65-ebc5fcde3467 req-9fbdecfc-93bb-40f2-b502-0451a3c61738 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.485462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50cdbc18-078e-4743-8e65-ebc5fcde3467 req-9fbdecfc-93bb-40f2-b502-0451a3c61738 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 944 time: 0.2333248 Mar 31 23:05:18.486538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'mac_address': 'fa:16:3e:2f:4d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:18.508663 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-64f5d0b3-32dc-4e36-a7e7-40f699e3eeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.529016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd9d3a-1427-4982-a260-230d41a44703 req-b78be101-5540-4418-8f16-5cab6dd49b01 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:18.530425 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bdd9d3a-1427-4982-a260-230d41a44703 req-b78be101-5540-4418-8f16-5cab6dd49b01 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 0.1555400 Mar 31 23:05:18.559257 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.565759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Attempting to bind port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:18.566366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Attempting to bind port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:18.566500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Attempting to bind port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:18.582685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2054f6-5b91-4e2e-ae7d-34c07454afda {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:18.611502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 on network db201a78-5b2e-427c-82ca-72b26a17ccee not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:18.611502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Attempting to bind port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:18.615230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:18.618917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-64f5d0b3-32dc-4e36-a7e7-40f699e3eeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.625441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:18.625690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Checking segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:18.626006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Bound using segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:18.626442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Bound port: 19873a38-2299-4b0d-b20a-f3c8ab21c9b0, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:18.626826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.689734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bdd9d3a-1427-4982-a260-230d41a44703 req-86af516e-f5e4-4a38-bd59-54505aee2b57 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496925 Mar 31 23:05:18.690742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-578f10a8-5b9b-4adc-9d8d-5a864db54311 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.701044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50cdbc18-078e-4743-8e65-ebc5fcde3467 req-d45cf332-17aa-4a10-8e34-749b879799a8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944683 Mar 31 23:05:18.723750 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.769160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f10a8-5b9b-4adc-9d8d-5a864db54311 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=b74337ed-b65a-49a6-83d6-336d91b13944,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.826809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] For port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:18.831740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] For port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:18.888748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.950531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-578f10a8-5b9b-4adc-9d8d-5a864db54311 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.957976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43328) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:18.963979 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-578f10a8-5b9b-4adc-9d8d-5a864db54311 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/b74337ed-b65a-49a6-83d6-336d91b13944 HTTP/1.1" status: 204 len: 168 time: 1.2340162 Mar 31 23:05:18.985494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.993395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-64f5d0b3-32dc-4e36-a7e7-40f699e3eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.997641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-64f5d0b3-32dc-4e36-a7e7-40f699e3eeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.999924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-64f5d0b3-32dc-4e36-a7e7-40f699e3eeba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a8793f6-e993-495c-8a28-e9cc613ba7a4 HTTP/1.1" status: 204 len: 168 time: 0.7882986 Mar 31 23:05:19.047840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['fe2054f6-5b91-4e2e-ae7d-34c07454afda'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:19.125301 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6831dd5-e54e-42bb-9398-ea2bae32e726 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:05:19.125990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e6831dd5-e54e-42bb-9398-ea2bae32e726 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/b74337ed-b65a-49a6-83d6-336d91b13944 HTTP/1.1" status: 404 len: 333 time: 0.1664829 Mar 31 23:05:19.129433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43332) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:19.160303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5d0b3-32dc-4e36-a7e7-40f699e3eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8793f6-e993-495c-8a28-e9cc613ba7a4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:19.188650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.189187 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.191409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-24e31223-44c3-48f0-a326-363131a091cd service neutron] 10.222.0.50 "PUT /v2.0/ports/19873a38-2299-4b0d-b20a-f3c8ab21c9b0 HTTP/1.1" status: 200 len: 1092 time: 3.0674298 Mar 31 23:05:19.194275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'tag': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:19.197025 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae039aa-558b-4171-a0cf-676c02491c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "aea1c31a-07a9-4b85-afea-c68927f45368", "tag": "19873a38-2299-4b0d-b20a-f3c8ab21c9b0"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:19.280391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e31223-44c3-48f0-a326-363131a091cd service neutron] Pushing event updated for resources: {'Port': ['ID=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:19.317820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b68224-27bd-4e0d-abcb-952e82ecdafa req-245cff67-c6a1-4823-a000-6535a75890a1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.328011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6b68224-27bd-4e0d-abcb-952e82ecdafa req-245cff67-c6a1-4823-a000-6535a75890a1 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.2118757 Mar 31 23:05:19.401925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6b68224-27bd-4e0d-abcb-952e82ecdafa req-868f6327-12f3-4357-973a-d8683724dcff tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727916 Mar 31 23:05:19.457100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0e5d7-9717-482f-abef-860f5042c7e1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 9d09af6d-3ce5-44ed-b0a7-141450bf9df1 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:19.458264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e5d7-9717-482f-abef-860f5042c7e1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.481776 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c34fa-333c-415e-b6bc-1c58b6f86fa4 x-openstack-request-id: req-1c9c34fa-333c-415e-b6bc-1c58b6f86fa4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:19.482422 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea1c31a-07a9-4b85-afea-c68927f45368", "tag": "19873a38-2299-4b0d-b20a-f3c8ab21c9b0", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:19.482900 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c9c34fa-333c-415e-b6bc-1c58b6f86fa4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:19.483526 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9c34fa-333c-415e-b6bc-1c58b6f86fa4'] response: {'name': 'network-changed', 'server_uuid': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'tag': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0', 'status': 'completed', 'code': 200} Mar 31 23:05:19.590846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e5d7-9717-482f-abef-860f5042c7e1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.612838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae039aa-558b-4171-a0cf-676c02491c6f req-e79bf41c-f04b-419e-ab06-ea310a83ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.613540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0e5d7-9717-482f-abef-860f5042c7e1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 9d09af6d-3ce5-44ed-b0a7-141450bf9df1 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:19.614415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ae039aa-558b-4171-a0cf-676c02491c6f req-e79bf41c-f04b-419e-ab06-ea310a83ce74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 1095 time: 0.1101615 Mar 31 23:05:19.687307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edec59-9a8b-4a22-a718-335b4cc60d3c req-4d3cc980-e18c-43b7-9cc3-5d19163b9c07 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.689304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6edec59-9a8b-4a22-a718-335b4cc60d3c req-4d3cc980-e18c-43b7-9cc3-5d19163b9c07 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.1394904 Mar 31 23:05:19.843090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6edec59-9a8b-4a22-a718-335b4cc60d3c req-cb95b8cc-1458-4a84-97f5-c84f51b203f1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191831 Mar 31 23:05:19.864183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae039aa-558b-4171-a0cf-676c02491c6f req-c0a912e3-3bd1-4b2f-ac83-e7919bed2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:19.866058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ae039aa-558b-4171-a0cf-676c02491c6f req-c0a912e3-3bd1-4b2f-ac83-e7919bed2dea service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c3cede2d48664a2880a52c89b3250cf8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2407672 Mar 31 23:05:19.998706 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e5d7-9717-482f-abef-860f5042c7e1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.047703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e5d7-9717-482f-abef-860f5042c7e1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=9d09af6d-3ce5-44ed-b0a7-141450bf9df1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:20.192090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:20.204231 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e5d7-9717-482f-abef-860f5042c7e1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.208356 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b4d0e5d7-9717-482f-abef-860f5042c7e1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/9d09af6d-3ce5-44ed-b0a7-141450bf9df1 HTTP/1.1" status: 204 len: 168 time: 1.0768046 Mar 31 23:05:20.210978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43346) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:20.225544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c59a3-ad16-4c6f-8fac-8e10b49a38ea req-ae037182-7667-4728-b5ee-dba72b799af4 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:20.233517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b4c59a3-ad16-4c6f-8fac-8e10b49a38ea req-ae037182-7667-4728-b5ee-dba72b799af4 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 948 time: 0.2064009 Mar 31 23:05:20.247089 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd787e38-dee9-41ce-8eb6-748519568f36 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:05:20.248926 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dd787e38-dee9-41ce-8eb6-748519568f36 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/9d09af6d-3ce5-44ed-b0a7-141450bf9df1 HTTP/1.1" status: 404 len: 333 time: 0.0369163 Mar 31 23:05:20.252123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43348) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:20.277954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae039aa-558b-4171-a0cf-676c02491c6f req-90c16e60-4850-4196-b631-b27b16008b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:20.283815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ae039aa-558b-4171-a0cf-676c02491c6f req-90c16e60-4850-4196-b631-b27b16008b88 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4110456 Mar 31 23:05:20.385904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b4c59a3-ad16-4c6f-8fac-8e10b49a38ea req-ea1c2077-782b-4d50-ade3-d00e7698df37 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293309 Mar 31 23:05:20.401581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-824c0627-510f-4bab-875b-3cb43c9917b6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet 29ac116c-8428-44a7-9cf5-4189d45791ba {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:20.422815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-824c0627-510f-4bab-875b-3cb43c9917b6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.428978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:20.433244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:20.434069 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.466599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805533-63cd-42a6-9664-7149088bbb7b req-ad8cd087-52d7-4b65-aef4-e0273743e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:20.468246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-ad8cd087-52d7-4b65-aef4-e0273743e62e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 1095 time: 0.1285849 Mar 31 23:05:20.544046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-824c0627-510f-4bab-875b-3cb43c9917b6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.566954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-fbf7b84c-1598-4ff4-975b-93d2c47e30f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19873a38-2299-4b0d-b20a-f3c8ab21c9b0 HTTP/1.1" status: 200 len: 217 time: 0.0914478 Mar 31 23:05:20.604394 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.647764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:20.654782 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b503f83-dfc8-41fb-ade6-18c12fd5aed8" -d '{"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-plugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:20.672983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:20.701388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48695d0-ba7f-4b7b-9ba9-e139a41b628c req-8997e3c4-4a8a-483b-84cc-2ed08b04a19e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:20.703275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b48695d0-ba7f-4b7b-9ba9-e139a41b628c req-8997e3c4-4a8a-483b-84cc-2ed08b04a19e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 944 time: 0.1465626 Mar 31 23:05:20.705344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805533-63cd-42a6-9664-7149088bbb7b req-b68ebc29-0521-4d62-9254-402da91414d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:20.706790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-b68ebc29-0521-4d62-9254-402da91414d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.1098731 Mar 31 23:05:20.729107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-824c0627-510f-4bab-875b-3cb43c9917b6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.797107 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.804764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b48695d0-ba7f-4b7b-9ba9-e139a41b628c req-096a6f1e-602c-4670-aef6-7d319b334fed tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 Mar 31 23:05:20.829186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805533-63cd-42a6-9664-7149088bbb7b req-0a90625b-e0d7-4d24-9624-4536e0dec6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:20.831152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-0a90625b-e0d7-4d24-9624-4536e0dec6ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121168 Mar 31 23:05:20.922243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:20.982901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-824c0627-510f-4bab-875b-3cb43c9917b6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.001517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-824c0627-510f-4bab-875b-3cb43c9917b6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.006462 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-824c0627-510f-4bab-875b-3cb43c9917b6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/29ac116c-8428-44a7-9cf5-4189d45791ba HTTP/1.1" status: 204 len: 168 time: 0.7531521 Mar 31 23:05:21.013628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a26656-6b88-4e4b-b9c1-435ee7c7144f None None] Network cd542a70-3da4-4c2e-8013-6d8f8457186f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:21.021140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43364) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:21.041490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0627-510f-4bab-875b-3cb43c9917b6 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=29ac116c-8428-44a7-9cf5-4189d45791ba,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:21.108278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c7761-d927-4bd0-b67f-b6d581f27663 req-d51f589e-02b4-4197-a33a-611306193ed8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.118172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-515c7761-d927-4bd0-b67f-b6d581f27663 req-d51f589e-02b4-4197-a33a-611306193ed8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.2022889 Mar 31 23:05:21.126685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-5e9e2472-5415-4498-8491-08a46c0e98f3 service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865851 Mar 31 23:05:21.306022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.333925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-515c7761-d927-4bd0-b67f-b6d581f27663 req-20169def-89fb-48bf-b2f0-15d7a872650a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096393 Mar 31 23:05:21.360834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] DHCP port deletion for cd542a70-3da4-4c2e-8013-6d8f8457186f request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:21.401500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e805533-63cd-42a6-9664-7149088bbb7b req-f3f01fe5-2193-420a-ad79-22112581967d service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637525 Mar 31 23:05:21.450379 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08cf9e1-a5e9-4544-9b53-c357a73cf3cd x-openstack-request-id: req-f08cf9e1-a5e9-4544-9b53-c357a73cf3cd {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:21.450762 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-plugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:21.450954 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f08cf9e1-a5e9-4544-9b53-c357a73cf3cd {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:21.451211 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08cf9e1-a5e9-4544-9b53-c357a73cf3cd'] response: {'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'code': 200} Mar 31 23:05:21.456329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 5f241123-d67b-42a9-8474-02151e7187ba {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:21.456329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.500795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] Deleting port 5f241123-d67b-42a9-8474-02151e7187ba {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:21.501359 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.598151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ead7b-9c6f-457e-992f-f91ea2914cc9 req-60365a76-ddb8-410b-ae06-37f7c6fad3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.606525 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc8ead7b-9c6f-457e-992f-f91ea2914cc9 req-60365a76-ddb8-410b-ae06-37f7c6fad3c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 1101 time: 0.1093321 Mar 31 23:05:21.693933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] For port 5f241123-d67b-42a9-8474-02151e7187ba, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5f241123-d67b-42a9-8474-02151e7187ba,segment=NetworkSegment(4204b0f5-2741-401c-8d92-925246804f21),segment_id=4204b0f5-2741-401c-8d92-925246804f21)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:21.695794 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.712365 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc8ead7b-9c6f-457e-992f-f91ea2914cc9 req-bfb7801f-3924-44b7-adfc-333a8c52fff1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944808 Mar 31 23:05:21.728914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] Calling delete_port for 5f241123-d67b-42a9-8474-02151e7187ba owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:21.740600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43376) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:21.893332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1733016805-network', 'tenant_id': '8e3beb70382a40f4a79a0edfda43ed0d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:21.932914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] For port 5f241123-d67b-42a9-8474-02151e7187ba, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5f241123-d67b-42a9-8474-02151e7187ba,segment=NetworkSegment(4204b0f5-2741-401c-8d92-925246804f21),segment_id=4204b0f5-2741-401c-8d92-925246804f21)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:21.933669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.950935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 5f241123-d67b-42a9-8474-02151e7187ba owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:21.960491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcf839-b972-4545-83cb-baa9b8be0805 req-3ce29d6f-1769-403a-b1c7-f6c7b7aea209 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:21.962170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37fcf839-b972-4545-83cb-baa9b8be0805 req-3ce29d6f-1769-403a-b1c7-f6c7b7aea209 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.5216200 Mar 31 23:05:22.013897 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.052204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37fcf839-b972-4545-83cb-baa9b8be0805 req-ad3bb787-6ef6-4cc7-80ee-c1088b28dcc2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814850 Mar 31 23:05:22.057406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Made reservation on behalf of 8e3beb70382a40f4a79a0edfda43ed0d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:22.064846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.083213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.112746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=5f241123-d67b-42a9-8474-02151e7187ba,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:22.123988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] Pushing event deleted for resources: {'Port': ['ID=5f241123-d67b-42a9-8474-02151e7187ba,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:22.126031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e390d-d93f-4871-bc44-a0d330627627 None None] No DVR routers for this DVR port 5f241123-d67b-42a9-8474-02151e7187ba on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:22.130470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.140274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No DVR routers for this DVR port 5f241123-d67b-42a9-8474-02151e7187ba on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:22.203748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fe2054f6-5b91-4e2e-ae7d-34c07454afda up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:22.315641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.345335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.414723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd542a70-3da4-4c2e-8013-6d8f8457186f']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:22.432397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4204b0f5-2741-401c-8d92-925246804f21') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:22.433040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4204b0f5-2741-401c-8d92-925246804f21') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:22.453150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d9eb-6a96-4904-a65f-c8ac1043b517 req-e456f63f-6611-4acb-8e18-ad8c7f41b4e8 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.502389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5369d9eb-6a96-4904-a65f-c8ac1043b517 req-e456f63f-6611-4acb-8e18-ad8c7f41b4e8 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 948 time: 0.1387281 Mar 31 23:05:22.502389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.502389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.502389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:22.502389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:22.504715 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:22.548736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5369d9eb-6a96-4904-a65f-c8ac1043b517 req-ad3784d3-51e7-41ec-82e0-391a0aab9716 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815256 Mar 31 23:05:22.765966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4f823-3826-4b57-820e-08bbc2d4779d req-6b4c5291-cb61-4acc-94ce-7c7d905b431d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.767829 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adb4f823-3826-4b57-820e-08bbc2d4779d req-6b4c5291-cb61-4acc-94ce-7c7d905b431d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 944 time: 0.0942998 Mar 31 23:05:22.819045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adb4f823-3826-4b57-820e-08bbc2d4779d req-62a74d16-8880-4039-bff6-d64d0ce58af7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Mar 31 23:05:22.976173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38539a7-2590-450c-bc5e-eb8d54926a1c req-2e5f7275-5763-4160-ab8c-6d294281bb9e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:22.978276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e38539a7-2590-450c-bc5e-eb8d54926a1c req-2e5f7275-5763-4160-ab8c-6d294281bb9e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0723047 Mar 31 23:05:23.053689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e38539a7-2590-450c-bc5e-eb8d54926a1c req-bdbff76f-7353-4d90-88ec-15692c47360e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565946 Mar 31 23:05:23.198189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5f241123-d67b-42a9-8474-02151e7187ba no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:23.230087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5f241123-d67b-42a9-8474-02151e7187ba {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:23.230643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5f241123-d67b-42a9-8474-02151e7187ba not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:23.304066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1b946-23a2-4720-b19a-89a492a73982 req-6669288f-1d6b-415a-aca0-e510f89635d0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.305984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65f1b946-23a2-4720-b19a-89a492a73982 req-6669288f-1d6b-415a-aca0-e510f89635d0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.0857167 Mar 31 23:05:23.371139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65f1b946-23a2-4720-b19a-89a492a73982 req-5a67d5f2-a920-4d30-b25c-98f57738db6a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582702 Mar 31 23:05:23.730538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45d11e-42a3-48dd-b330-6f755cc110ae req-a700e1d0-0c51-4835-a7f7-bcf2c33f1616 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:23.732107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee45d11e-42a3-48dd-b330-6f755cc110ae req-a700e1d0-0c51-4835-a7f7-bcf2c33f1616 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 948 time: 0.0658352 Mar 31 23:05:23.774528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee45d11e-42a3-48dd-b330-6f755cc110ae req-d93babfe-e450-4195-90f4-ca15641aa521 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359635 Mar 31 23:05:24.000879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4fa5-4e04-4c56-8acb-ca19060221f9 req-b7b3e5f1-6416-45f6-b2b4-7f7fe9c5aa1d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.003161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8af4fa5-4e04-4c56-8acb-ca19060221f9 req-b7b3e5f1-6416-45f6-b2b4-7f7fe9c5aa1d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 944 time: 0.0714037 Mar 31 23:05:24.052680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8af4fa5-4e04-4c56-8acb-ca19060221f9 req-8bf30307-22b4-4f0b-8559-d27ae23c1b3d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Mar 31 23:05:24.112835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port fe2054f6-5b91-4e2e-ae7d-34c07454afda completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:24.118283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port fe2054f6-5b91-4e2e-ae7d-34c07454afda triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:24.118719 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.204616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.224862 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.245836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4506926-6ce5-4ada-990b-854639da2ab3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:24.257129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.261768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:24.268463 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.273529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/networks/cd542a70-3da4-4c2e-8013-6d8f8457186f HTTP/1.1" status: 204 len: 168 time: 3.2494981 Mar 31 23:05:24.277235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43398) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:24.285038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-147401944'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:24.294109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:24.300081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.300081 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Added segment a9c26756-1657-4946-82cc-41cdb8fbca48 of type vlan for network d4056ef5-b3df-4479-b06f-47a4d7bc9120 Mar 31 23:05:24.300340 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd64a75a-33da-4276-beb7-860c6543325f" -d '{"events": [{"server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "name": "network-vif-plugged", "status": "completed", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:24.315174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:24.332086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f3c3f-7807-4cd0-95e3-973f3e1eeef9 req-6f62cdee-9607-4a05-8696-76292497e3f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.339996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f9f3c3f-7807-4cd0-95e3-973f3e1eeef9 req-6f62cdee-9607-4a05-8696-76292497e3f9 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.1822405 Mar 31 23:05:24.343801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063d503-fa90-41c7-b9aa-58a32cdd7ebe tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Network': ['ID=cd542a70-3da4-4c2e-8013-6d8f8457186f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:24.377259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.431070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f9f3c3f-7807-4cd0-95e3-973f3e1eeef9 req-894a0f3b-2564-4646-8050-85c6da004fcf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849454 Mar 31 23:05:24.456832 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.500189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:24.501085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-09dcab01-2f44-4bc0-807b-6f863db66d00 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.508103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-09dcab01-2f44-4bc0-807b-6f863db66d00 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.2686753 Mar 31 23:05:24.508611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.540670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-533f951d-2ed4-4e4a-b4a8-90a97e1e49fe tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/quotas/e70b3693b71141289243e0eeec388016 HTTP/1.1" status: 200 len: 375 time: 0.0196409 Mar 31 23:05:24.555140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.562708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.562708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.628934 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839eb3f9-af04-41b1-892a-5957ad0af100 x-openstack-request-id: req-839eb3f9-af04-41b1-892a-5957ad0af100 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:24.629301 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "name": "network-vif-plugged", "status": "completed", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:24.629484 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-839eb3f9-af04-41b1-892a-5957ad0af100 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:24.630044 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839eb3f9-af04-41b1-892a-5957ad0af100'] response: {'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'code': 200} Mar 31 23:05:24.631842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:24.662078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-d68a94a1-2bfa-436a-a56f-b1a5341f8246 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126704 Mar 31 23:05:24.780424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] Pushing event updated for resources: {'Network': ['ID=d4056ef5-b3df-4479-b06f-47a4d7bc9120,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:24.793264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d4056ef5-b3df-4479-b06f-47a4d7bc9120 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:24.808395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:24.830414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.830796 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Added segment 8de3c88b-8b5b-4ac8-9800-1c36d2d972f2 of type vlan for network 20b8fbd1-93e9-4a3f-afae-11553248ae63 Mar 31 23:05:24.923311 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-afcbbc5d-f21b-4585-8b4b-849eb0b3858a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1813688 Mar 31 23:05:24.926432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43408) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:24.930299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.937233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Request body: {'subnet': {'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1733016805-subnet', 'tenant_id': '8e3beb70382a40f4a79a0edfda43ed0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:24.959926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f90fe-3c19-445d-8cd1-0c962bd66b48 req-03556497-ef34-4f5a-8489-c9f62decfaac tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:24.971609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e9f90fe-3c19-445d-8cd1-0c962bd66b48 req-03556497-ef34-4f5a-8489-c9f62decfaac tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.2374289 Mar 31 23:05:25.045231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-46599315-38dc-420c-aeec-0db325669fee service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746967 Mar 31 23:05:25.053821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e9f90fe-3c19-445d-8cd1-0c962bd66b48 req-de04314e-04a1-45fa-b30d-fbfddeb8de3d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812681 Mar 31 23:05:25.093929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.093929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:25.093929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.181306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Network': ['ID=20b8fbd1-93e9-4a3f-afae-11553248ae63,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:25.188351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Made reservation on behalf of 8e3beb70382a40f4a79a0edfda43ed0d for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:25.190427 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.198071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 20b8fbd1-93e9-4a3f-afae-11553248ae63 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:25.219218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-0585a14d-84c8-4711-8cd0-3c6f4165e67f service neutron] 10.222.0.31 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640530 Mar 31 23:05:25.244938 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d7d124e3-0685-4b02-9244-3fad60cefcac tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9661751 Mar 31 23:05:25.249260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43412) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:25.258458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '20b8fbd1-93e9-4a3f-afae-11553248ae63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:25.314849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114e32d-c7cf-45db-8ab0-9dc8e915aa4c req-24da5540-6800-4463-b1d1-aea444fe275c tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:25.316311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8114e32d-c7cf-45db-8ab0-9dc8e915aa4c req-24da5540-6800-4463-b1d1-aea444fe275c tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 949 time: 0.1401033 Mar 31 23:05:25.376642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8114e32d-c7cf-45db-8ab0-9dc8e915aa4c req-23ca67f2-5920-4d29-914c-17f186d212f8 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488060 Mar 31 23:05:25.478469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:25.482454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.544277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eed58b89-9f86-4545-8dba-5d1187999e17 req-a7c65a62-aee8-4504-a944-4c6ff9c20937 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 210 time: 0.0367904 Mar 31 23:05:25.553588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65d8b-4396-4b73-8671-7e1b803b6db5 req-5eaa684e-4754-4e7b-80a9-c10e01be9fb1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:25.555232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68b65d8b-4396-4b73-8671-7e1b803b6db5 req-5eaa684e-4754-4e7b-80a9-c10e01be9fb1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 944 time: 0.1172667 Mar 31 23:05:25.582738 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.615167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:25.677971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68b65d8b-4396-4b73-8671-7e1b803b6db5 req-c10e1d79-51a1-4118-a02b-a64020fd9afc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099751 Mar 31 23:05:25.733277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5233d481-80c8-428f-81a2-52f6f3b35410,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:25.752611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Checking segment: {'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:25.753141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Network hostable DHCP agents. Network: d4056ef5-b3df-4479-b06f-47a4d7bc9120, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:25.767241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e382da-551e-4c19-be48-8a68e65089fe req-9438ada5-2521-4718-b9ad-a07443ab5bef tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:25.785754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8e382da-551e-4c19-be48-8a68e65089fe req-9438ada5-2521-4718-b9ad-a07443ab5bef tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.1083162 Mar 31 23:05:25.791984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:25.807206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0', 'mac_address': 'fa:16:3e:8a:aa:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:25.815170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ff90e-00ce-4ac7-a7c6-345af9f008c2 req-7835a82b-ef25-4458-b2d9-76a06fb97992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:25.816932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a85ff90e-00ce-4ac7-a7c6-345af9f008c2 req-7835a82b-ef25-4458-b2d9-76a06fb97992 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 1100 time: 0.0911276 Mar 31 23:05:25.829978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8e382da-551e-4c19-be48-8a68e65089fe req-014661b5-78bd-4bdc-84ed-2ff59a2877ca tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525088 Mar 31 23:05:25.850554 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.860089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a85ff90e-00ce-4ac7-a7c6-345af9f008c2 req-a265a3b2-aced-4e29-9f42-690494b027f9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Mar 31 23:05:25.876976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:25.903374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:25.918656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Network d4056ef5-b3df-4479-b06f-47a4d7bc9120 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:25.919020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.979880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=770df14e-eba1-492f-b1e2-a65c736b969a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:25.992170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Checking segment: {'id': '8de3c88b-8b5b-4ac8-9800-1c36d2d972f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20b8fbd1-93e9-4a3f-afae-11553248ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:25.992529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network hostable DHCP agents. Network: 20b8fbd1-93e9-4a3f-afae-11553248ae63, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:26.142350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.150096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d4056ef5-b3df-4479-b06f-47a4d7bc9120) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:26.170846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b97f7-bdeb-4381-9418-3f1b08f9b418 None None] Network d4056ef5-b3df-4479-b06f-47a4d7bc9120 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:26.171658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.172249 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.203260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96887d-cb95-4455-bca0-d9b6d154bc16 req-bb40ce63-c476-4944-8ca2-e8cc167504c5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.206341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e96887d-cb95-4455-bca0-d9b6d154bc16 req-bb40ce63-c476-4944-8ca2-e8cc167504c5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.0645893 Mar 31 23:05:26.245069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:26.252231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e96887d-cb95-4455-bca0-d9b6d154bc16 req-89a74a53-1266-493f-9a61-7990fbf3548a tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Mar 31 23:05:26.301236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 20b8fbd1-93e9-4a3f-afae-11553248ae63 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:26.308344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-14763f47-6d65-487e-b9ad-c3cf4e3ecf3b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3794703 Mar 31 23:05:26.313891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 20b8fbd1-93e9-4a3f-afae-11553248ae63) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:26.321471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.323448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.335009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67eaa9-d65c-41ae-98b5-ab16f377f10f None None] Network 20b8fbd1-93e9-4a3f-afae-11553248ae63 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:26.373133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['19873a38-2299-4b0d-b20a-f3c8ab21c9b0'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:26.429472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574269a9-3da3-48da-9f70-0d5666830632 None None] Network d4056ef5-b3df-4479-b06f-47a4d7bc9120 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:26.481126 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-c6862fe6-2448-44c3-b4f3-a0e82a33b46e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0850887 Mar 31 23:05:26.501528 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2116f333-3b0a-4d6e-9bda-6cdf447bc89c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2501040 Mar 31 23:05:26.515556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:26.522887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8f85d5a0-1410-4311-b1fd-7ef1c4100541 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-708361185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:26.564648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37635d0f-7874-4ac3-ad25-5bfa481b45c2 req-2e1ec2e7-e0ff-44b9-b4f2-ca410ee31732 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.582562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37635d0f-7874-4ac3-ad25-5bfa481b45c2 req-2e1ec2e7-e0ff-44b9-b4f2-ca410ee31732 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 949 time: 0.1186271 Mar 31 23:05:26.637785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b7a26464-ca17-4702-b654-50a939951d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.638190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b7a26464-ca17-4702-b654-50a939951d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.638796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b7a26464-ca17-4702-b654-50a939951d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.639206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b7a26464-ca17-4702-b654-50a939951d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.639782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b7a26464-ca17-4702-b654-50a939951d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.640502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b7a26464-ca17-4702-b654-50a939951d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.640741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b7a26464-ca17-4702-b654-50a939951d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.643122 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b7a26464-ca17-4702-b654-50a939951d6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369121979e7460d8e7a10dc322e7d59&device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 6493 time: 0.1250482 Mar 31 23:05:26.644842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37635d0f-7874-4ac3-ad25-5bfa481b45c2 req-0993153c-6e89-4ed7-a34d-29eb9cce579a tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612702 Mar 31 23:05:26.701719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fcfafe90-e72b-422f-a8d2-2a8147cad276 req-ec42a75f-7743-4a14-9db7-01f49494a41e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 210 time: 0.0407956 Mar 31 23:05:26.743475 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f85d5a0-1410-4311-b1fd-7ef1c4100541 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.745060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f85d5a0-1410-4311-b1fd-7ef1c4100541 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.833477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-20b8fbd1-93e9-4a3f-afae-11553248ae63', 'network_id': '20b8fbd1-93e9-4a3f-afae-11553248ae63', 'tenant_id': 'd5cda5de37c84600a79b0cd7da6142c5', 'fixed_ips': [{'subnet_id': '770df14e-eba1-492f-b1e2-a65c736b969a'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:26.839195 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.875528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28582bd0-d878-4150-a04d-07851d7c5d7b req-83f48530-1ef9-4dfa-8862-b99ddcf6d6a7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.877733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28582bd0-d878-4150-a04d-07851d7c5d7b req-83f48530-1ef9-4dfa-8862-b99ddcf6d6a7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 945 time: 0.1010456 Mar 31 23:05:26.906709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f85d5a0-1410-4311-b1fd-7ef1c4100541 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.928439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-d14af5de-5f2f-47f3-aa59-9e1140a48319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.929188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-d14af5de-5f2f-47f3-aa59-9e1140a48319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.929402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-d14af5de-5f2f-47f3-aa59-9e1140a48319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:26.931368 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-d14af5de-5f2f-47f3-aa59-9e1140a48319 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&id=1846b0f2-57b5-4e40-b343-579f519f3ff3&id=1846b0f2-57b5-4e40-b343-579f519f3ff3 HTTP/1.1" status: 200 len: 2293 time: 0.2529502 Mar 31 23:05:26.954553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28582bd0-d878-4150-a04d-07851d7c5d7b req-d1197233-92e5-4106-9e33-866e434bdbc4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614705 Mar 31 23:05:27.012589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-2cf38c3c-7105-44fb-b2ea-025fdb6a13a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56 HTTP/1.1" status: 200 len: 1002 time: 0.0709047 Mar 31 23:05:27.018921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d2d3e-b82f-41b4-a820-0d90640372f5 req-19651a04-9a28-41ba-b257-4c5f3359d1f4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.026971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d6d2d3e-b82f-41b4-a820-0d90640372f5 req-19651a04-9a28-41ba-b257-4c5f3359d1f4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0710969 Mar 31 23:05:27.049728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Allocated IP 172.20.0.2 (20b8fbd1-93e9-4a3f-afae-11553248ae63/770df14e-eba1-492f-b1e2-a65c736b969a/6b6b75f5-02a5-41d0-9ab8-595d9ff018cd) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:27.051239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f85d5a0-1410-4311-b1fd-7ef1c4100541 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.076378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d6d2d3e-b82f-41b4-a820-0d90640372f5 req-bfb8d523-871a-4712-b5d8-2a4929289cdd tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485418 Mar 31 23:05:27.078893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-1c0a6e71-0432-4a0c-82ea-931cacd67431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.080601 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-1c0a6e71-0432-4a0c-82ea-931cacd67431 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6a585b5-04aa-4e07-a849-da75601d5494 HTTP/1.1" status: 200 len: 850 time: 0.0596688 Mar 31 23:05:27.148945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-70c3665b-ef25-40c4-84ff-0cd94dabf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.150467 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-70c3665b-ef25-40c4-84ff-0cd94dabf243 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c097e531-5b1f-4b27-a1e0-f2f1516e30ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456028 Mar 31 23:05:27.170524 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f85d5a0-1410-4311-b1fd-7ef1c4100541 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.171740 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f85d5a0-1410-4311-b1fd-7ef1c4100541 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6550357 Mar 31 23:05:27.175544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43446) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:27.186283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'network_id': '20b8fbd1-93e9-4a3f-afae-11553248ae63', 'name': 'tempest-PortsTestJSON-632765354'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:27.257222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.298655 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-022ec44e-cdf2-41d2-8cfd-8b8219f5015c service neutron] 10.222.0.45 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369009 Mar 31 23:05:27.397466 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.412916 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-778e4a8a-f6cb-4fa5-adca-0fdcce5e863e service neutron] 10.222.0.45 "GET /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947227 Mar 31 23:05:27.418070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab272a3-efd1-4ad4-ac15-c2f8e5762ce5 req-b59b205a-a696-4488-bdbc-7ad158367aa1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.420552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab272a3-efd1-4ad4-ac15-c2f8e5762ce5 req-b59b205a-a696-4488-bdbc-7ad158367aa1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.0830481 Mar 31 23:05:27.449627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Network 20b8fbd1-93e9-4a3f-afae-11553248ae63 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:27.452837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:27.458028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:27.461217 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-d3395f1f-92b3-4f37-a267-3ca3e3436c6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=3bd99b62-68ed-4677-944a-ff67dbbabe7b HTTP/1.1" status: 200 len: 217 time: 0.0456996 Mar 31 23:05:27.461637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Pushing event updated for resources: {'Port': ['ID=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:27.498331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab272a3-efd1-4ad4-ac15-c2f8e5762ce5 req-9f2c188b-8b24-4a45-ae5d-f7c013a9c709 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591481 Mar 31 23:05:27.504304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:27.504304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.533152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:27.542205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-6c07598e-1ed9-424d-8a35-3601e1a43d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.544517 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-6c07598e-1ed9-424d-8a35-3601e1a43d87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.0728068 Mar 31 23:05:27.605984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b8511cd9-c247-4f77-88a7-71d1b1cb4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.608011 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b8511cd9-c247-4f77-88a7-71d1b1cb4266 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0514824 Mar 31 23:05:27.693407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.6 (20b8fbd1-93e9-4a3f-afae-11553248ae63/770df14e-eba1-492f-b1e2-a65c736b969a/9c50c076-52da-4c70-b8ca-acaf98c68bc1) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:27.720407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-8f89b24a-694c-423f-8210-bf59ea398ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058469 Mar 31 23:05:27.745044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:27.830719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Attempting to bind port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:27.831439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Attempting to bind port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '8de3c88b-8b5b-4ac8-9800-1c36d2d972f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20b8fbd1-93e9-4a3f-afae-11553248ae63'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:27.831688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Attempting to bind port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd on network 20b8fbd1-93e9-4a3f-afae-11553248ae63 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:27.840356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:27.842559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Checking segment: {'id': '8de3c88b-8b5b-4ac8-9800-1c36d2d972f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20b8fbd1-93e9-4a3f-afae-11553248ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:27.842559 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.842559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Bound using segment: {'id': '8de3c88b-8b5b-4ac8-9800-1c36d2d972f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20b8fbd1-93e9-4a3f-afae-11553248ae63'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:27.842559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Bound port: 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de3c88b-8b5b-4ac8-9800-1c36d2d972f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20b8fbd1-93e9-4a3f-afae-11553248ae63'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:27.842943 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.847968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1765446-044b-491b-8a2d-41a47e1500d0 req-9a297640-0463-4543-a92c-3f3e436e283a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 210 time: 0.0472295 Mar 31 23:05:27.876683 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-62f81b0e-ee16-493c-b227-bf20c0d70d2e service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424131 Mar 31 23:05:27.936557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4ecaf-facd-44f8-bb98-938881c5ced9 req-17589bf4-2e74-41ab-97de-d36450685411 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.938248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2c4ecaf-facd-44f8-bb98-938881c5ced9 req-17589bf4-2e74-41ab-97de-d36450685411 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 949 time: 0.1756668 Mar 31 23:05:27.938986 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-fdf6a657-6331-4512-a31d-42ce1cfc8829 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 200 len: 217 time: 0.0560491 Mar 31 23:05:27.947890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] For port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:27.951910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] For port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,segment=NetworkSegment(8de3c88b-8b5b-4ac8-9800-1c36d2d972f2),segment_id=8de3c88b-8b5b-4ac8-9800-1c36d2d972f2)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:28.003549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-c52dda1e-0264-4e73-b3f6-79463d2d8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.005115 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-c52dda1e-0264-4e73-b3f6-79463d2d8f98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.0594347 Mar 31 23:05:28.014252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2c4ecaf-facd-44f8-bb98-938881c5ced9 req-a8223e7b-ca4c-40fb-a21a-ac15cf1e075d tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686290 Mar 31 23:05:28.053541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:28.058878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:28.059259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.062084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.065608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-65c5c6c2-f095-4031-9fda-50c02281449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.068241 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-65c5c6c2-f095-4031-9fda-50c02281449e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564928 Mar 31 23:05:28.102144 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.121100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5594-799b-4cc1-a3b2-54e38c113d80 req-16a22333-5f95-414e-b8de-3dfd27bb50b7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.123451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23bd5594-799b-4cc1-a3b2-54e38c113d80 req-16a22333-5f95-414e-b8de-3dfd27bb50b7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 945 time: 0.1031666 Mar 31 23:05:28.202016 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-21191936-d196-4951-b271-0b6890a53e0d service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264915 Mar 31 23:05:28.230625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:28.232452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23bd5594-799b-4cc1-a3b2-54e38c113d80 req-10cdddcf-d21d-461b-a880-9809d50c878d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019695 Mar 31 23:05:28.242900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190aa20c-e786-41ea-9d5a-c2a1295e6626 None None] Pushing event updated for resources: {'Port': ['ID=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:28.260735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.264473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f2a87-9a6b-4489-9dd0-3d45a205a42d req-eac87069-95f5-45de-a5b5-2b4096cf6c44 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.283497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9f2a87-9a6b-4489-9dd0-3d45a205a42d req-eac87069-95f5-45de-a5b5-2b4096cf6c44 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 950 time: 0.1366818 Mar 31 23:05:28.337632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:28.349798 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a447c018-790f-491d-989e-fa681b74e45f" -d '{"events": [{"server_uuid": "aea1c31a-07a9-4b85-afea-c68927f45368", "name": "network-vif-plugged", "status": "completed", "tag": "19873a38-2299-4b0d-b20a-f3c8ab21c9b0"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:28.350597 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-9d39b1f1-1262-4ec0-a847-2ca7a220b756 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383250 Mar 31 23:05:28.354010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d9f2a87-9a6b-4489-9dd0-3d45a205a42d req-2c27e03d-761d-4a16-b670-a1deaa43c5d9 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619528 Mar 31 23:05:28.354010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.419922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 20b8fbd1-93e9-4a3f-afae-11553248ae63 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:28.426381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:28.426640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:28.470407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-5bb82d82-18e4-4e88-b765-b65e6c401191 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998 HTTP/1.1" status: 200 len: 217 time: 0.1124895 Mar 31 23:05:28.491908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:28.521496 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4966a0a9-49d0-4753-adb3-c4157ccc2f9a x-openstack-request-id: req-4966a0a9-49d0-4753-adb3-c4157ccc2f9a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:28.522782 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea1c31a-07a9-4b85-afea-c68927f45368", "name": "network-vif-plugged", "status": "completed", "tag": "19873a38-2299-4b0d-b20a-f3c8ab21c9b0", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:28.522782 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4966a0a9-49d0-4753-adb3-c4157ccc2f9a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:28.522782 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4966a0a9-49d0-4753-adb3-c4157ccc2f9a'] response: {'server_uuid': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0', 'code': 200} Mar 31 23:05:28.594863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:28.613371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-a8b856e0-ff63-4cb7-bfe4-6d1de7d3754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.615791 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-a8b856e0-ff63-4cb7-bfe4-6d1de7d3754f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.1384850 Mar 31 23:05:28.624411 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.697593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'network_id': '60db7758-19a4-4ac9-831c-609a9ba5d2f3', 'port_id': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'mac_address': 'fa:16:3e:4d:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423e6cf0-b271-4227-bdb6-9e93b52151ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:28.835469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=9c50c076-52da-4c70-b8ca-acaf98c68bc1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:28.866658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:28.882171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.882878 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.884318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.922508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d9998-911c-4b18-8fcd-0091a3c62479 req-7079dab6-aec7-41fa-a509-1016e99ca95a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.922907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-277bb2e8-4a0c-435b-b6db-9276f3125c95 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.922907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-277bb2e8-4a0c-435b-b6db-9276f3125c95 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 806 time: 0.2087529 Mar 31 23:05:28.923112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc5d9998-911c-4b18-8fcd-0091a3c62479 req-7079dab6-aec7-41fa-a509-1016e99ca95a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 945 time: 0.4979103 Mar 31 23:05:28.937436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Request body: {'port': {'device_id': '19bbfef6-198a-4c5e-9a2b-b4708126f98c', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'admin_state_up': True, 'tenant_id': 'e70b3693b71141289243e0eeec388016'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:28.970956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:28.975122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44849d9-53f5-497e-8818-59482c2045fc req-276a2c8b-e490-4a82-a1b4-c8a889428870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:28.977873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a44849d9-53f5-497e-8818-59482c2045fc req-276a2c8b-e490-4a82-a1b4-c8a889428870 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 1097 time: 0.4573319 Mar 31 23:05:29.013184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:29.034697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc5d9998-911c-4b18-8fcd-0091a3c62479 req-48e1bb0c-3783-4ba9-b386-8e18de5a9534 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107650 Mar 31 23:05:29.049793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a44849d9-53f5-497e-8818-59482c2045fc req-4520d500-c631-40b7-af8e-586f65a15062 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648038 Mar 31 23:05:29.051242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-4f358f66-3026-4575-9f36-5920397acdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.052747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-4f358f66-3026-4575-9f36-5920397acdfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4303327 Mar 31 23:05:29.099649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-15c8f39d-1323-445f-b629-5ff5e267554d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9215572 Mar 31 23:05:29.106725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43484) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:29.219508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.223574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:29.254601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:29.272290 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-3ba4eaae-a8c6-4ce4-8e70-1c5919ba6a89 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018788 Mar 31 23:05:29.396594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:29.411089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1f613-1493-4432-b49e-e8d9375cf115 req-c831474f-f7db-4411-a246-d85fc7101ac1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.419457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0aa1f613-1493-4432-b49e-e8d9375cf115 req-c831474f-f7db-4411-a246-d85fc7101ac1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 944 time: 0.2976596 Mar 31 23:05:29.429593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Made reservation on behalf of e70b3693b71141289243e0eeec388016 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:29.429593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.573998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-ebb440dd-6404-4383-a5fa-2a16c532434f service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936547 Mar 31 23:05:29.634691 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0aa1f613-1493-4432-b49e-e8d9375cf115 req-fc35501e-c680-400f-b0ea-e5e5b5814bc7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137625 Mar 31 23:05:29.660879 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-07209519-8bb1-401c-8b37-95e0abcc39ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 HTTP/1.1" status: 200 len: 217 time: 0.0735674 Mar 31 23:05:29.663111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:29.663774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.726757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:29.748064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'port_id': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'mac_address': 'fa:16:3e:7f:02:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:29.773388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-c9d0ecd6-2792-4764-b075-8a40546c3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.778832 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-c9d0ecd6-2792-4764-b075-8a40546c3882 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 200 len: 797 time: 0.1166744 Mar 31 23:05:29.823426 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.841875 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.849593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Allocated IP 172.20.0.3 (fb6ea1c3-84d7-49f8-8abd-1db0d467a585/31745a5e-6ef0-4571-8300-7eeaf4dba00d/7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:29.880010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-36a68c4c-76a3-492c-b110-846ff9432c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.882431 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-36a68c4c-76a3-492c-b110-846ff9432c87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4388476e-2dfd-4975-bab7-9f38ddb2c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811002 Mar 31 23:05:29.897390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-911d3c9d-bbb6-4470-a01f-4e2edaef75ce req-b513c3ae-5b06-41a8-bf5c-7f3cd157fc74 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 210 time: 0.1336901 Mar 31 23:05:29.904938 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.911407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad13302a-2a9c-458d-8b29-4b93dd185418 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:29.989989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba91b2-f50a-4058-a133-ee59a2729936 None None] Network 20b8fbd1-93e9-4a3f-afae-11553248ae63 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:30.087007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:30.212254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,segment=NetworkSegment(8de3c88b-8b5b-4ac8-9800-1c36d2d972f2),segment_id=8de3c88b-8b5b-4ac8-9800-1c36d2d972f2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:30.220892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.223156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c487b506-ec8c-415e-9ac0-563036cd37d5 None None] Provisioning complete for port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:30.223779 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c487b506-ec8c-415e-9ac0-563036cd37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.273903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7f05-38a6-4de5-bd29-549fa8cef144 req-3c38a43d-3a02-48a0-91d4-9d56207652cf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.286973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d8f7f05-38a6-4de5-bd29-549fa8cef144 req-3c38a43d-3a02-48a0-91d4-9d56207652cf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 946 time: 0.3438156 Mar 31 23:05:30.334240 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.365616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:30.388268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d8f7f05-38a6-4de5-bd29-549fa8cef144 req-c76a59ea-7387-4666-bf66-9611deaebd9e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004415 Mar 31 23:05:30.434660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18173fa-612a-426c-a833-8671a80e6c92 req-55e837a1-dffd-4dd5-a704-256c788af3a4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.442386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b18173fa-612a-426c-a833-8671a80e6c92 req-55e837a1-dffd-4dd5-a704-256c788af3a4 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.2188694 Mar 31 23:05:30.479550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:30.546338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b18173fa-612a-426c-a833-8671a80e6c92 req-27caf748-b70c-4f3a-93e5-c498bf7f0262 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026154 Mar 31 23:05:30.576360 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.625085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ad13302a-2a9c-458d-8b29-4b93dd185418'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:30.639717 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-f1f45b1c-67b5-4de1-a57b-8cc8099289e7 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7476895 Mar 31 23:05:30.676509 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.700746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:30.799944 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.808898 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-0f5b0cab-b43e-4fbb-ac44-7a8e5040aed5 service neutron] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552501 Mar 31 23:05:30.879845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=9c50c076-52da-4c70-b8ca-acaf98c68bc1,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:30.899630 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-d30ac10b-4421-4b70-9252-ab1f9a4660be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4d46eba-1b9b-4faa-825a-24178d83010a HTTP/1.1" status: 200 len: 217 time: 0.0748067 Mar 31 23:05:30.903547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-c6129e13-3759-4368-9988-ec4544821328 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:30.904818 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.913754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-c6129e13-3759-4368-9988-ec4544821328 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/networks?id=d4056ef5-b3df-4479-b06f-47a4d7bc9120 HTTP/1.1" status: 200 len: 809 time: 0.3556056 Mar 31 23:05:30.962093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4eaca88b-a4c2-4fac-a722-45131af92ae2 None None] Provisioning complete for port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:30.963405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4eaca88b-a4c2-4fac-a722-45131af92ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.976902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-f5877cba-7d80-403d-993b-b193e56ea2e3 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/quotas/8e3beb70382a40f4a79a0edfda43ed0d HTTP/1.1" status: 200 len: 375 time: 0.0621417 Mar 31 23:05:31.051582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-ee60f446-11fb-4bdc-8290-cf9ab4f8f97c tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e3beb70382a40f4a79a0edfda43ed0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735431 Mar 31 23:05:31.114567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:31.142516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-921113ec-7186-4188-9230-f15d4feb0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.144321 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-921113ec-7186-4188-9230-f15d4feb0406 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 200 len: 797 time: 0.2244782 Mar 31 23:05:31.145236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:31.150059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:31.197844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4eaca88b-a4c2-4fac-a722-45131af92ae2 None None] Provisioning complete for port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:31.198652 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4eaca88b-a4c2-4fac-a722-45131af92ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.206369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event updated for resources: {'Port': ['ID=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:31.255460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:31.271332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-abf47987-53bc-44ba-ac61-2ba3f3b8d3ea service neutron] 10.222.0.31 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188625 Mar 31 23:05:31.295264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.295913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.300695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4eaca88b-a4c2-4fac-a722-45131af92ae2 None None] Port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:31.310389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-03b8bd9c-53d9-48fc-8560-3e1a6bb9456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.312706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-03b8bd9c-53d9-48fc-8560-3e1a6bb9456b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1504624 Mar 31 23:05:31.321081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:31.321541 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.434964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ac051fb4-4bf2-4aa5-adac-bb0e59adce27 None None] Provisioning complete for port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:31.435631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ac051fb4-4bf2-4aa5-adac-bb0e59adce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.462790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.464163 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1cb6ccfc-2fa2-492b-ac7c-e7f57f099f42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5340567 Mar 31 23:05:31.472083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-86b2f2fc-8e9d-45ca-9b2b-1b8209384be7 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468885 Mar 31 23:05:31.481233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Request body: {'port': {'device_id': '19bbfef6-198a-4c5e-9a2b-b4708126f98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:31.489705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ac051fb4-4bf2-4aa5-adac-bb0e59adce27 None None] Port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:31.631020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ffa60e87-0164-4a01-8ad4-4a9078aa74e3 None None] Provisioning complete for port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:31.631411 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ffa60e87-0164-4a01-8ad4-4a9078aa74e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.641200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-32f13165-897e-4af2-9fb9-c9dedcec3dae service neutron] 10.222.0.31 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502679 Mar 31 23:05:31.672713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.687620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ffa60e87-0164-4a01-8ad4-4a9078aa74e3 None None] Port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:31.774846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-6c28cce5-fe9b-43b4-9f21-59243297e2a7 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887716 Mar 31 23:05:31.873599 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-be2de72a-59a8-40b7-84de-ff8b68be1bc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b HTTP/1.1" status: 200 len: 217 time: 0.0900102 Mar 31 23:05:31.975975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:31.990732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-fffa2200-aa15-47f8-8a8c-588e92208b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:31.992315 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-fffa2200-aa15-47f8-8a8c-588e92208b31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 200 len: 797 time: 0.1116924 Mar 31 23:05:32.111754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-3332439e-32f2-498b-bded-ea1be95b7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.114168 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-3332439e-32f2-498b-bded-ea1be95b7d95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1846b0f2-57b5-4e40-b343-579f519f3ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033554 Mar 31 23:05:32.242288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:32.251803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:32.264670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.289088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:32.290389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972fe5-ce1e-4b70-97c9-7636f45801e6 req-06a3c93c-d609-47f7-88b8-3a33a51510ec tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.297213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Transition to ACTIVE for port object 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:32.299899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29972fe5-ce1e-4b70-97c9-7636f45801e6 req-06a3c93c-d609-47f7-88b8-3a33a51510ec tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 945 time: 0.5786350 Mar 31 23:05:32.301836 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.310045 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-b9653dd5-5029-4ce4-b10e-75360e5569b6 service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860795 Mar 31 23:05:32.324817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc4785-3201-4348-a2f2-f42e79038577 req-893116c9-4d1b-4657-bfcd-949138eb42f8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.326260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1bc4785-3201-4348-a2f2-f42e79038577 req-893116c9-4d1b-4657-bfcd-949138eb42f8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 931 time: 0.1553843 Mar 31 23:05:32.416496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:32.435520 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-de8111cb-b4be-4fc2-94fa-2ecf6f30ff6c req-abf8b4b8-0d89-4293-b000-132756a93deb service neutron] 10.222.0.45 "GET /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175013 Mar 31 23:05:32.436195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29972fe5-ce1e-4b70-97c9-7636f45801e6 req-50943cb3-0df7-428d-990b-a84fd007a542 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349921 Mar 31 23:05:32.443226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'mac_address': 'fa:16:3e:4c:fa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:32.470951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1bc4785-3201-4348-a2f2-f42e79038577 req-ccecc963-8df7-474d-94a8-99f68d426eb9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147969 Mar 31 23:05:32.545757 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.559867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.588701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:32.626461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:32.635054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:32.638214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:32.638859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.661008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Pushing event updated for resources: {'Port': ['ID=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:32.760086 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.776243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.782750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Attempting to bind port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:32.783983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Attempting to bind port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:32.785056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Attempting to bind port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:32.797220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:32.797558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Attempting to bind port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc on network fb6ea1c3-84d7-49f8-8abd-1db0d467a585 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:32.803184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:32.803409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Checking segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:32.803718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Bound using segment: {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:32.804695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Bound port: 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b439d4cc-34ed-4a95-9c78-9d3a0673c263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:32.804695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.821789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d60c-ab09-4678-a1b2-05425cf4ee8a req-abf10646-a084-4f7d-a0f5-46d52758c79e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.823405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d033d60c-ab09-4678-a1b2-05425cf4ee8a req-abf10646-a084-4f7d-a0f5-46d52758c79e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 946 time: 0.1612713 Mar 31 23:05:32.827496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:32.830230 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397cc0ba-b831-4722-83a9-3f3e2355e73c" -d '{"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-plugged", "status": "completed", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:32.867811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:32.868089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36d0e7-23fb-45c9-8e76-b87ff505d288 req-792edf99-0742-48d1-b869-522c00ad7a0a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:32.868089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b36d0e7-23fb-45c9-8e76-b87ff505d288 req-792edf99-0742-48d1-b869-522c00ad7a0a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1321936 Mar 31 23:05:32.882342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:32.904967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] For port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:32.910825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] For port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:32.948471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.952661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b36d0e7-23fb-45c9-8e76-b87ff505d288 req-46fbe0b8-4dd4-4e97-a0a5-f9278fe13451 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846255 Mar 31 23:05:32.969157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d033d60c-ab09-4678-a1b2-05425cf4ee8a req-85d876b5-6cc0-4ec6-9557-5aea64402c27 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305587 Mar 31 23:05:33.017348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:33.049305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.102813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.112717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-389f669a-6b34-4031-b718-4a9427931556 req-d6aa963b-bf35-4ec3-92f3-06927d09b9a3 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 210 time: 0.0627942 Mar 31 23:05:33.128832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.129548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.131117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] 10.222.0.50 "PUT /v2.0/ports/7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc HTTP/1.1" status: 200 len: 1091 time: 1.6576033 Mar 31 23:05:33.135726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bbfef6-198a-4c5e-9a2b-b4708126f98c', 'tag': '7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:33.137900 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365" -d '{"events": [{"name": "network-changed", "server_uuid": "19bbfef6-198a-4c5e-9a2b-b4708126f98c", "tag": "7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:33.179788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0c6b2-1fbf-453c-94b3-c19c46915e9c service neutron] Pushing event updated for resources: {'Port': ['ID=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:33.198121 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c488cd2-fd40-49e9-a5d4-fec01715f680 x-openstack-request-id: req-6c488cd2-fd40-49e9-a5d4-fec01715f680 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:33.198448 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-plugged", "status": "completed", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:33.198742 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c488cd2-fd40-49e9-a5d4-fec01715f680 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:33.199119 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c488cd2-fd40-49e9-a5d4-fec01715f680'] response: {'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'code': 200} Mar 31 23:05:33.204230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-644cd896-61d6-4e31-a145-9c91173a1cd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.211144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-644cd896-61d6-4e31-a145-9c91173a1cd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.222116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-644cd896-61d6-4e31-a145-9c91173a1cd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.230251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-644cd896-61d6-4e31-a145-9c91173a1cd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.232703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:33.236813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-644cd896-61d6-4e31-a145-9c91173a1cd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.245433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-644cd896-61d6-4e31-a145-9c91173a1cd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.254213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-644cd896-61d6-4e31-a145-9c91173a1cd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.256220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-644cd896-61d6-4e31-a145-9c91173a1cd1 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.1499596 Mar 31 23:05:33.258310 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.390561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=9c50c076-52da-4c70-b8ca-acaf98c68bc1,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:33.398459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-8e59e450-55d3-4ca8-a6d4-31ec662ddd33 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c3cede2d48664a2880a52c89b3250cf8 HTTP/1.1" status: 200 len: 267 time: 0.1411154 Mar 31 23:05:33.399261 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.413418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3deb96e1-168c-45c8-ab4f-f0a949f954d2 req-2ad9c43c-c31b-4616-baa0-644eb786296d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476662 Mar 31 23:05:33.489375 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4737edf-4aea-472d-9779-73d58cc9e30e x-openstack-request-id: req-a4737edf-4aea-472d-9779-73d58cc9e30e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:33.491124 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bbfef6-198a-4c5e-9a2b-b4708126f98c", "tag": "7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:33.491542 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4737edf-4aea-472d-9779-73d58cc9e30e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:33.492403 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4737edf-4aea-472d-9779-73d58cc9e30e'] response: {'name': 'network-changed', 'server_uuid': '19bbfef6-198a-4c5e-9a2b-b4708126f98c', 'tag': '7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc', 'status': 'completed', 'code': 200} Mar 31 23:05:33.523551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-5a5296e1-5e45-47e8-9d3f-d15b1cbb92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.528757 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-5a5296e1-5e45-47e8-9d3f-d15b1cbb92f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 1094 time: 0.0724421 Mar 31 23:05:33.530909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-ec12fd76-cceb-4c43-9c0a-6070a3090414 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.538060 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-ec12fd76-cceb-4c43-9c0a-6070a3090414 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 946 time: 0.1326823 Mar 31 23:05:33.557718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'port': {'security_groups': []}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:33.597221 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-f9a6922b-aebe-463c-b761-03a6efe779ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc HTTP/1.1" status: 200 len: 217 time: 0.0558035 Mar 31 23:05:33.686080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 20b8fbd1-93e9-4a3f-afae-11553248ae63 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:33.694758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:33.696473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5d569-b017-4523-b250-57fa4e509702 req-6d16d2b3-b03a-4e77-b337-76a66fe8db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.698853 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9b5d569-b017-4523-b250-57fa4e509702 req-6d16d2b3-b03a-4e77-b337-76a66fe8db20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1097 time: 0.1152568 Mar 31 23:05:33.705827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-3205a3f3-b099-4c14-bf08-d52f12d080c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.705827 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-3205a3f3-b099-4c14-bf08-d52f12d080c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.0931726 Mar 31 23:05:33.710273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.756889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e01f81-68aa-42ff-a9fe-4b179841513b req-a9b81cfe-da1a-472e-a0c6-984bfb2b7ec8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.758770 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-249dfa27-2d6a-49b7-ae4a-522116f53608 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451202 Mar 31 23:05:33.765693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0e01f81-68aa-42ff-a9fe-4b179841513b req-a9b81cfe-da1a-472e-a0c6-984bfb2b7ec8 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1987729 Mar 31 23:05:33.879863 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9b5d569-b017-4523-b250-57fa4e509702 req-e9d00315-9941-47a5-b722-5516b57c30a0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497443 Mar 31 23:05:33.909047 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-a09a14b6-22de-45eb-93cd-642b2ac7ea50 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429110 Mar 31 23:05:33.918866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0e01f81-68aa-42ff-a9fe-4b179841513b req-aa854755-81f2-4c29-be2f-3cc04d3c51dd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521332 Mar 31 23:05:34.011947 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9c21bd48-e0ca-4339-a4cc-82ab004d5dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.039470 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b0a758ab-06cc-4ed0-acae-67b3806aad0b req-1a531a2c-82c0-4857-b854-4d5554c6ba74 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235149 Mar 31 23:05:34.041775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c23d8e0b-e586-4b4e-96f6-366cc8a2ce0d None None] Provisioning complete for port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:34.042284 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c23d8e0b-e586-4b4e-96f6-366cc8a2ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.084250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c23d8e0b-e586-4b4e-96f6-366cc8a2ce0d None None] Port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:34.127829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9a00-609c-4e39-af67-99d330a9740a req-c0423111-4703-4f78-aeb9-550270bccc20 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.129746 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-032a9a00-609c-4e39-af67-99d330a9740a req-c0423111-4703-4f78-aeb9-550270bccc20 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 943 time: 0.1189942 Mar 31 23:05:34.176810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] For port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:34.206957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-032a9a00-609c-4e39-af67-99d330a9740a req-990a5c63-9794-4021-951a-fa88838392a9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655718 Mar 31 23:05:34.230594 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.268704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:34.325888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Router f2461870-808d-4eed-9dbe-6af386e97f67 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:34.437786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-eb2c4622-9d95-44d5-9200-3720896a8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.439669 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-eb2c4622-9d95-44d5-9200-3720896a8d8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 1094 time: 0.0696352 Mar 31 23:05:34.547253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:34.553409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1571e91b-1020-4850-a13e-390a6ad36ac1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "PUT /v2.0/routers/f2461870-808d-4eed-9dbe-6af386e97f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4504580 Mar 31 23:05:34.556463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43594) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:34.563354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d1cbd-9551-45e6-a767-435786f3e09c None None] Sync routers for ids ['f2461870-808d-4eed-9dbe-6af386e97f67'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:34.606555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237270-443a-4868-8516-09e129c1ad80 req-a62e1b63-245a-4f11-a344-673c23670baf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.608934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71237270-443a-4868-8516-09e129c1ad80 req-a62e1b63-245a-4f11-a344-673c23670baf tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1399746 Mar 31 23:05:34.618099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-33cbd05f-abb7-4849-b920-69a26113b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.620530 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-33cbd05f-abb7-4849-b920-69a26113b06d service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 907 time: 0.1732996 Mar 31 23:05:34.628658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d1cbd-9551-45e6-a767-435786f3e09c None None] Routers {'f2461870-808d-4eed-9dbe-6af386e97f67'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:34.628982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.630279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-536d1cbd-9551-45e6-a767-435786f3e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:05:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f2461870-808d-4eed-9dbe-6af386e97f67'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.695738 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-2b1242d0-f6e7-4dd3-ab90-a1adaab46cad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc HTTP/1.1" status: 200 len: 217 time: 0.0670638 Mar 31 23:05:34.725597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b9eb29f2-72c2-4e56-ba13-61bd10044481', '19873a38-2299-4b0d-b20a-f3c8ab21c9b0'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:34.731301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25541fd6-902b-4cd6-87ff-4cd4b2aa4e4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.731301 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-25541fd6-902b-4cd6-87ff-4cd4b2aa4e4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2461870-808d-4eed-9dbe-6af386e97f67 HTTP/1.1" status: 200 len: 981 time: 0.1688652 Mar 31 23:05:34.737413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43598) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:34.802799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e798571c-68d9-4c2d-8f3a-272f1c62f829'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:34.818424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port ad13302a-2a9c-458d-8b29-4b93dd185418 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:34.821134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-536d1cbd-9551-45e6-a767-435786f3e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.902333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port ad13302a-2a9c-458d-8b29-4b93dd185418 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:34.903105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.929948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-aad83750-7740-4924-8445-c28dd2e43418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.934252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-aad83750-7740-4924-8445-c28dd2e43418 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.2055924 Mar 31 23:05:34.940555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'Port': ['ID=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:34.965312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.965312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.977063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cf448b4-11f0-425d-869d-43ac75c7510a req-98216ffe-e440-46b5-adff-d964c85360e7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "PUT /v2.0/ports/19873a38-2299-4b0d-b20a-f3c8ab21c9b0 HTTP/1.1" status: 200 len: 905 time: 1.4237177 Mar 31 23:05:34.978089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'tag': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:34.986887 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf62664-2643-46bf-9800-e952e8ae7142" -d '{"events": [{"name": "network-changed", "server_uuid": "aea1c31a-07a9-4b85-afea-c68927f45368", "tag": "19873a38-2299-4b0d-b20a-f3c8ab21c9b0"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:35.003986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d1cbd-9551-45e6-a767-435786f3e09c None None] Routers {'f2461870-808d-4eed-9dbe-6af386e97f67'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:35.004844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-536d1cbd-9551-45e6-a767-435786f3e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:05:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f2461870-808d-4eed-9dbe-6af386e97f67'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:35.024234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71237270-443a-4868-8516-09e129c1ad80 req-0cde8201-41f2-4fa2-9594-96f47383657e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832033 Mar 31 23:05:35.050609 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-44ecfec7-bac3-436e-8093-1cb3c5f4e987 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739858 Mar 31 23:05:35.336942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['19873a38-2299-4b0d-b20a-f3c8ab21c9b0'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:35.351652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-536d1cbd-9551-45e6-a767-435786f3e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:35.352935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d1cbd-9551-45e6-a767-435786f3e09c None None] The sync data for ids ['f2461870-808d-4eed-9dbe-6af386e97f67'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:35.377833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-52503709-534c-40f9-a9e8-4821aa7ab303 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.384942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-52503709-534c-40f9-a9e8-4821aa7ab303 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.391971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-52503709-534c-40f9-a9e8-4821aa7ab303 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.398894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-52503709-534c-40f9-a9e8-4821aa7ab303 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.413535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-52503709-534c-40f9-a9e8-4821aa7ab303 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.422325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-52503709-534c-40f9-a9e8-4821aa7ab303 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.432009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-52503709-534c-40f9-a9e8-4821aa7ab303 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.454659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-52503709-534c-40f9-a9e8-4821aa7ab303 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.2641149 Mar 31 23:05:35.500515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a83fa19a-a241-4426-abfc-e5e54b0452c2 req-65704fe8-817d-4dfc-a571-a1ca25197c73 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 210 time: 0.2124789 Mar 31 23:05:35.644658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be92cef8-8199-4ff4-b093-e69bff2fd052 req-f5416a9a-7a27-4d71-bee2-ab886ab751f6 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886420 Mar 31 23:05:35.770175 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-02cfa685-626e-4f32-8edf-7bdec81951b7 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121196 Mar 31 23:05:35.840922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce740a3-d251-44f5-b908-8be7aecb6389 req-937e2980-55ea-4c81-aa79-332675c3f86d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.853766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ce740a3-d251-44f5-b908-8be7aecb6389 req-937e2980-55ea-4c81-aa79-332675c3f86d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1932008 Mar 31 23:05:35.905711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-35eb50a5-7dbf-43e7-b7c6-89f3eb0de3b0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.925446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-35eb50a5-7dbf-43e7-b7c6-89f3eb0de3b0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.944909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-35eb50a5-7dbf-43e7-b7c6-89f3eb0de3b0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.968985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-35eb50a5-7dbf-43e7-b7c6-89f3eb0de3b0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.977030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-35eb50a5-7dbf-43e7-b7c6-89f3eb0de3b0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.985937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-35eb50a5-7dbf-43e7-b7c6-89f3eb0de3b0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.002380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-35eb50a5-7dbf-43e7-b7c6-89f3eb0de3b0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.002380 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-35eb50a5-7dbf-43e7-b7c6-89f3eb0de3b0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.4220612 Mar 31 23:05:36.022690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ce740a3-d251-44f5-b908-8be7aecb6389 req-4e64e03a-f47a-4b7f-886f-2fa4685dfbe1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675019 Mar 31 23:05:36.057786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4b9f0-a1bf-43f8-a974-1c57fae5b11b req-61939b14-446f-4e32-9dad-e814f4f160a4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.077631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-28b4b9f0-a1bf-43f8-a974-1c57fae5b11b req-61939b14-446f-4e32-9dad-e814f4f160a4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 908 time: 0.2064793 Mar 31 23:05:36.114349 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65bf9d66-ae4a-4ec3-9e44-cba7cf98f365 req-d39a197c-607b-4fe3-8a18-1417994d50a1 service neutron] 10.222.0.50 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517636 Mar 31 23:05:36.154911 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b026bb-756c-478e-80ff-6d1f9c529c77 x-openstack-request-id: req-03b026bb-756c-478e-80ff-6d1f9c529c77 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:36.156100 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea1c31a-07a9-4b85-afea-c68927f45368", "tag": "19873a38-2299-4b0d-b20a-f3c8ab21c9b0", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:36.157423 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03b026bb-756c-478e-80ff-6d1f9c529c77 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:36.157850 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b026bb-756c-478e-80ff-6d1f9c529c77'] response: {'name': 'network-changed', 'server_uuid': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'tag': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0', 'status': 'completed', 'code': 200} Mar 31 23:05:36.296423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1c2fa-e32e-4c59-82b8-ab53c9a93aea req-8035ca36-71f9-4d0b-b9ed-e7d673ee7121 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.311134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ec1c2fa-e32e-4c59-82b8-ab53c9a93aea req-8035ca36-71f9-4d0b-b9ed-e7d673ee7121 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 943 time: 0.0997303 Mar 31 23:05:36.330563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-056510c6-346b-4066-b794-47bd38f6217a None None] Provisioning complete for port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:36.331099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-056510c6-346b-4066-b794-47bd38f6217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.366348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ec1c2fa-e32e-4c59-82b8-ab53c9a93aea req-576f15d9-b215-4197-8aef-82e9569b353b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533571 Mar 31 23:05:36.492436 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.552740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:36.562536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:36.566383 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878bf78f-d6df-455a-b014-e62616a9f206" -d '{"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:36.596029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27227c0d-ecb2-4671-8adc-84d54e2cb1e1 req-1937d962-47d7-481b-97df-9d14dac2b7c7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.610986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27227c0d-ecb2-4671-8adc-84d54e2cb1e1 req-1937d962-47d7-481b-97df-9d14dac2b7c7 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 946 time: 0.1484580 Mar 31 23:05:36.615740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-812e86ac-b0b1-470b-bd13-488f861b2f6f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.618038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-812e86ac-b0b1-470b-bd13-488f861b2f6f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "GET /v2.0/ports/3bd99b62-68ed-4677-944a-ff67dbbabe7b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5025361 Mar 31 23:05:36.778012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27227c0d-ecb2-4671-8adc-84d54e2cb1e1 req-a549d591-4670-4d6e-82c4-bd92c4e3deb8 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537689 Mar 31 23:05:36.828631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1585-a457-408d-a1f2-abe0c81d543f req-1d3b74c9-668b-461d-bdbc-5581ccb07814 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.830653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-358a1585-a457-408d-a1f2-abe0c81d543f req-1d3b74c9-668b-461d-bdbc-5581ccb07814 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0857346 Mar 31 23:05:36.879183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-6506df5f-3072-4bb9-9a3a-25f4918d3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.880937 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-6506df5f-3072-4bb9-9a3a-25f4918d3696 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 1059 time: 0.2609956 Mar 31 23:05:36.887700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-358a1585-a457-408d-a1f2-abe0c81d543f req-945e4fb1-ae50-4c98-9bd9-4bfb421c32a2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509217 Mar 31 23:05:36.924116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.044219 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-4d4a2ecd-0640-416c-8517-c9ebf32d9b3d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "GET /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4045088 Mar 31 23:05:37.070950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af3d1f48-f874-42a5-a3e0-fd6471a0369e req-9e30ef17-b72b-4220-9ff7-7df46e04bb2d tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 210 time: 0.0630484 Mar 31 23:05:37.135333 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2c7aa7-90cf-42eb-8eaf-0b155904bc90 x-openstack-request-id: req-0c2c7aa7-90cf-42eb-8eaf-0b155904bc90 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:37.136830 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:37.137417 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c2c7aa7-90cf-42eb-8eaf-0b155904bc90 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:37.138065 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2c7aa7-90cf-42eb-8eaf-0b155904bc90'] response: {'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'code': 200} Mar 31 23:05:37.216401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:37.296728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.358593 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9f84fb16-6c24-4250-a0c9-f9ead9681d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.360674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.362312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:37.380683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-94645d66-e6f5-476b-a0b5-82c56c6cac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.382249 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-94645d66-e6f5-476b-a0b5-82c56c6cac43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.4908264 Mar 31 23:05:37.394972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-7625f1e8-57ba-4a7e-90ee-2e04a2b0c96a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.424953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-7625f1e8-57ba-4a7e-90ee-2e04a2b0c96a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.450714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-7625f1e8-57ba-4a7e-90ee-2e04a2b0c96a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.457594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-7625f1e8-57ba-4a7e-90ee-2e04a2b0c96a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.468839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-7625f1e8-57ba-4a7e-90ee-2e04a2b0c96a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.476115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-7625f1e8-57ba-4a7e-90ee-2e04a2b0c96a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.487381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-7625f1e8-57ba-4a7e-90ee-2e04a2b0c96a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.494982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:37.517495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-7625f1e8-57ba-4a7e-90ee-2e04a2b0c96a tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 5436 time: 0.2694044 Mar 31 23:05:37.545084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:37.545923 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.595442 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-7f8fc158-8735-47f3-b9dd-99b84b40b390 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19873a38-2299-4b0d-b20a-f3c8ab21c9b0 HTTP/1.1" status: 200 len: 217 time: 0.1428185 Mar 31 23:05:37.657058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b2ce901-e5a4-4018-8385-e84eae1e681f req-88b88688-8075-42c0-b6e8-ebc14591aeb9 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&id=83250aa6-6e97-4eac-8d37-ad23a8ffdd69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330175 Mar 31 23:05:37.686001 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.717886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:37.866618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-f9916729-9b58-4677-a6f6-b3ba32eb42da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.868148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-f9916729-9b58-4677-a6f6-b3ba32eb42da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.2517099 Mar 31 23:05:37.877110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.877110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:05:37.891853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fd356-411a-469c-95ff-8fa5b4dd2e8c req-894f9cba-1122-4be7-9818-64174615f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.893720 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ca2fd356-411a-469c-95ff-8fa5b4dd2e8c req-894f9cba-1122-4be7-9818-64174615f79d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 1098 time: 0.2929432 Mar 31 23:05:37.916734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6b4a5-7b7c-43ae-93d3-d51201d9ea6e req-0a733a84-88c6-40f6-a6c5-f663acd7d633 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.920918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cb6b4a5-7b7c-43ae-93d3-d51201d9ea6e req-0a733a84-88c6-40f6-a6c5-f663acd7d633 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1303205 Mar 31 23:05:37.993200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:38.008692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cb6b4a5-7b7c-43ae-93d3-d51201d9ea6e req-384321b6-844a-48bc-bf02-6262656da2e3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671282 Mar 31 23:05:38.021472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] For port 3bd99b62-68ed-4677-944a-ff67dbbabe7b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3bd99b62-68ed-4677-944a-ff67dbbabe7b,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:38.030083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ca2fd356-411a-469c-95ff-8fa5b4dd2e8c req-3c447262-758a-4eff-a11c-05a4f59c6c0d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027048 Mar 31 23:05:38.089857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-c5619781-7311-4d56-ac4a-66b3314aef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.091558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-c5619781-7311-4d56-ac4a-66b3314aef1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771538 Mar 31 23:05:38.095869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 9c50c076-52da-4c70-b8ca-acaf98c68bc1 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:38.096307 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.106941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:38.133161 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.152657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:38.155996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc', 'network_id': 'fb6ea1c3-84d7-49f8-8abd-1db0d467a585', 'port_id': '7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc', 'mac_address': 'fa:16:3e:69:fb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31745a5e-6ef0-4571-8300-7eeaf4dba00d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:38.291415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] For port 3bd99b62-68ed-4677-944a-ff67dbbabe7b, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:38.309350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db55c19-0b76-41b3-b57b-754f4cc146f3 req-482db918-8f1a-4a88-80a9-2e7899b11fdd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.318159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4db55c19-0b76-41b3-b57b-754f4cc146f3 req-482db918-8f1a-4a88-80a9-2e7899b11fdd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1603973 Mar 31 23:05:38.405018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4db55c19-0b76-41b3-b57b-754f4cc146f3 req-1f3ad52f-c5d7-4a65-8b1a-a3b9de79e746 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849328 Mar 31 23:05:38.411457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] device_id is not set on port 3bd99b62-68ed-4677-944a-ff67dbbabe7b yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:38.445021 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.452821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-802b1502-51f6-4cf6-8950-2dcff487eaa9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.456602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.466840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-802b1502-51f6-4cf6-8950-2dcff487eaa9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.50 "GET /v2.0/networks?id=d4056ef5-b3df-4479-b06f-47a4d7bc9120 HTTP/1.1" status: 200 len: 809 time: 0.3588014 Mar 31 23:05:38.473796 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-06f96d31-bace-46c9-9af4-a9f91f738ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462491 Mar 31 23:05:38.478712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 9c50c076-52da-4c70-b8ca-acaf98c68bc1 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:38.486630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Request body: {'port': {'device_id': '21f366bf-99a1-453a-b55e-4ccb1b32df3e', 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120', 'admin_state_up': True, 'tenant_id': '8e3beb70382a40f4a79a0edfda43ed0d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:38.522036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:38.612063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.616057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.622165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.639618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.667583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:38.793759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] No DVR routers for this DVR port 3bd99b62-68ed-4677-944a-ff67dbbabe7b on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:38.813117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:38.855228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] In _notify_port_updated(), no bound segment for port 3bd99b62-68ed-4677-944a-ff67dbbabe7b on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:05:38.856435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.857481 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.859308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] 10.222.0.45 "PUT /v2.0/ports/3bd99b62-68ed-4677-944a-ff67dbbabe7b HTTP/1.1" status: 200 len: 1027 time: 1.7311506 Mar 31 23:05:38.872227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb10a8-e4a8-4bc5-b0ad-7bffa5c56feb service neutron] Pushing event updated for resources: {'Port': ['ID=3bd99b62-68ed-4677-944a-ff67dbbabe7b,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:38.875359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:38.882802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63857f3f-7c37-43b8-9598-7fc3c3e1d0ea req-3043c9b4-0f14-454b-bef1-7bfba0322500 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.884521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63857f3f-7c37-43b8-9598-7fc3c3e1d0ea req-3043c9b4-0f14-454b-bef1-7bfba0322500 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 943 time: 0.2387826 Mar 31 23:05:38.895827 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.929307 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bf62664-2643-46bf-9800-e952e8ae7142 req-1ac1488a-357a-4a04-9f99-bdb3dc8f8d5c service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427857 Mar 31 23:05:38.983564 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.984415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4593d996-3344-4e47-abb9-19f0a8c33e9b no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:39.035623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63857f3f-7c37-43b8-9598-7fc3c3e1d0ea req-362ebeed-2025-460d-aa51-2a53bb592351 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437981 Mar 31 23:05:39.073711 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.091297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:39.112298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-51ba6d4d-913e-43c1-a8f9-9866307cf744 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.113845 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-51ba6d4d-913e-43c1-a8f9-9866307cf744 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "GET /v2.0/ports/6fd6c539-a940-4828-a705-542efece0742?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2379966 Mar 31 23:05:39.140950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:39.143750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:39.149660 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0890d3b5-7045-413c-9a59-b030ac045549" -d '{"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-plugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:39.183282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Made reservation on behalf of 8e3beb70382a40f4a79a0edfda43ed0d for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:39.187841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.207065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:39.296326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.325633 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.491563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.581778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=9c50c076-52da-4c70-b8ca-acaf98c68bc1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:39.584061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fda5436e-ca35-4c3b-bf49-84e6692e8ce0 None None] Provisioning complete for port 3bd99b62-68ed-4677-944a-ff67dbbabe7b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:39.596838 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fda5436e-ca35-4c3b-bf49-84e6692e8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.600512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:39.724581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Allocated IP 172.20.0.9 (d4056ef5-b3df-4479-b06f-47a4d7bc9120/5233d481-80c8-428f-81a2-52f6f3b35410/82d47c0e-6e01-4400-9a35-28562b028459) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:39.759031 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.779739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fda5436e-ca35-4c3b-bf49-84e6692e8ce0 None None] Port 3bd99b62-68ed-4677-944a-ff67dbbabe7b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:39.882276 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.896949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4593d996-3344-4e47-abb9-19f0a8c33e9b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:39.901538 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.902565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf1847-9452-4592-8f9a-b6c966dff0c6 req-e612a1ca-759c-456a-85ac-191921929b8b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.904402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfdf1847-9452-4592-8f9a-b6c966dff0c6 req-e612a1ca-759c-456a-85ac-191921929b8b tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 947 time: 0.6493621 Mar 31 23:05:39.942404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] For port 6fd6c539-a940-4828-a705-542efece0742, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=6fd6c539-a940-4828-a705-542efece0742,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:40.011369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] For port 6fd6c539-a940-4828-a705-542efece0742, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:40.064694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] device_id is not set on port 6fd6c539-a940-4828-a705-542efece0742 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:40.076111 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.079445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 6fd6c539-a940-4828-a705-542efece0742 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:40.101801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36d0b2-8e76-46a9-a64e-55f59d816934 req-c19c7b22-38ad-4842-b5fe-b29fb89d3e1d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.105941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e36d0b2-8e76-46a9-a64e-55f59d816934 req-c19c7b22-38ad-4842-b5fe-b29fb89d3e1d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.6236300 Mar 31 23:05:40.110536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.170038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfdf1847-9452-4592-8f9a-b6c966dff0c6 req-13d36086-94ee-4e93-8717-742891572294 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021675 Mar 31 23:05:40.236152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e36d0b2-8e76-46a9-a64e-55f59d816934 req-fb0c71e0-1f81-48e8-bf87-9fc7078ab9f9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158786 Mar 31 23:05:40.259867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.344544 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.370805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4593d996-3344-4e47-abb9-19f0a8c33e9b,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:40.445550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:05:40.446064 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:05:40.450166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66223109-46b6-44f4-b0df-c27fc04a1376 req-d0458b5c-119c-407f-9612-2ee29ec05a37 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 210 time: 0.0708890 Mar 31 23:05:40.457169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.566233 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b711d6b5-7da8-42b4-9c9a-bf072b574157 x-openstack-request-id: req-b711d6b5-7da8-42b4-9c9a-bf072b574157 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:40.567145 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-plugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:40.568062 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b711d6b5-7da8-42b4-9c9a-bf072b574157 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:40.568587 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b711d6b5-7da8-42b4-9c9a-bf072b574157'] response: {'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'code': 200} Mar 31 23:05:40.568952 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b711d6b5-7da8-42b4-9c9a-bf072b574157'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196', 'code': 200} Mar 31 23:05:40.620409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Network d4056ef5-b3df-4479-b06f-47a4d7bc9120 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:40.628258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:40.633164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:40.644747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Pushing event updated for resources: {'Port': ['ID=82d47c0e-6e01-4400-9a35-28562b028459,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:40.750355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69b30-f0e2-43cf-9e5a-740de788f89f req-d32a7339-a15d-4fa7-bf76-1be3f6c59720 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.758164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69b30-f0e2-43cf-9e5a-740de788f89f req-d32a7339-a15d-4fa7-bf76-1be3f6c59720 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.763278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69b30-f0e2-43cf-9e5a-740de788f89f req-d32a7339-a15d-4fa7-bf76-1be3f6c59720 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.771874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69b30-f0e2-43cf-9e5a-740de788f89f req-d32a7339-a15d-4fa7-bf76-1be3f6c59720 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.775416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69b30-f0e2-43cf-9e5a-740de788f89f req-d32a7339-a15d-4fa7-bf76-1be3f6c59720 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.777223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b69b30-f0e2-43cf-9e5a-740de788f89f req-d32a7339-a15d-4fa7-bf76-1be3f6c59720 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 3883 time: 0.3462770 Mar 31 23:05:40.799368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.800067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.813359 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.841780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07f28b-43bf-4acd-a368-a002fb87ce8d req-038b7e08-0813-40a3-9bed-4b42b589717f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.853147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f07f28b-43bf-4acd-a368-a002fb87ce8d req-038b7e08-0813-40a3-9bed-4b42b589717f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.2110562 Mar 31 23:05:40.856567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Router f2461870-808d-4eed-9dbe-6af386e97f67 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:40.916333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41b69b30-f0e2-43cf-9e5a-740de788f89f req-d2e41ab9-3c5d-4f77-9a89-787d651460fa tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244316 Mar 31 23:05:40.921349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6c539-a940-4828-a705-542efece0742,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:40.924094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] No DVR routers for this DVR port 6fd6c539-a940-4828-a705-542efece0742 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:41.003009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f07f28b-43bf-4acd-a368-a002fb87ce8d req-f4714b12-6939-4441-860b-260a054b97b1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158700 Mar 31 23:05:41.003009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-a6e08cec-8fad-4210-80d5-9d22c1a5e092 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5022621 Mar 31 23:05:41.003566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Request body: {'port': {'device_id': '21f366bf-99a1-453a-b55e-4ccb1b32df3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:41.076923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a3e77bf7-8cab-4b9e-a5f6-944906a36998 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:41.175054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:41.176825 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f595d-4da4-4241-a4c3-2bc782d8277d None None] Sync routers for ids ['f2461870-808d-4eed-9dbe-6af386e97f67'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:41.177697 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dacb6b80-4ffe-4239-9267-247ca630e50a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "PUT /v2.0/routers/f2461870-808d-4eed-9dbe-6af386e97f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3784742 Mar 31 23:05:41.177796 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f595d-4da4-4241-a4c3-2bc782d8277d None None] Routers {'f2461870-808d-4eed-9dbe-6af386e97f67'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:41.177796 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-287f595d-4da4-4241-a4c3-2bc782d8277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:05:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f2461870-808d-4eed-9dbe-6af386e97f67'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:41.177994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] In _notify_port_updated(), no bound segment for port 6fd6c539-a940-4828-a705-542efece0742 on network 4388476e-2dfd-4975-bab7-9f38ddb2c65a {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:05:41.177994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.177994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.177994 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-afc35adb-8a9b-42bd-9ff3-a7d930918068 service neutron] 10.222.0.45 "PUT /v2.0/ports/6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 200 len: 1028 time: 2.0273108 Mar 31 23:05:41.178378 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.181345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43722) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.207441 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-287f595d-4da4-4241-a4c3-2bc782d8277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:41.230263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.240847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b45af4-5ed9-41f9-951d-480129e784e8 req-0a9a5dbc-e7b8-4d5d-a935-1c39b418ae52 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.243125 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f595d-4da4-4241-a4c3-2bc782d8277d None None] Routers {'f2461870-808d-4eed-9dbe-6af386e97f67'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:41.248370 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-287f595d-4da4-4241-a4c3-2bc782d8277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:05:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f2461870-808d-4eed-9dbe-6af386e97f67'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:41.257362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91b45af4-5ed9-41f9-951d-480129e784e8 req-0a9a5dbc-e7b8-4d5d-a935-1c39b418ae52 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2109597 Mar 31 23:05:41.269309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a3e77bf7-8cab-4b9e-a5f6-944906a36998, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:41.284015 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57480ef-0915-4b79-84fc-1fb68761fe02 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:05:41.285384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a57480ef-0915-4b79-84fc-1fb68761fe02 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/9c50c076-52da-4c70-b8ca-acaf98c68bc1 HTTP/1.1" status: 404 len: 333 time: 0.0992246 Mar 31 23:05:41.290418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43726) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.303467 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-287f595d-4da4-4241-a4c3-2bc782d8277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:41.304386 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f595d-4da4-4241-a4c3-2bc782d8277d None None] The sync data for ids ['f2461870-808d-4eed-9dbe-6af386e97f67'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:41.326953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-11f1b52c-a400-4f90-be03-1795b3592b23 None None] Provisioning complete for port 6fd6c539-a940-4828-a705-542efece0742 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:41.338957 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11f1b52c-a400-4f90-be03-1795b3592b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.345843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port 4593d996-3344-4e47-abb9-19f0a8c33e9b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:41.346189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.376700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-11f1b52c-a400-4f90-be03-1795b3592b23 None None] Port 6fd6c539-a940-4828-a705-542efece0742 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:41.406143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31bf84-5733-437b-a054-e3d12261d0e6 req-45670065-0060-45ca-8d8e-56767c141b59 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.411932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a31bf84-5733-437b-a054-e3d12261d0e6 req-45670065-0060-45ca-8d8e-56767c141b59 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 944 time: 0.3122439 Mar 31 23:05:41.432644 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dccd662-a06e-4547-8a28-7139f149e0ab tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.463629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] For port 4593d996-3344-4e47-abb9-19f0a8c33e9b, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4593d996-3344-4e47-abb9-19f0a8c33e9b,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:41.464071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.473236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.473993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0a27d271-1139-4e1a-9d57-f2b23b475a56 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:41.485197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for 4593d996-3344-4e47-abb9-19f0a8c33e9b owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:41.556585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91b45af4-5ed9-41f9-951d-480129e784e8 req-cb9c5a8f-514c-4cae-b0af-a5a5e02cba1c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972071 Mar 31 23:05:41.614238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=a3e77bf7-8cab-4b9e-a5f6-944906a36998,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:41.676184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a31bf84-5733-437b-a054-e3d12261d0e6 req-68bc100f-7a07-40cd-83d3-b1d7d497cd46 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472665 Mar 31 23:05:41.744404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:41.904966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.964906 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.971108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0a27d271-1139-4e1a-9d57-f2b23b475a56, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:42.012569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=4593d996-3344-4e47-abb9-19f0a8c33e9b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:42.064576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:42.070821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:42.075531 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.112698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] No DVR routers for this DVR port 4593d996-3344-4e47-abb9-19f0a8c33e9b on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:42.118280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.124770 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-5aac7cd7-6583-48fb-94f7-d1a9335687e5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "DELETE /v2.0/ports/4593d996-3344-4e47-abb9-19f0a8c33e9b HTTP/1.1" status: 204 len: 173 time: 0.9560959 Mar 31 23:05:42.126283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': '4593d996-3344-4e47-abb9-19f0a8c33e9b'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:42.129397 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469edb42-ecff-403c-b0f3-b6bd7eb95d1d" -d '{"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "4593d996-3344-4e47-abb9-19f0a8c33e9b"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:42.159277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.160110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3bd99b62-68ed-4677-944a-ff67dbbabe7b no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:42.281775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dccd662-a06e-4547-8a28-7139f149e0ab tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.287644 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dccd662-a06e-4547-8a28-7139f149e0ab tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.414738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fe8e-c71c-46af-863b-977d477a3d5d req-6b0250f9-b76c-4724-a242-fd435e44e82e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.423070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37d8fe8e-c71c-46af-863b-977d477a3d5d req-6b0250f9-b76c-4724-a242-fd435e44e82e tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.2326801 Mar 31 23:05:42.429347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.438625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:42.439022 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.444425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0a27d271-1139-4e1a-9d57-f2b23b475a56,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:42.455442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3bd99b62-68ed-4677-944a-ff67dbbabe7b not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:42.456617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d4d46eba-1b9b-4faa-825a-24178d83010a no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:42.477749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dccd662-a06e-4547-8a28-7139f149e0ab tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.483053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dccd662-a06e-4547-8a28-7139f149e0ab tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Fanout notify agent at l3_agent the message router_deleted on router f2461870-808d-4eed-9dbe-6af386e97f67 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:42.497252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7dccd662-a06e-4547-8a28-7139f149e0ab tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.498995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7dccd662-a06e-4547-8a28-7139f149e0ab tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/routers/f2461870-808d-4eed-9dbe-6af386e97f67 HTTP/1.1" status: 204 len: 168 time: 1.2064834 Mar 31 23:05:42.514166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37d8fe8e-c71c-46af-863b-977d477a3d5d req-e581b717-6987-4ccd-a775-47617046d4c1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896168 Mar 31 23:05:42.515003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43748) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:42.571524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4593d996-3344-4e47-abb9-19f0a8c33e9b'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:42.575523 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b06977-5d60-419c-b932-304ce1ebb5e0" -d '{"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "4593d996-3344-4e47-abb9-19f0a8c33e9b"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e77bf7-8cab-4b9e-a5f6-944906a36998"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:42.657381 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.680529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:42.722841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d4d46eba-1b9b-4faa-825a-24178d83010a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d4d46eba-1b9b-4faa-825a-24178d83010a,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:42.728507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-867c0982-465f-414a-a97a-03f505799ade tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet 770df14e-eba1-492f-b1e2-a65c736b969a {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:42.759069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-867c0982-465f-414a-a97a-03f505799ade tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.777334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] For port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:42.778134 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.797168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d47c0e-6e01-4400-9a35-28562b028459 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:42.798267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:42.798523 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.816139 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.845219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-867c0982-465f-414a-a97a-03f505799ade tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.853385 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.883354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:42.892330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a052c7-616f-4cf2-9def-6ba92a6844b5 req-83622213-463c-43de-9db4-b251c2390cfb tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.899459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2a052c7-616f-4cf2-9def-6ba92a6844b5 req-83622213-463c-43de-9db4-b251c2390cfb tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 947 time: 0.2313962 Mar 31 23:05:42.910814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Transition to ACTIVE for port object 82d47c0e-6e01-4400-9a35-28562b028459 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:42.975193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=d4d46eba-1b9b-4faa-825a-24178d83010a,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:43.036274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a275f-4f4a-4934-82e6-6aad06db2b2a req-d27e0c5a-e580-4529-b657-bdd702c6880e tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.043955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d6a275f-4f4a-4934-82e6-6aad06db2b2a req-d27e0c5a-e580-4529-b657-bdd702c6880e tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 931 time: 0.2011344 Mar 31 23:05:43.044397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2a052c7-616f-4cf2-9def-6ba92a6844b5 req-87ffcbc0-30c9-4486-8bf4-4b5eb9140448 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435101 Mar 31 23:05:43.045060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.163557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.198915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-867c0982-465f-414a-a97a-03f505799ade tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.254697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:43.270396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d6a275f-4f4a-4934-82e6-6aad06db2b2a req-569ed039-b15b-4002-acf8-5a11700af92e tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228131 Mar 31 23:05:43.325399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Pushing event updated for resources: {'Port': ['ID=82d47c0e-6e01-4400-9a35-28562b028459,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:43.403327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] No DVR routers for this DVR port ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:43.412852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.420344 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-cbc8e19b-bdd6-4b0f-a944-48c9202e4210 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "DELETE /v2.0/ports/ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196 HTTP/1.1" status: 204 len: 173 time: 1.2846384 Mar 31 23:05:43.651833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port a3e77bf7-8cab-4b9e-a5f6-944906a36998 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:43.652522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.711868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Attempting to bind port 82d47c0e-6e01-4400-9a35-28562b028459 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:43.712295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Attempting to bind port 82d47c0e-6e01-4400-9a35-28562b028459 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:43.713109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Attempting to bind port 82d47c0e-6e01-4400-9a35-28562b028459 on network d4056ef5-b3df-4479-b06f-47a4d7bc9120 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:43.728510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368f24-c158-468e-97dc-6f4a0dfae5cb req-7e4eb1fc-549b-4607-b784-22b184c07c92 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.740309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368f24-c158-468e-97dc-6f4a0dfae5cb req-7e4eb1fc-549b-4607-b784-22b184c07c92 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.758182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368f24-c158-468e-97dc-6f4a0dfae5cb req-7e4eb1fc-549b-4607-b784-22b184c07c92 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.766654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d368f24-c158-468e-97dc-6f4a0dfae5cb req-7e4eb1fc-549b-4607-b784-22b184c07c92 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 2411 time: 0.3526690 Mar 31 23:05:43.783071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-2767a3ed-6d53-4e90-9676-6705c358553a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.790162 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-2767a3ed-6d53-4e90-9676-6705c358553a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.5851543 Mar 31 23:05:43.797008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Port 82d47c0e-6e01-4400-9a35-28562b028459 on network d4056ef5-b3df-4479-b06f-47a4d7bc9120 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:43.797335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Attempting to bind port 82d47c0e-6e01-4400-9a35-28562b028459 on network d4056ef5-b3df-4479-b06f-47a4d7bc9120 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:43.837430 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-b9a33083-61f7-4191-a4ea-a09b049e274d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/quotas/c3cede2d48664a2880a52c89b3250cf8 HTTP/1.1" status: 200 len: 375 time: 0.0462182 Mar 31 23:05:43.839805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:43.840151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Checking segment: {'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:43.840538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Bound using segment: {'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:43.840991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Bound port: 82d47c0e-6e01-4400-9a35-28562b028459, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:43.841358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.874607 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-867c0982-465f-414a-a97a-03f505799ade tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.894137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] For port a3e77bf7-8cab-4b9e-a5f6-944906a36998, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a3e77bf7-8cab-4b9e-a5f6-944906a36998,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:43.894557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.923157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for a3e77bf7-8cab-4b9e-a5f6-944906a36998 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:43.942967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d368f24-c158-468e-97dc-6f4a0dfae5cb req-54f28bb4-df2a-466c-b8a6-77ca97d33c2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752756 Mar 31 23:05:44.011247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c0982-465f-414a-a97a-03f505799ade tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=770df14e-eba1-492f-b1e2-a65c736b969a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:44.011911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b9a187-5665-4a2d-b3db-21ea70403bc0 None None] Network 20b8fbd1-93e9-4a3f-afae-11553248ae63 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:44.013662 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-867c0982-465f-414a-a97a-03f505799ade tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.016993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-867c0982-465f-414a-a97a-03f505799ade tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/770df14e-eba1-492f-b1e2-a65c736b969a HTTP/1.1" status: 204 len: 168 time: 1.4980400 Mar 31 23:05:44.021535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43770) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:44.090695 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177655e3-b86f-4dc3-9fd3-53a9317f906b x-openstack-request-id: req-177655e3-b86f-4dc3-9fd3-53a9317f906b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:44.091258 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "4593d996-3344-4e47-abb9-19f0a8c33e9b", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:44.091710 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-177655e3-b86f-4dc3-9fd3-53a9317f906b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:44.093512 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177655e3-b86f-4dc3-9fd3-53a9317f906b'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': '4593d996-3344-4e47-abb9-19f0a8c33e9b', 'status': 'completed', 'code': 200} Mar 31 23:05:44.114856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] For port 82d47c0e-6e01-4400-9a35-28562b028459, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:44.119145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] For port 82d47c0e-6e01-4400-9a35-28562b028459, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=82d47c0e-6e01-4400-9a35-28562b028459,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:44.154685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-c05bb05d-d098-40c7-be35-2f9cc9719d2c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3161287 Mar 31 23:05:44.230003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.235308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.397743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:44.398156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.440703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-d0e9127a-2f84-4076-84a0-68618dc86906 service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664537 Mar 31 23:05:44.445565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.445565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.445565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] 10.222.0.50 "PUT /v2.0/ports/82d47c0e-6e01-4400-9a35-28562b028459 HTTP/1.1" status: 200 len: 1091 time: 3.4493153 Mar 31 23:05:44.464971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f366bf-99a1-453a-b55e-4ccb1b32df3e', 'tag': '82d47c0e-6e01-4400-9a35-28562b028459'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:44.467391 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e120c0c-cda1-47b6-a0d5-d143e27d8210" -d '{"events": [{"name": "network-changed", "server_uuid": "21f366bf-99a1-453a-b55e-4ccb1b32df3e", "tag": "82d47c0e-6e01-4400-9a35-28562b028459"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:44.505175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a648e-2a24-4e9c-a6ea-82092a3afe8d service neutron] Pushing event updated for resources: {'Port': ['ID=82d47c0e-6e01-4400-9a35-28562b028459,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:44.513825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.517254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] DHCP port deletion for 20b8fbd1-93e9-4a3f-afae-11553248ae63 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:44.571126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc853a2-bbf6-4c3a-8b01-155b545f26b6 req-d9e551f0-ca0e-4120-88c4-196dd291ded7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.580918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edc853a2-bbf6-4c3a-8b01-155b545f26b6 req-d9e551f0-ca0e-4120-88c4-196dd291ded7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.3955555 Mar 31 23:05:44.583225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=a3e77bf7-8cab-4b9e-a5f6-944906a36998,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:44.610522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] For port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,segment=NetworkSegment(8de3c88b-8b5b-4ac8-9800-1c36d2d972f2),segment_id=8de3c88b-8b5b-4ac8-9800-1c36d2d972f2)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:44.610522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.613031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] Deleting port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:44.614283 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.638513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edc853a2-bbf6-4c3a-8b01-155b545f26b6 req-80ac0975-5a35-4f96-931b-58fe4f812f86 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563364 Mar 31 23:05:44.732502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] No DVR routers for this DVR port a3e77bf7-8cab-4b9e-a5f6-944906a36998 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:44.738004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.747784 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-44196f93-3b76-4457-8df5-7a81f3965e2b tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "DELETE /v2.0/ports/a3e77bf7-8cab-4b9e-a5f6-944906a36998 HTTP/1.1" status: 204 len: 173 time: 1.3138185 Mar 31 23:05:44.748873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:44.762426 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da549551-a7fc-4e90-b45b-bf9596c5af61 x-openstack-request-id: req-da549551-a7fc-4e90-b45b-bf9596c5af61 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:44.762773 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "4593d996-3344-4e47-abb9-19f0a8c33e9b", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e77bf7-8cab-4b9e-a5f6-944906a36998", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:44.763032 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da549551-a7fc-4e90-b45b-bf9596c5af61 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:44.763439 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da549551-a7fc-4e90-b45b-bf9596c5af61'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4593d996-3344-4e47-abb9-19f0a8c33e9b', 'code': 200} Mar 31 23:05:44.763698 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da549551-a7fc-4e90-b45b-bf9596c5af61'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998', 'code': 200} Mar 31 23:05:44.763953 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da549551-a7fc-4e90-b45b-bf9596c5af61'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'code': 200} Mar 31 23:05:44.798395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] For port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,segment=NetworkSegment(8de3c88b-8b5b-4ac8-9800-1c36d2d972f2),segment_id=8de3c88b-8b5b-4ac8-9800-1c36d2d972f2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:44.798943 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.818038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-9e5f8a90-2b64-4caa-b6b8-d78c0b9cacf3 service neutron] 10.222.0.31 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757458 Mar 31 23:05:44.825640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] Calling delete_port for 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:44.838906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-c6dce0cc-bd08-4b00-a86c-6adfb20feb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.840483 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-c6dce0cc-bd08-4b00-a86c-6adfb20feb55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e3beb70382a40f4a79a0edfda43ed0d&device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 1094 time: 0.1653574 Mar 31 23:05:44.928762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-c7dc9675-33ee-44d4-aff7-4f80900c7952 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d47c0e-6e01-4400-9a35-28562b028459 HTTP/1.1" status: 200 len: 217 time: 0.0716565 Mar 31 23:05:45.011190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-edcc699d-e68d-41e1-9233-eb14421773a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.012587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-edcc699d-e68d-41e1-9233-eb14421773a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5233d481-80c8-428f-81a2-52f6f3b35410 HTTP/1.1" status: 200 len: 849 time: 0.0772886 Mar 31 23:05:45.021329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ed67c-7e8c-44fd-b0d2-c9c5e09f087a req-72799f7b-c44d-40d9-91fc-9ec898dd3099 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.023073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b3ed67c-7e8c-44fd-b0d2-c9c5e09f087a req-72799f7b-c44d-40d9-91fc-9ec898dd3099 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1555753 Mar 31 23:05:45.042849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port d4d46eba-1b9b-4faa-825a-24178d83010a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:45.043406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.076043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-aec9552b-0d53-4494-9d9e-6081479e7088 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4056ef5-b3df-4479-b06f-47a4d7bc9120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517216 Mar 31 23:05:45.176759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.193353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.229188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b3ed67c-7e8c-44fd-b0d2-c9c5e09f087a req-1c84b0c8-4796-4fb5-ad94-3e837441ea7a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645043 Mar 31 23:05:45.242627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:45.257349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] Pushing event deleted for resources: {'Port': ['ID=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:45.283069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No DVR routers for this DVR port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:45.287822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] For port d4d46eba-1b9b-4faa-825a-24178d83010a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d4d46eba-1b9b-4faa-825a-24178d83010a,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:45.288516 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.292080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=6b6b75f5-02a5-41d0-9ab8-595d9ff018cd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:45.311716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for d4d46eba-1b9b-4faa-825a-24178d83010a owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:45.340168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e060c9-0fe4-4423-858f-0ddb16fa9298 None None] No DVR routers for this DVR port 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:45.364662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:45.364662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6b6b75f5-02a5-41d0-9ab8-595d9ff018cd not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:45.385207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-37b1cce4-ebe7-49ca-8556-8f6209af21b4 service neutron] 10.222.0.50 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947769 Mar 31 23:05:45.567252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee091e-df7a-4eda-8317-673c3e6be9d7 req-b6f4753c-9c19-46ae-a1e2-8b8efcca3246 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.577813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dee091e-df7a-4eda-8317-673c3e6be9d7 req-b6f4753c-9c19-46ae-a1e2-8b8efcca3246 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 947 time: 0.1511154 Mar 31 23:05:45.723354 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.724144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dee091e-df7a-4eda-8317-673c3e6be9d7 req-48865e4f-3bc0-497f-baaa-645c1f6e9ee2 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450789 Mar 31 23:05:45.750883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b8fbd1-93e9-4a3f-afae-11553248ae63']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:45.761707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0408e4-db5a-4f5a-841a-a3d5c0c821a1 req-f4f6b0c5-0302-4e91-9079-80d797e07277 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.763566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.770415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de3c88b-8b5b-4ac8-9800-1c36d2d972f2') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:45.779291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de3c88b-8b5b-4ac8-9800-1c36d2d972f2') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:45.779445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d0408e4-db5a-4f5a-841a-a3d5c0c821a1 req-f4f6b0c5-0302-4e91-9079-80d797e07277 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 943 time: 0.2552395 Mar 31 23:05:45.799787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a21f42-e18a-4b9c-9d57-f0121ce4c5ea req-2f0b287a-7c16-4e12-b21c-f88f657196e8 service neutron] 10.222.0.50 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035254 Mar 31 23:05:45.839662 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c256d29-df0e-4f71-b69b-fb277780cf15 x-openstack-request-id: req-2c256d29-df0e-4f71-b69b-fb277780cf15 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:45.850002 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f366bf-99a1-453a-b55e-4ccb1b32df3e", "tag": "82d47c0e-6e01-4400-9a35-28562b028459", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:45.850546 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c256d29-df0e-4f71-b69b-fb277780cf15 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:45.851224 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c256d29-df0e-4f71-b69b-fb277780cf15'] response: {'name': 'network-changed', 'server_uuid': '21f366bf-99a1-453a-b55e-4ccb1b32df3e', 'tag': '82d47c0e-6e01-4400-9a35-28562b028459', 'status': 'completed', 'code': 200} Mar 31 23:05:45.856124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=d4d46eba-1b9b-4faa-825a-24178d83010a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:45.866772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.885702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d0408e4-db5a-4f5a-841a-a3d5c0c821a1 req-1893eb66-d1c4-4284-8e90-5c1943bbab07 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102741 Mar 31 23:05:45.942320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] No DVR routers for this DVR port d4d46eba-1b9b-4faa-825a-24178d83010a on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:45.946557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.963744 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-35b2a955-5231-438b-b98b-8858b3534ec0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "DELETE /v2.0/ports/d4d46eba-1b9b-4faa-825a-24178d83010a HTTP/1.1" status: 204 len: 173 time: 1.2086265 Mar 31 23:05:45.964890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.988479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f3d1ac8-b8ab-4e26-827a-aa6fdfb0f257 req-0aacf80b-d7b6-440f-b98f-ec51075547d0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 210 time: 0.0401807 Mar 31 23:05:46.002191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:46.010113 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:46.133890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-eb16165c-2691-44ac-87f2-a7f42cf360e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.135340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-eb16165c-2691-44ac-87f2-a7f42cf360e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e3beb70382a40f4a79a0edfda43ed0d&device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 1094 time: 0.1344936 Mar 31 23:05:46.138930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': 'd4d46eba-1b9b-4faa-825a-24178d83010a'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:46.141884 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f056ff-b2e6-4ff7-9216-8ffbc27b35c1" -d '{"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "a3e77bf7-8cab-4b9e-a5f6-944906a36998"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "d4d46eba-1b9b-4faa-825a-24178d83010a"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:46.153992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e137-ac1b-44ee-9492-cd196bfeb5cd req-d3bd3e3a-9b49-47dd-aecf-3eaad1ef7851 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.155808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4df4e137-ac1b-44ee-9492-cd196bfeb5cd req-d3bd3e3a-9b49-47dd-aecf-3eaad1ef7851 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 944 time: 0.1315331 Mar 31 23:05:46.223792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port 0a27d271-1139-4e1a-9d57-f2b23b475a56 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:46.224324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.276196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027684a-1623-419b-9494-4b96e2705a57 req-99ed08c4-96f2-42f0-acba-a64e41da9ee3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.284040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a027684a-1623-419b-9494-4b96e2705a57 req-99ed08c4-96f2-42f0-acba-a64e41da9ee3 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.2037647 Mar 31 23:05:46.334080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.370878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4df4e137-ac1b-44ee-9492-cd196bfeb5cd req-b3f405be-ab83-4f98-8c70-52b25ddb1ff7 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups?id=268ddec4-03c4-4e38-9761-92f767efbe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011957 Mar 31 23:05:46.376206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.387144 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/networks/20b8fbd1-93e9-4a3f-afae-11553248ae63 HTTP/1.1" status: 204 len: 168 time: 2.3628404 Mar 31 23:05:46.388445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43808) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:46.410000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1039-c00a-46e6-94d6-4cc3dc653d1a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Network': ['ID=20b8fbd1-93e9-4a3f-afae-11553248ae63,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:46.448145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a027684a-1623-419b-9494-4b96e2705a57 req-eed283d1-005a-49db-a1c6-350804c516bc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582336 Mar 31 23:05:46.518583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-1525641b-ca11-4d72-b11b-519fddee74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.520568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-1525641b-ca11-4d72-b11b-519fddee74a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4056ef5-b3df-4479-b06f-47a4d7bc9120 HTTP/1.1" status: 200 len: 910 time: 0.3634756 Mar 31 23:05:46.531421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] For port 0a27d271-1139-4e1a-9d57-f2b23b475a56, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0a27d271-1139-4e1a-9d57-f2b23b475a56,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:46.531899 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.554107 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba032b9-0e92-405e-8c4d-01c609b3405b x-openstack-request-id: req-3ba032b9-0e92-405e-8c4d-01c609b3405b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:46.555352 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196", "status": "completed", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "a3e77bf7-8cab-4b9e-a5f6-944906a36998", "status": "completed", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "d4d46eba-1b9b-4faa-825a-24178d83010a", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:46.555742 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ba032b9-0e92-405e-8c4d-01c609b3405b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:46.557414 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba032b9-0e92-405e-8c4d-01c609b3405b'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': 'ad2145a9-0bc5-4be3-bf87-c9e3a0fc8196', 'status': 'completed', 'code': 200} Mar 31 23:05:46.557414 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba032b9-0e92-405e-8c4d-01c609b3405b'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': 'a3e77bf7-8cab-4b9e-a5f6-944906a36998', 'status': 'completed', 'code': 200} Mar 31 23:05:46.557684 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba032b9-0e92-405e-8c4d-01c609b3405b'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': 'd4d46eba-1b9b-4faa-825a-24178d83010a', 'status': 'completed', 'code': 200} Mar 31 23:05:46.568850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf94749d-0587-49c1-a4cf-0c672165bda1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.576517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bf94749d-0587-49c1-a4cf-0c672165bda1 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/2a76faa4-7427-4c1b-ab8b-1029acc75cf1 HTTP/1.1" status: 200 len: 841 time: 0.1851103 Mar 31 23:05:46.577419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43818) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:46.680491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-112c68e1-6984-4a27-a43b-24f8727d89e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d47c0e-6e01-4400-9a35-28562b028459 HTTP/1.1" status: 200 len: 217 time: 0.1500936 Mar 31 23:05:46.751627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aa8a70ac-73ea-40b7-a6b1-54d0061b7324 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/2a76faa4-7427-4c1b-ab8b-1029acc75cf1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1682355 Mar 31 23:05:46.757562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43824) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:46.765028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bbfef6-198a-4c5e-9a2b-b4708126f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc'}, {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d46eba-1b9b-4faa-825a-24178d83010a'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:46.768306 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9801af-5f4b-4cf4-b184-311dd0fb3a6e" -d '{"events": [{"server_uuid": "19bbfef6-198a-4c5e-9a2b-b4708126f98c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc"}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d46eba-1b9b-4faa-825a-24178d83010a"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:46.770066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:46.844321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87deb23-88c7-412f-a6d2-7a13e85eb2fb req-c23dcc04-3510-4865-a98c-b956439aeee5 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.846123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a87deb23-88c7-412f-a6d2-7a13e85eb2fb req-c23dcc04-3510-4865-a98c-b956439aeee5 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.2673321 Mar 31 23:05:46.851579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-df3bd573-3211-47ae-bd4e-e49086cf2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.854713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-df3bd573-3211-47ae-bd4e-e49086cf2730 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5233d481-80c8-428f-81a2-52f6f3b35410 HTTP/1.1" status: 200 len: 849 time: 0.1480672 Mar 31 23:05:46.941891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-6c43637a-8b4d-416b-989e-77422cdc9d78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4056ef5-b3df-4479-b06f-47a4d7bc9120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775046 Mar 31 23:05:46.958376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de7d83-3f89-439c-be43-9d7232d587eb req-c0af3544-c690-4989-b1bc-ab2a99597195 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.958376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76de7d83-3f89-439c-be43-9d7232d587eb req-c0af3544-c690-4989-b1bc-ab2a99597195 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.2119980 Mar 31 23:05:47.039267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.039861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.040379 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Floating IP 9daa4bd0-da2f-43a2-b46b-c360f287e2a1 disassociated. External IP: 172.25.4.114, port: 0a27d271-1139-4e1a-9d57-f2b23b475a56. Mar 31 23:05:47.045055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for 0a27d271-1139-4e1a-9d57-f2b23b475a56 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:47.092170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a87deb23-88c7-412f-a6d2-7a13e85eb2fb req-86d6103c-e56f-4907-ac19-861100d71984 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130084 Mar 31 23:05:47.133409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:47.138409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.158584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76de7d83-3f89-439c-be43-9d7232d587eb req-2cb7a2fb-0557-42bf-a34b-c10d2462cb4f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807203 Mar 31 23:05:47.211406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-e9539e67-f196-46c9-a904-375e63b05211 service neutron] 10.222.0.50 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491241 Mar 31 23:05:47.225598 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f606017-db8c-4a7c-a485-c4c1df8e6c62 x-openstack-request-id: req-4f606017-db8c-4a7c-a485-c4c1df8e6c62 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:47.226537 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bbfef6-198a-4c5e-9a2b-b4708126f98c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc", "code": 200}, {"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d46eba-1b9b-4faa-825a-24178d83010a", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:47.227158 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f606017-db8c-4a7c-a485-c4c1df8e6c62 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:47.228455 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f606017-db8c-4a7c-a485-c4c1df8e6c62'] response: {'server_uuid': '19bbfef6-198a-4c5e-9a2b-b4708126f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc', 'code': 200} Mar 31 23:05:47.228967 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f606017-db8c-4a7c-a485-c4c1df8e6c62'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d46eba-1b9b-4faa-825a-24178d83010a', 'code': 200} Mar 31 23:05:47.420710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb08ab-f271-4ef8-ad62-a3a4b1b4b242 req-06426fe9-d754-4014-b8e6-556228f1e2fd tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.428700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42eb08ab-f271-4ef8-ad62-a3a4b1b4b242 req-06426fe9-d754-4014-b8e6-556228f1e2fd tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 943 time: 0.1015573 Mar 31 23:05:47.480386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50608a9b-c333-402c-94f9-64e56663596e req-d18d4d1b-cf46-4970-ac8a-bae02a52241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.481999 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50608a9b-c333-402c-94f9-64e56663596e req-d18d4d1b-cf46-4970-ac8a-bae02a52241c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 1096 time: 0.1198833 Mar 31 23:05:47.486249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8351e753-dc35-4310-a537-ced60c200d82 req-2e9015b1-3ee4-483c-8a98-7f10710482f1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 210 time: 0.0747528 Mar 31 23:05:47.488210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e120c0c-cda1-47b6-a0d5-d143e27d8210 req-b9b1c939-cdad-4e09-a2a2-2f8469b1b61a service neutron] 10.222.0.50 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577255 Mar 31 23:05:47.551487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42eb08ab-f271-4ef8-ad62-a3a4b1b4b242 req-a43d3df5-af90-43b3-9531-6213a46a98d6 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216729 Mar 31 23:05:47.613758 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50608a9b-c333-402c-94f9-64e56663596e req-980f2acb-a7ea-4767-a077-b7e87bbf705e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159635 Mar 31 23:05:47.691394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-222b3c04-3654-4f45-b665-33df0b0507a0 req-1e37da0a-9123-4b17-809e-7fd995141cc2 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0570033 Mar 31 23:05:47.693131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.834702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=0a27d271-1139-4e1a-9d57-f2b23b475a56,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:47.835997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dbc32-5718-4433-b1b6-ae6f555a90b9 req-be243478-5a11-46c1-9a58-c96e72638ae4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.835997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-883dbc32-5718-4433-b1b6-ae6f555a90b9 req-be243478-5a11-46c1-9a58-c96e72638ae4 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.0836551 Mar 31 23:05:47.861822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-883dbc32-5718-4433-b1b6-ae6f555a90b9 req-487c9b84-01bf-424e-a0e9-d63eb2275358 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361278 Mar 31 23:05:47.919330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:47.982059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf53e7f-38eb-4b3c-84f7-45514ad486e7 req-70a8a439-d64f-4a96-8559-661f04c09e68 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.983533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cf53e7f-38eb-4b3c-84f7-45514ad486e7 req-70a8a439-d64f-4a96-8559-661f04c09e68 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.0511868 Mar 31 23:05:48.029438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cf53e7f-38eb-4b3c-84f7-45514ad486e7 req-4bdaac77-627b-45fb-b3a7-8099648a165d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364411 Mar 31 23:05:48.050987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:48.066716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] Sync routers for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:48.081050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:48.088050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:05:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:48.116574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] No DVR routers for this DVR port 0a27d271-1139-4e1a-9d57-f2b23b475a56 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:48.122960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.128535 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34694954-39dc-4526-b342-e796efde92c5 req-1e8529bb-33cb-4097-8592-e230b6eb05a8 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.45 "DELETE /v2.0/ports/0a27d271-1139-4e1a-9d57-f2b23b475a56 HTTP/1.1" status: 204 len: 173 time: 2.1552763 Mar 31 23:05:48.164580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.267386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:48.274922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:48.293996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:48.301907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.307972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fcca8-d5ba-41bd-aa76-9a1d35d02f25 req-fb8b0931-9017-4900-ac54-852e1e225102 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:48.326895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f98fcca8-d5ba-41bd-aa76-9a1d35d02f25 req-fb8b0931-9017-4900-ac54-852e1e225102 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1188850 Mar 31 23:05:48.347296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=e6d6e423-232f-49f8-af74-caf9f4e68ac7,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:48.411797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f98fcca8-d5ba-41bd-aa76-9a1d35d02f25 req-20094350-e1e7-4857-b072-5762019477b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846674 Mar 31 23:05:48.489858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9f32a4-b5ac-4c87-87dd-19d911d26096 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:48.512899 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e3495394-3ff0-4323-8f6b-c1a23e4c1588 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7478051 Mar 31 23:05:48.513447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43858) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.537041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4a99106e-2634-41ab-ab85-e78dac1cc407 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'security_group': {'name': 'tempest-secgroup-333375726'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:48.564104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:48.567733 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181e726f-7cbf-4c63-8d08-4468400845d7" -d '{"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:48.642402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:48.718318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d79f1cc-4083-4b01-9718-6651eba6bed7 req-3fbfca79-2eea-48b9-876c-81eeec20d025 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 210 time: 0.0719564 Mar 31 23:05:48.762468 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d9dd3-3d39-4bb1-9386-ba2fff7c9868 x-openstack-request-id: req-6e6d9dd3-3d39-4bb1-9386-ba2fff7c9868 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:48.762789 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343704d-fd6b-412d-9f34-6416cdd8a592", "name": "network-vif-deleted", "tag": "0a27d271-1139-4e1a-9d57-f2b23b475a56", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:48.763093 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e6d9dd3-3d39-4bb1-9386-ba2fff7c9868 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:48.763482 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6d9dd3-3d39-4bb1-9386-ba2fff7c9868'] response: {'server_uuid': '9343704d-fd6b-412d-9f34-6416cdd8a592', 'name': 'network-vif-deleted', 'tag': '0a27d271-1139-4e1a-9d57-f2b23b475a56', 'status': 'completed', 'code': 200} Mar 31 23:05:48.779116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a99106e-2634-41ab-ab85-e78dac1cc407 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.987172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a99106e-2634-41ab-ab85-e78dac1cc407 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.999552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5fcbb-4493-4aab-b3a7-b7bc1a49e530 req-c439e349-b92a-4886-99b0-de24a117ea50 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.005979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'tenant_id': 'd5cda5de37c84600a79b0cd7da6142c5', 'fixed_ips': [{'subnet_id': 'e6d6e423-232f-49f8-af74-caf9f4e68ac7'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:49.006870 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.009611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a5fcbb-4493-4aab-b3a7-b7bc1a49e530 req-c439e349-b92a-4886-99b0-de24a117ea50 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 943 time: 0.1831665 Mar 31 23:05:49.012439 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:05:49.048410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772febc8-dd8c-4b96-8900-08cd7e597edb req-fdc986ed-71a2-4cdb-bd87-68cbbfb36a54 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.058344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-772febc8-dd8c-4b96-8900-08cd7e597edb req-fdc986ed-71a2-4cdb-bd87-68cbbfb36a54 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1785679 Mar 31 23:05:49.117975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a99106e-2634-41ab-ab85-e78dac1cc407 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.161905 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:30Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:49.184365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7a5fcbb-4493-4aab-b3a7-b7bc1a49e530 req-869b5fd5-d945-432c-b9a2-00aa9dae9ea1 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690552 Mar 31 23:05:49.205361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] Checking router: 4e87f62b-fbdb-4581-b091-5bf0f0f0039b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:49.244341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-772febc8-dd8c-4b96-8900-08cd7e597edb req-2eee0c2a-2276-4586-a032-d6c7e3462d19 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848638 Mar 31 23:05:49.279156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:49.280050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:05:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:49.344925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Allocated IP 172.20.0.2 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/e6d6e423-232f-49f8-af74-caf9f4e68ac7/60af7936-e92b-4b4e-be9c-c44dd4355154) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:49.418852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c16d7291-0819-4b4a-854c-46302101202e req-4bb5b52c-2466-4755-8756-b2e2e87650ac tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0637143 Mar 31 23:05:49.481355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-42d090d1-41dc-477d-bce6-4816fc2e4fe5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.485160 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-42d090d1-41dc-477d-bce6-4816fc2e4fe5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 812 time: 0.4038680 Mar 31 23:05:49.521545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a99106e-2634-41ab-ab85-e78dac1cc407 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.530004 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4a99106e-2634-41ab-ab85-e78dac1cc407 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0134449 Mar 31 23:05:49.530883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43882) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:49.531029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99106e-2634-41ab-ab85-e78dac1cc407 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce80c334-ae69-4cf1-ad84-17ca9eaa1b26,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:49.536885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4b9a1713-13c1-461c-8e70-ee2a83bc6dad tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'security_group': {'name': 'tempest-secgroup-776940568'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:49.566420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Request body: {'port': {'device_id': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'admin_state_up': True, 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:49.581646 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.675331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:49.732564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1713-13c1-461c-8e70-ee2a83bc6dad tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.742329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.757903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 82d47c0e-6e01-4400-9a35-28562b028459 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:49.850140 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1713-13c1-461c-8e70-ee2a83bc6dad tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.920630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cc3edee-42f8-4d8a-8d2b-900a159c7297 req-91243059-78c1-4681-92e5-a83fb11d6c56 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 210 time: 0.0564320 Mar 31 23:05:49.942643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcb325-d390-4810-ae65-c51ad998ae8b req-160e5e00-c987-4a93-9681-bbb830b90402 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.944365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edfcb325-d390-4810-ae65-c51ad998ae8b req-160e5e00-c987-4a93-9681-bbb830b90402 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.3109453 Mar 31 23:05:49.946534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:49.969177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Made reservation on behalf of c3cede2d48664a2880a52c89b3250cf8 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:49.978193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.987845 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1713-13c1-461c-8e70-ee2a83bc6dad tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.997034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:50.004971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:50.015498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edfcb325-d390-4810-ae65-c51ad998ae8b req-614591d8-3bf7-4fc2-82eb-cedcd05977ca tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566502 Mar 31 23:05:50.047042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a1713-13c1-461c-8e70-ee2a83bc6dad tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b2871-42b9-4595-b692-056cb5e53bc7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:50.061280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Pushing event updated for resources: {'Port': ['ID=60af7936-e92b-4b4e-be9c-c44dd4355154,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:50.135431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1713-13c1-461c-8e70-ee2a83bc6dad tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.137542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4b9a1713-13c1-461c-8e70-ee2a83bc6dad tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6050808 Mar 31 23:05:50.142061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43888) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:50.155482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1713457590', 'security_groups': ['b33b2871-42b9-4595-b692-056cb5e53bc7'], 'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e6d6e423-232f-49f8-af74-caf9f4e68ac7'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:50.357513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Allocated IP 172.20.0.8 (db201a78-5b2e-427c-82ca-72b26a17ccee/3249cd8c-da32-4230-83dd-94d3251ae009/8d192942-81fd-47c7-a077-439c0c1c5cf8) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:50.385222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 82d47c0e-6e01-4400-9a35-28562b028459, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=82d47c0e-6e01-4400-9a35-28562b028459,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:50.420304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '82d47c0e-6e01-4400-9a35-28562b028459', 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120', 'port_id': '82d47c0e-6e01-4400-9a35-28562b028459', 'mac_address': 'fa:16:3e:2b:bc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5233d481-80c8-428f-81a2-52f6f3b35410', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:50.501640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eced1c-42e5-41d2-b6ed-9939e5872c6b req-806660c3-9f59-471f-98a4-4e1b8b2ae0e9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.506737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54eced1c-42e5-41d2-b6ed-9939e5872c6b req-806660c3-9f59-471f-98a4-4e1b8b2ae0e9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 943 time: 0.1955471 Mar 31 23:05:50.605034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54eced1c-42e5-41d2-b6ed-9939e5872c6b req-b67298b0-322c-47dc-967c-d94aae9e1d79 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901332 Mar 31 23:05:50.630437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2257a21-e47b-484c-a21c-30cdb104f504 req-98dc8702-fa7c-4090-b5a8-20ccd804356d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.633656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Attempting to bind port 60af7936-e92b-4b4e-be9c-c44dd4355154 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:50.634301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Attempting to bind port 60af7936-e92b-4b4e-be9c-c44dd4355154 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '94c2e70b-4f71-4714-ba6e-6414ccce4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:50.636199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Attempting to bind port 60af7936-e92b-4b4e-be9c-c44dd4355154 on network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:50.640168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2257a21-e47b-484c-a21c-30cdb104f504 req-98dc8702-fa7c-4090-b5a8-20ccd804356d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1295879 Mar 31 23:05:50.645192 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.684480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d47c0e-6e01-4400-9a35-28562b028459 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:50.698905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2257a21-e47b-484c-a21c-30cdb104f504 req-9f438a31-0789-4808-8ff9-f4c881b5d650 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531869 Mar 31 23:05:50.701572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:50.737003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 82d47c0e-6e01-4400-9a35-28562b028459, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=82d47c0e-6e01-4400-9a35-28562b028459,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:50.750232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:50.750875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Checking segment: {'id': '94c2e70b-4f71-4714-ba6e-6414ccce4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:50.751389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.751897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Bound using segment: {'id': '94c2e70b-4f71-4714-ba6e-6414ccce4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:50.753209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Bound port: 60af7936-e92b-4b4e-be9c-c44dd4355154, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c2e70b-4f71-4714-ba6e-6414ccce4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:50.753858 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.823431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:30Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:50.842884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.860041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.870728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131b396-2560-4042-adc9-dece6f5fe43f None None] The sync data for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 is: [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fd14f711-5ccd-4733-842f-d1848f793890', 'name': '', 'network_id': 'c097e531-5b1f-4b27-a1e0-f2f1516e30ad', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'mac_address': 'fa:16:3e:7e:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:30Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'subnets': [{'id': 'd6a585b5-04aa-4e07-a849-da75601d5494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:50.922914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] For port 60af7936-e92b-4b4e-be9c-c44dd4355154, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:50.952436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.983596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] For port 60af7936-e92b-4b4e-be9c-c44dd4355154, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=60af7936-e92b-4b4e-be9c-c44dd4355154,segment=NetworkSegment(94c2e70b-4f71-4714-ba6e-6414ccce4b66),segment_id=94c2e70b-4f71-4714-ba6e-6414ccce4b66)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:50.986540 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.012834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b9eb29f2-72c2-4e56-ba13-61bd10044481'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:51.025536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e798571c-68d9-4c2d-8f3a-272f1c62f829'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:51.099625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Network db201a78-5b2e-427c-82ca-72b26a17ccee is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:51.103829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:51.120574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:51.130354 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.135144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=82d47c0e-6e01-4400-9a35-28562b028459,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:51.152101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['82d47c0e-6e01-4400-9a35-28562b028459'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:51.254067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:51.254434 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.280006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event updated for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:51.381161 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-72b19348-aaf2-487c-863e-cc223bc5f07a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8251286 Mar 31 23:05:51.393429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Request body: {'port': {'device_id': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:51.472644 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590fdc71-46c5-45ad-9f01-08cf29cf1cd9 None None] New status for floating IP 9daa4bd0-da2f-43a2-b46b-c360f287e2a1: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:05:51.549879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.677397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3da731-0882-414c-a047-35eb1c69fda2 None None] Pushing event updated for resources: {'Port': ['ID=60af7936-e92b-4b4e-be9c-c44dd4355154,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:51.791855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d448a1b-368c-4466-b218-5dd650c7a1da req-508add40-2282-49fb-ba0f-52f7dc00843f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.8528478 Mar 31 23:05:51.813333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cfc096b0-8b1f-4bf9-a44a-c824f4e26cf4 None None] Provisioning complete for port 8d192942-81fd-47c7-a077-439c0c1c5cf8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:51.819986 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfc096b0-8b1f-4bf9-a44a-c824f4e26cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.841012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port f30c7a0f-8539-446f-9936-fb606f05d0a7 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:52.115116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85d87e-2e36-4a9d-95c5-cb6f011a4d74 req-d9ce45dd-9f89-4795-8110-01bc68625326 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.134740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e85d87e-2e36-4a9d-95c5-cb6f011a4d74 req-d9ce45dd-9f89-4795-8110-01bc68625326 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 1.1945114 Mar 31 23:05:52.283425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cfc096b0-8b1f-4bf9-a44a-c824f4e26cf4 None None] Port 8d192942-81fd-47c7-a077-439c0c1c5cf8 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:52.545422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e85d87e-2e36-4a9d-95c5-cb6f011a4d74 req-e30bc6b5-0bd7-4b04-b5dc-a75a69bd7020 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068182 Mar 31 23:05:52.566934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.10 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/e6d6e423-232f-49f8-af74-caf9f4e68ac7/f30c7a0f-8539-446f-9936-fb606f05d0a7) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:52.807755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a97e3-e177-460a-840d-8bf3e64f088a req-d1b0d348-f282-4c12-ab41-fd0fdd7ccdb2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.815620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-103a97e3-e177-460a-840d-8bf3e64f088a req-d1b0d348-f282-4c12-ab41-fd0fdd7ccdb2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 931 time: 0.3498769 Mar 31 23:05:52.881472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9579203-9963-46e0-87fe-7d5d43cb59ca req-e4ecffdf-aea8-45d5-84a2-e6069e9e9c7f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.883124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9579203-9963-46e0-87fe-7d5d43cb59ca req-e4ecffdf-aea8-45d5-84a2-e6069e9e9c7f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 944 time: 0.1289446 Mar 31 23:05:52.920498 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.968365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-103a97e3-e177-460a-840d-8bf3e64f088a req-45267b41-49b4-4c56-8307-b61d814d99f7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517351 Mar 31 23:05:53.065069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9579203-9963-46e0-87fe-7d5d43cb59ca req-c2356c2c-b319-4757-80e2-8f4fb40760ff tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653128 Mar 31 23:05:53.201703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.250519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d192942-81fd-47c7-a077-439c0c1c5cf8 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:53.292373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.341054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Transition to ACTIVE for port object 8d192942-81fd-47c7-a077-439c0c1c5cf8 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:53.346218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 60af7936-e92b-4b4e-be9c-c44dd4355154 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:53.418040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:53.418850 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.421232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.478567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:53.481473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=f30c7a0f-8539-446f-9936-fb606f05d0a7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.486769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:53.498527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:53.615345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e418d-5ad8-47b2-942c-31afcb129fb9 req-f399992e-4c55-48bc-9eef-4d5b50f771e9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.630983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Pushing event updated for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.636477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-337e418d-5ad8-47b2-942c-31afcb129fb9 req-f399992e-4c55-48bc-9eef-4d5b50f771e9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.3175709 Mar 31 23:05:53.698241 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.726352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98bec3bc-0433-4536-87fb-ae09048d0d0b req-5b37e11a-1b98-4ef3-84a4-4f4d78e016cb tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0734599 Mar 31 23:05:53.761854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 82d47c0e-6e01-4400-9a35-28562b028459 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:53.783084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.788988 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.868670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 60af7936-e92b-4b4e-be9c-c44dd4355154, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=60af7936-e92b-4b4e-be9c-c44dd4355154,segment=NetworkSegment(94c2e70b-4f71-4714-ba6e-6414ccce4b66),segment_id=94c2e70b-4f71-4714-ba6e-6414ccce4b66)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:53.889842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-337e418d-5ad8-47b2-942c-31afcb129fb9 req-17932535-92fa-401b-b179-500aa8aae75a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513919 Mar 31 23:05:53.915960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-dda81bd1-d0cc-4c10-905d-502df1f9ac74 None None] Provisioning complete for port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:53.916661 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dda81bd1-d0cc-4c10-905d-502df1f9ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.978223 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.987368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9de0995d-930f-40fa-8592-fd406756048d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8428941 Mar 31 23:05:53.990844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43934) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:54.021014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-05599530-9594-44f9-b805-f6c654139c31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:54.070353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Attempting to bind port 8d192942-81fd-47c7-a077-439c0c1c5cf8 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:54.071002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dda81bd1-d0cc-4c10-905d-502df1f9ac74 None None] Port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:54.074383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Attempting to bind port 8d192942-81fd-47c7-a077-439c0c1c5cf8 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:54.076569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Attempting to bind port 8d192942-81fd-47c7-a077-439c0c1c5cf8 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:54.100439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=60af7936-e92b-4b4e-be9c-c44dd4355154,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:54.113732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.113732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.113732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.114187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.114393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.114758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.115100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.115394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.116436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.117154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.117574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.118833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.124386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 82d47c0e-6e01-4400-9a35-28562b028459 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:54.135557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 82d47c0e-6e01-4400-9a35-28562b028459 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:54.136242 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.138601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-dda81bd1-d0cc-4c10-905d-502df1f9ac74 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:54.138787 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dda81bd1-d0cc-4c10-905d-502df1f9ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.160312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710faae5-b876-4bea-b6e9-2e78c9be4b3d req-532c9be5-6c0a-47bb-a7c1-b27cfa9e95ce tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.161048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Port 8d192942-81fd-47c7-a077-439c0c1c5cf8 on network db201a78-5b2e-427c-82ca-72b26a17ccee not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:54.161417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Attempting to bind port 8d192942-81fd-47c7-a077-439c0c1c5cf8 on network db201a78-5b2e-427c-82ca-72b26a17ccee {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:54.174069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-710faae5-b876-4bea-b6e9-2e78c9be4b3d req-532c9be5-6c0a-47bb-a7c1-b27cfa9e95ce tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.2465065 Mar 31 23:05:54.182718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-7ca737e0-ee40-4b55-aa55-27da4094b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.193171 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-7ca737e0-ee40-4b55-aa55-27da4094b8a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=541c0fd209004252b1f7997efe6885d0&device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 1097 time: 0.4168437 Mar 31 23:05:54.284825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-710faae5-b876-4bea-b6e9-2e78c9be4b3d req-aa62b104-cace-4d66-b485-747d743e66d9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024635 Mar 31 23:05:54.376263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-e7969dc3-daad-4f48-8900-98621b73eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.377774 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-e7969dc3-daad-4f48-8900-98621b73eaf1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 200 len: 914 time: 0.1752691 Mar 31 23:05:54.379198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:54.379539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Checking segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:54.379978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Bound using segment: {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:54.380427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Bound port: 8d192942-81fd-47c7-a077-439c0c1c5cf8, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b3d233-b7d2-475c-abd1-6575e7db7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:54.380890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.442592 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-88ca0350-e343-4e5e-add6-a9912efcb332 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 200 len: 217 time: 0.0501530 Mar 31 23:05:54.512110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:54.516181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:54.518079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05599530-9594-44f9-b805-f6c654139c31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:54.521331 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.522152 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05599530-9594-44f9-b805-f6c654139c31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.584259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-ff68fd1a-89af-4613-92ce-31007441767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.594007 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-ff68fd1a-89af-4613-92ce-31007441767f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 200 len: 853 time: 0.0760520 Mar 31 23:05:54.596103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.642934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 82d47c0e-6e01-4400-9a35-28562b028459, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=82d47c0e-6e01-4400-9a35-28562b028459,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:54.644949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f366bf-99a1-453a-b55e-4ccb1b32df3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d47c0e-6e01-4400-9a35-28562b028459'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:54.651273 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018887c-bf75-42dc-a6f0-eda16349268a" -d '{"events": [{"server_uuid": "21f366bf-99a1-453a-b55e-4ccb1b32df3e", "name": "network-vif-plugged", "status": "completed", "tag": "82d47c0e-6e01-4400-9a35-28562b028459"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:54.683534 n-d-836015-1 neutron-server[109820]: INFO neutron.db.ipam_backend_mixin [None req-05599530-9594-44f9-b805-f6c654139c31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e6d6e423-232f-49f8-af74-caf9f4e68ac7 (CIDR: 172.20.0.0/28) Mar 31 23:05:54.689826 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-36365235-81d6-4e4c-bf23-9151f2bcd78c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60db7758-19a4-4ac9-831c-609a9ba5d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839643 Mar 31 23:05:54.697450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.698580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.700704 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] 10.222.0.45 "PUT /v2.0/ports/8d192942-81fd-47c7-a077-439c0c1c5cf8 HTTP/1.1" status: 200 len: 1091 time: 3.3121665 Mar 31 23:05:54.701253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:54.703672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-64299cc8-9924-49fa-81f8-0f2081169c47 None None] Provisioning complete for port f30c7a0f-8539-446f-9936-fb606f05d0a7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:54.704206 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-64299cc8-9924-49fa-81f8-0f2081169c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.713211 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7fc5f4-0db1-4256-8c45-5924d1be5296" -d '{"events": [{"name": "network-changed", "server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:54.738961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05787445-f3f7-4e7a-a6b6-7686ef1cfdcd req-c61134a6-c63e-466e-84e4-2a1ee6593d11 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.740876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05787445-f3f7-4e7a-a6b6-7686ef1cfdcd req-c61134a6-c63e-466e-84e4-2a1ee6593d11 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 943 time: 0.3414607 Mar 31 23:05:54.743097 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-05599530-9594-44f9-b805-f6c654139c31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:05:54.750983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05599530-9594-44f9-b805-f6c654139c31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:54.778280 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.862529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4167524-f804-4230-8a7b-bf0355abfb67 service neutron] Pushing event updated for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:54.876145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-64299cc8-9924-49fa-81f8-0f2081169c47 None None] Port f30c7a0f-8539-446f-9936-fb606f05d0a7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:54.902238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05787445-f3f7-4e7a-a6b6-7686ef1cfdcd req-0d071076-2ada-4ac3-a53c-2e70376b3b29 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388953 Mar 31 23:05:54.910224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a174ed-932b-438b-92d1-c946f55458cb req-d16b7387-7b5b-4af6-b490-d0a5c5b5521f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.948932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24a174ed-932b-438b-92d1-c946f55458cb req-d16b7387-7b5b-4af6-b490-d0a5c5b5521f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 944 time: 0.4791789 Mar 31 23:05:54.970421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=82d47c0e-6e01-4400-9a35-28562b028459,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:54.995319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-05599530-9594-44f9-b805-f6c654139c31 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0030925 Mar 31 23:05:54.998723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43954) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:55.016813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:55.048620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-91829677-c1cb-48aa-bbae-06dcfca6cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.050589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-91829677-c1cb-48aa-bbae-06dcfca6cedd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 1094 time: 0.1535566 Mar 31 23:05:55.052709 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-a14b0e21-d9c5-43f6-9527-3c97e92c2d03 service neutron] 10.222.0.45 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413668 Mar 31 23:05:55.201796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24a174ed-932b-438b-92d1-c946f55458cb req-628d24ff-28c5-4573-8577-a530c92026fb tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517817 Mar 31 23:05:55.227139 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-bc146671-8e71-4e89-8056-f7b00fc88289 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8 HTTP/1.1" status: 200 len: 217 time: 0.1614325 Mar 31 23:05:55.240497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 60af7936-e92b-4b4e-be9c-c44dd4355154 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:55.300490 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3107552-5757-4fbe-b317-02b07c2efd9e x-openstack-request-id: req-e3107552-5757-4fbe-b317-02b07c2efd9e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:55.306338 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f366bf-99a1-453a-b55e-4ccb1b32df3e", "name": "network-vif-plugged", "status": "completed", "tag": "82d47c0e-6e01-4400-9a35-28562b028459", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:55.306338 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3107552-5757-4fbe-b317-02b07c2efd9e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:55.306338 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3107552-5757-4fbe-b317-02b07c2efd9e'] response: {'server_uuid': '21f366bf-99a1-453a-b55e-4ccb1b32df3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d47c0e-6e01-4400-9a35-28562b028459', 'code': 200} Mar 31 23:05:55.360257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79429fb8-57d5-4b46-8f00-5d81cd1897a5 req-c7bdf166-d848-496c-b36e-b49a05bd3224 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.367067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79429fb8-57d5-4b46-8f00-5d81cd1897a5 req-c7bdf166-d848-496c-b36e-b49a05bd3224 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1553617 Mar 31 23:05:55.392424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:55.392424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.407286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-28571286-d2c7-47bd-b49d-c947cc45f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.410145 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-28571286-d2c7-47bd-b49d-c947cc45f003 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.1101868 Mar 31 23:05:55.411188 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5858e493-99d6-4540-943f-a8c10055a40b x-openstack-request-id: req-5858e493-99d6-4540-943f-a8c10055a40b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:55.411651 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:55.412007 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5858e493-99d6-4540-943f-a8c10055a40b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:55.412539 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5858e493-99d6-4540-943f-a8c10055a40b'] response: {'name': 'network-changed', 'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'status': 'completed', 'code': 200} Mar 31 23:05:55.486113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79429fb8-57d5-4b46-8f00-5d81cd1897a5 req-ab1bfc24-3cfd-440f-9b45-021c14746dab tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171908 Mar 31 23:05:55.488064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:55.494219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.543892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f72f-6989-4b62-8847-3ce6152bb846 req-583b245c-5c33-457c-a2dd-bf2c6e2ea235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.545874 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8706f72f-6989-4b62-8847-3ce6152bb846 req-583b245c-5c33-457c-a2dd-bf2c6e2ea235 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 1096 time: 0.1324010 Mar 31 23:05:55.557260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-bcfb394d-1a1a-44a4-bb12-7b0df05a034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.559546 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-bcfb394d-1a1a-44a4-bb12-7b0df05a034b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356595 Mar 31 23:05:55.596958 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-65b8d9dd-1c55-404a-b836-4d42d42972ee req-03d39cad-193e-4821-a69e-9967b7e693b6 service neutron] 10.222.0.45 "GET /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225570 Mar 31 23:05:55.625741 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8706f72f-6989-4b62-8847-3ce6152bb846 req-2e10d444-00dc-4d2c-b934-46984dfd3d69 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648248 Mar 31 23:05:55.705291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c77ef8e-73f1-4030-819c-dbe706b815f1 req-3bed316f-c896-456e-a32f-8bb156c35bf2 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0762107 Mar 31 23:05:55.752151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca478c3-1201-4dd6-924a-9911f353f98d req-e9e47210-f969-449a-9c7c-5832aa2bb3fa tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.759939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca478c3-1201-4dd6-924a-9911f353f98d req-e9e47210-f969-449a-9c7c-5832aa2bb3fa tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1445324 Mar 31 23:05:55.762185 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-9426d4ff-d52f-4b1b-ac93-26c335acaea6 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765563 Mar 31 23:05:55.830354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ca478c3-1201-4dd6-924a-9911f353f98d req-a70c61b5-bea9-4783-a5db-44dd28dec7ea tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691242 Mar 31 23:05:55.919895 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-36e50d1c-af4a-44ab-b5de-3e380b5cd2da req-7b670e68-6a3d-4f3a-9927-f32f8acf2feb service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473484 Mar 31 23:05:56.095385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bcf81-e939-4d50-b45a-a5ee7b0ebc38 req-54a83c63-cee6-4d03-bce2-b5c8a6739fe4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.106864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c1bcf81-e939-4d50-b45a-a5ee7b0ebc38 req-54a83c63-cee6-4d03-bce2-b5c8a6739fe4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 943 time: 0.1165624 Mar 31 23:05:56.115989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-dd7bf25c-c241-45ab-be4d-79ac7111bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.120090 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-dd7bf25c-c241-45ab-be4d-79ac7111bc14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 1094 time: 0.0702553 Mar 31 23:05:56.174579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c1bcf81-e939-4d50-b45a-a5ee7b0ebc38 req-ca4e7e1f-ce1c-40de-b3c4-5127db69ca84 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689185 Mar 31 23:05:56.176347 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.238871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:56.244980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:56.249065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.249958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.255782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87789150-e040-46b6-b854-eb49e8747ae1 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:56.298767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=38909a53-515f-4079-9955-d714f063a3b3,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:56.312770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-673a8454-c58e-44bc-88cb-8f357e4d3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.315379 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-673a8454-c58e-44bc-88cb-8f357e4d3892 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.1850684 Mar 31 23:05:56.403267 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-80e934cc-affb-416f-819a-83d54f814cc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8 HTTP/1.1" status: 200 len: 217 time: 0.0719435 Mar 31 23:05:56.412775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fc158-4e8f-49b5-9636-efc7318bf31d req-a4f346f9-c402-44a4-be7f-44661bdcd60f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.424092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0fc158-4e8f-49b5-9636-efc7318bf31d req-a4f346f9-c402-44a4-be7f-44661bdcd60f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 945 time: 0.1012433 Mar 31 23:05:56.491146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-71f59ee5-add0-4770-973c-d033b31fab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.493684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0fc158-4e8f-49b5-9636-efc7318bf31d req-482b3170-6185-430b-97b1-5e933b1c96cf tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636332 Mar 31 23:05:56.494413 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-71f59ee5-add0-4770-973c-d033b31fab87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.0783489 Mar 31 23:05:56.574174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-398f8867-b0b4-46ca-bb69-e5f6b4b0bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.582835 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-398f8867-b0b4-46ca-bb69-e5f6b4b0bc84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702863 Mar 31 23:05:56.668722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13917eeb-aac3-454c-bef3-ba908fa0e060 None None] Update dhcp port {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'fixed_ips': [{'subnet_id': 'e6d6e423-232f-49f8-af74-caf9f4e68ac7', 'ip_address': '172.20.0.2'}, {'subnet_id': '38909a53-515f-4079-9955-d714f063a3b3'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '60af7936-e92b-4b4e-be9c-c44dd4355154'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:05:56.699895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1d63d0cf-5fcc-4006-9143-3770cb64839d tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6707051 Mar 31 23:05:56.702259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43978) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:56.702911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960cf3-50d0-4662-b923-9b523a3ebf6c req-1be254b4-8ebb-46cf-a1cf-418b671bb161 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.709421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13917eeb-aac3-454c-bef3-ba908fa0e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.713617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-897534060', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38909a53-515f-4079-9955-d714f063a3b3'}], 'security_groups': ['ce80c334-ae69-4cf1-ad84-17ca9eaa1b26']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:56.715871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f960cf3-50d0-4662-b923-9b523a3ebf6c req-1be254b4-8ebb-46cf-a1cf-418b671bb161 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1242833 Mar 31 23:05:56.780964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f960cf3-50d0-4662-b923-9b523a3ebf6c req-95036bb3-0130-4dee-9328-8d29855cc9dc tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571904 Mar 31 23:05:56.928603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-249d8c3b-42c1-4acc-9414-5375970a76ac req-0b27a3dc-4727-4d08-b26e-cd86cd252e7f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0356722 Mar 31 23:05:57.046919 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-ddbb0302-9188-4448-9372-18e98d5eb147 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519079 Mar 31 23:05:57.064284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-13917eeb-aac3-454c-bef3-ba908fa0e060 None None] Allocated IP 172.20.0.18 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/38909a53-515f-4079-9955-d714f063a3b3/60af7936-e92b-4b4e-be9c-c44dd4355154) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:57.100509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8c36d-526d-4221-9fad-a9142f63df4f req-3050f6ab-9932-4e0f-a8f5-72568cb164ee tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:57.106102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9f8c36d-526d-4221-9fad-a9142f63df4f req-3050f6ab-9932-4e0f-a8f5-72568cb164ee tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1032767 Mar 31 23:05:57.173582 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.184690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9f8c36d-526d-4221-9fad-a9142f63df4f req-2657ed28-33ec-4903-970b-f0b42a40af16 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689170 Mar 31 23:05:57.393983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-13917eeb-aac3-454c-bef3-ba908fa0e060 None None] For port 60af7936-e92b-4b4e-be9c-c44dd4355154, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=60af7936-e92b-4b4e-be9c-c44dd4355154,segment=NetworkSegment(94c2e70b-4f71-4714-ba6e-6414ccce4b66),segment_id=94c2e70b-4f71-4714-ba6e-6414ccce4b66)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:57.395011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4622-d8c0-47a5-860c-e31c8e595e7c req-0e2e4dbc-1b82-439b-a890-8a8a6edf31c3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:57.404296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e6f4622-d8c0-47a5-860c-e31c8e595e7c req-0e2e4dbc-1b82-439b-a890-8a8a6edf31c3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 943 time: 0.0866141 Mar 31 23:05:57.467182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e6f4622-d8c0-47a5-860c-e31c8e595e7c req-7d92c96d-895f-4717-bc2f-8fcf761a9253 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613563 Mar 31 23:05:57.517180 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13917eeb-aac3-454c-bef3-ba908fa0e060 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.604470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13917eeb-aac3-454c-bef3-ba908fa0e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.664725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca13eb-0ff4-46bc-b610-12b170d9b446 req-62c8ffac-c148-4cae-9544-ff58549ff863 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:57.673118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdca13eb-0ff4-46bc-b610-12b170d9b446 req-62c8ffac-c148-4cae-9544-ff58549ff863 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 945 time: 0.0913899 Mar 31 23:05:57.716656 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ff7fc5f4-0db1-4256-8c45-5924d1be5296 req-8adc8785-b1b6-4359-98c5-b394d5f54df4 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516597 Mar 31 23:05:57.735732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdca13eb-0ff4-46bc-b610-12b170d9b446 req-d389b194-c1b5-41ff-be2c-ea0e095a913b tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614269 Mar 31 23:05:57.901773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13917eeb-aac3-454c-bef3-ba908fa0e060 None None] Pushing event updated for resources: {'Port': ['ID=60af7936-e92b-4b4e-be9c-c44dd4355154,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:58.063551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730f0b9-9b83-41d2-a5fe-dd744fdfadba req-28a0ed64-d5b2-48d8-9d78-47a324c98910 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:58.065167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2730f0b9-9b83-41d2-a5fe-dd744fdfadba req-28a0ed64-d5b2-48d8-9d78-47a324c98910 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1269021 Mar 31 23:05:58.099516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70f1bf70-11ce-4098-a4e8-135907b3ba84 req-199f6c8d-388d-418b-896e-dc5347ea4919 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0324254 Mar 31 23:05:58.162457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2730f0b9-9b83-41d2-a5fe-dd744fdfadba req-78ccca41-3fcf-48b5-bc85-7a4be89096e8 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581391 Mar 31 23:05:58.179024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ce5c77bc-177e-45b5-b237-34c5de78ee5c {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:05:58.179348 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:05:58.328546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8d192942-81fd-47c7-a077-439c0c1c5cf8 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:58.441309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de198287-517c-4adb-b804-aaf709b0835a req-58e9a0f2-707e-4135-8606-88bd16a37796 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:58.462699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de198287-517c-4adb-b804-aaf709b0835a req-58e9a0f2-707e-4135-8606-88bd16a37796 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1112695 Mar 31 23:05:58.516999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de198287-517c-4adb-b804-aaf709b0835a req-d7d3981e-1def-49ac-a214-70e007e6c24f tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664647 Mar 31 23:05:58.517615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:58.533858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'mac_address': 'fa:16:3e:9c:d2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:58.668160 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.688751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d192942-81fd-47c7-a077-439c0c1c5cf8 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:58.713862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:58.730902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76de565-8ba9-4266-81b8-0e7cdeeb79eb req-cb20e7b8-f63b-4d48-90ce-36b35655c867 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:58.737370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.739236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c76de565-8ba9-4266-81b8-0e7cdeeb79eb req-cb20e7b8-f63b-4d48-90ce-36b35655c867 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 943 time: 0.1384518 Mar 31 23:05:58.771182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd72e4-bf53-4b1b-882f-1bc032ec726f req-27996ab7-87da-46b2-bc2e-f4886090d7d0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:58.773239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20cd72e4-bf53-4b1b-882f-1bc032ec726f req-27996ab7-87da-46b2-bc2e-f4886090d7d0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1495545 Mar 31 23:05:58.787977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-72363571-a097-4a39-b5c5-6947ea980d76 None None] Provisioning complete for port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:58.789352 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72363571-a097-4a39-b5c5-6947ea980d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.790513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.812962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c76de565-8ba9-4266-81b8-0e7cdeeb79eb req-ef56d15b-20fd-4511-b63a-6ad04fb6ba8a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726426 Mar 31 23:05:58.870008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-72363571-a097-4a39-b5c5-6947ea980d76 None None] Port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:58.870156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20cd72e4-bf53-4b1b-882f-1bc032ec726f req-e12b693e-ccbb-446a-88fc-b7d8b84738ba tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699465 Mar 31 23:05:58.887328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:58.905363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-72363571-a097-4a39-b5c5-6947ea980d76 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:58.905363 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72363571-a097-4a39-b5c5-6947ea980d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.045690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-72363571-a097-4a39-b5c5-6947ea980d76 None None] Provisioning complete for port f30c7a0f-8539-446f-9936-fb606f05d0a7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:59.046313 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72363571-a097-4a39-b5c5-6947ea980d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.053361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc833-b962-4597-b0c2-e66c81cc5ff7 req-9195d95a-5b0e-46ec-9fb0-9066f5b1a7de tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:59.055996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e7dc833-b962-4597-b0c2-e66c81cc5ff7 req-9195d95a-5b0e-46ec-9fb0-9066f5b1a7de tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.0883851 Mar 31 23:05:59.095665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-72363571-a097-4a39-b5c5-6947ea980d76 None None] Port f30c7a0f-8539-446f-9936-fb606f05d0a7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:59.122394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e7dc833-b962-4597-b0c2-e66c81cc5ff7 req-acdb8e89-e612-4167-8a18-83415d9f4855 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594602 Mar 31 23:05:59.158933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8d192942-81fd-47c7-a077-439c0c1c5cf8'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:59.238355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 60af7936-e92b-4b4e-be9c-c44dd4355154 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:59.287323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Delete allocated IP 172.20.0.10 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/e6d6e423-232f-49f8-af74-caf9f4e68ac7) {{(pid=109821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:05:59.298266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ee9db84-d9a7-45d3-888f-215f04e8c449 req-74120b80-578c-4cec-ae6c-a06da06f4ede tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0582995 Mar 31 23:05:59.299424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.21 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/38909a53-515f-4079-9955-d714f063a3b3/f30c7a0f-8539-446f-9936-fb606f05d0a7) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:59.393627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:59.394015 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.435368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec4b48-8c14-4094-a67f-2126e42d75be req-eb7c09c1-7930-4e22-8ede-070dd5a363dc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:59.437089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6ec4b48-8c14-4094-a67f-2126e42d75be req-eb7c09c1-7930-4e22-8ede-070dd5a363dc tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.0604823 Mar 31 23:05:59.497017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6ec4b48-8c14-4094-a67f-2126e42d75be req-a2d70243-3b56-44b4-a5e2-91a61dda3fb7 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536139 Mar 31 23:05:59.527890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.627928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c997a-c4f6-422d-aadb-abf9d4d3e12b req-11ba2a7b-0cea-4fc4-a81c-72e8378b722f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:59.629517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a4c997a-c4f6-422d-aadb-abf9d4d3e12b req-11ba2a7b-0cea-4fc4-a81c-72e8378b722f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0619295 Mar 31 23:05:59.654919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.675304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a4c997a-c4f6-422d-aadb-abf9d4d3e12b req-2c5d6dfc-bc3e-4319-a8af-2e87d8abeb95 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386140 Mar 31 23:05:59.722867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=f30c7a0f-8539-446f-9936-fb606f05d0a7,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:59.833033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] In _notify_port_updated(), no bound segment for port f30c7a0f-8539-446f-9936-fb606f05d0a7 on network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:05:59.846669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:59.846669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.850449 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a5b791ca-a58b-4e18-98de-3a7357450f62 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "PUT /v2.0/ports/f30c7a0f-8539-446f-9936-fb606f05d0a7 HTTP/1.1" status: 200 len: 920 time: 3.1431022 Mar 31 23:05:59.850688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44082) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.858813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537574b7-1030-45d4-bcd1-f303ab6c0df9 req-e2cc08d2-c5cc-43db-aef6-70dec3d82fe9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:59.860348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-537574b7-1030-45d4-bcd1-f303ab6c0df9 req-e2cc08d2-c5cc-43db-aef6-70dec3d82fe9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 945 time: 0.0584178 Mar 31 23:05:59.983763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-537574b7-1030-45d4-bcd1-f303ab6c0df9 req-8e16ef2b-9ff7-46cf-8351-6ba66a4cb740 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157019 Mar 31 23:06:00.007722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac3e1f-d82c-401a-b687-60ef5bd45f1f req-a4a72ae2-0af9-4b06-a9c8-142e05fa8006 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.009760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03ac3e1f-d82c-401a-b687-60ef5bd45f1f req-a4a72ae2-0af9-4b06-a9c8-142e05fa8006 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1140025 Mar 31 23:06:00.042066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e676f9cf-a0ec-4bca-a907-b643ec707cb7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port f30c7a0f-8539-446f-9936-fb606f05d0a7 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:00.042329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e676f9cf-a0ec-4bca-a907-b643ec707cb7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.137182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03ac3e1f-d82c-401a-b687-60ef5bd45f1f req-7c7d4e5e-67df-474e-b273-05f366835717 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176221 Mar 31 23:06:00.187059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6984843-1031-4e72-aa9d-747ec6ac892e req-bcf0f51d-52a5-4187-99df-5f66aabab358 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.196074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6984843-1031-4e72-aa9d-747ec6ac892e req-bcf0f51d-52a5-4187-99df-5f66aabab358 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 950 time: 0.1504221 Mar 31 23:06:00.221412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e676f9cf-a0ec-4bca-a907-b643ec707cb7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.271012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e676f9cf-a0ec-4bca-a907-b643ec707cb7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for f30c7a0f-8539-446f-9936-fb606f05d0a7 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:00.334537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6984843-1031-4e72-aa9d-747ec6ac892e req-d9b8627d-9089-4522-84f5-46c7246fa3af tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367731 Mar 31 23:06:00.353238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0e4d-7a1f-4c82-8ae8-a1c0b8ea5308 req-406e43d0-21ab-454a-9ec7-5f591b36df7b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.361571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-991c0e4d-7a1f-4c82-8ae8-a1c0b8ea5308 req-406e43d0-21ab-454a-9ec7-5f591b36df7b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 944 time: 0.1450911 Mar 31 23:06:00.362059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8d192942-81fd-47c7-a077-439c0c1c5cf8 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:00.425546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-991c0e4d-7a1f-4c82-8ae8-a1c0b8ea5308 req-f11ed6a2-4351-4ea9-9520-6cc332e225a1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628426 Mar 31 23:06:00.428135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c84aea2f-aa3e-4b64-864b-a3ce6ad39818 None None] Provisioning complete for port f30c7a0f-8539-446f-9936-fb606f05d0a7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:00.428697 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c84aea2f-aa3e-4b64-864b-a3ce6ad39818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.472893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea2f-aa3e-4b64-864b-a3ce6ad39818 None None] Port f30c7a0f-8539-446f-9936-fb606f05d0a7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:00.544118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 8d192942-81fd-47c7-a077-439c0c1c5cf8 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:00.549276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 8d192942-81fd-47c7-a077-439c0c1c5cf8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:00.549862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.550462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-595fefc1-7c39-44ea-82af-877f5a129003 req-a32c605a-ef3e-44bc-b466-f3e215c28cb0 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0353544 Mar 31 23:06:00.572968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdebf14-81ca-4dda-b588-324f75b2025f req-2af3b5d8-d329-4f0a-a928-ab39982bb23b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.581354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cdebf14-81ca-4dda-b588-324f75b2025f req-2af3b5d8-d329-4f0a-a928-ab39982bb23b tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1539307 Mar 31 23:06:00.639661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cdebf14-81ca-4dda-b588-324f75b2025f req-fd3e78cf-b415-424d-90ca-9cb9ef851ca5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570681 Mar 31 23:06:00.663957 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e676f9cf-a0ec-4bca-a907-b643ec707cb7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.675488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.718157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:00.719167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:00.722401 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755ce40d-01d6-406d-b88b-517f91accdf0" -d '{"events": [{"server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "name": "network-vif-plugged", "status": "completed", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:00.736230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676f9cf-a0ec-4bca-a907-b643ec707cb7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=f30c7a0f-8539-446f-9936-fb606f05d0a7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:00.825962 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.873439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0545b46-bdbe-4d13-80a5-b071576a756e req-68f2a08f-184f-4a79-8fe0-71ebab3cb7a9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.875818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0545b46-bdbe-4d13-80a5-b071576a756e req-68f2a08f-184f-4a79-8fe0-71ebab3cb7a9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1249423 Mar 31 23:06:00.884192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e676f9cf-a0ec-4bca-a907-b643ec707cb7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.888500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e676f9cf-a0ec-4bca-a907-b643ec707cb7 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/f30c7a0f-8539-446f-9936-fb606f05d0a7 HTTP/1.1" status: 204 len: 168 time: 1.0270247 Mar 31 23:06:00.891030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44106) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.910316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:00.937536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0545b46-bdbe-4d13-80a5-b071576a756e req-ebe7d2e7-dcd4-496a-b592-a807215f3e54 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 Mar 31 23:06:00.957533 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c2444e-0d4c-4990-bfcd-f6be1003cece tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:06:00.959397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-44c2444e-0d4c-4990-bfcd-f6be1003cece tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/f30c7a0f-8539-446f-9936-fb606f05d0a7 HTTP/1.1" status: 404 len: 333 time: 0.0667262 Mar 31 23:06:00.972541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44108) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.036858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-739fed75-4433-4f9c-8b48-b8e129d6081b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.062220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-739fed75-4433-4f9c-8b48-b8e129d6081b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.120813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-d799a8a2-409b-4ae6-8c54-bf0d841e028f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.122913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-d799a8a2-409b-4ae6-8c54-bf0d841e028f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 945 time: 0.0553777 Mar 31 23:06:01.154706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2940a-cad3-4d7e-a892-c65f3d8431b6 req-bee050cf-a969-423c-910e-d943b96e7b36 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.161181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dc2940a-cad3-4d7e-a892-c65f3d8431b6 req-bee050cf-a969-423c-910e-d943b96e7b36 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0794947 Mar 31 23:06:01.201800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dc2940a-cad3-4d7e-a892-c65f3d8431b6 req-d3071d4f-5e4a-48c6-8a0f-6a17f020484e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364413 Mar 31 23:06:01.242384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Deleting port 82d47c0e-6e01-4400-9a35-28562b028459 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:01.242384 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.264603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-739fed75-4433-4f9c-8b48-b8e129d6081b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.267472 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-739fed75-4433-4f9c-8b48-b8e129d6081b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.272387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-739fed75-4433-4f9c-8b48-b8e129d6081b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/security-groups/b33b2871-42b9-4595-b692-056cb5e53bc7 HTTP/1.1" status: 204 len: 168 time: 0.3043723 Mar 31 23:06:01.278187 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4093be-6e49-4486-ab22-ab90c88b612f x-openstack-request-id: req-4f4093be-6e49-4486-ab22-ab90c88b612f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:01.278576 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44114) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.278769 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "name": "network-vif-plugged", "status": "completed", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:01.278769 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f4093be-6e49-4486-ab22-ab90c88b612f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:01.279385 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4093be-6e49-4486-ab22-ab90c88b612f'] response: {'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'code': 200} Mar 31 23:06:01.288748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fed75-4433-4f9c-8b48-b8e129d6081b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b2871-42b9-4595-b692-056cb5e53bc7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.461635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666b341-04d1-4ebd-93d5-cbc6fe64959e req-ae464060-cc99-48e4-9db1-0c7c7029c3bd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.465361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1666b341-04d1-4ebd-93d5-cbc6fe64959e req-ae464060-cc99-48e4-9db1-0c7c7029c3bd tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1095960 Mar 31 23:06:01.512168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712eb023-944a-48dd-8725-bef8ebd1737f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.549410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] For port 82d47c0e-6e01-4400-9a35-28562b028459, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=82d47c0e-6e01-4400-9a35-28562b028459,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:01.549829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.560221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b5165-1d7d-4717-8892-642067fe3fb2 req-82f70533-bb67-4811-9220-78b1aa77a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.562082 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc9b5165-1d7d-4717-8892-642067fe3fb2 req-82f70533-bb67-4811-9220-78b1aa77a312 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 1096 time: 0.1518726 Mar 31 23:06:01.578660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1666b341-04d1-4ebd-93d5-cbc6fe64959e req-ffd09a06-095c-4f88-9e70-ba32fd16980d tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076019 Mar 31 23:06:01.631031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712eb023-944a-48dd-8725-bef8ebd1737f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.638801 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc9b5165-1d7d-4717-8892-642067fe3fb2 req-a2aaa4bc-2eca-482b-9f9c-ae806ef9fc84 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657904 Mar 31 23:06:01.643599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a1354-6e78-4370-9d3a-c0ab5834817a req-9fd54bb9-070b-4c22-891a-4a8beaecd347 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.644929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Calling delete_port for 82d47c0e-6e01-4400-9a35-28562b028459 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:01.664328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a11a1354-6e78-4370-9d3a-c0ab5834817a req-9fd54bb9-070b-4c22-891a-4a8beaecd347 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 945 time: 0.1578693 Mar 31 23:06:01.713313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a11a1354-6e78-4370-9d3a-c0ab5834817a req-a16e94e6-5db5-49df-b365-dfc6f861623c tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558140 Mar 31 23:06:01.837589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9705bbf-13c1-40e4-a0ed-1322047f2c91 req-74f1b7b8-1b72-4b7a-9e59-799ef3a5b734 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0376444 Mar 31 23:06:01.845295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07973-1fb6-49dc-9142-8cd86f321270 req-8f1c1ecb-250f-4b94-95df-9196f423aa35 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.846806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06a07973-1fb6-49dc-9142-8cd86f321270 req-8f1c1ecb-250f-4b94-95df-9196f423aa35 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.0902829 Mar 31 23:06:01.902079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06a07973-1fb6-49dc-9142-8cd86f321270 req-a248b66e-142a-45c2-8fc7-1044e0a4cca0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482919 Mar 31 23:06:01.912793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712eb023-944a-48dd-8725-bef8ebd1737f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.918400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-712eb023-944a-48dd-8725-bef8ebd1737f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.921687 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-712eb023-944a-48dd-8725-bef8ebd1737f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/security-groups/ce80c334-ae69-4cf1-ad84-17ca9eaa1b26 HTTP/1.1" status: 204 len: 168 time: 0.6402643 Mar 31 23:06:01.925792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44134) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.943290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712eb023-944a-48dd-8725-bef8ebd1737f tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce80c334-ae69-4cf1-ad84-17ca9eaa1b26,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.964072 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.980548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['82d47c0e-6e01-4400-9a35-28562b028459'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:01.987366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2f87d4-c295-49de-8b12-2f742d5817ae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet e6d6e423-232f-49f8-af74-caf9f4e68ac7 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:01.989843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c2f87d4-c295-49de-8b12-2f742d5817ae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.046041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Pushing event deleted for resources: {'Port': ['ID=82d47c0e-6e01-4400-9a35-28562b028459,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.063022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c2f87d4-c295-49de-8b12-2f742d5817ae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.110673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] No DVR routers for this DVR port 82d47c0e-6e01-4400-9a35-28562b028459 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:02.114061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.120105 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9342c2a-3a59-4e91-9365-a05d20cb6dee req-c59f342f-82b7-44e1-bac7-6029e4b4218a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.50 "DELETE /v2.0/ports/82d47c0e-6e01-4400-9a35-28562b028459 HTTP/1.1" status: 204 len: 173 time: 0.9915740 Mar 31 23:06:02.120772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f366bf-99a1-453a-b55e-4ccb1b32df3e', 'name': 'network-vif-deleted', 'tag': '82d47c0e-6e01-4400-9a35-28562b028459'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:02.128063 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6fcc26-3191-4586-a3da-a915492412d2" -d '{"events": [{"server_uuid": "21f366bf-99a1-453a-b55e-4ccb1b32df3e", "name": "network-vif-deleted", "tag": "82d47c0e-6e01-4400-9a35-28562b028459"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:02.129632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8348b0-4650-4582-850a-f02815441878 req-057d4637-a157-4778-a16f-ee81b3b767ec tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:02.131283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad8348b0-4650-4582-850a-f02815441878 req-057d4637-a157-4778-a16f-ee81b3b767ec tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1118805 Mar 31 23:06:02.190457 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2fb6ea-b511-47b5-93c1-273b7813f4fc x-openstack-request-id: req-2c2fb6ea-b511-47b5-93c1-273b7813f4fc {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:02.190915 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f366bf-99a1-453a-b55e-4ccb1b32df3e", "name": "network-vif-deleted", "tag": "82d47c0e-6e01-4400-9a35-28562b028459", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:02.191166 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c2fb6ea-b511-47b5-93c1-273b7813f4fc {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:02.191579 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2fb6ea-b511-47b5-93c1-273b7813f4fc'] response: {'server_uuid': '21f366bf-99a1-453a-b55e-4ccb1b32df3e', 'name': 'network-vif-deleted', 'tag': '82d47c0e-6e01-4400-9a35-28562b028459', 'status': 'completed', 'code': 200} Mar 31 23:06:02.200412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c2f87d4-c295-49de-8b12-2f742d5817ae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.233215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad8348b0-4650-4582-850a-f02815441878 req-c1a6b09f-4f22-4dfa-937e-7d1c4ff00563 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Mar 31 23:06:02.369199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:02.390040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4744c3-55a5-481d-97e2-f85075503a33 req-ed69ffe7-a7ec-4982-b923-8717b72bf89e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:02.393297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c4744c3-55a5-481d-97e2-f85075503a33 req-ed69ffe7-a7ec-4982-b923-8717b72bf89e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0889549 Mar 31 23:06:02.424032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d47347-0315-49f3-b277-4a1e89fa3938 req-8d9b05c8-0dbf-41b5-a9e6-12bd521a29d5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:02.424032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47d47347-0315-49f3-b277-4a1e89fa3938 req-8d9b05c8-0dbf-41b5-a9e6-12bd521a29d5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.0883796 Mar 31 23:06:02.432595 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c2f87d4-c295-49de-8b12-2f742d5817ae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.485394 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.500981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f87d4-c295-49de-8b12-2f742d5817ae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d6e423-232f-49f8-af74-caf9f4e68ac7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.508558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c2f87d4-c295-49de-8b12-2f742d5817ae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.516294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44142) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.516632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8c2f87d4-c295-49de-8b12-2f742d5817ae tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/e6d6e423-232f-49f8-af74-caf9f4e68ac7 HTTP/1.1" status: 204 len: 168 time: 0.5880172 Mar 31 23:06:02.522383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:02.532538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c4744c3-55a5-481d-97e2-f85075503a33 req-fec971f0-35cc-4175-9235-20196d27046d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283865 Mar 31 23:06:02.544725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:02.548109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b252b717-ad64-4ac5-b46a-2f0fd9793283 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:02.559979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47d47347-0315-49f3-b277-4a1e89fa3938 req-2d11dae6-6ecc-4634-ae28-93bcc2cf7ac9 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188977 Mar 31 23:06:02.655975 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.786574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab2c0-492b-48db-8664-aef50809a03b req-be57da4c-34d1-494d-a21e-8429840d96b2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:02.790791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9cab2c0-492b-48db-8664-aef50809a03b req-be57da4c-34d1-494d-a21e-8429840d96b2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.0686767 Mar 31 23:06:02.795606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.833350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:02.839663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.840912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9cab2c0-492b-48db-8664-aef50809a03b req-441f7a74-a15d-4068-b9ab-ddbad05384ab tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Mar 31 23:06:02.987345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecbf5978-28be-45e9-965c-6a18ad7d42f9 req-a117c1aa-5eac-40f5-8252-7f1daddecbee tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=21f366bf-99a1-453a-b55e-4ccb1b32df3e HTTP/1.1" status: 200 len: 210 time: 0.0906415 Mar 31 23:06:03.072682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74cf30e8-9d24-4677-a99b-3f9f2e889e40 req-73c4c765-26c1-49ba-90c0-fdc32d24491c tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0834191 Mar 31 23:06:03.234888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c72c-0646-462d-9077-888cf95977db req-2bf9073e-9745-41ca-875b-43a8967493bf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.245019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35d5c72c-0646-462d-9077-888cf95977db req-2bf9073e-9745-41ca-875b-43a8967493bf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1609859 Mar 31 23:06:03.281627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:03.285644 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e1160-52fe-46ab-a789-0b31649a2151" -d '{"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-unplugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:03.332724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35d5c72c-0646-462d-9077-888cf95977db req-72a938c1-705b-42d7-96d4-6c0857f898a0 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866249 Mar 31 23:06:03.358619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952528-fea6-4249-835f-b45728b2ddb6 req-2bbb7094-1698-4b47-b6ab-8c467a997080 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.360539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69952528-fea6-4249-835f-b45728b2ddb6 req-2bbb7094-1698-4b47-b6ab-8c467a997080 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1119430 Mar 31 23:06:03.362601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.437519 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fec04a-5368-4437-860e-7679a92d20d1 x-openstack-request-id: req-99fec04a-5368-4437-860e-7679a92d20d1 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:03.437917 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-unplugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:03.438172 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99fec04a-5368-4437-860e-7679a92d20d1 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:03.438592 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fec04a-5368-4437-860e-7679a92d20d1'] response: {'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'code': 200} Mar 31 23:06:03.458239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69952528-fea6-4249-835f-b45728b2ddb6 req-f3794f91-5d93-4b08-87e5-1a4ced9a957b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643780 Mar 31 23:06:03.535762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=b759a4df-17a6-42d8-875e-0e4497dfb7e4,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:03.583093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:03.592475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:03.605552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.606943 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.686091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a701b-8880-4e24-a6e5-fda4ff9ab7b0 req-5c009efc-83ee-4221-8c3f-3774af0db3e6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.686091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1a701b-8880-4e24-a6e5-fda4ff9ab7b0 req-5c009efc-83ee-4221-8c3f-3774af0db3e6 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1010091 Mar 31 23:06:03.777119 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6fcd4cf8-62f6-4710-aa9b-17ef368302de tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2591343 Mar 31 23:06:03.781131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44174) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.787382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-594f5b1d-6d58-4248-97ff-2f68e53ec928 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'security_group': {'name': 'tempest-secgroup-57854504'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:03.790433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad33738-7823-4f6b-805f-e540b2a00dcf req-59a09822-8bc6-4370-a7c5-a697fd6d983e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.795672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ad33738-7823-4f6b-805f-e540b2a00dcf req-59a09822-8bc6-4370-a7c5-a697fd6d983e tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1487272 Mar 31 23:06:03.814681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1a701b-8880-4e24-a6e5-fda4ff9ab7b0 req-fe9d8b8d-9e2c-4ebd-9713-c60f47b1999c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083865 Mar 31 23:06:03.833758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eba77d44-4961-4853-8258-8e829ba2e162 None None] Provisioning complete for port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:03.834496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eba77d44-4961-4853-8258-8e829ba2e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.872402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ad33738-7823-4f6b-805f-e540b2a00dcf req-de238f6f-bd1e-4ce1-81b3-0199c1bcbf03 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Mar 31 23:06:03.882633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2db3b-4971-49d9-b315-80e635d5ef73 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:03.946922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-594f5b1d-6d58-4248-97ff-2f68e53ec928 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.033770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b66c55-c2cc-4f20-aeee-6e7e8cc9b89a req-e4ad87d5-1455-4cdb-b285-276f35d357cf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.035504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04b66c55-c2cc-4f20-aeee-6e7e8cc9b89a req-e4ad87d5-1455-4cdb-b285-276f35d357cf tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.0740283 Mar 31 23:06:04.042641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-eba77d44-4961-4853-8258-8e829ba2e162 None None] Port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:04.069913 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2233-80b5-45b9-84d5-afbbe71cbcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.103414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04b66c55-c2cc-4f20-aeee-6e7e8cc9b89a req-8007a3b0-e9a6-4999-8be2-e485bfebf51c tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531316 Mar 31 23:06:04.116522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-594f5b1d-6d58-4248-97ff-2f68e53ec928 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.121376 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eba77d44-4961-4853-8258-8e829ba2e162 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:04.121920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eba77d44-4961-4853-8258-8e829ba2e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.247437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-594f5b1d-6d58-4248-97ff-2f68e53ec928 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.251260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de07886a-4aec-4e5e-b0bb-25540b34fe4d req-1e9541ac-f741-4343-9b2a-7df150661943 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0436614 Mar 31 23:06:04.307956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f5b1d-6d58-4248-97ff-2f68e53ec928 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa7ca04-e47b-4be1-84d9-1f0ad39c2e7e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:04.380510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-594f5b1d-6d58-4248-97ff-2f68e53ec928 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.381568 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-594f5b1d-6d58-4248-97ff-2f68e53ec928 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5994565 Mar 31 23:06:04.384992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:04.389614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1900796675'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:04.404594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f907f1b-d68e-4f61-80f1-f5f200e40023 req-52a3bce7-8dd7-412e-a5f9-5330ff8127fe tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.408181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fe2054f6-5b91-4e2e-ae7d-34c07454afda details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:04.414402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f907f1b-d68e-4f61-80f1-f5f200e40023 req-52a3bce7-8dd7-412e-a5f9-5330ff8127fe tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1755228 Mar 31 23:06:04.528803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f907f1b-d68e-4f61-80f1-f5f200e40023 req-1b1fd295-090b-4b50-993c-da3a8221b184 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122067 Mar 31 23:06:04.552755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.620999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-84e35bc3-3ffc-48d1-885b-d547048d8c15 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.622787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-84e35bc3-3ffc-48d1-885b-d547048d8c15 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/networks?id=d4056ef5-b3df-4479-b06f-47a4d7bc9120 HTTP/1.1" status: 200 len: 809 time: 0.2511702 Mar 31 23:06:04.645080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-b5e4d11a-9739-4da5-bb96-26f7022b5db9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/quotas/8e3beb70382a40f4a79a0edfda43ed0d HTTP/1.1" status: 200 len: 375 time: 0.0103662 Mar 31 23:06:04.743559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-1ea25477-8398-42b2-847c-efcdba93821b tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e3beb70382a40f4a79a0edfda43ed0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814073 Mar 31 23:06:04.755484 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.800562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b869e91-eb99-4ebc-b27e-f614b7d48879 None None] Update dhcp port {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'fixed_ips': [{'subnet_id': '38909a53-515f-4079-9955-d714f063a3b3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b759a4df-17a6-42d8-875e-0e4497dfb7e4'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '60af7936-e92b-4b4e-be9c-c44dd4355154'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:06:04.833528 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b869e91-eb99-4ebc-b27e-f614b7d48879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.873044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.878814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3558c6-ea83-4a65-8072-9a6561c34dbf req-a5ad3fd4-156a-481c-918d-7605c78e4e1f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.880427 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd3558c6-ea83-4a65-8072-9a6561c34dbf req-a5ad3fd4-156a-481c-918d-7605c78e4e1f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.2050214 Mar 31 23:06:04.905444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:04.929380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0970b61c-ae01-4cea-b8cd-905e0c3c4960,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:04.940426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.940793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.941228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.941574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.941920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.942350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.942875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.943292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.943640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.943975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.944309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.944642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:04.964216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-0ed77542-123e-4432-9048-1c94be25db6e service neutron] 10.222.0.31 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887953 Mar 31 23:06:04.994920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'mac_address': 'fa:16:3e:2f:4d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:05.043918 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.046141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-129a73d7-4953-465e-a2b6-e0f03601e2f8 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6593685 Mar 31 23:06:05.049750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44220) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.057092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-96eb2426-5eeb-4019-bf70-56e2fd067b12 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1381966377'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:05.059636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd3558c6-ea83-4a65-8072-9a6561c34dbf req-660f7c60-191d-4bd0-a3bd-e3ad8137aac7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680405 Mar 31 23:06:05.104605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.137748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe2054f6-5b91-4e2e-ae7d-34c07454afda {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:05.158571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:05.160361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-5b869e91-eb99-4ebc-b27e-f614b7d48879 None None] Allocated IP 172.20.0.2 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/b759a4df-17a6-42d8-875e-0e4497dfb7e4/60af7936-e92b-4b4e-be9c-c44dd4355154) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:05.187354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-39b41212-c5ba-4fbd-b731-3339376ee975 service neutron] 10.222.0.31 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099564 Mar 31 23:06:05.264361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178c73d-7588-49b9-a1ee-d6d539f1ae5b req-d91f882b-9859-4a79-8030-49b4d0f85d42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.274057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3178c73d-7588-49b9-a1ee-d6d539f1ae5b req-d91f882b-9859-4a79-8030-49b4d0f85d42 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0916479 Mar 31 23:06:05.300263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5b869e91-eb99-4ebc-b27e-f614b7d48879 None None] For port 60af7936-e92b-4b4e-be9c-c44dd4355154, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=60af7936-e92b-4b4e-be9c-c44dd4355154,segment=NetworkSegment(94c2e70b-4f71-4714-ba6e-6414ccce4b66),segment_id=94c2e70b-4f71-4714-ba6e-6414ccce4b66)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:05.336138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3178c73d-7588-49b9-a1ee-d6d539f1ae5b req-48371bc8-f45c-4686-84b4-4f338a61dec7 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Mar 31 23:06:05.340172 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b869e91-eb99-4ebc-b27e-f614b7d48879 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.342298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96eb2426-5eeb-4019-bf70-56e2fd067b12 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.391839 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.517861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.534647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b869e91-eb99-4ebc-b27e-f614b7d48879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.547704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['fe2054f6-5b91-4e2e-ae7d-34c07454afda'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:05.567860 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96eb2426-5eeb-4019-bf70-56e2fd067b12 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.672518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b869e91-eb99-4ebc-b27e-f614b7d48879 None None] Pushing event updated for resources: {'Port': ['ID=60af7936-e92b-4b4e-be9c-c44dd4355154,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.703283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96eb2426-5eeb-4019-bf70-56e2fd067b12 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.770752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb2426-5eeb-4019-bf70-56e2fd067b12 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20567c5-9926-4833-ab75-211ee91e564e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.864062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 82d47c0e-6e01-4400-9a35-28562b028459 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:05.915778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9fc10005-254e-4ab6-893b-a12c18e3495f req-7b1297ef-cf66-422c-aa71-5e81b954e498 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0482156 Mar 31 23:06:05.930290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 82d47c0e-6e01-4400-9a35-28562b028459 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:05.930835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 82d47c0e-6e01-4400-9a35-28562b028459 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:05.997588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96eb2426-5eeb-4019-bf70-56e2fd067b12 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.004082 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-96eb2426-5eeb-4019-bf70-56e2fd067b12 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9529786 Mar 31 23:06:06.005167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44240) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:06.032078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1437250167', 'security_groups': ['d20567c5-9926-4833-ab75-211ee91e564e'], 'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b759a4df-17a6-42d8-875e-0e4497dfb7e4'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:06.052915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c35b657-32d5-4172-bf63-304efd6c92c0 req-1e207fdd-e4c6-4327-8d85-f28dcc00c9a5 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 210 time: 0.0703349 Mar 31 23:06:06.265141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f198d5c-3aa1-44fb-8af1-2042b0822607 req-a83101c0-c028-4501-a75d-a429f01e1712 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:06.265828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f198d5c-3aa1-44fb-8af1-2042b0822607 req-a83101c0-c028-4501-a75d-a429f01e1712 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1229479 Mar 31 23:06:06.333350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c25e81b8-28a5-4f3b-8ff7-9c40dcc46bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.382932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f198d5c-3aa1-44fb-8af1-2042b0822607 req-f87a0053-c7b3-4911-b04c-735bdcb301f9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000853 Mar 31 23:06:06.391864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fe2054f6-5b91-4e2e-ae7d-34c07454afda up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:06.481671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port fe2054f6-5b91-4e2e-ae7d-34c07454afda triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:06.482339 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.521767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ed86-1a70-4bd8-bce9-fcf5ef958925 req-01482ff2-2bb0-44c5-b880-6a0da1ebdf10 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:06.530147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b450ed86-1a70-4bd8-bce9-fcf5ef958925 req-01482ff2-2bb0-44c5-b880-6a0da1ebdf10 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0788670 Mar 31 23:06:06.609580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b450ed86-1a70-4bd8-bce9-fcf5ef958925 req-8fd60fbe-e85b-487c-a717-f2fb6f89ab53 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754430 Mar 31 23:06:06.659071 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.686787 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:06.725027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:06.726666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:06.733105 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa8212f-ad4b-425a-b6b4-2a8624d23f37" -d '{"events": [{"server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "name": "network-vif-plugged", "status": "completed", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:06.800002 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3e4084-36a6-4db5-9025-260e48221ea4 x-openstack-request-id: req-7b3e4084-36a6-4db5-9025-260e48221ea4 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:06.800002 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "name": "network-vif-plugged", "status": "completed", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:06.800002 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b3e4084-36a6-4db5-9025-260e48221ea4 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:06.800002 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3e4084-36a6-4db5-9025-260e48221ea4'] response: {'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'code': 200} Mar 31 23:06:06.815800 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.839489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] device_id is not set on port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:06:06.903668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5a7f5c02-a268-49c2-a5a8-54a1ded80502 None None] Provisioning complete for port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:06.904023 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5c02-a268-49c2-a5a8-54a1ded80502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.934060 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.003772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f5c02-a268-49c2-a5a8-54a1ded80502 None None] Port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:07.032431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5a7f5c02-a268-49c2-a5a8-54a1ded80502 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:07.032431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5c02-a268-49c2-a5a8-54a1ded80502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.043553 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:07.063417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.14 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/b759a4df-17a6-42d8-875e-0e4497dfb7e4/81a1ec2d-6af3-4e77-bd3c-398f1fc3f019) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:07.212969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-786491e1-a37d-4869-b945-b415feeb0e78 req-68f8cf05-3dec-4370-be7b-bdd44346f558 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 210 time: 0.0701215 Mar 31 23:06:07.249428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99c5d86f-2a17-41ac-af87-03799b82d5dd req-337a9797-f8be-4f05-9a5c-aa4201585f4d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0560114 Mar 31 23:06:07.343212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 60af7936-e92b-4b4e-be9c-c44dd4355154 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:07.437471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:07.438082 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.440592 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.531021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118727-c9dd-4024-a929-e488dd4901e3 req-efaf570a-2848-4946-b357-98d408f47024 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.535203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0118727-c9dd-4024-a929-e488dd4901e3 req-efaf570a-2848-4946-b357-98d408f47024 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.0581615 Mar 31 23:06:07.586823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0118727-c9dd-4024-a929-e488dd4901e3 req-3ffc048b-da82-4867-b49c-a32c0060b23d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 Mar 31 23:06:07.725820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164beffb-4e1a-4263-b34a-c59549a8cfdb req-3567a163-7bd5-41e3-941c-a7461eded112 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.727400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-164beffb-4e1a-4263-b34a-c59549a8cfdb req-3567a163-7bd5-41e3-941c-a7461eded112 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0541704 Mar 31 23:06:07.772978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-164beffb-4e1a-4263-b34a-c59549a8cfdb req-19dbe06b-79ef-460b-a6df-317f142e5cae tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Mar 31 23:06:07.895528 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.898604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.983136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:08.002079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:08.005385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=81a1ec2d-6af3-4e77-bd3c-398f1fc3f019,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.009628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:08.156652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:08.157624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.290920 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-601b11c4-fa71-4037-81b9-ae8a13e2ca8b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2834978 Mar 31 23:06:08.300678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44312) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.317373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e8316a7d-196f-45a3-bbf6-e7e9d9517428 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:08.552113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae7747ce-a77f-44b8-99d4-1612f6e4a842 req-34b6b34f-ab05-4dbe-b3d6-5fc2e6a3fe14 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 210 time: 0.1252155 Mar 31 23:06:08.569610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-17eeb4ca-255a-474e-acbe-c45d0103314b None None] Provisioning complete for port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:08.570395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-17eeb4ca-255a-474e-acbe-c45d0103314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.692813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.831274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-17eeb4ca-255a-474e-acbe-c45d0103314b None None] Port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:08.899196 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.008327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7833e076-1496-482e-8860-ff2696e4a93a req-fcc8e9e0-78ed-4249-b489-dfe4dddea915 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/ports?device_id=9343704d-fd6b-412d-9f34-6416cdd8a592 HTTP/1.1" status: 200 len: 210 time: 0.0895014 Mar 31 23:06:09.134848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8316a7d-196f-45a3-bbf6-e7e9d9517428 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:09.147366 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8316a7d-196f-45a3-bbf6-e7e9d9517428 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.168932 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.444246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64144245-cfb8-4bde-9146-1234df253770 req-7d99926f-f252-409a-8e7c-d0496054c748 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.460166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64144245-cfb8-4bde-9146-1234df253770 req-7d99926f-f252-409a-8e7c-d0496054c748 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1779141 Mar 31 23:06:09.481566 n-d-836015-1 neutron-server[109820]: INFO neutron.db.ipam_backend_mixin [None req-e8316a7d-196f-45a3-bbf6-e7e9d9517428 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b759a4df-17a6-42d8-875e-0e4497dfb7e4 (CIDR: 172.20.0.0/28) Mar 31 23:06:09.519360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64144245-cfb8-4bde-9146-1234df253770 req-f323fc17-cab0-4e3e-ab92-63bfa9f4aa52 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572419 Mar 31 23:06:09.527184 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.533851 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8316a7d-196f-45a3-bbf6-e7e9d9517428 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:09.534538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8316a7d-196f-45a3-bbf6-e7e9d9517428 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:09.663446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e8316a7d-196f-45a3-bbf6-e7e9d9517428 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3667114 Mar 31 23:06:09.668576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44344) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.674836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fd9b030c-80fd-49f0-8d21-fe83407fd063 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:09.764329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0250ba2-9839-40d9-a521-a14c3b7c2086 req-ddd80c3c-daa2-4f39-ac28-e679f62455e2 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 210 time: 0.0789776 Mar 31 23:06:10.250815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbc7a-fd2d-4878-aa98-e43fbed9cccc req-cb9ba777-3a61-4805-952d-0edae7bf8f21 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.265410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-074dbc7a-fd2d-4878-aa98-e43fbed9cccc req-cb9ba777-3a61-4805-952d-0edae7bf8f21 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.2972343 Mar 31 23:06:10.289276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9b030c-80fd-49f0-8d21-fe83407fd063 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:10.297615 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd9b030c-80fd-49f0-8d21-fe83407fd063 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.463228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-b49a1120-3a97-40fb-8467-1bbd163e5ec9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.463228 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-b49a1120-3a97-40fb-8467-1bbd163e5ec9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.50 "GET /v2.0/networks?id=d4056ef5-b3df-4479-b06f-47a4d7bc9120 HTTP/1.1" status: 200 len: 809 time: 0.4044688 Mar 31 23:06:10.463819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44364) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.487680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-074dbc7a-fd2d-4878-aa98-e43fbed9cccc req-461c3f93-1dbf-49e8-b903-bfd4f4dd681a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170606 Mar 31 23:06:10.560564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Request body: {'port': {'device_id': '6deb0744-20bb-44f3-b21c-70f251625489', 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120', 'admin_state_up': True, 'tenant_id': '8e3beb70382a40f4a79a0edfda43ed0d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:10.600892 n-d-836015-1 neutron-server[109820]: INFO neutron.db.ipam_backend_mixin [None req-fd9b030c-80fd-49f0-8d21-fe83407fd063 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 38909a53-515f-4079-9955-d714f063a3b3 (CIDR: 172.20.0.16/28) Mar 31 23:06:10.643453 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9b030c-80fd-49f0-8d21-fe83407fd063 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:10.644223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9b030c-80fd-49f0-8d21-fe83407fd063 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:10.752595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa04f-d07e-4c8c-bb51-9725d7129cdc req-ea52b5e0-c245-4484-97ec-625643269397 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.755051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d0fa04f-d07e-4c8c-bb51-9725d7129cdc req-ea52b5e0-c245-4484-97ec-625643269397 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0980206 Mar 31 23:06:10.829503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fd9b030c-80fd-49f0-8d21-fe83407fd063 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1539512 Mar 31 23:06:10.839086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44370) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.868501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'subnet': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:10.959471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-be2043bd-fc9b-4aa6-ab0b-4b36ffa2aa09 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.011005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-520b3854-65c6-41a7-ba4d-62c8a38cfc6a req-f7219bbd-8fcb-4f9f-938c-cee698448167 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 210 time: 0.0754893 Mar 31 23:06:11.026347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-be2043bd-fc9b-4aa6-ab0b-4b36ffa2aa09 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.096429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d0fa04f-d07e-4c8c-bb51-9725d7129cdc req-f69162ae-d7c0-4f51-b6fc-d27bbc98c196 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321230 Mar 31 23:06:11.185718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Made reservation on behalf of 8e3beb70382a40f4a79a0edfda43ed0d for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:11.189957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.287802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-be2043bd-fc9b-4aa6-ab0b-4b36ffa2aa09 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.291686 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-be2043bd-fc9b-4aa6-ab0b-4b36ffa2aa09 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.293686 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-be2043bd-fc9b-4aa6-ab0b-4b36ffa2aa09 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "DELETE /v2.0/security-groups/268ddec4-03c4-4e38-9761-92f767efbe5f HTTP/1.1" status: 204 len: 168 time: 0.8292592 Mar 31 23:06:11.296900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44374) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:11.309091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Made reservation on behalf of d5cda5de37c84600a79b0cd7da6142c5 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:11.313675 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.318967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2043bd-fc9b-4aa6-ab0b-4b36ffa2aa09 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ddec4-03c4-4e38-9761-92f767efbe5f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:11.379456 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-1aaf5018-93fb-47ed-b96f-03ed2d8f233d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] show failed (client error): The resource could not be found. Mar 31 23:06:11.386284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1aaf5018-93fb-47ed-b96f-03ed2d8f233d tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "GET /v2.0/security-groups/268ddec4-03c4-4e38-9761-92f767efbe5f HTTP/1.1" status: 404 len: 347 time: 0.0872056 Mar 31 23:06:11.388011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:11.489087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Allocated IP 172.20.0.8 (d4056ef5-b3df-4479-b06f-47a4d7bc9120/5233d481-80c8-428f-81a2-52f6f3b35410/a536b148-68e8-4001-8718-5b3171d666e0) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:11.950725 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.966753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port 4be664b8-339c-490d-81df-b271d5085722 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:11.970868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.087428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f837e8-0425-4cb4-a99e-93bc7ecbfafd req-02e2e380-e068-4fec-a234-98590b1819c6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.090755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2f837e8-0425-4cb4-a99e-93bc7ecbfafd req-02e2e380-e068-4fec-a234-98590b1819c6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1507983 Mar 31 23:06:12.129035 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.129424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.172452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for 4be664b8-339c-490d-81df-b271d5085722 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:12.224546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2f837e8-0425-4cb4-a99e-93bc7ecbfafd req-ecd81724-7fc6-4cde-a6b5-9bead228906c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143985 Mar 31 23:06:12.356602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.410503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Network d4056ef5-b3df-4479-b06f-47a4d7bc9120 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:12.436799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:12.441610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8d192942-81fd-47c7-a077-439c0c1c5cf8 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:12.444686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:12.486664 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.498802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Pushing event updated for resources: {'Port': ['ID=a536b148-68e8-4001-8718-5b3171d666e0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.569537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=4be664b8-339c-490d-81df-b271d5085722,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.576707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985555d-9862-4f08-8d63-3d928c413138 req-74cce435-fe0b-4ca6-86b3-011b023ef989 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.576707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f985555d-9862-4f08-8d63-3d928c413138 req-74cce435-fe0b-4ca6-86b3-011b023ef989 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 931 time: 0.3818617 Mar 31 23:06:12.628154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97518f56-9b9c-4a5b-b671-49e1dd76aa8f req-112f13b9-1e7c-45d2-9fe4-c307797b8a9d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.629744 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97518f56-9b9c-4a5b-b671-49e1dd76aa8f req-112f13b9-1e7c-45d2-9fe4-c307797b8a9d tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.2472417 Mar 31 23:06:12.648832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.651517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.711065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f985555d-9862-4f08-8d63-3d928c413138 req-acb29cd7-0d3b-4557-97a0-3110cb5c0aba tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214302 Mar 31 23:06:12.735114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:12.763871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'port_id': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'mac_address': 'fa:16:3e:9c:d2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:12.767165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.769756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.776332 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-51182c4d-8824-48d7-a33b-953b3c1d55c4 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "DELETE /v2.0/floatingips/9daa4bd0-da2f-43a2-b46b-c360f287e2a1 HTTP/1.1" status: 204 len: 168 time: 1.3825271 Mar 31 23:06:12.780155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44400) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.827657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97518f56-9b9c-4a5b-b671-49e1dd76aa8f req-bb9e94d2-1732-4c6f-bb14-93e955bfa597 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504018 Mar 31 23:06:12.867501 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-3bd7ccf0-f765-4ac8-8fe6-d24a15c1e645 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3104148 Mar 31 23:06:12.881380 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.901288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Request body: {'port': {'device_id': '6deb0744-20bb-44f3-b21c-70f251625489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:12.912275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.937420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d192942-81fd-47c7-a077-439c0c1c5cf8 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:12.965521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:12.969926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:12.974841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.979198 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.004290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Subnet': ['ID=d81e9ec9-4728-4070-a38d-79cd7d82f027,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:13.021206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.023275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.024538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.025121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.025684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.028488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.029205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.029922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.030501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.031097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.031647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.032972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:13.040794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafcf952-fa2e-45f4-8bdc-8a9e9a251633 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:13.071585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:13.097475 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.101171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c4a6be17-9664-40fe-8c58-d46607270f28 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2638130 Mar 31 23:06:13.105469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44416) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:13.110292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-512161510', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd81e9ec9-4728-4070-a38d-79cd7d82f027'}], 'security_groups': ['afa7ca04-e47b-4be1-84d9-1f0ad39c2e7e', '0970b61c-ae01-4cea-b8cd-905e0c3c4960']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:13.163081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1d70bdd6-7d2b-4a82-8c75-e2a09fe11ef5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port 6fd6c539-a940-4828-a705-542efece0742 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:13.163268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d70bdd6-7d2b-4a82-8c75-e2a09fe11ef5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.167401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.312865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8d192942-81fd-47c7-a077-439c0c1c5cf8'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:13.356345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d70bdd6-7d2b-4a82-8c75-e2a09fe11ef5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.372367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1d70bdd6-7d2b-4a82-8c75-e2a09fe11ef5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for 6fd6c539-a940-4828-a705-542efece0742 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:13.385578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:13.753160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d878f-4e60-4103-a1bd-065ac2768f5f req-147b447b-2d73-4f1c-815f-eeb130dfcd17 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.766146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e2d878f-4e60-4103-a1bd-065ac2768f5f req-147b447b-2d73-4f1c-815f-eeb130dfcd17 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 944 time: 0.1846554 Mar 31 23:06:13.894549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794408f4-1232-4c8d-98a1-5ac7bb54aefa None None] Update dhcp port {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'fixed_ips': [{'subnet_id': '38909a53-515f-4079-9955-d714f063a3b3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b759a4df-17a6-42d8-875e-0e4497dfb7e4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd81e9ec9-4728-4070-a38d-79cd7d82f027'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '60af7936-e92b-4b4e-be9c-c44dd4355154'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:06:13.949771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e2d878f-4e60-4103-a1bd-065ac2768f5f req-e53ba014-bf45-4540-8299-d8487136a48c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821558 Mar 31 23:06:13.976187 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-794408f4-1232-4c8d-98a1-5ac7bb54aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.014822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c8232-ef3d-435c-987f-bb398d3926ad req-c54cd90f-e31a-451b-b5f8-d71cf01a84e5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.029098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a0c8232-ef3d-435c-987f-bb398d3926ad req-c54cd90f-e31a-451b-b5f8-d71cf01a84e5 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.2350955 Mar 31 23:06:14.127297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a0c8232-ef3d-435c-987f-bb398d3926ad req-7a95a600-842c-49a7-a411-72da071a52a1 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968878 Mar 31 23:06:14.334980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d74d03-3ae6-4c62-961e-0105d928c943 req-f6c3ae88-6b27-4a0f-a083-df14f3c60c1b tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.337167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1d74d03-3ae6-4c62-961e-0105d928c943 req-f6c3ae88-6b27-4a0f-a083-df14f3c60c1b tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 931 time: 0.2085001 Mar 31 23:06:14.422084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa791f12-a6b8-4aab-b2b4-7b9e1b2c7cb0 req-47820472-cb15-4e83-854e-1dedde2ed428 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.431939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa791f12-a6b8-4aab-b2b4-7b9e1b2c7cb0 req-47820472-cb15-4e83-854e-1dedde2ed428 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.2220333 Mar 31 23:06:14.454302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-794408f4-1232-4c8d-98a1-5ac7bb54aefa None None] Allocated IP 172.20.0.34 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/d81e9ec9-4728-4070-a38d-79cd7d82f027/60af7936-e92b-4b4e-be9c-c44dd4355154) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:14.467284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8d192942-81fd-47c7-a077-439c0c1c5cf8 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:14.564239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1d74d03-3ae6-4c62-961e-0105d928c943 req-1f9d31ac-2459-44cc-983f-74298ad95ba9 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058120 Mar 31 23:06:14.625752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa791f12-a6b8-4aab-b2b4-7b9e1b2c7cb0 req-9d2ba8bc-91b3-4bd6-b60b-e788282e6598 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811633 Mar 31 23:06:14.627923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.732690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 8d192942-81fd-47c7-a077-439c0c1c5cf8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:14.733055 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.780866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-794408f4-1232-4c8d-98a1-5ac7bb54aefa None None] For port 60af7936-e92b-4b4e-be9c-c44dd4355154, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=60af7936-e92b-4b4e-be9c-c44dd4355154,segment=NetworkSegment(94c2e70b-4f71-4714-ba6e-6414ccce4b66),segment_id=94c2e70b-4f71-4714-ba6e-6414ccce4b66)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:14.842081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-794408f4-1232-4c8d-98a1-5ac7bb54aefa None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.892304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.918347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:14.920860 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6c5043-a960-4f13-b5f4-3ddd1b69259a" -d '{"events": [{"server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "name": "network-vif-plugged", "status": "completed", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:14.937618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:14.998269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a536b148-68e8-4001-8718-5b3171d666e0 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:15.007769 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcbbe57-788a-478d-9aa4-7b1c2d07ab60 x-openstack-request-id: req-ddcbbe57-788a-478d-9aa4-7b1c2d07ab60 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:15.007769 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "name": "network-vif-plugged", "status": "completed", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:15.008334 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddcbbe57-788a-478d-9aa4-7b1c2d07ab60 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:15.009066 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcbbe57-788a-478d-9aa4-7b1c2d07ab60'] response: {'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'code': 200} Mar 31 23:06:15.013410 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.084420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Transition to ACTIVE for port object a536b148-68e8-4001-8718-5b3171d666e0 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:06:15.085239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d70bdd6-7d2b-4a82-8c75-e2a09fe11ef5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.117550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-794408f4-1232-4c8d-98a1-5ac7bb54aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.134229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.156325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70bdd6-7d2b-4a82-8c75-e2a09fe11ef5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=6fd6c539-a940-4828-a705-542efece0742,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:15.228218 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.291558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fdc60-ea0d-4db4-afd6-cbf68c6bc3c3 req-9347efab-9bbd-43d4-bcb4-edbd4e4e33d6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.307601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e48fdc60-ea0d-4db4-afd6-cbf68c6bc3c3 req-9347efab-9bbd-43d4-bcb4-edbd4e4e33d6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1962106 Mar 31 23:06:15.325661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794408f4-1232-4c8d-98a1-5ac7bb54aefa None None] Pushing event updated for resources: {'Port': ['ID=60af7936-e92b-4b4e-be9c-c44dd4355154,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:15.404637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:15.434412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Pushing event updated for resources: {'Port': ['ID=a536b148-68e8-4001-8718-5b3171d666e0,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:15.490823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e48fdc60-ea0d-4db4-afd6-cbf68c6bc3c3 req-d8f4b550-9ca0-4ca1-825c-fd6e063e7ade tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803377 Mar 31 23:06:15.548952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d70bdd6-7d2b-4a82-8c75-e2a09fe11ef5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.556652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44464) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:15.562051 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1d70bdd6-7d2b-4a82-8c75-e2a09fe11ef5 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "DELETE /v2.0/ports/6fd6c539-a940-4828-a705-542efece0742 HTTP/1.1" status: 204 len: 168 time: 2.7823620 Mar 31 23:06:15.611056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Delete allocated IP 172.20.0.14 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/b759a4df-17a6-42d8-875e-0e4497dfb7e4) {{(pid=109821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:06:15.624710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Allocated IP 172.20.0.38 (0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2/d81e9ec9-4728-4070-a38d-79cd7d82f027/81a1ec2d-6af3-4e77-bd3c-398f1fc3f019) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:15.831043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.899007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.988097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event updated for resources: {'Port': ['ID=81a1ec2d-6af3-4e77-bd3c-398f1fc3f019,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:16.011675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa9a39-7786-4c1e-9392-a4969014fe06 req-e2269d57-6b9b-4738-bb18-d7e32fc04308 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.019703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0fa9a39-7786-4c1e-9392-a4969014fe06 req-e2269d57-6b9b-4738-bb18-d7e32fc04308 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.3319826 Mar 31 23:06:16.027355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9ad62-2d82-406a-8a11-682a44670bad req-d3268b0e-827e-4fde-9b7e-a45e28c6ebcb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.028852 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cef9ad62-2d82-406a-8a11-682a44670bad req-d3268b0e-827e-4fde-9b7e-a45e28c6ebcb tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 946 time: 0.1929259 Mar 31 23:06:16.067291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0d25e59e-7482-43e7-b7a3-d6e65910c095 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port 3bd99b62-68ed-4677-944a-ff67dbbabe7b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:16.067647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d25e59e-7482-43e7-b7a3-d6e65910c095 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.133567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] In _notify_port_updated(), no bound segment for port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 on network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:06:16.139138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.139792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.144761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-43215ba5-d6ec-4ca6-9caa-ccdce2d868f3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "PUT /v2.0/ports/81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 HTTP/1.1" status: 200 len: 959 time: 3.0357888 Mar 31 23:06:16.146357 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44470) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.215351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d25e59e-7482-43e7-b7a3-d6e65910c095 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.222170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Attempting to bind port a536b148-68e8-4001-8718-5b3171d666e0 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:16.222662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Attempting to bind port a536b148-68e8-4001-8718-5b3171d666e0 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:16.223185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Attempting to bind port a536b148-68e8-4001-8718-5b3171d666e0 on network d4056ef5-b3df-4479-b06f-47a4d7bc9120 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:16.230813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0d25e59e-7482-43e7-b7a3-d6e65910c095 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for 3bd99b62-68ed-4677-944a-ff67dbbabe7b owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:16.311388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Port a536b148-68e8-4001-8718-5b3171d666e0 on network d4056ef5-b3df-4479-b06f-47a4d7bc9120 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:06:16.311713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Attempting to bind port a536b148-68e8-4001-8718-5b3171d666e0 on network d4056ef5-b3df-4479-b06f-47a4d7bc9120 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:16.334513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:16.343160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Checking segment: {'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:16.343568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Bound using segment: {'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:16.344043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Bound port: a536b148-68e8-4001-8718-5b3171d666e0, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c26756-1657-4946-82cc-41cdb8fbca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:16.344440 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.546068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0fa9a39-7786-4c1e-9392-a4969014fe06 req-9f70b598-27dc-48f8-852d-44824ebfca25 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1433e0-8f82-40aa-86d8-113a8085c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202036 Mar 31 23:06:16.548568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Deleting port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:16.548922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.602688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d25e59e-7482-43e7-b7a3-d6e65910c095 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.687026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c5a1662f-a8bd-486f-8ab1-432e35d6d676 None None] Provisioning complete for port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:16.687576 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5a1662f-a8bd-486f-8ab1-432e35d6d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.750195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25e59e-7482-43e7-b7a3-d6e65910c095 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=3bd99b62-68ed-4677-944a-ff67dbbabe7b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:16.823332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1662f-a8bd-486f-8ab1-432e35d6d676 None None] Port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:16.869594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c5a1662f-a8bd-486f-8ab1-432e35d6d676 None None] Provisioning complete for port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:16.870405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5a1662f-a8bd-486f-8ab1-432e35d6d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.942413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] For port a536b148-68e8-4001-8718-5b3171d666e0, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:16.973875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1662f-a8bd-486f-8ab1-432e35d6d676 None None] Port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:17.015181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] For port a536b148-68e8-4001-8718-5b3171d666e0, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a536b148-68e8-4001-8718-5b3171d666e0,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:17.025211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] For port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,segment=NetworkSegment(3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a),segment_id=3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:17.025587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.030550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c5a1662f-a8bd-486f-8ab1-432e35d6d676 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:17.031221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5a1662f-a8bd-486f-8ab1-432e35d6d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.046542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-06e28499-7347-4aab-bc36-804b35b025f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:17.046767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-06e28499-7347-4aab-bc36-804b35b025f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.054203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d25e59e-7482-43e7-b7a3-d6e65910c095 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.068594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0d25e59e-7482-43e7-b7a3-d6e65910c095 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "DELETE /v2.0/ports/3bd99b62-68ed-4677-944a-ff67dbbabe7b HTTP/1.1" status: 204 len: 168 time: 1.5082302 Mar 31 23:06:17.070052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44474) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.307004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-06e28499-7347-4aab-bc36-804b35b025f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.325263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830de85-3e97-44f4-922c-cf64e0c3042c req-66115f78-a316-4dc5-a91e-658dbe57811e tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:17.342751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d830de85-3e97-44f4-922c-cf64e0c3042c req-66115f78-a316-4dc5-a91e-658dbe57811e tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 943 time: 0.6414607 Mar 31 23:06:17.350613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-06e28499-7347-4aab-bc36-804b35b025f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:17.406556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 60af7936-e92b-4b4e-be9c-c44dd4355154 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:17.529174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b0dbc0-58d2-43a2-b098-1dfc2a67a9bf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting subnet 280b2ad6-0627-4d46-b305-fc3d93b622a0 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:17.530605 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.547326 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65b0dbc0-58d2-43a2-b098-1dfc2a67a9bf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.613102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Calling delete_port for 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:17.627172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:17.627814 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.629306 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] 10.222.0.50 "PUT /v2.0/ports/a536b148-68e8-4001-8718-5b3171d666e0 HTTP/1.1" status: 200 len: 1091 time: 4.7539542 Mar 31 23:06:17.664102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d830de85-3e97-44f4-922c-cf64e0c3042c req-65ec5f71-57f7-44e9-a907-7bd2c137885d tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203292 Mar 31 23:06:17.706729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65b0dbc0-58d2-43a2-b098-1dfc2a67a9bf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.719909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6deb0744-20bb-44f3-b21c-70f251625489', 'tag': 'a536b148-68e8-4001-8718-5b3171d666e0'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:17.722664 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84abdeca-eee3-4731-b3c5-40787e6aa972" -d '{"events": [{"name": "network-changed", "server_uuid": "6deb0744-20bb-44f3-b21c-70f251625489", "tag": "a536b148-68e8-4001-8718-5b3171d666e0"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:17.942650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-802f67c2-daeb-4514-a28e-d30227376881 None None] Provisioning complete for port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:17.943253 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-802f67c2-daeb-4514-a28e-d30227376881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.995525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:17.996945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.031551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-802f67c2-daeb-4514-a28e-d30227376881 None None] Port 81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:18.207319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65b0dbc0-58d2-43a2-b098-1dfc2a67a9bf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.298254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.312169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380d24b-821e-4f5d-8f52-af306992c65c service neutron] Pushing event updated for resources: {'Port': ['ID=a536b148-68e8-4001-8718-5b3171d666e0,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.343846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-4a63eeaf-ea53-48ba-8cbd-e402d087e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.345720 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-4a63eeaf-ea53-48ba-8cbd-e402d087e3cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e3beb70382a40f4a79a0edfda43ed0d&device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 1094 time: 0.1602173 Mar 31 23:06:18.348821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef0d92-98a1-4a07-a0a4-dd1aa62dbf84 req-a31d8590-f333-4dae-8b89-82afcee96d2f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.367722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57ef0d92-98a1-4a07-a0a4-dd1aa62dbf84 req-a31d8590-f333-4dae-8b89-82afcee96d2f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.4798858 Mar 31 23:06:18.446616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Pushing event deleted for resources: {'Port': ['ID=153d9326-6ebb-4ac3-aad2-32cb7b64e0ef,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.455054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57ef0d92-98a1-4a07-a0a4-dd1aa62dbf84 req-f4c09923-742d-43e3-a432-bb4352666305 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850441 Mar 31 23:06:18.470577 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65b0dbc0-58d2-43a2-b098-1dfc2a67a9bf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.471547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:18.484874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] No DVR routers for this DVR port 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:18.488096 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-711371ad-f7c0-47ef-8064-c808c40ee65a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a536b148-68e8-4001-8718-5b3171d666e0 HTTP/1.1" status: 200 len: 217 time: 0.0905659 Mar 31 23:06:18.489084 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-06e28499-7347-4aab-bc36-804b35b025f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.491707 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.496344 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cef9ad62-2d82-406a-8a11-682a44670bad req-4852a630-3213-4939-ac1e-da23fdde5369 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.45 "DELETE /v2.0/ports/153d9326-6ebb-4ac3-aad2-32cb7b64e0ef HTTP/1.1" status: 204 len: 173 time: 2.4091053 Mar 31 23:06:18.546643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e28499-7347-4aab-bc36-804b35b025f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=81a1ec2d-6af3-4e77-bd3c-398f1fc3f019,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.596264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0dbc0-58d2-43a2-b098-1dfc2a67a9bf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Subnet': ['ID=280b2ad6-0627-4d46-b305-fc3d93b622a0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.611182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:18.612346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 153d9326-6ebb-4ac3-aad2-32cb7b64e0ef not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:18.617477 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65b0dbc0-58d2-43a2-b098-1dfc2a67a9bf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.622130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65b0dbc0-58d2-43a2-b098-1dfc2a67a9bf tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "DELETE /v2.0/subnets/280b2ad6-0627-4d46-b305-fc3d93b622a0 HTTP/1.1" status: 204 len: 168 time: 1.5405700 Mar 31 23:06:18.625846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44480) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:18.641491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af69d4e-bfc9-4060-bf07-e54916ca5103 None None] Network 1846b0f2-57b5-4e40-b343-579f519f3ff3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:18.766669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-5260f442-b34f-4752-8dcf-af1dd07b7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.771076 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-5260f442-b34f-4752-8dcf-af1dd07b7561 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5233d481-80c8-428f-81a2-52f6f3b35410 HTTP/1.1" status: 200 len: 849 time: 0.2626414 Mar 31 23:06:18.860353 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-c374f38c-1660-4241-b23c-41a842eed392 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4056ef5-b3df-4479-b06f-47a4d7bc9120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739424 Mar 31 23:06:18.870698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-06e28499-7347-4aab-bc36-804b35b025f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.880499 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-06e28499-7347-4aab-bc36-804b35b025f2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 HTTP/1.1" status: 204 len: 168 time: 2.7274594 Mar 31 23:06:18.882630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44484) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:18.918583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13b13cd-2270-467f-afbf-560af8c2aa2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting subnet 510f9439-b820-4536-a9b7-34204eacf2aa {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:18.966001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56168144-01f2-427c-b8ed-57a17eda01e3 req-5ec3325a-8b84-42dd-a8a0-08becb91be05 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.968151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56168144-01f2-427c-b8ed-57a17eda01e3 req-5ec3325a-8b84-42dd-a8a0-08becb91be05 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.2308617 Mar 31 23:06:18.969649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d13b13cd-2270-467f-afbf-560af8c2aa2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.973458 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00fbb9a-60fb-409d-9bf4-3943c6144027 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] GET failed (client error): The resource could not be found. Mar 31 23:06:18.979186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a00fbb9a-60fb-409d-9bf4-3943c6144027 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports/81a1ec2d-6af3-4e77-bd3c-398f1fc3f019 HTTP/1.1" status: 404 len: 333 time: 0.0867956 Mar 31 23:06:19.015545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-59a69ef5-f38b-49e7-8eac-d980dd54a867 service neutron] 10.222.0.50 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357808 Mar 31 23:06:19.016047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44486) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:19.134797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] DHCP port deletion for 1846b0f2-57b5-4e40-b343-579f519f3ff3 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:19.169473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56168144-01f2-427c-b8ed-57a17eda01e3 req-e1e62700-ff51-417f-85cb-52e78f73138a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884325 Mar 31 23:06:19.220395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d13b13cd-2270-467f-afbf-560af8c2aa2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.287273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f93820bd-b49b-4181-b5cc-58a36d347b44 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:19.306560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3528bf40-9c06-464b-b585-251147497948 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.379369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3528bf40-9c06-464b-b585-251147497948 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.393048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] Deleting port f93820bd-b49b-4181-b5cc-58a36d347b44 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:19.397217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.509181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67835b06-0d84-4f97-ad6e-b9a73d9c98fd req-01816b7e-ef6d-41e2-979e-b98f8d647ea2 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5cf3f3a-f5bc-4965-a028-39277ed6d885 HTTP/1.1" status: 200 len: 210 time: 0.1012146 Mar 31 23:06:19.525543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3528bf40-9c06-464b-b585-251147497948 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.527939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d13b13cd-2270-467f-afbf-560af8c2aa2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.537022 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3528bf40-9c06-464b-b585-251147497948 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.538205 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3528bf40-9c06-464b-b585-251147497948 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/security-groups/d20567c5-9926-4833-ab75-211ee91e564e HTTP/1.1" status: 204 len: 168 time: 0.5212190 Mar 31 23:06:19.547291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44490) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:19.572043 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.601669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528bf40-9c06-464b-b585-251147497948 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20567c5-9926-4833-ab75-211ee91e564e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:19.624316 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8b53b803-5060-4eaf-a1c5-22cfe1217745 req-9ebe9ce1-6c28-4d95-b6d9-269a8fd23958 service neutron] 10.222.0.50 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751498 Mar 31 23:06:19.647940 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d1decb-d29f-43a9-b84b-d57f1f6437a0 x-openstack-request-id: req-15d1decb-d29f-43a9-b84b-d57f1f6437a0 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:19.648403 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6deb0744-20bb-44f3-b21c-70f251625489", "tag": "a536b148-68e8-4001-8718-5b3171d666e0", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:19.648639 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15d1decb-d29f-43a9-b84b-d57f1f6437a0 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:19.652139 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d1decb-d29f-43a9-b84b-d57f1f6437a0'] response: {'name': 'network-changed', 'server_uuid': '6deb0744-20bb-44f3-b21c-70f251625489', 'tag': 'a536b148-68e8-4001-8718-5b3171d666e0', 'status': 'completed', 'code': 200} Mar 31 23:06:19.761021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364f91e0-a692-47a9-bfd3-732ee280e4d3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.763174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] For port f93820bd-b49b-4181-b5cc-58a36d347b44, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f93820bd-b49b-4181-b5cc-58a36d347b44,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:19.765440 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.816599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f93820bd-b49b-4181-b5cc-58a36d347b44, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f93820bd-b49b-4181-b5cc-58a36d347b44,segment=NetworkSegment(0b0dc971-e677-4827-bd92-40d2254b58b9),segment_id=0b0dc971-e677-4827-bd92-40d2254b58b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:19.819333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] Calling delete_port for f93820bd-b49b-4181-b5cc-58a36d347b44 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:19.827828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364f91e0-a692-47a9-bfd3-732ee280e4d3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.890905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-a570ac85-94e5-48db-b30a-68df89abab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:19.890905 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-a570ac85-94e5-48db-b30a-68df89abab66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e3beb70382a40f4a79a0edfda43ed0d&device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 1094 time: 0.1284842 Mar 31 23:06:19.917150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d13b13cd-2270-467f-afbf-560af8c2aa2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.965589 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.080980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f93820bd-b49b-4181-b5cc-58a36d347b44,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.081911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5f08e-1dc7-4cb5-8db7-106862268da9 req-9959dd38-4dcb-4aa8-b371-b09d60603494 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:20.081911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9c5f08e-1dc7-4cb5-8db7-106862268da9 req-9959dd38-4dcb-4aa8-b371-b09d60603494 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 943 time: 0.2628169 Mar 31 23:06:20.081911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b13cd-2270-467f-afbf-560af8c2aa2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Subnet': ['ID=510f9439-b820-4536-a9b7-34204eacf2aa,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.081911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d13b13cd-2270-467f-afbf-560af8c2aa2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.091010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae2c72-f9c4-4d4f-a0e0-060334643a49 None None] Network 4388476e-2dfd-4975-bab7-9f38ddb2c65a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:20.098621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d13b13cd-2270-467f-afbf-560af8c2aa2f tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "DELETE /v2.0/subnets/510f9439-b820-4536-a9b7-34204eacf2aa HTTP/1.1" status: 204 len: 168 time: 1.4710000 Mar 31 23:06:20.101429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44492) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:20.176602 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-97efadd5-2b9d-428f-812a-6ee32cfa69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:20.180507 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-97efadd5-2b9d-428f-812a-6ee32cfa69ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4056ef5-b3df-4479-b06f-47a4d7bc9120 HTTP/1.1" status: 200 len: 910 time: 0.2778158 Mar 31 23:06:20.214742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9c5f08e-1dc7-4cb5-8db7-106862268da9 req-fb53fe27-cf28-4a9a-93ab-262d6187fcf8 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071322 Mar 31 23:06:20.254615 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-ea3ee660-d265-4762-af0f-c8ffb6f87a4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a536b148-68e8-4001-8718-5b3171d666e0 HTTP/1.1" status: 200 len: 217 time: 0.0684102 Mar 31 23:06:20.352555 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-6400f68d-929e-47a5-b51c-9c58f3188053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:20.356009 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-6400f68d-929e-47a5-b51c-9c58f3188053 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5233d481-80c8-428f-81a2-52f6f3b35410 HTTP/1.1" status: 200 len: 849 time: 0.0943696 Mar 31 23:06:20.361832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.380345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] DHCP port deletion for 4388476e-2dfd-4975-bab7-9f38ddb2c65a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:20.405391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92529195-1549-44fc-9d32-ba66b82e4cb4 req-4be68bfb-a4ab-406d-bf52-fc35c8dfa15f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:20.407318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92529195-1549-44fc-9d32-ba66b82e4cb4 req-4be68bfb-a4ab-406d-bf52-fc35c8dfa15f tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0938323 Mar 31 23:06:20.455619 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-5aa47ae2-557d-4587-ad9d-cb2578c5f0cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4056ef5-b3df-4479-b06f-47a4d7bc9120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925057 Mar 31 23:06:20.464995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.472594 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364f91e0-a692-47a9-bfd3-732ee280e4d3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.475717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364f91e0-a692-47a9-bfd3-732ee280e4d3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.481092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-364f91e0-a692-47a9-bfd3-732ee280e4d3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/security-groups/0970b61c-ae01-4cea-b8cd-905e0c3c4960 HTTP/1.1" status: 204 len: 168 time: 0.8663852 Mar 31 23:06:20.490019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44496) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:20.520141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92529195-1549-44fc-9d32-ba66b82e4cb4 req-9621ea16-c888-4e4c-b188-7f3df73c28da tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769455 Mar 31 23:06:20.520728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] Pushing event deleted for resources: {'Port': ['ID=f93820bd-b49b-4181-b5cc-58a36d347b44,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.531639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] Deleting port d2013fc6-db52-4819-b3c6-41df98066283 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:20.534189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.558016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f91e0-a692-47a9-bfd3-732ee280e4d3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0970b61c-ae01-4cea-b8cd-905e0c3c4960,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.567993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad67159-4978-4b76-ae61-524a13cc0fce None None] No DVR routers for this DVR port f93820bd-b49b-4181-b5cc-58a36d347b44 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:20.643155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Deleting port f93820bd-b49b-4181-b5cc-58a36d347b44 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:20.645127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.685567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] For port d2013fc6-db52-4819-b3c6-41df98066283, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2013fc6-db52-4819-b3c6-41df98066283,segment=NetworkSegment(e8de1510-b1d6-4674-81e6-7860e2886542),segment_id=e8de1510-b1d6-4674-81e6-7860e2886542)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:20.685968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.719369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] Calling delete_port for d2013fc6-db52-4819-b3c6-41df98066283 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:20.788555 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-e23fc9cd-3a1b-4a9b-b56c-0c6f45b04450 service neutron] 10.222.0.50 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248644 Mar 31 23:06:20.798437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] For port f93820bd-b49b-4181-b5cc-58a36d347b44, host n-d-836015-1, got binding levels [] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:20.799060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.836800 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a60f0d-2beb-47dd-a67d-bf9583b6989c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.844424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f305a-207f-4afd-b10a-adac7d0cbee5 req-af36d920-872a-44c4-91c1-1b267dabf5ff tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:20.846441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b02f305a-207f-4afd-b10a-adac7d0cbee5 req-af36d920-872a-44c4-91c1-1b267dabf5ff tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1217215 Mar 31 23:06:20.847809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Calling delete_port for f93820bd-b49b-4181-b5cc-58a36d347b44 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:20.851778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Port f93820bd-b49b-4181-b5cc-58a36d347b44 was not found and therefore no delete operation was performed {{(pid=109820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:06:20.853822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.895047 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.904141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Port': ['ID=f93820bd-b49b-4181-b5cc-58a36d347b44,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.931613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] No DVR routers for this DVR port f93820bd-b49b-4181-b5cc-58a36d347b44 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:20.948906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] Pushing event deleted for resources: {'Port': ['ID=d2013fc6-db52-4819-b3c6-41df98066283,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.967748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8a550-aec0-45ae-8442-45e123bd30fa None None] No DVR routers for this DVR port d2013fc6-db52-4819-b3c6-41df98066283 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:20.979596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a60f0d-2beb-47dd-a67d-bf9583b6989c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.107789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b02f305a-207f-4afd-b10a-adac7d0cbee5 req-f1f9b893-4d28-4dac-aaae-0f0a8cd6d2c0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439682 Mar 31 23:06:21.121332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.124643 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-84abdeca-eee3-4731-b3c5-40787e6aa972 req-0d56ac73-539e-4a6a-8e5d-78463e20726b service neutron] 10.222.0.50 "GET /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003039 Mar 31 23:06:21.175244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a60f0d-2beb-47dd-a67d-bf9583b6989c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.178253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52a60f0d-2beb-47dd-a67d-bf9583b6989c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.178392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1846b0f2-57b5-4e40-b343-579f519f3ff3']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:21.187476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44508) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.188609 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-52a60f0d-2beb-47dd-a67d-bf9583b6989c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/security-groups/afa7ca04-e47b-4be1-84d9-1f0ad39c2e7e HTTP/1.1" status: 204 len: 168 time: 0.6970792 Mar 31 23:06:21.234908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a60f0d-2beb-47dd-a67d-bf9583b6989c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa7ca04-e47b-4be1-84d9-1f0ad39c2e7e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:21.284809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44512) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.339989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2013fc6-db52-4819-b3c6-41df98066283 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:21.382825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3450ea4b-6c29-4e21-8ad1-ca18378c2796 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet b759a4df-17a6-42d8-875e-0e4497dfb7e4 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:21.403169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d2013fc6-db52-4819-b3c6-41df98066283 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:21.405004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2013fc6-db52-4819-b3c6-41df98066283 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:21.407427 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3450ea4b-6c29-4e21-8ad1-ca18378c2796 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.419359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-78674c5d-b585-4c33-8220-1499674962e5 admin admin] Deleting subnet 423e6cf0-b271-4227-bdb6-9e93b52151ae {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:21.424468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78674c5d-b585-4c33-8220-1499674962e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.503482 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3450ea4b-6c29-4e21-8ad1-ca18378c2796 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.616995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78674c5d-b585-4c33-8220-1499674962e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.636692 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3450ea4b-6c29-4e21-8ad1-ca18378c2796 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.678525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-deleted', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:21.682245 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa3d331-0eb7-4f15-8147-6d3a1d945742" -d '{"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-deleted", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:21.735748 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78674c5d-b585-4c33-8220-1499674962e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.746670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0dc971-e677-4827-bd92-40d2254b58b9') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:21.747041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0dc971-e677-4827-bd92-40d2254b58b9') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:21.760614 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.786401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.799478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:21.800177 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:21.826648 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:22.039472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78674c5d-b585-4c33-8220-1499674962e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.043411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.062854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.082508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "DELETE /v2.0/networks/1846b0f2-57b5-4e40-b343-579f519f3ff3 HTTP/1.1" status: 204 len: 168 time: 1.9784498 Mar 31 23:06:22.117382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3450ea4b-6c29-4e21-8ad1-ca18378c2796 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.128740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44518) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:22.140461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78674c5d-b585-4c33-8220-1499674962e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.146009 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-78674c5d-b585-4c33-8220-1499674962e5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/423e6cf0-b271-4227-bdb6-9e93b52151ae HTTP/1.1" status: 204 len: 168 time: 0.8577981 Mar 31 23:06:22.146009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78674c5d-b585-4c33-8220-1499674962e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423e6cf0-b271-4227-bdb6-9e93b52151ae,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.146749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44520) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:22.232104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ae7ea-abb9-46ed-8b10-69d11dcfda79 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Network': ['ID=1846b0f2-57b5-4e40-b343-579f519f3ff3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.297368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450ea4b-6c29-4e21-8ad1-ca18378c2796 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=b759a4df-17a6-42d8-875e-0e4497dfb7e4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.313966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b5ee7-a4ce-46e3-8e88-36b7709df62f None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:22.314307 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3450ea4b-6c29-4e21-8ad1-ca18378c2796 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.318532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3450ea4b-6c29-4e21-8ad1-ca18378c2796 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/b759a4df-17a6-42d8-875e-0e4497dfb7e4 HTTP/1.1" status: 204 len: 168 time: 1.1289790 Mar 31 23:06:22.325072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44528) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:22.350981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf096e4b-7c56-4020-8b20-aba3d18805d9 req-53a7988f-5091-4642-bcf5-2d97977e103b tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:22.378545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf096e4b-7c56-4020-8b20-aba3d18805d9 req-53a7988f-5091-4642-bcf5-2d97977e103b tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 943 time: 0.2451310 Mar 31 23:06:22.399919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab5c8c9-0320-42e2-b390-4697cde014dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet d81e9ec9-4728-4070-a38d-79cd7d82f027 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:22.407077 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aab5c8c9-0320-42e2-b390-4697cde014dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.477626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf096e4b-7c56-4020-8b20-aba3d18805d9 req-95fb6e72-70b2-484c-8993-6ef09286d4a5 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841770 Mar 31 23:06:22.478735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aab5c8c9-0320-42e2-b390-4697cde014dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.707088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d84f1-ea78-4923-b72c-cad00af5aa41 req-b3779dbb-1e74-4833-9a78-5f82cb1c5a87 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:22.707578 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aab5c8c9-0320-42e2-b390-4697cde014dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.716541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab5d84f1-ea78-4923-b72c-cad00af5aa41 req-b3779dbb-1e74-4833-9a78-5f82cb1c5a87 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.0824518 Mar 31 23:06:22.776184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab5d84f1-ea78-4923-b72c-cad00af5aa41 req-fd975fe8-b76b-473e-ba11-48e66705e387 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584242 Mar 31 23:06:22.851293 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4261fb-7468-4913-9b3c-ccc2f822714d x-openstack-request-id: req-ce4261fb-7468-4913-9b3c-ccc2f822714d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:22.851958 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf3f3a-f5bc-4965-a028-39277ed6d885", "name": "network-vif-deleted", "tag": "153d9326-6ebb-4ac3-aad2-32cb7b64e0ef", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:22.852431 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce4261fb-7468-4913-9b3c-ccc2f822714d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:22.853058 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4261fb-7468-4913-9b3c-ccc2f822714d'] response: {'server_uuid': 'e5cf3f3a-f5bc-4965-a028-39277ed6d885', 'name': 'network-vif-deleted', 'tag': '153d9326-6ebb-4ac3-aad2-32cb7b64e0ef', 'status': 'completed', 'code': 200} Mar 31 23:06:22.859341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.866257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.941405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aab5c8c9-0320-42e2-b390-4697cde014dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.990133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aab5c8c9-0320-42e2-b390-4697cde014dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.990935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda68d78-0589-4db3-b017-ac6305cfa8c1 req-5b7d4995-2ccd-4a54-8fbf-19bfe36b173d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:23.005341 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aab5c8c9-0320-42e2-b390-4697cde014dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/d81e9ec9-4728-4070-a38d-79cd7d82f027 HTTP/1.1" status: 204 len: 168 time: 0.6754301 Mar 31 23:06:23.013014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cda68d78-0589-4db3-b017-ac6305cfa8c1 req-5b7d4995-2ccd-4a54-8fbf-19bfe36b173d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1484637 Mar 31 23:06:23.016764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44532) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.102630 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6dc1e6-cb60-461f-8f05-f228ef1a90df tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:23.103396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6dc1e6-cb60-461f-8f05-f228ef1a90df tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:23.106736 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aa6dc1e6-cb60-461f-8f05-f228ef1a90df tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/b759a4df-17a6-42d8-875e-0e4497dfb7e4 HTTP/1.1" status: 404 len: 337 time: 0.0814071 Mar 31 23:06:23.114989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44534) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.138290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5c8c9-0320-42e2-b390-4697cde014dc tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=d81e9ec9-4728-4070-a38d-79cd7d82f027,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.155053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cda68d78-0589-4db3-b017-ac6305cfa8c1 req-4f318a7b-5194-4ed1-9ea5-19f5738b6ea6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412559 Mar 31 23:06:23.260880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4785d6ec-bd01-43da-9fbd-e645f489972b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting subnet 38909a53-515f-4079-9955-d714f063a3b3 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:23.274773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4785d6ec-bd01-43da-9fbd-e645f489972b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.280248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.291477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.336510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4388476e-2dfd-4975-bab7-9f38ddb2c65a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:23.356873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60db7758-19a4-4ac9-831c-609a9ba5d2f3']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:23.376879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8de1510-b1d6-4674-81e6-7860e2886542') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:23.377580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8de1510-b1d6-4674-81e6-7860e2886542') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:23.389670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:23.390359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aaafe01-5a7e-4b21-8d2e-e6bbbf02910a') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:23.407731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.418927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.435166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.443833 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.457938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:23.462154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.469824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4785d6ec-bd01-43da-9fbd-e645f489972b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:23.473200 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:23.489571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:23.494536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:23.498795 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:23.512166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c7b32-536c-4d9c-b7cc-1965666c7e1d req-8bbcdcac-930b-4e3f-962d-27ad61625af9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:23.523502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c17c7b32-536c-4d9c-b7cc-1965666c7e1d req-8bbcdcac-930b-4e3f-962d-27ad61625af9 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1886895 Mar 31 23:06:23.656151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c17c7b32-536c-4d9c-b7cc-1965666c7e1d req-2673f583-d0d0-4a6c-936a-b9ac6679b946 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316082 Mar 31 23:06:23.775051 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4785d6ec-bd01-43da-9fbd-e645f489972b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.791732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.797810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.807649 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] 10.222.0.31 "DELETE /v2.0/networks/4388476e-2dfd-4975-bab7-9f38ddb2c65a HTTP/1.1" status: 204 len: 168 time: 1.6740263 Mar 31 23:06:23.814097 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.819910 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.837277 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] 10.222.0.31 "DELETE /v2.0/networks/60db7758-19a4-4ac9-831c-609a9ba5d2f3 HTTP/1.1" status: 204 len: 168 time: 1.6872761 Mar 31 23:06:23.887916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9110d0-5cab-4848-b4a3-9f95ef4ff848 tempest-TaggedBootDevicesTest-1500210829 tempest-TaggedBootDevicesTest-1500210829-project] Pushing event deleted for resources: {'Network': ['ID=4388476e-2dfd-4975-bab7-9f38ddb2c65a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.928922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbca21-f053-41f3-9097-b95bf0429c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=60db7758-19a4-4ac9-831c-609a9ba5d2f3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.940623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eab0c0-3b55-4d63-8ba4-7b6c7f62b649 None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:24.001361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2683ca-5765-49c8-9e09-2e0cbdc13c34 req-a4771299-5b8c-4fcd-8488-92b648cf288a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:24.013947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b2683ca-5765-49c8-9e09-2e0cbdc13c34 req-a4771299-5b8c-4fcd-8488-92b648cf288a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 943 time: 0.2305439 Mar 31 23:06:24.084736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a536b148-68e8-4001-8718-5b3171d666e0 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:24.085510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b2683ca-5765-49c8-9e09-2e0cbdc13c34 req-e92ec0ae-f033-48cf-bb6e-b31a75a2f78c tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706458 Mar 31 23:06:24.165334 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0f1ae439-bb16-4f4d-8ead-cc57b66bd653 None None] Provisioning complete for port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:24.166465 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae439-bb16-4f4d-8ead-cc57b66bd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.203612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4785d6ec-bd01-43da-9fbd-e645f489972b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.256375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ae439-bb16-4f4d-8ead-cc57b66bd653 None None] Port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:24.261973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785d6ec-bd01-43da-9fbd-e645f489972b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Subnet': ['ID=38909a53-515f-4079-9955-d714f063a3b3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:24.267666 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:06:24.282495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4785d6ec-bd01-43da-9fbd-e645f489972b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.293145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4785d6ec-bd01-43da-9fbd-e645f489972b tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/38909a53-515f-4079-9955-d714f063a3b3 HTTP/1.1" status: 204 len: 168 time: 1.1770771 Mar 31 23:06:24.296221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44548) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.314771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44550) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.360841 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab7a609-aa19-4207-86d8-f8de45539c1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:24.362203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab7a609-aa19-4207-86d8-f8de45539c1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:24.378218 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8ab7a609-aa19-4207-86d8-f8de45539c1c tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/e6d6e423-232f-49f8-af74-caf9f4e68ac7 HTTP/1.1" status: 404 len: 337 time: 0.0798163 Mar 31 23:06:24.387035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44552) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.458759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5d35c980-249b-4bd9-a815-ecbdcfbfb76c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=541c0fd209004252b1f7997efe6885d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391783 Mar 31 23:06:24.463281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44554) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.485072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e2f489fe-88cb-44fe-847b-16ac3ae29111 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2461870-808d-4eed-9dbe-6af386e97f67 HTTP/1.1" status: 200 len: 205 time: 0.0927839 Mar 31 23:06:24.485782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44556) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:24.548092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a536b148-68e8-4001-8718-5b3171d666e0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a536b148-68e8-4001-8718-5b3171d666e0,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:24.592434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'a536b148-68e8-4001-8718-5b3171d666e0', 'network_id': 'd4056ef5-b3df-4479-b06f-47a4d7bc9120', 'port_id': 'a536b148-68e8-4001-8718-5b3171d666e0', 'mac_address': 'fa:16:3e:d9:49:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5233d481-80c8-428f-81a2-52f6f3b35410', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:24.606801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3baa5717-68c1-41eb-80d7-83a549f36313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.700466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3baa5717-68c1-41eb-80d7-83a549f36313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.718840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0f1ae439-bb16-4f4d-8ead-cc57b66bd653 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:24.719822 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae439-bb16-4f4d-8ead-cc57b66bd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.844230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.882788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3baa5717-68c1-41eb-80d7-83a549f36313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.886122 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3baa5717-68c1-41eb-80d7-83a549f36313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.890308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3baa5717-68c1-41eb-80d7-83a549f36313 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd1433e0-8f82-40aa-86d8-113a8085c2ff HTTP/1.1" status: 204 len: 168 time: 0.4249237 Mar 31 23:06:24.926242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa5717-68c1-41eb-80d7-83a549f36313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1433e0-8f82-40aa-86d8-113a8085c2ff,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:24.927832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a536b148-68e8-4001-8718-5b3171d666e0 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:25.057593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a536b148-68e8-4001-8718-5b3171d666e0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a536b148-68e8-4001-8718-5b3171d666e0,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:25.083388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f605c-ab0b-4a51-9088-ce1bb54c8c43 req-15dcded4-8e4f-4e9e-bfee-87a56111370b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.105508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f55f605c-ab0b-4a51-9088-ce1bb54c8c43 req-15dcded4-8e4f-4e9e-bfee-87a56111370b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1787047 Mar 31 23:06:25.126610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f67ce9-6333-42c1-8235-342eee6e8819 None None] Update dhcp port {'port': {'network_id': '0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2', 'fixed_ips': [{'subnet_id': '38909a53-515f-4079-9955-d714f063a3b3'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '60af7936-e92b-4b4e-be9c-c44dd4355154'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:06:25.180641 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-49f67ce9-6333-42c1-8235-342eee6e8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.193080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f55f605c-ab0b-4a51-9088-ce1bb54c8c43 req-62769547-1172-4a86-8f4e-f81b73549e78 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866654 Mar 31 23:06:25.199529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.416976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a536b148-68e8-4001-8718-5b3171d666e0,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:25.417171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972e143-9d3a-4140-bcdd-6706fafe272b req-64a3a6fe-2497-42d8-8417-e9f1b277b841 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.433424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7972e143-9d3a-4140-bcdd-6706fafe272b req-64a3a6fe-2497-42d8-8417-e9f1b277b841 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1414142 Mar 31 23:06:25.489470 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-4f09fe5b-76cb-4e43-ac57-f656f3562080 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] delete failed (client error): The resource could not be found. Mar 31 23:06:25.489470 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4f09fe5b-76cb-4e43-ac57-f656f3562080 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/routers/f2461870-808d-4eed-9dbe-6af386e97f67 HTTP/1.1" status: 404 len: 336 time: 1.0024815 Mar 31 23:06:25.494443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:25.507398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a536b148-68e8-4001-8718-5b3171d666e0'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:25.568965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7972e143-9d3a-4140-bcdd-6706fafe272b req-5e15bde8-8660-410f-8287-35ddd9ac4511 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346686 Mar 31 23:06:25.695309 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f202d9bb-7868-4e08-a939-b5be8bc665da tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:25.696430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f202d9bb-7868-4e08-a939-b5be8bc665da tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:25.702118 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f202d9bb-7868-4e08-a939-b5be8bc665da tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/770df14e-eba1-492f-b1e2-a65c736b969a HTTP/1.1" status: 404 len: 337 time: 0.2054112 Mar 31 23:06:25.705170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44572) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:25.713251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54432275-89b1-42fe-94cb-3d6733946a7e None None] Network 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:25.816399 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-56678c1d-401a-49bb-be5b-8deb1a7b80ce tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:25.816765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56678c1d-401a-49bb-be5b-8deb1a7b80ce tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:25.836001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44576) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:25.840004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56678c1d-401a-49bb-be5b-8deb1a7b80ce tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/29ac116c-8428-44a7-9cf5-4189d45791ba HTTP/1.1" status: 404 len: 337 time: 0.1314313 Mar 31 23:06:25.903472 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a8ea8d-5ace-4996-8a92-5db421900ace tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:25.908112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a8ea8d-5ace-4996-8a92-5db421900ace tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:25.924558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-23a8ea8d-5ace-4996-8a92-5db421900ace tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/b99352e8-f6f4-46f4-89d8-d279666216ae HTTP/1.1" status: 404 len: 337 time: 0.0872760 Mar 31 23:06:25.930875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44582) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:25.991268 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5693dfd-0597-4593-8964-a8ba051c48c2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:25.992535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5693dfd-0597-4593-8964-a8ba051c48c2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:25.999174 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c5693dfd-0597-4593-8964-a8ba051c48c2 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/406c48a4-15e9-421e-a977-e53f2a21c498 HTTP/1.1" status: 404 len: 333 time: 0.0664506 Mar 31 23:06:26.002974 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:06:26.003528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4212995-7691-4f5c-83ab-082935bd3269 req-6ecf55ae-447e-485d-bd0b-ee0c3f92750f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.005585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44586) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:26.008920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4212995-7691-4f5c-83ab-082935bd3269 req-6ecf55ae-447e-485d-bd0b-ee0c3f92750f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 944 time: 0.1617393 Mar 31 23:06:26.015498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8403ec60-0af8-438d-8b65-6fe0baf13328 None None] Provisioning complete for port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:26.019015 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8403ec60-0af8-438d-8b65-6fe0baf13328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.103486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4212995-7691-4f5c-83ab-082935bd3269 req-4f0f9f99-3f80-45e3-ad86-70c2e4c7dcf3 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908673 Mar 31 23:06:26.156181 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f65aed-4275-408b-bd93-460e686d605a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:26.157131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f65aed-4275-408b-bd93-460e686d605a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:26.160611 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b0f65aed-4275-408b-bd93-460e686d605a tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/1369a55d-4d27-4e2c-8c42-92b8515c47a3 HTTP/1.1" status: 404 len: 337 time: 0.1538298 Mar 31 23:06:26.163145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44588) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:26.227813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8403ec60-0af8-438d-8b65-6fe0baf13328 None None] Port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:26.245852 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-335919da-9d78-4eba-b278-a3493f2cd2a5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:26.246334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335919da-9d78-4eba-b278-a3493f2cd2a5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:26.248272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-76d16946-570f-445c-acb6-0be910378669 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.249721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-335919da-9d78-4eba-b278-a3493f2cd2a5 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/6b4d2dd8-8f7c-4b0a-ac06-5fc0875d9887 HTTP/1.1" status: 404 len: 337 time: 0.0855353 Mar 31 23:06:26.250904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-76d16946-570f-445c-acb6-0be910378669 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.2454698 Mar 31 23:06:26.252451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44596) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:26.287624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8403ec60-0af8-438d-8b65-6fe0baf13328 None None] Provisioning complete for port 60af7936-e92b-4b4e-be9c-c44dd4355154 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:26.288217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8403ec60-0af8-438d-8b65-6fe0baf13328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.346765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] DHCP port deletion for 0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:26.375876 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1f996f-3254-45db-8dca-2f5646610aba tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:26.377376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1f996f-3254-45db-8dca-2f5646610aba tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:26.385501 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3b1f996f-3254-45db-8dca-2f5646610aba tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/f3c17d52-6ebd-43f4-a723-0fea33954fea HTTP/1.1" status: 404 len: 333 time: 0.1228182 Mar 31 23:06:26.387012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44598) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:26.441944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d603-c504-4694-b69e-9df6562031b2 req-8aa2b6e7-8fba-466f-bba7-165f7c00cea1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.443586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2f2d603-c504-4694-b69e-9df6562031b2 req-8aa2b6e7-8fba-466f-bba7-165f7c00cea1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.0911045 Mar 31 23:06:26.477539 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c882733e-3817-4faf-a8cf-1d14ddb1b6c3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:26.478289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c882733e-3817-4faf-a8cf-1d14ddb1b6c3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:26.482572 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c882733e-3817-4faf-a8cf-1d14ddb1b6c3 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/e54cbf85-8dac-474c-ab0c-fc54c72f73a7 HTTP/1.1" status: 404 len: 337 time: 0.0915556 Mar 31 23:06:26.486277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44600) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:26.671419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Deleting port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:26.682291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.696410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2f2d603-c504-4694-b69e-9df6562031b2 req-afc1da1d-de76-492a-9207-656784bef378 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385144 Mar 31 23:06:26.698641 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7229212b-e925-4b15-a346-65741e6207b9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] DELETE failed (client error): The resource could not be found. Mar 31 23:06:26.700092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7229212b-e925-4b15-a346-65741e6207b9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:06:26.713888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7229212b-e925-4b15-a346-65741e6207b9 tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/subnets/9f8865b0-0670-40d3-84af-d8249c8f61b9 HTTP/1.1" status: 404 len: 337 time: 0.2264488 Mar 31 23:06:26.716443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44608) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:26.785892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] Deleting port 60af7936-e92b-4b4e-be9c-c44dd4355154 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:26.786354 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.895983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] For port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:26.896648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.908286 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] For port 60af7936-e92b-4b4e-be9c-c44dd4355154, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=60af7936-e92b-4b4e-be9c-c44dd4355154,segment=NetworkSegment(94c2e70b-4f71-4714-ba6e-6414ccce4b66),segment_id=94c2e70b-4f71-4714-ba6e-6414ccce4b66)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:26.908690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.913235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Calling delete_port for 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:26.940848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] Calling delete_port for 60af7936-e92b-4b4e-be9c-c44dd4355154 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:27.001527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717e329-fb3e-4e6d-bdb5-5a25a7df9e43 req-333f1074-437c-49f6-8a95-b1ebcc4547f1 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.009299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e717e329-fb3e-4e6d-bdb5-5a25a7df9e43 req-333f1074-437c-49f6-8a95-b1ebcc4547f1 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=19bbfef6-198a-4c5e-9a2b-b4708126f98c HTTP/1.1" status: 200 len: 945 time: 0.1838892 Mar 31 23:06:27.110597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e717e329-fb3e-4e6d-bdb5-5a25a7df9e43 req-661e3b82-1e90-49cf-af9c-b11ae78dc197 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987942 Mar 31 23:06:27.134694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-33bf6f17-b7f3-456d-b67e-c4254e7898bd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Deleting port 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:27.134694 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33bf6f17-b7f3-456d-b67e-c4254e7898bd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.281135 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.295544 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33bf6f17-b7f3-456d-b67e-c4254e7898bd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.295733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['37a5d26d-c3c8-4f60-9bd3-669f748e5813'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:27.299366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:27.335380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-33bf6f17-b7f3-456d-b67e-c4254e7898bd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Calling delete_port for 2a76faa4-7427-4c1b-ab8b-1029acc75cf1 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:27.382767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event deleted for resources: {'Port': ['ID=7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:27.429724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 60af7936-e92b-4b4e-be9c-c44dd4355154 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:27.482863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.489097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 60af7936-e92b-4b4e-be9c-c44dd4355154 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:27.489721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 60af7936-e92b-4b4e-be9c-c44dd4355154 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:27.528460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44630) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:27.565340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] No DVR routers for this DVR port 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:27.575168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.580392 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-08696029-6e50-4be1-9c90-ada6bf34c80d req-d5fbc255-7a92-46dc-a2df-27b2d2d488b0 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.50 "DELETE /v2.0/ports/7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc HTTP/1.1" status: 204 len: 173 time: 1.3141568 Mar 31 23:06:27.584184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bbfef6-198a-4c5e-9a2b-b4708126f98c', 'name': 'network-vif-deleted', 'tag': '7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:27.587833 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9589dd-1c71-4f20-8f32-4b16f5b029e9" -d '{"events": [{"server_uuid": "19bbfef6-198a-4c5e-9a2b-b4708126f98c", "name": "network-vif-deleted", "tag": "7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:27.617574 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-ea4f5060-b817-4970-a7e9-01384a163adf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2757189 Mar 31 23:06:27.734246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33bf6f17-b7f3-456d-b67e-c4254e7898bd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.764783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-b4475bb5-3cfb-4095-9d27-da4853658a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.766263 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-b4475bb5-3cfb-4095-9d27-da4853658a20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70b3693b71141289243e0eeec388016&device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 1097 time: 0.1142354 Mar 31 23:06:27.821838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf6f17-b7f3-456d-b67e-c4254e7898bd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Port': ['ID=2a76faa4-7427-4c1b-ab8b-1029acc75cf1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:27.889425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722f1eb-5c75-4f85-b1b5-b50d5b13f41d req-20c2c7b9-da1e-4619-9724-cbad36013096 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.903504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2722f1eb-5c75-4f85-b1b5-b50d5b13f41d req-20c2c7b9-da1e-4619-9724-cbad36013096 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 944 time: 0.2847366 Mar 31 23:06:27.969576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2722f1eb-5c75-4f85-b1b5-b50d5b13f41d req-d0d9c81e-20f2-42ce-9ce4-16c7bb2e7536 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650702 Mar 31 23:06:27.993785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-33bf6f17-b7f3-456d-b67e-c4254e7898bd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.003016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1051069085-network', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:28.006998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-33bf6f17-b7f3-456d-b67e-c4254e7898bd tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/ports/2a76faa4-7427-4c1b-ab8b-1029acc75cf1 HTTP/1.1" status: 204 len: 168 time: 1.2885311 Mar 31 23:06:28.009073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44638) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:28.041366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] Pushing event deleted for resources: {'Port': ['ID=60af7936-e92b-4b4e-be9c-c44dd4355154,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:28.080222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a536b148-68e8-4001-8718-5b3171d666e0 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:28.119413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5b651-c958-4174-9392-2929208a3aaf None None] No DVR routers for this DVR port 60af7936-e92b-4b4e-be9c-c44dd4355154 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:28.295154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Made reservation on behalf of b9ff61f0c69948f7b7f1ddb945a6bc0a for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:28.310801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.380944 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.426005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.469949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-995b10f2-9f6d-4809-a1d7-07f6197053f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.472478 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-995b10f2-9f6d-4809-a1d7-07f6197053f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 200 len: 907 time: 0.6760817 Mar 31 23:06:28.560946 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-63c1189a-4590-400b-a5b8-337d4bd50058 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a5d26d-c3c8-4f60-9bd3-669f748e5813 HTTP/1.1" status: 200 len: 217 time: 0.0640268 Mar 31 23:06:28.649388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-cd0197c9-8d65-470f-939a-c736aeeaba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.652085 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-cd0197c9-8d65-470f-939a-c736aeeaba63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 200 len: 846 time: 0.0833614 Mar 31 23:06:28.655155 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.683579 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.695760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:28.702399 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-6b72e42c-db71-4998-aadc-fe5b172769ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb6ea1c3-84d7-49f8-8abd-1db0d467a585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404234 Mar 31 23:06:28.717663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c2e70b-4f71-4714-ba6e-6414ccce4b66') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:28.718028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c2e70b-4f71-4714-ba6e-6414ccce4b66') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:28.748295 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.772297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.811688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:28.814983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.819680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port a536b148-68e8-4001-8718-5b3171d666e0 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:28.824053 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:28.828549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port a536b148-68e8-4001-8718-5b3171d666e0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:28.829065 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.833298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.870815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:28.897426 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.897813 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Added segment 6d9e3143-f78a-4d42-a85d-36ac96b63b60 of type vlan for network ccddb8e5-47a6-4692-8f5e-3f090a4081ea Mar 31 23:06:29.031349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.096029 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.180395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6deb0744-20bb-44f3-b21c-70f251625489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a536b148-68e8-4001-8718-5b3171d666e0'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:29.183101 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7a0c5e-d3c0-4d38-8338-72580e392825" -d '{"events": [{"server_uuid": "6deb0744-20bb-44f3-b21c-70f251625489", "name": "network-vif-plugged", "status": "completed", "tag": "a536b148-68e8-4001-8718-5b3171d666e0"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:29.212053 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.224094 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.229430 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-c081b19d-cbd8-4073-9995-0163caaabd01 service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190840 Mar 31 23:06:29.231684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] 10.222.0.31 "DELETE /v2.0/networks/0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2 HTTP/1.1" status: 204 len: 168 time: 1.2195184 Mar 31 23:06:29.274135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cce3f4-a84f-4461-b445-d00627e92d4e tempest-PortsTestJSON-1022136209 tempest-PortsTestJSON-1022136209-project] Pushing event deleted for resources: {'Network': ['ID=0d5c5049-1dc0-44a4-8ed4-f914c3d0c2e2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:29.327871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ea55a9-1714-49b5-9710-0fe34a4c1296,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:29.339632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a536b148-68e8-4001-8718-5b3171d666e0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a536b148-68e8-4001-8718-5b3171d666e0,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:29.361507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.365292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.365988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.377429 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d102fdfa-b779-413f-a8e2-dc791121116c x-openstack-request-id: req-d102fdfa-b779-413f-a8e2-dc791121116c {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:29.377804 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bbfef6-198a-4c5e-9a2b-b4708126f98c", "name": "network-vif-deleted", "tag": "7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:29.377982 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d102fdfa-b779-413f-a8e2-dc791121116c {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:29.378562 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d102fdfa-b779-413f-a8e2-dc791121116c'] response: {'server_uuid': '19bbfef6-198a-4c5e-9a2b-b4708126f98c', 'name': 'network-vif-deleted', 'tag': '7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc', 'status': 'completed', 'code': 200} Mar 31 23:06:29.482197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.483599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:29.537037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa2044-18a6-4790-bbe3-c078d082320d req-cbe89335-af89-47bc-bfcf-3c11bc3676a4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.551667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-defa2044-18a6-4790-bbe3-c078d082320d req-cbe89335-af89-47bc-bfcf-3c11bc3676a4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.0944839 Mar 31 23:06:29.677920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-defa2044-18a6-4790-bbe3-c078d082320d req-24a7fce5-00e2-49e6-a585-d04eed61d45d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212304 Mar 31 23:06:29.681735 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1264327 Mar 31 23:06:29.682944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44658) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:29.705083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:29.705083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7d2667d2-7c7e-458a-97f6-bc98e3b0f1cc not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:29.711158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Request body: {'subnet': {'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1051069085-subnet', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:29.822923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69813a-6961-4a56-9b8c-14692def6c7f admin admin] Pushing event updated for resources: {'Network': ['ID=ccddb8e5-47a6-4692-8f5e-3f090a4081ea,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:29.858122 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64665818-5161-47c7-9c14-f7a630d1fdc5 req-ead5172d-fae5-444d-9164-7301fd892fae service neutron] 10.222.0.45 "GET /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161847 Mar 31 23:06:29.879016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Made reservation on behalf of b9ff61f0c69948f7b7f1ddb945a6bc0a for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:29.879225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:29.879722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.953699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed6d8-70fa-4239-a7bb-14ede158c8dc req-af4cc2d7-7e14-4925-9344-d80c13c06eb1 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.955357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc3ed6d8-70fa-4239-a7bb-14ede158c8dc req-af4cc2d7-7e14-4925-9344-d80c13c06eb1 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 945 time: 0.1210072 Mar 31 23:06:30.070264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc3ed6d8-70fa-4239-a7bb-14ede158c8dc req-fa506521-600b-4a4f-8733-f06b35b0f1f5 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048815 Mar 31 23:06:30.084378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a536b148-68e8-4001-8718-5b3171d666e0,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:30.191506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44664) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:30.296493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5912f-4cd6-483c-8f2b-f14946c1ea80 req-140a3165-cbbd-4549-93ee-9f3df508cfd3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:30.310300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6b5912f-4cd6-483c-8f2b-f14946c1ea80 req-140a3165-cbbd-4549-93ee-9f3df508cfd3 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 947 time: 0.1359673 Mar 31 23:06:30.396809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6b5912f-4cd6-483c-8f2b-f14946c1ea80 req-6be102a3-b05e-42d2-af9a-0e5c1ecf2045 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850966 Mar 31 23:06:30.436931 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.459186 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5b71d5-8e9b-4fc3-8439-a97c8bbebc10 x-openstack-request-id: req-8e5b71d5-8e9b-4fc3-8439-a97c8bbebc10 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:30.459705 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6deb0744-20bb-44f3-b21c-70f251625489", "name": "network-vif-plugged", "status": "completed", "tag": "a536b148-68e8-4001-8718-5b3171d666e0", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:30.460108 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e5b71d5-8e9b-4fc3-8439-a97c8bbebc10 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:30.460723 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5b71d5-8e9b-4fc3-8439-a97c8bbebc10'] response: {'server_uuid': '6deb0744-20bb-44f3-b21c-70f251625489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a536b148-68e8-4001-8718-5b3171d666e0', 'code': 200} Mar 31 23:06:30.536488 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:30.605749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0351886d-2b21-41ac-85c0-cd85b29e9379 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5cda5de37c84600a79b0cd7da6142c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850100 Mar 31 23:06:30.611260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44676) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:30.710005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-840f3196-e9f8-4cbd-8a5b-ff74b6220512 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:30.712294 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-840f3196-e9f8-4cbd-8a5b-ff74b6220512 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.45 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 947 time: 0.1857400 Mar 31 23:06:30.719676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc99996-e797-483e-8cb4-cc9bb0eb9d3c req-2c2585f2-8158-4429-8d5d-d9d439fe515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:30.721174 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5bc99996-e797-483e-8cb4-cc9bb0eb9d3c req-2c2585f2-8158-4429-8d5d-d9d439fe515e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 1096 time: 0.1535058 Mar 31 23:06:30.780330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ece32adf-ae64-42f9-bc09-e512a4740e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.814908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ece32adf-ae64-42f9-bc09-e512a4740e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.884034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Checking segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:30.898354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Network hostable DHCP agents. Network: ccddb8e5-47a6-4692-8f5e-3f090a4081ea, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:30.935947 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5bc99996-e797-483e-8cb4-cc9bb0eb9d3c req-1b81c612-cab8-4fcf-9595-7cae41e2ea90 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935657 Mar 31 23:06:30.987900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Deleting port ad13302a-2a9c-458d-8b29-4b93dd185418 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:30.989795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.997466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ece32adf-ae64-42f9-bc09-e512a4740e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.002500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ece32adf-ae64-42f9-bc09-e512a4740e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.006926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ece32adf-ae64-42f9-bc09-e512a4740e0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2346e6dd-7b49-4a29-a1c0-211de77d59ff HTTP/1.1" status: 204 len: 168 time: 0.3940580 Mar 31 23:06:31.019845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9aa91-9d87-4d8a-a6f4-7e91bf066a4e req-3fd7594d-f498-459c-b21f-2f280f31e03d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.024171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0f9aa91-9d87-4d8a-a6f4-7e91bf066a4e req-3fd7594d-f498-459c-b21f-2f280f31e03d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1243615 Mar 31 23:06:31.035697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece32adf-ae64-42f9-bc09-e512a4740e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2346e6dd-7b49-4a29-a1c0-211de77d59ff,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:31.175213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0f9aa91-9d87-4d8a-a6f4-7e91bf066a4e req-7712ee56-f596-4320-afdd-8748ecdd0708 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410735 Mar 31 23:06:31.184449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:31.255523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] For port ad13302a-2a9c-458d-8b29-4b93dd185418, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ad13302a-2a9c-458d-8b29-4b93dd185418,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:31.256451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.312523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092112f-ea5e-4ea8-a76e-749119c2af4e req-8d910678-a11a-4a3d-b422-d886f9d40edb tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.314853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7092112f-ea5e-4ea8-a76e-749119c2af4e req-8d910678-a11a-4a3d-b422-d886f9d40edb tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 949 time: 0.1233411 Mar 31 23:06:31.341865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, ccddb8e5-47a6-4692-8f5e-3f090a4081ea) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:31.353036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2f74d-b68c-4f03-9a78-aea274ee39fd None None] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:31.363139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.363880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.468767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7092112f-ea5e-4ea8-a76e-749119c2af4e req-5bd43b7c-6ef6-4eb9-a34c-076c5371427f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428280 Mar 31 23:06:31.571979 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-93fb405a-9af6-4b60-9286-16e07702236c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8740277 Mar 31 23:06:31.576288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44720) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:31.589966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:31.630927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622232ad-1391-41b9-b228-fe5ab71547d4 req-0be81599-c389-46a1-8715-fa920b29cc61 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.635850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-622232ad-1391-41b9-b228-fe5ab71547d4 req-0be81599-c389-46a1-8715-fa920b29cc61 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 945 time: 0.1594551 Mar 31 23:06:31.683656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:31.684613 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.719479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-622232ad-1391-41b9-b228-fe5ab71547d4 req-a5097e16-6077-4145-8160-f0e2d87b96d6 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755472 Mar 31 23:06:31.826614 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.829504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.843421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.843844 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.844149 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Floating IP 0f265647-92fb-458c-b1cc-c49ab59e7c21 disassociated. External IP: 172.25.4.116, port: ad13302a-2a9c-458d-8b29-4b93dd185418. Mar 31 23:06:31.844504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Calling delete_port for ad13302a-2a9c-458d-8b29-4b93dd185418 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:31.932613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2af90-ffd7-4d0e-9fed-b578d86600fe req-e7239ce0-bddb-47f0-ad8c-8172095469b5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.934510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39f2af90-ffd7-4d0e-9fed-b578d86600fe req-e7239ce0-bddb-47f0-ad8c-8172095469b5 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 947 time: 0.1671183 Mar 31 23:06:32.020225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.040993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39f2af90-ffd7-4d0e-9fed-b578d86600fe req-903807a1-d945-4a25-8d9d-5eb72517fb2a tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747943 Mar 31 23:06:32.433990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Allocated IP 172.20.0.2 (ccddb8e5-47a6-4692-8f5e-3f090a4081ea/2d491e67-e26e-4f6c-8e18-b4460ee5dd0a/a69f83cd-989e-4565-9c99-f5c4299ab434) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:32.594765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.615027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cfe45-147a-4507-9b59-0991cb068397 req-b103375a-ce4f-4439-aac8-7d2fa14219c2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.628197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c13cfe45-147a-4507-9b59-0991cb068397 req-b103375a-ce4f-4439-aac8-7d2fa14219c2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1949170 Mar 31 23:06:32.832080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c13cfe45-147a-4507-9b59-0991cb068397 req-4ae4c4b0-f41f-4beb-8a93-0e856a6137f5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029207 Mar 31 23:06:32.905483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.921699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bfbba-661e-4751-bf10-b140d41fc033 req-6dd57662-2f98-4bbc-8267-501693c359d7 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.949935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-207bfbba-661e-4751-bf10-b140d41fc033 req-6dd57662-2f98-4bbc-8267-501693c359d7 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 949 time: 0.2273891 Mar 31 23:06:32.973988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event deleted for resources: {'Port': ['ID=ad13302a-2a9c-458d-8b29-4b93dd185418,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:33.101304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.135714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-207bfbba-661e-4751-bf10-b140d41fc033 req-26379bc5-ff9e-4069-8ae4-37bca2039fba tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783719 Mar 31 23:06:33.207365 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.225126 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-9d2dd3fa-a92e-42db-859e-c8ce9d019c88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3099887 Mar 31 23:06:33.426793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:33.431522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cb65-35dc-43f8-bb8c-d2ba08187beb req-4f43bb53-c653-433f-8c9c-940f36559088 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:33.449655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1567cb65-35dc-43f8-bb8c-d2ba08187beb req-4f43bb53-c653-433f-8c9c-940f36559088 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 945 time: 0.3120482 Mar 31 23:06:33.459170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:33.471746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:33.501617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Pushing event updated for resources: {'Port': ['ID=a69f83cd-989e-4565-9c99-f5c4299ab434,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:33.551084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-831a069d-f06f-4174-8ebd-1480ed447cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:33.552885 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-831a069d-f06f-4174-8ebd-1480ed447cce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 1096 time: 0.1077375 Mar 31 23:06:33.613044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1567cb65-35dc-43f8-bb8c-d2ba08187beb req-848ff9e8-0a91-456c-8f42-d7e3490a006a tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584699 Mar 31 23:06:33.743417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Attempting to bind port a69f83cd-989e-4565-9c99-f5c4299ab434 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:33.745814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Attempting to bind port a69f83cd-989e-4565-9c99-f5c4299ab434 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:33.746843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Attempting to bind port a69f83cd-989e-4565-9c99-f5c4299ab434 on network ccddb8e5-47a6-4692-8f5e-3f090a4081ea {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:33.764373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:33.768105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Checking segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:33.769850 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.770650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Bound using segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:33.772351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Bound port: a69f83cd-989e-4565-9c99-f5c4299ab434, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:33.772968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.829901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-eb673f21-e04e-452b-a2cc-6304731739d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:33.831500 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-eb673f21-e04e-452b-a2cc-6304731739d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.2342122 Mar 31 23:06:33.911300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da8db77e-c85b-444d-b11e-e1cb01c6df00 req-43c22dc5-180c-4915-a667-244f2b841d4d tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 210 time: 0.1052284 Mar 31 23:06:33.996317 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd2d1-6eb2-4915-8155-cf6fdc7b5344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.006303 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.023747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-700029ca-9f02-4e5b-8abd-396b3569f87c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481 HTTP/1.1" status: 200 len: 217 time: 0.1773250 Mar 31 23:06:34.025140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] For port a69f83cd-989e-4565-9c99-f5c4299ab434, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:34.036590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] For port a69f83cd-989e-4565-9c99-f5c4299ab434, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a69f83cd-989e-4565-9c99-f5c4299ab434,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:34.088434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:34.090843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.117740 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.239990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e423937-eaf7-4287-a3d6-11512e516b6b req-4746553b-0b46-4be5-a6c9-8098397f0cb0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.259676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e423937-eaf7-4287-a3d6-11512e516b6b req-4746553b-0b46-4be5-a6c9-8098397f0cb0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1510799 Mar 31 23:06:34.276589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae3710-7a7f-46aa-b94f-cb38c91d0378 None None] Pushing event updated for resources: {'Port': ['ID=a69f83cd-989e-4565-9c99-f5c4299ab434,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:34.281187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-04925887-4e6a-4db1-896e-016584c851c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.300500 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-04925887-4e6a-4db1-896e-016584c851c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.2336380 Mar 31 23:06:34.411149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e423937-eaf7-4287-a3d6-11512e516b6b req-39410c1a-05b0-451a-b795-b8524a55bd18 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443636 Mar 31 23:06:34.655396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fe2054f6-5b91-4e2e-ae7d-34c07454afda no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:34.670225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd287-1f8f-4587-8491-baa80af5c124 req-8f6bf766-2c38-4f24-9bc2-08d47bdb0028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.684690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1aedd287-1f8f-4587-8491-baa80af5c124 req-8f6bf766-2c38-4f24-9bc2-08d47bdb0028 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 946 time: 0.1920388 Mar 31 23:06:34.759662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1aedd287-1f8f-4587-8491-baa80af5c124 req-7f4f2fdf-b84e-4224-8acc-85e8cc95e54a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733948 Mar 31 23:06:34.783668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Allocated IP 172.25.4.87 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/fe1153e7-9577-4e8d-9590-3d3ef2ee0e62) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:34.832605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.879231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:34.888082 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e601fe9-8ea1-4aaf-a96c-5baaec1327cf" -d '{"events": [{"server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:34.916279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:34.968052 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b243af9c-8a97-400b-a012-2e4fb0da9416 x-openstack-request-id: req-b243af9c-8a97-400b-a012-2e4fb0da9416 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:34.968360 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:34.968620 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b243af9c-8a97-400b-a012-2e4fb0da9416 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:34.970197 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b243af9c-8a97-400b-a012-2e4fb0da9416'] response: {'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'code': 200} Mar 31 23:06:35.097403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73b98afa-4721-4efa-b97f-eec9c7e6ba31 req-aec597b5-2d83-4c34-be86-1bc2021d2d15 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 210 time: 0.0568097 Mar 31 23:06:35.115230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.115550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:35.213105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: ad13302a-2a9c-458d-8b29-4b93dd185418 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:35.213105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ad13302a-2a9c-458d-8b29-4b93dd185418 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:35.237819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:35.364931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a69f83cd-989e-4565-9c99-f5c4299ab434 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:35.545973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a69f83cd-989e-4565-9c99-f5c4299ab434 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:35.545973 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:35.760080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5782a-05eb-427b-894d-632398f5271a req-f7c08d22-40e1-4337-a4f8-76826becff8c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:35.762338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3f5782a-05eb-427b-894d-632398f5271a req-f7c08d22-40e1-4337-a4f8-76826becff8c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1523829 Mar 31 23:06:35.850469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3f5782a-05eb-427b-894d-632398f5271a req-3050b6ca-d0fc-49e6-9827-f02cdec90a49 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800838 Mar 31 23:06:35.857757 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.033541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port a69f83cd-989e-4565-9c99-f5c4299ab434, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a69f83cd-989e-4565-9c99-f5c4299ab434,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:36.039372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:36.054330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] Sync routers for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:36.084193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.089519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:36.090421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:36.145521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.192602 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2dd1bfee-c947-4612-b256-df9b81061630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.220287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64600c93-43b2-436b-9c36-653ceb65be69 req-912e3dba-5bf5-4a52-902e-c1a4a1f0c387 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.227820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d4e41-1ebe-477e-8d89-71976991e2c4 None None] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:36.231153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64600c93-43b2-436b-9c36-653ceb65be69 req-912e3dba-5bf5-4a52-902e-c1a4a1f0c387 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 946 time: 0.1418424 Mar 31 23:06:36.239391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-7fa42b86-ec0b-49d4-998a-3e2acedda951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.241179 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-7fa42b86-ec0b-49d4-998a-3e2acedda951 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8044808 Mar 31 23:06:36.245759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] No DVR routers for this DVR port ad13302a-2a9c-458d-8b29-4b93dd185418 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:36.256713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.269059 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e2dfc90b-8087-443d-818b-7a0c4365f189 req-e40123ca-9aa6-4e8f-9a40-b267b2ab7888 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.45 "DELETE /v2.0/ports/ad13302a-2a9c-458d-8b29-4b93dd185418 HTTP/1.1" status: 204 len: 173 time: 5.5449800 Mar 31 23:06:36.318218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-deleted', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:36.320026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:36.323294 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73baf82-1d4d-4c42-980c-3030f2d686b2" -d '{"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-deleted", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:36.361257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-014a9305-fcc0-468c-9a34-fda3d9b0ae73 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.364147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-014a9305-fcc0-468c-9a34-fda3d9b0ae73 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 946 time: 0.3273816 Mar 31 23:06:36.396055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64600c93-43b2-436b-9c36-653ceb65be69 req-581ec436-a2e7-4f28-9e45-3252645af3b3 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637306 Mar 31 23:06:36.435324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.457292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e87639-f011-4842-93af-4b9cf2b91842 req-78cd7845-eb8d-44b8-a4af-74989231f48c tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.482659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1e87639-f011-4842-93af-4b9cf2b91842 req-78cd7845-eb8d-44b8-a4af-74989231f48c tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 945 time: 0.2485800 Mar 31 23:06:36.632653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8f1ed23-eed0-451a-9a14-7475590abc3e req-68a5528e-e887-4534-8a5b-dc83bfb39c6c tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 210 time: 0.1109605 Mar 31 23:06:36.645116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=a69f83cd-989e-4565-9c99-f5c4299ab434,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:36.666933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1e87639-f011-4842-93af-4b9cf2b91842 req-4f0cfc62-867d-4d13-aa6f-929cc2207f7e tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832783 Mar 31 23:06:36.676932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5cd2a607-397b-41a7-80c8-3a9b27918209 None None] Provisioning complete for port a69f83cd-989e-4565-9c99-f5c4299ab434 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:36.677502 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5cd2a607-397b-41a7-80c8-3a9b27918209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.737186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:36.743851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:36.756382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:36.759941 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971eddc-7570-414c-904b-e296fc8ab9a7 x-openstack-request-id: req-5971eddc-7570-414c-904b-e296fc8ab9a7 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:36.760342 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6", "name": "network-vif-deleted", "tag": "ad13302a-2a9c-458d-8b29-4b93dd185418", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:36.760688 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5971eddc-7570-414c-904b-e296fc8ab9a7 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:36.761178 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5971eddc-7570-414c-904b-e296fc8ab9a7'] response: {'server_uuid': 'd23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6', 'name': 'network-vif-deleted', 'tag': 'ad13302a-2a9c-458d-8b29-4b93dd185418', 'status': 'completed', 'code': 200} Mar 31 23:06:36.840504 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-2261f8ab-c120-400b-9f04-8d300a0a667c service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700586 Mar 31 23:06:36.875268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1153e7-9577-4e8d-9590-3d3ef2ee0e62,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:36.907856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:36.994694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] Checking router: 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:37.023137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:37.024826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:37.024982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Deleting port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:37.024982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.084790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68ef11-d21e-489b-9098-0ad63c8ddcd4 req-604e6880-2e63-43c4-8897-2c89a5a529dd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.112802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e68ef11-d21e-489b-9098-0ad63c8ddcd4 req-604e6880-2e63-43c4-8897-2c89a5a529dd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1040671 Mar 31 23:06:37.170994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e68ef11-d21e-489b-9098-0ad63c8ddcd4 req-3b2349ad-8714-4920-9db5-4b3373cc3c22 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489762 Mar 31 23:06:37.241331 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bb8e052f-7aef-4f9c-b190-5a6d4df9a8ec req-231298b9-3bd6-4792-b576-b15363f43d43 service neutron] 10.222.0.50 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870409 Mar 31 23:06:37.311941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a69f83cd-989e-4565-9c99-f5c4299ab434 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:37.312146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] For port 37a5d26d-c3c8-4f60-9bd3-669f748e5813, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=37a5d26d-c3c8-4f60-9bd3-669f748e5813,segment=NetworkSegment(b439d4cc-34ed-4a95-9c78-9d3a0673c263),segment_id=b439d4cc-34ed-4a95-9c78-9d3a0673c263)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:37.312146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.315236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:37.370988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Calling delete_port for 37a5d26d-c3c8-4f60-9bd3-669f748e5813 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:37.520276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.523133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bef54b-16e6-4405-9887-fe045f67b88d req-84cfe030-54e1-41bf-a54d-80c5239715fa tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.525964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4bef54b-16e6-4405-9887-fe045f67b88d req-84cfe030-54e1-41bf-a54d-80c5239715fa tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 946 time: 0.0730450 Mar 31 23:06:37.577786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4bef54b-16e6-4405-9887-fe045f67b88d req-8a7b108d-30de-440f-ab0c-b435538e872b tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Mar 31 23:06:37.774447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5c66bf75-00d6-440d-8ed5-e91628f322b3 None None] Provisioning complete for port a69f83cd-989e-4565-9c99-f5c4299ab434 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:37.779169 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c66bf75-00d6-440d-8ed5-e91628f322b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.800237 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.815205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.880991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16a2d55e-3ef8-4cb1-9257-c522a4786b5e req-6d3015fa-94c8-40c9-ab85-2573950ff582 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/ports?device_id=d23ddd1f-3ad1-4b9c-a07c-b4639a63c1e6 HTTP/1.1" status: 200 len: 210 time: 0.0602190 Mar 31 23:06:37.889439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a69f83cd-989e-4565-9c99-f5c4299ab434 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:37.889938 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.920230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Pushing event deleted for resources: {'Port': ['ID=37a5d26d-c3c8-4f60-9bd3-669f748e5813,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:38.068094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4ca07-99c2-4487-90d8-e5a20bbdb09a req-8d0980a7-2b62-4ac1-ad64-5592282eceae tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.091636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31a4ca07-99c2-4487-90d8-e5a20bbdb09a req-8d0980a7-2b62-4ac1-ad64-5592282eceae tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 945 time: 0.2082744 Mar 31 23:06:38.121741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-178f9773-9e5d-40ac-bb27-9aba0b5f3168 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.121741 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-178f9773-9e5d-40ac-bb27-9aba0b5f3168 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 945 time: 0.4056273 Mar 31 23:06:38.121741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] No DVR routers for this DVR port 37a5d26d-c3c8-4f60-9bd3-669f748e5813 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:38.130567 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.135034 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e119c0fd-043b-4023-a13b-21a927f7d20a req-047e87ba-8d73-42e6-9225-79491445404a tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.45 "DELETE /v2.0/ports/37a5d26d-c3c8-4f60-9bd3-669f748e5813 HTTP/1.1" status: 204 len: 173 time: 1.7232053 Mar 31 23:06:38.215148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31a4ca07-99c2-4487-90d8-e5a20bbdb09a req-8ee7af3d-d552-4817-88cb-c697d4e435d3 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154535 Mar 31 23:06:38.239160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:38.319400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcf2268-347a-4e89-9a06-2388516721db None None] The sync data for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 is: [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '6ab98259-2155-4cc9-aa5c-b940b5459319', 'name': '', 'network_id': '56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'mac_address': 'fa:16:3e:6d:83:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:33Z', 'updated_at': '2022-03-31T22:58:43Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'subnets': [{'id': 'a9194943-9c32-4fda-9985-0f24f5a054b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:38.328641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-50badd17-e308-44df-900a-a4b314c154db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.328641 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-50badd17-e308-44df-900a-a4b314c154db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 1096 time: 0.3037608 Mar 31 23:06:38.377886 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c885be-6fab-4097-9682-09e2409cebff req-c35c255c-78d8-45de-ba63-d3c180a5b4cb tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.386105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60c885be-6fab-4097-9682-09e2409cebff req-c35c255c-78d8-45de-ba63-d3c180a5b4cb tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1031218 Mar 31 23:06:38.393366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.486794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60c885be-6fab-4097-9682-09e2409cebff req-b87040de-983b-4b62-907c-f968eab4d372 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976913 Mar 31 23:06:38.618768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Deleting port a536b148-68e8-4001-8718-5b3171d666e0 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:38.619198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.626187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:38.630276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 37a5d26d-c3c8-4f60-9bd3-669f748e5813 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:38.649887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-71fca843-68d2-42f8-ab1c-d478df5706c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.651486 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-71fca843-68d2-42f8-ab1c-d478df5706c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.3077443 Mar 31 23:06:38.683774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 37a5d26d-c3c8-4f60-9bd3-669f748e5813 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:38.684114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 37a5d26d-c3c8-4f60-9bd3-669f748e5813 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:38.713859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.735815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7500973-b335-4dae-beb8-73115882ff97 req-65c09ad7-4456-4a1c-bd15-1767c1fe7301 tempest-ServersTestJSON-1970020849 tempest-ServersTestJSON-1970020849-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca65005e-20f5-4def-836f-a33a5cf35c23 HTTP/1.1" status: 200 len: 210 time: 0.0447750 Mar 31 23:06:38.762296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca65005e-20f5-4def-836f-a33a5cf35c23', 'name': 'network-vif-deleted', 'tag': '37a5d26d-c3c8-4f60-9bd3-669f748e5813'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:38.765734 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f84f27-d1e4-4016-987f-977168b57708" -d '{"events": [{"server_uuid": "ca65005e-20f5-4def-836f-a33a5cf35c23", "name": "network-vif-deleted", "tag": "37a5d26d-c3c8-4f60-9bd3-669f748e5813"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:38.785117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-a6619403-1f60-4b36-91f3-aaa287e7b44f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8 HTTP/1.1" status: 200 len: 217 time: 0.0971997 Mar 31 23:06:38.859237 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2908d2c5-8d49-4b85-aaed-78a521585a63 x-openstack-request-id: req-2908d2c5-8d49-4b85-aaed-78a521585a63 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:38.859748 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca65005e-20f5-4def-836f-a33a5cf35c23", "name": "network-vif-deleted", "tag": "37a5d26d-c3c8-4f60-9bd3-669f748e5813", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:38.860164 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2908d2c5-8d49-4b85-aaed-78a521585a63 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:38.860721 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2908d2c5-8d49-4b85-aaed-78a521585a63'] response: {'server_uuid': 'ca65005e-20f5-4def-836f-a33a5cf35c23', 'name': 'network-vif-deleted', 'tag': '37a5d26d-c3c8-4f60-9bd3-669f748e5813', 'status': 'completed', 'code': 200} Mar 31 23:06:38.861214 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec79c080-3200-4540-aa9f-b22921c6d10d None None] New status for floating IP 0f265647-92fb-458c-b1cc-c49ab59e7c21: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:06:38.873418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:38.894420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'mac_address': 'fa:16:3e:4c:fa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:38.905329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.921403 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] For port a536b148-68e8-4001-8718-5b3171d666e0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a536b148-68e8-4001-8718-5b3171d666e0,segment=NetworkSegment(a9c26756-1657-4946-82cc-41cdb8fbca48),segment_id=a9c26756-1657-4946-82cc-41cdb8fbca48)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:38.922071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.943421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-dad3833b-a302-4cc0-8bf7-a0c05a80eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.950471 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-dad3833b-a302-4cc0-8bf7-a0c05a80eebc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.1433592 Mar 31 23:06:38.988847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Calling delete_port for a536b148-68e8-4001-8718-5b3171d666e0 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:39.006798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.034338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:39.139703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:06:39.153191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-f0e10cb2-e599-4255-8922-3b32f518bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:39.153601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:39.155587 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-f0e10cb2-e599-4255-8922-3b32f518bb3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808293 Mar 31 23:06:39.197925 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.236834 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.399701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:39.452144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:39.510812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950e3f2-aceb-4c46-972d-ce0e5b39b266 req-e6500933-653c-462b-bbfc-f2e2d258d42e tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:39.512439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6950e3f2-aceb-4c46-972d-ce0e5b39b266 req-e6500933-653c-462b-bbfc-f2e2d258d42e tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 945 time: 0.1337528 Mar 31 23:06:39.653316 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-6539e0ad-1db7-4aae-a20a-e97adde3d267 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835112 Mar 31 23:06:39.689854 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:39.709270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Sync routers for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:39.712124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6950e3f2-aceb-4c46-972d-ce0e5b39b266 req-e1fbc8e8-8be6-43eb-95aa-20572794bdb7 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4506926-6ce5-4ada-990b-854639da2ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814845 Mar 31 23:06:39.715047 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.750327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.753896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:39.754672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:39.800715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a536b148-68e8-4001-8718-5b3171d666e0'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:39.899049 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.900790 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0a2e7bc0-9031-46fc-8682-660e8e70c078 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3191638 Mar 31 23:06:39.903508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae75e78-00ad-451f-ba34-9e9e636bbb15 req-b583accf-23e6-4b45-9b6d-9a86da92185f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:39.908940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Pushing event deleted for resources: {'Port': ['ID=a536b148-68e8-4001-8718-5b3171d666e0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:39.914354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44954) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:39.918875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bae75e78-00ad-451f-ba34-9e9e636bbb15 req-b583accf-23e6-4b45-9b6d-9a86da92185f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1094759 Mar 31 23:06:39.998320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bae75e78-00ad-451f-ba34-9e9e636bbb15 req-fc8b057e-e9e2-4ee8-a95b-ae48f6384c96 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771670 Mar 31 23:06:40.070212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:40.092600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44962) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:40.268274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44964) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:40.299400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-78574d09-3a88-4e72-a0fc-37a335866462 admin admin] Deleting subnet 31745a5e-6ef0-4571-8300-7eeaf4dba00d {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:40.309317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78574d09-3a88-4e72-a0fc-37a335866462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.373499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78574d09-3a88-4e72-a0fc-37a335866462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.522596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:37Z', 'revision_number': 3, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:40.563410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Checking router: bae17eb4-29f0-4180-bfa8-ab700ef5dac8 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:40.564350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Updating router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:06:40.626859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.656062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:40.803387 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb407f13-7d82-4528-8a61-275f7e023e1e req-1cd2943f-bc63-4f0c-b6f6-5fa1c60fc885 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1085205 Mar 31 23:06:40.865860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:40.866233 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.883445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] No DVR routers for this DVR port a536b148-68e8-4001-8718-5b3171d666e0 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:40.894549 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.899545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebde58c8-7cfa-4f34-8397-a9d6ac7a8d03 req-c50f6cea-806f-4a8b-8bd6-2f7cd6ff854f tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.50 "DELETE /v2.0/ports/a536b148-68e8-4001-8718-5b3171d666e0 HTTP/1.1" status: 204 len: 173 time: 2.7803524 Mar 31 23:06:40.902035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6deb0744-20bb-44f3-b21c-70f251625489', 'name': 'network-vif-deleted', 'tag': 'a536b148-68e8-4001-8718-5b3171d666e0'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:40.915812 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dde137-e6ee-4343-946f-152da7278eb2" -d '{"events": [{"server_uuid": "6deb0744-20bb-44f3-b21c-70f251625489", "name": "network-vif-deleted", "tag": "a536b148-68e8-4001-8718-5b3171d666e0"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:41.054293 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9797-d5a8-47a0-a6f1-de5191bf11ae tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.076432 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.159888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:41.159888 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13591f91-cca9-4607-bf9f-aa77a67dd37a" -d '{"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-plugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:41.171005 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33b8f63-c2ce-44f8-beed-c2062793cfde x-openstack-request-id: req-b33b8f63-c2ce-44f8-beed-c2062793cfde {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:41.171664 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6deb0744-20bb-44f3-b21c-70f251625489", "name": "network-vif-deleted", "tag": "a536b148-68e8-4001-8718-5b3171d666e0", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:41.171664 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b33b8f63-c2ce-44f8-beed-c2062793cfde {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:41.171937 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33b8f63-c2ce-44f8-beed-c2062793cfde'] response: {'server_uuid': '6deb0744-20bb-44f3-b21c-70f251625489', 'name': 'network-vif-deleted', 'tag': 'a536b148-68e8-4001-8718-5b3171d666e0', 'status': 'completed', 'code': 200} Mar 31 23:06:41.176627 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.180431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:41.197109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9797-d5a8-47a0-a6f1-de5191bf11ae tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.264745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a07fd836-fe5c-4da1-bc80-8825f98cb021 req-057a508a-c98d-480d-9c7a-e54768ff4890 tempest-VolumesActionsTest-495393265 tempest-VolumesActionsTest-495393265-project] 10.222.0.31 "GET /v2.0/ports?device_id=6deb0744-20bb-44f3-b21c-70f251625489 HTTP/1.1" status: 200 len: 210 time: 0.2008450 Mar 31 23:06:41.293730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.297384 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.298189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8d192942-81fd-47c7-a077-439c0c1c5cf8 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:41.323763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78574d09-3a88-4e72-a0fc-37a335866462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.391473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891aaad-f5ce-498f-a4e7-f11ec9809fd1 req-d866d091-1f10-47e6-9ee5-0098972a6ec1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:41.395123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3891aaad-f5ce-498f-a4e7-f11ec9809fd1 req-d866d091-1f10-47e6-9ee5-0098972a6ec1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 945 time: 0.1279407 Mar 31 23:06:41.400413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9797-d5a8-47a0-a6f1-de5191bf11ae tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.407393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9797-d5a8-47a0-a6f1-de5191bf11ae tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.410220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9e5f9797-d5a8-47a0-a6f1-de5191bf11ae tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5 HTTP/1.1" status: 204 len: 168 time: 1.1407518 Mar 31 23:06:41.413648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45006) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:41.441561 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1379de90-a2db-4794-be38-38bb09cd5e73 x-openstack-request-id: req-1379de90-a2db-4794-be38-38bb09cd5e73 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:41.442338 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-plugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:41.442784 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1379de90-a2db-4794-be38-38bb09cd5e73 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:41.444594 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1379de90-a2db-4794-be38-38bb09cd5e73'] response: {'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'code': 200} Mar 31 23:06:41.466090 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-289a77da-6776-4aa0-986c-e65d782ca471 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] show failed (client error): The resource could not be found. Mar 31 23:06:41.474013 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-289a77da-6776-4aa0-986c-e65d782ca471 tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "GET /v2.0/security-groups/8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5 HTTP/1.1" status: 404 len: 347 time: 0.0574937 Mar 31 23:06:41.478794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45014) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:41.499788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f9797-d5a8-47a0-a6f1-de5191bf11ae tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a399ab3-c233-4d39-9bb0-67d6f2a9e6f5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:41.546686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Attempting to bind port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:41.547652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Attempting to bind port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:41.549055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Attempting to bind port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:41.592122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7908a2-512e-4813-85cb-eeae2ed7ebc1 None None] Pushing event updated for resources: {'Port': ['ID=fe1153e7-9577-4e8d-9590-3d3ef2ee0e62,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:41.605647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:41.611042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:41.611042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.611042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:41.611042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Bound port: fe1153e7-9577-4e8d-9590-3d3ef2ee0e62, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:41.611042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.657443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3891aaad-f5ce-498f-a4e7-f11ec9809fd1 req-23de71fd-6622-4012-9ff6-7c8b33e269b6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459209 Mar 31 23:06:41.685465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] For port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:41.696007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] For port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fe1153e7-9577-4e8d-9590-3d3ef2ee0e62,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:41.816522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.827281 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.853725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Deleting port 3bf3bb58-331c-49fa-93ef-d81e3cf004ea {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:41.856408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.888163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78574d09-3a88-4e72-a0fc-37a335866462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.930045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=10']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:41.961847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:41.962785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:42.030873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.061634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a536b148-68e8-4001-8718-5b3171d666e0 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:42.109187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78574d09-3a88-4e72-a0fc-37a335866462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31745a5e-6ef0-4571-8300-7eeaf4dba00d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:42.115474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78574d09-3a88-4e72-a0fc-37a335866462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.128739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-78574d09-3a88-4e72-a0fc-37a335866462 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/31745a5e-6ef0-4571-8300-7eeaf4dba00d HTTP/1.1" status: 204 len: 168 time: 2.0325892 Mar 31 23:06:42.134600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45022) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:42.237588 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.238110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.283107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Calling delete_port for 3bf3bb58-331c-49fa-93ef-d81e3cf004ea owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:42.338559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: a536b148-68e8-4001-8718-5b3171d666e0 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:42.339329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a536b148-68e8-4001-8718-5b3171d666e0 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:42.358225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.371684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:42.375289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7908a2-512e-4813-85cb-eeae2ed7ebc1 None None] Pushing event updated for resources: {'Port': ['ID=fe1153e7-9577-4e8d-9590-3d3ef2ee0e62,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:42.426059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Allocated IP 172.20.0.1 (ccddb8e5-47a6-4692-8f5e-3f090a4081ea/2d491e67-e26e-4f6c-8e18-b4460ee5dd0a/20974813-cdda-48dd-b26d-4c7a44ca5ef3) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:42.482550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:42.533133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.760852 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.797856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:42.853087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.927325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Pushing event deleted for resources: {'Port': ['ID=3bf3bb58-331c-49fa-93ef-d81e3cf004ea,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:42.952633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6ea1c3-84d7-49f8-8abd-1db0d467a585']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:43.016672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b439d4cc-34ed-4a95-9c78-9d3a0673c263') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:43.017022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b439d4cc-34ed-4a95-9c78-9d3a0673c263') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:43.040525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.045438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:37Z', 'revision_number': 3, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:43.079583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.108582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f2ca7-5328-46fa-bcf9-c4915df75548 None None] The sync data for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 is: [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:37Z', 'revision_number': 3, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:43.120439 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.152066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:43.153109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:43.155841 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:43.181404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96112e-3bf3-4bd1-982c-634a8b7adfed req-2320f357-ae5a-48d9-b7a2-0a2b2a22e6b6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:43.199392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a96112e-3bf3-4bd1-982c-634a8b7adfed req-2320f357-ae5a-48d9-b7a2-0a2b2a22e6b6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 943 time: 0.3391366 Mar 31 23:06:43.298518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.306559 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.313951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5cfab6a5-7c6b-464b-86f5-a641b218414e tempest-AttachVolumeShelveTestJSON-1626408054 tempest-AttachVolumeShelveTestJSON-1626408054-project] 10.222.0.31 "DELETE /v2.0/floatingips/0f265647-92fb-458c-b1cc-c49ab59e7c21 HTTP/1.1" status: 204 len: 168 time: 1.8320520 Mar 31 23:06:43.378415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a96112e-3bf3-4bd1-982c-634a8b7adfed req-7eb6f9d9-6ea3-47d4-abc7-e8b736161bef tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719179 Mar 31 23:06:43.446302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:43.448851 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6918cd-e8e8-473c-b976-1e38ca0c47b1" -d '{"events": [{"server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "name": "network-vif-unplugged", "status": "completed", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:43.508907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.532848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.542662 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb6ea1c3-84d7-49f8-8abd-1db0d467a585 HTTP/1.1" status: 204 len: 168 time: 1.4016230 Mar 31 23:06:43.560052 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d193082-fbd8-450e-a1f9-f3794dbd5f98 x-openstack-request-id: req-6d193082-fbd8-450e-a1f9-f3794dbd5f98 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:43.560355 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "name": "network-vif-unplugged", "status": "completed", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:43.560608 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d193082-fbd8-450e-a1f9-f3794dbd5f98 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:43.561028 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d193082-fbd8-450e-a1f9-f3794dbd5f98'] response: {'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'code': 200} Mar 31 23:06:43.618881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:43.639055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aeed4-1828-470b-a332-673187515563 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6ea1c3-84d7-49f8-8abd-1db0d467a585,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:43.775679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45070) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:43.885304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:43.925901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:43.947504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:43.967877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=20974813-cdda-48dd-b26d-4c7a44ca5ef3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:44.269846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.775667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d795b6c5-32f6-4976-9a69-1154148863dd None None] Provisioning complete for port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:44.776422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d795b6c5-32f6-4976-9a69-1154148863dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.855786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45096) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:44.926217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.009984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d795b6c5-32f6-4976-9a69-1154148863dd None None] Port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:45.132307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d361001b-b088-4e16-9690-e318387a487f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e70b3693b71141289243e0eeec388016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668455 Mar 31 23:06:45.135842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45108) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:45.434443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f5779-ea7c-439f-a919-439386ab7fe4 req-cb9af688-89d5-489f-9f40-533c56ebc4d7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:45.442651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-342f5779-ea7c-439f-a919-439386ab7fe4 req-cb9af688-89d5-489f-9f40-533c56ebc4d7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 943 time: 0.7656579 Mar 31 23:06:45.489498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:45.609048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-342f5779-ea7c-439f-a919-439386ab7fe4 req-e63717ae-d68b-4f9a-85d9-6fe8b34d8d0d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632054 Mar 31 23:06:45.774627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:45.775350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.872958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33f79fe3-f4ba-44d9-af8d-9e3ff21fcdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.974265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33f79fe3-f4ba-44d9-af8d-9e3ff21fcdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.059189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.125031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fe1153e7-9577-4e8d-9590-3d3ef2ee0e62,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:46.192292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513b774-9be9-4507-8e9f-1b4c61aaa3a1 req-547ad191-5f43-4a7c-ad11-aa18863a1eb5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:46.196308 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.231061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e513b774-9be9-4507-8e9f-1b4c61aaa3a1 req-547ad191-5f43-4a7c-ad11-aa18863a1eb5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2661994 Mar 31 23:06:46.441486 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.451538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e513b774-9be9-4507-8e9f-1b4c61aaa3a1 req-499caa82-ade8-4bfd-ac10-00414cd67120 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192969 Mar 31 23:06:46.453728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=fe1153e7-9577-4e8d-9590-3d3ef2ee0e62,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:46.496133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33f79fe3-f4ba-44d9-af8d-9e3ff21fcdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.528050 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.530045 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33f79fe3-f4ba-44d9-af8d-9e3ff21fcdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.538718 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33f79fe3-f4ba-44d9-af8d-9e3ff21fcdd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4 HTTP/1.1" status: 204 len: 168 time: 1.3753884 Mar 31 23:06:46.551443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.715642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8d192942-81fd-47c7-a077-439c0c1c5cf8 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:46.869295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f79fe3-f4ba-44d9-af8d-9e3ff21fcdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e1e3e0-0bdd-477c-b746-6a9f8db4b7d4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.003302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=20974813-cdda-48dd-b26d-4c7a44ca5ef3,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.019036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.073935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3791f-00bb-4d4e-af16-96a22a5783f4 req-88e6a2ac-0880-4e48-a7d7-416cf5b1cb51 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:47.082996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53b3791f-00bb-4d4e-af16-96a22a5783f4 req-88e6a2ac-0880-4e48-a7d7-416cf5b1cb51 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3477557 Mar 31 23:06:47.178170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53b3791f-00bb-4d4e-af16-96a22a5783f4 req-05aa8c19-41ef-45b6-9b0b-beee213b573c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883951 Mar 31 23:06:47.332252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:47.333667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:47.350988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:47.544503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:47.544503 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.630287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094f630-d653-4065-b067-35775f710ba0 req-228cb791-c517-400b-b73e-85de26177fd3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:47.641589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4094f630-d653-4065-b067-35775f710ba0 req-228cb791-c517-400b-b73e-85de26177fd3 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2634888 Mar 31 23:06:47.826406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4094f630-d653-4065-b067-35775f710ba0 req-07c11fef-3f19-4641-80dc-759c94f965de tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717312 Mar 31 23:06:47.892523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:47.975319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-335b112c-ee9e-4cb3-a870-c7b9609d53f7 None None] Provisioning complete for port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:47.975690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-335b112c-ee9e-4cb3-a870-c7b9609d53f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.041912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-335b112c-ee9e-4cb3-a870-c7b9609d53f7 None None] Port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:48.146945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722288b-7c2a-466c-89c1-802b6c34b52d req-76e44eac-2fe0-4069-ac45-11132a248023 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:48.156148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c722288b-7c2a-466c-89c1-802b6c34b52d req-76e44eac-2fe0-4069-ac45-11132a248023 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1303923 Mar 31 23:06:48.213064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:48.221623 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-41485ff0-9037-4507-ad53-ead55a20a1d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/bae17eb4-29f0-4180-bfa8-ab700ef5dac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3028615 Mar 31 23:06:48.226704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Deleting port fd14f711-5ccd-4733-842f-d1848f793890 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:48.227406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.254631 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Sync routers for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:48.272886 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:48.273943 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:48.351706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] For port fd14f711-5ccd-4733-842f-d1848f793890, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fd14f711-5ccd-4733-842f-d1848f793890,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:48.352149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.365767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c722288b-7c2a-466c-89c1-802b6c34b52d req-90195085-9484-4d56-8ec8-2d429300dcd8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084613 Mar 31 23:06:48.373725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Calling delete_port for fd14f711-5ccd-4733-842f-d1848f793890 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:48.630662 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:48.969180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.105931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd14f711-5ccd-4733-842f-d1848f793890,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:49.585007 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:45Z', 'revision_number': 2, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:49.692420 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.710445 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Checking router: bae17eb4-29f0-4180-bfa8-ab700ef5dac8 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:49.711391 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Updating router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:06:49.783394 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.252616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:50.370265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45262) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:50.385859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7d2bac1f-e8d0-4232-b0f1-4b1dad828025 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092400970', 'description': 'tempest-description--2105209531'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:50.433180 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.540180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d2bac1f-e8d0-4232-b0f1-4b1dad828025 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.568893 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.623792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:50.644807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] Sync routers for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:50.658438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a5049a84-3d08-4dfe-981c-94fa2aaca0e7 admin admin] 10.222.0.31 "PUT /v2.0/routers/4e87f62b-fbdb-4581-b091-5bf0f0f0039b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8787847 Mar 31 23:06:50.661257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45270) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:50.674148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:50.676409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:50.770219 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d2bac1f-e8d0-4232-b0f1-4b1dad828025 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.859337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d2bac1f-e8d0-4232-b0f1-4b1dad828025 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:50.878316 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Pushing event updated for resources: {'Port': ['ID=20974813-cdda-48dd-b26d-4c7a44ca5ef3,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:50.920671 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.920914 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.921258 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.921595 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.921922 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.922277 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.922609 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.922942 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.923267 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.923597 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.923919 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.924244 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:50.986734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bac1f-e8d0-4232-b0f1-4b1dad828025 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913f2ede-2c29-494a-b411-9b1c8447053e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:51.027340 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d2bac1f-e8d0-4232-b0f1-4b1dad828025 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.029447 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7d2bac1f-e8d0-4232-b0f1-4b1dad828025 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6572108 Mar 31 23:06:51.033643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45274) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:51.045454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9d75556b-a707-4f5b-b929-2d606a80a766 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'security_group_rule': {'security_group_id': '913f2ede-2c29-494a-b411-9b1c8447053e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:51.128618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92827-23d4-4d5a-b5f9-f31bbc683767 req-c03d6329-9333-406d-8aa2-fba8f170ae16 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:51.145200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26b92827-23d4-4d5a-b5f9-f31bbc683767 req-c03d6329-9333-406d-8aa2-fba8f170ae16 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.3238068 Mar 31 23:06:51.230010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d75556b-a707-4f5b-b929-2d606a80a766 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.279436 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Attempting to bind port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:51.279805 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Attempting to bind port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:51.280171 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Attempting to bind port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 on network ccddb8e5-47a6-4692-8f5e-3f090a4081ea {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:51.304480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:51.331569 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:51.336599 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Checking segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:51.337553 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.338138 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Bound using segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:51.338923 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Bound port: 20974813-cdda-48dd-b26d-4c7a44ca5ef3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:51.339831 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.360110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.537488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d75556b-a707-4f5b-b929-2d606a80a766 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.608212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d75556b-a707-4f5b-b929-2d606a80a766 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.700266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75556b-a707-4f5b-b929-2d606a80a766 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d48e7a-5a2f-40ba-a1d3-58a8797ccdee,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:51.710018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-11edb24c-8b47-47f9-9d76-5b432c1e4dc3 None None] Provisioning complete for port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:51.715775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11edb24c-8b47-47f9-9d76-5b432c1e4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.771727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26b92827-23d4-4d5a-b5f9-f31bbc683767 req-732f176f-c68b-4254-83f7-c33d4ee653cf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6252053 Mar 31 23:06:51.779390 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d75556b-a707-4f5b-b929-2d606a80a766 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.785957 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d75556b-a707-4f5b-b929-2d606a80a766 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7506747 Mar 31 23:06:51.786918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45284) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:51.798291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c26e9b3a-9edb-44b2-8d84-4328fa94278d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'security_group_rule': {'security_group_id': '913f2ede-2c29-494a-b411-9b1c8447053e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:51.860709 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] For port 20974813-cdda-48dd-b26d-4c7a44ca5ef3, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:51.869521 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] For port 20974813-cdda-48dd-b26d-4c7a44ca5ef3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=20974813-cdda-48dd-b26d-4c7a44ca5ef3,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:51.948023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.078999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-11edb24c-8b47-47f9-9d76-5b432c1e4dc3 None None] Port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:52.120848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T23:06:48Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:52.189274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] Checking router: 4e87f62b-fbdb-4581-b091-5bf0f0f0039b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:52.195686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] Routers {'4e87f62b-fbdb-4581-b091-5bf0f0f0039b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:52.196323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:52.220138 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.263183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c26e9b3a-9edb-44b2-8d84-4328fa94278d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.469767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Deleting port cebd83c7-3c50-48c7-92db-081f06415ae3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:52.474141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.566651 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c26e9b3a-9edb-44b2-8d84-4328fa94278d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.592143 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bff88-825f-483e-bfe3-ba1a95483076 None None] Pushing event updated for resources: {'Port': ['ID=20974813-cdda-48dd-b26d-4c7a44ca5ef3,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:52.616452 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:52.633081 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:52.699192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c26e9b3a-9edb-44b2-8d84-4328fa94278d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.766838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e9b3a-9edb-44b2-8d84-4328fa94278d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa6c79c-7288-436b-b1fc-294654210e3a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:52.775072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] Set router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:52.839308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c26e9b3a-9edb-44b2-8d84-4328fa94278d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:52.841859 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c26e9b3a-9edb-44b2-8d84-4328fa94278d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0535903 Mar 31 23:06:52.844878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45302) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:52.889279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:53.064216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] For port cebd83c7-3c50-48c7-92db-081f06415ae3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cebd83c7-3c50-48c7-92db-081f06415ae3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:53.071620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.137562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.312463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Calling delete_port for cebd83c7-3c50-48c7-92db-081f06415ae3 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:53.375003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Provisioning complete for port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:53.375839 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.393809 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:53.441608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T23:06:48Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:53.536689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14261dc-a33b-4827-9a70-085ec5ac4715 None None] The sync data for ids ['4e87f62b-fbdb-4581-b091-5bf0f0f0039b'] in n-d-836015-1 is: [{'id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'name': 'tempest-TaggedBootDevicesTest-295345850-router', 'tenant_id': '9369121979e7460d8e7a10dc322e7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:16Z', 'updated_at': '2022-03-31T23:06:48Z', 'revision_number': 5, 'project_id': '9369121979e7460d8e7a10dc322e7d59', 'gw_port': {'id': 'cebd83c7-3c50-48c7-92db-081f06415ae3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f62b-fbdb-4581-b091-5bf0f0f0039b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:17Z', 'updated_at': '2022-03-31T22:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:53.613522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.691888 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:53.808457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-95de7c0a-a478-4985-be96-092c34434659 None None] For port 20974813-cdda-48dd-b26d-4c7a44ca5ef3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=20974813-cdda-48dd-b26d-4c7a44ca5ef3,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:53.923197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.017358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14621c-872c-44d2-8568-d1f20d6c3a6f req-81eed1b6-9819-4042-8f92-45b84e05e83e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:54.041888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab14621c-872c-44d2-8568-d1f20d6c3a6f req-81eed1b6-9819-4042-8f92-45b84e05e83e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.9204369 Mar 31 23:06:54.046191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Allocated IP 172.25.4.40 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/48470e9e-39c5-4192-a7d1-d832e149b1f8) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:54.145663 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.145968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Pushing event updated for resources: {'Port': ['ID=20974813-cdda-48dd-b26d-4c7a44ca5ef3,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:54.174947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.175602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.176167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.176724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.177309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.177885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.178441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.179361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.179964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.180636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.181443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.183394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de7c0a-a478-4985-be96-092c34434659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:54.339798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab14621c-872c-44d2-8568-d1f20d6c3a6f req-0c556f30-4b1c-4fea-89f2-ce72d384332d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969344 Mar 31 23:06:54.340038 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:51Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:54.345341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebd83c7-3c50-48c7-92db-081f06415ae3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:54.408889 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432f4b0-c343-46f9-add0-bedd2d4609ec None None] The sync data for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 is: [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:51Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:54.475583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.665434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.758545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:54.823753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:54.828979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:54.837506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:55.050235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.062768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.233565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'Port': ['ID=48470e9e-39c5-4192-a7d1-d832e149b1f8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:55.334153 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.334805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e87f62b-fbdb-4581-b091-5bf0f0f0039b {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:06:55.341760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.345733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4e586453-8f4b-4d8d-8587-6c3367fcb744 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4e87f62b-fbdb-4581-b091-5bf0f0f0039b HTTP/1.1" status: 204 len: 168 time: 4.6743157 Mar 31 23:06:55.346437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45328) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:55.550836 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.633280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81a2a79-f877-466c-9aac-a39f31ec1f33 admin admin] Deleting subnet d6a585b5-04aa-4e07-a849-da75601d5494 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:55.637374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d81a2a79-f877-466c-9aac-a39f31ec1f33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.684126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 20974813-cdda-48dd-b26d-4c7a44ca5ef3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:55.754836 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.868283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:55.868983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.009603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d81a2a79-f877-466c-9aac-a39f31ec1f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.130404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4857f-c2a4-4a31-9f4a-d19d096c97b1 req-c6777121-a0af-40c5-93ce-46998323d6c4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:56.164421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06f4857f-c2a4-4a31-9f4a-d19d096c97b1 req-c6777121-a0af-40c5-93ce-46998323d6c4 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.4080179 Mar 31 23:06:56.250866 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.323133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.342230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fd14f711-5ccd-4733-842f-d1848f793890 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:56.437928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: fd14f711-5ccd-4733-842f-d1848f793890 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:56.438280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fd14f711-5ccd-4733-842f-d1848f793890 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:56.492749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d81a2a79-f877-466c-9aac-a39f31ec1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.619767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06f4857f-c2a4-4a31-9f4a-d19d096c97b1 req-ac88281d-1ae4-4ea0-9cea-f4705257a011 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4537489 Mar 31 23:06:56.629728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'Port': ['ID=48470e9e-39c5-4192-a7d1-d832e149b1f8,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:56.659691 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.669757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d81a2a79-f877-466c-9aac-a39f31ec1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.717157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a2a79-f877-466c-9aac-a39f31ec1f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a585b5-04aa-4e07-a849-da75601d5494,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:56.724900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd48dd-900d-4059-a94c-bfadd046203f None None] Network c097e531-5b1f-4b27-a1e0-f2f1516e30ad requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:56.732564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d81a2a79-f877-466c-9aac-a39f31ec1f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.745069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45344) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:56.745313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d81a2a79-f877-466c-9aac-a39f31ec1f33 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d6a585b5-04aa-4e07-a849-da75601d5494 HTTP/1.1" status: 204 len: 168 time: 1.3975823 Mar 31 23:06:56.930950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.943523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.967618 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b08774a0-a98d-445f-812c-add289249a83 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1123536 Mar 31 23:06:57.136615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Deleting port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:57.136970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.284207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cebd83c7-3c50-48c7-92db-081f06415ae3 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:57.360726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] For port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:57.361184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.364615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: cebd83c7-3c50-48c7-92db-081f06415ae3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:57.371434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cebd83c7-3c50-48c7-92db-081f06415ae3 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:57.399638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] DHCP port deletion for c097e531-5b1f-4b27-a1e0-f2f1516e30ad request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:57.425617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Calling delete_port for 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:57.641968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] Deleting port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:57.642687 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.887305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] For port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,segment=NetworkSegment(6ca4c7cd-2b4f-4187-b441-53885bf7e103),segment_id=6ca4c7cd-2b4f-4187-b441-53885bf7e103)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:57.888579 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.925871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] Calling delete_port for 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:58.067610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45366) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.111020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.118648 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.159642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] Pushing event deleted for resources: {'Port': ['ID=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.188320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Pushing event deleted for resources: {'Port': ['ID=48aa7442-2ac0-4da7-aa1b-fb6d22bf977e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.200073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df150c30-143f-491b-bf34-411260eb3a7b None None] No DVR routers for this DVR port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:58.219631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] No DVR routers for this DVR port 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:58.417720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.446847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c097e531-5b1f-4b27-a1e0-f2f1516e30ad']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:58.457260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca4c7cd-2b4f-4187-b441-53885bf7e103') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:58.457565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca4c7cd-2b4f-4187-b441-53885bf7e103') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:58.468781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.496290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.511441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:58.511861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:58.625150 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:58.630957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ffed28-3823-4592-92b6-5bc4e3b21804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.736332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ffed28-3823-4592-92b6-5bc4e3b21804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.738129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.743415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.751386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45380) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.751885 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] 10.222.0.31 "DELETE /v2.0/networks/c097e531-5b1f-4b27-a1e0-f2f1516e30ad HTTP/1.1" status: 204 len: 168 time: 2.0053022 Mar 31 23:06:58.778984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7287bd-e5e0-43e6-8254-d7e684461aea admin admin] Pushing event deleted for resources: {'Network': ['ID=c097e531-5b1f-4b27-a1e0-f2f1516e30ad,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.801678 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ffed28-3823-4592-92b6-5bc4e3b21804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.894929 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33ffed28-3823-4592-92b6-5bc4e3b21804 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec116f0af12840ce8b256b43d05eaa82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264580 Mar 31 23:06:58.895664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffed28-3823-4592-92b6-5bc4e3b21804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814cb376-5fbb-4784-ad91-516e2f9eb05a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.902066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:59.035443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c431-6ef8-4d03-bb2f-7b586e4b9a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.088700 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c431-6ef8-4d03-bb2f-7b586e4b9a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.291129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c431-6ef8-4d03-bb2f-7b586e4b9a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.293864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c431-6ef8-4d03-bb2f-7b586e4b9a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.295075 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b2e8c431-6ef8-4d03-bb2f-7b586e4b9a1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/814cb376-5fbb-4784-ad91-516e2f9eb05a HTTP/1.1" status: 204 len: 168 time: 0.3920219 Mar 31 23:06:59.316587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8c431-6ef8-4d03-bb2f-7b586e4b9a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814cb376-5fbb-4784-ad91-516e2f9eb05a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:59.408627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:59.491342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:59.491749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 48aa7442-2ac0-4da7-aa1b-fb6d22bf977e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:00.332061 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.722579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Deleting port c34de963-b41b-4df2-9a7a-e051960a57ca {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:00.723661 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.853548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] For port c34de963-b41b-4df2-9a7a-e051960a57ca, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c34de963-b41b-4df2-9a7a-e051960a57ca,segment=NetworkSegment(f42aeb5f-490c-4e7a-b129-19e3c18409fd),segment_id=f42aeb5f-490c-4e7a-b129-19e3c18409fd)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:00.853880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.869759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Calling delete_port for c34de963-b41b-4df2-9a7a-e051960a57ca owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:01.055612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:01.085267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0628c06-aa93-4ba5-8abe-c766271b3425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.254802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0628c06-aa93-4ba5-8abe-c766271b3425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.339277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0628c06-aa93-4ba5-8abe-c766271b3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.440594 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b0628c06-aa93-4ba5-8abe-c766271b3425 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76ad333fefa7427ea29a64e9a7700d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812902 Mar 31 23:07:01.440594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0628c06-aa93-4ba5-8abe-c766271b3425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a90d09-a458-464c-9da7-27a2ebf886b4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:01.440959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45408) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:01.450196 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.557175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34de963-b41b-4df2-9a7a-e051960a57ca,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:01.692895 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e24cc2e-7a88-4832-80af-0e5ac3ffbdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.730208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e24cc2e-7a88-4832-80af-0e5ac3ffbdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.147274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.155159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e24cc2e-7a88-4832-80af-0e5ac3ffbdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.165503 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e24cc2e-7a88-4832-80af-0e5ac3ffbdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.166735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3e24cc2e-7a88-4832-80af-0e5ac3ffbdf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18a90d09-a458-464c-9da7-27a2ebf886b4 HTTP/1.1" status: 204 len: 168 time: 0.7247322 Mar 31 23:07:02.205670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24cc2e-7a88-4832-80af-0e5ac3ffbdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a90d09-a458-464c-9da7-27a2ebf886b4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:02.969315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Router 8c578611-99d9-492b-b038-b5fd0aff2534 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:03.005621 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:07:03.244571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:03.263760 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] Sync routers for ids ['8c578611-99d9-492b-b038-b5fd0aff2534'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:03.270159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45426) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:03.271658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8c155b80-422e-4fe6-b3cd-9adbaf548630 admin admin] 10.222.0.31 "PUT /v2.0/routers/8c578611-99d9-492b-b038-b5fd0aff2534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5188198 Mar 31 23:07:03.299296 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] Routers {'8c578611-99d9-492b-b038-b5fd0aff2534'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:03.307209 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8c578611-99d9-492b-b038-b5fd0aff2534'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:03.585847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45432) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:03.598109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.627002 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] Set router 8c578611-99d9-492b-b038-b5fd0aff2534 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:03.928842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.932980 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce58922c-34c5-42bf-966f-dee03ae22d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.032490 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce58922c-34c5-42bf-966f-dee03ae22d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.065225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T23:07:01Z', 'revision_number': 5, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:04.097949 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] Checking router: 8c578611-99d9-492b-b038-b5fd0aff2534 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:04.107440 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] Routers {'8c578611-99d9-492b-b038-b5fd0aff2534'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:04.108041 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:06:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8c578611-99d9-492b-b038-b5fd0aff2534'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:04.240062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-52aff9a8-46d1-4a44-b140-0ea879afec0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.240706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce58922c-34c5-42bf-966f-dee03ae22d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.312247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58922c-34c5-42bf-966f-dee03ae22d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a439a6f-439a-462c-8ad0-a12dd71bfcdd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:04.338544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ce58922c-34c5-42bf-966f-dee03ae22d03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9eadd47e07054f008d41fd5297a3afe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7498772 Mar 31 23:07:04.340389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45446) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:04.405827 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] Set router 8c578611-99d9-492b-b038-b5fd0aff2534 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:04.539379 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19ae2a38-e4d9-4d99-98a0-a565d7f83436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.613071 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19ae2a38-e4d9-4d99-98a0-a565d7f83436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.865220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19ae2a38-e4d9-4d99-98a0-a565d7f83436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.870251 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19ae2a38-e4d9-4d99-98a0-a565d7f83436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.874241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-19ae2a38-e4d9-4d99-98a0-a565d7f83436 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a439a6f-439a-462c-8ad0-a12dd71bfcdd HTTP/1.1" status: 204 len: 168 time: 0.5297925 Mar 31 23:07:04.893872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae2a38-e4d9-4d99-98a0-a565d7f83436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a439a6f-439a-462c-8ad0-a12dd71bfcdd,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:04.917190 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T23:07:01Z', 'revision_number': 5, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:04.996007 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdab00b-4d22-45f8-babf-6a5a6e110a5a None None] The sync data for ids ['8c578611-99d9-492b-b038-b5fd0aff2534'] in n-d-836015-1 is: [{'id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'name': 'tempest-TaggedBootDevicesTest-607272282-router', 'tenant_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T23:07:01Z', 'revision_number': 5, 'project_id': '8b29cbbd5f2a4fa2ae4b24f06402385f', 'gw_port': {'id': 'a47bb7da-3988-42a7-9644-e4aa3dee615f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c578611-99d9-492b-b038-b5fd0aff2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:36Z', 'updated_at': '2022-03-31T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:05.345578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Deleting port a47bb7da-3988-42a7-9644-e4aa3dee615f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:05.350214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.564296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c34de963-b41b-4df2-9a7a-e051960a57ca no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:05.613877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] For port a47bb7da-3988-42a7-9644-e4aa3dee615f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a47bb7da-3988-42a7-9644-e4aa3dee615f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:05.614244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.639123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: c34de963-b41b-4df2-9a7a-e051960a57ca {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:05.639472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c34de963-b41b-4df2-9a7a-e051960a57ca not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:05.668443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Calling delete_port for a47bb7da-3988-42a7-9644-e4aa3dee615f owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:06.081038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7f14555-6ff0-47ed-a441-396a4a375304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.114189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.183573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47bb7da-3988-42a7-9644-e4aa3dee615f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:06.201113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.208295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:06.316778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.351268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45470) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:06.371645 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7413334-b378-4606-8ae3-315c421eae25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.547587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.563022 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.740749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7413334-b378-4606-8ae3-315c421eae25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.904832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7413334-b378-4606-8ae3-315c421eae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.915603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.920551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c578611-99d9-492b-b038-b5fd0aff2534 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:07:06.929194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.931042 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ef64890a-497b-4ab2-b971-b848cfb89587 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8c578611-99d9-492b-b038-b5fd0aff2534 HTTP/1.1" status: 204 len: 168 time: 3.6589048 Mar 31 23:07:06.933559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45478) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:06.955866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7413334-b378-4606-8ae3-315c421eae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eee6d19-9442-4307-89ed-911becb56082,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:07.001460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e7413334-b378-4606-8ae3-315c421eae25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1d0b96ea38a434a94319b4881c1aba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6489277 Mar 31 23:07:07.003905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45482) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:07.090954 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5892491f-2640-43ea-a322-e7e57d43c495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.114238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62b9349-fce2-4d06-af98-4d3345bd0dc0 admin admin] Deleting subnet 4acee270-db19-4f26-a8b3-1de3a791c672 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:07.138421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d62b9349-fce2-4d06-af98-4d3345bd0dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.192464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5892491f-2640-43ea-a322-e7e57d43c495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.274441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d62b9349-fce2-4d06-af98-4d3345bd0dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.383399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5892491f-2640-43ea-a322-e7e57d43c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.385971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5892491f-2640-43ea-a322-e7e57d43c495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.391841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5892491f-2640-43ea-a322-e7e57d43c495 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3eee6d19-9442-4307-89ed-911becb56082 HTTP/1.1" status: 204 len: 168 time: 0.3824437 Mar 31 23:07:07.421554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892491f-2640-43ea-a322-e7e57d43c495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eee6d19-9442-4307-89ed-911becb56082,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:07.511929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d62b9349-fce2-4d06-af98-4d3345bd0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.648183 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.752568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d62b9349-fce2-4d06-af98-4d3345bd0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.824941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b9349-fce2-4d06-af98-4d3345bd0dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4acee270-db19-4f26-a8b3-1de3a791c672,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:07.831862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d62b9349-fce2-4d06-af98-4d3345bd0dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.834404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd0fc4-3c7e-4b06-9d00-1b35b55c2cfb None None] Network 3ee9b321-dc4e-4a25-9139-ee61d6b91997 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:07.842069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45496) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:07.857038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d62b9349-fce2-4d06-af98-4d3345bd0dc0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4acee270-db19-4f26-a8b3-1de3a791c672 HTTP/1.1" status: 204 len: 168 time: 0.9206994 Mar 31 23:07:07.986001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.181807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Deleting port 1e14300d-7397-419c-9014-cbdbab80b504 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:08.182551 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.302960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] For port 1e14300d-7397-419c-9014-cbdbab80b504, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e14300d-7397-419c-9014-cbdbab80b504,segment=NetworkSegment(f42aeb5f-490c-4e7a-b129-19e3c18409fd),segment_id=f42aeb5f-490c-4e7a-b129-19e3c18409fd)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:08.306939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.370810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Calling delete_port for 1e14300d-7397-419c-9014-cbdbab80b504 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:08.409151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] DHCP port deletion for 3ee9b321-dc4e-4a25-9139-ee61d6b91997 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:08.500395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.588351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] Deleting port 1e14300d-7397-419c-9014-cbdbab80b504 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:08.588351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.727011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] For port 1e14300d-7397-419c-9014-cbdbab80b504, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e14300d-7397-419c-9014-cbdbab80b504,segment=NetworkSegment(f42aeb5f-490c-4e7a-b129-19e3c18409fd),segment_id=f42aeb5f-490c-4e7a-b129-19e3c18409fd)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:08.729293 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.772481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] Calling delete_port for 1e14300d-7397-419c-9014-cbdbab80b504 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:08.927882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.938571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.976595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] No DVR routers for this DVR port 1e14300d-7397-419c-9014-cbdbab80b504 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:09.034434 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.047803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] No DVR routers for this DVR port 1e14300d-7397-419c-9014-cbdbab80b504 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:09.050577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e14300d-7397-419c-9014-cbdbab80b504,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:09.065280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bad3fe-8ed5-4543-8bc3-f95eaf09e0ac None None] Pushing event deleted for resources: {'Port': ['ID=1e14300d-7397-419c-9014-cbdbab80b504,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:09.143082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.165763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee9b321-dc4e-4a25-9139-ee61d6b91997']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:09.180628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42aeb5f-490c-4e7a-b129-19e3c18409fd') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:09.180974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42aeb5f-490c-4e7a-b129-19e3c18409fd') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:09.193222 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.196798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.208709 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.216335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:09.216766 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:09.223445 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:09.255206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e14300d-7397-419c-9014-cbdbab80b504 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:09.289158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1e14300d-7397-419c-9014-cbdbab80b504 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:09.289158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e14300d-7397-419c-9014-cbdbab80b504 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:09.289158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a47bb7da-3988-42a7-9644-e4aa3dee615f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:09.310584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a47bb7da-3988-42a7-9644-e4aa3dee615f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:09.310937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a47bb7da-3988-42a7-9644-e4aa3dee615f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:09.431104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.445799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.445799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ee9b321-dc4e-4a25-9139-ee61d6b91997 HTTP/1.1" status: 204 len: 168 time: 1.5970283 Mar 31 23:07:09.455139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb34fc-58d2-4495-8df1-bd4818e02b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee9b321-dc4e-4a25-9139-ee61d6b91997,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:09.544375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.929957 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45564) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:09.971460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-b95b12d4-d6f0-4217-921d-77386678e47b tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2092400970&fields=id&tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a HTTP/1.1" status: 200 len: 267 time: 0.0812011 Mar 31 23:07:10.035531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f6b0f42b-cba9-40b6-aa21-60964ede8787 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9369121979e7460d8e7a10dc322e7d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096597 Mar 31 23:07:10.038890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:10.112595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-2e1a3ecc-aa3e-4b04-8e1c-5f47470fa441 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:10.115086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-2e1a3ecc-aa3e-4b04-8e1c-5f47470fa441 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 811 time: 0.1266527 Mar 31 23:07:10.142729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ede4250-0296-4ce6-a410-7a28948cbe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.159916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e7741-dfec-4867-b705-bae9a8d1df22 req-d4ba8b8c-73b6-4e9f-872b-8d02daa4926f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:10.163665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b15e7741-dfec-4867-b705-bae9a8d1df22 req-d4ba8b8c-73b6-4e9f-872b-8d02daa4926f tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2079091 Mar 31 23:07:10.168993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-a9bfea03-4489-4279-bdf4-dbf70270bbed tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/quotas/b9ff61f0c69948f7b7f1ddb945a6bc0a HTTP/1.1" status: 200 len: 375 time: 0.0439517 Mar 31 23:07:10.182910 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ede4250-0296-4ce6-a410-7a28948cbe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.247631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b15e7741-dfec-4867-b705-bae9a8d1df22 req-8961760c-e134-4b8f-aa93-d8f0deb88c0e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774481 Mar 31 23:07:10.354583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-504cbe1d-ecad-4e1c-b5ff-f0922a314db3 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044066 Mar 31 23:07:10.455841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-6580998e-9aa5-432b-90ec-603c0f6fffaf service neutron] 10.222.0.31 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596458 Mar 31 23:07:10.456085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ede4250-0296-4ce6-a410-7a28948cbe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.458587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ede4250-0296-4ce6-a410-7a28948cbe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.460048 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ede4250-0296-4ce6-a410-7a28948cbe4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83250aa6-6e97-4eac-8d37-ad23a8ffdd69 HTTP/1.1" status: 204 len: 168 time: 0.4201310 Mar 31 23:07:10.479930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede4250-0296-4ce6-a410-7a28948cbe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83250aa6-6e97-4eac-8d37-ad23a8ffdd69,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:10.562790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45590) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:10.665741 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-0ad4e300-27bc-415d-951b-d7c0ab3f5822 service neutron] 10.222.0.31 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918342 Mar 31 23:07:11.048734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ded6095-2778-4718-8b50-ddc7af4da792 req-3b52f1b9-7939-4f16-a1fd-e3507e07c169 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 210 time: 0.0560346 Mar 31 23:07:11.093590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159ae4b-f1b9-42b4-8ac4-a49d8f8f51de req-b95440a1-ac53-4cfe-bf2c-ea6d2f770918 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.095381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b159ae4b-f1b9-42b4-8ac4-a49d8f8f51de req-b95440a1-ac53-4cfe-bf2c-ea6d2f770918 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 951 time: 0.1380317 Mar 31 23:07:11.195066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b159ae4b-f1b9-42b4-8ac4-a49d8f8f51de req-f113dd23-2812-423a-bdec-be3d4ec378af tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854359 Mar 31 23:07:11.297103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046758-18c9-438b-965f-ecdd44dafe68 req-a6564952-8ccf-4c4f-a37f-cfc3f2ba6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.310885 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76046758-18c9-438b-965f-ecdd44dafe68 req-a6564952-8ccf-4c4f-a37f-cfc3f2ba6e0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1096 time: 0.1028469 Mar 31 23:07:11.328284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1697-0595-4090-9260-98f9101a613e req-f5716ceb-f04e-4c03-a355-37dde03bcc09 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.337968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-746a1697-0595-4090-9260-98f9101a613e req-f5716ceb-f04e-4c03-a355-37dde03bcc09 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0906663 Mar 31 23:07:11.394971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-746a1697-0595-4090-9260-98f9101a613e req-fb671c6b-b482-4a8b-b1d1-c0a07198dad5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561101 Mar 31 23:07:11.642874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45634) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:11.679565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046758-18c9-438b-965f-ecdd44dafe68 req-157573ba-ff4a-4b86-b04a-04c74646166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.681159 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76046758-18c9-438b-965f-ecdd44dafe68 req-157573ba-ff4a-4b86-b04a-04c74646166c service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.3694909 Mar 31 23:07:11.810215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe4f6-fb41-4641-85b7-79886c314205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.834425 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76046758-18c9-438b-965f-ecdd44dafe68 req-e768b794-66fd-4f86-bbcb-6991c1c044b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.1448288 Mar 31 23:07:11.968238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046758-18c9-438b-965f-ecdd44dafe68 req-b183570e-2814-483b-8b07-ee366b4a264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.969905 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76046758-18c9-438b-965f-ecdd44dafe68 req-b183570e-2814-483b-8b07-ee366b4a264f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.1261425 Mar 31 23:07:12.030225 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe4f6-fb41-4641-85b7-79886c314205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.042930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45668) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:12.158406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe4f6-fb41-4641-85b7-79886c314205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.222854 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046758-18c9-438b-965f-ecdd44dafe68 req-e1e7894b-b472-48cc-affa-dc819c82a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:12.224501 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76046758-18c9-438b-965f-ecdd44dafe68 req-e1e7894b-b472-48cc-affa-dc819c82a777 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865404 Mar 31 23:07:12.275324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fe4f6-fb41-4641-85b7-79886c314205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c193815-e8ac-4681-8fe7-8ad09b673fe3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:12.321322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c99384a8-309f-4766-8d05-e18d3e18e76d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b29cbbd5f2a4fa2ae4b24f06402385f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769682 Mar 31 23:07:12.335825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45692) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:12.379851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1cfbac6-98ad-4f87-a2d1-43365a0f10d0 req-48f4d8a1-7d26-4d88-afb2-8d3cdb65ad55 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 210 time: 0.1063883 Mar 31 23:07:12.384632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7e3fe4f6-fb41-4641-85b7-79886c314205 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e534d66bc8024a1fa222ebb5b4a5b80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405069 Mar 31 23:07:12.388460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45698) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:12.464355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-527e2533-4ec5-478d-b4df-e57917d18a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.549822 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76046758-18c9-438b-965f-ecdd44dafe68 req-79bcd877-78ed-434e-8d06-534750c51a90 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156414 Mar 31 23:07:12.551149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-527e2533-4ec5-478d-b4df-e57917d18a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.735170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5153-7e12-48b3-89a5-e719311651d1 req-ac354e6a-34ce-478a-8d0b-e159310a324e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:12.736979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c8c5153-7e12-48b3-89a5-e719311651d1 req-ac354e6a-34ce-478a-8d0b-e159310a324e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1210735 Mar 31 23:07:12.779056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:12.780254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-408b0fc5-9f9e-4dde-97d1-89e0e5e9a70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.806213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c8c5153-7e12-48b3-89a5-e719311651d1 req-a7f1f70f-952f-48bf-aebb-466e53cd80a2 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584917 Mar 31 23:07:12.841502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-527e2533-4ec5-478d-b4df-e57917d18a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.845771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-527e2533-4ec5-478d-b4df-e57917d18a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.847583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-527e2533-4ec5-478d-b4df-e57917d18a12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c193815-e8ac-4681-8fe7-8ad09b673fe3 HTTP/1.1" status: 204 len: 168 time: 0.4574263 Mar 31 23:07:12.880935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e2533-4ec5-478d-b4df-e57917d18a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c193815-e8ac-4681-8fe7-8ad09b673fe3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:12.895369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-408b0fc5-9f9e-4dde-97d1-89e0e5e9a70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.980864 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.024875 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76046758-18c9-438b-965f-ecdd44dafe68 req-54ffafdc-be3d-4b93-9feb-e69217aef781 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565032 Mar 31 23:07:13.056919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:13.058088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:13.060996 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa84a22a-0f5c-411d-b405-8ba73dc353ac" -d '{"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-unplugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:13.123292 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9236c315-98cd-4ca7-a206-8ef7616e3746 x-openstack-request-id: req-9236c315-98cd-4ca7-a206-8ef7616e3746 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:13.130031 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-unplugged", "status": "completed", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:13.130031 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9236c315-98cd-4ca7-a206-8ef7616e3746 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:13.130031 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9236c315-98cd-4ca7-a206-8ef7616e3746'] response: {'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'code': 200} Mar 31 23:07:13.150785 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.283087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-408b0fc5-9f9e-4dde-97d1-89e0e5e9a70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.286127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-408b0fc5-9f9e-4dde-97d1-89e0e5e9a70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.288740 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-408b0fc5-9f9e-4dde-97d1-89e0e5e9a70a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a18d775-384b-42e1-b6fa-0c8af28c41a3 HTTP/1.1" status: 204 len: 168 time: 0.9489558 Mar 31 23:07:13.300434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b0fc5-9f9e-4dde-97d1-89e0e5e9a70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18d775-384b-42e1-b6fa-0c8af28c41a3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:13.313904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:13.347929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.539044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14044a80-2145-494c-beba-8c25db381638 req-c5aeb6fc-16c5-4ad0-9558-613140f38bdc tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 210 time: 0.0501461 Mar 31 23:07:14.057771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Deleting port 6ab98259-2155-4cc9-aa5c-b940b5459319 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:14.059473 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.077592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bc575-ef26-4a22-8b04-12e83afc5b15 req-9c052b82-ac74-42ce-9ca7-b8a1afa9cf42 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:14.090308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be3bc575-ef26-4a22-8b04-12e83afc5b15 req-9c052b82-ac74-42ce-9ca7-b8a1afa9cf42 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1453454 Mar 31 23:07:14.173199 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be3bc575-ef26-4a22-8b04-12e83afc5b15 req-7547b827-7f57-4ea0-a9eb-86c340bdb041 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743625 Mar 31 23:07:14.222545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45846) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:14.252730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.263819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] For port 6ab98259-2155-4cc9-aa5c-b940b5459319, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6ab98259-2155-4cc9-aa5c-b940b5459319,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:14.265920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.288313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Calling delete_port for 6ab98259-2155-4cc9-aa5c-b940b5459319 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:14.474778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.580207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.670049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae8a204f5d3d44ed8f2ff24c0055e704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468303 Mar 31 23:07:14.671385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0fa86a-9d13-4b3e-88c3-0abf0c975a25,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:14.681201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45860) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:14.684482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.684942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.685372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.685794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.686218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.686663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.687271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.687593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.687913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.688229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.688547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.688859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc063103-7e31-4aea-8d5f-94c91e9cf72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:14.718858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2d6fc-8ca8-44ed-b40b-38942e271338 req-25485be8-d7ca-4f84-9bfd-ae334a3d10cf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:14.730019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dc2d6fc-8ca8-44ed-b40b-38942e271338 req-25485be8-d7ca-4f84-9bfd-ae334a3d10cf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2508593 Mar 31 23:07:14.789806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dc2d6fc-8ca8-44ed-b40b-38942e271338 req-9fc51de4-0e08-4383-8ae2-3a169715574d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588067 Mar 31 23:07:14.919712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bba3b1b-8511-4142-8b5e-ae88776148d5 req-0807a89e-94ba-4cb3-a9a6-bd634e0361f5 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 210 time: 0.0447810 Mar 31 23:07:15.052980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dd19ffc-1800-44f6-bb71-af92512d81dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.066436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0241-98e5-4303-9fdc-4c203c5391d6 req-653b7a75-53ff-457d-bc2a-2abacac034e6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:15.072350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-6cb836aa-bf11-464c-bb1d-fc6638a9d9fb tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:15.072507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46af0241-98e5-4303-9fdc-4c203c5391d6 req-653b7a75-53ff-457d-bc2a-2abacac034e6 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0770748 Mar 31 23:07:15.072621 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-6cb836aa-bf11-464c-bb1d-fc6638a9d9fb tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.50 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 811 time: 0.4766822 Mar 31 23:07:15.123093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dd19ffc-1800-44f6-bb71-af92512d81dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.133119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46af0241-98e5-4303-9fdc-4c203c5391d6 req-11b7d5b7-4edc-41a6-8ceb-527bcc9a61c0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514345 Mar 31 23:07:15.199049 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3dac0b44-6a6b-4ad0-83c2-3ccc0812449a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a HTTP/1.1" status: 200 len: 380 time: 0.1164868 Mar 31 23:07:15.216190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'port': {'device_id': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'admin_state_up': True, 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'security_groups': ['913f2ede-2c29-494a-b411-9b1c8447053e']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:15.295411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.366761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab98259-2155-4cc9-aa5c-b940b5459319,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:15.426049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9792f-559d-43f6-a62f-3ace1dba99c0 req-6fa8a664-baaf-49f0-84c5-77bb793b81d5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:15.448280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14a9792f-559d-43f6-a62f-3ace1dba99c0 req-6fa8a664-baaf-49f0-84c5-77bb793b81d5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1546850 Mar 31 23:07:15.529774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14a9792f-559d-43f6-a62f-3ace1dba99c0 req-90541e6a-619d-4642-a02d-f3eaa4c693c8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737510 Mar 31 23:07:15.617605 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.713748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953714e2-3199-4a1b-addb-59f635814e43 req-1559e796-7750-420d-8bdc-4a4f8c47b612 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:15.730346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-953714e2-3199-4a1b-addb-59f635814e43 req-1559e796-7750-420d-8bdc-4a4f8c47b612 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0808802 Mar 31 23:07:15.761414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dd19ffc-1800-44f6-bb71-af92512d81dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.773284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dd19ffc-1800-44f6-bb71-af92512d81dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.795151 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1dd19ffc-1800-44f6-bb71-af92512d81dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b0fa86a-9d13-4b3e-88c3-0abf0c975a25 HTTP/1.1" status: 204 len: 168 time: 1.1127663 Mar 31 23:07:15.802403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-953714e2-3199-4a1b-addb-59f635814e43 req-022f88ce-1cde-4c18-874a-3cea2a25fe0a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710096 Mar 31 23:07:15.871444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Made reservation on behalf of b9ff61f0c69948f7b7f1ddb945a6bc0a for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:15.876329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.896856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd19ffc-1800-44f6-bb71-af92512d81dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0fa86a-9d13-4b3e-88c3-0abf0c975a25,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:16.028897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45908) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:16.163864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1352621988-network', 'tenant_id': 'cd45eb51f33445efb275a02be224a85f'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:16.274566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Made reservation on behalf of cd45eb51f33445efb275a02be224a85f for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:16.277514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.287630 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.373648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.453473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:16.487615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Allocated IP 172.20.0.10 (ccddb8e5-47a6-4692-8f5e-3f090a4081ea/2d491e67-e26e-4f6c-8e18-b4460ee5dd0a/d7090477-9f48-4b26-919b-10337999d67d) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:16.609029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.722594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66967b-0d08-4726-8b8c-8ce83a747d2a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:16.735684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:16.758860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.759211 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Added segment add56cdb-8745-4bc4-b26d-4d493967525c of type vlan for network 5e1f4970-7371-43c6-84c3-a4f5867269a2 Mar 31 23:07:16.879025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5647c2f-83b0-4c87-8e8a-aacba1b81604 req-470e43c0-5d7f-4631-965a-027963164ddb tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 210 time: 0.0495737 Mar 31 23:07:16.884314 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.913028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:16.926852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] Sync routers for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:16.951938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:16.953629 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:16.959719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45934) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:16.960371 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8748f678-76e1-4c22-a37a-77f30c420c74 admin admin] 10.222.0.31 "PUT /v2.0/routers/86fb20f9-2cab-4dce-8ed5-af3d2f76b794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3922334 Mar 31 23:07:17.055746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.059615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:17.059615 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.083739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.116659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:17.217951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a126d-1531-4a32-9407-81fb322c18ff req-a08f287b-c53a-4dc7-83d8-f129c346f706 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:17.226857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-319a126d-1531-4a32-9407-81fb322c18ff req-a08f287b-c53a-4dc7-83d8-f129c346f706 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.2096219 Mar 31 23:07:17.268823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45942) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:17.270738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2403929 Mar 31 23:07:17.275531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Request body: {'subnet': {'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1352621988-subnet', 'tenant_id': 'cd45eb51f33445efb275a02be224a85f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:17.326715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.343504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa5342-e73d-44b4-81d3-44bf2d51546e admin admin] Pushing event updated for resources: {'Network': ['ID=5e1f4970-7371-43c6-84c3-a4f5867269a2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:17.430940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-319a126d-1531-4a32-9407-81fb322c18ff req-b824462e-cf44-4142-9edd-7608c87d8e60 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003679 Mar 31 23:07:17.436225 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.488860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Made reservation on behalf of cd45eb51f33445efb275a02be224a85f for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:17.498812 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.517631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 5e1f4970-7371-43c6-84c3-a4f5867269a2 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:17.578040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:17.595904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:17.603891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:17.641564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.642656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T23:07:14Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:17.686302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] Checking router: 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:17.696898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] Routers {'86fb20f9-2cab-4dce-8ed5-af3d2f76b794'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:17.697525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:17.857563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] Set router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:17.876303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Deleting port ff7e832e-e2ea-42d4-a12e-0901bea75b65 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:17.876841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.899524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'Port': ['ID=d7090477-9f48-4b26-919b-10337999d67d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:18.167505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] For port ff7e832e-e2ea-42d4-a12e-0901bea75b65, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ff7e832e-e2ea-42d4-a12e-0901bea75b65,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:18.168004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.188762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:18.189477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.214054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Calling delete_port for ff7e832e-e2ea-42d4-a12e-0901bea75b65 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:18.224462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618e69d-dc41-4dd4-ab2e-0cc6afdedd59 req-b9124bb1-f08e-4d21-a5f3-0f60ab08e360 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:18.227141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4618e69d-dc41-4dd4-ab2e-0cc6afdedd59 req-b9124bb1-f08e-4d21-a5f3-0f60ab08e360 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 932 time: 0.1492412 Mar 31 23:07:18.252620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-daaf9e4b-bd13-4277-8443-f8856ff956d0 None None] Provisioning complete for port d7090477-9f48-4b26-919b-10337999d67d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:18.253221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-daaf9e4b-bd13-4277-8443-f8856ff956d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.265270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.364126 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-fd52c331-fda8-4fcf-8fbe-ce754852c2c1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1525600 Mar 31 23:07:18.409900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Request body: {'port': {'device_id': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:18.488748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-daaf9e4b-bd13-4277-8443-f8856ff956d0 None None] Port d7090477-9f48-4b26-919b-10337999d67d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:18.540726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T23:07:14Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:18.540973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb93dbb5-fa65-4bb0-8737-3466fb24c0ef,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:18.613525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Checking segment: {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:18.613891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Network hostable DHCP agents. Network: 5e1f4970-7371-43c6-84c3-a4f5867269a2, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:18.650223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c312fef-0920-4ab5-95a0-c79476274204 None None] The sync data for ids ['86fb20f9-2cab-4dce-8ed5-af3d2f76b794'] in n-d-836015-1 is: [{'id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'name': 'tempest-AttachVolumeShelveTestJSON-5399737-router', 'tenant_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:24Z', 'updated_at': '2022-03-31T23:07:14Z', 'revision_number': 5, 'project_id': '02c9ebfc276b4fa48e7a0e018b9793d9', 'gw_port': {'id': 'ff7e832e-e2ea-42d4-a12e-0901bea75b65', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb20f9-2cab-4dce-8ed5-af3d2f76b794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:18.657521 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.951559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Network 5e1f4970-7371-43c6-84c3-a4f5867269a2 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:19.166040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7090477-9f48-4b26-919b-10337999d67d {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:19.166040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.169396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Transition to ACTIVE for port object d7090477-9f48-4b26-919b-10337999d67d will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:19.227507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6ab98259-2155-4cc9-aa5c-b940b5459319 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:19.245073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 5e1f4970-7371-43c6-84c3-a4f5867269a2) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:19.260125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 6ab98259-2155-4cc9-aa5c-b940b5459319 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:19.261679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6ab98259-2155-4cc9-aa5c-b940b5459319 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:19.323396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.324491 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.369165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42229b7e-d08b-4b8b-b347-4b8952846166 None None] Network 5e1f4970-7371-43c6-84c3-a4f5867269a2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:19.478841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.563519 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-48a4c479-6283-4be1-8147-6381920ae67f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2938185 Mar 31 23:07:19.628018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4618e69d-dc41-4dd4-ab2e-0cc6afdedd59 req-905f28b1-b5a7-42fd-9ea4-0c77292d9005 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3790414 Mar 31 23:07:19.635904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.668072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3d58e-381f-4cf4-87d0-3627ea632fca None None] Network 5e1f4970-7371-43c6-84c3-a4f5867269a2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:19.760698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7090477-9f48-4b26-919b-10337999d67d,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:19.848162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7e832e-e2ea-42d4-a12e-0901bea75b65,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:20.085466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Attempting to bind port d7090477-9f48-4b26-919b-10337999d67d on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:20.089085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Attempting to bind port d7090477-9f48-4b26-919b-10337999d67d by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:20.095215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Attempting to bind port d7090477-9f48-4b26-919b-10337999d67d on network ccddb8e5-47a6-4692-8f5e-3f090a4081ea {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:20.109813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Port d7090477-9f48-4b26-919b-10337999d67d on network ccddb8e5-47a6-4692-8f5e-3f090a4081ea not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:20.111180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Attempting to bind port d7090477-9f48-4b26-919b-10337999d67d on network ccddb8e5-47a6-4692-8f5e-3f090a4081ea {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:20.119316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:20.119939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Checking segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:20.120519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Bound using segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:20.121265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Bound port: d7090477-9f48-4b26-919b-10337999d67d, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:20.121835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.153856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.264611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] For port d7090477-9f48-4b26-919b-10337999d67d, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:20.272240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] For port d7090477-9f48-4b26-919b-10337999d67d, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d7090477-9f48-4b26-919b-10337999d67d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:20.345821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6ae1-ce15-48f6-9587-34ca9c22ffb1 req-26b71d3b-2bb1-4654-8bfe-964f527c23c7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:20.349694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b67d6ae1-ce15-48f6-9587-34ca9c22ffb1 req-26b71d3b-2bb1-4654-8bfe-964f527c23c7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.4214787 Mar 31 23:07:20.392368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.400769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.462679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.481136 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b67d6ae1-ce15-48f6-9587-34ca9c22ffb1 req-27f29268-2e0e-4793-8043-ab0e4c01e369 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293614 Mar 31 23:07:20.611545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:20.612177 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.614074 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 200 len: 1092 time: 2.2246165 Mar 31 23:07:20.625341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'tag': 'd7090477-9f48-4b26-919b-10337999d67d'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:20.627791 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cfcf05-0cbc-4119-b381-e9d79f84576d" -d '{"events": [{"name": "network-changed", "server_uuid": "c49b87c6-3d20-4311-ac52-898b23513b2e", "tag": "d7090477-9f48-4b26-919b-10337999d67d"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:20.675375 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.679637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86fb20f9-2cab-4dce-8ed5-af3d2f76b794 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:07:20.689192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.696996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-be566887-a8e8-4003-9143-d22732360b2c admin admin] 10.222.0.31 "DELETE /v2.0/routers/86fb20f9-2cab-4dce-8ed5-af3d2f76b794 HTTP/1.1" status: 204 len: 168 time: 3.7360232 Mar 31 23:07:20.699292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46046) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:20.735560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daefb68-d7d5-4233-9cac-56574bb89ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7090477-9f48-4b26-919b-10337999d67d,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:20.918438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2272a854-9892-481e-957e-6ac4e46144a8 admin admin] Deleting subnet a9194943-9c32-4fda-9985-0f24f5a054b0 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:20.930972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2272a854-9892-481e-957e-6ac4e46144a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.062150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2272a854-9892-481e-957e-6ac4e46144a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.324220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2272a854-9892-481e-957e-6ac4e46144a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.410558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-1ed29994-1afc-4376-977e-f4424cef3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.417175 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-1ed29994-1afc-4376-977e-f4424cef3a87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 1095 time: 0.5513210 Mar 31 23:07:21.419213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-95f479c2-c1de-4ae0-ba45-e1c53911b7b4 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.450780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-95f479c2-c1de-4ae0-ba45-e1c53911b7b4 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/networks?id=5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 200 len: 815 time: 0.3301637 Mar 31 23:07:21.520303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ff7e832e-e2ea-42d4-a12e-0901bea75b65 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:21.572667 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-690c0cc5-65e5-42b4-8788-d34e1eb425a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 200 len: 217 time: 0.1239498 Mar 31 23:07:21.581700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ff7e832e-e2ea-42d4-a12e-0901bea75b65 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:21.582050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ff7e832e-e2ea-42d4-a12e-0901bea75b65 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:21.583171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-9bba6ae1-3c37-4614-94ee-468893c38ef4 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/quotas/cd45eb51f33445efb275a02be224a85f HTTP/1.1" status: 200 len: 375 time: 0.1267304 Mar 31 23:07:21.701000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-7d623e76-dfc6-45c9-a472-55afba7c97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.702743 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-7d623e76-dfc6-45c9-a472-55afba7c97f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.1219997 Mar 31 23:07:21.716581 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-703624c5-2dcb-4bc4-bf40-60eae71d8027 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1291900 Mar 31 23:07:21.719560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2272a854-9892-481e-957e-6ac4e46144a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.793378 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2272a854-9892-481e-957e-6ac4e46144a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.803987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea1760b-6edc-4f05-b723-b81b6b3d7bca None None] Network 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:21.833208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46082) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:21.833424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2272a854-9892-481e-957e-6ac4e46144a8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a9194943-9c32-4fda-9985-0f24f5a054b0 HTTP/1.1" status: 204 len: 168 time: 1.1327286 Mar 31 23:07:21.913212 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bbeb7a-4cec-40e7-8d30-50ff1e50e149 x-openstack-request-id: req-36bbeb7a-4cec-40e7-8d30-50ff1e50e149 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:21.918582 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49b87c6-3d20-4311-ac52-898b23513b2e", "tag": "d7090477-9f48-4b26-919b-10337999d67d", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:21.919977 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36bbeb7a-4cec-40e7-8d30-50ff1e50e149 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:21.921353 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bbeb7a-4cec-40e7-8d30-50ff1e50e149'] response: {'name': 'network-changed', 'server_uuid': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'tag': 'd7090477-9f48-4b26-919b-10337999d67d', 'status': 'completed', 'code': 200} Mar 31 23:07:21.926175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272a854-9892-481e-957e-6ac4e46144a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9194943-9c32-4fda-9985-0f24f5a054b0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.095767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-b6efdb8a-b57b-4ff9-8da9-4faf27f293a0 service neutron] 10.222.0.31 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632271 Mar 31 23:07:22.174496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-2acfa432-7148-45b0-9c1f-9441831501bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.177068 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-2acfa432-7148-45b0-9c1f-9441831501bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4623280 Mar 31 23:07:22.187240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.208936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3c6ecdf3-09cb-4c88-ba7a-ccdb493799e8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:07:22.220384 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-3c6ecdf3-09cb-4c88-ba7a-ccdb493799e8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265975 Mar 31 23:07:22.253277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] DHCP port deletion for 56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:22.273886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-90abcfbc-64dd-4a72-bdd2-9d4d8f92ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.275943 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-90abcfbc-64dd-4a72-bdd2-9d4d8f92ef4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 1096 time: 0.5841255 Mar 31 23:07:22.356262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] Deleting port 73ed4582-be80-4de9-b5fe-19f73fa25745 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:22.357466 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.466003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] For port 73ed4582-be80-4de9-b5fe-19f73fa25745, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=73ed4582-be80-4de9-b5fe-19f73fa25745,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:22.466455 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.504376 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-46c8503f-3f84-4523-8102-96a0cf70591f service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745411 Mar 31 23:07:22.521114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] Calling delete_port for 73ed4582-be80-4de9-b5fe-19f73fa25745 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:22.545964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e2b3c-a394-4670-8ead-3d631ca5f672 req-d9678df4-4b43-4fae-b1a5-e46e24f117b8 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.563952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df3e2b3c-a394-4670-8ead-3d631ca5f672 req-d9678df4-4b43-4fae-b1a5-e46e24f117b8 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 944 time: 0.4295361 Mar 31 23:07:22.594159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-ccb4a3cb-fcf9-4679-bf27-62a3ac4b0c76 service neutron] 10.222.0.31 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762058 Mar 31 23:07:22.674314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Deleting port 73ed4582-be80-4de9-b5fe-19f73fa25745 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:22.677102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.687233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df3e2b3c-a394-4670-8ead-3d631ca5f672 req-b0796546-25ec-4756-9410-563b1d6ec7a6 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221659 Mar 31 23:07:22.801953 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.832715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] Pushing event deleted for resources: {'Port': ['ID=73ed4582-be80-4de9-b5fe-19f73fa25745,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.835130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f372c02-190c-45e7-8081-0c4fbc81f736 None None] No DVR routers for this DVR port 73ed4582-be80-4de9-b5fe-19f73fa25745 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:22.869197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] For port 73ed4582-be80-4de9-b5fe-19f73fa25745, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=73ed4582-be80-4de9-b5fe-19f73fa25745,segment=NetworkSegment(8838845d-8e1f-4910-abc3-02716980c17e),segment_id=8838845d-8e1f-4910-abc3-02716980c17e)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:22.871047 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.901885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Calling delete_port for 73ed4582-be80-4de9-b5fe-19f73fa25745 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:23.091286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-fd680207-e0ba-4efd-8d2b-1dd25adafccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.092885 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-fd680207-e0ba-4efd-8d2b-1dd25adafccc service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.7882760 Mar 31 23:07:23.273048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1779ce9-d9e7-4aa9-b2e7-aa0d53e1b607 req-40a2e609-2d2d-47ed-8d7e-41151c30a397 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.282515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1779ce9-d9e7-4aa9-b2e7-aa0d53e1b607 req-40a2e609-2d2d-47ed-8d7e-41151c30a397 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0860200 Mar 31 23:07:23.316190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.347846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1779ce9-d9e7-4aa9-b2e7-aa0d53e1b607 req-e3ef94b7-7374-4105-be70-d2594bea7a91 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640724 Mar 31 23:07:23.353985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 73ed4582-be80-4de9-b5fe-19f73fa25745 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:23.359748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ed4582-be80-4de9-b5fe-19f73fa25745,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:23.365538 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0028e8c9-5656-43cb-9e94-ed645401c02e req-814bc588-f759-4ae4-98eb-1f643dcec096 service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8463478 Mar 31 23:07:23.368710 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-cc432642-b682-4821-93c1-8aad04778101 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 200 len: 1000 time: 0.2531474 Mar 31 23:07:23.374216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] No DVR routers for this DVR port 73ed4582-be80-4de9-b5fe-19f73fa25745 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:23.411810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 73ed4582-be80-4de9-b5fe-19f73fa25745 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:23.414186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 73ed4582-be80-4de9-b5fe-19f73fa25745 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:23.460382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c49ebc0d-f644-41d6-8bc2-40a67c4472ec req-172387bd-d1b0-4162-83ba-cc0eb8ee67dc tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 210 time: 0.0462623 Mar 31 23:07:23.492220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-820c647d-2f55-4951-b774-1b18256f5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.493667 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-820c647d-2f55-4951-b774-1b18256f5271 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.1176612 Mar 31 23:07:23.497247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.560369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:23.580423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8838845d-8e1f-4910-abc3-02716980c17e') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:23.580423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8838845d-8e1f-4910-abc3-02716980c17e') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:23.593604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.596810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-d7d780e7-4df0-47eb-9ada-ff69b8ab957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.598324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-d7d780e7-4df0-47eb-9ada-ff69b8ab957f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935230 Mar 31 23:07:23.609778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-d8b790bb-d705-48c5-858c-5576dfea10ad service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:07:23.610928 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-d8b790bb-d705-48c5-858c-5576dfea10ad service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055511 Mar 31 23:07:23.772947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.823256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:23.823256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:23.826085 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:23.940749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-ffa6be64-d9cc-47fb-8819-f19efe37123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.942344 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-ffa6be64-d9cc-47fb-8819-f19efe37123d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 1095 time: 0.3290572 Mar 31 23:07:23.971495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6c571-be15-4193-b72b-55e8a9c13fdc req-3f621d52-10b7-45af-9ae5-3b7b25dea09f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.981986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02b6c571-be15-4193-b72b-55e8a9c13fdc req-3f621d52-10b7-45af-9ae5-3b7b25dea09f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 944 time: 0.1740983 Mar 31 23:07:24.059104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02b6c571-be15-4193-b72b-55e8a9c13fdc req-e17fa915-1f4f-4787-846e-b4ce6023b673 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723372 Mar 31 23:07:24.062654 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-3577247a-e50d-42bb-8fbf-a4157b678838 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123834 Mar 31 23:07:24.233283 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a53664e8-9329-4ae8-bfea-8fb22530522e req-c35efef5-0e90-42ad-a821-61ad98003f11 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604407 Mar 31 23:07:24.256402 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.275517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.279390 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] 10.222.0.31 "DELETE /v2.0/networks/56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85 HTTP/1.1" status: 204 len: 168 time: 2.4402187 Mar 31 23:07:24.345987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fcf22-0602-4941-9575-75dd7a53c384 admin admin] Pushing event deleted for resources: {'Network': ['ID=56eb0e5a-ab89-426c-9cc1-4d7d0dd9fb85,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:24.382371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-8ebdcd25-9f57-466c-9124-623332d8fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.386123 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-8ebdcd25-9f57-466c-9124-623332d8fdab service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 0.4249043 Mar 31 23:07:24.535247 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-6447b865-fc35-4244-a1d6-e64160f35ffa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 200 len: 217 time: 0.1380725 Mar 31 23:07:24.580113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17422d-541e-4010-ad2c-46bead4ce2cd req-10e27d9e-b882-4c89-8d99-02e4ebb0be1a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.590123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb17422d-541e-4010-ad2c-46bead4ce2cd req-10e27d9e-b882-4c89-8d99-02e4ebb0be1a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0743635 Mar 31 23:07:24.629980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-32f166ba-6b8e-48f8-8801-39f4dbb6973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.633421 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-32f166ba-6b8e-48f8-8801-39f4dbb6973f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.0868952 Mar 31 23:07:24.695790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb17422d-541e-4010-ad2c-46bead4ce2cd req-d49845b5-62fb-41da-bd56-4fc97c2e12bf tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045899 Mar 31 23:07:24.746998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-ee274d6c-485f-4afa-b8e6-b98fe091560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.748798 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-ee274d6c-485f-4afa-b8e6-b98fe091560f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996654 Mar 31 23:07:24.893386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6efee224-bbb7-460d-8acd-0f21ea0412d7 req-c5279e13-8233-42b2-a43f-d8662022fee8 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 210 time: 0.1149261 Mar 31 23:07:24.933230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46174) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:25.004150 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4753c861-414c-465b-b312-8320d5e3f2e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02c9ebfc276b4fa48e7a0e018b9793d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697813 Mar 31 23:07:25.006715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46176) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:25.014838 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-b7a366c4-99b9-48bf-9925-40fe79799a9e service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559614 Mar 31 23:07:25.161035 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-799aee78-e39e-4bc9-90ae-21427f180dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.224556 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-23cfcf05-0cbc-4119-b381-e9d79f84576d req-588f5441-75e5-4186-a15f-d7a057278d63 service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998484 Mar 31 23:07:25.226689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-799aee78-e39e-4bc9-90ae-21427f180dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.237646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0d75-5cb6-4dfd-99a8-d207c4589fe1 req-3f297c4e-fd9e-4aee-9f20-6f07a3060574 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.248281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2db0d75-5cb6-4dfd-99a8-d207c4589fe1 req-3f297c4e-fd9e-4aee-9f20-6f07a3060574 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 944 time: 0.0882204 Mar 31 23:07:25.304852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2db0d75-5cb6-4dfd-99a8-d207c4589fe1 req-8912f470-45a8-4a19-bdd0-45cda4b546a0 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551085 Mar 31 23:07:25.822399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-799aee78-e39e-4bc9-90ae-21427f180dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.825335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-799aee78-e39e-4bc9-90ae-21427f180dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.829569 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-799aee78-e39e-4bc9-90ae-21427f180dd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b2f60b6-1515-436f-81b5-e534b75a92ab HTTP/1.1" status: 204 len: 168 time: 0.8218346 Mar 31 23:07:25.836710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cddcb-682c-4edd-aea7-b85aeba896fa req-bbdc8229-dff6-4c69-aad3-90775de00709 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.838659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799aee78-e39e-4bc9-90ae-21427f180dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2f60b6-1515-436f-81b5-e534b75a92ab,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:25.844392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a5cddcb-682c-4edd-aea7-b85aeba896fa req-bbdc8229-dff6-4c69-aad3-90775de00709 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0643919 Mar 31 23:07:25.898953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a5cddcb-682c-4edd-aea7-b85aeba896fa req-cc1df023-9701-4b93-a3c4-cd9ae1757bbe tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486915 Mar 31 23:07:26.154050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2738e3c-8831-435c-81cc-5ffd9004bc7d req-072e2ec0-07f3-4b3b-aae1-c2302672c86a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:26.162622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2738e3c-8831-435c-81cc-5ffd9004bc7d req-072e2ec0-07f3-4b3b-aae1-c2302672c86a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.1761003 Mar 31 23:07:26.221654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de449a86-24db-4842-9141-4a8b266d2afc req-0ba4aec6-7d2c-40e7-bb39-54ccfda72232 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 210 time: 0.0565050 Mar 31 23:07:26.249185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2738e3c-8831-435c-81cc-5ffd9004bc7d req-c8dda3a1-f513-441d-9cab-cd8b58352d92 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854876 Mar 31 23:07:26.274171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d7090477-9f48-4b26-919b-10337999d67d details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:26.458041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d7090477-9f48-4b26-919b-10337999d67d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d7090477-9f48-4b26-919b-10337999d67d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:26.475595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'd7090477-9f48-4b26-919b-10337999d67d', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'port_id': 'd7090477-9f48-4b26-919b-10337999d67d', 'mac_address': 'fa:16:3e:f3:39:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:26.578349 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.605638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7090477-9f48-4b26-919b-10337999d67d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:26.654689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d7090477-9f48-4b26-919b-10337999d67d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d7090477-9f48-4b26-919b-10337999d67d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:26.719155 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.815049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=d7090477-9f48-4b26-919b-10337999d67d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:26.974776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7abd7-07e9-485e-8172-a779d07d80d3 req-e0f55732-9db0-47f0-aad5-a16c70aa7aa9 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:26.983173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfd7abd7-07e9-485e-8172-a779d07d80d3 req-e0f55732-9db0-47f0-aad5-a16c70aa7aa9 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 945 time: 0.0792079 Mar 31 23:07:27.017525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['d7090477-9f48-4b26-919b-10337999d67d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:27.035575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfd7abd7-07e9-485e-8172-a779d07d80d3 req-f3f92d26-4bdd-4cd3-86a4-3f50c0b2f297 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514891 Mar 31 23:07:27.319643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f0f5f-1369-4080-aaf2-bb8c9ab817b9 req-10e80eda-83cd-4e08-85b6-f5763163f574 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.339508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7f0f5f-1369-4080-aaf2-bb8c9ab817b9 req-10e80eda-83cd-4e08-85b6-f5763163f574 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 0.1468186 Mar 31 23:07:27.436030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7f0f5f-1369-4080-aaf2-bb8c9ab817b9 req-8220b9ff-4ac0-473b-b366-44b7eff7f7e9 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001694 Mar 31 23:07:27.437499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-f15b7222-c831-437d-b232-490fcdb6bc20 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.441148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-f15b7222-c831-437d-b232-490fcdb6bc20 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.45 "GET /v2.0/networks?id=5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 200 len: 815 time: 0.2656515 Mar 31 23:07:27.457045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Request body: {'port': {'device_id': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'admin_state_up': True, 'tenant_id': 'cd45eb51f33445efb275a02be224a85f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:27.540677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6eaa601-f3f1-41f0-949c-081f6b87a85b req-58409d11-e8c6-40bd-8bcb-cd96b20e55a6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 210 time: 0.0322971 Mar 31 23:07:27.709783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Made reservation on behalf of cd45eb51f33445efb275a02be224a85f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:27.712943 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.904542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Allocated IP 172.20.0.9 (5e1f4970-7371-43c6-84c3-a4f5867269a2/bb93dbb5-fa65-4bb0-8737-3466fb24c0ef/194ff0bc-bb1b-447a-8880-35fee1c2f401) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:28.089993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.203829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206bea2-93dd-4088-a64d-9868f47dbe39 req-a172b376-710f-48d1-90ce-4fa78e227082 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.205493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2206bea2-93dd-4088-a64d-9868f47dbe39 req-a172b376-710f-48d1-90ce-4fa78e227082 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 945 time: 0.0622108 Mar 31 23:07:28.276699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d7090477-9f48-4b26-919b-10337999d67d up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:28.277490 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.351731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2206bea2-93dd-4088-a64d-9868f47dbe39 req-18a384fc-1fda-4b98-88d2-55145f618302 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249006 Mar 31 23:07:28.491760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Network 5e1f4970-7371-43c6-84c3-a4f5867269a2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:28.513225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:28.531689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:28.544043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port d7090477-9f48-4b26-919b-10337999d67d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:28.549248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port d7090477-9f48-4b26-919b-10337999d67d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:28.549997 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.581599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-e1788044-2172-4444-8233-0a8b3a8c3524 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.582299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-e1788044-2172-4444-8233-0a8b3a8c3524 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 0.1669137 Mar 31 23:07:28.647588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Pushing event updated for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:28.722427 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-36fce550-cba5-4f25-ac7f-73a65f5494ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3862026 Mar 31 23:07:28.817453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.823648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.896586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c21e5-4487-4a66-8daa-3b514d4da3c3 req-b6020025-4446-4441-8901-8b3825f2a555 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.901899 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.914186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf8c21e5-4487-4a66-8daa-3b514d4da3c3 req-b6020025-4446-4441-8901-8b3825f2a555 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 947 time: 0.1736531 Mar 31 23:07:28.947987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-783a4df0-0e7c-465b-aa46-1f72a8c30513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.965551 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-783a4df0-0e7c-465b-aa46-1f72a8c30513 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3cede2d48664a2880a52c89b3250cf8&device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 1096 time: 0.1978045 Mar 31 23:07:28.975916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Deleting port fe2054f6-5b91-4e2e-ae7d-34c07454afda {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:28.982200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.991669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7090477-9f48-4b26-919b-10337999d67d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:29.000600 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8044e0d-b7a7-41b8-bb69-626de53c9171" -d '{"events": [{"server_uuid": "c49b87c6-3d20-4311-ac52-898b23513b2e", "name": "network-vif-plugged", "status": "completed", "tag": "d7090477-9f48-4b26-919b-10337999d67d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:29.047570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d7090477-9f48-4b26-919b-10337999d67d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d7090477-9f48-4b26-919b-10337999d67d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:29.074279 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-2adc6791-336f-4eb4-9fa4-ab81a0bfdd3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6223512 Mar 31 23:07:29.080042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf8c21e5-4487-4a66-8daa-3b514d4da3c3 req-a1eb326f-c600-4b90-8e72-b2ea356d9b3f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606596 Mar 31 23:07:29.105781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Request body: {'port': {'device_id': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:29.229428 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.315754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] For port fe2054f6-5b91-4e2e-ae7d-34c07454afda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=fe2054f6-5b91-4e2e-ae7d-34c07454afda,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:29.317466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.354677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-a41778a0-cda4-4300-aabc-2b02fb51e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:29.354677 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-a41778a0-cda4-4300-aabc-2b02fb51e48c service neutron] 10.222.0.45 "GET /v2.0/networks?id=db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 200 len: 913 time: 0.3594694 Mar 31 23:07:29.354677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.355268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071035a-4593-4ccd-96de-50608e816406 req-e92feeff-1669-4754-ad87-0770798b6cee tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:29.371536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8071035a-4593-4ccd-96de-50608e816406 req-e92feeff-1669-4754-ad87-0770798b6cee tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 931 time: 0.1852663 Mar 31 23:07:29.407512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Calling delete_port for fe2054f6-5b91-4e2e-ae7d-34c07454afda owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:29.495634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-987827f5-75b0-4079-8beb-3da1b9e700eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e798571c-68d9-4c2d-8f3a-272f1c62f829 HTTP/1.1" status: 200 len: 217 time: 0.1324697 Mar 31 23:07:29.552103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8071035a-4593-4ccd-96de-50608e816406 req-ccdcb2a5-925b-485a-861a-91e8c2a6c99b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771758 Mar 31 23:07:29.629045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=d7090477-9f48-4b26-919b-10337999d67d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:29.639038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-c8e12005-ab74-4836-a4fb-d42c5a6d92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:29.640548 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-c8e12005-ab74-4836-a4fb-d42c5a6d92b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 200 len: 851 time: 0.1341584 Mar 31 23:07:29.716534 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258a4ed6-0cb2-4802-8258-8a0c0d62832d x-openstack-request-id: req-258a4ed6-0cb2-4802-8258-8a0c0d62832d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:29.717212 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49b87c6-3d20-4311-ac52-898b23513b2e", "name": "network-vif-plugged", "status": "completed", "tag": "d7090477-9f48-4b26-919b-10337999d67d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:29.717801 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-258a4ed6-0cb2-4802-8258-8a0c0d62832d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:29.718548 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258a4ed6-0cb2-4802-8258-8a0c0d62832d'] response: {'server_uuid': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7090477-9f48-4b26-919b-10337999d67d', 'code': 200} Mar 31 23:07:29.803530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-97ea1834-c353-48d8-976f-3f68391de2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:29.805130 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-97ea1834-c353-48d8-976f-3f68391de2b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db201a78-5b2e-427c-82ca-72b26a17ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918243 Mar 31 23:07:29.893036 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.002221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] No DVR routers for this DVR port fe2054f6-5b91-4e2e-ae7d-34c07454afda on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:30.007086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.013202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3344f5fe-423e-475b-8d77-3994cb174d82 req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "DELETE /v2.0/ports/fe2054f6-5b91-4e2e-ae7d-34c07454afda HTTP/1.1" status: 204 len: 173 time: 1.4233208 Mar 31 23:07:30.041530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'name': 'network-vif-deleted', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:30.045451 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05c63d5-fdeb-4530-945b-87c1ea407aed" -d '{"events": [{"server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "name": "network-vif-deleted", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:30.060838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddefd8c-42e4-43a7-8b84-a0bc69439ba6 req-2f90e215-7d8f-4a71-bb02-b6e1f448e97f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:30.071228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dddefd8c-42e4-43a7-8b84-a0bc69439ba6 req-2f90e215-7d8f-4a71-bb02-b6e1f448e97f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.2236793 Mar 31 23:07:30.073792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b44dc-c905-4e44-b1fc-b6735893b231 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Pushing event deleted for resources: {'Port': ['ID=fe2054f6-5b91-4e2e-ae7d-34c07454afda,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:30.150335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-1f589f8c-b6e9-42d1-93a4-04fc50349889 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:30.152308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-1f589f8c-b6e9-42d1-93a4-04fc50349889 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcb71dd-9359-415a-a4e3-6d26e6a70efb HTTP/1.1" status: 200 len: 943 time: 0.2445118 Mar 31 23:07:30.166728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dddefd8c-42e4-43a7-8b84-a0bc69439ba6 req-d5401ad5-ae1b-4f2e-98f7-40277eacc1e5 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941174 Mar 31 23:07:30.361037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Deleting port 8d192942-81fd-47c7-a077-439c0c1c5cf8 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:30.361793 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.531559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] For port 8d192942-81fd-47c7-a077-439c0c1c5cf8, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8d192942-81fd-47c7-a077-439c0c1c5cf8,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:30.532485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.563244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Calling delete_port for 8d192942-81fd-47c7-a077-439c0c1c5cf8 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:30.740733 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068eb497-ab5d-4132-899e-bfddd5ada299 x-openstack-request-id: req-068eb497-ab5d-4132-899e-bfddd5ada299 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:30.740733 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c82816d-d39f-484d-9596-5a82ee02abb2", "name": "network-vif-deleted", "tag": "fe2054f6-5b91-4e2e-ae7d-34c07454afda", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:30.740733 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-068eb497-ab5d-4132-899e-bfddd5ada299 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:30.740733 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068eb497-ab5d-4132-899e-bfddd5ada299'] response: {'server_uuid': '3c82816d-d39f-484d-9596-5a82ee02abb2', 'name': 'network-vif-deleted', 'tag': 'fe2054f6-5b91-4e2e-ae7d-34c07454afda', 'status': 'completed', 'code': 200} Mar 31 23:07:30.779625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c4f2a-0f1a-47ac-af97-17d67cde7a95 req-6b6bef1f-854f-408e-a56f-75c764181531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:30.781124 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-775c4f2a-0f1a-47ac-af97-17d67cde7a95 req-6b6bef1f-854f-408e-a56f-75c764181531 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 1097 time: 0.8558292 Mar 31 23:07:30.827381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-6caf7f03-15dc-42b1-8fc7-c47391138365 service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0130987 Mar 31 23:07:30.862202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fe2054f6-5b91-4e2e-ae7d-34c07454afda no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:30.872383 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-775c4f2a-0f1a-47ac-af97-17d67cde7a95 req-7459507b-5451-4498-89fa-eb6af44763ac service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813544 Mar 31 23:07:30.905797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81d12232-9caf-49b3-bf9b-d700a045d1f4 req-9742bca4-105b-4ada-b1ec-fde1cec8026f tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c82816d-d39f-484d-9596-5a82ee02abb2 HTTP/1.1" status: 200 len: 210 time: 0.0687315 Mar 31 23:07:30.924325 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: fe2054f6-5b91-4e2e-ae7d-34c07454afda {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:30.924325 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device fe2054f6-5b91-4e2e-ae7d-34c07454afda not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:30.930901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194ff0bc-bb1b-447a-8880-35fee1c2f401 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:30.962740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.978522 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.988860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Transition to ACTIVE for port object 194ff0bc-bb1b-447a-8880-35fee1c2f401 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:30.993458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e798571c-68d9-4c2d-8f3a-272f1c62f829'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:30.995876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b9eb29f2-72c2-4e56-ba13-61bd10044481'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:31.042166 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-33e26727-b9b8-445a-a15b-a18fa015bca5 req-1bf43993-ae31-4270-97e8-515b187e77bc service neutron] 10.222.0.45 "GET /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925626 Mar 31 23:07:31.063031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.181579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Pushing event updated for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:31.217784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event deleted for resources: {'Port': ['ID=8d192942-81fd-47c7-a077-439c0c1c5cf8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:31.385338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] No DVR routers for this DVR port 8d192942-81fd-47c7-a077-439c0c1c5cf8 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:31.394632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Attempting to bind port 194ff0bc-bb1b-447a-8880-35fee1c2f401 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:31.395220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Attempting to bind port 194ff0bc-bb1b-447a-8880-35fee1c2f401 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:31.395896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Attempting to bind port 194ff0bc-bb1b-447a-8880-35fee1c2f401 on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:31.397654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.406178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Port 194ff0bc-bb1b-447a-8880-35fee1c2f401 on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:31.406988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Attempting to bind port 194ff0bc-bb1b-447a-8880-35fee1c2f401 on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:31.414018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:31.418142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Checking segment: {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:31.418831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Bound using segment: {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:31.421729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Bound port: 194ff0bc-bb1b-447a-8880-35fee1c2f401, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:31.421910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b0d2-b387-400a-8b94-b1d3b432f35b req-3122163d-5e17-4770-920c-915463506b6d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "DELETE /v2.0/ports/8d192942-81fd-47c7-a077-439c0c1c5cf8 HTTP/1.1" status: 204 len: 173 time: 1.2460604 Mar 31 23:07:31.425413 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.478418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63946f6c-e98b-4f40-b930-b03b8e031583 req-7c32e0f3-499c-4392-afb9-90f08831a96c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.497079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63946f6c-e98b-4f40-b930-b03b8e031583 req-7c32e0f3-499c-4392-afb9-90f08831a96c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 943 time: 0.4903462 Mar 31 23:07:31.562999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63946f6c-e98b-4f40-b930-b03b8e031583 req-d9423f0a-ed2e-4a26-9e9c-cbe4753133f4 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647252 Mar 31 23:07:31.578646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:31.597138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:31.679975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.761250 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.761563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.763655 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/194ff0bc-bb1b-447a-8880-35fee1c2f401 HTTP/1.1" status: 200 len: 1091 time: 2.6816678 Mar 31 23:07:31.764113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'tag': '194ff0bc-bb1b-447a-8880-35fee1c2f401'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:31.766447 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab10b4-b59e-4aed-a3c2-033e3ce06147", "tag": "194ff0bc-bb1b-447a-8880-35fee1c2f401"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:31.780851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b447b4b-1947-44dc-89ef-b260075fea72 req-a13985fd-5d74-47b1-b8c0-245d95eedb68 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.780851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b447b4b-1947-44dc-89ef-b260075fea72 req-a13985fd-5d74-47b1-b8c0-245d95eedb68 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1028824 Mar 31 23:07:31.813461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b7f6-91ef-463f-83c1-4f0031e007e7 service neutron] Pushing event updated for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:31.864981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b447b4b-1947-44dc-89ef-b260075fea72 req-be0835a5-5486-441b-a617-3c70d5f3a12f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782487 Mar 31 23:07:31.935798 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e390faa-ba8c-44e6-9088-ac5cb6a5f26a x-openstack-request-id: req-9e390faa-ba8c-44e6-9088-ac5cb6a5f26a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:31.936166 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab10b4-b59e-4aed-a3c2-033e3ce06147", "tag": "194ff0bc-bb1b-447a-8880-35fee1c2f401", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:31.936423 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e390faa-ba8c-44e6-9088-ac5cb6a5f26a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:31.936832 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e390faa-ba8c-44e6-9088-ac5cb6a5f26a'] response: {'name': 'network-changed', 'server_uuid': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'tag': '194ff0bc-bb1b-447a-8880-35fee1c2f401', 'status': 'completed', 'code': 200} Mar 31 23:07:32.058016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-f41c0b53-baff-447a-bd02-1f2cda188ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.061334 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-f41c0b53-baff-447a-bd02-1f2cda188ea0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 1094 time: 0.1048524 Mar 31 23:07:32.143220 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-bf89ea35-38a7-4d45-9f04-c0ac06fb3da8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401 HTTP/1.1" status: 200 len: 217 time: 0.0716155 Mar 31 23:07:32.333498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-c3bf45d6-75af-49b8-98a7-99460ac7bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.345211 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-c3bf45d6-75af-49b8-98a7-99460ac7bd3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb93dbb5-fa65-4bb0-8737-3466fb24c0ef HTTP/1.1" status: 200 len: 855 time: 0.1863272 Mar 31 23:07:32.474653 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-f6978fb2-f2c4-4a82-a3c6-4ad134740be6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e1f4970-7371-43c6-84c3-a4f5867269a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223106 Mar 31 23:07:32.740890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'name': 'network-vif-deleted', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:32.744774 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e1e90f-8e2c-4e5d-af07-f44a8c151980" -d '{"events": [{"server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "name": "network-vif-deleted", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:32.822026 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-f8c680de-2773-4322-a1ce-365c6f1af8ec service neutron] 10.222.0.45 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026350 Mar 31 23:07:33.035292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57730c65-937f-420b-822e-820c86334165 req-8bbdb7de-25be-465a-a933-5b075092c619 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.043388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57730c65-937f-420b-822e-820c86334165 req-8bbdb7de-25be-465a-a933-5b075092c619 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 943 time: 0.0856197 Mar 31 23:07:33.087665 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a4e596c-9070-45b3-b500-4b9b8e32fd73 req-55dd4d4e-6ce0-45a0-890a-24b148d3416a service neutron] 10.222.0.45 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533853 Mar 31 23:07:33.123925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57730c65-937f-420b-822e-820c86334165 req-264c7b59-110e-4c40-b5a8-c32186baea71 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793600 Mar 31 23:07:33.217737 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed176284-dd2f-4767-bdc6-4c85095e2e79 x-openstack-request-id: req-ed176284-dd2f-4767-bdc6-4c85095e2e79 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:33.218288 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcb71dd-9359-415a-a4e3-6d26e6a70efb", "name": "network-vif-deleted", "tag": "8d192942-81fd-47c7-a077-439c0c1c5cf8", "status": "failed", "code": 422}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:33.218724 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed176284-dd2f-4767-bdc6-4c85095e2e79 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:33.219301 n-d-836015-1 neutron-server[109820]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ed176284-dd2f-4767-bdc6-4c85095e2e79']: {'server_uuid': 'afcb71dd-9359-415a-a4e3-6d26e6a70efb', 'name': 'network-vif-deleted', 'tag': '8d192942-81fd-47c7-a077-439c0c1c5cf8', 'status': 'failed', 'code': 422} returned with failed status Mar 31 23:07:33.398643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78d442-5802-48b1-a141-e380195c5058 req-da8bf1fc-6ddc-4cb5-bc9c-2bfe8677d738 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.412958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef78d442-5802-48b1-a141-e380195c5058 req-da8bf1fc-6ddc-4cb5-bc9c-2bfe8677d738 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 949 time: 0.1260259 Mar 31 23:07:33.540990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-6414381c-6831-446f-a5fd-d882ed1471df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.548625 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-6414381c-6831-446f-a5fd-d882ed1471df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 1094 time: 0.1806877 Mar 31 23:07:33.561700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef78d442-5802-48b1-a141-e380195c5058 req-3315cb47-722c-4898-a3f6-54472327067e tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472788 Mar 31 23:07:33.645021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada222-2f7c-4b8f-bc0f-5c3135ca53f6 req-d76bc5e4-541f-41ca-9e11-fe7ca6089887 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.660228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bdada222-2f7c-4b8f-bc0f-5c3135ca53f6 req-d76bc5e4-541f-41ca-9e11-fe7ca6089887 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1895168 Mar 31 23:07:33.780575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bdada222-2f7c-4b8f-bc0f-5c3135ca53f6 req-a3daf751-dfc7-43d8-82bb-5231751fc187 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183636 Mar 31 23:07:33.993591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f0e14402-141f-481c-b098-3f29e6d57f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.002223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-ad95cd2e-e5e2-4383-9666-0d596162b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.006662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46492) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:34.010812 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-ad95cd2e-e5e2-4383-9666-0d596162b599 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 200 len: 916 time: 0.4544818 Mar 31 23:07:34.025597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a57db-9d16-4045-be86-7f780e3b23cc req-47592a16-4e8f-478f-90c2-f99e36f4206e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.031027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d10a57db-9d16-4045-be86-7f780e3b23cc req-47592a16-4e8f-478f-90c2-f99e36f4206e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1416807 Mar 31 23:07:34.045307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46494) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:34.088148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'floatingip': {'port_id': 'd7090477-9f48-4b26-919b-10337999d67d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:34.095158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d3e619-b600-495b-9775-36f1241d25ea admin admin] Deleting subnet 5233d481-80c8-428f-81a2-52f6f3b35410 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:34.110771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e619-b600-495b-9775-36f1241d25ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.131577 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-3575ef59-ca17-4556-8ad1-10d0be1a4f24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401 HTTP/1.1" status: 200 len: 217 time: 0.1103528 Mar 31 23:07:34.158712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.212235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e619-b600-495b-9775-36f1241d25ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.347817 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e619-b600-495b-9775-36f1241d25ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.498235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58552db-9b18-4a26-aca4-cab834169272 req-fa3c5e76-dde3-45b1-bdcc-435bcf87aed6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.528609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d58552db-9b18-4a26-aca4-cab834169272 req-fa3c5e76-dde3-45b1-bdcc-435bcf87aed6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 943 time: 0.1392834 Mar 31 23:07:34.540683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-d1d0eca1-ace9-48a5-82e1-6ceec69bf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.543674 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-d1d0eca1-ace9-48a5-82e1-6ceec69bf3b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb93dbb5-fa65-4bb0-8737-3466fb24c0ef HTTP/1.1" status: 200 len: 855 time: 0.3986895 Mar 31 23:07:34.637481 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-ec7bbd60-af9c-4d89-96b2-bb549fe1da2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e1f4970-7371-43c6-84c3-a4f5867269a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698085 Mar 31 23:07:34.650325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d58552db-9b18-4a26-aca4-cab834169272 req-b965251f-7053-4a1e-9daa-ad6ea192de46 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202793 Mar 31 23:07:34.804258 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e619-b600-495b-9775-36f1241d25ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.871838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 194ff0bc-bb1b-447a-8880-35fee1c2f401 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:34.893025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e619-b600-495b-9775-36f1241d25ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.904314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c0d3e619-b600-495b-9775-36f1241d25ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5233d481-80c8-428f-81a2-52f6f3b35410 HTTP/1.1" status: 204 len: 168 time: 0.8929627 Mar 31 23:07:34.942338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46514) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:34.982224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3e619-b600-495b-9775-36f1241d25ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5233d481-80c8-428f-81a2-52f6f3b35410,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:35.036026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6493d3a-a46a-4e02-9e3b-c2ef4ae147bd req-0e81c378-ec00-4626-9c86-43032afd03ab tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.056905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6493d3a-a46a-4e02-9e3b-c2ef4ae147bd req-0e81c378-ec00-4626-9c86-43032afd03ab tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 949 time: 0.3081720 Mar 31 23:07:35.161279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6493d3a-a46a-4e02-9e3b-c2ef4ae147bd req-74a5b1ca-238a-4d63-8e86-59b38e0293e5 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031952 Mar 31 23:07:35.279666 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-928d19ce-a95e-4ee6-a134-0caae88a839c service neutron] 10.222.0.45 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224406 Mar 31 23:07:35.327699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:35.394137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '194ff0bc-bb1b-447a-8880-35fee1c2f401', 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'port_id': '194ff0bc-bb1b-447a-8880-35fee1c2f401', 'mac_address': 'fa:16:3e:95:9f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb93dbb5-fa65-4bb0-8737-3466fb24c0ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:35.498025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcdfda-eba2-46c2-8f0e-dc23729d62ad req-c20ab8eb-d016-4324-bc90-651b17110ce0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.509817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34dcdfda-eba2-46c2-8f0e-dc23729d62ad req-c20ab8eb-d016-4324-bc90-651b17110ce0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 908 time: 0.0838943 Mar 31 23:07:35.556336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.581891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194ff0bc-bb1b-447a-8880-35fee1c2f401 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:35.616175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:35.730497 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.777026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-f276ddbb-60e6-45a2-a886-268516d77dc8 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.777026 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-f276ddbb-60e6-45a2-a886-268516d77dc8 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 949 time: 0.6022363 Mar 31 23:07:35.803966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.853728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f781-bae5-4e9e-976d-575d570bddc1 req-6781f716-ed80-4828-a4fa-1a77a77036d5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.861914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c34f781-bae5-4e9e-976d-575d570bddc1 req-6781f716-ed80-4828-a4fa-1a77a77036d5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 943 time: 0.1026113 Mar 31 23:07:35.924061 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1c1de5f8-163b-4d89-84ae-9cde6e8aee81 req-1619f5a1-d08e-4c2b-9362-86fd27a59da1 service neutron] 10.222.0.45 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759726 Mar 31 23:07:35.927557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.resource_extend [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:07:36.001743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c34f781-bae5-4e9e-976d-575d570bddc1 req-e355e3b9-1f25-4cdb-af89-cb963ec0789f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387730 Mar 31 23:07:36.044551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.073426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:36.081697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4056ef5-b3df-4479-b06f-47a4d7bc9120']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:36.096166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.100126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c26756-1657-4946-82cc-41cdb8fbca48') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:36.100420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c26756-1657-4946-82cc-41cdb8fbca48') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:36.112835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['194ff0bc-bb1b-447a-8880-35fee1c2f401'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:36.112953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.132581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Deleting port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:36.133017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.137138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.156947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:36.157353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:36.159031 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:36.205571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.286931 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-12b9a865-77ad-4e80-88bd-15afb0438f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.364683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4f648-4134-423e-8320-9725b44d7655 req-9bc76a4e-46db-4e14-80ba-7951213c9043 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.374197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21e4f648-4134-423e-8320-9725b44d7655 req-9bc76a4e-46db-4e14-80ba-7951213c9043 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 949 time: 0.0874050 Mar 31 23:07:36.472443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21e4f648-4134-423e-8320-9725b44d7655 req-fc10057f-23ad-4116-863b-ba15b2e16c48 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930395 Mar 31 23:07:36.478599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] For port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:36.489293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.696740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73132d-3353-40cc-bd2e-635834fc013e req-77bbf9b3-17d4-4cbd-801a-01b1a08b0a8e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.704896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df73132d-3353-40cc-bd2e-635834fc013e req-77bbf9b3-17d4-4cbd-801a-01b1a08b0a8e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 908 time: 0.0727594 Mar 31 23:07:36.832035 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.838088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Calling delete_port for bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:36.844469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.848071 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4056ef5-b3df-4479-b06f-47a4d7bc9120 HTTP/1.1" status: 204 len: 168 time: 1.7094250 Mar 31 23:07:36.853596 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Floating IP fc249cd9-7feb-4245-b354-558e22a8d240 associated. External IP: 172.25.4.40, port: d7090477-9f48-4b26-919b-10337999d67d. Mar 31 23:07:36.872287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 194ff0bc-bb1b-447a-8880-35fee1c2f401 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:36.916214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e6a38-b8fe-4c87-a7ad-5c2f4b947749 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4056ef5-b3df-4479-b06f-47a4d7bc9120,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:36.990873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-ced82f82-43c7-4c1f-8f4b-819e93184add tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.992536 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-ced82f82-43c7-4c1f-8f4b-819e93184add tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 908 time: 0.5781810 Mar 31 23:07:37.062408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 194ff0bc-bb1b-447a-8880-35fee1c2f401 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:37.081912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 194ff0bc-bb1b-447a-8880-35fee1c2f401 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:37.082512 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.200706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1dd7f-ce0b-4f8a-bef5-d61ba6b3ad03 req-67f73ed8-534b-4b77-a031-89cf5aeb869b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:37.216724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ee1dd7f-ce0b-4f8a-bef5-d61ba6b3ad03 req-67f73ed8-534b-4b77-a031-89cf5aeb869b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 944 time: 0.1139138 Mar 31 23:07:37.284682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ee1dd7f-ce0b-4f8a-bef5-d61ba6b3ad03 req-67a2e2c5-fc43-4e22-b1a1-9cd75379b843 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667977 Mar 31 23:07:37.328294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Deleting port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:37.328823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.386076 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.399292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:37.448509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194ff0bc-bb1b-447a-8880-35fee1c2f401'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:37.451184 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f243d0-41cc-4b9d-9f2d-169471d3b777" -d '{"events": [{"server_uuid": "01ab10b4-b59e-4aed-a3c2-033e3ce06147", "name": "network-vif-plugged", "status": "completed", "tag": "194ff0bc-bb1b-447a-8880-35fee1c2f401"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:37.465628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:37.514785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] For port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:37.515550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.540979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Calling delete_port for 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:37.543115 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.588624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.619303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75f9d109-b85b-4394-9967-764e495bca4b req-f37938cf-754a-4ed0-bf40-572fa6a83a9a tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 210 time: 0.0548656 Mar 31 23:07:37.695356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Pushing event deleted for resources: {'Port': ['ID=bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:37.696040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:37.778289 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.783771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] No DVR routers for this DVR port bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:37.789212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.792546 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5063539f-1c7a-4d89-a45e-d86df1281b64 req-b16b3286-dcac-40bb-af58-a501dd2291a3 tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.45 "DELETE /v2.0/ports/bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 HTTP/1.1" status: 204 len: 173 time: 2.0079811 Mar 31 23:07:37.794265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-deleted', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:37.796797 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ee86c5-8a31-4991-afe5-abd72e977d65" -d '{"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-deleted", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:37.805371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:37.810590 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.818944 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] Sync routers for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:37.835030 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:37.835641 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:37.891325 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-11cf6344-9233-4018-8f86-3027463efdfd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "PUT /v2.0/floatingips/fc249cd9-7feb-4245-b354-558e22a8d240 HTTP/1.1" status: 200 len: 991 time: 3.8095553 Mar 31 23:07:37.937725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e0f65-1f21-4c6b-a5f7-fcfff6b8d84f req-ece27f1d-d432-4157-ab01-ed8183113bf1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:37.955257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd6e0f65-1f21-4c6b-a5f7-fcfff6b8d84f req-ece27f1d-d432-4157-ab01-ed8183113bf1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 908 time: 0.0957086 Mar 31 23:07:38.013094 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:38.049028 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61704a65-04eb-4e30-b00c-6acf8ad889ef x-openstack-request-id: req-61704a65-04eb-4e30-b00c-6acf8ad889ef {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:38.049331 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7a4f54-fb08-4121-88ce-b7f0d54ee114", "name": "network-vif-deleted", "tag": "bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:38.049589 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61704a65-04eb-4e30-b00c-6acf8ad889ef {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:38.050014 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61704a65-04eb-4e30-b00c-6acf8ad889ef'] response: {'server_uuid': '4d7a4f54-fb08-4121-88ce-b7f0d54ee114', 'name': 'network-vif-deleted', 'tag': 'bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9', 'status': 'completed', 'code': 200} Mar 31 23:07:38.090765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.150906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event deleted for resources: {'Port': ['ID=19873a38-2299-4b0d-b20a-f3c8ab21c9b0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:38.227409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46570) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:38.245062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] No DVR routers for this DVR port 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:38.250106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.261161 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1bb00d86-ea1d-4cbe-a813-e2649f9a440f req-79928182-cef4-461b-9693-87c0727cc5e1 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.50 "DELETE /v2.0/ports/19873a38-2299-4b0d-b20a-f3c8ab21c9b0 HTTP/1.1" status: 204 len: 173 time: 1.2572050 Mar 31 23:07:38.346817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46576) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:38.358034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cf342385-cd4d-4502-b079-35df53aead1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e3beb70382a40f4a79a0edfda43ed0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278431 Mar 31 23:07:38.426604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46578) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:38.526312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ae66d89-c68f-4120-b663-140bdf3ec941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.548230 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'fc249cd9-7feb-4245-b354-558e22a8d240', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'port_id': 'd7090477-9f48-4b26-919b-10337999d67d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'mac_address': 'fa:16:3e:f3:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:06:55Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 1, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:38.559424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.573092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ae66d89-c68f-4120-b663-140bdf3ec941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.614089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877de4-a171-443f-89d8-99c596a8a9e1 req-3ff724b4-44b7-4e7d-9ebf-f00436722294 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.627178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8877de4-a171-443f-89d8-99c596a8a9e1 req-3ff724b4-44b7-4e7d-9ebf-f00436722294 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1442873 Mar 31 23:07:38.638397 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] Checking router: bae17eb4-29f0-4180-bfa8-ab700ef5dac8 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:38.664115 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:38.665099 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:38.711998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8877de4-a171-443f-89d8-99c596a8a9e1 req-376c770d-b896-4423-a711-ca2ca4180a49 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835454 Mar 31 23:07:38.841305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ae66d89-c68f-4120-b663-140bdf3ec941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.848316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ae66d89-c68f-4120-b663-140bdf3ec941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.854913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ae66d89-c68f-4120-b663-140bdf3ec941 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4506926-6ce5-4ada-990b-854639da2ab3 HTTP/1.1" status: 204 len: 168 time: 0.5061755 Mar 31 23:07:38.861414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef42d768-5de9-4fb6-a7d0-c623712e7409 req-a892ed88-dc36-4e89-b61a-d4048a04964b tempest-ListImageFiltersTestJSON-463993790 tempest-ListImageFiltersTestJSON-463993790-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d7a4f54-fb08-4121-88ce-b7f0d54ee114 HTTP/1.1" status: 200 len: 210 time: 0.0436246 Mar 31 23:07:38.888857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:38.899101 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.903739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae66d89-c68f-4120-b663-140bdf3ec941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4506926-6ce5-4ada-990b-854639da2ab3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:38.963256 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:38.965614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:38.969657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bae8c73e-7a5f-40b1-9c8b-c54727fbc6a9 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:38.981819 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24cccdb-fefd-49dc-af73-13248bcd798b x-openstack-request-id: req-b24cccdb-fefd-49dc-af73-13248bcd798b {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:38.982627 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab10b4-b59e-4aed-a3c2-033e3ce06147", "name": "network-vif-plugged", "status": "completed", "tag": "194ff0bc-bb1b-447a-8880-35fee1c2f401", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:38.988503 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b24cccdb-fefd-49dc-af73-13248bcd798b {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:38.988503 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24cccdb-fefd-49dc-af73-13248bcd798b'] response: {'server_uuid': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194ff0bc-bb1b-447a-8880-35fee1c2f401', 'code': 200} Mar 31 23:07:39.147696 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.182585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aef26b54-f38f-4d27-aa30-907dba038f3d req-44ee728e-a0ca-4788-8c50-5ebaac11da47 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=aea1c31a-07a9-4b85-afea-c68927f45368 HTTP/1.1" status: 200 len: 210 time: 0.0721354 Mar 31 23:07:39.214264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34333351-f20e-4cb1-84fd-3f128b21a440 req-0346ecd1-e06e-4da8-8c2a-28372220fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.219363 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34333351-f20e-4cb1-84fd-3f128b21a440 req-0346ecd1-e06e-4da8-8c2a-28372220fdfc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 1096 time: 0.1355684 Mar 31 23:07:39.286073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a2634ba-0735-42ef-8e61-07ec60d4c964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.311569 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-34333351-f20e-4cb1-84fd-3f128b21a440 req-8c4ba63c-94f0-4f97-bdc0-37f6aec3e05b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843663 Mar 31 23:07:39.406397 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a2634ba-0735-42ef-8e61-07ec60d4c964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.458741 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'fc249cd9-7feb-4245-b354-558e22a8d240', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'port_id': 'd7090477-9f48-4b26-919b-10337999d67d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'mac_address': 'fa:16:3e:f3:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:06:55Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 1, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:39.489952 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894f5a9-c438-4d40-9aff-e4579c20cbea None None] The sync data for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 is: [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'fc249cd9-7feb-4245-b354-558e22a8d240', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'port_id': 'd7090477-9f48-4b26-919b-10337999d67d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'mac_address': 'fa:16:3e:f3:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:06:55Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 1, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:39.692576 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a2634ba-0735-42ef-8e61-07ec60d4c964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.697363 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.772452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2634ba-0735-42ef-8e61-07ec60d4c964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386dd70-91dc-4f40-ab84-f43c951383a3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:39.788189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a2634ba-0735-42ef-8e61-07ec60d4c964 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=779e4510f53d416aaba888b695aa5fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3588305 Mar 31 23:07:39.789922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46600) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:39.904804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331c9aa-90cb-42c6-888e-0c6a30d7ff6b None None] New status for floating IP fc249cd9-7feb-4245-b354-558e22a8d240: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:07:39.984675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fcc6e6d-9370-4548-b70c-a144d17ac86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.022252 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:07:40.056847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'tag': 'd7090477-9f48-4b26-919b-10337999d67d'}, {'server_uuid': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'name': 'network-vif-deleted', 'tag': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:40.063010 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc64d908-11e0-49fd-b294-347add839768" -d '{"events": [{"name": "network-changed", "server_uuid": "c49b87c6-3d20-4311-ac52-898b23513b2e", "tag": "d7090477-9f48-4b26-919b-10337999d67d"}, {"server_uuid": "aea1c31a-07a9-4b85-afea-c68927f45368", "name": "network-vif-deleted", "tag": "19873a38-2299-4b0d-b20a-f3c8ab21c9b0"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:40.142095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b890d09-a102-4359-b4ee-befa5303573e req-2c16c709-a207-4424-ad27-6908bb67388b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.144955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b890d09-a102-4359-b4ee-befa5303573e req-2c16c709-a207-4424-ad27-6908bb67388b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.2742810 Mar 31 23:07:40.149607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fcc6e6d-9370-4548-b70c-a144d17ac86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.231498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b890d09-a102-4359-b4ee-befa5303573e req-5667d571-668e-4833-8721-1f1d1dbc8eca tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740807 Mar 31 23:07:40.309569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:40.317905 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867fce27-d4ce-4519-80c9-72e9bd87dde9 x-openstack-request-id: req-867fce27-d4ce-4519-80c9-72e9bd87dde9 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:40.318252 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49b87c6-3d20-4311-ac52-898b23513b2e", "tag": "d7090477-9f48-4b26-919b-10337999d67d", "status": "completed", "code": 200}, {"server_uuid": "aea1c31a-07a9-4b85-afea-c68927f45368", "name": "network-vif-deleted", "tag": "19873a38-2299-4b0d-b20a-f3c8ab21c9b0", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:40.319048 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-867fce27-d4ce-4519-80c9-72e9bd87dde9 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:40.320559 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867fce27-d4ce-4519-80c9-72e9bd87dde9'] response: {'name': 'network-changed', 'server_uuid': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'tag': 'd7090477-9f48-4b26-919b-10337999d67d', 'status': 'completed', 'code': 200} Mar 31 23:07:40.320559 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867fce27-d4ce-4519-80c9-72e9bd87dde9'] response: {'server_uuid': 'aea1c31a-07a9-4b85-afea-c68927f45368', 'name': 'network-vif-deleted', 'tag': '19873a38-2299-4b0d-b20a-f3c8ab21c9b0', 'status': 'completed', 'code': 200} Mar 31 23:07:40.355883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:40.356941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 19873a38-2299-4b0d-b20a-f3c8ab21c9b0 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:40.369520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fcc6e6d-9370-4548-b70c-a144d17ac86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.369520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2fcc6e6d-9370-4548-b70c-a144d17ac86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.369520 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2fcc6e6d-9370-4548-b70c-a144d17ac86d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b386dd70-91dc-4f40-ab84-f43c951383a3 HTTP/1.1" status: 204 len: 168 time: 0.5732892 Mar 31 23:07:40.398017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc6e6d-9370-4548-b70c-a144d17ac86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386dd70-91dc-4f40-ab84-f43c951383a3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:40.458244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d908-11e0-49fd-b294-347add839768 req-f464698d-0c4e-4d15-a1d6-dd3bb685d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.460144 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc64d908-11e0-49fd-b294-347add839768 req-f464698d-0c4e-4d15-a1d6-dd3bb685d49f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 1097 time: 0.1141593 Mar 31 23:07:40.581179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d908-11e0-49fd-b294-347add839768 req-134f650d-b802-4ba9-b8f0-37443e85ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.585720 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc64d908-11e0-49fd-b294-347add839768 req-134f650d-b802-4ba9-b8f0-37443e85ba1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 0.1174252 Mar 31 23:07:40.679773 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc64d908-11e0-49fd-b294-347add839768 req-80be9419-fd0d-4e94-9f01-d5fe602712e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 200 len: 1001 time: 0.0853250 Mar 31 23:07:40.735983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d908-11e0-49fd-b294-347add839768 req-7c28ea1b-a7ac-44a5-89a3-c384bc40bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.737560 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc64d908-11e0-49fd-b294-347add839768 req-7c28ea1b-a7ac-44a5-89a3-c384bc40bfc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.0487072 Mar 31 23:07:40.797925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d908-11e0-49fd-b294-347add839768 req-90e7b61b-c453-445b-a3ed-dea5199be421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.799546 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc64d908-11e0-49fd-b294-347add839768 req-90e7b61b-c453-445b-a3ed-dea5199be421 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504222 Mar 31 23:07:40.949120 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc64d908-11e0-49fd-b294-347add839768 req-a99ecd60-cd96-4810-87a9-50c389d33d62 service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386104 Mar 31 23:07:41.077014 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc64d908-11e0-49fd-b294-347add839768 req-f3b57395-2db3-4b05-b0d5-f5d4d006c939 service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153471 Mar 31 23:07:41.263664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c003af-9afc-4527-9655-cbc8d7529a6d req-384c6d96-e2d7-4983-80be-bd0015469af5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.267266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08c003af-9afc-4527-9655-cbc8d7529a6d req-384c6d96-e2d7-4983-80be-bd0015469af5 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 945 time: 0.0739923 Mar 31 23:07:41.317757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08c003af-9afc-4527-9655-cbc8d7529a6d req-45cf1b3c-a04a-42e3-a88c-b2288fcdbc3b tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Mar 31 23:07:41.533974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3954a7-080a-4bb9-a6c6-cc3710d5a534 req-6b5faf0f-fa11-4f49-9c74-f432906247c8 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.545168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3954a7-080a-4bb9-a6c6-cc3710d5a534 req-6b5faf0f-fa11-4f49-9c74-f432906247c8 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1080377 Mar 31 23:07:41.595034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3954a7-080a-4bb9-a6c6-cc3710d5a534 req-46f1ec57-0020-4232-bc1b-848367fa93db tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Mar 31 23:07:41.757663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a560da-6e2c-473e-b57d-5723b0a16780 req-184eafd8-97a6-4656-9a01-1473659b134b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.759113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48a560da-6e2c-473e-b57d-5723b0a16780 req-184eafd8-97a6-4656-9a01-1473659b134b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0646005 Mar 31 23:07:41.806521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48a560da-6e2c-473e-b57d-5723b0a16780 req-c2e081db-af84-48b5-bbca-6c5484dc1bc6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Mar 31 23:07:42.098670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46712) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:42.130281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5fca927-4b97-4ce4-9806-106dde249277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.269091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5fca927-4b97-4ce4-9806-106dde249277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.431107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5fca927-4b97-4ce4-9806-106dde249277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.599391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fca927-4b97-4ce4-9806-106dde249277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97427ea-c934-42ce-abca-8fdc7ce5918f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.602183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74697895-b828-4c91-a761-b30271137c10 req-8f14b4b8-c603-4089-bc5d-96b29795413e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:42.603639 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-74697895-b828-4c91-a761-b30271137c10 req-8f14b4b8-c603-4089-bc5d-96b29795413e tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 945 time: 0.1274140 Mar 31 23:07:42.612977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f5fca927-4b97-4ce4-9806-106dde249277 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fee6e3fadb9648ae940e5fe165de12c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110068 Mar 31 23:07:42.616389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46730) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:42.720258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874c1b9-f9ef-4c17-b317-a4d128c67e5f req-3e040d8b-41ea-4695-9753-c293cbdfe6ea tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:42.721785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6874c1b9-f9ef-4c17-b317-a4d128c67e5f req-3e040d8b-41ea-4695-9753-c293cbdfe6ea tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 945 time: 0.2593882 Mar 31 23:07:42.797513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Deleting port e798571c-68d9-4c2d-8f3a-272f1c62f829 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:42.797929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.864139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6874c1b9-f9ef-4c17-b317-a4d128c67e5f req-2c5f91c0-725e-43de-af9d-a0cbba9b8151 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305177 Mar 31 23:07:42.932527 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20b63e86-5c5c-4c5e-8ec0-2ce861a9eaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.027739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] For port e798571c-68d9-4c2d-8f3a-272f1c62f829, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e798571c-68d9-4c2d-8f3a-272f1c62f829,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:43.028698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.057023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Calling delete_port for e798571c-68d9-4c2d-8f3a-272f1c62f829 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:43.066894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20b63e86-5c5c-4c5e-8ec0-2ce861a9eaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.234467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130bfe-48fa-4941-85f4-6c692f1d24b5 req-593876f3-c32a-46c6-9137-0e92d3c41728 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:43.250457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23130bfe-48fa-4941-85f4-6c692f1d24b5 req-593876f3-c32a-46c6-9137-0e92d3c41728 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.2622015 Mar 31 23:07:43.388970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23130bfe-48fa-4941-85f4-6c692f1d24b5 req-2a13f012-707d-4564-82bc-8e49a34ba509 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717597 Mar 31 23:07:43.554228 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20b63e86-5c5c-4c5e-8ec0-2ce861a9eaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.557731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20b63e86-5c5c-4c5e-8ec0-2ce861a9eaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.558297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-20b63e86-5c5c-4c5e-8ec0-2ce861a9eaad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a97427ea-c934-42ce-abca-8fdc7ce5918f HTTP/1.1" status: 204 len: 168 time: 0.9409237 Mar 31 23:07:43.572009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b63e86-5c5c-4c5e-8ec0-2ce861a9eaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97427ea-c934-42ce-abca-8fdc7ce5918f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.719831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.736866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b9eb29f2-72c2-4e56-ba13-61bd10044481'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:43.826411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event deleted for resources: {'Port': ['ID=e798571c-68d9-4c2d-8f3a-272f1c62f829,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.860505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] No DVR routers for this DVR port e798571c-68d9-4c2d-8f3a-272f1c62f829 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:43.864063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.869189 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-74697895-b828-4c91-a761-b30271137c10 req-ba9168f4-a9b7-4a93-b460-91cb111462d9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "DELETE /v2.0/ports/e798571c-68d9-4c2d-8f3a-272f1c62f829 HTTP/1.1" status: 204 len: 173 time: 1.2462249 Mar 31 23:07:43.869696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63d883-00a0-44aa-be32-8bcca759819e', 'name': 'network-vif-deleted', 'tag': 'e798571c-68d9-4c2d-8f3a-272f1c62f829'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:43.872192 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8c9825-dd65-4ca1-9dfb-c6c9fa4ade4e" -d '{"events": [{"server_uuid": "3e63d883-00a0-44aa-be32-8bcca759819e", "name": "network-vif-deleted", "tag": "e798571c-68d9-4c2d-8f3a-272f1c62f829"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:43.955855 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b272433-06c6-4afe-ac64-2e79437351e5 x-openstack-request-id: req-2b272433-06c6-4afe-ac64-2e79437351e5 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:43.956848 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63d883-00a0-44aa-be32-8bcca759819e", "name": "network-vif-deleted", "tag": "e798571c-68d9-4c2d-8f3a-272f1c62f829", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:43.956848 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b272433-06c6-4afe-ac64-2e79437351e5 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:43.956848 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b272433-06c6-4afe-ac64-2e79437351e5'] response: {'server_uuid': '3e63d883-00a0-44aa-be32-8bcca759819e', 'name': 'network-vif-deleted', 'tag': 'e798571c-68d9-4c2d-8f3a-272f1c62f829', 'status': 'completed', 'code': 200} Mar 31 23:07:44.159303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2282c7c-d319-45e4-9738-022f75ab2122 req-c0033660-1cbe-4f50-8751-047321fe50af tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 210 time: 0.0662262 Mar 31 23:07:44.606283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4d6bf-4a68-45c4-90de-d0c437aaa37a req-fe64e76c-4953-4992-9128-918f80f02ec3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:44.612934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66d4d6bf-4a68-45c4-90de-d0c437aaa37a req-fe64e76c-4953-4992-9128-918f80f02ec3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0766609 Mar 31 23:07:44.659493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66d4d6bf-4a68-45c4-90de-d0c437aaa37a req-1be77167-18f7-406e-8f62-912d33082178 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Mar 31 23:07:44.932355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e798571c-68d9-4c2d-8f3a-272f1c62f829 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:44.958763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: e798571c-68d9-4c2d-8f3a-272f1c62f829 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:44.959621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e798571c-68d9-4c2d-8f3a-272f1c62f829 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:45.284567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0d64a94-8652-4ece-b3e0-89b48b895617 req-871f20dc-af14-4967-a779-ab8e745eb39a tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e63d883-00a0-44aa-be32-8bcca759819e HTTP/1.1" status: 200 len: 210 time: 0.0365136 Mar 31 23:07:45.846560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cce15a-6904-4f2d-8c22-401ec84002ca req-d47cc6da-1bb8-483a-98b1-c4f7a6426788 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:45.850700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16cce15a-6904-4f2d-8c22-401ec84002ca req-d47cc6da-1bb8-483a-98b1-c4f7a6426788 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0694327 Mar 31 23:07:45.894722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16cce15a-6904-4f2d-8c22-401ec84002ca req-4537f210-9cb2-4a50-bf4f-ccd9470a3017 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374079 Mar 31 23:07:46.901149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46870) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:47.146075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c6415-4367-404f-a769-2a1a65c32aa7 req-6b131313-bee9-4fa1-b26a-29d000b93c8a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:47.147803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-072c6415-4367-404f-a769-2a1a65c32aa7 req-6b131313-bee9-4fa1-b26a-29d000b93c8a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1257191 Mar 31 23:07:47.185648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874240-2e1b-47f0-a762-e586641536f2 req-8138f8aa-3d36-4e47-9092-16239884e2f7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:47.187294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d874240-2e1b-47f0-a762-e586641536f2 req-8138f8aa-3d36-4e47-9092-16239884e2f7 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.1519613 Mar 31 23:07:47.228458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-072c6415-4367-404f-a769-2a1a65c32aa7 req-36cdc23b-63f0-41d0-8c78-81207a226633 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717094 Mar 31 23:07:47.266079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d874240-2e1b-47f0-a762-e586641536f2 req-a77e88ec-68cb-4584-9ae2-82417507f65d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0f4534e-46dc-43da-b7ee-3783494173ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656176 Mar 31 23:07:47.297931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277f378-821e-4458-9c3e-55925ba96849 req-835c1ba6-0f37-4220-b487-71c74792a3b9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:47.297931 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d277f378-821e-4458-9c3e-55925ba96849 req-835c1ba6-0f37-4220-b487-71c74792a3b9 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 945 time: 0.0673196 Mar 31 23:07:47.361471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-30b17b47-c895-4cd1-b22b-dc40393f547c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4568ef5dd167468da0f855454c5f5b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577110 Mar 31 23:07:47.362392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46888) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:47.428360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Deleting port b9eb29f2-72c2-4e56-ba13-61bd10044481 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:47.429062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.447681 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f254e2d5-42c3-4fd2-8904-f46ada45c4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.510688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f254e2d5-42c3-4fd2-8904-f46ada45c4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.562453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] For port b9eb29f2-72c2-4e56-ba13-61bd10044481, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b9eb29f2-72c2-4e56-ba13-61bd10044481,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:47.562965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.580168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Calling delete_port for b9eb29f2-72c2-4e56-ba13-61bd10044481 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:47.723288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-d644c954-dcd6-41cf-91cd-863580dde3c6 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=402cdc092bb44efb89e58dc191dcb5ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329735 Mar 31 23:07:47.782898 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f254e2d5-42c3-4fd2-8904-f46ada45c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.785475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f254e2d5-42c3-4fd2-8904-f46ada45c4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.786662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f254e2d5-42c3-4fd2-8904-f46ada45c4b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ddb3a20-e6bf-4dbd-92e3-e4a594f237da HTTP/1.1" status: 204 len: 168 time: 0.4228559 Mar 31 23:07:47.800681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254e2d5-42c3-4fd2-8904-f46ada45c4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddb3a20-e6bf-4dbd-92e3-e4a594f237da,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:47.889856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ff9d97d8-c9cc-47d1-889a-a8e570a5e057 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:47.892797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.899383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ff9d97d8-c9cc-47d1-889a-a8e570a5e057 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746681 Mar 31 23:07:47.915418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['b9eb29f2-72c2-4e56-ba13-61bd10044481'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:47.948983 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-980a8f05-679b-43b3-a434-50c0064bbbf6 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/quotas/402cdc092bb44efb89e58dc191dcb5ba HTTP/1.1" status: 200 len: 375 time: 0.0351493 Mar 31 23:07:47.956499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event deleted for resources: {'Port': ['ID=b9eb29f2-72c2-4e56-ba13-61bd10044481,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.007659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] No DVR routers for this DVR port b9eb29f2-72c2-4e56-ba13-61bd10044481 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:48.011323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.015514 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d277f378-821e-4458-9c3e-55925ba96849 req-5a119406-1de1-4803-9185-bce5072da27c tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.50 "DELETE /v2.0/ports/b9eb29f2-72c2-4e56-ba13-61bd10044481 HTTP/1.1" status: 204 len: 173 time: 0.7096381 Mar 31 23:07:48.016003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d51472c-1d52-456c-954f-11d2de242d98', 'name': 'network-vif-deleted', 'tag': 'b9eb29f2-72c2-4e56-ba13-61bd10044481'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:48.027478 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b8b7d-cce4-4b9b-b722-4189f41c7020" -d '{"events": [{"server_uuid": "4d51472c-1d52-456c-954f-11d2de242d98", "name": "network-vif-deleted", "tag": "b9eb29f2-72c2-4e56-ba13-61bd10044481"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:48.036747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-a700ab3d-cb91-4267-aa5e-96699c9f7eb5 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=402cdc092bb44efb89e58dc191dcb5ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687649 Mar 31 23:07:48.115250 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f22eb57-34ce-4307-a3c7-d060ce48bc4f x-openstack-request-id: req-9f22eb57-34ce-4307-a3c7-d060ce48bc4f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:48.115621 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d51472c-1d52-456c-954f-11d2de242d98", "name": "network-vif-deleted", "tag": "b9eb29f2-72c2-4e56-ba13-61bd10044481", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:48.115952 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f22eb57-34ce-4307-a3c7-d060ce48bc4f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:48.116429 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f22eb57-34ce-4307-a3c7-d060ce48bc4f'] response: {'server_uuid': '4d51472c-1d52-456c-954f-11d2de242d98', 'name': 'network-vif-deleted', 'tag': 'b9eb29f2-72c2-4e56-ba13-61bd10044481', 'status': 'completed', 'code': 200} Mar 31 23:07:48.420639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41ef38-ee1c-4ef5-8286-1377f4e1cf31 req-29dc3339-7319-4b59-b942-0d516f28c82e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:48.423568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a41ef38-ee1c-4ef5-8286-1377f4e1cf31 req-29dc3339-7319-4b59-b942-0d516f28c82e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0647702 Mar 31 23:07:48.518690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a41ef38-ee1c-4ef5-8286-1377f4e1cf31 req-7e130389-bd8b-4033-b073-8201c14b6a4e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724626 Mar 31 23:07:48.598976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-becc32eb-4c48-46c5-8273-2d7f9d16fd51 req-2e8df447-6671-494c-90cf-5c9d0dde9bcd tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d51472c-1d52-456c-954f-11d2de242d98 HTTP/1.1" status: 200 len: 210 time: 0.0319102 Mar 31 23:07:48.691595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70c05676-315a-413e-8a5b-e5f01ae47e4b req-658ce1e5-2a30-4472-bac2-4e13ab1a24b7 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 210 time: 0.0335872 Mar 31 23:07:49.792927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e289a-c58d-472c-8e8d-e2ef50316a6b req-03b0836e-9b9c-4325-bf34-5633c19460de tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:49.795822 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-997e289a-c58d-472c-8e8d-e2ef50316a6b req-03b0836e-9b9c-4325-bf34-5633c19460de tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0742099 Mar 31 23:07:49.853475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-997e289a-c58d-472c-8e8d-e2ef50316a6b req-7a7dbd8b-a164-4a5f-9db0-3fba67f6ec2a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468309 Mar 31 23:07:49.943814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d362fd31-cbfe-4390-8d93-fb02f6bd01f1 req-25a3b66a-c936-4068-a3eb-d2887b40743c tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 210 time: 0.0418928 Mar 31 23:07:50.779069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3166d28-4d42-45c3-b698-69874a983fd6 req-0c5d275b-b099-4de3-87cc-727a20b50d10 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:50.781216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3166d28-4d42-45c3-b698-69874a983fd6 req-0c5d275b-b099-4de3-87cc-727a20b50d10 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0880592 Mar 31 23:07:50.836919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3166d28-4d42-45c3-b698-69874a983fd6 req-fc01c317-20af-43a3-aa4f-5521015b8134 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443716 Mar 31 23:07:51.014562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1ef3e-71a3-4a33-933b-677cd4a65ed7 req-b0998585-2476-4634-aeac-36e5cf1769b1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:51.016508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39e1ef3e-71a3-4a33-933b-677cd4a65ed7 req-b0998585-2476-4634-aeac-36e5cf1769b1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0685313 Mar 31 23:07:51.094683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-874e8a87-be14-48a7-bc2b-3edf6bcdb4b2 req-a8680a87-504a-497d-aa7d-baf78bbb031a tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 210 time: 0.0581141 Mar 31 23:07:51.115169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39e1ef3e-71a3-4a33-933b-677cd4a65ed7 req-5211f4e0-3962-4fa5-b482-799c733a773d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913110 Mar 31 23:07:51.886910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47038) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:51.898904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47042) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:51.944704 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-2c115edd-3e1b-4383-96a7-1c1480b542c0 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=402cdc092bb44efb89e58dc191dcb5ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313861 Mar 31 23:07:52.032649 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3981-6018-4dae-a026-45bf15bdec1a req-c9429278-42b0-445b-8242-b41650e99138 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.045650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3ac3981-6018-4dae-a026-45bf15bdec1a req-c9429278-42b0-445b-8242-b41650e99138 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0900881 Mar 31 23:07:52.102642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-1f35d98e-57fe-48b9-a15f-b7d3f32e5804 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.104592 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-1f35d98e-57fe-48b9-a15f-b7d3f32e5804 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497078 Mar 31 23:07:52.122699 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8486b6f-91ab-4576-8526-8921ff9057ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.125751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Request body: {'port': {'device_id': '5eeda2cb-c98b-4788-907d-70925e4acd32', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '402cdc092bb44efb89e58dc191dcb5ba'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:52.137410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bbd82c5e-25ad-4545-b5b5-067d6b6341ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.152704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3ac3981-6018-4dae-a026-45bf15bdec1a req-23b65dba-8077-45ff-bb8b-5393712dd3f8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups?id=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060910 Mar 31 23:07:52.236931 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bbd82c5e-25ad-4545-b5b5-067d6b6341ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.279869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-84a1a58e-bee1-4326-ad28-7fbf249a20b8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.281366 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-84a1a58e-bee1-4326-ad28-7fbf249a20b8 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 945 time: 0.0877719 Mar 31 23:07:52.330541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65df7a9a-71c2-4b26-9e73-667014989984 req-349c6c88-1f07-42dc-90fe-38656fa8abf7 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 210 time: 0.0438340 Mar 31 23:07:52.332758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b9eb29f2-72c2-4e56-ba13-61bd10044481 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:52.334093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bbd82c5e-25ad-4545-b5b5-067d6b6341ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.363986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd82c5e-25ad-4545-b5b5-067d6b6341ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c15002-438b-4c30-9230-172ae2f86ded,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:52.385349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: b9eb29f2-72c2-4e56-ba13-61bd10044481 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:52.385927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b9eb29f2-72c2-4e56-ba13-61bd10044481 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:52.406398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8486b6f-91ab-4576-8526-8921ff9057ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.409585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bbd82c5e-25ad-4545-b5b5-067d6b6341ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7146225b8c364b469958eb178e4b82ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090282 Mar 31 23:07:52.412483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47054) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:52.422850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Deleting port 82e30caf-4a6b-41bd-9f21-e470d20304df {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:52.423188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.461830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c983d-dd87-4631-a253-7728e07bba26 req-6acd5b49-e7ac-456f-b1aa-53bc26f22b9e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.463967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb7c983d-dd87-4631-a253-7728e07bba26 req-6acd5b49-e7ac-456f-b1aa-53bc26f22b9e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0531926 Mar 31 23:07:52.511632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb7c983d-dd87-4631-a253-7728e07bba26 req-35b8e8cd-393d-48ae-bc27-5ad57cc58d3e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Mar 31 23:07:52.544777 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8486b6f-91ab-4576-8526-8921ff9057ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.552260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Made reservation on behalf of 402cdc092bb44efb89e58dc191dcb5ba for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:52.556926 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.579763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.603095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b8486b6f-91ab-4576-8526-8921ff9057ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8a6509bcbf14b87bd250575abac7843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7141383 Mar 31 23:07:52.607750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47060) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:52.611119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8486b6f-91ab-4576-8526-8921ff9057ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c41c1f-a426-452f-875b-bc8c0c622934,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:52.612482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] For port 82e30caf-4a6b-41bd-9f21-e470d20304df, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=82e30caf-4a6b-41bd-9f21-e470d20304df,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:52.612840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.636636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5374488b-42a9-416e-9ca8-75ab356d3490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.682500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37b2caaa-18b7-4ff8-8c4d-88a578b70108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.721186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5374488b-42a9-416e-9ca8-75ab356d3490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.726675 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37b2caaa-18b7-4ff8-8c4d-88a578b70108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.895286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37b2caaa-18b7-4ff8-8c4d-88a578b70108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.897834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37b2caaa-18b7-4ff8-8c4d-88a578b70108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.906671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-37b2caaa-18b7-4ff8-8c4d-88a578b70108 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31c41c1f-a426-452f-875b-bc8c0c622934 HTTP/1.1" status: 204 len: 168 time: 0.2935638 Mar 31 23:07:52.906842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.906842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.906842 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Floating IP 6feec276-4d95-42cf-94b8-4ffec4102ab3 disassociated. External IP: 172.25.4.106, port: 82e30caf-4a6b-41bd-9f21-e470d20304df. Mar 31 23:07:52.906842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Calling delete_port for 82e30caf-4a6b-41bd-9f21-e470d20304df owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:52.908988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2caaa-18b7-4ff8-8c4d-88a578b70108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c41c1f-a426-452f-875b-bc8c0c622934,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:52.966448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.985974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5374488b-42a9-416e-9ca8-75ab356d3490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.988561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5374488b-42a9-416e-9ca8-75ab356d3490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.989690 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5374488b-42a9-416e-9ca8-75ab356d3490 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8c15002-438b-4c30-9230-172ae2f86ded HTTP/1.1" status: 204 len: 168 time: 0.5749826 Mar 31 23:07:53.003663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374488b-42a9-416e-9ca8-75ab356d3490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c15002-438b-4c30-9230-172ae2f86ded,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:53.077936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.146839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:53.163939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.224956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event deleted for resources: {'Port': ['ID=82e30caf-4a6b-41bd-9f21-e470d20304df,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:53.286981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9227582c-e26c-4456-9e39-a1187fe1c64d req-60d2d638-aa16-4cc7-b254-62db7f54b403 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 210 time: 0.0521948 Mar 31 23:07:53.310560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Allocated IP 192.168.233.110 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/29c5cd8d-15d1-4018-b861-e401f14daeb9) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:53.405191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:53.444159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-492541f4-7ab6-4cb5-a2bf-c4d8246d7821 req-a551da6f-4547-4225-ba18-888683011a6a tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Mar 31 23:07:53.628233 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.644722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:53.661157 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] Sync routers for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:53.694842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:53.699963 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:53.708592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47094) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:53.721915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] No DVR routers for this DVR port 82e30caf-4a6b-41bd-9f21-e470d20304df on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:53.730442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.734257 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1ff4297-cdf2-484f-9f1d-7cbc1a8eeefe req-6c955c70-158b-4368-9e0b-be242d222607 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.45 "DELETE /v2.0/ports/82e30caf-4a6b-41bd-9f21-e470d20304df HTTP/1.1" status: 204 len: 173 time: 1.4459143 Mar 31 23:07:53.734823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-deleted', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:53.737652 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c8a412-6d9f-4a72-84c8-b85cc36dd9f2" -d '{"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-deleted", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:53.803751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5112e-16e6-48f0-a4c2-328cdfc3b2fa req-ad5c115f-eee0-44bc-bedc-95ca6055f245 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:53.807503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5af5112e-16e6-48f0-a4c2-328cdfc3b2fa req-ad5c115f-eee0-44bc-bedc-95ca6055f245 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1650074 Mar 31 23:07:53.817630 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deeff58-7b95-48bf-8575-15a2e6b2ec06 x-openstack-request-id: req-5deeff58-7b95-48bf-8575-15a2e6b2ec06 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:53.818639 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55914f8-ee66-4800-a192-8a2ee5986323", "name": "network-vif-deleted", "tag": "82e30caf-4a6b-41bd-9f21-e470d20304df", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:53.818783 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5deeff58-7b95-48bf-8575-15a2e6b2ec06 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:53.819187 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5deeff58-7b95-48bf-8575-15a2e6b2ec06'] response: {'server_uuid': 'f55914f8-ee66-4800-a192-8a2ee5986323', 'name': 'network-vif-deleted', 'tag': '82e30caf-4a6b-41bd-9f21-e470d20304df', 'status': 'completed', 'code': 200} Mar 31 23:07:53.854534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5af5112e-16e6-48f0-a4c2-328cdfc3b2fa req-7e51fbfc-5b54-4641-9146-2cf06195e876 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Mar 31 23:07:53.898915 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:53.907733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.965349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:53.967807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:53.974820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:54.014158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Pushing event updated for resources: {'Port': ['ID=29c5cd8d-15d1-4018-b861-e401f14daeb9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:54.052287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:54.053227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.151298 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-701bf299-7253-49d9-b75d-01bf5eff9129 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0322752 Mar 31 23:07:54.164719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Request body: {'port': {'device_id': '5eeda2cb-c98b-4788-907d-70925e4acd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:54.185212 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:54.205171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47102) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:54.231061 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb0af-c7bb-4cf8-a60c-6ed54ef4e657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.299419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.368846 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] Checking router: 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:54.378717 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:54.379332 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:54.392867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-471f46ca-37b5-4fd4-907e-0bc182e39ddf None None] Provisioning complete for port 29c5cd8d-15d1-4018-b861-e401f14daeb9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:54.395069 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-471f46ca-37b5-4fd4-907e-0bc182e39ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.465804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47106) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:54.494656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-471f46ca-37b5-4fd4-907e-0bc182e39ddf None None] Port 29c5cd8d-15d1-4018-b861-e401f14daeb9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:54.520218 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb0af-c7bb-4cf8-a60c-6ed54ef4e657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.536061 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:54.537537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76754054-2f3b-4a5f-9283-1e02368f6558 req-5e86e074-609c-4c83-bf68-5820c606d3fc tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/ports?device_id=f55914f8-ee66-4800-a192-8a2ee5986323 HTTP/1.1" status: 200 len: 210 time: 0.0685453 Mar 31 23:07:54.551791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e01c0-1e87-4d44-a720-52680f2ffcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.608983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb0af-c7bb-4cf8-a60c-6ed54ef4e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.643774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fb7fb0af-c7bb-4cf8-a60c-6ed54ef4e657 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=543791855a48413ab54ac3ebbb6fbe07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346826 Mar 31 23:07:54.649463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47110) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:54.694099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47112) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:54.694099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d792f32-8431-4cea-849a-5cb2b42c4af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.753014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418903d3-fb59-40a4-823b-5035ca08560e req-b5d05d70-4b68-4bff-b3b3-ab85a4d71a8c tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:54.767960 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-418903d3-fb59-40a4-823b-5035ca08560e req-b5d05d70-4b68-4bff-b3b3-ab85a4d71a8c tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 936 time: 0.1991138 Mar 31 23:07:54.769412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fb0af-c7bb-4cf8-a60c-6ed54ef4e657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da7c471-aec3-45e1-ab39-ff6e820444dd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:54.821693 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:54.856373 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e63973f-e531-474f-a09b-8c3673f4d55c None None] The sync data for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 is: [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T22:58:59Z', 'revision_number': 4, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '198ab848-06cd-4aac-83d7-7b894e722714', 'name': '', 'network_id': 'db201a78-5b2e-427c-82ca-72b26a17ccee', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'mac_address': 'fa:16:3e:e9:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:57Z', 'updated_at': '2022-03-31T22:59:08Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'subnets': [{'id': '3249cd8c-da32-4230-83dd-94d3251ae009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:54.883240 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e01c0-1e87-4d44-a720-52680f2ffcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.919107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1deff5dd-1746-4bd1-afa6-68b796b19a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.939070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-418903d3-fb59-40a4-823b-5035ca08560e req-3320784d-066d-4021-902b-dd4f7939b03e tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034305 Mar 31 23:07:54.966421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:54.992962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 82e30caf-4a6b-41bd-9f21-e470d20304df {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:54.993763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 82e30caf-4a6b-41bd-9f21-e470d20304df not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:55.013942 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e01c0-1e87-4d44-a720-52680f2ffcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.031052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1deff5dd-1746-4bd1-afa6-68b796b19a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.106334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e01c0-1e87-4d44-a720-52680f2ffcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f3bbb0-732d-48ee-b11f-2edadafe3500,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.149752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bb3e01c0-1e87-4d44-a720-52680f2ffcf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=820da1248def4c5681c24ec434ce77ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706605 Mar 31 23:07:55.151126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47118) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:55.175870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6908339-b883-4ce9-ada6-d132d3218b08 req-10d7bc2f-e98d-4def-b499-d44452219794 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:55.187970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6908339-b883-4ce9-ada6-d132d3218b08 req-10d7bc2f-e98d-4def-b499-d44452219794 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.2424946 Mar 31 23:07:55.249331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6908339-b883-4ce9-ada6-d132d3218b08 req-9b9c3941-5c20-4a43-81d7-ba416a6a4962 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602112 Mar 31 23:07:55.305515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e485fb-3fe7-4117-aeca-b9c24865f72a None None] New status for floating IP 6feec276-4d95-42cf-94b8-4ffec4102ab3: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:07:55.307785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6dd99140-9fc2-4709-915b-c28c6602d844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.319297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c5cd8d-15d1-4018-b861-e401f14daeb9 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:55.340128 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.354893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1deff5dd-1746-4bd1-afa6-68b796b19a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.360247 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1deff5dd-1746-4bd1-afa6-68b796b19a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.365776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd7b7-1824-41b0-915d-f9dc6e724162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.366811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1deff5dd-1746-4bd1-afa6-68b796b19a10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0da7c471-aec3-45e1-ab39-ff6e820444dd HTTP/1.1" status: 204 len: 168 time: 0.7145410 Mar 31 23:07:55.381013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deff5dd-1746-4bd1-afa6-68b796b19a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da7c471-aec3-45e1-ab39-ff6e820444dd,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.386746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Transition to ACTIVE for port object 29c5cd8d-15d1-4018-b861-e401f14daeb9 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:55.406221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d792f32-8431-4cea-849a-5cb2b42c4af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.428050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd7b7-1824-41b0-915d-f9dc6e724162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.467758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.517357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2d792f32-8431-4cea-849a-5cb2b42c4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.577325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Pushing event updated for resources: {'Port': ['ID=29c5cd8d-15d1-4018-b861-e401f14daeb9,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.593374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d792f32-8431-4cea-849a-5cb2b42c4af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e1640b-132b-469c-9485-11feea89f413,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.598442 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2d792f32-8431-4cea-849a-5cb2b42c4af5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=935a8f2306dc41b295cdc9be628d84bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8874140 Mar 31 23:07:55.602783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47124) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:55.649062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd7b7-1824-41b0-915d-f9dc6e724162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.652171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd7b7-1824-41b0-915d-f9dc6e724162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.654130 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7cfdd7b7-1824-41b0-915d-f9dc6e724162 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44f3bbb0-732d-48ee-b11f-2edadafe3500 HTTP/1.1" status: 204 len: 168 time: 0.4998612 Mar 31 23:07:55.689345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdd7b7-1824-41b0-915d-f9dc6e724162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f3bbb0-732d-48ee-b11f-2edadafe3500,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.691388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6dd99140-9fc2-4709-915b-c28c6602d844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.725578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Attempting to bind port 29c5cd8d-15d1-4018-b861-e401f14daeb9 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:55.725914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Attempting to bind port 29c5cd8d-15d1-4018-b861-e401f14daeb9 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:55.726266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Attempting to bind port 29c5cd8d-15d1-4018-b861-e401f14daeb9 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:55.734083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Port 29c5cd8d-15d1-4018-b861-e401f14daeb9 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:55.740398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Attempting to bind port 29c5cd8d-15d1-4018-b861-e401f14daeb9 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:55.741390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e579e15a-20cd-464b-b4c1-0ae27d3c9da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.744444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:55.744886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:55.745247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:55.745699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Bound port: 29c5cd8d-15d1-4018-b861-e401f14daeb9, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:55.746066 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.766894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47130) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:55.793653 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e579e15a-20cd-464b-b4c1-0ae27d3c9da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.799823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6dd99140-9fc2-4709-915b-c28c6602d844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.865913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6dd99140-9fc2-4709-915b-c28c6602d844 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5c24f2252c647aebbbfc61dab9a1b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1693654 Mar 31 23:07:55.871831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47134) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:55.874453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd99140-9fc2-4709-915b-c28c6602d844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ecf87-c2e6-489b-be66-7581afd5338d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.899374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c785a483-21c4-4d91-8f6c-5e13ebec56e0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.906365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] For port 29c5cd8d-15d1-4018-b861-e401f14daeb9, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:55.927686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c785a483-21c4-4d91-8f6c-5e13ebec56e0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.931330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e579e15a-20cd-464b-b4c1-0ae27d3c9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.933949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e579e15a-20cd-464b-b4c1-0ae27d3c9da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.935338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] For port 29c5cd8d-15d1-4018-b861-e401f14daeb9, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=29c5cd8d-15d1-4018-b861-e401f14daeb9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:55.935663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e579e15a-20cd-464b-b4c1-0ae27d3c9da5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8e1640b-132b-469c-9485-11feea89f413 HTTP/1.1" status: 204 len: 168 time: 0.3255918 Mar 31 23:07:55.954766 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf98a28e-658e-42e2-b75c-379dfe5d5563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.959261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579e15a-20cd-464b-b4c1-0ae27d3c9da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e1640b-132b-469c-9485-11feea89f413,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.998341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf98a28e-658e-42e2-b75c-379dfe5d5563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.022713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.072067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.072939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.074593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] 10.222.0.50 "PUT /v2.0/ports/29c5cd8d-15d1-4018-b861-e401f14daeb9 HTTP/1.1" status: 200 len: 1096 time: 1.9152427 Mar 31 23:07:56.076636 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c785a483-21c4-4d91-8f6c-5e13ebec56e0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.079621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c785a483-21c4-4d91-8f6c-5e13ebec56e0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.083005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c785a483-21c4-4d91-8f6c-5e13ebec56e0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "DELETE /v2.0/security-groups/7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4 HTTP/1.1" status: 204 len: 168 time: 0.3148303 Mar 31 23:07:56.086091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eeda2cb-c98b-4788-907d-70925e4acd32', 'tag': '29c5cd8d-15d1-4018-b861-e401f14daeb9'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:56.088281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47144) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:56.088722 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bef8c9-a840-4681-b239-46aeb2b807d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5eeda2cb-c98b-4788-907d-70925e4acd32", "tag": "29c5cd8d-15d1-4018-b861-e401f14daeb9"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:56.121010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dd13c-b6d2-48b5-8b27-566fd191be36 service neutron] Pushing event updated for resources: {'Port': ['ID=29c5cd8d-15d1-4018-b861-e401f14daeb9,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.121270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaa872-ee40-4370-a9ab-e33bc5d6471a req-33949177-0c32-4ef3-8466-2b3fc756aa46 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.122848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33aaa872-ee40-4370-a9ab-e33bc5d6471a req-33949177-0c32-4ef3-8466-2b3fc756aa46 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 948 time: 0.1060150 Mar 31 23:07:56.137624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785a483-21c4-4d91-8f6c-5e13ebec56e0 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.181100 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11af6eaf-4ac8-4547-b20c-09e04a1fbd7e x-openstack-request-id: req-11af6eaf-4ac8-4547-b20c-09e04a1fbd7e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:56.185396 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eeda2cb-c98b-4788-907d-70925e4acd32", "tag": "29c5cd8d-15d1-4018-b861-e401f14daeb9", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:56.185396 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11af6eaf-4ac8-4547-b20c-09e04a1fbd7e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:56.185396 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11af6eaf-4ac8-4547-b20c-09e04a1fbd7e'] response: {'name': 'network-changed', 'server_uuid': '5eeda2cb-c98b-4788-907d-70925e4acd32', 'tag': '29c5cd8d-15d1-4018-b861-e401f14daeb9', 'status': 'completed', 'code': 200} Mar 31 23:07:56.204525 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-51343e50-d982-41a3-9d8b-e91ff93d3c4d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] show failed (client error): The resource could not be found. Mar 31 23:07:56.210201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-51343e50-d982-41a3-9d8b-e91ff93d3c4d tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "GET /v2.0/security-groups/7751eab6-d1d5-489f-a9f5-e8a8c3dc98a4 HTTP/1.1" status: 404 len: 347 time: 0.1136138 Mar 31 23:07:56.212922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47150) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:56.266981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33aaa872-ee40-4370-a9ab-e33bc5d6471a req-74adf4ce-da11-41f1-b541-ce582daa611f tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050673 Mar 31 23:07:56.305443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf98a28e-658e-42e2-b75c-379dfe5d5563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.308392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf98a28e-658e-42e2-b75c-379dfe5d5563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.312634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bf98a28e-658e-42e2-b75c-379dfe5d5563 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b5ecf87-c2e6-489b-be66-7581afd5338d HTTP/1.1" status: 204 len: 168 time: 0.4332221 Mar 31 23:07:56.358469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98a28e-658e-42e2-b75c-379dfe5d5563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ecf87-c2e6-489b-be66-7581afd5338d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.379584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bef8c9-a840-4681-b239-46aeb2b807d9 req-26bd7d50-1fed-48b7-82f3-450d737f0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.381916 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91bef8c9-a840-4681-b239-46aeb2b807d9 req-26bd7d50-1fed-48b7-82f3-450d737f0847 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=402cdc092bb44efb89e58dc191dcb5ba&device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 1099 time: 0.1800199 Mar 31 23:07:56.425293 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91bef8c9-a840-4681-b239-46aeb2b807d9 req-de4bd4e6-9f5d-4d5a-8de6-7de9110722ef service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=402cdc092bb44efb89e58dc191dcb5ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242374 Mar 31 23:07:56.446887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb56cbf-78e6-4c7c-a099-aebc8d9ca944 req-dc1d51c9-ef93-4417-b172-62ee2b1f1538 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.448659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfb56cbf-78e6-4c7c-a099-aebc8d9ca944 req-dc1d51c9-ef93-4417-b172-62ee2b1f1538 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0852540 Mar 31 23:07:56.512223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfb56cbf-78e6-4c7c-a099-aebc8d9ca944 req-74dd9942-34da-4897-803c-677e6826d3ee tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515516 Mar 31 23:07:56.515018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Deleting port 79c98b57-22d9-4ce7-acc4-8ee924a18c33 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:56.515308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.607908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bef8c9-a840-4681-b239-46aeb2b807d9 req-7bd82752-75f1-49d1-bbec-cc73086b3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.609308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-91bef8c9-a840-4681-b239-46aeb2b807d9 req-7bd82752-75f1-49d1-bbec-cc73086b3116 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749525 Mar 31 23:07:56.636828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.636828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.648927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Calling delete_port for 79c98b57-22d9-4ce7-acc4-8ee924a18c33 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:56.699165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47162) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:56.716854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34d6b815-1ffb-4f6c-8798-d8a8d72e007f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.752664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-b7c71d75-3a65-4bee-ae52-63d2b4cc2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.754186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-b7c71d75-3a65-4bee-ae52-63d2b4cc2f1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=402cdc092bb44efb89e58dc191dcb5ba&device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 1099 time: 0.0968640 Mar 31 23:07:56.814289 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-b949c78d-5b1e-4fea-97e5-41d0486d2401 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=29c5cd8d-15d1-4018-b861-e401f14daeb9 HTTP/1.1" status: 200 len: 217 time: 0.0451827 Mar 31 23:07:56.826807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34d6b815-1ffb-4f6c-8798-d8a8d72e007f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.895252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-14def0e1-b31c-4a60-b364-125a52249dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.896733 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-14def0e1-b31c-4a60-b364-125a52249dae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0724192 Mar 31 23:07:56.902460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34d6b815-1ffb-4f6c-8798-d8a8d72e007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.942589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-34d6b815-1ffb-4f6c-8798-d8a8d72e007f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0ddfd0445d147dc8baee4d03b03828e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422743 Mar 31 23:07:56.944521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6b815-1ffb-4f6c-8798-d8a8d72e007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d87b5c-8c37-4aa7-97e6-5e09e47c454a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.945527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47164) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:56.970821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-1c0280ac-436e-4243-abf6-cc82e500f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.972319 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-1c0280ac-436e-4243-abf6-cc82e500f0b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649905 Mar 31 23:07:56.998997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.071976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Pushing event deleted for resources: {'Port': ['ID=79c98b57-22d9-4ce7-acc4-8ee924a18c33,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:57.092580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff67bf2-7bbd-4632-a4ad-ca44fd87949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.129596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.144076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e89494fb-4c49-46d5-aa55-f3ac02cb1dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.165267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff67bf2-7bbd-4632-a4ad-ca44fd87949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.201183 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-cfeaa04c-fc9a-43b9-a666-7eab89ceedad service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124231 Mar 31 23:07:57.245579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e89494fb-4c49-46d5-aa55-f3ac02cb1dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.248667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.251121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.255675 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-16b7aae0-abb8-434f-b16e-7ae9b19f4b55 tempest-ServerActionsTestJSON-1822501473 tempest-ServerActionsTestJSON-1822501473-project] 10.222.0.31 "DELETE /v2.0/floatingips/6feec276-4d95-42cf-94b8-4ffec4102ab3 HTTP/1.1" status: 204 len: 168 time: 1.0382726 Mar 31 23:07:57.255675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47172) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.308301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e89494fb-4c49-46d5-aa55-f3ac02cb1dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.359896 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-654f0d5a-dc80-4e9f-be37-09cebebae48a req-a6e0f8cd-df23-4d67-a8a4-9a5d73284960 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479645 Mar 31 23:07:57.406385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e89494fb-4c49-46d5-aa55-f3ac02cb1dca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95a05d1aae2e40a4a057597edbe77bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757914 Mar 31 23:07:57.408952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89494fb-4c49-46d5-aa55-f3ac02cb1dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a31cd-be03-4d1e-9e4d-e0ac7093eebd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:57.409623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47184) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.431970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff67bf2-7bbd-4632-a4ad-ca44fd87949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.439328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4496b7-c99a-453f-b507-cde7d40e0be0 req-be03f054-90a8-4833-91d5-d90e76ff7db4 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:57.440075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff67bf2-7bbd-4632-a4ad-ca44fd87949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.446377 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aff67bf2-7bbd-4632-a4ad-ca44fd87949e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33d87b5c-8c37-4aa7-97e6-5e09e47c454a HTTP/1.1" status: 204 len: 168 time: 0.4994948 Mar 31 23:07:57.447538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef4496b7-c99a-453f-b507-cde7d40e0be0 req-be03f054-90a8-4833-91d5-d90e76ff7db4 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 948 time: 0.0872049 Mar 31 23:07:57.496098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef4496b7-c99a-453f-b507-cde7d40e0be0 req-064338e9-7ec3-4493-8c14-378ea7e0bc92 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Mar 31 23:07:57.570351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff67bf2-7bbd-4632-a4ad-ca44fd87949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d87b5c-8c37-4aa7-97e6-5e09e47c454a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:57.672265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5956012-04d1-44a8-9de1-2652e922322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.699489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e3528-e2bf-40b6-9d86-8acbe6ce6042 req-6d265bc4-0557-421b-8931-3e62257ac79d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:57.701054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41e3528-e2bf-40b6-9d86-8acbe6ce6042 req-6d265bc4-0557-421b-8931-3e62257ac79d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0733278 Mar 31 23:07:57.716298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5956012-04d1-44a8-9de1-2652e922322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.747995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b41e3528-e2bf-40b6-9d86-8acbe6ce6042 req-f98b0bb7-ae3a-419a-b87e-a6f3958d7095 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Mar 31 23:07:57.930452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5956012-04d1-44a8-9de1-2652e922322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.934152 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5956012-04d1-44a8-9de1-2652e922322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.940958 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5956012-04d1-44a8-9de1-2652e922322a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb1a31cd-be03-4d1e-9e4d-e0ac7093eebd HTTP/1.1" status: 204 len: 168 time: 0.5247726 Mar 31 23:07:57.977768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5956012-04d1-44a8-9de1-2652e922322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a31cd-be03-4d1e-9e4d-e0ac7093eebd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:58.100282 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.400729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Deleting port 198ab848-06cd-4aac-83d7-7b894e722714 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:58.401493 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.492980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] For port 198ab848-06cd-4aac-83d7-7b894e722714, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=198ab848-06cd-4aac-83d7-7b894e722714,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:58.493388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.509476 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Calling delete_port for 198ab848-06cd-4aac-83d7-7b894e722714 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:58.639895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8db0d-319c-4ccf-a3ec-c8cf34185d17 req-a12d76a5-c675-4e03-9731-d3576c8fa5eb tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:58.641441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54b8db0d-319c-4ccf-a3ec-c8cf34185d17 req-a12d76a5-c675-4e03-9731-d3576c8fa5eb tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 948 time: 0.0609665 Mar 31 23:07:58.693851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54b8db0d-319c-4ccf-a3ec-c8cf34185d17 req-70aafed3-54bf-4b3d-b84d-96310299be0f tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Mar 31 23:07:58.931376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.966420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d93aa2-503d-4aa4-851d-551e3b918484 req-6534962e-d533-492d-81ec-291f3bf87364 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:58.968372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48d93aa2-503d-4aa4-851d-551e3b918484 req-6534962e-d533-492d-81ec-291f3bf87364 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0773313 Mar 31 23:07:58.973148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Pushing event deleted for resources: {'Port': ['ID=198ab848-06cd-4aac-83d7-7b894e722714,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:59.040459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48d93aa2-503d-4aa4-851d-551e3b918484 req-3499cea2-d9fb-452a-a8da-7e843b645c4e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628488 Mar 31 23:07:59.187871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47236) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:59.200540 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.363213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-263758889-network', 'tenant_id': '107b92318e144374a057c96d475c0d1b'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:59.468483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:59.472228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Made reservation on behalf of 107b92318e144374a057c96d475c0d1b for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:59.475358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.486466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.589494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.590285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:59.600438 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b895ecc6-8025-4486-81a7-405a3f517987 admin admin] 10.222.0.31 "PUT /v2.0/routers/87635f70-a8c2-4e5d-8942-77d8f61bd2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421950 Mar 31 23:07:59.601656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47254) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:59.603195 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] Sync routers for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:59.617901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:59.617901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:59.738830 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:00.016995 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T23:07:58Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:00.050734 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] Checking router: 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:00.058613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.065913 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] Routers {'87635f70-a8c2-4e5d-8942-77d8f61bd2f7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:00.067305 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:00.120005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56255c73-0760-48d1-adef-1f81db99f7fa,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.143188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:00.158444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.164346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.172135 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Added segment 232e8dba-7bf6-49dc-bce5-b721a1865f9c of type vlan for network d70010bc-be68-4bcc-afbf-1d8f7427f649 Mar 31 23:08:00.213033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618020eb-ace7-4f7f-8580-7fe5fc7ebc53 req-6b5a6bde-d47d-4019-886c-8b6003ccf27f tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.214636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-618020eb-ace7-4f7f-8580-7fe5fc7ebc53 req-6b5a6bde-d47d-4019-886c-8b6003ccf27f tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 948 time: 0.1596692 Mar 31 23:08:00.284127 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] Set router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:00.347661 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.383228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 29c5cd8d-15d1-4018-b861-e401f14daeb9 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:00.385134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-618020eb-ace7-4f7f-8580-7fe5fc7ebc53 req-d4475089-a7ba-4a10-94e6-cf236133faf1 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174827 Mar 31 23:08:00.404939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5fff3-3343-41c8-95b5-910e633cd035 req-c48905fd-6c81-4a63-9a29-c6f6e8a65439 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.406550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39b5fff3-3343-41c8-95b5-910e633cd035 req-c48905fd-6c81-4a63-9a29-c6f6e8a65439 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1885638 Mar 31 23:08:00.447018 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.472353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39b5fff3-3343-41c8-95b5-910e633cd035 req-718f86a7-8935-4d9e-b0ff-ebe49df61485 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514240 Mar 31 23:08:00.554767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.555088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 29c5cd8d-15d1-4018-b861-e401f14daeb9, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=29c5cd8d-15d1-4018-b861-e401f14daeb9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:00.555794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.556464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.572787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '29c5cd8d-15d1-4018-b861-e401f14daeb9', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '29c5cd8d-15d1-4018-b861-e401f14daeb9', 'mac_address': 'fa:16:3e:5a:c0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:00.633744 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T23:07:58Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:00.640330 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.659664 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d1d3d-e9f7-46ae-9552-94a0a963329c None None] The sync data for ids ['87635f70-a8c2-4e5d-8942-77d8f61bd2f7'] in n-d-836015-1 is: [{'id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'name': 'tempest-ServerActionsTestJSON-1574524923-router', 'tenant_id': 'c3cede2d48664a2880a52c89b3250cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:50Z', 'updated_at': '2022-03-31T23:07:58Z', 'revision_number': 5, 'project_id': 'c3cede2d48664a2880a52c89b3250cf8', 'gw_port': {'id': '1cddc328-85cc-4d73-9aee-b428bd55101f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87635f70-a8c2-4e5d-8942-77d8f61bd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:52Z', 'updated_at': '2022-03-31T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:00.674774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=d70010bc-be68-4bcc-afbf-1d8f7427f649,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.676850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c5cd8d-15d1-4018-b861-e401f14daeb9 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:00.691599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:00.782494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Deleting port 1cddc328-85cc-4d73-9aee-b428bd55101f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:00.783395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.789803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 29c5cd8d-15d1-4018-b861-e401f14daeb9, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=29c5cd8d-15d1-4018-b861-e401f14daeb9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:00.837234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0ea9f231-9689-47b9-9294-18fac86f1eb0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6474833 Mar 31 23:08:00.840725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47284) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:00.846197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Request body: {'subnet': {'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-263758889-subnet', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:00.885408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] For port 1cddc328-85cc-4d73-9aee-b428bd55101f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1cddc328-85cc-4d73-9aee-b428bd55101f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:00.885689 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.901072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Calling delete_port for 1cddc328-85cc-4d73-9aee-b428bd55101f owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:00.914051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.982916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=29c5cd8d-15d1-4018-b861-e401f14daeb9,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.990586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Made reservation on behalf of 107b92318e144374a057c96d475c0d1b for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:00.994238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.005190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.005190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.005190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.005190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.005190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.005950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.006071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.006071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.006071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.006071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.006071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.006071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:01.216658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['29c5cd8d-15d1-4018-b861-e401f14daeb9'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:01.269136 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.309928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 198ab848-06cd-4aac-83d7-7b894e722714 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:01.361556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 198ab848-06cd-4aac-83d7-7b894e722714 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:01.362170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 198ab848-06cd-4aac-83d7-7b894e722714 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:01.382098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Pushing event deleted for resources: {'Port': ['ID=1cddc328-85cc-4d73-9aee-b428bd55101f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:01.479735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.490062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.618239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d961ba5-094e-4cd0-855d-aadf905d213f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:01.660486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Checking segment: {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:01.661652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Network hostable DHCP agents. Network: d70010bc-be68-4bcc-afbf-1d8f7427f649, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:01.774006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.784922 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.805021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:01.875402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcec65-8ffc-4151-b50d-51b412b99958 req-73bb4e5f-2ba7-4f78-8b36-63e7783fe7cf tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.876999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30bcec65-8ffc-4151-b50d-51b412b99958 req-73bb4e5f-2ba7-4f78-8b36-63e7783fe7cf tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 949 time: 0.2859890 Mar 31 23:08:01.890157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fb4c9-77dc-4a49-9a34-b537a0bdfa79 req-64a98ddf-9a06-4dd1-b7df-e7a69d3d044a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.891759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-965fb4c9-77dc-4a49-9a34-b537a0bdfa79 req-64a98ddf-9a06-4dd1-b7df-e7a69d3d044a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1778848 Mar 31 23:08:01.954676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30bcec65-8ffc-4151-b50d-51b412b99958 req-7694236a-f34b-413e-9316-1ad9860a9f78 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615625 Mar 31 23:08:01.960866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-965fb4c9-77dc-4a49-9a34-b537a0bdfa79 req-84deac6f-71fa-45e5-b77a-29d8747ea557 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599940 Mar 31 23:08:02.142804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d70010bc-be68-4bcc-afbf-1d8f7427f649) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:02.148416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:02.149107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.162871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756842a-d1f0-46eb-b5d3-c8cd317d2312 None None] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:02.215157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.215644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87635f70-a8c2-4e5d-8942-77d8f61bd2f7 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:08:02.221205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.223316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e504b215-e882-4dd4-a97a-d04ff152b9af admin admin] 10.222.0.31 "DELETE /v2.0/routers/87635f70-a8c2-4e5d-8942-77d8f61bd2f7 HTTP/1.1" status: 204 len: 168 time: 2.6200418 Mar 31 23:08:02.227188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47314) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:02.314309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47320) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:02.318182 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-281d0796-1db6-4ba3-8977-3ee142f70a0e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4744699 Mar 31 23:08:02.319503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:02.350812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a31b546-84df-40f6-9e13-f2fae22a0aa0 admin admin] Deleting subnet 3249cd8c-da32-4230-83dd-94d3251ae009 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:02.355180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a31b546-84df-40f6-9e13-f2fae22a0aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.411269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a31b546-84df-40f6-9e13-f2fae22a0aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.422619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 29c5cd8d-15d1-4018-b861-e401f14daeb9 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:02.425901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d70010bc-be68-4bcc-afbf-1d8f7427f649', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:08:02.430440 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.509317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.510418 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.696421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a31b546-84df-40f6-9e13-f2fae22a0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.717216 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.745631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Allocated IP 172.20.0.2 (d70010bc-be68-4bcc-afbf-1d8f7427f649/7d961ba5-094e-4cd0-855d-aadf905d213f/41ce6e73-14dd-4e70-bb03-e3b76b26bcc2) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:02.800283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 29c5cd8d-15d1-4018-b861-e401f14daeb9 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:02.810136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 29c5cd8d-15d1-4018-b861-e401f14daeb9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:02.810647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.982433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a31b546-84df-40f6-9e13-f2fae22a0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.049750 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.082506 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a31b546-84df-40f6-9e13-f2fae22a0aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.090218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c85ad-494e-4984-8da8-139bf0fffd04 None None] Network db201a78-5b2e-427c-82ca-72b26a17ccee requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:03.096935 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3a31b546-84df-40f6-9e13-f2fae22a0aa0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3249cd8c-da32-4230-83dd-94d3251ae009 HTTP/1.1" status: 204 len: 168 time: 0.8686326 Mar 31 23:08:03.099501 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47342) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:03.100378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31b546-84df-40f6-9e13-f2fae22a0aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3249cd8c-da32-4230-83dd-94d3251ae009,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.124220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.208884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.283437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9c4b-9a20-4de3-a942-a5874c6e4878 req-727397a3-fed1-40ac-93d9-abd9904bab63 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.285483 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e4d9c4b-9a20-4de3-a942-a5874c6e4878 req-727397a3-fed1-40ac-93d9-abd9904bab63 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 949 time: 0.1691251 Mar 31 23:08:03.295401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d051-2fe2-4e58-b1db-40dedcef0151 req-6b4ec50b-d336-4b9e-a8a7-664fc6d181af tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.303784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f171d051-2fe2-4e58-b1db-40dedcef0151 req-6b4ec50b-d336-4b9e-a8a7-664fc6d181af tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1846063 Mar 31 23:08:03.310879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Deleting port c2ec1af5-511b-4f58-973b-b972fb13729f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:03.311244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.380945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1cddc328-85cc-4d73-9aee-b428bd55101f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:03.383310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e4d9c4b-9a20-4de3-a942-a5874c6e4878 req-d89acc45-e7aa-474c-adf6-34f5849e1791 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754995 Mar 31 23:08:03.414913 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.415061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f171d051-2fe2-4e58-b1db-40dedcef0151 req-46e14ad3-c928-47a4-b322-c410c01a8fda tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036179 Mar 31 23:08:03.430862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] For port c2ec1af5-511b-4f58-973b-b972fb13729f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c2ec1af5-511b-4f58-973b-b972fb13729f,segment=NetworkSegment(25b3d233-b7d2-475c-abd1-6575e7db7683),segment_id=25b3d233-b7d2-475c-abd1-6575e7db7683)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:03.430862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.449455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Calling delete_port for c2ec1af5-511b-4f58-973b-b972fb13729f owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:03.467988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeda2cb-c98b-4788-907d-70925e4acd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c5cd8d-15d1-4018-b861-e401f14daeb9'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:03.470314 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47e7cba-21b8-47ab-a818-2d46e730deb3" -d '{"events": [{"server_uuid": "5eeda2cb-c98b-4788-907d-70925e4acd32", "name": "network-vif-plugged", "status": "completed", "tag": "29c5cd8d-15d1-4018-b861-e401f14daeb9"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:03.548164 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f35687-9776-4789-bee5-63dbbe45b07f x-openstack-request-id: req-36f35687-9776-4789-bee5-63dbbe45b07f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:03.549380 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeda2cb-c98b-4788-907d-70925e4acd32", "name": "network-vif-plugged", "status": "completed", "tag": "29c5cd8d-15d1-4018-b861-e401f14daeb9", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:03.549672 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36f35687-9776-4789-bee5-63dbbe45b07f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:03.551016 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f35687-9776-4789-bee5-63dbbe45b07f'] response: {'server_uuid': '5eeda2cb-c98b-4788-907d-70925e4acd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c5cd8d-15d1-4018-b861-e401f14daeb9', 'code': 200} Mar 31 23:08:03.556706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 29c5cd8d-15d1-4018-b861-e401f14daeb9, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=29c5cd8d-15d1-4018-b861-e401f14daeb9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:03.558836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1cddc328-85cc-4d73-9aee-b428bd55101f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:03.559943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1cddc328-85cc-4d73-9aee-b428bd55101f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:03.670635 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.684646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dee9c-d384-4ad4-9354-50417ee59277 req-f72f5cf5-9a6f-45e7-8776-a5f80d3e1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.686369 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5d6dee9c-d384-4ad4-9354-50417ee59277 req-f72f5cf5-9a6f-45e7-8776-a5f80d3e1987 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 1100 time: 0.0749309 Mar 31 23:08:03.719324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.740497 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5d6dee9c-d384-4ad4-9354-50417ee59277 req-22318ab3-c5c6-4a43-8ac4-670773612b1c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Mar 31 23:08:03.742261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] DHCP port deletion for db201a78-5b2e-427c-82ca-72b26a17ccee request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:08:03.746315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Pushing event updated for resources: {'Port': ['ID=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.746666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.754376 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:03.757557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:03.761415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:03.809912 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.862939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.897007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ec1af5-511b-4f58-973b-b972fb13729f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.901694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] No DVR routers for this DVR port c2ec1af5-511b-4f58-973b-b972fb13729f on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:03.904411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Attempting to bind port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:03.905398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Attempting to bind port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:03.906101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Attempting to bind port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 on network d70010bc-be68-4bcc-afbf-1d8f7427f649 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:03.912915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Allocated IP 172.25.4.22 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/a087e3ed-8172-4630-9f2b-501f781f2c7b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:03.917840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:03.918434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Checking segment: {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:03.918933 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.919408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Bound using segment: {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:03.919946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Bound port: 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:03.920526 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.950023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=29c5cd8d-15d1-4018-b861-e401f14daeb9,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.980150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] Deleting port c2ec1af5-511b-4f58-973b-b972fb13729f {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:03.980638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.994193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.028111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db201a78-5b2e-427c-82ca-72b26a17ccee']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:04.043445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b3d233-b7d2-475c-abd1-6575e7db7683') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:04.043847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b3d233-b7d2-475c-abd1-6575e7db7683') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:04.064963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47354) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:04.069043 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.075420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.079232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] For port c2ec1af5-511b-4f58-973b-b972fb13729f, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:04.079684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.082703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] For port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:04.097218 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.104281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] Calling delete_port for c2ec1af5-511b-4f58-973b-b972fb13729f owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:04.107867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] For port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:04.109058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:04.109697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.110075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] Port c2ec1af5-511b-4f58-973b-b972fb13729f was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:08:04.111457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:04.116447 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:04.141480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] Pushing event deleted for resources: {'Port': ['ID=c2ec1af5-511b-4f58-973b-b972fb13729f,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.151980 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe83137d-d266-47a8-bc55-6d5b3aa9c79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.151980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b646640-389a-4bf3-be84-d65aca4940fb None None] No DVR routers for this DVR port c2ec1af5-511b-4f58-973b-b972fb13729f on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:04.286208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.339881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46ccbe92-04a9-4656-946d-493694bce43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.345028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440fde1-50d9-4dc5-b263-8787c8483ee7 None None] Pushing event updated for resources: {'Port': ['ID=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.349301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.354780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.369681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.375226 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] 10.222.0.31 "DELETE /v2.0/networks/db201a78-5b2e-427c-82ca-72b26a17ccee HTTP/1.1" status: 204 len: 168 time: 1.2669344 Mar 31 23:08:04.392003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53b978-cc5c-42ab-ae0f-d35abd89c93e admin admin] Pushing event deleted for resources: {'Network': ['ID=db201a78-5b2e-427c-82ca-72b26a17ccee,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.412738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:04.416913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=a087e3ed-8172-4630-9f2b-501f781f2c7b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.421075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:04.422817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:04.501216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46ccbe92-04a9-4656-946d-493694bce43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.660347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46ccbe92-04a9-4656-946d-493694bce43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.690806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5324-4f34-44b4-a03d-ea9594e6fbac req-13d1e94e-d4c0-4aac-b4c5-6a398a21973e tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:04.692886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b40e5324-4f34-44b4-a03d-ea9594e6fbac req-13d1e94e-d4c0-4aac-b4c5-6a398a21973e tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 950 time: 0.1362381 Mar 31 23:08:04.717007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f86a-f536-4f07-86bf-acb6bb4fcc8b req-5cb99cac-8b26-4fd6-9506-2d46a0f669a7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:04.720818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c375f86a-f536-4f07-86bf-acb6bb4fcc8b req-5cb99cac-8b26-4fd6-9506-2d46a0f669a7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1619155 Mar 31 23:08:04.729642 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-46ccbe92-04a9-4656-946d-493694bce43b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f622f6ae1ee04cdc93c69dc0412ea23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636658 Mar 31 23:08:04.730919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccbe92-04a9-4656-946d-493694bce43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4789c7bf-5b4b-4ba7-ac77-f9c1d1290dcc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.734006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47368) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:04.801654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b40e5324-4f34-44b4-a03d-ea9594e6fbac req-6572908c-5892-4f6c-bae8-78d1d3e661ba tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975227 Mar 31 23:08:04.805168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c375f86a-f536-4f07-86bf-acb6bb4fcc8b req-e301adef-8967-40b8-af2d-f3430e69e629 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702298 Mar 31 23:08:04.871449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70fb115f-8293-4ae7-91a5-bbcc014bf548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.871449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70fb115f-8293-4ae7-91a5-bbcc014bf548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.043098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.063501 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70fb115f-8293-4ae7-91a5-bbcc014bf548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.067412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70fb115f-8293-4ae7-91a5-bbcc014bf548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.073179 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-70fb115f-8293-4ae7-91a5-bbcc014bf548 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4789c7bf-5b4b-4ba7-ac77-f9c1d1290dcc HTTP/1.1" status: 204 len: 168 time: 0.3314250 Mar 31 23:08:05.080923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb115f-8293-4ae7-91a5-bbcc014bf548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4789c7bf-5b4b-4ba7-ac77-f9c1d1290dcc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:05.202793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47380) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:05.264709 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5e6ed3f9-a80c-48cf-b402-0e645d8cf7be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3cede2d48664a2880a52c89b3250cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667646 Mar 31 23:08:05.265652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:05.313163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.342587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de6cd08a-1bb4-4b86-adab-bcb41a8aab3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.374345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de6cd08a-1bb4-4b86-adab-bcb41a8aab3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.383322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:05.485070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:05.485881 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.659154 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.703290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de6cd08a-1bb4-4b86-adab-bcb41a8aab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.712680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:05.712875 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de6cd08a-1bb4-4b86-adab-bcb41a8aab3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.712875 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-de6cd08a-1bb4-4b86-adab-bcb41a8aab3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0f4534e-46dc-43da-b7ee-3783494173ea HTTP/1.1" status: 204 len: 168 time: 0.4446342 Mar 31 23:08:05.727107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cd08a-1bb4-4b86-adab-bcb41a8aab3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f4534e-46dc-43da-b7ee-3783494173ea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:05.758037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47392) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:05.794837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027d409-28a8-474f-82dc-4d41748682fa None None] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:05.804396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:08:05.945048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:06.027319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Sync routers for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:06.037775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.079612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e693f-0418-463d-b948-7dfd5903663a req-b555eaf6-c26f-4b1b-a669-36df7691ac24 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:06.082671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-820e693f-0418-463d-b948-7dfd5903663a req-b555eaf6-c26f-4b1b-a669-36df7691ac24 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1100924 Mar 31 23:08:06.096475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317597f8-36be-4adb-bf42-787f03322435 req-52b15ba3-c97c-4368-aee9-457fee0ef02c tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:06.099651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1f347792-dfc1-4dbd-be19-81a7de74f632 None None] Provisioning complete for port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:06.100293 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f347792-dfc1-4dbd-be19-81a7de74f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.106029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-317597f8-36be-4adb-bf42-787f03322435 req-52b15ba3-c97c-4368-aee9-457fee0ef02c tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 950 time: 0.1311982 Mar 31 23:08:06.120279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.124932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:06.135422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f14ec9c7-e7c1-4acc-9491-8b3f62f63bf9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8191192 Mar 31 23:08:06.144706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:06.144706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:07:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:06.156836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c2ec1af5-511b-4f58-973b-b972fb13729f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:06.222385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-820e693f-0418-463d-b948-7dfd5903663a req-1d7303c0-2158-4ef9-bf1e-841e518368ef tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131160 Mar 31 23:08:06.267479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-317597f8-36be-4adb-bf42-787f03322435 req-2e7cdca4-0482-4ccd-833a-d8c41e7880c5 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581619 Mar 31 23:08:06.289680 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6849eb3b-b405-42ce-9f4d-6478c5ea7556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.305694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: c2ec1af5-511b-4f58-973b-b972fb13729f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:06.306047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c2ec1af5-511b-4f58-973b-b972fb13729f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:06.319352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:06.444791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:06.659270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.816321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d6d32e19-44b0-40f6-8c84-d583ac38e499 None None] Provisioning complete for port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:06.817044 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6d32e19-44b0-40f6-8c84-d583ac38e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.897876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:04Z', 'revision_number': 3, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:06.937237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Checking router: c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:06.941411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Updating router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 port a087e3ed-8172-4630-9f2b-501f781f2c7b binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:08:06.994152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.101736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47430) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:07.148914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-80c6c8d3-4d4e-4118-89cc-4ea5f16de76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.324696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.401348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.415815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.429958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:07.497760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbcda6-8494-448d-95d3-036c5e3b296f req-8975a72c-6a92-4a98-9315-767f0a2f7807 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:07.506262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72cbcda6-8494-448d-95d3-036c5e3b296f req-8975a72c-6a92-4a98-9315-767f0a2f7807 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1275783 Mar 31 23:08:07.533026 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-80c6c8d3-4d4e-4118-89cc-4ea5f16de76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.589544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72cbcda6-8494-448d-95d3-036c5e3b296f req-25e0bf67-6b19-4505-b7a5-c0eb6be6706b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822713 Mar 31 23:08:07.599421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b859bda0-652a-4526-889f-84b0007a8de9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:07.639189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.639539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.639887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.640224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.640805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.641097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.641203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.641500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.641874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.642148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.642526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.642813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:07.652232 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2771bc03-01aa-4521-a80a-a76932292e12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91d7813a691d483586b549ed0c0ba675&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8930893 Mar 31 23:08:07.654838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47442) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:07.724059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-80c6c8d3-4d4e-4118-89cc-4ea5f16de76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.781386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Allocated IP 172.20.0.1 (d70010bc-be68-4bcc-afbf-1d8f7427f649/7d961ba5-094e-4cd0-855d-aadf905d213f/f1170dd4-44bd-4454-a2c9-df20a48b4e93) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:07.789633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-80c6c8d3-4d4e-4118-89cc-4ea5f16de76f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57d10bf46cb54267a7991b3ada1a45a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863704 Mar 31 23:08:07.791034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6c8d3-4d4e-4118-89cc-4ea5f16de76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cefb81-4045-4054-80a4-3cd401dfd61c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:07.793616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47446) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:07.825868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8223572d-a3d6-47da-bf97-ed7294cb2080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.873485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8223572d-a3d6-47da-bf97-ed7294cb2080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.900193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:07.900626 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.902765 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-863f8ab1-d2f2-4750-92ee-c1eb21099ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.964345 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-863f8ab1-d2f2-4750-92ee-c1eb21099ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.032223 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.060938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.064083 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.108829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-863f8ab1-d2f2-4750-92ee-c1eb21099ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.112141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-863f8ab1-d2f2-4750-92ee-c1eb21099ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.113813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-863f8ab1-d2f2-4750-92ee-c1eb21099ef5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2cefb81-4045-4054-80a4-3cd401dfd61c HTTP/1.1" status: 204 len: 168 time: 0.3188374 Mar 31 23:08:08.122909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47454) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:08.128818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f8ab1-d2f2-4750-92ee-c1eb21099ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cefb81-4045-4054-80a4-3cd401dfd61c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:08.143687 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.144615 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8223572d-a3d6-47da-bf97-ed7294cb2080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.150124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8223572d-a3d6-47da-bf97-ed7294cb2080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.166364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8223572d-a3d6-47da-bf97-ed7294cb2080 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b859bda0-652a-4526-889f-84b0007a8de9 HTTP/1.1" status: 204 len: 168 time: 0.4993086 Mar 31 23:08:08.178080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223572d-a3d6-47da-bf97-ed7294cb2080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b859bda0-652a-4526-889f-84b0007a8de9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:08.211304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.269875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:08.279059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b07b3-72b5-43b8-92e7-508d0e2607e6 None None] Pushing event updated for resources: {'Port': ['ID=a087e3ed-8172-4630-9f2b-501f781f2c7b,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:08.282096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Attempting to bind port a087e3ed-8172-4630-9f2b-501f781f2c7b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:08.282290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:08.282860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Attempting to bind port a087e3ed-8172-4630-9f2b-501f781f2c7b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:08.283658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Attempting to bind port a087e3ed-8172-4630-9f2b-501f781f2c7b on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:08.293518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:08.294395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:08.295032 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.299626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:08.299626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Bound port: a087e3ed-8172-4630-9f2b-501f781f2c7b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:08.299626 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.302511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:08.307553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f1170dd4-44bd-4454-a2c9-df20a48b4e93,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:08.379601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-89023318-network', 'tenant_id': '253fe7c8c09a4151bf261aa773d70693'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:08.407850 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.425235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] For port a087e3ed-8172-4630-9f2b-501f781f2c7b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:08.430364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] For port a087e3ed-8172-4630-9f2b-501f781f2c7b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a087e3ed-8172-4630-9f2b-501f781f2c7b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:08.542898 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.543987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Made reservation on behalf of 253fe7c8c09a4151bf261aa773d70693 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:08.543987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.584255 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.650637 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.710893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2c9773e2-048c-4051-a1b9-3bc3dacc06e2 None None] Provisioning complete for port f1170dd4-44bd-4454-a2c9-df20a48b4e93 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:08.711379 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2c9773e2-048c-4051-a1b9-3bc3dacc06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.721464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b07b3-72b5-43b8-92e7-508d0e2607e6 None None] Pushing event updated for resources: {'Port': ['ID=a087e3ed-8172-4630-9f2b-501f781f2c7b,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:08.749555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:08.750040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:08.830261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.843078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2c9773e2-048c-4051-a1b9-3bc3dacc06e2 None None] Port f1170dd4-44bd-4454-a2c9-df20a48b4e93 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:08.861947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.892877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3de11-6a7c-4c0f-b9c6-ddbd5653ebe6 req-71dec6c5-b815-4556-b4f9-6675fbadf51c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:08.902698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20a3de11-6a7c-4c0f-b9c6-ddbd5653ebe6 req-71dec6c5-b815-4556-b4f9-6675fbadf51c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1490917 Mar 31 23:08:08.954007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.955204 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.957900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20a3de11-6a7c-4c0f-b9c6-ddbd5653ebe6 req-c7fd7a75-5394-436f-9e33-c36480192280 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539248 Mar 31 23:08:09.003576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:09.031288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:09.048195 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.048726 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Added segment 3e7854f8-7ef1-4dde-8662-6f3243452907 of type vlan for network d7dcd890-0119-472e-b167-9bd87111d009 Mar 31 23:08:09.124580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f570347a-e3aa-4794-8d97-cbfd57251aa8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:09.272543 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.285335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.306196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.383745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:07Z', 'revision_number': 1, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:09.417248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.444044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11ae56-edb1-4e25-8214-77af0f2603a7 None None] The sync data for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 is: [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:07Z', 'revision_number': 1, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:09.508149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47482) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:09.522675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.523778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:09.524358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.530050 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79246e72-3b73-40ab-a9fd-7a85fec9174d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.537244 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.617919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] Pushing event updated for resources: {'Network': ['ID=d7dcd890-0119-472e-b167-9bd87111d009,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:09.632765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d7dcd890-0119-472e-b167-9bd87111d009 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:09.653704 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.658092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f1170dd4-44bd-4454-a2c9-df20a48b4e93,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:09.761002 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-469c72a6-daf9-4059-8ad0-3d7bb86fbb58 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6341197 Mar 31 23:08:09.762400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47486) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:09.771678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Request body: {'subnet': {'network_id': 'd7dcd890-0119-472e-b167-9bd87111d009', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-89023318-subnet', 'tenant_id': '253fe7c8c09a4151bf261aa773d70693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:09.774184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79246e72-3b73-40ab-a9fd-7a85fec9174d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.851168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79246e72-3b73-40ab-a9fd-7a85fec9174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.904896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-79246e72-3b73-40ab-a9fd-7a85fec9174d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5760cea553784c559de84b293eec8f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955071 Mar 31 23:08:09.908953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47490) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:09.913546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:09.919910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:09.953312 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Made reservation on behalf of 253fe7c8c09a4151bf261aa773d70693 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:09.960686 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:09.989033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79246e72-3b73-40ab-a9fd-7a85fec9174d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8de4b5-c7c8-4732-91c5-f62d94a0fb61,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:10.151711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23fcbc0a-2f1c-4845-bd71-f0a479cb13a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.301209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23fcbc0a-2f1c-4845-bd71-f0a479cb13a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.406859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7d8eedd8-7421-4b6f-b278-b26d00f1da85 None None] Provisioning complete for port f1170dd4-44bd-4454-a2c9-df20a48b4e93 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:10.407476 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7d8eedd8-7421-4b6f-b278-b26d00f1da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.423662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081eade-6cf1-4e7f-b3d0-fa29f8b7a5d6 req-4bb6d5b2-9813-46b5-a307-d69af962332d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:10.437256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b081eade-6cf1-4e7f-b3d0-fa29f8b7a5d6 req-4bb6d5b2-9813-46b5-a307-d69af962332d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.2360792 Mar 31 23:08:10.441821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:10.479623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7d8eedd8-7421-4b6f-b278-b26d00f1da85 None None] Port f1170dd4-44bd-4454-a2c9-df20a48b4e93 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:10.549292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b081eade-6cf1-4e7f-b3d0-fa29f8b7a5d6 req-0679e7c7-34db-492e-aed5-19d13bc2dc7f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110139 Mar 31 23:08:10.666980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:10.666980 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cbc13bcd-33de-41cb-b556-96309d4ccfc8 admin admin] 10.222.0.31 "PUT /v2.0/routers/c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5384414 Mar 31 23:08:10.695279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23fcbc0a-2f1c-4845-bd71-f0a479cb13a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.699230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23fcbc0a-2f1c-4845-bd71-f0a479cb13a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.700494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-23fcbc0a-2f1c-4845-bd71-f0a479cb13a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea8de4b5-c7c8-4732-91c5-f62d94a0fb61 HTTP/1.1" status: 204 len: 168 time: 0.7886548 Mar 31 23:08:10.758002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcbc0a-2f1c-4845-bd71-f0a479cb13a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8de4b5-c7c8-4732-91c5-f62d94a0fb61,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:10.897232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.010937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ad1cb2-e9a0-4318-908e-fac3dbb60e57,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:11.031935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Checking segment: {'id': '3e7854f8-7ef1-4dde-8662-6f3243452907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd7dcd890-0119-472e-b167-9bd87111d009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:11.032311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Network hostable DHCP agents. Network: d7dcd890-0119-472e-b167-9bd87111d009, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:11.120045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Network d7dcd890-0119-472e-b167-9bd87111d009 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:11.234706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d7dcd890-0119-472e-b167-9bd87111d009) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:11.248003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab4f2c-6716-459e-a5a8-17161f2c0e10 None None] Network d7dcd890-0119-472e-b167-9bd87111d009 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:11.251435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:11.252308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-168313ec-6004-4901-9261-764c4663630e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.373676 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-168313ec-6004-4901-9261-764c4663630e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6095948 Mar 31 23:08:11.423639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a087e3ed-8172-4630-9f2b-501f781f2c7b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:11.736480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c372f96d-0dae-4ec6-b421-f481c55dd414 None None] Network d7dcd890-0119-472e-b167-9bd87111d009 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:11.740810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a087e3ed-8172-4630-9f2b-501f781f2c7b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:11.741217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.893155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3a852-4552-4155-91d8-3c4d340ccefe req-da845605-9bd6-4845-8b68-d578e13117e6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:11.915594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bc3a852-4552-4155-91d8-3c4d340ccefe req-da845605-9bd6-4845-8b68-d578e13117e6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1713598 Mar 31 23:08:12.015732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bc3a852-4552-4155-91d8-3c4d340ccefe req-3ada76b4-bc0c-4656-8206-6fe9f234385f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985513 Mar 31 23:08:12.088070 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.181854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port a087e3ed-8172-4630-9f2b-501f781f2c7b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a087e3ed-8172-4630-9f2b-501f781f2c7b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:12.262676 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.358830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=a087e3ed-8172-4630-9f2b-501f781f2c7b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:12.873854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47568) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:12.878445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-462a00b6-c82d-43c3-8c7b-bb3f93fcf800 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19353813', 'description': 'tempest-description--1885540430'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:12.923989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47574) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:12.993833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cefb7dc-1855-4d76-821e-df4b7cb615d8 admin admin] Deleting subnet 15ad1cb2-e9a0-4318-908e-fac3dbb60e57 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:12.997510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8cefb7dc-1855-4d76-821e-df4b7cb615d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.999280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462a00b6-c82d-43c3-8c7b-bb3f93fcf800 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.025510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 194ff0bc-bb1b-447a-8880-35fee1c2f401 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:13.033129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 194ff0bc-bb1b-447a-8880-35fee1c2f401 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:13.110968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8cefb7dc-1855-4d76-821e-df4b7cb615d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.140942 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462a00b6-c82d-43c3-8c7b-bb3f93fcf800 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.188719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8cefb7dc-1855-4d76-821e-df4b7cb615d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.215335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462a00b6-c82d-43c3-8c7b-bb3f93fcf800 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.283480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a00b6-c82d-43c3-8c7b-bb3f93fcf800 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1000f3-6380-46ef-8ec2-c17f8d1907b6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:13.322545 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Sync routers for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:13.340587 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:13.341671 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:13.374712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:13.435447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a087e3ed-8172-4630-9f2b-501f781f2c7b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:13.458595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8cefb7dc-1855-4d76-821e-df4b7cb615d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.515232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65090-0364-4f7f-8030-e30db6a59873 req-e4624c00-6fb3-4ad3-b346-42d38ad40d9d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:13.521822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '194ff0bc-bb1b-447a-8880-35fee1c2f401', 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'port_id': '194ff0bc-bb1b-447a-8880-35fee1c2f401', 'mac_address': 'fa:16:3e:95:9f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb93dbb5-fa65-4bb0-8737-3466fb24c0ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:13.525039 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62a65090-0364-4f7f-8030-e30db6a59873 req-e4624c00-6fb3-4ad3-b346-42d38ad40d9d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.2608199 Mar 31 23:08:13.529760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462a00b6-c82d-43c3-8c7b-bb3f93fcf800 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.534469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-462a00b6-c82d-43c3-8c7b-bb3f93fcf800 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6594849 Mar 31 23:08:13.535627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47604) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:13.543608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fa477c51-4d99-4752-aa7e-4fa6eb11244e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Request body: {'security_group_rule': {'security_group_id': '4e1000f3-6380-46ef-8ec2-c17f8d1907b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:13.560178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefb7dc-1855-4d76-821e-df4b7cb615d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ad1cb2-e9a0-4318-908e-fac3dbb60e57,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:13.601967 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8cefb7dc-1855-4d76-821e-df4b7cb615d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.622926 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8cefb7dc-1855-4d76-821e-df4b7cb615d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/15ad1cb2-e9a0-4318-908e-fac3dbb60e57 HTTP/1.1" status: 204 len: 168 time: 0.6914568 Mar 31 23:08:13.625345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47606) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:13.632256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62a65090-0364-4f7f-8030-e30db6a59873 req-f0e2264e-a315-4728-ae5a-ef2fe057e918 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058176 Mar 31 23:08:13.655412 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:13.678696 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.733041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.744559 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa477c51-4d99-4752-aa7e-4fa6eb11244e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.762050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 194ff0bc-bb1b-447a-8880-35fee1c2f401 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:13.770134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a087e3ed-8172-4630-9f2b-501f781f2c7b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:13.771473 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.859057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:13.928579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa477c51-4d99-4752-aa7e-4fa6eb11244e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.929027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.989217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.028965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa477c51-4d99-4752-aa7e-4fa6eb11244e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.037858 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:09Z', 'revision_number': 2, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:14.052594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:14.069868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa477c51-4d99-4752-aa7e-4fa6eb11244e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9352a81-ce14-4769-b239-e36e8ecb5a31,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:14.125684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.134045 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:08:14.137690 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:08:14.163161 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa477c51-4d99-4752-aa7e-4fa6eb11244e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.165034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fa477c51-4d99-4752-aa7e-4fa6eb11244e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6269059 Mar 31 23:08:14.168836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47634) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:14.175888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Request body: {'security_group_rule': {'security_group_id': '4e1000f3-6380-46ef-8ec2-c17f8d1907b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:14.187072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dcd890-0119-472e-b167-9bd87111d009']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:14.195516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['194ff0bc-bb1b-447a-8880-35fee1c2f401'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:14.200106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7854f8-7ef1-4dde-8662-6f3243452907') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:14.200689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7854f8-7ef1-4dde-8662-6f3243452907') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:14.227958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.257172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.266038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:14.267540 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:14.270571 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:14.275674 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Checking router: c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:14.275830 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Updating router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 port f1170dd4-44bd-4454-a2c9-df20a48b4e93 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:08:14.306388 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.345636 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.468411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.638440 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.641186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.651393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.664428 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d7dcd890-0119-472e-b167-9bd87111d009 HTTP/1.1" status: 204 len: 168 time: 1.0355356 Mar 31 23:08:14.702575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4555aefe-53aa-4c1d-89d7-161b1d04b050,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:14.714905 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.721797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502176a8-a2ec-4150-a7f0-ad77967b5a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7dcd890-0119-472e-b167-9bd87111d009,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:14.748298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 194ff0bc-bb1b-447a-8880-35fee1c2f401 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:14.770103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.776570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.776570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.776570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.776570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.776570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.781252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.781805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.782384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.782952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.783509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.784466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:14.794705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:14.814367 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.857358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.861366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f0a0112e-17ea-4e1d-9059-29315e84da09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6878686 Mar 31 23:08:14.862344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47652) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:14.867332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:14.890675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.926097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8469c-d559-47ef-b34d-2ecac75b0628 req-88fa81a1-b8ab-4c43-8177-f940fdc32708 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:14.931230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fad8469c-d559-47ef-b34d-2ecac75b0628 req-88fa81a1-b8ab-4c43-8177-f940fdc32708 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 944 time: 0.1368833 Mar 31 23:08:14.966387 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.005960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.010460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.045359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 194ff0bc-bb1b-447a-8880-35fee1c2f401 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:15.063339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fad8469c-d559-47ef-b34d-2ecac75b0628 req-912920a1-6c1c-40a7-8ea2-f9cf739809e6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269038 Mar 31 23:08:15.064726 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Pushing event updated for resources: {'Port': ['ID=f1170dd4-44bd-4454-a2c9-df20a48b4e93,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.094505 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.094975 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.095483 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.096272 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.096814 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.097332 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.097837 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.099203 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.102341 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.102919 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.103656 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.104302 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:15.191139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Attempting to bind port f1170dd4-44bd-4454-a2c9-df20a48b4e93 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:15.191139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Attempting to bind port f1170dd4-44bd-4454-a2c9-df20a48b4e93 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:15.191139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Attempting to bind port f1170dd4-44bd-4454-a2c9-df20a48b4e93 on network d70010bc-be68-4bcc-afbf-1d8f7427f649 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:15.217945 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:15.231393 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Checking segment: {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:15.231947 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.235888 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Bound using segment: {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:15.238173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 194ff0bc-bb1b-447a-8880-35fee1c2f401 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:15.238795 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Bound port: f1170dd4-44bd-4454-a2c9-df20a48b4e93, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:15.240224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.243774 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.290635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.295347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47664) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:15.371455 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3c2cb690-1faf-4f09-82e5-3b5aa79e3578 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=253fe7c8c09a4151bf261aa773d70693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759275 Mar 31 23:08:15.375757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47666) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:15.445139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] For port f1170dd4-44bd-4454-a2c9-df20a48b4e93, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:15.454874 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] For port f1170dd4-44bd-4454-a2c9-df20a48b4e93, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f1170dd4-44bd-4454-a2c9-df20a48b4e93,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:15.478546 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.491431 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c483de4-8253-4228-a2e6-4a5db00aaf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.526782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194ff0bc-bb1b-447a-8880-35fee1c2f401'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:15.531602 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9393b99-071b-4896-82e7-27e193c255d3" -d '{"events": [{"server_uuid": "01ab10b4-b59e-4aed-a3c2-033e3ce06147", "name": "network-vif-plugged", "status": "completed", "tag": "194ff0bc-bb1b-447a-8880-35fee1c2f401"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:15.564638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c483de4-8253-4228-a2e6-4a5db00aaf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.565437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:15.570197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e22b35bd-f122-41b1-80b9-7706e2eda498 None None] Provisioning complete for port f1170dd4-44bd-4454-a2c9-df20a48b4e93 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:15.570408 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e22b35bd-f122-41b1-80b9-7706e2eda498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.581257 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.666966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47676) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:15.676404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Allocated IP 172.25.4.76 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/c33c0dea-f156-4e57-b7f9-af23d86d803f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:15.695560 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca21835f-8804-47f7-ad18-aa0a6da18e45 x-openstack-request-id: req-ca21835f-8804-47f7-ad18-aa0a6da18e45 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:15.727260 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab10b4-b59e-4aed-a3c2-033e3ce06147", "name": "network-vif-plugged", "status": "completed", "tag": "194ff0bc-bb1b-447a-8880-35fee1c2f401", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:15.739149 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca21835f-8804-47f7-ad18-aa0a6da18e45 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:15.745628 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca21835f-8804-47f7-ad18-aa0a6da18e45'] response: {'server_uuid': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194ff0bc-bb1b-447a-8880-35fee1c2f401', 'code': 200} Mar 31 23:08:15.769607 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:15.772904 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.787972 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:15.829328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c483de4-8253-4228-a2e6-4a5db00aaf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.835012 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c483de4-8253-4228-a2e6-4a5db00aaf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.851605 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5c483de4-8253-4228-a2e6-4a5db00aaf59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f570347a-e3aa-4794-8d97-cbfd57251aa8 HTTP/1.1" status: 204 len: 168 time: 0.4725494 Mar 31 23:08:15.912442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c483de4-8253-4228-a2e6-4a5db00aaf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570347a-e3aa-4794-8d97-cbfd57251aa8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.982849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.042315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7f0db-738f-422f-a2bf-ef76b8e9b8b6 None None] Pushing event updated for resources: {'Port': ['ID=f1170dd4-44bd-4454-a2c9-df20a48b4e93,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:16.054736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df6002a7-3ebe-4db2-8369-ecd5bc880ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.113344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92723411-cf28-4d36-99d7-00db6b352af8 req-f9491df9-698a-4386-8e3b-0d2530ad3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.119709 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.129426 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-92723411-cf28-4d36-99d7-00db6b352af8 req-f9491df9-698a-4386-8e3b-0d2530ad3be2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 1096 time: 0.1366520 Mar 31 23:08:16.203486 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:16.323775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e22b35bd-f122-41b1-80b9-7706e2eda498 None None] Port f1170dd4-44bd-4454-a2c9-df20a48b4e93 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:16.358324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-92723411-cf28-4d36-99d7-00db6b352af8 req-cc7aa393-751b-4e5b-aec4-2c330bdeaef5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271914 Mar 31 23:08:16.487415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:16.493988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df6002a7-3ebe-4db2-8369-ecd5bc880ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.531130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-18090905-2bee-4aee-9b35-bc76f3745b37 None None] Provisioning complete for port f1170dd4-44bd-4454-a2c9-df20a48b4e93 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:16.531506 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-18090905-2bee-4aee-9b35-bc76f3745b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.603486 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df6002a7-3ebe-4db2-8369-ecd5bc880ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.659245 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:15Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:16.700946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6002a7-3ebe-4db2-8369-ecd5bc880ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c69a5a-3bee-403b-beaa-db521014607c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:16.719150 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df6002a7-3ebe-4db2-8369-ecd5bc880ca7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc3471545c8e4cf8bfc3d57bc2bac9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0616808 Mar 31 23:08:16.720138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:16.728002 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b074065-431b-488b-b38b-dba69314ad52 None None] The sync data for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 is: [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:15Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:16.762527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-18090905-2bee-4aee-9b35-bc76f3745b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.842833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:16.845708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-166f9e5b-4d6f-44b0-9963-51d212a7ce10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.850637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:16.881170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:16.884319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-18090905-2bee-4aee-9b35-bc76f3745b37 None None] For port f1170dd4-44bd-4454-a2c9-df20a48b4e93, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f1170dd4-44bd-4454-a2c9-df20a48b4e93,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:16.912127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-166f9e5b-4d6f-44b0-9963-51d212a7ce10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.928172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event updated for resources: {'Port': ['ID=c33c0dea-f156-4e57-b7f9-af23d86d803f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:16.989519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2f0a0-95c5-4b6f-b770-f791e6c517f9 req-44ba33d6-a79a-43af-9ae0-239931cbc1a2 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.991406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1a2f0a0-95c5-4b6f-b770-f791e6c517f9 req-44ba33d6-a79a-43af-9ae0-239931cbc1a2 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1788914 Mar 31 23:08:16.992827 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-18090905-2bee-4aee-9b35-bc76f3745b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.009511 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:08:17.069181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1a2f0a0-95c5-4b6f-b770-f791e6c517f9 req-a9c3e5b2-c994-4579-a1a5-dd03e0515b39 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588257 Mar 31 23:08:17.094344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090905-2bee-4aee-9b35-bc76f3745b37 None None] Pushing event updated for resources: {'Port': ['ID=f1170dd4-44bd-4454-a2c9-df20a48b4e93,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:17.113628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-166f9e5b-4d6f-44b0-9963-51d212a7ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.117137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-166f9e5b-4d6f-44b0-9963-51d212a7ce10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.123089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-166f9e5b-4d6f-44b0-9963-51d212a7ce10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25c69a5a-3bee-403b-beaa-db521014607c HTTP/1.1" status: 204 len: 168 time: 0.3982089 Mar 31 23:08:17.139242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f9e5b-4d6f-44b0-9963-51d212a7ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c69a5a-3bee-403b-beaa-db521014607c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:17.177570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.346937 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.377154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f1170dd4-44bd-4454-a2c9-df20a48b4e93 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:17.464096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f1170dd4-44bd-4454-a2c9-df20a48b4e93 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:17.464537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.498209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47718) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:17.646939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.714190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.808318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event updated for resources: {'Port': ['ID=c33c0dea-f156-4e57-b7f9-af23d86d803f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:17.852166 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.958516 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-295daeb4-0ea8-4e58-bde1-33261b12fd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.998383 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.003077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d0461f16-23b8-4010-8057-3657f778b1fe tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1398621 Mar 31 23:08:18.113583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-295daeb4-0ea8-4e58-bde1-33261b12fd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.214821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-295daeb4-0ea8-4e58-bde1-33261b12fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.246738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd364c-3e55-4008-b84a-9998e87b7bb9 req-1cf6bb62-464e-4c77-83b7-c4c6df5736f3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.248587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9bd364c-3e55-4008-b84a-9998e87b7bb9 req-1cf6bb62-464e-4c77-83b7-c4c6df5736f3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.0930049 Mar 31 23:08:18.272567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295daeb4-0ea8-4e58-bde1-33261b12fd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b0c7d4-cb47-4bd6-b07f-7e70e3b5f86d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:18.283278 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-295daeb4-0ea8-4e58-bde1-33261b12fd99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6428bc3cc7b2448da0e9d133a7393fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838638 Mar 31 23:08:18.288909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47738) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:18.304263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9bd364c-3e55-4008-b84a-9998e87b7bb9 req-f50d6c0d-2fc7-475d-a408-3c41380e2372 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490298 Mar 31 23:08:18.384909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cc916ec-bbd4-4fa5-b9c3-89275856f6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.412563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47752) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:18.438656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cc916ec-bbd4-4fa5-b9c3-89275856f6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.440924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e35f164-208b-4ae2-80e4-6d41159a400f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.496604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6d0a3-5666-429f-be3e-76dea8ac1e86 req-25a33f2c-769d-462b-b49c-4166d893e7c8 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.498159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63c6d0a3-5666-429f-be3e-76dea8ac1e86 req-25a33f2c-769d-462b-b49c-4166d893e7c8 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1009474 Mar 31 23:08:18.509244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-b1784859-d125-41da-85b2-3d2a005de242 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--19353813&fields=id&tenant_id=107b92318e144374a057c96d475c0d1b HTTP/1.1" status: 200 len: 267 time: 0.0950108 Mar 31 23:08:18.560808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e35f164-208b-4ae2-80e4-6d41159a400f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.603738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63c6d0a3-5666-429f-be3e-76dea8ac1e86 req-16b44baa-f99d-49e5-b8ca-cf6915b2adcd tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950882 Mar 31 23:08:18.617164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cc916ec-bbd4-4fa5-b9c3-89275856f6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.630971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cc916ec-bbd4-4fa5-b9c3-89275856f6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.630971 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6cc916ec-bbd4-4fa5-b9c3-89275856f6e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28b0c7d4-cb47-4bd6-b07f-7e70e3b5f86d HTTP/1.1" status: 204 len: 168 time: 0.3323367 Mar 31 23:08:18.631580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc916ec-bbd4-4fa5-b9c3-89275856f6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b0c7d4-cb47-4bd6-b07f-7e70e3b5f86d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:18.644687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e35f164-208b-4ae2-80e4-6d41159a400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.689102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-2a7f0e86-d504-445d-8fd3-7b6a3f300e79 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.690401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-2a7f0e86-d504-445d-8fd3-7b6a3f300e79 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/networks?id=d70010bc-be68-4bcc-afbf-1d8f7427f649 HTTP/1.1" status: 200 len: 805 time: 0.1744134 Mar 31 23:08:18.709871 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1e35f164-208b-4ae2-80e4-6d41159a400f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b9a784747244ffe86d3d0060ab89b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938280 Mar 31 23:08:18.709871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35f164-208b-4ae2-80e4-6d41159a400f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae23b41-f0b4-4822-b09c-8f1723567782,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:18.712524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47766) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:18.745067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-1ae4d9ab-477d-4dde-ab56-69dd61d73270 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/quotas/107b92318e144374a057c96d475c0d1b HTTP/1.1" status: 200 len: 375 time: 0.0367963 Mar 31 23:08:18.784336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2de1cc9e-4841-408b-9636-ac58d786e943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.816572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2de1cc9e-4841-408b-9636-ac58d786e943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.845284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-c01050d7-8d58-41e8-866a-c90eb2574db9 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=107b92318e144374a057c96d475c0d1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932612 Mar 31 23:08:18.959308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2de1cc9e-4841-408b-9636-ac58d786e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.962758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2de1cc9e-4841-408b-9636-ac58d786e943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.964043 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2de1cc9e-4841-408b-9636-ac58d786e943 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ae23b41-f0b4-4822-b09c-8f1723567782 HTTP/1.1" status: 204 len: 168 time: 0.2503188 Mar 31 23:08:18.972405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1cc9e-4841-408b-9636-ac58d786e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae23b41-f0b4-4822-b09c-8f1723567782,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:19.180284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-3af52630-28ee-4b21-b6f8-e95bf35d5233 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:08:19.181379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-3af52630-28ee-4b21-b6f8-e95bf35d5233 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084702 Mar 31 23:08:19.327874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-787a09d8-e002-4429-8f0f-0b5c65cbc946 service neutron] 10.222.0.31 "GET /v2.0/networks/d70010bc-be68-4bcc-afbf-1d8f7427f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389470 Mar 31 23:08:19.485271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-e58b8fef-212e-4c2a-bdc4-1dbc1c270ea4 service neutron] 10.222.0.31 "GET /v2.0/networks/d70010bc-be68-4bcc-afbf-1d8f7427f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418419 Mar 31 23:08:19.781328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-76b9b92c-c609-45bc-ace9-64325e15d740 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.782767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-76b9b92c-c609-45bc-ace9-64325e15d740 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/networks?id=5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 200 len: 815 time: 0.1173208 Mar 31 23:08:19.798705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-25999dd8-5597-42a4-a08e-aa1a0fac75e9 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/quotas/cd45eb51f33445efb275a02be224a85f HTTP/1.1" status: 200 len: 375 time: 0.0098333 Mar 31 23:08:19.944571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ea3a492-24b9-4e61-a5d6-6300e276c033 req-ef1a6403-7a55-44e9-b46a-a5163017f6f3 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 210 time: 0.0486474 Mar 31 23:08:19.982543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-c780af76-d2e0-4a55-b454-cf502ede1026 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1729393 Mar 31 23:08:20.001876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-3b09c4de-7379-4e31-b751-295456002131 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:08:20.002703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-3b09c4de-7379-4e31-b751-295456002131 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056560 Mar 31 23:08:20.004542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47808) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:20.120754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-51035fbe-1b79-49bc-8be1-462fbf9f2880 service neutron] 10.222.0.31 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093526 Mar 31 23:08:20.187707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47824) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:20.260968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-e95b3916-2791-4e01-abb3-8b29cea1ff2d service neutron] 10.222.0.31 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313331 Mar 31 23:08:20.311945 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90a9da0d-137b-4751-a8bd-a3db096d8c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.435533 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2491-ed55-4939-822d-2f29957005a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.484232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90a9da0d-137b-4751-a8bd-a3db096d8c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.502917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-37ff6097-4433-43d0-b021-7fb95ba3b794 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:20.505782 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-37ff6097-4433-43d0-b021-7fb95ba3b794 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.45 "GET /v2.0/ports?device_id=01ab10b4-b59e-4aed-a3c2-033e3ce06147 HTTP/1.1" status: 200 len: 945 time: 0.1089871 Mar 31 23:08:20.618796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72036ece-16cb-42ea-a176-6bf12272bd90 req-d30a3dfd-5d67-4360-87b6-9e1d49685465 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 210 time: 0.0581982 Mar 31 23:08:20.633711 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90a9da0d-137b-4751-a8bd-a3db096d8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.725041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2491-ed55-4939-822d-2f29957005a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.755687 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-90a9da0d-137b-4751-a8bd-a3db096d8c1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b5e1a3577d648aba2526eb2fdb3ab8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492647 Mar 31 23:08:20.758214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9da0d-137b-4751-a8bd-a3db096d8c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d4ed0-3496-4454-9e51-d73d78b3f0a1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:20.759647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47852) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:20.771468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Deleting port 194ff0bc-bb1b-447a-8880-35fee1c2f401 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:20.771894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.825408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2491-ed55-4939-822d-2f29957005a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.831868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a06c77c-79ca-401a-ab60-6c47df802837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.865797 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a06c77c-79ca-401a-ab60-6c47df802837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.893191 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ecb2491-ed55-4939-822d-2f29957005a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=421f72866a374ed2a89e0184a4e112f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032988 Mar 31 23:08:20.896825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb2491-ed55-4939-822d-2f29957005a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd8b5c5-b696-473d-ac26-04f664954950,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:20.898159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47856) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:20.934603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] For port 194ff0bc-bb1b-447a-8880-35fee1c2f401, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=194ff0bc-bb1b-447a-8880-35fee1c2f401,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:20.934975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.954734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Calling delete_port for 194ff0bc-bb1b-447a-8880-35fee1c2f401 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:21.034721 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cf9573-5f5a-4df3-93e7-59769905e364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.071000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cf9573-5f5a-4df3-93e7-59769905e364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.151152 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a06c77c-79ca-401a-ab60-6c47df802837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.154959 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a06c77c-79ca-401a-ab60-6c47df802837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.156433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8a06c77c-79ca-401a-ab60-6c47df802837 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c2d4ed0-3496-4454-9e51-d73d78b3f0a1 HTTP/1.1" status: 204 len: 168 time: 0.3945282 Mar 31 23:08:21.166327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e386db18-4a5d-4b27-888e-35d0b67f54b0 req-8b2c1528-9da0-4453-b929-62011723b51e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 210 time: 0.0739162 Mar 31 23:08:21.189281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06c77c-79ca-401a-ab60-6c47df802837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d4ed0-3496-4454-9e51-d73d78b3f0a1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:21.600927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.611620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cf9573-5f5a-4df3-93e7-59769905e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.617202 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76cf9573-5f5a-4df3-93e7-59769905e364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.623502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-76cf9573-5f5a-4df3-93e7-59769905e364 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dd8b5c5-b696-473d-ac26-04f664954950 HTTP/1.1" status: 204 len: 168 time: 0.7240396 Mar 31 23:08:21.643744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf9573-5f5a-4df3-93e7-59769905e364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd8b5c5-b696-473d-ac26-04f664954950,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:21.702823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Pushing event deleted for resources: {'Port': ['ID=194ff0bc-bb1b-447a-8880-35fee1c2f401,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:21.757347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53f7f99f-e926-4b57-a448-baae5a61f91b req-885b13a2-2ff0-4b15-936e-dd4ba1a107dc tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 210 time: 0.0746958 Mar 31 23:08:21.759030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] No DVR routers for this DVR port 194ff0bc-bb1b-447a-8880-35fee1c2f401 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:21.762987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.765724 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5ace173c-f5ed-4147-bcd2-b3f02017042b req-3f823c8d-a6b4-4b9e-aa62-1561ab9c3ac5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.45 "DELETE /v2.0/ports/194ff0bc-bb1b-447a-8880-35fee1c2f401 HTTP/1.1" status: 204 len: 173 time: 1.2534792 Mar 31 23:08:21.766205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'name': 'network-vif-deleted', 'tag': '194ff0bc-bb1b-447a-8880-35fee1c2f401'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:21.768903 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6bd0d5-3d5a-41f7-97c2-fbf5292ab1a5" -d '{"events": [{"server_uuid": "01ab10b4-b59e-4aed-a3c2-033e3ce06147", "name": "network-vif-deleted", "tag": "194ff0bc-bb1b-447a-8880-35fee1c2f401"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:21.824068 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a322a0-bcd6-4c9b-91c3-5f21f2c28ba0 x-openstack-request-id: req-31a322a0-bcd6-4c9b-91c3-5f21f2c28ba0 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:21.824388 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab10b4-b59e-4aed-a3c2-033e3ce06147", "name": "network-vif-deleted", "tag": "194ff0bc-bb1b-447a-8880-35fee1c2f401", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:21.824642 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31a322a0-bcd6-4c9b-91c3-5f21f2c28ba0 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:21.825048 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a322a0-bcd6-4c9b-91c3-5f21f2c28ba0'] response: {'server_uuid': '01ab10b4-b59e-4aed-a3c2-033e3ce06147', 'name': 'network-vif-deleted', 'tag': '194ff0bc-bb1b-447a-8880-35fee1c2f401', 'status': 'completed', 'code': 200} Mar 31 23:08:22.332101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66770425-c7b2-46bd-9ad4-246ac03a0131 req-6f2f2c91-ffc0-41e4-827e-76ae00208e4a tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 210 time: 0.0421796 Mar 31 23:08:22.860429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17e41afc-eb6a-4ba7-bb4c-eef20cd32b5f req-cd2175b9-78f7-4e66-95a5-50ac4edcad7c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 210 time: 0.0258095 Mar 31 23:08:23.091017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 194ff0bc-bb1b-447a-8880-35fee1c2f401 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:23.123647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 194ff0bc-bb1b-447a-8880-35fee1c2f401 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:23.124105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 194ff0bc-bb1b-447a-8880-35fee1c2f401 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:23.249090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47922) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:23.274603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d867acac-5c43-4201-898f-939026deb84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.397185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d867acac-5c43-4201-898f-939026deb84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.480916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31027c37-f722-43b3-a641-6fd10af316bf req-8032593a-8e59-4ce3-989a-53758b9d296d tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 210 time: 0.0407388 Mar 31 23:08:23.571512 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d867acac-5c43-4201-898f-939026deb84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.635099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d867acac-5c43-4201-898f-939026deb84d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=570f59e7a2e346dab02846bea3ffc2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842132 Mar 31 23:08:23.637536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867acac-5c43-4201-898f-939026deb84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb02860-8497-4ea6-b909-df103c4a25a1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:23.640166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47938) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:23.725473 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9c67d2b-92f5-4b77-ba28-193a5e1aa226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.759992 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9c67d2b-92f5-4b77-ba28-193a5e1aa226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.937596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-decbb6b2-92b7-448e-8c2c-fde430c409e4 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.939765 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-decbb6b2-92b7-448e-8c2c-fde430c409e4 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.45 "GET /v2.0/networks?id=d70010bc-be68-4bcc-afbf-1d8f7427f649 HTTP/1.1" status: 200 len: 805 time: 0.1826627 Mar 31 23:08:23.998885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c94e8d1-3dcf-446a-8ce0-cf88e2e4a91d req-d9a66420-8fa3-419a-9bc6-64b59975726e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 210 time: 0.0416956 Mar 31 23:08:24.003956 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9c67d2b-92f5-4b77-ba28-193a5e1aa226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.010823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9c67d2b-92f5-4b77-ba28-193a5e1aa226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.010823 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f9c67d2b-92f5-4b77-ba28-193a5e1aa226 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cb02860-8497-4ea6-b909-df103c4a25a1 HTTP/1.1" status: 204 len: 168 time: 0.3671603 Mar 31 23:08:24.017722 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-c50073fd-776c-43b0-bafb-b070e870f705 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107b92318e144374a057c96d475c0d1b HTTP/1.1" status: 200 len: 378 time: 0.0668755 Mar 31 23:08:24.025799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c67d2b-92f5-4b77-ba28-193a5e1aa226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb02860-8497-4ea6-b909-df103c4a25a1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:24.030498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Request body: {'port': {'device_id': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'admin_state_up': True, 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'security_groups': ['4e1000f3-6380-46ef-8ec2-c17f8d1907b6']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:24.340519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Made reservation on behalf of 107b92318e144374a057c96d475c0d1b for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:24.344698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:24.672638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10f580ff-62f9-41c2-a1cd-dec3f49f41d8 req-759e015d-59ed-4f1b-8aad-13d9e1ca1a3b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 210 time: 0.0668499 Mar 31 23:08:24.720335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Allocated IP 172.20.0.8 (d70010bc-be68-4bcc-afbf-1d8f7427f649/7d961ba5-094e-4cd0-855d-aadf905d213f/3adb7adb-e182-4b17-a905-4ab1f474b0b3) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:24.745020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-51e0ce00-f234-4b6b-b49f-f1ab5f6285a1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:24.746692 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-51e0ce00-f234-4b6b-b49f-f1ab5f6285a1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.45 "GET /v2.0/networks?id=5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 200 len: 815 time: 0.2998323 Mar 31 23:08:24.760924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Request body: {'port': {'device_id': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'admin_state_up': True, 'tenant_id': 'cd45eb51f33445efb275a02be224a85f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:25.075188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.131405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Made reservation on behalf of cd45eb51f33445efb275a02be224a85f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:25.135252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.159197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24f2a15f-067e-45af-a888-ac8b7cc38f28 req-f05550dc-5b87-4964-9098-e90378e37723 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 210 time: 0.0506825 Mar 31 23:08:25.325524 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.387535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Allocated IP 172.20.0.7 (5e1f4970-7371-43c6-84c3-a4f5867269a2/bb93dbb5-fa65-4bb0-8737-3466fb24c0ef/ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:25.408979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:25.418378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:25.420903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event updated for resources: {'Port': ['ID=3adb7adb-e182-4b17-a905-4ab1f474b0b3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:25.423542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:25.542078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48002) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:25.552405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.553296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.685385 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-5bc5c558-04b0-4223-866d-1a4f69742b7e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6606922 Mar 31 23:08:25.713218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Request body: {'port': {'device_id': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:25.759684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.793560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5c2d78ae-482e-4f28-b7c7-255709bf5378 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:25.858006 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.869608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffd7b-f28f-427d-9c47-e48367c9be80 req-6cf93316-b947-4920-b9e0-23cba6e7922c tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.887753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f40ffd7b-f28f-427d-9c47-e48367c9be80 req-6cf93316-b947-4920-b9e0-23cba6e7922c tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 931 time: 0.0825548 Mar 31 23:08:25.894143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8ada786c-7cac-46dd-abd0-ee9b629daa11 None None] Provisioning complete for port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:25.894773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8ada786c-7cac-46dd-abd0-ee9b629daa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.951084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f40ffd7b-f28f-427d-9c47-e48367c9be80 req-dcc5674c-629c-4786-bb9b-85da844513a3 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572581 Mar 31 23:08:25.972657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8ada786c-7cac-46dd-abd0-ee9b629daa11 None None] Port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:26.053326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.165008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Network 5e1f4970-7371-43c6-84c3-a4f5867269a2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:26.168313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:26.178260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:26.201756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5c2d78ae-482e-4f28-b7c7-255709bf5378 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "PUT /v2.0/quotas/751261c4146843cd93902ea9991d2a61 HTTP/1.1" status: 200 len: 366 time: 0.6553304 Mar 31 23:08:26.202408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48028) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.213084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:26.235882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bb305744-ee2e-444a-a9fc-687770c91d21 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0302207 Mar 31 23:08:26.237951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48030) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.257183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-137b55ff-77e7-4c81-aae4-d74a6b57f0d6 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "GET /v2.0/quotas/751261c4146843cd93902ea9991d2a61 HTTP/1.1" status: 200 len: 366 time: 0.0173314 Mar 31 23:08:26.260721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48032) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.301253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:26.302572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.393052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddecad-8cbb-463c-9e60-d53b500f369c req-25290fa5-a957-4928-ac7d-655a1a193c8c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:26.405003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-beddecad-8cbb-463c-9e60-d53b500f369c req-25290fa5-a957-4928-ac7d-655a1a193c8c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 931 time: 0.1072502 Mar 31 23:08:26.418307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7a14ef30-6eed-496b-95e2-0e24bcf4f836 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/751261c4146843cd93902ea9991d2a61 HTTP/1.1" status: 204 len: 168 time: 0.1544738 Mar 31 23:08:26.418856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48040) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.447512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-85a3667a-5621-49da-be54-055fc202902d tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0251353 Mar 31 23:08:26.448454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48042) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.470035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-40519ddb-46a7-4591-974c-bc0029979e5f tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "GET /v2.0/quotas/751261c4146843cd93902ea9991d2a61 HTTP/1.1" status: 200 len: 370 time: 0.0197804 Mar 31 23:08:26.473325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48044) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.482417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c5f5d982-4f4d-4a0b-bfd7-b74350282418 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "GET /v2.0/quotas/751261c4146843cd93902ea9991d2a61/default HTTP/1.1" status: 200 len: 370 time: 0.0071905 Mar 31 23:08:26.487455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48048) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.509709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-beddecad-8cbb-463c-9e60-d53b500f369c req-43ab5af8-076b-4b4a-abec-e082ee40283c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014471 Mar 31 23:08:26.533008 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-67be917f-754f-41dc-83d4-466813fba9c9 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] delete failed (client error): The resource could not be found. Mar 31 23:08:26.535299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-67be917f-754f-41dc-83d4-466813fba9c9 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/751261c4146843cd93902ea9991d2a61 HTTP/1.1" status: 404 len: 348 time: 0.0458539 Mar 31 23:08:26.868815 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-8746babf-4a12-45a7-a550-f35459f32e4a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1114337 Mar 31 23:08:26.881915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Request body: {'port': {'device_id': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:26.991011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.994154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adb7adb-e182-4b17-a905-4ab1f474b0b3 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:27.018708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.094467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Transition to ACTIVE for port object 3adb7adb-e182-4b17-a905-4ab1f474b0b3 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:08:27.168133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48078) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:27.320812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f637462-fb0f-4e2c-b999-0d639174e21f req-b37a9366-2492-4d13-ad63-f1197a704005 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:27.325244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f637462-fb0f-4e2c-b999-0d639174e21f req-b37a9366-2492-4d13-ad63-f1197a704005 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 931 time: 0.1455536 Mar 31 23:08:27.333657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Usage tracker for resource:network and tenant:4daec91677494439a1ea2aa8d445c095 is out of sync, need to count used quota {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:08:27.357961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:08:27.407920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f637462-fb0f-4e2c-b999-0d639174e21f req-58e32f4b-207b-4b6a-99d9-dff81cbb4acb tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588889 Mar 31 23:08:27.410170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Usage tracker for resource:subnet and tenant:4daec91677494439a1ea2aa8d445c095 is out of sync, need to count used quota {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:08:27.417734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:08:27.436294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Usage tracker for resource:subnetpool and tenant:4daec91677494439a1ea2aa8d445c095 is out of sync, need to count used quota {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:08:27.443476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:08:27.456954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Usage tracker for resource:port and tenant:4daec91677494439a1ea2aa8d445c095 is out of sync, need to count used quota {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:08:27.524316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.526809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:08:27.538771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Usage tracker for resource:router and tenant:4daec91677494439a1ea2aa8d445c095 is out of sync, need to count used quota {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:08:27.544699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:08:27.553550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Usage tracker for resource:floatingip and tenant:4daec91677494439a1ea2aa8d445c095 is out of sync, need to count used quota {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:08:27.559813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:08:27.623809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Usage tracker for resource:security_group and tenant:4daec91677494439a1ea2aa8d445c095 is out of sync, need to count used quota {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:08:27.633686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:08:27.646108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Usage tracker for resource:security_group_rule and tenant:4daec91677494439a1ea2aa8d445c095 is out of sync, need to count used quota {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:08:27.727074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.quota.resource [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109820) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:08:27.734591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-82f0a894-16ce-4d2f-9923-0496a91d8889 tempest-QuotasTest-1715888640 tempest-QuotasTest-1715888640-project-admin] 10.222.0.31 "GET /v2.0/quotas/4daec91677494439a1ea2aa8d445c095/details.json HTTP/1.1" status: 200 len: 703 time: 0.5646851 Mar 31 23:08:27.746961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3adb7adb-e182-4b17-a905-4ab1f474b0b3,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:27.762353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb1d6d-2f6c-48f3-adfb-26756aee6336 req-810ee904-d1d6-47ea-8b34-5c7a0ec990f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:27.766923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:27.773511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dbb1d6d-2f6c-48f3-adfb-26756aee6336 req-810ee904-d1d6-47ea-8b34-5c7a0ec990f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 931 time: 0.1228130 Mar 31 23:08:27.781379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.804289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Transition to ACTIVE for port object ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:08:27.816262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Attempting to bind port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:27.816580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Attempting to bind port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:27.817515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Attempting to bind port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 on network d70010bc-be68-4bcc-afbf-1d8f7427f649 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:27.822779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 on network d70010bc-be68-4bcc-afbf-1d8f7427f649 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:27.823355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Attempting to bind port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 on network d70010bc-be68-4bcc-afbf-1d8f7427f649 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:27.829337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:27.829982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Checking segment: {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:27.830821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Bound using segment: {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:27.831432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Bound port: 3adb7adb-e182-4b17-a905-4ab1f474b0b3, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232e8dba-7bf6-49dc-bce5-b721a1865f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:27.838560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.856711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dbb1d6d-2f6c-48f3-adfb-26756aee6336 req-44975954-6279-42cc-b5ce-015f3184a442 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821013 Mar 31 23:08:27.922881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] For port 3adb7adb-e182-4b17-a905-4ab1f474b0b3, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:27.926218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] For port 3adb7adb-e182-4b17-a905-4ab1f474b0b3, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3adb7adb-e182-4b17-a905-4ab1f474b0b3,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:28.151711 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.158235 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.335596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.347863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.347863 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/3adb7adb-e182-4b17-a905-4ab1f474b0b3 HTTP/1.1" status: 200 len: 1091 time: 2.6347392 Mar 31 23:08:28.347863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'tag': '3adb7adb-e182-4b17-a905-4ab1f474b0b3'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:28.347863 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be849e13-92da-49f6-92f3-48f79e97ba32" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0bd27b-3136-42f4-9eeb-73895b7a6444", "tag": "3adb7adb-e182-4b17-a905-4ab1f474b0b3"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:28.393237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:28.487255 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1914f62-9007-4f75-a09e-cc61d0e2a524 x-openstack-request-id: req-c1914f62-9007-4f75-a09e-cc61d0e2a524 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:28.487255 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0bd27b-3136-42f4-9eeb-73895b7a6444", "tag": "3adb7adb-e182-4b17-a905-4ab1f474b0b3", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:28.487255 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1914f62-9007-4f75-a09e-cc61d0e2a524 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:28.487255 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1914f62-9007-4f75-a09e-cc61d0e2a524'] response: {'name': 'network-changed', 'server_uuid': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'tag': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'status': 'completed', 'code': 200} Mar 31 23:08:28.619376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48114) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:28.660665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149174e-585b-4f10-816b-0df40aeb61d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3adb7adb-e182-4b17-a905-4ab1f474b0b3,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:28.689433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be849e13-92da-49f6-92f3-48f79e97ba32 req-4cc36739-8bdb-4d1f-a725-0eb91f57b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.691108 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be849e13-92da-49f6-92f3-48f79e97ba32 req-4cc36739-8bdb-4d1f-a725-0eb91f57b3bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=107b92318e144374a057c96d475c0d1b&device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 1094 time: 0.2102976 Mar 31 23:08:28.693096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Attempting to bind port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:28.693471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Attempting to bind port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:28.693803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Attempting to bind port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:28.740348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450066d4-ea66-4a37-acc9-0c09769b1439 req-2edd4e1e-f06e-42a4-9acb-71baf86fead0 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.740348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-450066d4-ea66-4a37-acc9-0c09769b1439 req-2edd4e1e-f06e-42a4-9acb-71baf86fead0 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 943 time: 0.1868465 Mar 31 23:08:28.765486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:28.765873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Attempting to bind port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:28.807676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-450066d4-ea66-4a37-acc9-0c09769b1439 req-86407dbe-8a0a-4481-bd9d-e34ae54390ed tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700791 Mar 31 23:08:28.835792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:28.836136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Checking segment: {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:28.836521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Bound using segment: {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:28.836966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Bound port: ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:28.837328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.982723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be849e13-92da-49f6-92f3-48f79e97ba32 req-89f538c1-beee-41f0-8db0-f79f0f20fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.982723 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be849e13-92da-49f6-92f3-48f79e97ba32 req-89f538c1-beee-41f0-8db0-f79f0f20fb51 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=107b92318e144374a057c96d475c0d1b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2757938 Mar 31 23:08:29.013906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:29.025303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:29.091589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfe92a-9b30-4656-a445-707ee8746656 req-f9e605ac-df1d-4ffe-b05f-a02c2f62d24a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:29.093248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1cfe92a-9b30-4656-a445-707ee8746656 req-f9e605ac-df1d-4ffe-b05f-a02c2f62d24a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 943 time: 0.1200941 Mar 31 23:08:29.141675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48128) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:29.161414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.207366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1cfe92a-9b30-4656-a445-707ee8746656 req-9941156e-458d-4f47-8dc8-94b26b88f6b1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010263 Mar 31 23:08:29.245103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b25e0bc2-c345-4ca8-8ec6-6c43e0990b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.315695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9dffd1c-b82e-48d5-aa2b-7f3163539d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.319751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:29.322713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.324321 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] 10.222.0.45 "PUT /v2.0/ports/ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f HTTP/1.1" status: 200 len: 1091 time: 2.4476659 Mar 31 23:08:29.376814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe20081-1a0c-408f-80fd-ccef11393d1f service neutron] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:29.385568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be849e13-92da-49f6-92f3-48f79e97ba32 req-0d93b632-9da9-4886-85b0-a6c14ffe63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:29.387359 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-be849e13-92da-49f6-92f3-48f79e97ba32 req-0d93b632-9da9-4886-85b0-a6c14ffe63f5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3938155 Mar 31 23:08:29.492713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-13ef31ad-15a0-4740-9661-643bedd4fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:29.496607 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-13ef31ad-15a0-4740-9661-643bedd4fda0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=107b92318e144374a057c96d475c0d1b&device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 1094 time: 0.0594923 Mar 31 23:08:29.503935 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b25e0bc2-c345-4ca8-8ec6-6c43e0990b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.535050 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9dffd1c-b82e-48d5-aa2b-7f3163539d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.569280 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-a7934552-d370-4575-9067-3a4fff038646 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3adb7adb-e182-4b17-a905-4ab1f474b0b3 HTTP/1.1" status: 200 len: 217 time: 0.0621989 Mar 31 23:08:29.647733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b25e0bc2-c345-4ca8-8ec6-6c43e0990b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.658846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-e1390b35-8e56-4f0e-b603-13cfb558fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:29.658846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-e1390b35-8e56-4f0e-b603-13cfb558fc3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d961ba5-094e-4cd0-855d-aadf905d213f HTTP/1.1" status: 200 len: 844 time: 0.0684862 Mar 31 23:08:29.663164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-b2e4fa19-0b2b-414b-b84a-1efe6c97ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:29.664956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-b2e4fa19-0b2b-414b-b84a-1efe6c97ed63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 1094 time: 0.1054587 Mar 31 23:08:29.670830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9dffd1c-b82e-48d5-aa2b-7f3163539d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.733610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e0bc2-c345-4ca8-8ec6-6c43e0990b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b7221-c2b5-48ea-89f1-105090ad3bb3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:29.741864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e9dffd1c-b82e-48d5-aa2b-7f3163539d50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=368b2d087bdd4d89b461bd4c8c48e539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959618 Mar 31 23:08:29.744478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b25e0bc2-c345-4ca8-8ec6-6c43e0990b40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f4f30232a5147f08f07cbee53693ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1233561 Mar 31 23:08:29.745337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48150) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:29.794164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dffd1c-b82e-48d5-aa2b-7f3163539d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f78af9c-4065-4099-be34-fd38ddd53377,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:29.796637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48152) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:29.891889 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f38952a-2ede-4015-89c5-4d47b0fc2104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.896685 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-30f12115-640d-45a6-b3b5-56db23a11e82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f HTTP/1.1" status: 200 len: 217 time: 0.2184477 Mar 31 23:08:29.952113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f38952a-2ede-4015-89c5-4d47b0fc2104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.992676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-84bd5418-987b-4bea-857a-c6d33d54f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:29.994509 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-84bd5418-987b-4bea-857a-c6d33d54f793 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d70010bc-be68-4bcc-afbf-1d8f7427f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3286219 Mar 31 23:08:29.999821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-fd0f5f3f-2b70-42d2-824b-b7c0ef23a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:30.001397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-fd0f5f3f-2b70-42d2-824b-b7c0ef23a31f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb93dbb5-fa65-4bb0-8737-3466fb24c0ef HTTP/1.1" status: 200 len: 855 time: 0.0920091 Mar 31 23:08:30.003210 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b02e2349-d701-41b8-ad91-3227e9e5be95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.026882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b02e2349-d701-41b8-ad91-3227e9e5be95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.115976 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-70e0e821-ee21-4a2d-9563-997c3e8548d5 service neutron] 10.222.0.45 "GET /v2.0/networks/d70010bc-be68-4bcc-afbf-1d8f7427f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135836 Mar 31 23:08:30.116732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c3316-aa12-4ba3-9569-b6865e9a5dec req-097aa0ee-8676-4088-862e-8a98e289e79f tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:30.118281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-395c3316-aa12-4ba3-9569-b6865e9a5dec req-097aa0ee-8676-4088-862e-8a98e289e79f tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 943 time: 0.1626396 Mar 31 23:08:30.162566 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-a4a3b2df-b262-49b8-9a23-5a97bd1cd1ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e1f4970-7371-43c6-84c3-a4f5867269a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453994 Mar 31 23:08:30.174936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-395c3316-aa12-4ba3-9569-b6865e9a5dec req-1bad59c4-ba51-4ea6-b887-8bd4c8709f69 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382006 Mar 31 23:08:30.197043 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b02e2349-d701-41b8-ad91-3227e9e5be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.201404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b02e2349-d701-41b8-ad91-3227e9e5be95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.210675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b02e2349-d701-41b8-ad91-3227e9e5be95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f78af9c-4065-4099-be34-fd38ddd53377 HTTP/1.1" status: 204 len: 168 time: 0.4148171 Mar 31 23:08:30.224748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e2349-d701-41b8-ad91-3227e9e5be95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f78af9c-4065-4099-be34-fd38ddd53377,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:30.257056 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f38952a-2ede-4015-89c5-4d47b0fc2104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.261370 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f38952a-2ede-4015-89c5-4d47b0fc2104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.262904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7f38952a-2ede-4015-89c5-4d47b0fc2104 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d0b7221-c2b5-48ea-89f1-105090ad3bb3 HTTP/1.1" status: 204 len: 168 time: 0.4642572 Mar 31 23:08:30.282056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38952a-2ede-4015-89c5-4d47b0fc2104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b7221-c2b5-48ea-89f1-105090ad3bb3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:30.400777 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cdd114fb-ef85-4a37-a615-6d01428b12de req-9b1a1b4e-4502-408f-af1a-5cfcb71f26c1 service neutron] 10.222.0.45 "GET /v2.0/networks/d70010bc-be68-4bcc-afbf-1d8f7427f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680278 Mar 31 23:08:30.406288 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-17ef7118-9a05-4b78-b9dd-ccca74664a1f service neutron] 10.222.0.45 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346249 Mar 31 23:08:30.429053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5298cc-2082-48a9-b587-d8bdf0095865 req-14bc557a-6500-47a8-9966-05a8d38f7604 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:30.446228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f5298cc-2082-48a9-b587-d8bdf0095865 req-14bc557a-6500-47a8-9966-05a8d38f7604 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 943 time: 0.0954866 Mar 31 23:08:30.501710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:30.509813 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf248e8-0625-41cb-9bc2-b642f01a0259" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:30.548661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f5298cc-2082-48a9-b587-d8bdf0095865 req-d8136d84-50fa-443f-9e1b-dd5e3ddb6733 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871811 Mar 31 23:08:30.630154 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e192815c-116d-4916-875a-6f13299f3168 x-openstack-request-id: req-e192815c-116d-4916-875a-6f13299f3168 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:30.630468 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:30.630748 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e192815c-116d-4916-875a-6f13299f3168 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:30.631163 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e192815c-116d-4916-875a-6f13299f3168'] response: {'name': 'network-changed', 'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'status': 'completed', 'code': 200} Mar 31 23:08:30.647113 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-334b11e7-0108-4347-b5c7-cebfa1fe2142 req-545d6e5f-2d68-4b4b-89d5-1bcd4adc858e service neutron] 10.222.0.45 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350512 Mar 31 23:08:30.840747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48178) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:30.894112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-9f995e29-e9f0-4056-8487-12952876fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:30.895878 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-9f995e29-e9f0-4056-8487-12952876fb44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 1094 time: 0.0758872 Mar 31 23:08:31.014337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-6111308d-b6ad-47ff-a8c8-19531aaafeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.015981 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-6111308d-b6ad-47ff-a8c8-19531aaafeb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 200 len: 916 time: 0.1123955 Mar 31 23:08:31.080361 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-1051acb4-031f-477e-95a8-79daddd991eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f HTTP/1.1" status: 200 len: 217 time: 0.0549922 Mar 31 23:08:31.144597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-b920d115-d253-4657-8d8a-6437e0f74ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.147046 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-b920d115-d253-4657-8d8a-6437e0f74ca3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb93dbb5-fa65-4bb0-8737-3466fb24c0ef HTTP/1.1" status: 200 len: 855 time: 0.0565312 Mar 31 23:08:31.182440 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-dbf2fc5c-fe18-42ec-827c-e779e9bb7de0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e1f4970-7371-43c6-84c3-a4f5867269a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272510 Mar 31 23:08:31.352736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdbf98-1dd4-43bb-90ae-8fb7a092ac09 req-35cab1b3-0098-47d9-8c36-2c113d9e866b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.360488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6bdbf98-1dd4-43bb-90ae-8fb7a092ac09 req-35cab1b3-0098-47d9-8c36-2c113d9e866b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 943 time: 0.0722728 Mar 31 23:08:31.391802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-759edb03-4176-4fe4-814b-32008bb8ee15 service neutron] 10.222.0.45 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007535 Mar 31 23:08:31.418446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6bdbf98-1dd4-43bb-90ae-8fb7a092ac09 req-2958f2ff-6a41-4406-98e0-934ffb0940f1 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569570 Mar 31 23:08:31.467648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48190) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:31.502616 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6427aa1e-36f3-4274-8c08-6aa3bf2f36f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.705399 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fbf248e8-0625-41cb-9bc2-b642f01a0259 req-85e5aa19-5a0e-4370-a258-ef12fc9e2d3c service neutron] 10.222.0.45 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051198 Mar 31 23:08:31.709940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6427aa1e-36f3-4274-8c08-6aa3bf2f36f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.765813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f797-a558-41aa-a4fc-a753cbfc8ed7 req-593267d7-bd5e-407d-8186-3801e6203db7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.768109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5dc3f797-a558-41aa-a4fc-a753cbfc8ed7 req-593267d7-bd5e-407d-8186-3801e6203db7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 943 time: 0.0567145 Mar 31 23:08:31.828958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5dc3f797-a558-41aa-a4fc-a753cbfc8ed7 req-52957dea-b066-41c5-8d8a-62de2758b6ba tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531759 Mar 31 23:08:31.829475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6427aa1e-36f3-4274-8c08-6aa3bf2f36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.858198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6427aa1e-36f3-4274-8c08-6aa3bf2f36f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4daec91677494439a1ea2aa8d445c095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892066 Mar 31 23:08:31.860160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8677-c9ef-467c-ae93-80e9d7f260f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.861690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48196) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:31.931750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427aa1e-36f3-4274-8c08-6aa3bf2f36f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fc9f81-ab71-47a0-8315-3ff78433f5e1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:31.968127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e7d6-d7a3-4b85-925a-fe394abe8bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.996318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8677-c9ef-467c-ae93-80e9d7f260f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.023912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e7d6-d7a3-4b85-925a-fe394abe8bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.032218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48200) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:32.046879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d07d3452-d6f9-464f-8619-a7daa981ad1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.097610 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8677-c9ef-467c-ae93-80e9d7f260f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.153736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4f5c8677-c9ef-467c-ae93-80e9d7f260f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2a93053e34c41459018f303b8a0daa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3117216 Mar 31 23:08:32.154448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c8677-c9ef-467c-ae93-80e9d7f260f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c343fdf-234f-45ba-aa9b-3c6af9321edb,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:32.156464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48202) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:32.177347 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d07d3452-d6f9-464f-8619-a7daa981ad1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.221848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e7d6-d7a3-4b85-925a-fe394abe8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.226178 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5d9e7d6-d7a3-4b85-925a-fe394abe8bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.229744 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5d9e7d6-d7a3-4b85-925a-fe394abe8bc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0fc9f81-ab71-47a0-8315-3ff78433f5e1 HTTP/1.1" status: 204 len: 168 time: 0.3642805 Mar 31 23:08:32.250163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9e7d6-d7a3-4b85-925a-fe394abe8bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fc9f81-ab71-47a0-8315-3ff78433f5e1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:32.276649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1c91676-238f-4044-b1be-6a602263d599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.308275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d07d3452-d6f9-464f-8619-a7daa981ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.317874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1c91676-238f-4044-b1be-6a602263d599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.361447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d07d3452-d6f9-464f-8619-a7daa981ad1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea5956824ef54833b2a1662290836781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280814 Mar 31 23:08:32.364514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:32.397152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d3452-d6f9-464f-8619-a7daa981ad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880ec67f-a98b-466e-94e1-37c8263517b0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:32.431362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88316f56-580f-459c-8bc6-deb2e99e7509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.464068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88316f56-580f-459c-8bc6-deb2e99e7509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.645758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73c1f-84fe-4ee6-91cf-638d92f4886d req-1aef2d7a-21cb-4b40-8a8e-a7d17272fe0b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:32.650135 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88316f56-580f-459c-8bc6-deb2e99e7509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.653397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-88316f56-580f-459c-8bc6-deb2e99e7509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.653905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3c73c1f-84fe-4ee6-91cf-638d92f4886d req-1aef2d7a-21cb-4b40-8a8e-a7d17272fe0b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 943 time: 0.1195276 Mar 31 23:08:32.656907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-88316f56-580f-459c-8bc6-deb2e99e7509 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/880ec67f-a98b-466e-94e1-37c8263517b0 HTTP/1.1" status: 204 len: 168 time: 0.2890561 Mar 31 23:08:32.669094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88316f56-580f-459c-8bc6-deb2e99e7509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ec67f-a98b-466e-94e1-37c8263517b0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:32.721334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3c73c1f-84fe-4ee6-91cf-638d92f4886d req-4c12746e-2af1-446f-b162-1b91b43558a4 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660870 Mar 31 23:08:32.737550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1c91676-238f-4044-b1be-6a602263d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.738284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1c91676-238f-4044-b1be-6a602263d599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.745285 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1c91676-238f-4044-b1be-6a602263d599 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c343fdf-234f-45ba-aa9b-3c6af9321edb HTTP/1.1" status: 204 len: 168 time: 0.5823514 Mar 31 23:08:32.759925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c91676-238f-4044-b1be-6a602263d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c343fdf-234f-45ba-aa9b-3c6af9321edb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.025358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4e490-21b9-4888-9a8b-8cb0ae96b19f req-ea9e93a8-bbc9-420f-a1c3-eae67bdcea96 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:33.030705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12d4e490-21b9-4888-9a8b-8cb0ae96b19f req-ea9e93a8-bbc9-420f-a1c3-eae67bdcea96 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 943 time: 0.0829647 Mar 31 23:08:33.092087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12d4e490-21b9-4888-9a8b-8cb0ae96b19f req-44269466-70f9-4089-8843-2275328a563e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Mar 31 23:08:33.137291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:33.259747 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:33.274452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'port_id': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'mac_address': 'fa:16:3e:42:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb93dbb5-fa65-4bb0-8737-3466fb24c0ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:33.352520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.373296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:33.415958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:33.485861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.486654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3adb7adb-e182-4b17-a905-4ab1f474b0b3 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:33.572845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.732682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 3adb7adb-e182-4b17-a905-4ab1f474b0b3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3adb7adb-e182-4b17-a905-4ab1f474b0b3,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:33.756408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'port_id': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'mac_address': 'fa:16:3e:e9:19:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:33.838423 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.889082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adb7adb-e182-4b17-a905-4ab1f474b0b3 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:33.905722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22206fbe-6fa4-4e3a-8f04-fa48213090f1 req-b9ab9321-3c36-4f32-a78c-53e35c05da60 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:33.916507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22206fbe-6fa4-4e3a-8f04-fa48213090f1 req-b9ab9321-3c36-4f32-a78c-53e35c05da60 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 943 time: 0.1022174 Mar 31 23:08:33.922184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48258) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:33.935885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 3adb7adb-e182-4b17-a905-4ab1f474b0b3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3adb7adb-e182-4b17-a905-4ab1f474b0b3,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:33.972752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22206fbe-6fa4-4e3a-8f04-fa48213090f1 req-185fb741-d9c5-4844-ada7-b694715994bc tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552342 Mar 31 23:08:33.979478 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d03e392e-b03d-4d91-9753-107d9c99eb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.981748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aeebb73a-18b1-4965-894c-bf08d1a7aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.016286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.087077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=3adb7adb-e182-4b17-a905-4ab1f474b0b3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:34.130319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d03e392e-b03d-4d91-9753-107d9c99eb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.230210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d03e392e-b03d-4d91-9753-107d9c99eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.260584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['3adb7adb-e182-4b17-a905-4ab1f474b0b3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:34.264161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:34.349735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd8dad-0501-445b-8723-0d82580eb098 req-fb857d46-6ba2-4d88-890b-5e2d17b13b44 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:34.363915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdfd8dad-0501-445b-8723-0d82580eb098 req-fb857d46-6ba2-4d88-890b-5e2d17b13b44 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 944 time: 0.1640158 Mar 31 23:08:34.366405 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d03e392e-b03d-4d91-9753-107d9c99eb83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87f0e97ba263447fb16765604d2cfc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327924 Mar 31 23:08:34.366870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48268) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:34.398996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e392e-b03d-4d91-9753-107d9c99eb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca7408-f55c-445c-a124-10b473d10de0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:34.428423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdfd8dad-0501-445b-8723-0d82580eb098 req-a37f8009-325b-4d22-a989-7e849e5fd5bc tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632946 Mar 31 23:08:34.491690 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d74ae1eb-73db-4a0f-97c6-545eb65c89b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.553620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d74ae1eb-73db-4a0f-97c6-545eb65c89b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.744749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d74ae1eb-73db-4a0f-97c6-545eb65c89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.754443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d74ae1eb-73db-4a0f-97c6-545eb65c89b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.754443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d74ae1eb-73db-4a0f-97c6-545eb65c89b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7eca7408-f55c-445c-a124-10b473d10de0 HTTP/1.1" status: 204 len: 168 time: 0.3818364 Mar 31 23:08:34.763746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ae1eb-73db-4a0f-97c6-545eb65c89b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca7408-f55c-445c-a124-10b473d10de0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:34.955455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48288) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:35.141949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48163b4e-38b7-4905-bdf7-a1f479350128 req-5540ac7c-713b-4f59-bc94-42cc05d14982 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:35.144292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48163b4e-38b7-4905-bdf7-a1f479350128 req-5540ac7c-713b-4f59-bc94-42cc05d14982 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 944 time: 0.0915363 Mar 31 23:08:35.151723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:35.276053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48163b4e-38b7-4905-bdf7-a1f479350128 req-a3a99e74-db87-4c31-bfa6-2c8455ccf510 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160643 Mar 31 23:08:35.278981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:35.287661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:35.288038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.437994 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.516315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:35.522204 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-594509992'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:35.525554 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f5e11-10cd-4e50-bbeb-8520d6fc970a" -d '{"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-plugged", "status": "completed", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:35.575896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:35.654978 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa38df9-fd62-48de-a211-155e9d5cc011 x-openstack-request-id: req-eaa38df9-fd62-48de-a211-155e9d5cc011 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:35.656680 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-plugged", "status": "completed", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:35.658664 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eaa38df9-fd62-48de-a211-155e9d5cc011 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:35.659280 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa38df9-fd62-48de-a211-155e9d5cc011'] response: {'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'code': 200} Mar 31 23:08:35.667438 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.668529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3adb7adb-e182-4b17-a905-4ab1f474b0b3 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:35.709397 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Made reservation on behalf of ba3f72959e5e43e695972d28d4cc5137 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:35.709397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.757973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcc19a-6caf-458a-9520-8465222729b8 req-b7d3446b-bae5-4e25-a3a5-459eb68d1b27 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:35.769214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25fcc19a-6caf-458a-9520-8465222729b8 req-b7d3446b-bae5-4e25-a3a5-459eb68d1b27 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 944 time: 0.1325464 Mar 31 23:08:35.791661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:35.844169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25fcc19a-6caf-458a-9520-8465222729b8 req-4a77e17c-d2a7-46e6-85d1-86ea9352c9cf tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734091 Mar 31 23:08:35.850267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:35.948510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57680ecf-f0cf-483b-8baf-5d2ba8d79b76 req-91e7db91-f7cc-4764-8ccd-03d460d99078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:35.950595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57680ecf-f0cf-483b-8baf-5d2ba8d79b76 req-91e7db91-f7cc-4764-8ccd-03d460d99078 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 1096 time: 0.1104417 Mar 31 23:08:35.977114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:36.030233 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57680ecf-f0cf-483b-8baf-5d2ba8d79b76 req-36f0f6be-e42b-41a3-b5a7-e6910adcee54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695376 Mar 31 23:08:36.044894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:36.045285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.054784 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-48fcadf8-55bf-4ed4-8156-14502ed29e4d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435814 Mar 31 23:08:36.146946 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5adf4f13-0883-4e14-8e1c-87d8c63dc632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.149333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.208913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-527ef5b5-2b17-4e73-ae49-79dd072418cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.214277 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-527ef5b5-2b17-4e73-ae49-79dd072418cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 1097 time: 0.0592043 Mar 31 23:08:36.215540 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.274575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 3adb7adb-e182-4b17-a905-4ab1f474b0b3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3adb7adb-e182-4b17-a905-4ab1f474b0b3,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:36.349884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-970a646d-b4be-4ab4-98b0-9736fe9b0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.351557 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-970a646d-b4be-4ab4-98b0-9736fe9b0e0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 0.1164575 Mar 31 23:08:36.352807 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.396711 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.477496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:36.488339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a966a2c-4f49-4630-9ebe-860ec8d2413c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:36.506411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.506791 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Added segment afebb474-46b6-41a9-9f8f-b365f320dab8 of type vlan for network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 Mar 31 23:08:36.509903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=3adb7adb-e182-4b17-a905-4ab1f474b0b3,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:36.511852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff62ba-e371-4cd1-a87b-48dfe8450f8a req-831695a6-6839-44af-b9d8-a93d5baca3b0 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.515233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65ff62ba-e371-4cd1-a87b-48dfe8450f8a req-831695a6-6839-44af-b9d8-a93d5baca3b0 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.1093178 Mar 31 23:08:36.544251 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-bbbaaadd-9426-404d-ad30-b7e6e5b3a289 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 200 len: 1001 time: 0.1694667 Mar 31 23:08:36.589916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65ff62ba-e371-4cd1-a87b-48dfe8450f8a req-f4f8118f-edeb-4ef7-8f02-3f306107206b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547938 Mar 31 23:08:36.596773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.687348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-769c65fb-baec-46a7-b0d5-4ce61157154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.693324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-769c65fb-baec-46a7-b0d5-4ce61157154e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.1294751 Mar 31 23:08:36.737432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.741626 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.742239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.851390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Network': ['ID=48f2113e-92c7-4ff2-8f06-a4fd357b03d4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:36.859875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-c12d1281-81ee-47a7-888b-721e776eb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.862640 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-c12d1281-81ee-47a7-888b-721e776eb582 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601534 Mar 31 23:08:36.867326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:36.867829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4898f79b-2711-440d-8d0b-aca573ec3a1b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9196410 Mar 31 23:08:36.871889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48350) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:36.877445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'subnet': {'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:37.008678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48356) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:37.168410 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-53d9e626-bfb3-47fe-ab0d-f7f9d9b405f3 service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828357 Mar 31 23:08:37.251380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d998e61-74d3-4005-8df5-7cd5a6f7be0f req-d2cd84b7-e343-4930-acd5-acc3e8651779 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.260161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d998e61-74d3-4005-8df5-7cd5a6f7be0f req-d2cd84b7-e343-4930-acd5-acc3e8651779 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1704679 Mar 31 23:08:37.298862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1042324380-network', 'tenant_id': '410b8e89f5454c32b27bfcec46ccd26d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:37.325268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d998e61-74d3-4005-8df5-7cd5a6f7be0f req-1d917211-78cb-4db8-a2f3-ce8e108adf6d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534129 Mar 31 23:08:37.364146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c9de07e1-72ea-4571-8d10-ca08a687392a req-4627f086-de70-4aa6-b7c3-9174ad434fa9 service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831381 Mar 31 23:08:37.370946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Made reservation on behalf of ba3f72959e5e43e695972d28d4cc5137 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:37.375205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.416217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Made reservation on behalf of 410b8e89f5454c32b27bfcec46ccd26d for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:37.419704 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.433212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.619388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.645667 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.664035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb7adb-e182-4b17-a905-4ab1f474b0b3'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:37.678797 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec64fc1-029a-4374-9202-690a91b3f906" -d '{"events": [{"server_uuid": "cb0bd27b-3136-42f4-9eeb-73895b7a6444", "name": "network-vif-plugged", "status": "completed", "tag": "3adb7adb-e182-4b17-a905-4ab1f474b0b3"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:37.734237 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.756935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.806443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc97154-bf48-4faf-a4d0-5e89c3ebb0e8 req-c28d5a5b-240a-478a-a4b6-fb68c277d1f9 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.814336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcc97154-bf48-4faf-a4d0-5e89c3ebb0e8 req-c28d5a5b-240a-478a-a4b6-fb68c277d1f9 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.1144283 Mar 31 23:08:37.836240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:37.836496 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9bd135-392f-4815-9bf0-62beaf6e6f1f x-openstack-request-id: req-fb9bd135-392f-4815-9bf0-62beaf6e6f1f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:37.836676 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0bd27b-3136-42f4-9eeb-73895b7a6444", "name": "network-vif-plugged", "status": "completed", "tag": "3adb7adb-e182-4b17-a905-4ab1f474b0b3", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:37.837079 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb9bd135-392f-4815-9bf0-62beaf6e6f1f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:37.837544 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9bd135-392f-4815-9bf0-62beaf6e6f1f'] response: {'server_uuid': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'code': 200} Mar 31 23:08:37.842092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83654e9a-81e3-4b8a-a825-77ec214c3f9b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:37.858214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.860028 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Added segment 14df5d28-484c-46b2-94fd-7f7a543dd8fa of type vlan for network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 Mar 31 23:08:37.861960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Subnet': ['ID=354dfeca-2f3a-418a-8309-53f7f8e27574,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:37.932640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcc97154-bf48-4faf-a4d0-5e89c3ebb0e8 req-7ed48e0b-0142-4b35-9512-40c16be3db72 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011660 Mar 31 23:08:37.932640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Checking segment: {'id': 'afebb474-46b6-41a9-9f8f-b365f320dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:37.932640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Network hostable DHCP agents. Network: 48f2113e-92c7-4ff2-8f06-a4fd357b03d4, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:38.025835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.047999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b5391-49b3-42a9-b5de-dca14d3da5e0 req-7c0c861e-0e4d-4fe1-a388-864daec4ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.049665 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-593b5391-49b3-42a9-b5de-dca14d3da5e0 req-7c0c861e-0e4d-4fe1-a388-864daec4ed64 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 1096 time: 0.1170197 Mar 31 23:08:38.093783 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-593b5391-49b3-42a9-b5de-dca14d3da5e0 req-4fb39781-8d76-4802-927b-d7dcf2a525ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347221 Mar 31 23:08:38.110995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:38.227366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.229363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.229363 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.301863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5c69b3-c172-4eab-818a-101c2bdcbf83,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:38.302512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 48f2113e-92c7-4ff2-8f06-a4fd357b03d4) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:38.313407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.313407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.314433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8b0649-0e50-425f-8e25-3eb85d38d55b None None] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:38.351208 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ee7ddae2-544b-45d0-bffc-67234c394104 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3365259 Mar 31 23:08:38.351438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:38.355794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48420) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:38.359163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Request body: {'subnet': {'network_id': '2e5c69b3-c172-4eab-818a-101c2bdcbf83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1042324380-subnet', 'tenant_id': '410b8e89f5454c32b27bfcec46ccd26d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:38.447737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-437aa486-64a6-4939-9890-004640ddcfb8 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5683758 Mar 31 23:08:38.449703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48430) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:38.455673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'name': 'tempest-AllowedAddressPairTestJSON-14384822'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:38.581811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Made reservation on behalf of 410b8e89f5454c32b27bfcec46ccd26d for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:38.585414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.618311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406d1e3-0ecd-46a5-88a0-2a4aab05df96 req-16bb8d3c-b924-402c-9365-4a69e7bf5a1c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.641545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f406d1e3-0ecd-46a5-88a0-2a4aab05df96 req-16bb8d3c-b924-402c-9365-4a69e7bf5a1c tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1854672 Mar 31 23:08:38.722462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f406d1e3-0ecd-46a5-88a0-2a4aab05df96 req-c5046973-572e-4b76-a669-64173b6be4b3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798507 Mar 31 23:08:38.759812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'tenant_id': 'ba3f72959e5e43e695972d28d4cc5137', 'fixed_ips': [{'subnet_id': '354dfeca-2f3a-418a-8309-53f7f8e27574'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:08:38.760684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.862494 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.921261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c6403-727e-489a-9c3f-8ff417bf052b req-61bba660-571a-44c8-9269-972828b36779 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.923001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-172c6403-727e-489a-9c3f-8ff417bf052b req-61bba660-571a-44c8-9269-972828b36779 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.0758762 Mar 31 23:08:38.974469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Made reservation on behalf of ba3f72959e5e43e695972d28d4cc5137 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:38.980159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.984052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Allocated IP 172.20.0.2 (48f2113e-92c7-4ff2-8f06-a4fd357b03d4/354dfeca-2f3a-418a-8309-53f7f8e27574/9d116282-b4f0-40f4-878a-db6f0b4ad6da) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:38.990902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-172c6403-727e-489a-9c3f-8ff417bf052b req-b4d71be3-54d2-4595-9a54-7037ae4568c5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603936 Mar 31 23:08:39.001250 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.009438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] device_id is not set on port a9132daa-b1b3-4637-8ce0-e76406c49196 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:39.158493 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.243275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.244456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.259187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747218f8-0eab-44c9-8e8d-5bed7bd8cb1c req-7172d2be-fe35-4de2-9693-44b03c91ef2f tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.260839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-747218f8-0eab-44c9-8e8d-5bed7bd8cb1c req-7172d2be-fe35-4de2-9693-44b03c91ef2f tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.1184344 Mar 31 23:08:39.285379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2bca0e5-692b-477f-b0be-71737fb026e2,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:39.315594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Checking segment: {'id': '14df5d28-484c-46b2-94fd-7f7a543dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2e5c69b3-c172-4eab-818a-101c2bdcbf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:39.316077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Network hostable DHCP agents. Network: 2e5c69b3-c172-4eab-818a-101c2bdcbf83, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:39.321867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-747218f8-0eab-44c9-8e8d-5bed7bd8cb1c req-af7b1a55-a185-4c30-8d36-bc3c064f490d tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494862 Mar 31 23:08:39.411237 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.436792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645049-8d6e-4eb7-ba05-1ed998797a5e req-3b95c747-3780-49c9-9ae6-8d7ec0da2387 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.452410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0645049-8d6e-4eb7-ba05-1ed998797a5e req-3b95c747-3780-49c9-9ae6-8d7ec0da2387 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.0883937 Mar 31 23:08:39.455910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:39.467538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:39.483935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0645049-8d6e-4eb7-ba05-1ed998797a5e req-c5d3efb2-721d-4ef6-9a96-2bce47211ca7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Mar 31 23:08:39.499982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:39.513495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:39.516693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Allocated IP 172.20.0.4 (48f2113e-92c7-4ff2-8f06-a4fd357b03d4/354dfeca-2f3a-418a-8309-53f7f8e27574/a9132daa-b1b3-4637-8ce0-e76406c49196) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:39.532976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Pushing event updated for resources: {'Port': ['ID=9d116282-b4f0-40f4-878a-db6f0b4ad6da,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:39.585265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Attempting to bind port 9d116282-b4f0-40f4-878a-db6f0b4ad6da on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:39.585640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Attempting to bind port 9d116282-b4f0-40f4-878a-db6f0b4ad6da by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'afebb474-46b6-41a9-9f8f-b365f320dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:39.586002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Attempting to bind port 9d116282-b4f0-40f4-878a-db6f0b4ad6da on network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:39.591727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:39.592392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Checking segment: {'id': 'afebb474-46b6-41a9-9f8f-b365f320dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:39.593150 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.593857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Bound using segment: {'id': 'afebb474-46b6-41a9-9f8f-b365f320dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:39.594671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Bound port: 9d116282-b4f0-40f4-878a-db6f0b4ad6da, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afebb474-46b6-41a9-9f8f-b365f320dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:39.595259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.681469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a0527-cc93-402a-980c-0c7fd61f3de2 req-7f7b1919-a1cf-4f46-b45c-524ef4ac2419 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.687195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b2a0527-cc93-402a-980c-0c7fd61f3de2 req-7f7b1919-a1cf-4f46-b45c-524ef4ac2419 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1190875 Mar 31 23:08:39.773412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] For port 9d116282-b4f0-40f4-878a-db6f0b4ad6da, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:39.777260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] For port 9d116282-b4f0-40f4-878a-db6f0b4ad6da, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d116282-b4f0-40f4-878a-db6f0b4ad6da,segment=NetworkSegment(afebb474-46b6-41a9-9f8f-b365f320dab8),segment_id=afebb474-46b6-41a9-9f8f-b365f320dab8)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:39.780477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.780866 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.784069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2e5c69b3-c172-4eab-818a-101c2bdcbf83) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:39.803196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9a5f7-5a80-4bae-8125-14e693700e88 None None] Network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:39.808069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.808802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.811534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b2a0527-cc93-402a-980c-0c7fd61f3de2 req-651bfc09-a928-4df4-bd96-6a0a41f20205 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178694 Mar 31 23:08:39.922750 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.949839 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e6ae9da2-4541-4976-96e2-e6273edac735 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5957696 Mar 31 23:08:39.988164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.094005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:40.097618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:40.185661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:40.210758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707c2b2-7a00-4b1a-bf33-9b27ab623aba None None] Pushing event updated for resources: {'Port': ['ID=9d116282-b4f0-40f4-878a-db6f0b4ad6da,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:40.249883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48480) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:40.315062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad095b4-091c-49ac-9b39-de6402fb5774 None None] Network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:40.405679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:40.407023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.543654 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0926111 Mar 31 23:08:40.548655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48490) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:40.557684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'name': 'tempest-AllowedAddressPairTestJSON-1922048588', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b2:24:ea'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:40.589321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbc43-b034-4626-92e5-53785eefb225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.594533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daa472-9e76-498d-afaa-331b4dc5e344 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=a9132daa-b1b3-4637-8ce0-e76406c49196,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:40.714788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297bfd7-5de3-4a65-a40a-bd3664b112cd req-fbffa092-b0ad-4663-913a-0258e9682b6e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:40.726834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4297bfd7-5de3-4a65-a40a-bd3664b112cd req-fbffa092-b0ad-4663-913a-0258e9682b6e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.2009411 Mar 31 23:08:40.857910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4297bfd7-5de3-4a65-a40a-bd3664b112cd req-a7b8a193-8ae8-4b97-8949-1b67317c935e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299739 Mar 31 23:08:40.906382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Made reservation on behalf of ba3f72959e5e43e695972d28d4cc5137 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:41.044016 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbc43-b034-4626-92e5-53785eefb225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.069645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.100450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] device_id is not set on port f92aced0-b73a-4783-8e3c-5df7d8581cb3 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:41.144032 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee7fbc43-b034-4626-92e5-53785eefb225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.197957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee7fbc43-b034-4626-92e5-53785eefb225 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=732ea2dd1d15418cb338c662c67e1384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9469266 Mar 31 23:08:41.214763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48512) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:41.292523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Allocated IP 172.20.0.14 (48f2113e-92c7-4ff2-8f06-a4fd357b03d4/354dfeca-2f3a-418a-8309-53f7f8e27574/f92aced0-b73a-4783-8e3c-5df7d8581cb3) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:41.297972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc32cf-833f-4952-bdc5-6115f4a554ee req-5dfa6b8d-9f1a-4977-81f4-11a4127d8fa3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:41.313543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22fc32cf-833f-4952-bdc5-6115f4a554ee req-5dfa6b8d-9f1a-4977-81f4-11a4127d8fa3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.2983010 Mar 31 23:08:41.327172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fbc43-b034-4626-92e5-53785eefb225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa1ec5-bd75-4fa3-9c1d-dcf9d2c25225,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:41.395174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72370a-4004-48df-af72-538bd4c8210f req-7b51f7d2-757e-43bb-8650-5af874ccd557 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:41.402218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da72370a-4004-48df-af72-538bd4c8210f req-7b51f7d2-757e-43bb-8650-5af874ccd557 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.2829859 Mar 31 23:08:41.432195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48518) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:41.446530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Request body: {'floatingip': {'port_id': '3adb7adb-e182-4b17-a905-4ab1f474b0b3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:41.591969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d116282-b4f0-40f4-878a-db6f0b4ad6da up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:41.625443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22fc32cf-833f-4952-bdc5-6115f4a554ee req-febb73b0-82f1-4c12-93a4-79291d004a00 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106773 Mar 31 23:08:41.643581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.675318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.681137 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fcc199ac-edd5-4159-b44f-bc2007bcc658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.694570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48522) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:41.699832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1133550572-network', 'tenant_id': 'bcda390e79f2487688165e4681602674'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:41.718033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9d116282-b4f0-40f4-878a-db6f0b4ad6da triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:41.718894 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.747528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.792517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fcc199ac-edd5-4159-b44f-bc2007bcc658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.814422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.826424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Made reservation on behalf of bcda390e79f2487688165e4681602674 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:41.829367 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.853429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 9d116282-b4f0-40f4-878a-db6f0b4ad6da, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d116282-b4f0-40f4-878a-db6f0b4ad6da,segment=NetworkSegment(afebb474-46b6-41a9-9f8f-b365f320dab8),segment_id=afebb474-46b6-41a9-9f8f-b365f320dab8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:41.857476 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.859329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf85668-5c9c-4aa9-ad5a-6e62582a86f4 req-eb540b7c-b21e-4caa-9221-d8996f47f240 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:41.861200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcf85668-5c9c-4aa9-ad5a-6e62582a86f4 req-eb540b7c-b21e-4caa-9221-d8996f47f240 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.2909553 Mar 31 23:08:41.866514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:41.878060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:41.881389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:41.884157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=f92aced0-b73a-4783-8e3c-5df7d8581cb3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:41.933687 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.953251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcf85668-5c9c-4aa9-ad5a-6e62582a86f4 req-c340f17f-f500-4d42-9dd1-55931a7f78ba tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838695 Mar 31 23:08:42.005700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229fa00-c03f-477f-a9ce-2a7eef121313 None None] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:42.019068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.020155 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.089045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=9d116282-b4f0-40f4-878a-db6f0b4ad6da,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:42.113199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.122622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e430f173-0126-43ae-b6fa-872879f940f1 None None] Provisioning complete for port 9d116282-b4f0-40f4-878a-db6f0b4ad6da triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:42.122996 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e430f173-0126-43ae-b6fa-872879f940f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.145244 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6f713784-d3ea-4106-99db-eb8c9b6f86c9 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5928791 Mar 31 23:08:42.145639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48526) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:42.220423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afb88f-fe2c-42b4-baec-80fff163c451 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.227859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afb88f-fe2c-42b4-baec-80fff163c451 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.234857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afb88f-fe2c-42b4-baec-80fff163c451 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.236672 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d1afb88f-fe2c-42b4-baec-80fff163c451 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0899544 Mar 31 23:08:42.240364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48528) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:42.263116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fcc199ac-edd5-4159-b44f-bc2007bcc658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.266576 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fcc199ac-edd5-4159-b44f-bc2007bcc658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.267954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fcc199ac-edd5-4159-b44f-bc2007bcc658 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76aa1ec5-bd75-4fa3-9c1d-dcf9d2c25225 HTTP/1.1" status: 204 len: 168 time: 1.0503590 Mar 31 23:08:42.275969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.288809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc199ac-edd5-4159-b44f-bc2007bcc658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa1ec5-bd75-4fa3-9c1d-dcf9d2c25225,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:42.318818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:42.378171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.380158 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Added segment 79b8efaa-710a-491c-951d-a0fbd3573ed2 of type vlan for network 820f9ae1-da60-490f-8649-42d2b7e60ea0 Mar 31 23:08:42.387227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5e339-3fcf-452f-bc0b-ff9bd4756f3e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:42.463681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.494527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-82357e86-90a9-482b-867f-7d2aebeff66b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Deleting port f92aced0-b73a-4783-8e3c-5df7d8581cb3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:42.507147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-82357e86-90a9-482b-867f-7d2aebeff66b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.652951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.654087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.654956 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.666648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-82357e86-90a9-482b-867f-7d2aebeff66b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.699066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-82357e86-90a9-482b-867f-7d2aebeff66b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Calling delete_port for f92aced0-b73a-4783-8e3c-5df7d8581cb3 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:42.756449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=820f9ae1-da60-490f-8649-42d2b7e60ea0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:42.767799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 820f9ae1-da60-490f-8649-42d2b7e60ea0 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:42.804894 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a2c16322-206f-4047-a311-61c8a6874fa3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1092360 Mar 31 23:08:42.808907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48538) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:42.815286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Request body: {'subnet': {'network_id': '820f9ae1-da60-490f-8649-42d2b7e60ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1133550572-subnet', 'tenant_id': 'bcda390e79f2487688165e4681602674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:42.886998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:08:43.007589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Made reservation on behalf of bcda390e79f2487688165e4681602674 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:43.016389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.020139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.020547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e287a96b-e687-4f41-9253-b8d8bd98aa8e None None] Provisioning complete for port f92aced0-b73a-4783-8e3c-5df7d8581cb3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:43.023656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e287a96b-e687-4f41-9253-b8d8bd98aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.138189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5d1d-3b42-463f-bcdc-a3b7c3f5b87a req-ca50d466-1ece-4cf3-b1ce-d4e744023385 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:43.150187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b58a5d1d-3b42-463f-bcdc-a3b7c3f5b87a req-ca50d466-1ece-4cf3-b1ce-d4e744023385 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1320293 Mar 31 23:08:43.165527 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.168465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e287a96b-e687-4f41-9253-b8d8bd98aa8e None None] Port f92aced0-b73a-4783-8e3c-5df7d8581cb3 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:43.210313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e287a96b-e687-4f41-9253-b8d8bd98aa8e None None] Provisioning complete for port 9d116282-b4f0-40f4-878a-db6f0b4ad6da triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:43.210313 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e287a96b-e687-4f41-9253-b8d8bd98aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.577672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-82357e86-90a9-482b-867f-7d2aebeff66b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.801654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48548) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:43.803746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82357e86-90a9-482b-867f-7d2aebeff66b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Port': ['ID=f92aced0-b73a-4783-8e3c-5df7d8581cb3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:43.915483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.921380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d116282-b4f0-40f4-878a-db6f0b4ad6da up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:43.966255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c084d57b-d79e-47aa-875c-19204109042c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.109086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9d116282-b4f0-40f4-878a-db6f0b4ad6da triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:44.109478 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.132553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Pushing event updated for resources: {'Subnet': ['ID=234cf291-d4c5-4310-add6-bb9fd40aced9,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:44.154224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e287a96b-e687-4f41-9253-b8d8bd98aa8e None None] Provisioning complete for port a9132daa-b1b3-4637-8ce0-e76406c49196 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:44.154717 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e287a96b-e687-4f41-9253-b8d8bd98aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.165370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-82357e86-90a9-482b-867f-7d2aebeff66b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.169788 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-82357e86-90a9-482b-867f-7d2aebeff66b tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "DELETE /v2.0/ports/f92aced0-b73a-4783-8e3c-5df7d8581cb3 HTTP/1.1" status: 204 len: 168 time: 1.9271247 Mar 31 23:08:44.172868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Checking segment: {'id': '79b8efaa-710a-491c-951d-a0fbd3573ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '820f9ae1-da60-490f-8649-42d2b7e60ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:44.173233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Network hostable DHCP agents. Network: 820f9ae1-da60-490f-8649-42d2b7e60ea0, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:44.175200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48554) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:44.197658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b58a5d1d-3b42-463f-bcdc-a3b7c3f5b87a req-08113c99-f7e7-4069-8ba5-68471791147a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0292258 Mar 31 23:08:44.215094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fac06-cdfa-4610-a94a-1c40a515f475 req-47574c2b-cf5e-43ac-912d-7889db4eb8d8 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:44.217355 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-994fac06-cdfa-4610-a94a-1c40a515f475 req-47574c2b-cf5e-43ac-912d-7889db4eb8d8 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 1.0351763 Mar 31 23:08:44.233983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e287a96b-e687-4f41-9253-b8d8bd98aa8e None None] Port a9132daa-b1b3-4637-8ce0-e76406c49196 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:44.240551 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-776b95d4-fb31-468f-bfa8-8d1783ca24f4 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] GET failed (client error): The resource could not be found. Mar 31 23:08:44.241575 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-776b95d4-fb31-468f-bfa8-8d1783ca24f4 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "GET /v2.0/ports/f92aced0-b73a-4783-8e3c-5df7d8581cb3 HTTP/1.1" status: 404 len: 333 time: 0.0606980 Mar 31 23:08:44.249196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48556) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:44.256650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'name': 'tempest-AllowedAddressPairTestJSON-730633158'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:44.258839 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Floating IP f7b38380-4689-4579-aebd-fcd1db45956b associated. External IP: 172.25.4.76, port: 3adb7adb-e182-4b17-a905-4ab1f474b0b3. Mar 31 23:08:44.350378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-994fac06-cdfa-4610-a94a-1c40a515f475 req-f3dd727e-f63e-492a-bddf-80345de0b481 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241999 Mar 31 23:08:44.352282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0b6d694f-82b3-418b-81f2-e7c2a4acfab4 None None] Could not find standard attr ID for object f92aced0-b73a-4783-8e3c-5df7d8581cb3. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:08:44.388483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c084d57b-d79e-47aa-875c-19204109042c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.392485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Network 820f9ae1-da60-490f-8649-42d2b7e60ea0 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:44.401212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0b6d694f-82b3-418b-81f2-e7c2a4acfab4 None None] Provisioning complete for port a9132daa-b1b3-4637-8ce0-e76406c49196 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:44.410764 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b6d694f-82b3-418b-81f2-e7c2a4acfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.472165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c084d57b-d79e-47aa-875c-19204109042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.504020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d694f-82b3-418b-81f2-e7c2a4acfab4 None None] Port a9132daa-b1b3-4637-8ce0-e76406c49196 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:44.514290 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c084d57b-d79e-47aa-875c-19204109042c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e7ad2a6825c4eea8e1e213772ea2610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6299083 Mar 31 23:08:44.515762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 820f9ae1-da60-490f-8649-42d2b7e60ea0) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:44.517523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48558) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:44.527099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85562204-6d9f-4f17-a31f-416f0d633aa7 None None] Network 820f9ae1-da60-490f-8649-42d2b7e60ea0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:44.591975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:44.592984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.625713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Made reservation on behalf of ba3f72959e5e43e695972d28d4cc5137 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:44.630448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.666711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084d57b-d79e-47aa-875c-19204109042c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42767c34-e107-4559-9e55-1283ca636c6c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:44.681959 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db33b6b4-0624-42eb-9b42-f939f3f58cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.684482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] device_id is not set on port 149a479a-88cb-45b4-8863-f57697ab3aa7 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:44.686909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:44.693432 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d458690f-aaf1-4cbc-a5f3-984236ae331e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8833709 Mar 31 23:08:44.771705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d4bc9d-ee8c-4285-bc49-0892c0651a49 None None] Network 820f9ae1-da60-490f-8649-42d2b7e60ea0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:44.864164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db33b6b4-0624-42eb-9b42-f939f3f58cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.924023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:44.930173 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.952910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] Sync routers for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:44.990137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0809a23a-d4da-4773-9c0a-2ab76bbc8758 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "PUT /v2.0/floatingips/f7b38380-4689-4579-aebd-fcd1db45956b HTTP/1.1" status: 200 len: 990 time: 3.5399730 Mar 31 23:08:44.990856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'tag': '3adb7adb-e182-4b17-a905-4ab1f474b0b3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:44.993230 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c105fa4d-c952-4a60-85dd-fef3d8794501" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0bd27b-3136-42f4-9eeb-73895b7a6444", "tag": "3adb7adb-e182-4b17-a905-4ab1f474b0b3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:45.013631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:45.015640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:45.097484 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6464218-6f9c-4409-8e59-91f0613daf5e x-openstack-request-id: req-f6464218-6f9c-4409-8e59-91f0613daf5e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:45.102940 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0bd27b-3136-42f4-9eeb-73895b7a6444", "tag": "3adb7adb-e182-4b17-a905-4ab1f474b0b3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:45.102940 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6464218-6f9c-4409-8e59-91f0613daf5e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:45.102940 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6464218-6f9c-4409-8e59-91f0613daf5e'] response: {'name': 'network-changed', 'server_uuid': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'tag': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'status': 'completed', 'code': 200} Mar 31 23:08:45.274296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a1f69-aad5-48b4-bf49-50287e89c0ce req-7ce3004c-1e9b-492c-a7e7-ecfef70df61d tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.303148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-970a1f69-aad5-48b4-bf49-50287e89c0ce req-7ce3004c-1e9b-492c-a7e7-ecfef70df61d tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.1629398 Mar 31 23:08:45.324094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Allocated IP 172.20.0.11 (48f2113e-92c7-4ff2-8f06-a4fd357b03d4/354dfeca-2f3a-418a-8309-53f7f8e27574/149a479a-88cb-45b4-8863-f57697ab3aa7) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:45.408398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:45.417125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-f94b3400-f968-4677-a378-de0c1993af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.418659 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-f94b3400-f968-4677-a378-de0c1993af74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=107b92318e144374a057c96d475c0d1b&device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 1096 time: 0.2876110 Mar 31 23:08:45.454707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7d4b2-6d92-4b75-a08c-eaccecb47940 req-da844ae6-5eb8-4f03-8e6a-ef4e136e3bac tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.457492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6c7d4b2-6d92-4b75-a08c-eaccecb47940 req-da844ae6-5eb8-4f03-8e6a-ef4e136e3bac tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.0796013 Mar 31 23:08:45.467410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-970a1f69-aad5-48b4-bf49-50287e89c0ce req-bb12d404-db23-4c02-82ee-b75ff92032e0 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633923 Mar 31 23:08:45.534810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db33b6b4-0624-42eb-9b42-f939f3f58cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.538175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6c7d4b2-6d92-4b75-a08c-eaccecb47940 req-a4b19c4b-46fa-41bd-b73b-3f748459c177 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740800 Mar 31 23:08:45.572049 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-db33b6b4-0624-42eb-9b42-f939f3f58cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.583075 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-db33b6b4-0624-42eb-9b42-f939f3f58cea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42767c34-e107-4559-9e55-1283ca636c6c HTTP/1.1" status: 204 len: 168 time: 1.0552866 Mar 31 23:08:45.767176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33b6b4-0624-42eb-9b42-f939f3f58cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42767c34-e107-4559-9e55-1283ca636c6c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:45.824384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c45ae-563d-48a7-81b0-3221bb2a6c5f req-e522d968-cdec-4741-b1d6-be75bd36a880 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.827858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd2c45ae-563d-48a7-81b0-3221bb2a6c5f req-e522d968-cdec-4741-b1d6-be75bd36a880 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1524174 Mar 31 23:08:45.927582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f7b38380-4689-4579-aebd-fcd1db45956b', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'port_id': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'mac_address': 'fa:16:3e:e9:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:08:16Z', 'updated_at': '2022-03-31T23:08:42Z', 'revision_number': 1, 'project_id': '107b92318e144374a057c96d475c0d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:16Z', 'revision_number': 5, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:45.955161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd2c45ae-563d-48a7-81b0-3221bb2a6c5f req-03d5c44a-ca5e-4317-a76d-e97bbddb264e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170022 Mar 31 23:08:45.963510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] Checking router: c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:45.981508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:45.982129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:46.078352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-76c83fa1-29b3-4e00-a5f9-2f7e8d031cb8 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.080066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-76c83fa1-29b3-4e00-a5f9-2f7e8d031cb8 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/networks?id=2e5c69b3-c172-4eab-818a-101c2bdcbf83 HTTP/1.1" status: 200 len: 809 time: 0.1790979 Mar 31 23:08:46.108674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-e36a7ee6-70ef-4a35-902f-fbbf4c778778 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/quotas/410b8e89f5454c32b27bfcec46ccd26d HTTP/1.1" status: 200 len: 375 time: 0.0108016 Mar 31 23:08:46.119774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:46.159685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-9a5ca11a-4020-45c0-81b6-1e45ac5c2b59 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=410b8e89f5454c32b27bfcec46ccd26d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483303 Mar 31 23:08:46.364552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-d6da1da1-31aa-4e74-a0d0-ab518bc6ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.365996 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-d6da1da1-31aa-4e74-a0d0-ab518bc6ecb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d70010bc-be68-4bcc-afbf-1d8f7427f649 HTTP/1.1" status: 200 len: 906 time: 0.9346440 Mar 31 23:08:46.455178 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-cee0b8c9-8d34-4b2a-b040-af229031b755 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3adb7adb-e182-4b17-a905-4ab1f474b0b3 HTTP/1.1" status: 200 len: 998 time: 0.0792134 Mar 31 23:08:46.475338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-17c55539-ceaa-4e9f-9ff5-660f343d5133 service neutron] 10.222.0.31 "GET /v2.0/networks/2e5c69b3-c172-4eab-818a-101c2bdcbf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938907 Mar 31 23:08:46.500842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f7b38380-4689-4579-aebd-fcd1db45956b', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'port_id': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'mac_address': 'fa:16:3e:e9:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:08:16Z', 'updated_at': '2022-03-31T23:08:42Z', 'revision_number': 1, 'project_id': '107b92318e144374a057c96d475c0d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:16Z', 'revision_number': 5, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:46.541138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1979008-9704-4924-ae1e-20a6f2e146e7 None None] The sync data for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 is: [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f7b38380-4689-4579-aebd-fcd1db45956b', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'port_id': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'mac_address': 'fa:16:3e:e9:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:08:16Z', 'updated_at': '2022-03-31T23:08:42Z', 'revision_number': 1, 'project_id': '107b92318e144374a057c96d475c0d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:16Z', 'revision_number': 5, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:46.545856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.558069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-1230cf8a-2d90-4905-a421-56a261782d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.559701 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-1230cf8a-2d90-4905-a421-56a261782d90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d961ba5-094e-4cd0-855d-aadf905d213f HTTP/1.1" status: 200 len: 844 time: 0.0951226 Mar 31 23:08:46.651024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-574a7fee-5d0c-4012-b80f-b5da056cd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.654781 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-574a7fee-5d0c-4012-b80f-b5da056cd52f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d70010bc-be68-4bcc-afbf-1d8f7427f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852892 Mar 31 23:08:46.670658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-0394d21e-d71e-4cd0-a438-5ec152b5a16e service neutron] 10.222.0.31 "GET /v2.0/networks/2e5c69b3-c172-4eab-818a-101c2bdcbf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890943 Mar 31 23:08:46.798766 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.812279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95688923-87b1-4054-b22a-5da3deac461f req-48f1ada0-562e-403c-a503-e966520b24e3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.822173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95688923-87b1-4054-b22a-5da3deac461f req-48f1ada0-562e-403c-a503-e966520b24e3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.0842676 Mar 31 23:08:46.902888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95688923-87b1-4054-b22a-5da3deac461f req-2544a46e-6577-410c-86a8-f25d11570f37 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795710 Mar 31 23:08:46.908929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=149a479a-88cb-45b4-8863-f57697ab3aa7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:46.940728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:46.951335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:46.955608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:47.000813 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1c3f0-7428-4063-99e7-8df72ba94dba None None] New status for floating IP f7b38380-4689-4579-aebd-fcd1db45956b: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:08:47.126819 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-14b8057a-b4f0-400c-994a-ced4a1d42bce service neutron] 10.222.0.45 "GET /v2.0/networks/d70010bc-be68-4bcc-afbf-1d8f7427f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612908 Mar 31 23:08:47.252546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-334c7fb6-536f-4852-96a0-74e55ffc46d9 req-0b00c526-d9da-4802-9e0f-4655c5eb58fe tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 210 time: 0.1135955 Mar 31 23:08:47.395336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bce63-fe8a-494d-b085-6323eb16f7f8 req-1e0d0e25-7ec0-49bd-b124-cac56336400c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:47.403228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-615bce63-fe8a-494d-b085-6323eb16f7f8 req-1e0d0e25-7ec0-49bd-b124-cac56336400c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1594210 Mar 31 23:08:47.415937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:47.416638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.440073 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c105fa4d-c952-4a60-85dd-fef3d8794501 req-ccee6935-a0f4-4ee5-b812-ce91cbfded31 service neutron] 10.222.0.45 "GET /v2.0/networks/d70010bc-be68-4bcc-afbf-1d8f7427f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033507 Mar 31 23:08:47.511357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-615bce63-fe8a-494d-b085-6323eb16f7f8 req-c6f7ba1f-537c-44eb-9e5d-14a37fa032b7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057649 Mar 31 23:08:47.555910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-58ef91cc-51f8-4c8c-bd5a-8ba71cd026b6 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3050158 Mar 31 23:08:47.565806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48634) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:47.571999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b2:24:ea'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:47.580966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75ab7aec-b5b7-494c-b43c-67aae01b7867 None None] Provisioning complete for port 149a479a-88cb-45b4-8863-f57697ab3aa7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:47.581627 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75ab7aec-b5b7-494c-b43c-67aae01b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.684101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48636) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:47.685119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75ab7aec-b5b7-494c-b43c-67aae01b7867 None None] Port 149a479a-88cb-45b4-8863-f57697ab3aa7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:47.888107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9ef7e6e1-16a4-41c7-949f-2745f1410379 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] Request body: {'port': {'network_id': 'b8a2bcdc-a25b-4bf3-8030-d39bc5e79781', 'name': 'tempest-NetworksNegativeTestJSON-593777701'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:47.896103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.913616 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef7e6e1-16a4-41c7-949f-2745f1410379 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] POST failed (client error): The resource could not be found. Mar 31 23:08:47.914677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef7e6e1-16a4-41c7-949f-2745f1410379 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:47.922620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48640) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:47.923522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9ef7e6e1-16a4-41c7-949f-2745f1410379 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2497423 Mar 31 23:08:47.954999 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b93aa2f-4235-43de-b0b7-a1d380345adf tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:47.956067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b93aa2f-4235-43de-b0b7-a1d380345adf tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:47.959702 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1b93aa2f-4235-43de-b0b7-a1d380345adf tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "DELETE /v2.0/networks/5354f9e6-012d-405c-b5dc-fa660fc8f038 HTTP/1.1" status: 404 len: 339 time: 0.0360167 Mar 31 23:08:47.964474 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48644) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.030336 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e639eb3-95ae-4b34-b117-fbbf49e432ae tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:48.031305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e639eb3-95ae-4b34-b117-fbbf49e432ae tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:48.034979 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2e639eb3-95ae-4b34-b117-fbbf49e432ae tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "DELETE /v2.0/ports/c6ad4b3c-5b2d-4eda-8b2c-87d2fb2fe40a HTTP/1.1" status: 404 len: 333 time: 0.0683005 Mar 31 23:08:48.053706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48648) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.119913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb81cf-a538-4a3b-9fb7-dd4c2104bb85 req-3608c00c-7a66-4f8f-847f-ecdb653d6148 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:48.121913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7cb81cf-a538-4a3b-9fb7-dd4c2104bb85 req-3608c00c-7a66-4f8f-847f-ecdb653d6148 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1311941 Mar 31 23:08:48.148328 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-47583ab7-b940-45af-9138-b112df4dc9cb tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] DELETE failed (client error): The resource could not be found. Mar 31 23:08:48.151115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47583ab7-b940-45af-9138-b112df4dc9cb tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:48.155637 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-47583ab7-b940-45af-9138-b112df4dc9cb tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "DELETE /v2.0/subnets/2865bbbd-c9ff-48ac-9a90-dc1488dbc720 HTTP/1.1" status: 404 len: 337 time: 0.0989888 Mar 31 23:08:48.161272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48650) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.203617 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d8a362-6f15-4ebf-ac98-b5ea87c49dcf tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] GET failed (client error): The resource could not be found. Mar 31 23:08:48.205231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-99d8a362-6f15-4ebf-ac98-b5ea87c49dcf tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "GET /v2.0/networks/7c56ac71-3f6c-4198-8e9b-d6199792b052 HTTP/1.1" status: 404 len: 339 time: 0.0429478 Mar 31 23:08:48.231682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7cb81cf-a538-4a3b-9fb7-dd4c2104bb85 req-33ab0ef7-a5f4-4d06-b9c0-7615deed40ac tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879414 Mar 31 23:08:48.231682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48652) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.265923 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a65cf8c-1b2d-4180-8939-ced224c9ab5e tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] GET failed (client error): The resource could not be found. Mar 31 23:08:48.268307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5a65cf8c-1b2d-4180-8939-ced224c9ab5e tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "GET /v2.0/ports/7fdfad7e-04f2-4858-842b-f0d74fd84609 HTTP/1.1" status: 404 len: 333 time: 0.0427177 Mar 31 23:08:48.272761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48656) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.335118 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-36108ce8-fd7a-49be-b89b-ae1e26596ab5 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] GET failed (client error): The resource could not be found. Mar 31 23:08:48.354094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-36108ce8-fd7a-49be-b89b-ae1e26596ab5 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "GET /v2.0/subnets/5061d18a-5ab0-4146-8e9b-85fa8f82ff37 HTTP/1.1" status: 404 len: 337 time: 0.0792830 Mar 31 23:08:48.372792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48660) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.374564 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.403920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a67f48f9-f9c6-4324-89d3-cb00156f62c5 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:48.410931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b5a3b9c-7de5-40ac-b182-2fb8e2561863 req-b31c8c74-5278-42b5-88d8-3367ad4e8a2d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 210 time: 0.0783291 Mar 31 23:08:48.421391 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67f48f9-f9c6-4324-89d3-cb00156f62c5 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] PUT failed (client error): The resource could not be found. Mar 31 23:08:48.422019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67f48f9-f9c6-4324-89d3-cb00156f62c5 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:48.423291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a67f48f9-f9c6-4324-89d3-cb00156f62c5 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "PUT /v2.0/networks/e584df98-f28f-4719-ae42-3f4b1a2b220b HTTP/1.1" status: 404 len: 339 time: 0.0492270 Mar 31 23:08:48.435435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48664) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.441573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-29d53f15-cee3-4bbe-ba73-bcbb76752b93 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:48.463742 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d53f15-cee3-4bbe-ba73-bcbb76752b93 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] PUT failed (client error): The resource could not be found. Mar 31 23:08:48.464439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d53f15-cee3-4bbe-ba73-bcbb76752b93 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:48.465760 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-29d53f15-cee3-4bbe-ba73-bcbb76752b93 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "PUT /v2.0/ports/47d96b6a-b719-4fdb-b020-cbcc6514b542 HTTP/1.1" status: 404 len: 333 time: 0.0369670 Mar 31 23:08:48.470216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48666) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.471242 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.476351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d2bd1fdd-7c5b-428a-be4d-b56e9ca0a3d3 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:48.505853 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bd1fdd-7c5b-428a-be4d-b56e9ca0a3d3 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] PUT failed (client error): The resource could not be found. Mar 31 23:08:48.505853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bd1fdd-7c5b-428a-be4d-b56e9ca0a3d3 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:08:48.506952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d2bd1fdd-7c5b-428a-be4d-b56e9ca0a3d3 tempest-NetworksNegativeTestJSON-1405143502 tempest-NetworksNegativeTestJSON-1405143502-project] 10.222.0.31 "PUT /v2.0/subnets/27b1271b-185a-440f-9697-66741386018f HTTP/1.1" status: 404 len: 337 time: 0.0355670 Mar 31 23:08:48.570281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=149a479a-88cb-45b4-8863-f57697ab3aa7,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:48.579564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] In _notify_port_updated(), no bound segment for port 149a479a-88cb-45b4-8863-f57697ab3aa7 on network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:08:48.585615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:48.586303 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.590502 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d3c50ea1-1056-46f0-a18e-384e8b965e35 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "PUT /v2.0/ports/149a479a-88cb-45b4-8863-f57697ab3aa7 HTTP/1.1" status: 200 len: 993 time: 1.0203302 Mar 31 23:08:48.590957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48672) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:48.756309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99925510-7190-4320-9edc-993e1520a8d2 req-80afd8e4-120f-4851-b1c4-794ad6c330f6 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:48.761806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99925510-7190-4320-9edc-993e1520a8d2 req-80afd8e4-120f-4851-b1c4-794ad6c330f6 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1144166 Mar 31 23:08:48.771849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-23c3db20-299e-47ce-8133-aafd22dcce3f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Deleting port 149a479a-88cb-45b4-8863-f57697ab3aa7 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:48.772195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23c3db20-299e-47ce-8133-aafd22dcce3f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.870156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99925510-7190-4320-9edc-993e1520a8d2 req-62a2f89b-19dc-4aaf-be02-d346d028f341 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929666 Mar 31 23:08:48.904607 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23c3db20-299e-47ce-8133-aafd22dcce3f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.914697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f9d13725-b159-4d8b-88c0-c4dccfcb3118 None None] Provisioning complete for port 149a479a-88cb-45b4-8863-f57697ab3aa7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:48.915321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f9d13725-b159-4d8b-88c0-c4dccfcb3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.918513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-23c3db20-299e-47ce-8133-aafd22dcce3f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Calling delete_port for 149a479a-88cb-45b4-8863-f57697ab3aa7 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:48.969585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f9d13725-b159-4d8b-88c0-c4dccfcb3118 None None] Port 149a479a-88cb-45b4-8863-f57697ab3aa7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:49.173400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23c3db20-299e-47ce-8133-aafd22dcce3f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.205495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48678) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:49.212355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3db20-299e-47ce-8133-aafd22dcce3f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Port': ['ID=149a479a-88cb-45b4-8863-f57697ab3aa7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:49.452719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1174811-99bc-402c-bea7-37d9b25fd4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.547244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd93b5a-15b0-4a7d-941c-752ccd0023ab req-845c23d3-b13d-4369-92bf-d23fdaa1c154 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:49.554931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cd93b5a-15b0-4a7d-941c-752ccd0023ab req-845c23d3-b13d-4369-92bf-d23fdaa1c154 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1635745 Mar 31 23:08:49.557800 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23c3db20-299e-47ce-8133-aafd22dcce3f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.561286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1174811-99bc-402c-bea7-37d9b25fd4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.563682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48688) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:49.563916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-23c3db20-299e-47ce-8133-aafd22dcce3f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "DELETE /v2.0/ports/149a479a-88cb-45b4-8863-f57697ab3aa7 HTTP/1.1" status: 204 len: 168 time: 0.9713984 Mar 31 23:08:49.585814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc513728-1edc-4af9-a208-dec16f1cfc6a req-df423cf2-3711-49a0-a0df-7e8a919b065a tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 210 time: 0.0615506 Mar 31 23:08:49.607555 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b951b776-b87a-47c0-abb2-fd52f9d88208 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] GET failed (client error): The resource could not be found. Mar 31 23:08:49.609397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b951b776-b87a-47c0-abb2-fd52f9d88208 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "GET /v2.0/ports/149a479a-88cb-45b4-8863-f57697ab3aa7 HTTP/1.1" status: 404 len: 333 time: 0.0439260 Mar 31 23:08:49.614085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48690) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:49.623355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'name': 'tempest-AllowedAddressPairTestJSON-959226491'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:49.634088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cd93b5a-15b0-4a7d-941c-752ccd0023ab req-2fb72c4a-5882-486b-b1d2-aa5f244cb370 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762339 Mar 31 23:08:49.751024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1174811-99bc-402c-bea7-37d9b25fd4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.794450 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d1174811-99bc-402c-bea7-37d9b25fd4bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a4b30f0f5f44e7fb225999ad0f984f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877204 Mar 31 23:08:49.795529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1174811-99bc-402c-bea7-37d9b25fd4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a09d32-3cb1-433c-8549-35e9e612c446,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:49.797059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48692) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:49.859012 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef01a4a-fa00-4a32-9f6a-78287843fc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.886071 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef01a4a-fa00-4a32-9f6a-78287843fc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.909011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Made reservation on behalf of ba3f72959e5e43e695972d28d4cc5137 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:49.912450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.948182 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] device_id is not set on port 2b789454-7609-4546-9ba4-27cce7026369 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:50.030908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38873838-ae2d-448b-81ae-8c011612a082 req-e72c81f4-dfb9-48f5-9992-56f379e76e84 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:50.032428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38873838-ae2d-448b-81ae-8c011612a082 req-e72c81f4-dfb9-48f5-9992-56f379e76e84 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.0500810 Mar 31 23:08:50.103253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38873838-ae2d-448b-81ae-8c011612a082 req-15fa9eba-6b5d-4cd4-8a2e-897158574e8d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592122 Mar 31 23:08:50.106040 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef01a4a-fa00-4a32-9f6a-78287843fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.110397 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef01a4a-fa00-4a32-9f6a-78287843fc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.112061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2ef01a4a-fa00-4a32-9f6a-78287843fc1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10a09d32-3cb1-433c-8549-35e9e612c446 HTTP/1.1" status: 204 len: 168 time: 0.3139541 Mar 31 23:08:50.130121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef01a4a-fa00-4a32-9f6a-78287843fc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a09d32-3cb1-433c-8549-35e9e612c446,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:50.250338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Allocated IP 172.20.0.6 (48f2113e-92c7-4ff2-8f06-a4fd357b03d4/354dfeca-2f3a-418a-8309-53f7f8e27574/2b789454-7609-4546-9ba4-27cce7026369) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:50.456361 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.825898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75ed6a43-cee9-4f2c-9ca3-9aebd17347c8 req-f58d31b9-c5f4-4a4e-867a-fa77f698c2db tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 210 time: 0.1206124 Mar 31 23:08:50.888022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-e5fa01ff-da86-4803-8f4d-20c28e540cd0 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:50.889698 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-e5fa01ff-da86-4803-8f4d-20c28e540cd0 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.50 "GET /v2.0/networks?id=2e5c69b3-c172-4eab-818a-101c2bdcbf83 HTTP/1.1" status: 200 len: 809 time: 0.2583740 Mar 31 23:08:50.892012 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.923372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:50.929833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:50.950279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813609ef-a796-418a-99d5-cdb24f945239 req-1e890d2c-2084-4846-9307-87b6660a00ac tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:50.955764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-813609ef-a796-418a-99d5-cdb24f945239 req-1e890d2c-2084-4846-9307-87b6660a00ac tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1394539 Mar 31 23:08:50.965735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Request body: {'port': {'device_id': 'fe2d831d-8ba8-45c5-8a85-e63eae97b72b', 'network_id': '2e5c69b3-c172-4eab-818a-101c2bdcbf83', 'admin_state_up': True, 'tenant_id': '410b8e89f5454c32b27bfcec46ccd26d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:50.982391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:51.027896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-813609ef-a796-418a-99d5-cdb24f945239 req-6f83b6b0-620c-47cc-8e99-318e7a5a75ae tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675774 Mar 31 23:08:51.053080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48722) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:51.161132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=2b789454-7609-4546-9ba4-27cce7026369,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:51.223214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:51.233265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.360734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275afd03-b15f-4848-8062-f911b56e8fb1 req-8a601c6e-fc75-43c3-b680-99dfedf74c40 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:51.365001 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e9991e97-7bae-422d-9b6d-a87caa461047 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7491565 Mar 31 23:08:51.365675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48734) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:51.371213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b2:24:ea'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:51.373454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-275afd03-b15f-4848-8062-f911b56e8fb1 req-8a601c6e-fc75-43c3-b680-99dfedf74c40 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1372049 Mar 31 23:08:51.385543 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-31a8a32f-4450-4458-b10c-23d8dea04047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.416955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b313f125-8b06-48e7-8303-ec6a02a95979 None None] Provisioning complete for port 2b789454-7609-4546-9ba4-27cce7026369 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:51.417530 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b313f125-8b06-48e7-8303-ec6a02a95979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.453882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Made reservation on behalf of 410b8e89f5454c32b27bfcec46ccd26d for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:51.458510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-275afd03-b15f-4848-8062-f911b56e8fb1 req-7ab040be-ef26-46fb-a1d1-7a13ed32963e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855196 Mar 31 23:08:51.459273 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.460426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b313f125-8b06-48e7-8303-ec6a02a95979 None None] Port 2b789454-7609-4546-9ba4-27cce7026369 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:51.493653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.500325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-31a8a32f-4450-4458-b10c-23d8dea04047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.613784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-31a8a32f-4450-4458-b10c-23d8dea04047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.663433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-31a8a32f-4450-4458-b10c-23d8dea04047 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2951a0e4c4984abe913d139c587f7980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091645 Mar 31 23:08:51.675418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8a32f-4450-4458-b10c-23d8dea04047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f0c403-cd82-47f2-9b91-714c1cb96528,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:51.675418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48740) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:51.705555 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Allocated IP 172.20.0.13 (2e5c69b3-c172-4eab-818a-101c2bdcbf83/f2bca0e5-692b-477f-b0be-71737fb026e2/189f6544-e500-4b8a-9d30-10221139fbd3) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:51.732738 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4436a8b2-1f1c-4c93-a69b-6f421830ed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.735855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48742) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:51.764340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4436a8b2-1f1c-4c93-a69b-6f421830ed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.870854 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.872694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1899343789'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:51.911285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4436a8b2-1f1c-4c93-a69b-6f421830ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.915879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4436a8b2-1f1c-4c93-a69b-6f421830ed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.917722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4436a8b2-1f1c-4c93-a69b-6f421830ed5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0f0c403-cd82-47f2-9b91-714c1cb96528 HTTP/1.1" status: 204 len: 168 time: 0.2483146 Mar 31 23:08:51.940280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.953705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.959579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-903ba985-6493-4d52-a30e-0f81d1a80328 req-dc53267f-2e1b-4fd6-aa45-6484527d7d92 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 210 time: 0.0316358 Mar 31 23:08:51.960439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436a8b2-1f1c-4c93-a69b-6f421830ed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f0c403-cd82-47f2-9b91-714c1cb96528,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:52.037307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:52.044224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.083593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.119993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=2b789454-7609-4546-9ba4-27cce7026369,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:52.145039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] In _notify_port_updated(), no bound segment for port 2b789454-7609-4546-9ba4-27cce7026369 on network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:08:52.168405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:52.169154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.179502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48752) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:52.179863 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-17b5e6dd-0354-4422-b10d-89ccafe96713 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "PUT /v2.0/ports/2b789454-7609-4546-9ba4-27cce7026369 HTTP/1.1" status: 200 len: 995 time: 0.8130748 Mar 31 23:08:52.340790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b6f3d-d2f5-4a45-9828-76bb87c6d374 req-3e98fbda-fc3e-4052-bf8a-97de58d33cfb tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:52.349086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-221b6f3d-d2f5-4a45-9828-76bb87c6d374 req-3e98fbda-fc3e-4052-bf8a-97de58d33cfb tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1599181 Mar 31 23:08:52.399555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-79025c13-9ae3-4d7a-89ee-934db143d1cd None None] Provisioning complete for port 2b789454-7609-4546-9ba4-27cce7026369 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:52.399922 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-79025c13-9ae3-4d7a-89ee-934db143d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.404711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.430445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0332ae2b-6b04-4685-b32d-390929f8afcf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Deleting port 2b789454-7609-4546-9ba4-27cce7026369 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:52.430945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0332ae2b-6b04-4685-b32d-390929f8afcf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.437741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.444529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-221b6f3d-d2f5-4a45-9828-76bb87c6d374 req-0bd4a5ff-bbbb-4aa5-84d0-4b00592df432 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932200 Mar 31 23:08:52.477807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-79025c13-9ae3-4d7a-89ee-934db143d1cd None None] Port 2b789454-7609-4546-9ba4-27cce7026369 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:52.527370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:52.534106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:52.539718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:52.544378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Pushing event updated for resources: {'Port': ['ID=189f6544-e500-4b8a-9d30-10221139fbd3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:52.598431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0332ae2b-6b04-4685-b32d-390929f8afcf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.605216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:52.605870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.612038 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.626706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0332ae2b-6b04-4685-b32d-390929f8afcf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Calling delete_port for 2b789454-7609-4546-9ba4-27cce7026369 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:52.657967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:52.678742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675417-a343-4124-9a8d-8e22060042ea req-09375dd8-9cae-49e8-a310-f3db3d30a092 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:52.680270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f675417-a343-4124-9a8d-8e22060042ea req-09375dd8-9cae-49e8-a310-f3db3d30a092 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1243641 Mar 31 23:08:52.685453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08dfb128-8cfd-49b0-9541-e6d20eb2a6ae,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:52.688593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.688941 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment 0ae6761d-1000-44bc-998a-8a6124dce805 of type vlan for network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 Mar 31 23:08:52.733927 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-111914b5-24b7-49c1-a9f0-f7c553170bc7 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8080993 Mar 31 23:08:52.749671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Request body: {'port': {'device_id': 'fe2d831d-8ba8-45c5-8a85-e63eae97b72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:52.822953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.844433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.846957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f675417-a343-4124-9a8d-8e22060042ea req-7002adb6-d4c1-4131-b4cf-096c349b003b tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194041 Mar 31 23:08:53.001627 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.017593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.019005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.134021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0332ae2b-6b04-4685-b32d-390929f8afcf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.225009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332ae2b-6b04-4685-b32d-390929f8afcf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Port': ['ID=2b789454-7609-4546-9ba4-27cce7026369,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:53.230810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189f6544-e500-4b8a-9d30-10221139fbd3 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:53.241039 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.266677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=65cc7975-8470-4f46-b9a5-0d4d5a5972e0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:53.271916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Transition to ACTIVE for port object 189f6544-e500-4b8a-9d30-10221139fbd3 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:08:53.286544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a5f4185-6a2e-447b-9e43-f7e6c97fba1e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5454738 Mar 31 23:08:53.286893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:53.289240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48782) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:53.317728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1874251598'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:53.361400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5258ac9-a7d9-413f-89f3-ef1434a9deb6 req-b2f44ebc-8822-4b2d-866e-831cbf603c4a tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.363131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5258ac9-a7d9-413f-89f3-ef1434a9deb6 req-b2f44ebc-8822-4b2d-866e-831cbf603c4a tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 932 time: 0.2759748 Mar 31 23:08:53.383732 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0332ae2b-6b04-4685-b32d-390929f8afcf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.387157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0332ae2b-6b04-4685-b32d-390929f8afcf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "DELETE /v2.0/ports/2b789454-7609-4546-9ba4-27cce7026369 HTTP/1.1" status: 204 len: 168 time: 1.2014947 Mar 31 23:08:53.390241 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.393666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48786) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:53.428533 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce69002-cb3c-4f8a-913e-641549e15a40 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] GET failed (client error): The resource could not be found. Mar 31 23:08:53.437588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48796) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:53.438013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6ce69002-cb3c-4f8a-913e-641549e15a40 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "GET /v2.0/ports/2b789454-7609-4546-9ba4-27cce7026369 HTTP/1.1" status: 404 len: 333 time: 0.0361352 Mar 31 23:08:53.445394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'name': 'tempest-AllowedAddressPairTestJSON-1282065688'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:53.460123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5258ac9-a7d9-413f-89f3-ef1434a9deb6 req-52923394-4f72-4853-81ba-e2d09a0f17fd tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880859 Mar 31 23:08:53.491699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:53.493896 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.522077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=189f6544-e500-4b8a-9d30-10221139fbd3,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:53.525102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:53.538527 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.539284 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment 7f6191f5-ca93-4189-8646-9726c03ce1de of type vlan for network 48921d97-605d-497c-be61-72657f624b56 Mar 31 23:08:53.617058 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.649252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Attempting to bind port 189f6544-e500-4b8a-9d30-10221139fbd3 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:53.650167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Attempting to bind port 189f6544-e500-4b8a-9d30-10221139fbd3 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '14df5d28-484c-46b2-94fd-7f7a543dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2e5c69b3-c172-4eab-818a-101c2bdcbf83'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:53.650167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Attempting to bind port 189f6544-e500-4b8a-9d30-10221139fbd3 on network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:53.657070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Port 189f6544-e500-4b8a-9d30-10221139fbd3 on network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:53.657612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Attempting to bind port 189f6544-e500-4b8a-9d30-10221139fbd3 on network 2e5c69b3-c172-4eab-818a-101c2bdcbf83 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:53.657775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4bfe3-0468-4e26-8701-f4dccda2e69c req-45019bbf-e6ec-47c5-b3f5-b6e71502bff0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.659380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cba4bfe3-0468-4e26-8701-f4dccda2e69c req-45019bbf-e6ec-47c5-b3f5-b6e71502bff0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1098521 Mar 31 23:08:53.667882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:53.668834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Checking segment: {'id': '14df5d28-484c-46b2-94fd-7f7a543dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2e5c69b3-c172-4eab-818a-101c2bdcbf83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:53.668834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Bound using segment: {'id': '14df5d28-484c-46b2-94fd-7f7a543dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2e5c69b3-c172-4eab-818a-101c2bdcbf83'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:53.669279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Bound port: 189f6544-e500-4b8a-9d30-10221139fbd3, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14df5d28-484c-46b2-94fd-7f7a543dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2e5c69b3-c172-4eab-818a-101c2bdcbf83'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:53.669400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.719712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cba4bfe3-0468-4e26-8701-f4dccda2e69c req-fa71c619-d2a2-4238-940f-ef3d3f8ea5d5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Mar 31 23:08:53.743634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] For port 189f6544-e500-4b8a-9d30-10221139fbd3, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:53.746597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] For port 189f6544-e500-4b8a-9d30-10221139fbd3, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=189f6544-e500-4b8a-9d30-10221139fbd3,segment=NetworkSegment(14df5d28-484c-46b2-94fd-7f7a543dd8fa),segment_id=14df5d28-484c-46b2-94fd-7f7a543dd8fa)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:53.756046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Made reservation on behalf of ba3f72959e5e43e695972d28d4cc5137 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:53.759519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.777412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] device_id is not set on port 721d7cd1-2df1-4575-9c3e-7af94773b8e9 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:53.849775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.858045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.858868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.904175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Allocated IP 172.20.0.6 (48f2113e-92c7-4ff2-8f06-a4fd357b03d4/354dfeca-2f3a-418a-8309-53f7f8e27574/721d7cd1-2df1-4575-9c3e-7af94773b8e9) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:53.965510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.983032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=48921d97-605d-497c-be61-72657f624b56,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:54.000979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 48921d97-605d-497c-be61-72657f624b56 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:54.009802 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:08:54.012914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00b101-6e30-4825-9620-5f5c783b4e22 req-105f6834-7ac0-4559-9c75-86a6905aae89 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.014551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae00b101-6e30-4825-9620-5f5c783b4e22 req-105f6834-7ac0-4559-9c75-86a6905aae89 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.0742779 Mar 31 23:08:54.049529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4bc77e17-e0b6-4e3c-b420-0cfb185fef3b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7396269 Mar 31 23:08:54.054646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48812) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.059778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': '65cc7975-8470-4f46-b9a5-0d4d5a5972e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:54.120253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae00b101-6e30-4825-9620-5f5c783b4e22 req-68220136-4cc7-45fd-93ef-e2ec37860117 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958722 Mar 31 23:08:54.206642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.218381 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.218381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] 10.222.0.50 "PUT /v2.0/ports/189f6544-e500-4b8a-9d30-10221139fbd3 HTTP/1.1" status: 200 len: 1092 time: 1.4678478 Mar 31 23:08:54.218381 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2d831d-8ba8-45c5-8a85-e63eae97b72b', 'tag': '189f6544-e500-4b8a-9d30-10221139fbd3'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:54.218381 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864e94f9-75c6-46ae-94d9-085020f96862" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2d831d-8ba8-45c5-8a85-e63eae97b72b", "tag": "189f6544-e500-4b8a-9d30-10221139fbd3"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:54.244362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c1227-6153-4ed9-92c5-e9aaeda5bdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=189f6544-e500-4b8a-9d30-10221139fbd3,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:54.250887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.268915 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8e7921-7234-47b9-8e1a-7b483d1543ef x-openstack-request-id: req-4c8e7921-7234-47b9-8e1a-7b483d1543ef {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:54.270024 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2d831d-8ba8-45c5-8a85-e63eae97b72b", "tag": "189f6544-e500-4b8a-9d30-10221139fbd3", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:54.270420 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c8e7921-7234-47b9-8e1a-7b483d1543ef {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:54.271091 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8e7921-7234-47b9-8e1a-7b483d1543ef'] response: {'name': 'network-changed', 'server_uuid': 'fe2d831d-8ba8-45c5-8a85-e63eae97b72b', 'tag': '189f6544-e500-4b8a-9d30-10221139fbd3', 'status': 'completed', 'code': 200} Mar 31 23:08:54.352147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:54.361529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e94f9-75c6-46ae-94d9-085020f96862 req-3907606d-0cab-4c84-b441-00e0d590e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.364735 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-864e94f9-75c6-46ae-94d9-085020f96862 req-3907606d-0cab-4c84-b441-00e0d590e756 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=410b8e89f5454c32b27bfcec46ccd26d&device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 1095 time: 0.0693095 Mar 31 23:08:54.369367 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.397577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.500402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:54.510517 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:54.512778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:54.515635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=721d7cd1-2df1-4575-9c3e-7af94773b8e9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:54.596587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e94f9-75c6-46ae-94d9-085020f96862 req-d45b6b90-4373-4177-87ca-931db58bbb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.598911 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-864e94f9-75c6-46ae-94d9-085020f96862 req-d45b6b90-4373-4177-87ca-931db58bbb41 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=410b8e89f5454c32b27bfcec46ccd26d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2255404 Mar 31 23:08:54.635318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.636964 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.705679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2120-d951-4a67-8057-8c2c7af28cc8 req-27b2ae59-75bf-453a-ad79-93391100557a tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.708019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39cc2120-d951-4a67-8057-8c2c7af28cc8 req-27b2ae59-75bf-453a-ad79-93391100557a tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 944 time: 0.1164677 Mar 31 23:08:54.760035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.793649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e94f9-75c6-46ae-94d9-085020f96862 req-0d2adbbe-b7bc-422f-a4b1-ccd82879e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.795190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-864e94f9-75c6-46ae-94d9-085020f96862 req-0d2adbbe-b7bc-422f-a4b1-ccd82879e788 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823945 Mar 31 23:08:54.815083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4dd24bfd-6db8-4774-9a0d-66fc3418e1ea tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3748653 Mar 31 23:08:54.818895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48834) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.840081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'network_id': '48f2113e-92c7-4ff2-8f06-a4fd357b03d4', 'name': 'tempest-AllowedAddressPairTestJSON-1262159481'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:54.899982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39cc2120-d951-4a67-8057-8c2c7af28cc8 req-39cf72cf-6e4b-4cdc-99a8-37985d804dca tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843283 Mar 31 23:08:54.923202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=39482743-652a-44a0-b5c8-08c9aa1ce229,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:54.947240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f9e86-daae-4623-8dc8-5d13c9454e6e req-ad0f7df7-5664-4f26-86fd-eb73b5596ed6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.954431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-191f9e86-daae-4623-8dc8-5d13c9454e6e req-ad0f7df7-5664-4f26-86fd-eb73b5596ed6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1128621 Mar 31 23:08:54.957285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': '0ae6761d-1000-44bc-998a-8a6124dce805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '65cc7975-8470-4f46-b9a5-0d4d5a5972e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:54.957646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: 65cc7975-8470-4f46-b9a5-0d4d5a5972e0, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:54.987557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6b64cd9f-b33c-4bc5-ad2a-b669ce348f8f None None] Provisioning complete for port 721d7cd1-2df1-4575-9c3e-7af94773b8e9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:54.988808 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b64cd9f-b33c-4bc5-ad2a-b669ce348f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.015199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-1122baeb-b3da-49ed-bae1-dbff4f903135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.019519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-191f9e86-daae-4623-8dc8-5d13c9454e6e req-04e17ecd-11b7-4fdf-a21b-a41ef9ee8119 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635929 Mar 31 23:08:55.020977 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-1122baeb-b3da-49ed-bae1-dbff4f903135 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=410b8e89f5454c32b27bfcec46ccd26d&device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 1095 time: 0.1693361 Mar 31 23:08:55.064070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6b64cd9f-b33c-4bc5-ad2a-b669ce348f8f None None] Port 721d7cd1-2df1-4575-9c3e-7af94773b8e9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:55.076082 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-7dc0fd2b-944d-4b87-8c70-c738778d0c31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=189f6544-e500-4b8a-9d30-10221139fbd3 HTTP/1.1" status: 200 len: 217 time: 0.0509670 Mar 31 23:08:55.095573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:55.167213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-396c2c8e-7f25-417a-b4ab-793e29d1cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.168518 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-396c2c8e-7f25-417a-b4ab-793e29d1cd65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2bca0e5-692b-477f-b0be-71737fb026e2 HTTP/1.1" status: 200 len: 849 time: 0.0773337 Mar 31 23:08:55.215371 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-7d96df98-d9e7-4976-b148-34001aa5e611 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e5c69b3-c172-4eab-818a-101c2bdcbf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362606 Mar 31 23:08:55.266223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 65cc7975-8470-4f46-b9a5-0d4d5a5972e0) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:55.281621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bd48a-e180-44ed-bb0d-398b4cb8290d None None] Network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:55.323334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Made reservation on behalf of ba3f72959e5e43e695972d28d4cc5137 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:55.328653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f0da-e020-4fe3-9ea1-243bc885f1f1 req-b7cb363b-71ad-4519-b48d-3f447d1194f6 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.330430 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79b6f0da-e020-4fe3-9ea1-243bc885f1f1 req-b7cb363b-71ad-4519-b48d-3f447d1194f6 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1236992 Mar 31 23:08:55.332513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.333212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.345715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.399097 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-5a53885a-edf1-4728-abce-1c9f319f99ef service neutron] 10.222.0.50 "GET /v2.0/networks/2e5c69b3-c172-4eab-818a-101c2bdcbf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709609 Mar 31 23:08:55.399097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] device_id is not set on port c1b1e466-7202-46f7-9231-61e292a1d8ee yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:08:55.415680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79b6f0da-e020-4fe3-9ea1-243bc885f1f1 req-50a10a4a-fb6a-480b-b147-19e9f7e90687 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696633 Mar 31 23:08:55.502152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-65cc7975-8470-4f46-b9a5-0d4d5a5972e0', 'network_id': '65cc7975-8470-4f46-b9a5-0d4d5a5972e0', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': '39482743-652a-44a0-b5c8-08c9aa1ce229'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:08:55.508856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48856) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.509190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fe796e3c-b3c9-49da-8d8f-ff856a6e5318 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4530602 Mar 31 23:08:55.511619 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.521179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': '48921d97-605d-497c-be61-72657f624b56', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:55.680562 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-189f1d05-04a0-4211-801c-9e6f757f61c6 req-67065f78-2ca1-4aca-ba4c-6c385be360c1 service neutron] 10.222.0.50 "GET /v2.0/networks/2e5c69b3-c172-4eab-818a-101c2bdcbf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704153 Mar 31 23:08:55.680562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Allocated IP 172.20.0.8 (48f2113e-92c7-4ff2-8f06-a4fd357b03d4/354dfeca-2f3a-418a-8309-53f7f8e27574/c1b1e466-7202-46f7-9231-61e292a1d8ee) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:55.784323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Allocated IP 2001:db8::2 (65cc7975-8470-4f46-b9a5-0d4d5a5972e0/39482743-652a-44a0-b5c8-08c9aa1ce229/46299ef1-d066-4093-b16a-df96babbb048) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:55.836489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:55.840428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.957829 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.959496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.101683 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.103665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f29577-143c-4038-97c7-b9714d6560bb req-532f45bd-33ce-4aea-a11c-3d9a482846b2 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.105258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0f29577-143c-4038-97c7-b9714d6560bb req-532f45bd-33ce-4aea-a11c-3d9a482846b2 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 944 time: 0.0590398 Mar 31 23:08:56.139686 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.152431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:56.153336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:56.160850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:56.182963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0f29577-143c-4038-97c7-b9714d6560bb req-fdc2f284-1b1f-400c-867b-2c7d3a92e7ae tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579259 Mar 31 23:08:56.201104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:56.202534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce588e-c905-4030-9ac1-c85cc36c181d req-592c4f0a-a05e-4075-9adc-b1bd65dba14e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.211211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9ce588e-c905-4030-9ac1-c85cc36c181d req-592c4f0a-a05e-4075-9adc-b1bd65dba14e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1042535 Mar 31 23:08:56.212370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.214795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:56.232892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:56.243499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Pushing event updated for resources: {'Port': ['ID=46299ef1-d066-4093-b16a-df96babbb048,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:56.283885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9ce588e-c905-4030-9ac1-c85cc36c181d req-9032d83c-ddf5-4d6e-b4dc-6dc3ddb30741 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714073 Mar 31 23:08:56.288970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Attempting to bind port 46299ef1-d066-4093-b16a-df96babbb048 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:56.289363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Attempting to bind port 46299ef1-d066-4093-b16a-df96babbb048 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '0ae6761d-1000-44bc-998a-8a6124dce805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '65cc7975-8470-4f46-b9a5-0d4d5a5972e0'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:56.289726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Attempting to bind port 46299ef1-d066-4093-b16a-df96babbb048 on network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:56.299410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:56.305099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Checking segment: {'id': '0ae6761d-1000-44bc-998a-8a6124dce805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '65cc7975-8470-4f46-b9a5-0d4d5a5972e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:56.305099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.305099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Bound using segment: {'id': '0ae6761d-1000-44bc-998a-8a6124dce805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '65cc7975-8470-4f46-b9a5-0d4d5a5972e0'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:56.305099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Bound port: 46299ef1-d066-4093-b16a-df96babbb048, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae6761d-1000-44bc-998a-8a6124dce805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '65cc7975-8470-4f46-b9a5-0d4d5a5972e0'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:56.305099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.348599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=b51debf4-c96e-4a8d-b717-9b70f126e29f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:56.364287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=c1b1e466-7202-46f7-9231-61e292a1d8ee,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:56.398269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.399018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.444659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] For port 46299ef1-d066-4093-b16a-df96babbb048, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:56.452858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': '7f6191f5-ca93-4189-8646-9726c03ce1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48921d97-605d-497c-be61-72657f624b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:56.453320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: 48921d97-605d-497c-be61-72657f624b56, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:56.461759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] For port 46299ef1-d066-4093-b16a-df96babbb048, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=46299ef1-d066-4093-b16a-df96babbb048,segment=NetworkSegment(0ae6761d-1000-44bc-998a-8a6124dce805),segment_id=0ae6761d-1000-44bc-998a-8a6124dce805)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:56.561133 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-90611eef-bfb8-494b-8729-edfbb16a7e4f tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7278767 Mar 31 23:08:56.564049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48886) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:56.569941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd97469-41b4-4dce-a949-b75d28df367a req-3b5b5f08-f884-4d8f-b4e4-93c22a488b33 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.571562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bd97469-41b4-4dce-a949-b75d28df367a req-3b5b5f08-f884-4d8f-b4e4-93c22a488b33 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.0651667 Mar 31 23:08:56.572652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b2:24:ea'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a6:71:24'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:56.604768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 48921d97-605d-497c-be61-72657f624b56 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:56.674216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bd97469-41b4-4dce-a949-b75d28df367a req-74ea915c-f2ba-4149-9e0b-8c142dc176d6 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957274 Mar 31 23:08:56.780975 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.839042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2b332557-07c0-46c4-946f-4a5526345f00 None None] Provisioning complete for port c1b1e466-7202-46f7-9231-61e292a1d8ee triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:56.839412 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2b332557-07c0-46c4-946f-4a5526345f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.881939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50438-2d0f-4bb3-9042-ebb601523826 None None] Pushing event updated for resources: {'Port': ['ID=46299ef1-d066-4093-b16a-df96babbb048,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:56.891125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2b332557-07c0-46c4-946f-4a5526345f00 None None] Port c1b1e466-7202-46f7-9231-61e292a1d8ee cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:57.051751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 48921d97-605d-497c-be61-72657f624b56) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:57.074335 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ac234-d060-4449-a063-83a38d5f2c91 None None] Network 48921d97-605d-497c-be61-72657f624b56 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:57.081102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.081786 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.210812 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-53d70162-f9ab-4be9-a091-a708669ee957 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6994781 Mar 31 23:08:57.227804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48904) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:57.244301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a52c0796-677d-45c2-84f9-608569a58a9e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1040017217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:57.362877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.492814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-48921d97-605d-497c-be61-72657f624b56', 'network_id': '48921d97-605d-497c-be61-72657f624b56', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': 'b51debf4-c96e-4a8d-b717-9b70f126e29f'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:08:57.494155 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.508798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41345b52-5b58-4e34-844d-678b61c5ac63 req-fa7706de-e472-4259-920b-a37518a7c587 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.522375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41345b52-5b58-4e34-844d-678b61c5ac63 req-fa7706de-e472-4259-920b-a37518a7c587 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 944 time: 0.1748476 Mar 31 23:08:57.539139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 46299ef1-d066-4093-b16a-df96babbb048 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:57.544622 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52c0796-677d-45c2-84f9-608569a58a9e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.546770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52c0796-677d-45c2-84f9-608569a58a9e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.637106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5772e65-6c6a-4bb2-a61b-b8dae052d497 req-a6f9f708-b5da-468b-9105-cda09759c112 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.638694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5772e65-6c6a-4bb2-a61b-b8dae052d497 req-a6f9f708-b5da-468b-9105-cda09759c112 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1272225 Mar 31 23:08:57.641972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41345b52-5b58-4e34-844d-678b61c5ac63 req-e85e4bcf-5629-47cc-a00b-ea86701c2dab tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995569 Mar 31 23:08:57.674601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52c0796-677d-45c2-84f9-608569a58a9e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.820332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.824517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52c0796-677d-45c2-84f9-608569a58a9e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.868270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 46299ef1-d066-4093-b16a-df96babbb048 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:57.868646 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.907052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Allocated IP 2001:db8:1::2 (48921d97-605d-497c-be61-72657f624b56/b51debf4-c96e-4a8d-b717-9b70f126e29f/73e96d8d-f197-4536-af00-814bfcd49f47) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:57.977798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.042268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52c0796-677d-45c2-84f9-608569a58a9e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.048720 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a52c0796-677d-45c2-84f9-608569a58a9e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8196840 Mar 31 23:08:58.049614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48922) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:58.240041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5772e65-6c6a-4bb2-a61b-b8dae052d497 req-e51b002e-3ce4-4cc1-bcd1-804300ab2b50 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842416 Mar 31 23:08:58.273230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event updated for resources: {'Port': ['ID=c1b1e466-7202-46f7-9231-61e292a1d8ee,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:58.287243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52253b13-e057-40a3-b355-15a4fb67a4e7 req-481e1533-c917-4483-98ac-beb58b2c69e3 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.289967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.302388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52253b13-e057-40a3-b355-15a4fb67a4e7 req-481e1533-c917-4483-98ac-beb58b2c69e3 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1806014 Mar 31 23:08:58.330941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.369697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52253b13-e057-40a3-b355-15a4fb67a4e7 req-4111e88e-3010-4317-92d9-8756a2e55bce tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696394 Mar 31 23:08:58.397074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 46299ef1-d066-4093-b16a-df96babbb048, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=46299ef1-d066-4093-b16a-df96babbb048,segment=NetworkSegment(0ae6761d-1000-44bc-998a-8a6124dce805),segment_id=0ae6761d-1000-44bc-998a-8a6124dce805)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:58.414414 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.421357 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] In _notify_port_updated(), no bound segment for port c1b1e466-7202-46f7-9231-61e292a1d8ee on network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:08:58.429125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.429834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.434882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48926) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:58.445517 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01c228f0-c225-4ef1-8854-c3d972922f92 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "PUT /v2.0/ports/c1b1e466-7202-46f7-9231-61e292a1d8ee HTTP/1.1" status: 200 len: 1055 time: 1.8799567 Mar 31 23:08:58.482185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Pushing event updated for resources: {'Port': ['ID=73e96d8d-f197-4536-af00-814bfcd49f47,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:58.516122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.634285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=46299ef1-d066-4093-b16a-df96babbb048,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:58.637573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b3044258-6d47-4f16-9f0f-b270b62917bb tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Deleting port c1b1e466-7202-46f7-9231-61e292a1d8ee {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:58.638175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b3044258-6d47-4f16-9f0f-b270b62917bb tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.647873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Network 48921d97-605d-497c-be61-72657f624b56 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:58.650642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:58.662358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:58.670958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 189f6544-e500-4b8a-9d30-10221139fbd3 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:58.746193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa8e6a-0560-47ab-81a9-c0322f3cef10 None None] Network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:58.759044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8c570463-6710-431b-a526-1c581880862f None None] Provisioning complete for port c1b1e466-7202-46f7-9231-61e292a1d8ee triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:58.759651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c570463-6710-431b-a526-1c581880862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.854504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.871504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57292e-ec82-4fe4-91a0-3aad4c5cebb9 req-7460ee5a-503b-4891-8d6a-c8d6ea4451ff tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.873247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e57292e-ec82-4fe4-91a0-3aad4c5cebb9 req-7460ee5a-503b-4891-8d6a-c8d6ea4451ff tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 944 time: 0.1178064 Mar 31 23:08:58.875272 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b3044258-6d47-4f16-9f0f-b270b62917bb tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.885089 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:08:58.899514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b3044258-6d47-4f16-9f0f-b270b62917bb tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Calling delete_port for c1b1e466-7202-46f7-9231-61e292a1d8ee owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:58.902320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Attempting to bind port 73e96d8d-f197-4536-af00-814bfcd49f47 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:58.902722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Attempting to bind port 73e96d8d-f197-4536-af00-814bfcd49f47 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7f6191f5-ca93-4189-8646-9726c03ce1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48921d97-605d-497c-be61-72657f624b56'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:58.903096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Attempting to bind port 73e96d8d-f197-4536-af00-814bfcd49f47 on network 48921d97-605d-497c-be61-72657f624b56 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:58.928669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:58.929030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Checking segment: {'id': '7f6191f5-ca93-4189-8646-9726c03ce1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48921d97-605d-497c-be61-72657f624b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:58.930019 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.930433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Bound using segment: {'id': '7f6191f5-ca93-4189-8646-9726c03ce1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48921d97-605d-497c-be61-72657f624b56'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:58.930953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Bound port: 73e96d8d-f197-4536-af00-814bfcd49f47, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6191f5-ca93-4189-8646-9726c03ce1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48921d97-605d-497c-be61-72657f624b56'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:58.931395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.984044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8c570463-6710-431b-a526-1c581880862f None None] Port c1b1e466-7202-46f7-9231-61e292a1d8ee cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:08:59.013416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e57292e-ec82-4fe4-91a0-3aad4c5cebb9 req-935b9417-5049-4988-a2e1-5821476b451e tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297069 Mar 31 23:08:59.134685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 189f6544-e500-4b8a-9d30-10221139fbd3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=189f6544-e500-4b8a-9d30-10221139fbd3,segment=NetworkSegment(14df5d28-484c-46b2-94fd-7f7a543dd8fa),segment_id=14df5d28-484c-46b2-94fd-7f7a543dd8fa)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:59.158859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] For port 73e96d8d-f197-4536-af00-814bfcd49f47, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:59.172202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '189f6544-e500-4b8a-9d30-10221139fbd3', 'network_id': '2e5c69b3-c172-4eab-818a-101c2bdcbf83', 'port_id': '189f6544-e500-4b8a-9d30-10221139fbd3', 'mac_address': 'fa:16:3e:81:f0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bca0e5-692b-477f-b0be-71737fb026e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:59.187464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] For port 73e96d8d-f197-4536-af00-814bfcd49f47, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=73e96d8d-f197-4536-af00-814bfcd49f47,segment=NetworkSegment(7f6191f5-ca93-4189-8646-9726c03ce1de),segment_id=7f6191f5-ca93-4189-8646-9726c03ce1de)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:59.188862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f909103c-7d0a-4600-b5e9-bb790ed75357 None None] Provisioning complete for port 46299ef1-d066-4093-b16a-df96babbb048 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:59.189336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f909103c-7d0a-4600-b5e9-bb790ed75357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.199681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8::1 (65cc7975-8470-4f46-b9a5-0d4d5a5972e0/39482743-652a-44a0-b5c8-08c9aa1ce229/22d62bb2-fba5-4e50-9afd-daae541d066b) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:59.225912 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b3044258-6d47-4f16-9f0f-b270b62917bb tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.329875 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.342345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3044258-6d47-4f16-9f0f-b270b62917bb tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Port': ['ID=c1b1e466-7202-46f7-9231-61e292a1d8ee,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:59.421763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.434163 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.473505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189f6544-e500-4b8a-9d30-10221139fbd3 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:59.520725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48954) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:59.530192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bdcd6-6c89-4671-ab33-d70c7831811e req-e6f38136-ab61-4641-ae08-8a83b3357903 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.532207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-517bdcd6-6c89-4671-ab33-d70c7831811e req-e6f38136-ab61-4641-ae08-8a83b3357903 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.0987289 Mar 31 23:08:59.568839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 46299ef1-d066-4093-b16a-df96babbb048 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:59.652448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.695270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 189f6544-e500-4b8a-9d30-10221139fbd3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=189f6544-e500-4b8a-9d30-10221139fbd3,segment=NetworkSegment(14df5d28-484c-46b2-94fd-7f7a543dd8fa),segment_id=14df5d28-484c-46b2-94fd-7f7a543dd8fa)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:59.767144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d55b92b-3487-4312-a202-ab9d86aa3428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.781176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:59.787674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.797696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:59.805430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:59.806287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.836036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef02a7-c4d1-4193-aa77-547c28060e90 None None] Pushing event updated for resources: {'Port': ['ID=73e96d8d-f197-4536-af00-814bfcd49f47,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:59.876382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-517bdcd6-6c89-4671-ab33-d70c7831811e req-42a8a867-b312-45ae-b78f-cbb387b7e62f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007848 Mar 31 23:08:59.899261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 46299ef1-d066-4093-b16a-df96babbb048 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:59.900649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.913892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=22d62bb2-fba5-4e50-9afd-daae541d066b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:59.921833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08c75c-56fb-44eb-9d05-1662126c13c7 req-56616977-5436-454e-87c0-c873ecd13f76 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.934884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd08c75c-56fb-44eb-9d05-1662126c13c7 req-56616977-5436-454e-87c0-c873ecd13f76 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.3608978 Mar 31 23:08:59.945340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b3044258-6d47-4f16-9f0f-b270b62917bb tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.951921 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b3044258-6d47-4f16-9f0f-b270b62917bb tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "DELETE /v2.0/ports/c1b1e466-7202-46f7-9231-61e292a1d8ee HTTP/1.1" status: 204 len: 168 time: 1.5156460 Mar 31 23:08:59.952817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48962) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:00.012252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d385516e-6084-4d95-a177-bdd3af82a2ab None None] Provisioning complete for port 46299ef1-d066-4093-b16a-df96babbb048 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:00.012252 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d385516e-6084-4d95-a177-bdd3af82a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.019074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=189f6544-e500-4b8a-9d30-10221139fbd3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:00.038965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d55b92b-3487-4312-a202-ab9d86aa3428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.048386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd08c75c-56fb-44eb-9d05-1662126c13c7 req-e71c0be2-db85-4217-b0c2-2dc0052ba722 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126103 Mar 31 23:09:00.051291 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdfa0d7-d4d5-49fc-8afc-5f306bfa2945 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] GET failed (client error): The resource could not be found. Mar 31 23:09:00.054400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5fdfa0d7-d4d5-49fc-8afc-5f306bfa2945 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "GET /v2.0/ports/c1b1e466-7202-46f7-9231-61e292a1d8ee HTTP/1.1" status: 404 len: 333 time: 0.0770545 Mar 31 23:09:00.055694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48968) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:00.149266 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d55b92b-3487-4312-a202-ab9d86aa3428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.209726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-56d03130-d9b2-4aa0-aba9-7fda9103ab9e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Deleting port 721d7cd1-2df1-4575-9c3e-7af94773b8e9 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:00.210114 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56d03130-d9b2-4aa0-aba9-7fda9103ab9e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.260861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55b92b-3487-4312-a202-ab9d86aa3428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4952dc7-d816-44f3-ae23-374a2e363c0c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:00.288188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.290866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['189f6544-e500-4b8a-9d30-10221139fbd3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:00.318913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4d55b92b-3487-4312-a202-ab9d86aa3428 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ef5e65043db47aca9daf7e1dfaad62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973495 Mar 31 23:09:00.322719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48970) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:00.477941 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56d03130-d9b2-4aa0-aba9-7fda9103ab9e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.491445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3546-ef0a-44cd-b02b-dd1dbd4a7ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.499273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-56d03130-d9b2-4aa0-aba9-7fda9103ab9e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Calling delete_port for 721d7cd1-2df1-4575-9c3e-7af94773b8e9 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:00.510390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24313c8-1591-4d31-9068-f3621f0afcfd req-ee32fc73-74f8-443e-8093-4b2b29fcb571 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:00.512661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b24313c8-1591-4d31-9068-f3621f0afcfd req-ee32fc73-74f8-443e-8093-4b2b29fcb571 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 945 time: 0.3064926 Mar 31 23:09:00.620647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3546-ef0a-44cd-b02b-dd1dbd4a7ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.629573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-59a21844-868f-4800-80de-63b271f9375e None None] Provisioning complete for port 22d62bb2-fba5-4e50-9afd-daae541d066b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:00.632852 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-59a21844-868f-4800-80de-63b271f9375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.682439 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.691614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b24313c8-1591-4d31-9068-f3621f0afcfd req-a1a21b8e-c27c-4417-a56b-e4e4bbcd2dd4 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701965 Mar 31 23:09:00.700188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-59a21844-868f-4800-80de-63b271f9375e None None] Port 22d62bb2-fba5-4e50-9afd-daae541d066b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:00.813489 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3546-ef0a-44cd-b02b-dd1dbd4a7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.816950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3546-ef0a-44cd-b02b-dd1dbd4a7ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.820805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0b9a3546-ef0a-44cd-b02b-dd1dbd4a7ff4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4952dc7-d816-44f3-ae23-374a2e363c0c HTTP/1.1" status: 204 len: 168 time: 0.4955218 Mar 31 23:09:00.827770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a3546-ef0a-44cd-b02b-dd1dbd4a7ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4952dc7-d816-44f3-ae23-374a2e363c0c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:00.864747 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.865563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.929573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56d03130-d9b2-4aa0-aba9-7fda9103ab9e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.934568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=22d62bb2-fba5-4e50-9afd-daae541d066b,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.017838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d03130-d9b2-4aa0-aba9-7fda9103ab9e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Port': ['ID=721d7cd1-2df1-4575-9c3e-7af94773b8e9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.038512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:01.040825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:01.165150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56d03130-d9b2-4aa0-aba9-7fda9103ab9e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.168865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56d03130-d9b2-4aa0-aba9-7fda9103ab9e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "DELETE /v2.0/ports/721d7cd1-2df1-4575-9c3e-7af94773b8e9 HTTP/1.1" status: 204 len: 168 time: 1.1120651 Mar 31 23:09:01.175786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48988) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:01.205720 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-427cbe53-06f3-4e00-8f4b-2167f0b529f4 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] GET failed (client error): The resource could not be found. Mar 31 23:09:01.207086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68e15e-2884-45f1-900d-838b3ee895d3 req-70c993b5-70c1-4b5c-b60c-a0ac9fb5ecfa tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:01.209348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd68e15e-2884-45f1-900d-838b3ee895d3 req-70c993b5-70c1-4b5c-b60c-a0ac9fb5ecfa tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.2503612 Mar 31 23:09:01.210510 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-427cbe53-06f3-4e00-8f4b-2167f0b529f4 tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "GET /v2.0/ports/721d7cd1-2df1-4575-9c3e-7af94773b8e9 HTTP/1.1" status: 404 len: 333 time: 0.0331697 Mar 31 23:09:01.214259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48990) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:01.449567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 31a63564-b070-47be-a9c0-066398f327da is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:01.477607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 73e96d8d-f197-4536-af00-814bfcd49f47 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:01.506799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd68e15e-2884-45f1-900d-838b3ee895d3 req-7613d43a-3be9-4926-9fed-dbe36ae80eb7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817886 Mar 31 23:09:01.523037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3f755-e194-477f-afa4-05a2d9681ad2 req-ca14e306-222e-433f-853c-220f059b38e0 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:01.523037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fda3f755-e194-477f-afa4-05a2d9681ad2 req-ca14e306-222e-433f-853c-220f059b38e0 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.2501667 Mar 31 23:09:01.544394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7376a86e-b85a-4e66-8c95-ae4b377d7fef tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Deleting port a9132daa-b1b3-4637-8ce0-e76406c49196 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:01.544811 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7376a86e-b85a-4e66-8c95-ae4b377d7fef tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.583783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 73e96d8d-f197-4536-af00-814bfcd49f47 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:01.584418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.631507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4260d8be-cbde-4e99-8f83-6d1b55f965de None None] Network 48921d97-605d-497c-be61-72657f624b56 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:01.640428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fda3f755-e194-477f-afa4-05a2d9681ad2 req-ebcaa469-4a42-4271-8877-5e83b39b0154 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035774 Mar 31 23:09:01.679240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:01.685352 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3b548fe8-c439-4984-9b69-06e908e18b3f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/31a63564-b070-47be-a9c0-066398f327da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6288953 Mar 31 23:09:01.691332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48998) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:01.695611 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7376a86e-b85a-4e66-8c95-ae4b377d7fef tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.697408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5b4d9261-7ce7-4ef2-aa87-c65b865971cd None None] Provisioning complete for port 22d62bb2-fba5-4e50-9afd-daae541d066b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:01.697984 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9261-7ce7-4ef2-aa87-c65b865971cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.739567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4718e-d695-47a9-bbe9-a32a1817f7dd None None] Sync routers for ids ['31a63564-b070-47be-a9c0-066398f327da'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:01.752841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7376a86e-b85a-4e66-8c95-ae4b377d7fef tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Calling delete_port for a9132daa-b1b3-4637-8ce0-e76406c49196 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:01.759393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce08c90-1462-4ff8-958f-5b296fec3545 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:01.761555 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bce08c90-1462-4ff8-958f-5b296fec3545 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports/22d62bb2-fba5-4e50-9afd-daae541d066b HTTP/1.1" status: 200 len: 911 time: 0.0685573 Mar 31 23:09:01.764627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49004) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:01.779074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d9261-7ce7-4ef2-aa87-c65b865971cd None None] Port 22d62bb2-fba5-4e50-9afd-daae541d066b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:01.863585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.906286 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 73e96d8d-f197-4536-af00-814bfcd49f47, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=73e96d8d-f197-4536-af00-814bfcd49f47,segment=NetworkSegment(7f6191f5-ca93-4189-8646-9726c03ce1de),segment_id=7f6191f5-ca93-4189-8646-9726c03ce1de)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:01.915338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4718e-d695-47a9-bbe9-a32a1817f7dd None None] Routers {'31a63564-b070-47be-a9c0-066398f327da'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:01.916100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-15d4718e-d695-47a9-bbe9-a32a1817f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['31a63564-b070-47be-a9c0-066398f327da'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:01.917372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7533cf-3731-4e6a-b18c-38a4232a1905 req-9d8767e7-3d86-4fb7-b9c2-0a1823b44369 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:01.919338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de7533cf-3731-4e6a-b18c-38a4232a1905 req-9d8767e7-3d86-4fb7-b9c2-0a1823b44369 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 945 time: 0.0872791 Mar 31 23:09:01.920079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49006) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:01.962572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2082c9b-8f34-4b95-8788-e893dee45f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.011258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de7533cf-3731-4e6a-b18c-38a4232a1905 req-5d86e234-4723-4874-a8ab-eebf688fa2e2 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670488 Mar 31 23:09:02.140235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-15d4718e-d695-47a9-bbe9-a32a1817f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:02.148769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-886e0362-ff29-42e7-89df-3c1ec0189e23 None None] Provisioning complete for port 73e96d8d-f197-4536-af00-814bfcd49f47 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:02.149155 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-886e0362-ff29-42e7-89df-3c1ec0189e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.155511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2082c9b-8f34-4b95-8788-e893dee45f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.179770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.230148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4718e-d695-47a9-bbe9-a32a1817f7dd None None] Routers {'31a63564-b070-47be-a9c0-066398f327da'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:02.230820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.230971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-15d4718e-d695-47a9-bbe9-a32a1817f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['31a63564-b070-47be-a9c0-066398f327da'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:02.259370 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7376a86e-b85a-4e66-8c95-ae4b377d7fef tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.293320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376a86e-b85a-4e66-8c95-ae4b377d7fef tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Port': ['ID=a9132daa-b1b3-4637-8ce0-e76406c49196,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:02.303462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-15d4718e-d695-47a9-bbe9-a32a1817f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:02.304370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4718e-d695-47a9-bbe9-a32a1817f7dd None None] The sync data for ids ['31a63564-b070-47be-a9c0-066398f327da'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:02.333652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=73e96d8d-f197-4536-af00-814bfcd49f47,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:02.384216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.384490 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.384917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.385273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.385615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.385951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.386283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.386649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.386980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.387311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.387739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.388072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:02.437283 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2082c9b-8f34-4b95-8788-e893dee45f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.466924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7376a86e-b85a-4e66-8c95-ae4b377d7fef tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.471060 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7376a86e-b85a-4e66-8c95-ae4b377d7fef tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "DELETE /v2.0/ports/a9132daa-b1b3-4637-8ce0-e76406c49196 HTTP/1.1" status: 204 len: 168 time: 1.2556262 Mar 31 23:09:02.484524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49014) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:02.529877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e2082c9b-8f34-4b95-8788-e893dee45f22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=984567c6940b437a99aa41496b42805a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6060669 Mar 31 23:09:02.532863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2082c9b-8f34-4b95-8788-e893dee45f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6330ce79-f184-4802-8bad-9be2a8bc5964,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:02.536067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49016) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:02.597238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-78af04a1-ce4d-440c-9835-392b505563cf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Deleting subnet 354dfeca-2f3a-418a-8309-53f7f8e27574 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:02.610097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78af04a1-ce4d-440c-9835-392b505563cf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.688809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 189f6544-e500-4b8a-9d30-10221139fbd3 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:02.717058 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78af04a1-ce4d-440c-9835-392b505563cf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.723995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8:1::1 (48921d97-605d-497c-be61-72657f624b56/b51debf4-c96e-4a8d-b717-9b70f126e29f/70ac0d47-2649-448a-973b-923de9f39146) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:02.750829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81f46d19-95ae-4837-af29-7bb19c5673ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.775376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81f46d19-95ae-4837-af29-7bb19c5673ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.832758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1005f3c-f952-4d7a-bb39-6de8f15fb807 req-7c4a85f8-8551-44e8-bea4-1db84fe39b35 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:02.834969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1005f3c-f952-4d7a-bb39-6de8f15fb807 req-7c4a85f8-8551-44e8-bea4-1db84fe39b35 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1890392 Mar 31 23:09:02.857375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7d12b967-5731-4e4c-90f7-0d1f7304eca4 None None] Provisioning complete for port 73e96d8d-f197-4536-af00-814bfcd49f47 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:02.858122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7d12b967-5731-4e4c-90f7-0d1f7304eca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.941620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 189f6544-e500-4b8a-9d30-10221139fbd3 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:09:02.944013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81f46d19-95ae-4837-af29-7bb19c5673ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.947294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81f46d19-95ae-4837-af29-7bb19c5673ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.957896 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-81f46d19-95ae-4837-af29-7bb19c5673ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6330ce79-f184-4802-8bad-9be2a8bc5964 HTTP/1.1" status: 204 len: 168 time: 0.4120750 Mar 31 23:09:02.958828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1005f3c-f952-4d7a-bb39-6de8f15fb807 req-6b63345e-55b0-4687-91e7-54ab1ba9d520 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031926 Mar 31 23:09:02.961670 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78af04a1-ce4d-440c-9835-392b505563cf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.968237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f46d19-95ae-4837-af29-7bb19c5673ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6330ce79-f184-4802-8bad-9be2a8bc5964,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:02.973212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c0b5-2253-405d-b6f0-320a53d24fd9 req-24acd117-0c5e-4027-a396-53d849c5098f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:02.978690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8495c0b5-2253-405d-b6f0-320a53d24fd9 req-24acd117-0c5e-4027-a396-53d849c5098f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1799014 Mar 31 23:09:02.983505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 189f6544-e500-4b8a-9d30-10221139fbd3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:02.984071 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.020829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.057358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8495c0b5-2253-405d-b6f0-320a53d24fd9 req-231ea24f-ed20-4449-a63e-ace8d05f346a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634606 Mar 31 23:09:03.131520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.167029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2d831d-8ba8-45c5-8a85-e63eae97b72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189f6544-e500-4b8a-9d30-10221139fbd3'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:03.169641 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676e0048-ee7c-4cae-bbac-e1fe44ed812f" -d '{"events": [{"server_uuid": "fe2d831d-8ba8-45c5-8a85-e63eae97b72b", "name": "network-vif-plugged", "status": "completed", "tag": "189f6544-e500-4b8a-9d30-10221139fbd3"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:03.185793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 189f6544-e500-4b8a-9d30-10221139fbd3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=189f6544-e500-4b8a-9d30-10221139fbd3,segment=NetworkSegment(14df5d28-484c-46b2-94fd-7f7a543dd8fa),segment_id=14df5d28-484c-46b2-94fd-7f7a543dd8fa)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:03.217080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6996b7d-a359-4ed4-beed-32e466cb372e req-f3ca1ef1-8bb1-4d10-bc65-787f2e88058a tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:03.218893 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6996b7d-a359-4ed4-beed-32e466cb372e req-f3ca1ef1-8bb1-4d10-bc65-787f2e88058a tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 945 time: 0.0702724 Mar 31 23:09:03.220884 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78af04a1-ce4d-440c-9835-392b505563cf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.221331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.235472 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c0d12-0966-47e3-b5f3-2bd0d833259d x-openstack-request-id: req-e38c0d12-0966-47e3-b5f3-2bd0d833259d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:03.235886 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2d831d-8ba8-45c5-8a85-e63eae97b72b", "name": "network-vif-plugged", "status": "completed", "tag": "189f6544-e500-4b8a-9d30-10221139fbd3", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:03.236339 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e38c0d12-0966-47e3-b5f3-2bd0d833259d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:03.237040 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38c0d12-0966-47e3-b5f3-2bd0d833259d'] response: {'server_uuid': 'fe2d831d-8ba8-45c5-8a85-e63eae97b72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189f6544-e500-4b8a-9d30-10221139fbd3', 'code': 200} Mar 31 23:09:03.248190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 48921d97-605d-497c-be61-72657f624b56 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:03.251954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:03.258937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.272585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af04a1-ce4d-440c-9835-392b505563cf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Subnet': ['ID=354dfeca-2f3a-418a-8309-53f7f8e27574,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:03.281051 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78af04a1-ce4d-440c-9835-392b505563cf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.295336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-78af04a1-ce4d-440c-9835-392b505563cf tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "DELETE /v2.0/subnets/354dfeca-2f3a-418a-8309-53f7f8e27574 HTTP/1.1" status: 204 len: 168 time: 0.8041818 Mar 31 23:09:03.304439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49036) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:03.325075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=189f6544-e500-4b8a-9d30-10221139fbd3,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:03.327462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=70ac0d47-2649-448a-973b-923de9f39146,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:03.332063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:03.332695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.339615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd80afc-47a7-491e-ac62-7a043995fbde None None] Network 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:03.397226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6996b7d-a359-4ed4-beed-32e466cb372e req-445eff78-a3ad-4cc3-902e-5261905b9ddf tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477656 Mar 31 23:09:03.454224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.517896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 73e96d8d-f197-4536-af00-814bfcd49f47 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:03.547996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Deleting port 9d116282-b4f0-40f4-878a-db6f0b4ad6da {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:03.548424 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.596455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe368b2-d91e-4f8a-976b-55720692f7b7 req-d9944f59-da57-4ae9-9f89-151baaa80cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:03.598780 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1fe368b2-d91e-4f8a-976b-55720692f7b7 req-d9944f59-da57-4ae9-9f89-151baaa80cb6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 1097 time: 0.2541645 Mar 31 23:09:03.667222 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1fe368b2-d91e-4f8a-976b-55720692f7b7 req-b7c4a5b9-1276-4404-9401-032daf23bcc2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521379 Mar 31 23:09:03.688861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] For port 9d116282-b4f0-40f4-878a-db6f0b4ad6da, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d116282-b4f0-40f4-878a-db6f0b4ad6da,segment=NetworkSegment(afebb474-46b6-41a9-9f8f-b365f320dab8),segment_id=afebb474-46b6-41a9-9f8f-b365f320dab8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:03.688861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.690544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 73e96d8d-f197-4536-af00-814bfcd49f47 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:03.691649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.710251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Calling delete_port for 9d116282-b4f0-40f4-878a-db6f0b4ad6da owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:03.785250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] DHCP port deletion for 48f2113e-92c7-4ff2-8f06-a4fd357b03d4 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:03.790102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1b156fe6-992a-4b75-b876-64b93b1bed2c None None] Provisioning complete for port 70ac0d47-2649-448a-973b-923de9f39146 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:03.790509 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b156fe6-992a-4b75-b876-64b93b1bed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.812430 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.896587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.918061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1b156fe6-992a-4b75-b876-64b93b1bed2c None None] Port 70ac0d47-2649-448a-973b-923de9f39146 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:03.941931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] No DVR routers for this DVR port 9d116282-b4f0-40f4-878a-db6f0b4ad6da on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:03.946029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Port': ['ID=9d116282-b4f0-40f4-878a-db6f0b4ad6da,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:03.953581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] Deleting port 9d116282-b4f0-40f4-878a-db6f0b4ad6da {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:03.954139 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.039852 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.064012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f2113e-92c7-4ff2-8f06-a4fd357b03d4']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.064341 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ae0283c3-2884-4748-b6ee-1c18fbf4bb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.077236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afebb474-46b6-41a9-9f8f-b365f320dab8') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.077523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afebb474-46b6-41a9-9f8f-b365f320dab8') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.089677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.104536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.124890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:04.125297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.126056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] For port 9d116282-b4f0-40f4-878a-db6f0b4ad6da, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:04.129431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:04.129639 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:04.150192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] Calling delete_port for 9d116282-b4f0-40f4-878a-db6f0b4ad6da owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:04.167884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] Port 9d116282-b4f0-40f4-878a-db6f0b4ad6da was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:09:04.169318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.196870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] Pushing event deleted for resources: {'Port': ['ID=9d116282-b4f0-40f4-878a-db6f0b4ad6da,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:04.201958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61a092-85d5-4d91-ac67-ffc6b9ab1607 None None] No DVR routers for this DVR port 9d116282-b4f0-40f4-878a-db6f0b4ad6da on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:04.265593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.293593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd910-e531-4692-80a9-c5837fcb819a req-41c721b4-4e98-4077-9f38-cd7daec865fe tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:04.294994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83cfd910-e531-4692-80a9-c5837fcb819a req-41c721b4-4e98-4077-9f38-cd7daec865fe tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1856475 Mar 31 23:09:04.353091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aa49e-dda0-4c44-adcb-1ace1c442a1e req-3710d433-65ff-4606-9d47-75a96a67f004 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:04.355022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-462aa49e-dda0-4c44-adcb-1ace1c442a1e req-3710d433-65ff-4606-9d47-75a96a67f004 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1156864 Mar 31 23:09:04.379282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83cfd910-e531-4692-80a9-c5837fcb819a req-2289c761-8483-42c8-858c-2691edaeaa2e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772645 Mar 31 23:09:04.412135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-462aa49e-dda0-4c44-adcb-1ace1c442a1e req-b080e4e6-0fff-4572-a345-9fb915c3af47 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462239 Mar 31 23:09:04.434247 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.434621 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.434621 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.439260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.445772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] 10.222.0.31 "DELETE /v2.0/networks/48f2113e-92c7-4ff2-8f06-a4fd357b03d4 HTTP/1.1" status: 204 len: 168 time: 1.1374595 Mar 31 23:09:04.485163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41c461-d7bc-4c67-8d7a-7cee2a07f87e tempest-AllowedAddressPairTestJSON-1113130105 tempest-AllowedAddressPairTestJSON-1113130105-project] Pushing event deleted for resources: {'Network': ['ID=48f2113e-92c7-4ff2-8f06-a4fd357b03d4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:04.537515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=70ac0d47-2649-448a-973b-923de9f39146,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:04.589653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab16a5-12e0-447e-9189-063e915c975c req-cf3b3ee9-7076-4511-af0f-fec21f8db3ed tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:04.600121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fab16a5-12e0-447e-9189-063e915c975c req-cf3b3ee9-7076-4511-af0f-fec21f8db3ed tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 946 time: 0.0931346 Mar 31 23:09:04.612171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 48921d97-605d-497c-be61-72657f624b56 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:04.614004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:04.667100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fab16a5-12e0-447e-9189-063e915c975c req-54fd0c64-0ddd-4ac7-bb99-1f45b0fa1909 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Mar 31 23:09:04.735734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 31a63564-b070-47be-a9c0-066398f327da has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:04.862157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:04.873147 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b92fb9-8ded-46da-a022-46f0271c8c1e None None] Sync routers for ids ['31a63564-b070-47be-a9c0-066398f327da'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:04.877180 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1ead254b-e2cf-48f0-98cf-20a41f4b4d61 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/31a63564-b070-47be-a9c0-066398f327da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086440 Mar 31 23:09:04.877389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49082) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:04.888546 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b92fb9-8ded-46da-a022-46f0271c8c1e None None] Routers {'31a63564-b070-47be-a9c0-066398f327da'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:04.888546 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-74b92fb9-8ded-46da-a022-46f0271c8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['31a63564-b070-47be-a9c0-066398f327da'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.923240 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-74b92fb9-8ded-46da-a022-46f0271c8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.933692 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b92fb9-8ded-46da-a022-46f0271c8c1e None None] Routers {'31a63564-b070-47be-a9c0-066398f327da'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:04.934391 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-74b92fb9-8ded-46da-a022-46f0271c8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:08:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['31a63564-b070-47be-a9c0-066398f327da'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.979873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763cba7-dce4-4ea4-95e5-1e8d76bca2a7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:04.981881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0763cba7-dce4-4ea4-95e5-1e8d76bca2a7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports/70ac0d47-2649-448a-973b-923de9f39146 HTTP/1.1" status: 200 len: 913 time: 0.1035535 Mar 31 23:09:04.985100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49088) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:04.988740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fdc2f02d-3827-47d8-934e-712a951c591a None None] Provisioning complete for port 70ac0d47-2649-448a-973b-923de9f39146 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:04.991390 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f02d-3827-47d8-934e-712a951c591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.001376 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-74b92fb9-8ded-46da-a022-46f0271c8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:05.002045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b92fb9-8ded-46da-a022-46f0271c8c1e None None] The sync data for ids ['31a63564-b070-47be-a9c0-066398f327da'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:05.076299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2f02d-3827-47d8-934e-712a951c591a None None] Port 70ac0d47-2649-448a-973b-923de9f39146 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:05.098327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49092) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.249822 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-076d9621-19cf-461c-80c4-73a7aaf23450 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba3f72959e5e43e695972d28d4cc5137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476653 Mar 31 23:09:05.253229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49098) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.386813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d116282-b4f0-40f4-878a-db6f0b4ad6da no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:05.424745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81e24d01-5bfe-4e69-8972-9ef950c7741f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.439396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9d116282-b4f0-40f4-878a-db6f0b4ad6da {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:05.439890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d116282-b4f0-40f4-878a-db6f0b4ad6da not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:05.481337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81e24d01-5bfe-4e69-8972-9ef950c7741f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.615383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81e24d01-5bfe-4e69-8972-9ef950c7741f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.618252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81e24d01-5bfe-4e69-8972-9ef950c7741f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.619573 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-81e24d01-5bfe-4e69-8972-9ef950c7741f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a966a2c-4f49-4630-9ebe-860ec8d2413c HTTP/1.1" status: 204 len: 168 time: 0.3653483 Mar 31 23:09:05.635882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e24d01-5bfe-4e69-8972-9ef950c7741f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a966a2c-4f49-4630-9ebe-860ec8d2413c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:05.754239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b9a6c-4941-4db9-b60f-5b16f5eb3bed req-9a417e8b-3f9e-4a77-85fe-29b5de2abafc tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.757727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c4b9a6c-4941-4db9-b60f-5b16f5eb3bed req-9a417e8b-3f9e-4a77-85fe-29b5de2abafc tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1274314 Mar 31 23:09:05.767397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a8299-c8a3-4189-858a-ca252c53c3d2 req-6be3e17b-a3b6-41fb-a6bb-06e19f61afe0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.769440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca9a8299-c8a3-4189-858a-ca252c53c3d2 req-6be3e17b-a3b6-41fb-a6bb-06e19f61afe0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1499836 Mar 31 23:09:05.860186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c4b9a6c-4941-4db9-b60f-5b16f5eb3bed req-7ca99bfe-160e-4c3e-9fa2-f499ff9dae73 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895417 Mar 31 23:09:05.870719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca9a8299-c8a3-4189-858a-ca252c53c3d2 req-faffb40f-7daf-47c0-b0ef-ee068188f2d3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883546 Mar 31 23:09:05.971155 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.086075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-85d43d5f-3d0d-4179-a4f7-d5743cb42f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.091338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f6c1f-5631-4b12-8fa6-f7958a764bad req-0f6ab577-8acf-43e2-8350-1661931d371b tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:06.097683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d69f6c1f-5631-4b12-8fa6-f7958a764bad req-0f6ab577-8acf-43e2-8350-1661931d371b tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 946 time: 0.1354082 Mar 31 23:09:06.191732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d69f6c1f-5631-4b12-8fa6-f7958a764bad req-80abd024-3831-4896-9b93-54c160173cd6 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618560 Mar 31 23:09:06.320102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 70ac0d47-2649-448a-973b-923de9f39146 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:06.320512 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.442735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.459466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 70ac0d47-2649-448a-973b-923de9f39146 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:06.929476 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.026552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=70ac0d47-2649-448a-973b-923de9f39146,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.284249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3c741-b00f-40fa-99bf-c28f1e7a358d req-73f878ac-097c-42ef-9ec9-311554864ae5 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:07.286137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ead3c741-b00f-40fa-99bf-c28f1e7a358d req-73f878ac-097c-42ef-9ec9-311554864ae5 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.2004869 Mar 31 23:09:07.297366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb3773-86fc-4565-a4f5-99c95f9f3989 req-b3e0addb-eb4c-42bc-903a-65a9462fd8a6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:07.306451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dfb3773-86fc-4565-a4f5-99c95f9f3989 req-b3e0addb-eb4c-42bc-903a-65a9462fd8a6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1983085 Mar 31 23:09:07.328189 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.388945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ead3c741-b00f-40fa-99bf-c28f1e7a358d req-ca75a4d3-2e39-4ba3-bf64-174646746a7e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777290 Mar 31 23:09:07.442712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dfb3773-86fc-4565-a4f5-99c95f9f3989 req-e69109ff-8dfb-4137-b8d7-420b5506c9d3 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314976 Mar 31 23:09:07.496608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49190) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.652872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 31a63564-b070-47be-a9c0-066398f327da has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:07.765904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1987534372'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:07.768362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:07.775348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-121bc559-d57a-43bb-be4c-9571c77e9138 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/31a63564-b070-47be-a9c0-066398f327da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7889843 Mar 31 23:09:07.778148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49196) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.781897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ada584-5506-4ec0-8b85-bf48a44bf0f6 None None] Sync routers for ids ['31a63564-b070-47be-a9c0-066398f327da'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:07.792864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ada584-5506-4ec0-8b85-bf48a44bf0f6 None None] Routers {'31a63564-b070-47be-a9c0-066398f327da'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:07.793511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-18ada584-5506-4ec0-8b85-bf48a44bf0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['31a63564-b070-47be-a9c0-066398f327da'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:07.796528 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.833448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-18ada584-5506-4ec0-8b85-bf48a44bf0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:07.843308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ada584-5506-4ec0-8b85-bf48a44bf0f6 None None] Routers {'31a63564-b070-47be-a9c0-066398f327da'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:07.843922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-18ada584-5506-4ec0-8b85-bf48a44bf0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['31a63564-b070-47be-a9c0-066398f327da'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:07.877056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-18ada584-5506-4ec0-8b85-bf48a44bf0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:07.877856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ada584-5506-4ec0-8b85-bf48a44bf0f6 None None] The sync data for ids ['31a63564-b070-47be-a9c0-066398f327da'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:08.024919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Made reservation on behalf of f0f4dc7bbc084c03a29d3a7f6d56afb9 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:08.029889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.062560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.210496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.285071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120777ce-0cdb-4e3c-9539-7e2e3ea97c5f req-2ef9f377-e428-4855-b41c-c1b3a121945a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.286984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-120777ce-0cdb-4e3c-9539-7e2e3ea97c5f req-2ef9f377-e428-4855-b41c-c1b3a121945a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1222577 Mar 31 23:09:08.296172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.337308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.398319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:08.407779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924e90ac-2da0-4090-921f-117b99d33d8c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.414674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-3b3c01ad-37e2-4f1f-bb89-ed4e82789b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.416353 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-3b3c01ad-37e2-4f1f-bb89-ed4e82789b54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 1097 time: 0.1523969 Mar 31 23:09:08.424439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.424952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.426131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.426525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.426881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.427271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.427723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.428107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.428477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.428835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.429158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.429478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:08.434535 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.434882 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Added segment a114d61f-0965-405c-a325-479d61ecc0c0 of type vlan for network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba Mar 31 23:09:08.444850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-120777ce-0cdb-4e3c-9539-7e2e3ea97c5f req-4840f716-035d-4266-962f-e2a1d55a34be tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922885 Mar 31 23:09:08.546275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.555512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.659385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-f1900507-102f-47e8-becc-a1660f0c5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.662133 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-f1900507-102f-47e8-becc-a1660f0c5c88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 0.2256885 Mar 31 23:09:08.734978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3691c2-3b1f-4c1f-9534-49595742ead4 req-8d37d979-c6e0-4234-90c7-0b0f53d0167a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.736581 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc3691c2-3b1f-4c1f-9534-49595742ead4 req-8d37d979-c6e0-4234-90c7-0b0f53d0167a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1601024 Mar 31 23:09:08.756465 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-d473895f-e7d0-4f77-b82f-f3373374a99e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 200 len: 1001 time: 0.0862963 Mar 31 23:09:08.763303 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.770339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.778025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.830506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc3691c2-3b1f-4c1f-9534-49595742ead4 req-03a23ecb-40f2-4cbf-92d9-62db10d3195b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678825 Mar 31 23:09:08.867887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 22d62bb2-fba5-4e50-9afd-daae541d066b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:08.868332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.890132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event updated for resources: {'Network': ['ID=411b8106-bb3b-4cd3-a5f3-42ed7cecbeba,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.896324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-f8f07662-6dd7-47a1-a262-b830f3355b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.897990 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-f8f07662-6dd7-47a1-a262-b830f3355b79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.1232100 Mar 31 23:09:08.902282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:08.952497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-c2465e32-2d12-494c-9c96-e76c4e029237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.954205 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-c2465e32-2d12-494c-9c96-e76c4e029237 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453353 Mar 31 23:09:08.958345 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.985606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.000075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 22d62bb2-fba5-4e50-9afd-daae541d066b owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:09.045635 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ecdd74d9-f16b-4b4f-8e90-eeccf2be53d5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5478067 Mar 31 23:09:09.046552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49220) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:09.054005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Request body: {'subnet': {'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:09.184205 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-ce27a9a6-3d5a-43d5-ae96-aa1c8c319420 service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172225 Mar 31 23:09:09.197740 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.301898 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f014fe8-3a36-492e-a8c9-5a00ef39e6ad req-10d1ba86-c4af-45f5-bdf7-2c67998c2687 service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084092 Mar 31 23:09:09.321691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Made reservation on behalf of f0f4dc7bbc084c03a29d3a7f6d56afb9 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:09.325320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.368060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.410976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=22d62bb2-fba5-4e50-9afd-daae541d066b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:09.671853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.934395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.970950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5ac4f-48dc-452c-beeb-e23cb698f850 req-a8c05813-42a5-4dae-85cd-09aac5ebd134 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.984016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67a5ac4f-48dc-452c-beeb-e23cb698f850 req-a8c05813-42a5-4dae-85cd-09aac5ebd134 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.0893755 Mar 31 23:09:10.048730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.113528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.200752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67a5ac4f-48dc-452c-beeb-e23cb698f850 req-e18b1ad2-6f98-41c8-b7a3-279a1960f034 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139895 Mar 31 23:09:10.242561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event updated for resources: {'Subnet': ['ID=166b1d16-ea84-4311-ae2f-ede43028d1bc,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:10.260880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2497e8a-97ab-4d8d-b3e1-8c5b6f85b46f req-49ccca0a-f38f-431c-9f71-09b1d00bb09f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:10.262336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Checking segment: {'id': 'a114d61f-0965-405c-a325-479d61ecc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:10.262872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Network hostable DHCP agents. Network: 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:10.263976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2497e8a-97ab-4d8d-b3e1-8c5b6f85b46f req-49ccca0a-f38f-431c-9f71-09b1d00bb09f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.2745144 Mar 31 23:09:10.295258 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50db7c96-7402-4865-92f2-b9a5b8ef6a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.347068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:10.392169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2497e8a-97ab-4d8d-b3e1-8c5b6f85b46f req-55a1a697-3f62-458e-b8e2-d1fb7bcfc98a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197600 Mar 31 23:09:10.403939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 31a63564-b070-47be-a9c0-066398f327da has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:10.435095 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50db7c96-7402-4865-92f2-b9a5b8ef6a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.438412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:10.444434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:10.445283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.450882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e5d2f-56b1-4d11-857c-dbd1d133af68 None None] Network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:10.490631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50db7c96-7402-4865-92f2-b9a5b8ef6a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.532099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:10.542918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dc460fa9-c913-4105-8d97-4dc41e664b58 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/31a63564-b070-47be-a9c0-066398f327da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7609777 Mar 31 23:09:10.543699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49262) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.550255 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a27b4-0771-4600-a9a8-b3a19ade9fb8 None None] Sync routers for ids ['31a63564-b070-47be-a9c0-066398f327da'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:10.564859 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a27b4-0771-4600-a9a8-b3a19ade9fb8 None None] Routers {'31a63564-b070-47be-a9c0-066398f327da'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:10.566012 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-887a27b4-0771-4600-a9a8-b3a19ade9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['31a63564-b070-47be-a9c0-066398f327da'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:10.576033 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-616daf96-f7ff-42d5-baa0-18364b3a1e18 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5262916 Mar 31 23:09:10.581807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db7c96-7402-4865-92f2-b9a5b8ef6a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0acc9e-fd5f-40f0-90fe-969906b4f5cf,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:10.588688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49264) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.598261 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-50db7c96-7402-4865-92f2-b9a5b8ef6a6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0848dfb64075465eb956887cc1b3c85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483401 Mar 31 23:09:10.598542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7684005c-0cda-4040-a085-2879dec63905 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=31a63564-b070-47be-a9c0-066398f327da HTTP/1.1" status: 200 len: 205 time: 0.0521712 Mar 31 23:09:10.599333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49266) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.599528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49268) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.606585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Request body: {'port': {'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-230330877'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:10.652626 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-887a27b4-0771-4600-a9a8-b3a19ade9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:10.675880 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a27b4-0771-4600-a9a8-b3a19ade9fb8 None None] Routers {'31a63564-b070-47be-a9c0-066398f327da'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:10.675880 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-887a27b4-0771-4600-a9a8-b3a19ade9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['31a63564-b070-47be-a9c0-066398f327da'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:10.698685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-411b8106-bb3b-4cd3-a5f3-42ed7cecbeba', 'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba', 'tenant_id': 'f0f4dc7bbc084c03a29d3a7f6d56afb9', 'fixed_ips': [{'subnet_id': '166b1d16-ea84-4311-ae2f-ede43028d1bc'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:09:10.700579 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.722380 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-887a27b4-0771-4600-a9a8-b3a19ade9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:10.726433 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a27b4-0771-4600-a9a8-b3a19ade9fb8 None None] The sync data for ids ['31a63564-b070-47be-a9c0-066398f327da'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:10.752703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca46e-a199-4c8b-8c02-2d20d931fa4a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.896778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Allocated IP 2001:db8::2 (411b8106-bb3b-4cd3-a5f3-42ed7cecbeba/166b1d16-ea84-4311-ae2f-ede43028d1bc/e63e6160-801e-446a-b5b4-ee001028913f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:10.918890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b36b36f5-674b-41ac-8d71-ca549e2916f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.921101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Made reservation on behalf of f0f4dc7bbc084c03a29d3a7f6d56afb9 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:10.931271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.959171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] device_id is not set on port 73f2aaf8-7a26-47c3-a57f-1295bc24f410 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:10.972432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca46e-a199-4c8b-8c02-2d20d931fa4a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.976082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca46e-a199-4c8b-8c02-2d20d931fa4a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.989885 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b36b36f5-674b-41ac-8d71-ca549e2916f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.092863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.152073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca46e-a199-4c8b-8c02-2d20d931fa4a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.152623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1ca46e-a199-4c8b-8c02-2d20d931fa4a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Fanout notify agent at l3_agent the message router_deleted on router 31a63564-b070-47be-a9c0-066398f327da {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:11.164184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca46e-a199-4c8b-8c02-2d20d931fa4a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.164184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8b1ca46e-a199-4c8b-8c02-2d20d931fa4a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/31a63564-b070-47be-a9c0-066398f327da HTTP/1.1" status: 204 len: 168 time: 0.5531435 Mar 31 23:09:11.164459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49280) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:11.187276 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b36b36f5-674b-41ac-8d71-ca549e2916f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.188224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.194065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b36b36f5-674b-41ac-8d71-ca549e2916f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.196228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b36b36f5-674b-41ac-8d71-ca549e2916f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a0acc9e-fd5f-40f0-90fe-969906b4f5cf HTTP/1.1" status: 204 len: 168 time: 0.5954106 Mar 31 23:09:11.208791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b36f5-674b-41ac-8d71-ca549e2916f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0acc9e-fd5f-40f0-90fe-969906b4f5cf,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:11.267651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:11.311166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:11.343534 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8687e7-db38-44a3-a77e-03c498541266 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet b51debf4-c96e-4a8d-b717-9b70f126e29f {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:11.348171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Pushing event updated for resources: {'Port': ['ID=e63e6160-801e-446a-b5b4-ee001028913f,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:11.354923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f8687e7-db38-44a3-a77e-03c498541266 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.358058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:11.396169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:11.428208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:11.437291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Allocated IP 2001:db8::266 (411b8106-bb3b-4cd3-a5f3-42ed7cecbeba/166b1d16-ea84-4311-ae2f-ede43028d1bc/73f2aaf8-7a26-47c3-a57f-1295bc24f410) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:11.483432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f8687e7-db38-44a3-a77e-03c498541266 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.548006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68035fa0-a2b9-4571-93df-66c95247c868 req-6efa963e-2991-4111-a4c1-c38a920d9ad7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.557725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68035fa0-a2b9-4571-93df-66c95247c868 req-6efa963e-2991-4111-a4c1-c38a920d9ad7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1464949 Mar 31 23:09:11.680406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68035fa0-a2b9-4571-93df-66c95247c868 req-6aafdf1c-9f1a-4f17-8dd3-9ef719de07a2 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961072 Mar 31 23:09:11.698956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935f8f4-9828-4e8b-82fc-7bb9f8b87aac req-504c361a-3962-4df2-a4a0-1d6f956311a7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.701255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8935f8f4-9828-4e8b-82fc-7bb9f8b87aac req-504c361a-3962-4df2-a4a0-1d6f956311a7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1405797 Mar 31 23:09:11.760758 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8935f8f4-9828-4e8b-82fc-7bb9f8b87aac req-796bb3b6-5807-4a5c-8068-0b4bd3cabd14 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519857 Mar 31 23:09:11.770172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Attempting to bind port e63e6160-801e-446a-b5b4-ee001028913f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:11.771025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Attempting to bind port e63e6160-801e-446a-b5b4-ee001028913f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'a114d61f-0965-405c-a325-479d61ecc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:11.771232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Attempting to bind port e63e6160-801e-446a-b5b4-ee001028913f on network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:11.792790 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:09:11.794404 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.845940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:11.846364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Checking segment: {'id': 'a114d61f-0965-405c-a325-479d61ecc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:11.847776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.848367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Bound using segment: {'id': 'a114d61f-0965-405c-a325-479d61ecc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:11.849016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Bound port: e63e6160-801e-446a-b5b4-ee001028913f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a114d61f-0965-405c-a325-479d61ecc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:11.849588 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.861748 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f8687e7-db38-44a3-a77e-03c498541266 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.947203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:11.949547 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa437ca-f213-4175-b531-0ddae099e90a" -d '{"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:11.962681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:12.017146 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1b150c-df40-48f3-8130-decad1e7618f x-openstack-request-id: req-3c1b150c-df40-48f3-8130-decad1e7618f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:12.017436 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:12.017684 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c1b150c-df40-48f3-8130-decad1e7618f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:12.018065 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1b150c-df40-48f3-8130-decad1e7618f'] response: {'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'code': 200} Mar 31 23:09:12.022276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:12.026890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] For port e63e6160-801e-446a-b5b4-ee001028913f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:12.036771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.046700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] For port e63e6160-801e-446a-b5b4-ee001028913f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e63e6160-801e-446a-b5b4-ee001028913f,segment=NetworkSegment(a114d61f-0965-405c-a325-479d61ecc0c0),segment_id=a114d61f-0965-405c-a325-479d61ecc0c0)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:12.047905 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'port_id': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'mac_address': 'fa:16:3e:42:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb93dbb5-fa65-4bb0-8737-3466fb24c0ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:12.087934 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.103202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:12.117840 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.299421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.301996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f8687e7-db38-44a3-a77e-03c498541266 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.329734 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.363563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8687e7-db38-44a3-a77e-03c498541266 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=b51debf4-c96e-4a8d-b717-9b70f126e29f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:12.370163 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:12.387596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f8687e7-db38-44a3-a77e-03c498541266 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.390915 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2f8687e7-db38-44a3-a77e-03c498541266 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/b51debf4-c96e-4a8d-b717-9b70f126e29f HTTP/1.1" status: 204 len: 168 time: 1.2255328 Mar 31 23:09:12.394091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49316) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.410417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6bf02-6ec6-4519-a93f-bd19bc1d1320 None None] Network 48921d97-605d-497c-be61-72657f624b56 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:12.410417 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:09:12.410417 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:09:12.417817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event updated for resources: {'Port': ['ID=73f2aaf8-7a26-47c3-a57f-1295bc24f410,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:12.426618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:12.428599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:12.434661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:12.442572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:12.443285 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.506919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa7829f-adb0-4b5f-973e-11ae12a15444 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet 39482743-652a-44a0-b5c8-08c9aa1ce229 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:12.512044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fa7829f-adb0-4b5f-973e-11ae12a15444 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.530673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6154d5f4-11a0-4edb-b320-f26a7ac1a1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9310069 Mar 31 23:09:12.547025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49322) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.547221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49324) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.555495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Request body: {'port': {'network_id': '411b8106-bb3b-4cd3-a5f3-42ed7cecbeba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1640380308', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:12.557194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] bootfile-name is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:09:12.557644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] tftp-server is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:09:12.558224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] server-ip-address is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:09:12.596356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2516cec9-4881-446b-8a1f-ebb35c5c88e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.611754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e30579-d0c3-49fa-82b5-8706402b7c82 None None] Pushing event updated for resources: {'Port': ['ID=e63e6160-801e-446a-b5b4-ee001028913f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:12.618650 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fa7829f-adb0-4b5f-973e-11ae12a15444 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.685800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cf02a-77e4-410b-b26d-a31ff404a4a4 req-cdcf3049-eb62-4592-9d1d-ff10bd961335 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:12.694093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc2cf02a-77e4-410b-b26d-a31ff404a4a4 req-cdcf3049-eb62-4592-9d1d-ff10bd961335 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 946 time: 0.1068370 Mar 31 23:09:12.794001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] DHCP port deletion for 48921d97-605d-497c-be61-72657f624b56 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:12.799852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc2cf02a-77e4-410b-b26d-a31ff404a4a4 req-61dca79d-7826-4beb-b224-ad009e0cd69b tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003792 Mar 31 23:09:12.823356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fa7829f-adb0-4b5f-973e-11ae12a15444 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.887390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] Deleting port 73e96d8d-f197-4536-af00-814bfcd49f47 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:12.887766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.896781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2516cec9-4881-446b-8a1f-ebb35c5c88e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.930797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Made reservation on behalf of f0f4dc7bbc084c03a29d3a7f6d56afb9 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:12.939683 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.955267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13611-bfa5-4643-8b2d-d68be359a7f2 req-13c8d98e-5489-4985-a94a-36a41075b8d7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:12.958020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15b13611-bfa5-4643-8b2d-d68be359a7f2 req-13c8d98e-5489-4985-a94a-36a41075b8d7 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 943 time: 0.0839999 Mar 31 23:09:12.968117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] device_id is not set on port 82077924-51b9-45e8-9f2f-859c167a432f yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:13.012533 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2516cec9-4881-446b-8a1f-ebb35c5c88e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.027489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] For port 73e96d8d-f197-4536-af00-814bfcd49f47, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=73e96d8d-f197-4536-af00-814bfcd49f47,segment=NetworkSegment(7f6191f5-ca93-4189-8646-9726c03ce1de),segment_id=7f6191f5-ca93-4189-8646-9726c03ce1de)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:13.028147 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.028715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15b13611-bfa5-4643-8b2d-d68be359a7f2 req-a17eaf04-8536-4941-bea2-f6705256923f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633509 Mar 31 23:09:13.031340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fa7829f-adb0-4b5f-973e-11ae12a15444 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.057751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] Calling delete_port for 73e96d8d-f197-4536-af00-814bfcd49f47 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:13.073621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5fa7829f-adb0-4b5f-973e-11ae12a15444 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.079847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5fa7829f-adb0-4b5f-973e-11ae12a15444 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/39482743-652a-44a0-b5c8-08c9aa1ce229 HTTP/1.1" status: 204 len: 168 time: 0.6822462 Mar 31 23:09:13.079847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7829f-adb0-4b5f-973e-11ae12a15444 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=39482743-652a-44a0-b5c8-08c9aa1ce229,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.080955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49334) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:13.119641 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2516cec9-4881-446b-8a1f-ebb35c5c88e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0602be5f367e4b649ab2676618fabf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696695 Mar 31 23:09:13.125571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49336) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:13.154844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c821d6-70c4-4719-a3c5-c30137c13686 None None] Network 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:13.160139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516cec9-4881-446b-8a1f-ebb35c5c88e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f478fbb-b33f-48d8-8d16-d54b46859c94,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.197828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.220532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8dd4-9eec-4075-98a6-8e15153ff86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.221797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.248368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Allocated IP 2001:db8::22 (411b8106-bb3b-4cd3-a5f3-42ed7cecbeba/166b1d16-ea84-4311-ae2f-ede43028d1bc/82077924-51b9-45e8-9f2f-859c167a432f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:13.268310 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8dd4-9eec-4075-98a6-8e15153ff86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.275005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 73e96d8d-f197-4536-af00-814bfcd49f47 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:13.275359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.275484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:13.327740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:13.368567 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.372944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port 73e96d8d-f197-4536-af00-814bfcd49f47, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=73e96d8d-f197-4536-af00-814bfcd49f47,segment=NetworkSegment(7f6191f5-ca93-4189-8646-9726c03ce1de),segment_id=7f6191f5-ca93-4189-8646-9726c03ce1de)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:13.373514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.398866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 73e96d8d-f197-4536-af00-814bfcd49f47 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:13.429563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] Pushing event deleted for resources: {'Port': ['ID=73e96d8d-f197-4536-af00-814bfcd49f47,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.454681 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.454681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf2982-c588-4955-a9ab-1ba00d654fe2 None None] No DVR routers for this DVR port 73e96d8d-f197-4536-af00-814bfcd49f47 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:13.504709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] DHCP port deletion for 65cc7975-8470-4f46-b9a5-0d4d5a5972e0 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:13.521684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.537463 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8dd4-9eec-4075-98a6-8e15153ff86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.543598 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8dd4-9eec-4075-98a6-8e15153ff86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.546010 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fa6f8dd4-9eec-4075-98a6-8e15153ff86c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f478fbb-b33f-48d8-8d16-d54b46859c94 HTTP/1.1" status: 204 len: 168 time: 0.4174383 Mar 31 23:09:13.550945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e63e6160-801e-446a-b5b4-ee001028913f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:13.592050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f8dd4-9eec-4075-98a6-8e15153ff86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f478fbb-b33f-48d8-8d16-d54b46859c94,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.619306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.656530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No DVR routers for this DVR port 73e96d8d-f197-4536-af00-814bfcd49f47 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:13.659397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.679889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] Deleting port 46299ef1-d066-4093-b16a-df96babbb048 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:13.680270 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.685359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:13.746994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=73e96d8d-f197-4536-af00-814bfcd49f47,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.792460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.825242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.833850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e63e6160-801e-446a-b5b4-ee001028913f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:13.834245 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.858499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48921d97-605d-497c-be61-72657f624b56']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.875135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6191f5-ca93-4189-8646-9726c03ce1de') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.875383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6191f5-ca93-4189-8646-9726c03ce1de') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.892259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] For port 46299ef1-d066-4093-b16a-df96babbb048, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=46299ef1-d066-4093-b16a-df96babbb048,segment=NetworkSegment(0ae6761d-1000-44bc-998a-8a6124dce805),segment_id=0ae6761d-1000-44bc-998a-8a6124dce805)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:13.892680 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.899792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:13.910963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:13.920307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:13.920478 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.921044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:13.921473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] Calling delete_port for 46299ef1-d066-4093-b16a-df96babbb048 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:13.921729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.939649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event updated for resources: {'Port': ['ID=82077924-51b9-45e8-9f2f-859c167a432f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.943330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.961145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:13.961486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:13.966193 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:14.028227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb2d8cc-5048-46c1-a265-76144bbafd70 None None] Network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:14.082747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0f51a5d-849b-4287-b24f-e1fcbe05e027 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5338106 Mar 31 23:09:14.086754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49354) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.137796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a984755-4988-429e-b174-0d0c9a9040c1 req-061566d4-3c7b-490d-b44b-a56e49126ba1 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:14.145730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a984755-4988-429e-b174-0d0c9a9040c1 req-061566d4-3c7b-490d-b44b-a56e49126ba1 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 946 time: 0.1962671 Mar 31 23:09:14.184304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.203470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914afaf-18d0-4d56-93e7-6179ac79daaa tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:14.207735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.212856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.219556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/48921d97-605d-497c-be61-72657f624b56 HTTP/1.1" status: 204 len: 168 time: 1.1360807 Mar 31 23:09:14.228171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914afaf-18d0-4d56-93e7-6179ac79daaa tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:14.236557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3914afaf-18d0-4d56-93e7-6179ac79daaa tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:14.239437 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3914afaf-18d0-4d56-93e7-6179ac79daaa tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1527007 Mar 31 23:09:14.240544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49358) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.256209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a984755-4988-429e-b174-0d0c9a9040c1 req-42ccc105-b107-483e-a7a7-0479e8f8aefb tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051393 Mar 31 23:09:14.262606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5287bd9f-b881-4482-9feb-a2592bc9d81d None None] Provisioning complete for port e63e6160-801e-446a-b5b4-ee001028913f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:14.262979 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5287bd9f-b881-4482-9feb-a2592bc9d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.278530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4e410-9b61-4f01-9e84-e61094b45017 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=48921d97-605d-497c-be61-72657f624b56,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.279170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49360) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.315112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f2ee0-bbe5-4407-8a4a-4345a2589b01 req-3c8275b8-58f2-4ab4-8ae4-237a86c0d468 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:14.320702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e8f2ee0-bbe5-4407-8a4a-4345a2589b01 req-3c8275b8-58f2-4ab4-8ae4-237a86c0d468 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 944 time: 0.1597371 Mar 31 23:09:14.387596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e8f2ee0-bbe5-4407-8a4a-4345a2589b01 req-b8ce78d4-2614-488c-94e2-c41e60ea620d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588391 Mar 31 23:09:14.441460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port e63e6160-801e-446a-b5b4-ee001028913f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e63e6160-801e-446a-b5b4-ee001028913f,segment=NetworkSegment(a114d61f-0965-405c-a325-479d61ecc0c0),segment_id=a114d61f-0965-405c-a325-479d61ecc0c0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:14.447478 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.454161 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.497394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] Pushing event deleted for resources: {'Port': ['ID=46299ef1-d066-4093-b16a-df96babbb048,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.500978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb889a4b-0595-4ea7-a532-9ba8e82a6dc3 None None] No DVR routers for this DVR port 46299ef1-d066-4093-b16a-df96babbb048 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:14.552016 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5287bd9f-b881-4482-9feb-a2592bc9d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.554860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-300327f3-f966-4ed1-835b-bf91a5953d83 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Deleting port 82077924-51b9-45e8-9f2f-859c167a432f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:14.555280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-300327f3-f966-4ed1-835b-bf91a5953d83 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.588134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.696542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.758611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d773b70b-f009-4d43-8903-2b417a871333 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:14.760402 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d773b70b-f009-4d43-8903-2b417a871333 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 946 time: 0.2450316 Mar 31 23:09:14.781762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 73e96d8d-f197-4536-af00-814bfcd49f47 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:14.782643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=e63e6160-801e-446a-b5b4-ee001028913f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.789277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-5287bd9f-b881-4482-9feb-a2592bc9d81d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:09:14.790293 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-5287bd9f-b881-4482-9feb-a2592bc9d81d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:09:14.795897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cc7975-8470-4f46-b9a5-0d4d5a5972e0']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:14.811205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 73e96d8d-f197-4536-af00-814bfcd49f47 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:14.811698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 73e96d8d-f197-4536-af00-814bfcd49f47 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:14.874327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae6761d-1000-44bc-998a-8a6124dce805') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:14.874900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae6761d-1000-44bc-998a-8a6124dce805') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:14.938399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.947800 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-300327f3-f966-4ed1-835b-bf91a5953d83 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.969134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-300327f3-f966-4ed1-835b-bf91a5953d83 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Calling delete_port for 82077924-51b9-45e8-9f2f-859c167a432f owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:15.022155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060f39-5664-4cd7-99ad-dd66b0b1bd6a req-3fd17545-323e-4835-83ff-a254ecd01a3c tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:15.024632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd060f39-5664-4cd7-99ad-dd66b0b1bd6a req-3fd17545-323e-4835-83ff-a254ecd01a3c tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.0707707 Mar 31 23:09:15.045758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.059103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:15.059477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:15.063048 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:15.076772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd060f39-5664-4cd7-99ad-dd66b0b1bd6a req-3c53d0a7-2c2e-4319-a50d-e880babc239e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456789 Mar 31 23:09:15.163743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Deleting port 189f6544-e500-4b8a-9d30-10221139fbd3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:15.164095 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.350577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.356144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.371324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49400) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:15.371747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/65cc7975-8470-4f46-b9a5-0d4d5a5972e0 HTTP/1.1" status: 204 len: 168 time: 1.1297915 Mar 31 23:09:15.376363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-222760237'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:15.449241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:15.468839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0b0c3-ee0c-4804-9fe3-18c46e867b54 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=65cc7975-8470-4f46-b9a5-0d4d5a5972e0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.534766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e63e6160-801e-446a-b5b4-ee001028913f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:15.536487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-300327f3-f966-4ed1-835b-bf91a5953d83 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.541044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] For port 189f6544-e500-4b8a-9d30-10221139fbd3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=189f6544-e500-4b8a-9d30-10221139fbd3,segment=NetworkSegment(14df5d28-484c-46b2-94fd-7f7a543dd8fa),segment_id=14df5d28-484c-46b2-94fd-7f7a543dd8fa)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:15.541769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.570741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5000b-7ba9-49f8-a3ef-47a006abee50 req-db4a3e16-251a-4771-b80b-6b94d937ec75 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:15.572312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45a5000b-7ba9-49f8-a3ef-47a006abee50 req-db4a3e16-251a-4771-b80b-6b94d937ec75 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 946 time: 0.1588709 Mar 31 23:09:15.587583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Calling delete_port for 189f6544-e500-4b8a-9d30-10221139fbd3 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:15.593254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300327f3-f966-4ed1-835b-bf91a5953d83 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event deleted for resources: {'Port': ['ID=82077924-51b9-45e8-9f2f-859c167a432f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.628128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2e5ee21e-d06a-4e2c-b5e9-57e180592004 None None] Provisioning complete for port e63e6160-801e-446a-b5b4-ee001028913f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:15.629095 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2e5ee21e-d06a-4e2c-b5e9-57e180592004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.634261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:15.634661 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.646108 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-300327f3-f966-4ed1-835b-bf91a5953d83 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.655610 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-300327f3-f966-4ed1-835b-bf91a5953d83 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "DELETE /v2.0/ports/82077924-51b9-45e8-9f2f-859c167a432f HTTP/1.1" status: 204 len: 168 time: 1.3808188 Mar 31 23:09:15.656376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49412) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:15.699416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:15.703467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Request body: {'port': {'name': 'tempest-new-port-name-1797087655', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:15.704180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.704517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] bootfile-name is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:09:15.705255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] tftp-server is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:09:15.705877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.api.validators [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] server-ip-address is not in valid_values {{(pid=109821) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:09:15.804152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e63e6160-801e-446a-b5b4-ee001028913f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:15.804528 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.807659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.819180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45a5000b-7ba9-49f8-a3ef-47a006abee50 req-d3e180c7-3f93-47d1-b8e0-db4c5944c252 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/security-groups?id=83654e9a-81e3-4b8a-a825-77ec214c3f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389202 Mar 31 23:09:15.841952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:15.851661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b1ea-a540-49bf-bc75-3ea440212db8 req-1c5e949b-4012-4abd-ab8d-fd747490347e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:15.855053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0a8b1ea-a540-49bf-bc75-3ea440212db8 req-1c5e949b-4012-4abd-ab8d-fd747490347e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 944 time: 0.3112590 Mar 31 23:09:15.907687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0a8b1ea-a540-49bf-bc75-3ea440212db8 req-05fbdb1d-37cc-44bc-b0f1-5da8f1ae1741 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 Mar 31 23:09:15.911920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.912533 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment c38888ce-8202-477a-812d-059ed70f584c of type vlan for network 3ffad37e-e900-4072-9d4c-0f1b22234d69 Mar 31 23:09:15.952409 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.988188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2e5ee21e-d06a-4e2c-b5e9-57e180592004 None None] Could not find standard attr ID for object 82077924-51b9-45e8-9f2f-859c167a432f. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:09:15.991896 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.052875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:16.054007 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2912d2-16b2-44de-99e0-1e1854d6178e" -d '{"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-plugged", "status": "completed", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:16.069415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2e5ee21e-d06a-4e2c-b5e9-57e180592004 None None] Provisioning complete for port 73f2aaf8-7a26-47c3-a57f-1295bc24f410 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:16.069913 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2e5ee21e-d06a-4e2c-b5e9-57e180592004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.079133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:16.123605 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b0e481-5c94-4397-a59d-f586984caa4e x-openstack-request-id: req-03b0e481-5c94-4397-a59d-f586984caa4e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:16.124001 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-plugged", "status": "completed", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:16.124353 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03b0e481-5c94-4397-a59d-f586984caa4e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:16.125439 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b0e481-5c94-4397-a59d-f586984caa4e'] response: {'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'code': 200} Mar 31 23:09:16.171521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ee21e-d06a-4e2c-b5e9-57e180592004 None None] Port 73f2aaf8-7a26-47c3-a57f-1295bc24f410 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:16.201637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.209346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:16.210195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.231055 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.291489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:16.295330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.298318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75c39800-439a-404b-b787-d8cd9e27143e None None] Could not find standard attr ID for object 82077924-51b9-45e8-9f2f-859c167a432f. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:09:16.310938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['189f6544-e500-4b8a-9d30-10221139fbd3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:16.316162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 46299ef1-d066-4093-b16a-df96babbb048 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:16.359086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=3ffad37e-e900-4072-9d4c-0f1b22234d69,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:16.379046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.379543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.379994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.380436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.382315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.382932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.383619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.385141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.385597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.386038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.387537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 46299ef1-d066-4093-b16a-df96babbb048 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:16.388670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.389713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:16.390521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 46299ef1-d066-4093-b16a-df96babbb048 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:16.402994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 3ffad37e-e900-4072-9d4c-0f1b22234d69 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:16.413964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Pushing event deleted for resources: {'Port': ['ID=189f6544-e500-4b8a-9d30-10221139fbd3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:16.463721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1f006311-c8e8-44a6-bf10-eb256990db9f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0912943 Mar 31 23:09:16.477403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49430) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:16.484150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] No DVR routers for this DVR port 189f6544-e500-4b8a-9d30-10221139fbd3 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:16.488369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.492386 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9f6378b9-96d5-4f0f-acac-4e64692cce0c req-d2e221ad-78e1-4879-af1c-576996a4b00d tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.50 "DELETE /v2.0/ports/189f6544-e500-4b8a-9d30-10221139fbd3 HTTP/1.1" status: 204 len: 173 time: 1.7155542 Mar 31 23:09:16.494013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': '3ffad37e-e900-4072-9d4c-0f1b22234d69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:16.496250 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2d831d-8ba8-45c5-8a85-e63eae97b72b', 'name': 'network-vif-deleted', 'tag': '189f6544-e500-4b8a-9d30-10221139fbd3'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:16.520260 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef4ee4b-df9b-4d59-85eb-c70730f7e1e3" -d '{"events": [{"server_uuid": "fe2d831d-8ba8-45c5-8a85-e63eae97b72b", "name": "network-vif-deleted", "tag": "189f6544-e500-4b8a-9d30-10221139fbd3"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:16.525728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.535815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b551405-b155-401c-924f-8cd944b9af12 req-5d820119-70d1-40bf-b896-67b06d08a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:16.543135 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b551405-b155-401c-924f-8cd944b9af12 req-5d820119-70d1-40bf-b896-67b06d08a1a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 1096 time: 0.2888322 Mar 31 23:09:16.617689 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef96ced-d4af-4660-9ce3-59b456ef940b x-openstack-request-id: req-1ef96ced-d4af-4660-9ce3-59b456ef940b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:16.618445 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2d831d-8ba8-45c5-8a85-e63eae97b72b", "name": "network-vif-deleted", "tag": "189f6544-e500-4b8a-9d30-10221139fbd3", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:16.618445 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ef96ced-d4af-4660-9ce3-59b456ef940b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:16.618819 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef96ced-d4af-4660-9ce3-59b456ef940b'] response: {'server_uuid': 'fe2d831d-8ba8-45c5-8a85-e63eae97b72b', 'name': 'network-vif-deleted', 'tag': '189f6544-e500-4b8a-9d30-10221139fbd3', 'status': 'completed', 'code': 200} Mar 31 23:09:16.641722 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b551405-b155-401c-924f-8cd944b9af12 req-67ed8ea0-6674-4524-8638-1116a4e53dc8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952923 Mar 31 23:09:16.643217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.706849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] In _notify_port_updated(), no bound segment for port 73f2aaf8-7a26-47c3-a57f-1295bc24f410 on network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:09:16.714289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:16.715462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.721057 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "PUT /v2.0/ports/73f2aaf8-7a26-47c3-a57f-1295bc24f410 HTTP/1.1" status: 200 len: 1130 time: 1.0618169 Mar 31 23:09:16.726228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49444) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:16.732879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bafb12-7996-4677-a5b8-455f8cf4d819 req-3c5d2404-89b8-4af2-845c-18bfd44fd64e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:16.756085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77bafb12-7996-4677-a5b8-455f8cf4d819 req-3c5d2404-89b8-4af2-845c-18bfd44fd64e tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.1384664 Mar 31 23:09:16.804921 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5fb3e-8d21-4764-9f64-d6d00c28ec9d tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event updated for resources: {'Port': ['ID=73f2aaf8-7a26-47c3-a57f-1295bc24f410,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:16.822624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ed5be-172b-43dd-b384-8c1b3cdf0bdc tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:16.829431 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b99ed5be-172b-43dd-b384-8c1b3cdf0bdc tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "GET /v2.0/ports/73f2aaf8-7a26-47c3-a57f-1295bc24f410 HTTP/1.1" status: 200 len: 1130 time: 0.1032887 Mar 31 23:09:16.829676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49448) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:16.861916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77bafb12-7996-4677-a5b8-455f8cf4d819 req-1be3d17e-9d27-4275-98aa-8cd82615e8cc tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049433 Mar 31 23:09:16.932200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:16.947147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.026325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94050314-ca32-4039-a3ec-da171c9da2a3 req-13d45b8a-6502-415d-afb3-92001374cb92 tempest-VolumesActionsTest-1672040546 tempest-VolumesActionsTest-1672040546-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe2d831d-8ba8-45c5-8a85-e63eae97b72b HTTP/1.1" status: 200 len: 210 time: 0.0957100 Mar 31 23:09:17.174919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-37a82bbc-73a7-4c35-aa1d-653f3acdd090 None None] Provisioning complete for port 73f2aaf8-7a26-47c3-a57f-1295bc24f410 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:17.176523 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37a82bbc-73a7-4c35-aa1d-653f3acdd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.178440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ee4f-b5d8-4d25-bd2c-0c21c504cb05 req-98d67186-24e4-4bdb-804b-713470a78648 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:17.180037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bdd4ee4f-b5d8-4d25-bd2c-0c21c504cb05 req-98d67186-24e4-4bdb-804b-713470a78648 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.1591866 Mar 31 23:09:17.183580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd6af8-01e3-44d4-b7db-0ab8cdacbdef tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Deleting port 73f2aaf8-7a26-47c3-a57f-1295bc24f410 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:17.184435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6af8-01e3-44d4-b7db-0ab8cdacbdef tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.232581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-37a82bbc-73a7-4c35-aa1d-653f3acdd090 None None] Port 73f2aaf8-7a26-47c3-a57f-1295bc24f410 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:17.354599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bdd4ee4f-b5d8-4d25-bd2c-0c21c504cb05 req-65b6048e-d27c-4e3f-adaf-19879c4f4257 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583154 Mar 31 23:09:17.373384 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6af8-01e3-44d4-b7db-0ab8cdacbdef tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.417544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd6af8-01e3-44d4-b7db-0ab8cdacbdef tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Calling delete_port for 73f2aaf8-7a26-47c3-a57f-1295bc24f410 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:17.554378 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.647773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=baf318d0-cf28-4cb1-ac68-cc91cace7c95,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:17.655375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': 'c38888ce-8202-477a-812d-059ed70f584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3ffad37e-e900-4072-9d4c-0f1b22234d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:17.655654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: 3ffad37e-e900-4072-9d4c-0f1b22234d69, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:17.843516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 3ffad37e-e900-4072-9d4c-0f1b22234d69 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:17.845947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6af8-01e3-44d4-b7db-0ab8cdacbdef tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.914597 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6af8-01e3-44d4-b7db-0ab8cdacbdef tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.917900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0ebd6af8-01e3-44d4-b7db-0ab8cdacbdef tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "DELETE /v2.0/ports/73f2aaf8-7a26-47c3-a57f-1295bc24f410 HTTP/1.1" status: 204 len: 168 time: 1.0872221 Mar 31 23:09:17.918888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd6af8-01e3-44d4-b7db-0ab8cdacbdef tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event deleted for resources: {'Port': ['ID=73f2aaf8-7a26-47c3-a57f-1295bc24f410,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:17.921047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49480) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:18.020869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f60d960-3b72-494d-a87c-1a695717c0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Deleting subnet 166b1d16-ea84-4311-ae2f-ede43028d1bc {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:18.027227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f60d960-3b72-494d-a87c-1a695717c0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.093118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f60d960-3b72-494d-a87c-1a695717c0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.242911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064c8d-674c-4f98-8995-742055d8e89b req-1a313435-73a6-43fd-aa2d-8ea54d2487fa tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:18.244935 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15064c8d-674c-4f98-8995-742055d8e89b req-1a313435-73a6-43fd-aa2d-8ea54d2487fa tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.1224682 Mar 31 23:09:18.339122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f60d960-3b72-494d-a87c-1a695717c0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.507164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 3ffad37e-e900-4072-9d4c-0f1b22234d69) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:18.515983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600333f6-0dcf-4d9d-a516-24efbf9ba045 None None] Network 3ffad37e-e900-4072-9d4c-0f1b22234d69 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:18.520755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:18.521342 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.531214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Deleting port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:18.531577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.548585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f60d960-3b72-494d-a87c-1a695717c0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.569161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b61d5-8423-4ac5-924b-b06be2e0ba2a req-05c6612e-b448-490d-9b78-d705580f50d6 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:18.570712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c32b61d5-8423-4ac5-924b-b06be2e0ba2a req-05c6612e-b448-490d-9b78-d705580f50d6 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 945 time: 0.5936363 Mar 31 23:09:18.585133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8eae5-5670-42fe-a171-b2b5d2bf6d61 req-e317257f-0834-4bd6-aed6-511658a67e0d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:18.590691 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8f8eae5-5670-42fe-a171-b2b5d2bf6d61 req-e317257f-0834-4bd6-aed6-511658a67e0d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.0840755 Mar 31 23:09:18.610097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60d960-3b72-494d-a87c-1a695717c0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event deleted for resources: {'Subnet': ['ID=166b1d16-ea84-4311-ae2f-ede43028d1bc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.614508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5f60d960-3b72-494d-a87c-1a695717c0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.619974 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5f60d960-3b72-494d-a87c-1a695717c0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "DELETE /v2.0/subnets/166b1d16-ea84-4311-ae2f-ede43028d1bc HTTP/1.1" status: 204 len: 168 time: 0.6965370 Mar 31 23:09:18.622274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8874a-80f9-4d14-a004-bf830957c318 None None] Network 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:18.623711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49496) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:18.700989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] For port 3adb7adb-e182-4b17-a905-4ab1f474b0b3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=3adb7adb-e182-4b17-a905-4ab1f474b0b3,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:18.701705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.733611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e503446b-2245-4c18-b062-3967772dc5d0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2546320 Mar 31 23:09:18.745362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49502) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:18.760608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 189f6544-e500-4b8a-9d30-10221139fbd3 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:18.760841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dead845d-f05e-4bae-82be-c4ba03bf76d9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-931038679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:18.787309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c32b61d5-8423-4ac5-924b-b06be2e0ba2a req-16843782-3479-4eb0-8d2b-3a6b695d5a09 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e1000f3-6380-46ef-8ec2-c17f8d1907b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1992993 Mar 31 23:09:18.822228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8f8eae5-5670-42fe-a171-b2b5d2bf6d61 req-22335b61-c305-406a-8575-d193aba2d9cb tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083566 Mar 31 23:09:18.843139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-3ffad37e-e900-4072-9d4c-0f1b22234d69', 'network_id': '3ffad37e-e900-4072-9d4c-0f1b22234d69', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': 'baf318d0-cf28-4cb1-ac68-cc91cace7c95'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:09:18.844282 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.845301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.883565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 189f6544-e500-4b8a-9d30-10221139fbd3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:18.884014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 189f6544-e500-4b8a-9d30-10221139fbd3 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:18.917974 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dead845d-f05e-4bae-82be-c4ba03bf76d9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.922224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dead845d-f05e-4bae-82be-c4ba03bf76d9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.039103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.039678 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.039805 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Floating IP f7b38380-4689-4579-aebd-fcd1db45956b disassociated. External IP: 172.25.4.76, port: 3adb7adb-e182-4b17-a905-4ab1f474b0b3. Mar 31 23:09:19.040096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Calling delete_port for 3adb7adb-e182-4b17-a905-4ab1f474b0b3 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:19.093486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dead845d-f05e-4bae-82be-c4ba03bf76d9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.126508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49514) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:19.130301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Deleting port e63e6160-801e-446a-b5b4-ee001028913f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:19.130713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.145230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] DHCP port deletion for 411b8106-bb3b-4cd3-a5f3-42ed7cecbeba request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:19.189243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Allocated IP 2001:db8::2 (3ffad37e-e900-4072-9d4c-0f1b22234d69/baf318d0-cf28-4cb1-ac68-cc91cace7c95/2f644641-6dd6-47ac-8db6-08a9f905a180) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:19.193574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dead845d-f05e-4bae-82be-c4ba03bf76d9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.238634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] Deleting port e63e6160-801e-446a-b5b4-ee001028913f {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:19.241007 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.293816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df8229-04b4-409a-98a5-9bd9d4849c14 req-273b73d7-c3b2-465d-9c52-43e3212fa80b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:19.307686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96df8229-04b4-409a-98a5-9bd9d4849c14 req-273b73d7-c3b2-465d-9c52-43e3212fa80b tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.3399644 Mar 31 23:09:19.369115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] For port e63e6160-801e-446a-b5b4-ee001028913f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e63e6160-801e-446a-b5b4-ee001028913f,segment=NetworkSegment(a114d61f-0965-405c-a325-479d61ecc0c0),segment_id=a114d61f-0965-405c-a325-479d61ecc0c0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:19.369959 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.384453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] For port e63e6160-801e-446a-b5b4-ee001028913f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e63e6160-801e-446a-b5b4-ee001028913f,segment=NetworkSegment(a114d61f-0965-405c-a325-479d61ecc0c0),segment_id=a114d61f-0965-405c-a325-479d61ecc0c0)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:19.385128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.402047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] Calling delete_port for e63e6160-801e-446a-b5b4-ee001028913f owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:19.411824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-02b454b0-f7fc-4788-8d6f-37eb9e96535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.413802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Calling delete_port for e63e6160-801e-446a-b5b4-ee001028913f owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:19.449812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96df8229-04b4-409a-98a5-9bd9d4849c14 req-006fd893-b440-42f0-99cf-41cbef5ce813 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404791 Mar 31 23:09:19.462165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e63e6160-801e-446a-b5b4-ee001028913f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:19.555342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.561892 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dead845d-f05e-4bae-82be-c4ba03bf76d9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.566994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dead845d-f05e-4bae-82be-c4ba03bf76d9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8205030 Mar 31 23:09:19.575124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49524) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:19.616744 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-02b454b0-f7fc-4788-8d6f-37eb9e96535d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.629819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'port': {'network_id': '3ffad37e-e900-4072-9d4c-0f1b22234d69', 'name': 'tempest-RoutersIpV6Test-848745783'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:19.637651 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event deleted for resources: {'Port': ['ID=3adb7adb-e182-4b17-a905-4ab1f474b0b3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:19.712021 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.723246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-02b454b0-f7fc-4788-8d6f-37eb9e96535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.761331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.767967 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:19.772132 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:09:19.810088 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.831685 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.833017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event deleted for resources: {'Port': ['ID=e63e6160-801e-446a-b5b4-ee001028913f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:19.846660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-02b454b0-f7fc-4788-8d6f-37eb9e96535d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee3d1b4093fd4dc78e5b1dd39524afa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7150831 Mar 31 23:09:19.846660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] No DVR routers for this DVR port e63e6160-801e-446a-b5b4-ee001028913f on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:19.852586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49534) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:19.861495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b454b0-f7fc-4788-8d6f-37eb9e96535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33472f32-3dc3-48c9-ba0c-e754ad31caa2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:19.882235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] Pushing event deleted for resources: {'Port': ['ID=e63e6160-801e-446a-b5b4-ee001028913f,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:19.884706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da07478-411f-4a86-b6c3-82d592fc5b5f None None] No DVR routers for this DVR port e63e6160-801e-446a-b5b4-ee001028913f on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:19.975321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.046796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Network 3ffad37e-e900-4072-9d4c-0f1b22234d69 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:20.052817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:20.058085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:20.062133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Pushing event updated for resources: {'Port': ['ID=2f644641-6dd6-47ac-8db6-08a9f905a180,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.073713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.102724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411b8106-bb3b-4cd3-a5f3-42ed7cecbeba']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.114138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a114d61f-0965-405c-a325-479d61ecc0c0') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.114436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a114d61f-0965-405c-a325-479d61ecc0c0') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.128393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.141309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.148840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:20.149317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:20.164764 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:20.185611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Attempting to bind port 2f644641-6dd6-47ac-8db6-08a9f905a180 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:20.186612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Attempting to bind port 2f644641-6dd6-47ac-8db6-08a9f905a180 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'c38888ce-8202-477a-812d-059ed70f584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3ffad37e-e900-4072-9d4c-0f1b22234d69'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:20.187415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Attempting to bind port 2f644641-6dd6-47ac-8db6-08a9f905a180 on network 3ffad37e-e900-4072-9d4c-0f1b22234d69 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:20.195070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:20.197287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Checking segment: {'id': 'c38888ce-8202-477a-812d-059ed70f584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3ffad37e-e900-4072-9d4c-0f1b22234d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:20.198412 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.199089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Bound using segment: {'id': 'c38888ce-8202-477a-812d-059ed70f584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3ffad37e-e900-4072-9d4c-0f1b22234d69'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:20.199836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Bound port: 2f644641-6dd6-47ac-8db6-08a9f905a180, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38888ce-8202-477a-812d-059ed70f584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3ffad37e-e900-4072-9d4c-0f1b22234d69'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:20.201257 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.297548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] For port 2f644641-6dd6-47ac-8db6-08a9f905a180, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:20.301549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bfde60d-4c0e-4951-9e5e-6fa7213c90fd req-272a1634-6045-438a-ab26-24b827f73631 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 210 time: 0.1394598 Mar 31 23:09:20.306338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] For port 2f644641-6dd6-47ac-8db6-08a9f905a180, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2f644641-6dd6-47ac-8db6-08a9f905a180,segment=NetworkSegment(c38888ce-8202-477a-812d-059ed70f584c),segment_id=c38888ce-8202-477a-812d-059ed70f584c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:20.357992 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1fc5-79f6-4b0c-bae5-e6fa467cbd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.428678 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.436677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1fc5-79f6-4b0c-bae5-e6fa467cbd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.470745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.485353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.489660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] 10.222.0.31 "DELETE /v2.0/networks/411b8106-bb3b-4cd3-a5f3-42ed7cecbeba HTTP/1.1" status: 204 len: 168 time: 1.8649316 Mar 31 23:09:20.542314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a543b-4374-49e7-859e-9f7de56c36d4 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714 tempest-ExtraDHCPOptionsIpV6TestJSON-548854714-project] Pushing event deleted for resources: {'Network': ['ID=411b8106-bb3b-4cd3-a5f3-42ed7cecbeba,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.577656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:20.578619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649da9b-be81-4b2b-afe5-34eb07ba9240 None None] Pushing event updated for resources: {'Port': ['ID=2f644641-6dd6-47ac-8db6-08a9f905a180,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.696609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-592f7f7a-5212-4058-a058-5ed19ee5ac93 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:20.700574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:20.703405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-592f7f7a-5212-4058-a058-5ed19ee5ac93 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/networks?id=5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 200 len: 815 time: 0.2203653 Mar 31 23:09:20.704717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.730017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-3fe322c0-ddf6-476a-bb5c-a370e4dfad16 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/quotas/cd45eb51f33445efb275a02be224a85f HTTP/1.1" status: 200 len: 375 time: 0.0256705 Mar 31 23:09:20.753785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] device_id is not set on port b1220c9e-d0f2-4a7b-8680-b3b52d519dbe yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:20.768652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:20.781788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1fc5-79f6-4b0c-bae5-e6fa467cbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.782214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] Sync routers for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:20.789190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1fc5-79f6-4b0c-bae5-e6fa467cbd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.790900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b1ed1fc5-79f6-4b0c-bae5-e6fa467cbd54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33472f32-3dc3-48c9-ba0c-e754ad31caa2 HTTP/1.1" status: 204 len: 168 time: 0.9351382 Mar 31 23:09:20.802708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:20.803649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.804813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed1fc5-79f6-4b0c-bae5-e6fa467cbd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33472f32-3dc3-48c9-ba0c-e754ad31caa2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.823231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-6f2dcf68-5f58-456b-abde-b1ba7ccd459a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921357 Mar 31 23:09:20.913162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] No DVR routers for this DVR port 3adb7adb-e182-4b17-a905-4ab1f474b0b3 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:20.916809 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.920887 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15064c8d-674c-4f98-8995-742055d8e89b req-9e294c07-83aa-4b73-aa7e-06f4e1268b1b tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.45 "DELETE /v2.0/ports/3adb7adb-e182-4b17-a905-4ab1f474b0b3 HTTP/1.1" status: 204 len: 173 time: 2.6673310 Mar 31 23:09:20.941665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'name': 'network-vif-deleted', 'tag': '3adb7adb-e182-4b17-a905-4ab1f474b0b3'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:20.945590 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b83d25-1de6-4770-8e9f-709d65b90755" -d '{"events": [{"server_uuid": "cb0bd27b-3136-42f4-9eeb-73895b7a6444", "name": "network-vif-deleted", "tag": "3adb7adb-e182-4b17-a905-4ab1f474b0b3"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:21.012768 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971fd12f-e385-4726-b705-3e7560d8fc5d x-openstack-request-id: req-971fd12f-e385-4726-b705-3e7560d8fc5d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:21.013544 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0bd27b-3136-42f4-9eeb-73895b7a6444", "name": "network-vif-deleted", "tag": "3adb7adb-e182-4b17-a905-4ab1f474b0b3", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:21.014022 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-971fd12f-e385-4726-b705-3e7560d8fc5d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:21.014735 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971fd12f-e385-4726-b705-3e7560d8fc5d'] response: {'server_uuid': 'cb0bd27b-3136-42f4-9eeb-73895b7a6444', 'name': 'network-vif-deleted', 'tag': '3adb7adb-e182-4b17-a905-4ab1f474b0b3', 'status': 'completed', 'code': 200} Mar 31 23:09:21.081405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-ac374605-9f50-4c57-a009-0c5757ff93da service neutron] 10.222.0.31 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573912 Mar 31 23:09:21.119438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:21.232707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-d0a4ac40-3a9b-458f-8690-b3c994ec1c2c service neutron] 10.222.0.31 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441817 Mar 31 23:09:21.238951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8::213 (3ffad37e-e900-4072-9d4c-0f1b22234d69/baf318d0-cf28-4cb1-ac68-cc91cace7c95/b1220c9e-d0f2-4a7b-8680-b3b52d519dbe) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:21.351158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49574) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:21.465129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:21.484952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5fa49b6-4bf9-443c-9891-59ef722a1ee5 req-e897c02d-8bf6-4d7b-973f-8719a34f9568 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 210 time: 0.0553579 Mar 31 23:09:21.681312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2f644641-6dd6-47ac-8db6-08a9f905a180 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:21.732644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-27c054f9-57a1-4231-9590-704119f06051 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:21.739423 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-27c054f9-57a1-4231-9590-704119f06051 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce2ba6e9-4621-4d6c-9d4f-74db72809d5b HTTP/1.1" status: 200 len: 945 time: 0.3704324 Mar 31 23:09:21.739656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-38e9f652-a009-4a18-90ce-a9f937f0753b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0f4dc7bbc084c03a29d3a7f6d56afb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841121 Mar 31 23:09:21.747356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49588) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:21.889919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6387dd41-1737-4d86-bce5-f974825dccf1 req-f347892a-58b0-48e2-a560-2f3066c31408 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 210 time: 0.1686492 Mar 31 23:09:21.916504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.988007 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.000472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beae5e4a-b2ba-4458-bd38-ad48e9088e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.025443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2f644641-6dd6-47ac-8db6-08a9f905a180 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:22.026157 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.029676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:16Z', 'revision_number': 5, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:22.029919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beae5e4a-b2ba-4458-bd38-ad48e9088e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.098264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] Checking router: c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:22.114973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:22.115295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Deleting port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:22.115847 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.117968 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd97112e-0b16-4e62-bede-0a7f7d4ea0b7" -d '{"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:22.137267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49604) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:22.146068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:22.149982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:22.150762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:22.173340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe84a283-2d51-444c-b37f-00ef0676587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.219179 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6201f1-e386-46bd-b948-610771953fd6 x-openstack-request-id: req-df6201f1-e386-46bd-b948-610771953fd6 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:22.219575 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:22.219924 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df6201f1-e386-46bd-b948-610771953fd6 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:22.220420 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6201f1-e386-46bd-b948-610771953fd6'] response: {'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'code': 200} Mar 31 23:09:22.248896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] For port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:22.249254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.292998 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beae5e4a-b2ba-4458-bd38-ad48e9088e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.298983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beae5e4a-b2ba-4458-bd38-ad48e9088e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.315901 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-beae5e4a-b2ba-4458-bd38-ad48e9088e93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/924e90ac-2da0-4090-921f-117b99d33d8c HTTP/1.1" status: 204 len: 168 time: 0.5558600 Mar 31 23:09:22.318940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Calling delete_port for ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:22.324214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.341721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.342734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3adb7adb-e182-4b17-a905-4ab1f474b0b3 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:22.350153 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe84a283-2d51-444c-b37f-00ef0676587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.371194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 3adb7adb-e182-4b17-a905-4ab1f474b0b3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:22.371785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 3adb7adb-e182-4b17-a905-4ab1f474b0b3 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:22.436407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 3ffad37e-e900-4072-9d4c-0f1b22234d69 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:22.442558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cba876-29ac-4200-9ff8-0ac05a07c802 None None] Network 3ffad37e-e900-4072-9d4c-0f1b22234d69 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:22.472937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:22.493363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:22.501870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:22.512314 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe84a283-2d51-444c-b37f-00ef0676587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.530040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:22.541215 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.547919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae5e4a-b2ba-4458-bd38-ad48e9088e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e90ac-2da0-4090-921f-117b99d33d8c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:22.630967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fe84a283-2d51-444c-b37f-00ef0676587d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d44ba90f28874faea3d4e921b0b984a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922955 Mar 31 23:09:22.639312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49616) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:22.641508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84a283-2d51-444c-b37f-00ef0676587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46430cf5-8dfd-44c9-89ed-2d8ff7947453,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:22.739920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8a5b115-7806-4ab6-b681-72f4ea809ac9 req-f67f0fcd-8032-4905-b33d-2f720c9bf86c tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb0bd27b-3136-42f4-9eeb-73895b7a6444 HTTP/1.1" status: 200 len: 210 time: 0.0631874 Mar 31 23:09:22.799148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a900bb7a-8507-42d3-8eba-d93fbe00e1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.840768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=b1220c9e-d0f2-4a7b-8680-b3b52d519dbe,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:22.841753 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a900bb7a-8507-42d3-8eba-d93fbe00e1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.888651 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aa07d471-b7d0-4752-9fd1-aedbab21b046 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3120964 Mar 31 23:09:22.890880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49624) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:22.931282 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.012868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.083756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fa01015-5843-4a6c-b3ae-2132e0f8308f req-a1d31236-bb34-4b13-9b28-a67635f02ded tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 210 time: 0.0680196 Mar 31 23:09:23.088435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a900bb7a-8507-42d3-8eba-d93fbe00e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.096987 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a900bb7a-8507-42d3-8eba-d93fbe00e1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.098328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a900bb7a-8507-42d3-8eba-d93fbe00e1f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46430cf5-8dfd-44c9-89ed-2d8ff7947453 HTTP/1.1" status: 204 len: 168 time: 0.4578843 Mar 31 23:09:23.104552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-79ec622a-2c67-49ae-8376-78c13ef92bdb None None] Provisioning complete for port 2f644641-6dd6-47ac-8db6-08a9f905a180 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:23.105098 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-79ec622a-2c67-49ae-8376-78c13ef92bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.116119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900bb7a-8507-42d3-8eba-d93fbe00e1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46430cf5-8dfd-44c9-89ed-2d8ff7947453,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:23.180349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Pushing event deleted for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:23.303879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] No DVR routers for this DVR port ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:23.307996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.312254 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-73aa3776-b8cc-40f8-ba99-bea258fcf266 req-13b7ded6-63fa-4b00-be16-20b3b6002aa1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.45 "DELETE /v2.0/ports/ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f HTTP/1.1" status: 204 len: 173 time: 1.5441840 Mar 31 23:09:23.344731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-deleted', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:23.347611 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d26be-e457-41c0-b62a-91c20f66c4b1" -d '{"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-deleted", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:23.353901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:23.428678 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c64639-1c27-42e0-beec-c5b930b4b659 x-openstack-request-id: req-33c64639-1c27-42e0-beec-c5b930b4b659 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:23.429306 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2ba6e9-4621-4d6c-9d4f-74db72809d5b", "name": "network-vif-deleted", "tag": "ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:23.429803 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33c64639-1c27-42e0-beec-c5b930b4b659 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:23.430415 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c64639-1c27-42e0-beec-c5b930b4b659'] response: {'server_uuid': 'ce2ba6e9-4621-4d6c-9d4f-74db72809d5b', 'name': 'network-vif-deleted', 'tag': 'ecd7ef7f-70ae-4f6d-b3f5-a9555872a99f', 'status': 'completed', 'code': 200} Mar 31 23:09:23.436533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 2f644641-6dd6-47ac-8db6-08a9f905a180, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2f644641-6dd6-47ac-8db6-08a9f905a180,segment=NetworkSegment(c38888ce-8202-477a-812d-059ed70f584c),segment_id=c38888ce-8202-477a-812d-059ed70f584c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:23.635844 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-79ec622a-2c67-49ae-8376-78c13ef92bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.635844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:16Z', 'revision_number': 5, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:23.636661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.670920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d601aa2-1e0c-4632-82d3-60edfd569f46 None None] The sync data for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 is: [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f1170dd4-44bd-4454-a2c9-df20a48b4e93', 'name': '', 'network_id': 'd70010bc-be68-4bcc-afbf-1d8f7427f649', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'mac_address': 'fa:16:3e:34:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:07Z', 'updated_at': '2022-03-31T23:08:16Z', 'revision_number': 5, 'project_id': '107b92318e144374a057c96d475c0d1b', 'subnets': [{'id': '7d961ba5-094e-4cd0-855d-aadf905d213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:23.990111 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.009303 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11d2ab-c716-4c7f-a1be-acb72ac244a7 None None] New status for floating IP f7b38380-4689-4579-aebd-fcd1db45956b: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:09:24.049869 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.080653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49652) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:24.123686 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.171744 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-79ec622a-2c67-49ae-8376-78c13ef92bdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:09:24.172833 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-79ec622a-2c67-49ae-8376-78c13ef92bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:09:24.199899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=2f644641-6dd6-47ac-8db6-08a9f905a180,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:24.310718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=b1220c9e-d0f2-4a7b-8680-b3b52d519dbe,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:24.373358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db10821e-a812-4401-a919-c7ef979c94aa req-13be917e-a25a-4eb6-9243-e5b1289bcbec tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 210 time: 0.0969889 Mar 31 23:09:24.417654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb920f8c-a9b3-459d-9b3f-e3780186c89a tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.519700 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb920f8c-a9b3-459d-9b3f-e3780186c89a tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.657142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.862246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb920f8c-a9b3-459d-9b3f-e3780186c89a tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.865197 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb920f8c-a9b3-459d-9b3f-e3780186c89a tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.876297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fb920f8c-a9b3-459d-9b3f-e3780186c89a tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e1000f3-6380-46ef-8ec2-c17f8d1907b6 HTTP/1.1" status: 204 len: 168 time: 0.7838252 Mar 31 23:09:24.876453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49680) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:24.893363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb920f8c-a9b3-459d-9b3f-e3780186c89a tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1000f3-6380-46ef-8ec2-c17f8d1907b6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:24.899252 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-56c061c8-a0f9-4f93-99d9-558bdd9211de tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] show failed (client error): The resource could not be found. Mar 31 23:09:24.901555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56c061c8-a0f9-4f93-99d9-558bdd9211de tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "GET /v2.0/security-groups/4e1000f3-6380-46ef-8ec2-c17f8d1907b6 HTTP/1.1" status: 404 len: 347 time: 0.0309346 Mar 31 23:09:24.906536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49682) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:24.942215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-71185a57-cad0-486b-a4a0-6543ecc635a3 None None] Provisioning complete for port 2f644641-6dd6-47ac-8db6-08a9f905a180 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:24.957402 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71185a57-cad0-486b-a4a0-6543ecc635a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.083483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.171428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-71185a57-cad0-486b-a4a0-6543ecc635a3 None None] Provisioning complete for port b1220c9e-d0f2-4a7b-8680-b3b52d519dbe triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:25.172118 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71185a57-cad0-486b-a4a0-6543ecc635a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.259135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-71185a57-cad0-486b-a4a0-6543ecc635a3 None None] Port b1220c9e-d0f2-4a7b-8680-b3b52d519dbe cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:25.294043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Deleting port c33c0dea-f156-4e57-b7f9-af23d86d803f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:25.294748 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.463181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.474893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.481023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49700) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:25.489346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Calling delete_port for c33c0dea-f156-4e57-b7f9-af23d86d803f owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:25.602918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1800d64-a538-48c5-8601-6b72bb953b68 req-91dac1ac-c54f-44d1-9bb4-5ab0739b8469 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 210 time: 0.0807469 Mar 31 23:09:25.668838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.745864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-b83e0502-7618-42a8-8adf-ac8bf02b8319 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:25.747414 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-b83e0502-7618-42a8-8adf-ac8bf02b8319 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.50 "GET /v2.0/networks?id=5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 200 len: 815 time: 0.1695096 Mar 31 23:09:25.785424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Request body: {'port': {'device_id': '1326e916-0501-4d51-a7af-dd59e0e58fdd', 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'admin_state_up': True, 'tenant_id': 'cd45eb51f33445efb275a02be224a85f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:25.808686 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.809409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.903588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2015355766'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:25.981371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=b1220c9e-d0f2-4a7b-8680-b3b52d519dbe,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:26.066820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:26.081108 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.088488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.105950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.126691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 3ffad37e-e900-4072-9d4c-0f1b22234d69 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:26.132038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:26.170853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Pushing event deleted for resources: {'Port': ['ID=c33c0dea-f156-4e57-b7f9-af23d86d803f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:26.173041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Made reservation on behalf of cd45eb51f33445efb275a02be224a85f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:26.178169 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.190359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2f644641-6dd6-47ac-8db6-08a9f905a180 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:26.274646 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.372560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.386737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2f644641-6dd6-47ac-8db6-08a9f905a180 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:26.386737 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.407345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:26.424256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45aa2a-79e1-409f-86b5-eb088c86925c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:26.465845 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.466198 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Added segment 4b4e00cc-93f8-49dd-a697-5879dabbff2d of type vlan for network 31902ecf-e018-484d-a1f0-ac32f260137b Mar 31 23:09:26.569585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.612861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-11f2cde3-66e0-445d-9a52-9c9bbed413a4 None None] Provisioning complete for port b1220c9e-d0f2-4a7b-8680-b3b52d519dbe triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:26.615719 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11f2cde3-66e0-445d-9a52-9c9bbed413a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.710918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-11f2cde3-66e0-445d-9a52-9c9bbed413a4 None None] Port b1220c9e-d0f2-4a7b-8680-b3b52d519dbe cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:26.737974 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.743827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:26.748442 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.755897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55131c56-023b-4a6d-a9a6-3da6648104d8 req-3673b1d2-85ef-456e-b1ce-97050014a860 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 210 time: 0.0531890 Mar 31 23:09:26.854394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Network': ['ID=31902ecf-e018-484d-a1f0-ac32f260137b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:26.866949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:26.959453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eee87eda-bc14-4a4c-a527-96e8af88276c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4772632 Mar 31 23:09:26.968111 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49746) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:26.974457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'name': 'tempest-PortsIpV6TestJSON-208614734'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:27.180080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.184101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.186943 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-72ab4433-4cf4-4df0-94a3-d87c33632448 tempest-ServersTestJSON-760930031 tempest-ServersTestJSON-760930031-project] 10.222.0.31 "DELETE /v2.0/floatingips/f7b38380-4689-4579-aebd-fcd1db45956b HTTP/1.1" status: 204 len: 168 time: 2.2762506 Mar 31 23:09:27.188199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49754) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:27.311219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Allocated IP 172.20.0.2 (5e1f4970-7371-43c6-84c3-a4f5867269a2/bb93dbb5-fa65-4bb0-8737-3466fb24c0ef/833eaeb5-bd0d-4de7-a058-a7ecc6900fcb) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:27.373874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:27.379409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9879f83e-f4be-47af-afa1-cba8aa507aca is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:27.387286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.488785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 63afddcc-c932-483f-8d90-f51407b943a9 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:27.589178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:27.610808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057414b-d770-4e89-9c93-2e432315bcc4 None None] Sync routers for ids ['9879f83e-f4be-47af-afa1-cba8aa507aca'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:27.612595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-53891038-74e5-4b8e-b1e4-a3baaac289a2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9879f83e-f4be-47af-afa1-cba8aa507aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7092285 Mar 31 23:09:27.617721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49764) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:27.632245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057414b-d770-4e89-9c93-2e432315bcc4 None None] Routers {'9879f83e-f4be-47af-afa1-cba8aa507aca'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:27.632895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7057414b-d770-4e89-9c93-2e432315bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9879f83e-f4be-47af-afa1-cba8aa507aca'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:27.727025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa4582-38c0-4831-9ddf-2a87ed592e37 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:27.731540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7057414b-d770-4e89-9c93-2e432315bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:27.731905 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-93aa4582-38c0-4831-9ddf-2a87ed592e37 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports/b1220c9e-d0f2-4a7b-8680-b3b52d519dbe HTTP/1.1" status: 200 len: 983 time: 0.1125319 Mar 31 23:09:27.736199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49768) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:27.751086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057414b-d770-4e89-9c93-2e432315bcc4 None None] Routers {'9879f83e-f4be-47af-afa1-cba8aa507aca'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:27.752330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7057414b-d770-4e89-9c93-2e432315bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9879f83e-f4be-47af-afa1-cba8aa507aca'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:27.792442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7057414b-d770-4e89-9c93-2e432315bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:27.793095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057414b-d770-4e89-9c93-2e432315bcc4 None None] The sync data for ids ['9879f83e-f4be-47af-afa1-cba8aa507aca'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:27.868270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.876388 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.902238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e38d8e76-a116-4eaa-97d3-421012b130e6 req-4e4c5128-22d2-4516-ad03-9e9539c4928a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 210 time: 0.0507641 Mar 31 23:09:28.092315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.108265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.204090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking segment: {'id': '4b4e00cc-93f8-49dd-a697-5879dabbff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:28.204090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network hostable DHCP agents. Network: 31902ecf-e018-484d-a1f0-ac32f260137b, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:28.204479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Network 5e1f4970-7371-43c6-84c3-a4f5867269a2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:28.211019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:28.214162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.219796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:28.232915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Pushing event updated for resources: {'Port': ['ID=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:28.256844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=63afddcc-c932-483f-8d90-f51407b943a9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:28.316635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:28.317169 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.369084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:28.415432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.459039 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-28436a9c-3500-440f-8f08-d4c91f0f5ca1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6794372 Mar 31 23:09:28.492973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Request body: {'port': {'device_id': '1326e916-0501-4d51-a7af-dd59e0e58fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:28.501828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Deleting port f1170dd4-44bd-4454-a2c9-df20a48b4e93 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:28.504666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.546404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 31902ecf-e018-484d-a1f0-ac32f260137b) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:28.554099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:28.561001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:28.561637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.568676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd6a49-7eb6-47b0-bbbc-0e97ca54f9f8 None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:28.600720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.641968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] For port f1170dd4-44bd-4454-a2c9-df20a48b4e93, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f1170dd4-44bd-4454-a2c9-df20a48b4e93,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:28.649540 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.669945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Calling delete_port for f1170dd4-44bd-4454-a2c9-df20a48b4e93 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:28.783086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5b71f94d-7182-4985-b91a-6c000efe0026 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8196807 Mar 31 23:09:28.786988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49790) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:28.793606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-606946882'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:28.926873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:28.932832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.942524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49798) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:28.980166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port b1220c9e-d0f2-4a7b-8680-b3b52d519dbe {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:28.980716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.999840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:29.028094 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.028896 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Added segment 8996652c-486f-405a-860e-5ed266e2dbb0 of type vlan for network fba03ed9-9da9-4f10-bdd7-81dde76ed6ed Mar 31 23:09:29.149270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56bc64-5baa-41de-8202-7c99fcc9d887 req-b4c472f8-6c95-42f6-9763-70080be662f1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.157274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c56bc64-5baa-41de-8202-7c99fcc9d887 req-b4c472f8-6c95-42f6-9763-70080be662f1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 931 time: 0.1256495 Mar 31 23:09:29.163409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.240490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:29.265550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.267010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c56bc64-5baa-41de-8202-7c99fcc9d887 req-4482ff55-3286-4fe4-b7f0-f94af381178a tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081514 Mar 31 23:09:29.281999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-330b3424-c6cd-474a-9237-749702d0b297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.289352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.304364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for b1220c9e-d0f2-4a7b-8680-b3b52d519dbe owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:29.319139 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.324657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.325246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.412713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.421083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Transition to ACTIVE for port object 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:09:29.460991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Network': ['ID=fba03ed9-9da9-4f10-bdd7-81dde76ed6ed,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:29.472866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fba03ed9-9da9-4f10-bdd7-81dde76ed6ed details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:29.520936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1170dd4-44bd-4454-a2c9-df20a48b4e93,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:29.526408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a45667ab-e862-47d0-aab8-d9ece01b8902 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7346189 Mar 31 23:09:29.534572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49814) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:29.570179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.620557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'ports': [{'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b'}, {'network_id': 'fba03ed9-9da9-4f10-bdd7-81dde76ed6ed'}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:29.620891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:29.621379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': 'fba03ed9-9da9-4f10-bdd7-81dde76ed6ed'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:29.684383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.688082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Pushing event updated for resources: {'Port': ['ID=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:29.813627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=b1220c9e-d0f2-4a7b-8680-b3b52d519dbe,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:29.864246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Attempting to bind port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:29.868435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Attempting to bind port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:29.868435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Attempting to bind port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:29.931718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:09:29.932107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Attempting to bind port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb on network 5e1f4970-7371-43c6-84c3-a4f5867269a2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:30.002948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:30.003433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Checking segment: {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:30.003971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Bound using segment: {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:30.004516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Bound port: 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add56cdb-8745-4bc4-b26d-4d493967525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:30.005021 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.155000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] For port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:30.155788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-330b3424-c6cd-474a-9237-749702d0b297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.159255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] For port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:30.165965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.278010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.279282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-330b3424-c6cd-474a-9237-749702d0b297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.337433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Pushing event updated for resources: {'Port': ['ID=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:30.365186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-330b3424-c6cd-474a-9237-749702d0b297 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55ab82b721be4120bcd473e7e4470ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4209580 Mar 31 23:09:30.384967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.385604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.387203 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-67165319-1fb9-4f9d-b3d8-14a6f5110135 service neutron] 10.222.0.50 "PUT /v2.0/ports/833eaeb5-bd0d-4de7-a058-a7ecc6900fcb HTTP/1.1" status: 200 len: 1091 time: 1.8984253 Mar 31 23:09:30.387650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49826) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:30.388100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1326e916-0501-4d51-a7af-dd59e0e58fdd', 'tag': '833eaeb5-bd0d-4de7-a058-a7ecc6900fcb'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:30.390345 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e8b25c-0352-4ea2-884e-303c8d625a94" -d '{"events": [{"name": "network-changed", "server_uuid": "1326e916-0501-4d51-a7af-dd59e0e58fdd", "tag": "833eaeb5-bd0d-4de7-a058-a7ecc6900fcb"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:30.409941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b3424-c6cd-474a-9237-749702d0b297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663e19ff-0f9b-46f1-80a1-1a5d440b1242,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:30.470315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.475232 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55008711-4fe5-475f-8519-8fdab47d1192 x-openstack-request-id: req-55008711-4fe5-475f-8519-8fdab47d1192 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:30.475806 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1326e916-0501-4d51-a7af-dd59e0e58fdd", "tag": "833eaeb5-bd0d-4de7-a058-a7ecc6900fcb", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:30.476291 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55008711-4fe5-475f-8519-8fdab47d1192 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:30.477660 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55008711-4fe5-475f-8519-8fdab47d1192'] response: {'name': 'network-changed', 'server_uuid': '1326e916-0501-4d51-a7af-dd59e0e58fdd', 'tag': '833eaeb5-bd0d-4de7-a058-a7ecc6900fcb', 'status': 'completed', 'code': 200} Mar 31 23:09:30.484985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ab4ea-cffa-4d52-a451-fa90a40db4b1 req-1fcd615d-7f97-409e-9d6a-1b82a75736be tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.487139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c8ab4ea-cffa-4d52-a451-fa90a40db4b1 req-1fcd615d-7f97-409e-9d6a-1b82a75736be tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 943 time: 0.0855970 Mar 31 23:09:30.558027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9879f83e-f4be-47af-afa1-cba8aa507aca has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:30.624981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 2} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:30.633567 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.652758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5351f002-db12-42e9-a997-69523451b228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.658330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b25c-0352-4ea2-884e-303c8d625a94 req-78cee53d-8dd3-45d9-aa39-ba32dce88077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.660652 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30e8b25c-0352-4ea2-884e-303c8d625a94 req-78cee53d-8dd3-45d9-aa39-ba32dce88077 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 1094 time: 0.1557221 Mar 31 23:09:30.667511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c8ab4ea-cffa-4d52-a451-fa90a40db4b1 req-c25c3aa0-d890-423d-80fb-3e5e5b565b54 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302481 Mar 31 23:09:30.676177 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.822892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:30.833553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5351f002-db12-42e9-a997-69523451b228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:30.842233 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21e810-5354-4470-a5b3-c678bd7d5174 None None] Sync routers for ids ['9879f83e-f4be-47af-afa1-cba8aa507aca'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:30.843952 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8b81f313-f6ad-48f5-a9a5-26d5a4cc0c94 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9879f83e-f4be-47af-afa1-cba8aa507aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1058388 Mar 31 23:09:30.851373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49836) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:30.863186 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21e810-5354-4470-a5b3-c678bd7d5174 None None] Routers {'9879f83e-f4be-47af-afa1-cba8aa507aca'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:30.865434 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bc21e810-5354-4470-a5b3-c678bd7d5174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9879f83e-f4be-47af-afa1-cba8aa507aca'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:30.916022 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bc21e810-5354-4470-a5b3-c678bd7d5174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:30.943281 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21e810-5354-4470-a5b3-c678bd7d5174 None None] Routers {'9879f83e-f4be-47af-afa1-cba8aa507aca'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:30.944180 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bc21e810-5354-4470-a5b3-c678bd7d5174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9879f83e-f4be-47af-afa1-cba8aa507aca'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:30.951082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 8f734007-a735-473e-85d1-6fad14f71762 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:30.982097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:30.986040 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bc21e810-5354-4470-a5b3-c678bd7d5174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:30.987937 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21e810-5354-4470-a5b3-c678bd7d5174 None None] The sync data for ids ['9879f83e-f4be-47af-afa1-cba8aa507aca'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:31.013256 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:09:31.073514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b25c-0352-4ea2-884e-303c8d625a94 req-920b5ead-1491-4de1-9255-8f8b0a25be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:31.075038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30e8b25c-0352-4ea2-884e-303c8d625a94 req-920b5ead-1491-4de1-9255-8f8b0a25be87 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cd45eb51f33445efb275a02be224a85f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3726575 Mar 31 23:09:31.171544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:31.182470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] Sync routers for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:31.183972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-87242891-1d7c-43d8-af65-203f877f012e admin admin] 10.222.0.31 "PUT /v2.0/routers/c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9939253 Mar 31 23:09:31.184664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49840) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:31.216521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:31.228627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:31.230675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5351f002-db12-42e9-a997-69523451b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.233588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5351f002-db12-42e9-a997-69523451b228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.237871 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5351f002-db12-42e9-a997-69523451b228 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/663e19ff-0f9b-46f1-80a1-1a5d440b1242 HTTP/1.1" status: 204 len: 168 time: 0.8442204 Mar 31 23:09:31.310111 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-d71cfc94-1fb0-452f-b39a-95e205f898c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] remove_router_interface failed (client error): The resource could not be found. Mar 31 23:09:31.315976 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d71cfc94-1fb0-452f-b39a-95e205f898c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9879f83e-f4be-47af-afa1-cba8aa507aca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4635165 Mar 31 23:09:31.322977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49848) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:31.354047 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.355666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351f002-db12-42e9-a997-69523451b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663e19ff-0f9b-46f1-80a1-1a5d440b1242,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:31.370985 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cb71bcf7-63bb-4f92-989b-5aeab4e31e4f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=9879f83e-f4be-47af-afa1-cba8aa507aca HTTP/1.1" status: 200 len: 205 time: 0.0468330 Mar 31 23:09:31.374557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49850) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:31.426909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.501936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 5124b281-a65d-40b0-81c1-0121edc0dc21 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:31.550913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c725454d-f896-44b4-81df-5b90f7734548 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.563632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:31.604753 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.628148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b25c-0352-4ea2-884e-303c8d625a94 req-98c5eb71-f031-40b6-98eb-e6dfa1ed96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:31.636073 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-30e8b25c-0352-4ea2-884e-303c8d625a94 req-98c5eb71-f031-40b6-98eb-e6dfa1ed96cc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4940064 Mar 31 23:09:31.806514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.910785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:09:29Z', 'revision_number': 5, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port': {'id': 'a087e3ed-8172-4630-9f2b-501f781f2c7b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:31.936126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Deleting port a087e3ed-8172-4630-9f2b-501f781f2c7b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:31.936664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.945442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] Checking router: c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:31.957575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] Routers {'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:31.957575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:31.970143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002d6a6-8089-4f9e-a913-bf0fb39b2095 req-d0ef8c02-037e-41e6-984f-4d32b582fcfd tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:31.984315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1002d6a6-8089-4f9e-a913-bf0fb39b2095 req-d0ef8c02-037e-41e6-984f-4d32b582fcfd tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 943 time: 0.1575308 Mar 31 23:09:32.023254 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.102825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] Set router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:32.139180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:32.148593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:32.157954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1002d6a6-8089-4f9e-a913-bf0fb39b2095 req-94931707-6341-4f60-a175-1031f500c872 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484034 Mar 31 23:09:32.182516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:32.183496 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.188274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:09:31Z', 'revision_number': 6, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:32.194053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=8f734007-a735-473e-85d1-6fad14f71762,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:32.256931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e62c01-a336-46f1-bdfe-d928dc11f768 None None] The sync data for ids ['c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565'] in n-d-836015-1 is: [{'id': 'c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565', 'name': 'tempest-ServersTestJSON-263758889-router', 'tenant_id': '107b92318e144374a057c96d475c0d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:09:31Z', 'revision_number': 6, 'project_id': '107b92318e144374a057c96d475c0d1b', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:32.293638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49866) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:32.330570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] For port a087e3ed-8172-4630-9f2b-501f781f2c7b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a087e3ed-8172-4630-9f2b-501f781f2c7b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:32.331488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.349686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9edc4bd3-1ffe-4a4b-8cbf-4a097a3547fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.351509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=5124b281-a65d-40b0-81c1-0121edc0dc21,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:32.370591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Calling delete_port for a087e3ed-8172-4630-9f2b-501f781f2c7b owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:32.392958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c725454d-f896-44b4-81df-5b90f7734548 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.396226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c725454d-f896-44b4-81df-5b90f7734548 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.398878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-b5cef073-e88a-43be-94f0-f65362f3d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:32.400484 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-b5cef073-e88a-43be-94f0-f65362f3d9d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd45eb51f33445efb275a02be224a85f&device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 1094 time: 0.1747823 Mar 31 23:09:32.436672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking segment: {'id': '8996652c-486f-405a-860e-5ed266e2dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fba03ed9-9da9-4f10-bdd7-81dde76ed6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:32.437040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network hostable DHCP agents. Network: fba03ed9-9da9-4f10-bdd7-81dde76ed6ed, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:32.474773 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-549c75ab-f8e9-476d-bffd-aa231cb1ff4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb HTTP/1.1" status: 200 len: 217 time: 0.0358965 Mar 31 23:09:32.545528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-3a0ab878-7228-42de-b775-f337b5b4468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:32.547476 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-3a0ab878-7228-42de-b775-f337b5b4468a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb93dbb5-fa65-4bb0-8737-3466fb24c0ef HTTP/1.1" status: 200 len: 855 time: 0.0641601 Mar 31 23:09:32.585944 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9edc4bd3-1ffe-4a4b-8cbf-4a097a3547fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.591758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c725454d-f896-44b4-81df-5b90f7734548 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.591758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c725454d-f896-44b4-81df-5b90f7734548 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Fanout notify agent at l3_agent the message router_deleted on router 9879f83e-f4be-47af-afa1-cba8aa507aca {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:32.595289 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-5931782e-9e16-455a-ac71-dcd375fb688e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e1f4970-7371-43c6-84c3-a4f5867269a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372956 Mar 31 23:09:32.602570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c725454d-f896-44b4-81df-5b90f7734548 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.604015 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c725454d-f896-44b4-81df-5b90f7734548 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/9879f83e-f4be-47af-afa1-cba8aa507aca HTTP/1.1" status: 204 len: 168 time: 1.2284172 Mar 31 23:09:32.606516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network fba03ed9-9da9-4f10-bdd7-81dde76ed6ed is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:32.609837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49872) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:32.694416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15bc9ff-e0b2-4ecd-9e18-d3ca58c5c2f1 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet baf318d0-cf28-4cb1-ac68-cc91cace7c95 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:32.709268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9ff-e0b2-4ecd-9e18-d3ca58c5c2f1 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.761685 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-5b1c390d-8ef3-438f-a9ab-97cd07e4c496 service neutron] 10.222.0.50 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556401 Mar 31 23:09:32.791429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fba03ed9-9da9-4f10-bdd7-81dde76ed6ed) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:32.800499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b22adc-073f-4b74-bc98-54384db984ee None None] Network fba03ed9-9da9-4f10-bdd7-81dde76ed6ed requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:32.806372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:32.814407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:32.826656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:32.827474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.836399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9edc4bd3-1ffe-4a4b-8cbf-4a097a3547fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.928786 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d04839e4-6202-43bc-a1e6-54eb277ea98a req-425386bd-6e0d-4e39-8fa4-437bdf94f786 service neutron] 10.222.0.50 "GET /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583385 Mar 31 23:09:32.965237 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9ff-e0b2-4ecd-9e18-d3ca58c5c2f1 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.972309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-35317a73-969a-42c9-a39c-3b2177eb05df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4354794 Mar 31 23:09:32.975638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49882) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:32.992754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc4bd3-1ffe-4a4b-8cbf-4a097a3547fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ffc6c5-ce63-4ef5-974b-0de3683fbbb4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:32.998507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9edc4bd3-1ffe-4a4b-8cbf-4a097a3547fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fb960d8c49e4bb49ee63b29805fced7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029879 Mar 31 23:09:33.002361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49886) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:33.062645 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.125820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a041d30d-28fe-4f27-a79a-acc78e6ec909 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 5124b281-a65d-40b0-81c1-0121edc0dc21 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:33.135781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a041d30d-28fe-4f27-a79a-acc78e6ec909 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.214081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=a087e3ed-8172-4630-9f2b-501f781f2c7b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:33.223763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a041d30d-28fe-4f27-a79a-acc78e6ec909 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.244418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a041d30d-28fe-4f27-a79a-acc78e6ec909 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 5124b281-a65d-40b0-81c1-0121edc0dc21 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:33.293853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9ff-e0b2-4ecd-9e18-d3ca58c5c2f1 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.297652 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-852e23d9-d5a2-469f-9dd3-e44f2426c9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.403128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-852e23d9-d5a2-469f-9dd3-e44f2426c9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.421176 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.482585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a041d30d-28fe-4f27-a79a-acc78e6ec909 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.522460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041d30d-28fe-4f27-a79a-acc78e6ec909 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=5124b281-a65d-40b0-81c1-0121edc0dc21,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:33.537865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a041d30d-28fe-4f27-a79a-acc78e6ec909 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.543496 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a041d30d-28fe-4f27-a79a-acc78e6ec909 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/5124b281-a65d-40b0-81c1-0121edc0dc21 HTTP/1.1" status: 204 len: 168 time: 0.5666859 Mar 31 23:09:33.544991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83774758-1d92-44bc-be9e-b803a9b2ec7f req-610a3b3b-cd41-4caa-b87f-e4b75878826f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:33.546032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49896) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:33.555799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83774758-1d92-44bc-be9e-b803a9b2ec7f req-610a3b3b-cd41-4caa-b87f-e4b75878826f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 943 time: 0.2544017 Mar 31 23:09:33.621948 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.624385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.634201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717cefd5-14ca-4e7f-b1e9-7d3e59c15e73 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:33.641227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717cefd5-14ca-4e7f-b1e9-7d3e59c15e73 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:33.643358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-717cefd5-14ca-4e7f-b1e9-7d3e59c15e73 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0960283 Mar 31 23:09:33.646003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49900) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:33.676299 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9ff-e0b2-4ecd-9e18-d3ca58c5c2f1 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.700455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb8e45f-5abf-4b09-a92d-cfac64fea6b0 None None] Network 3ffad37e-e900-4072-9d4c-0f1b22234d69 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:33.705966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9ff-e0b2-4ecd-9e18-d3ca58c5c2f1 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.709195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d15bc9ff-e0b2-4ecd-9e18-d3ca58c5c2f1 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/baf318d0-cf28-4cb1-ac68-cc91cace7c95 HTTP/1.1" status: 204 len: 168 time: 1.0912695 Mar 31 23:09:33.728181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49902) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:33.739625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bc9ff-e0b2-4ecd-9e18-d3ca58c5c2f1 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=baf318d0-cf28-4cb1-ac68-cc91cace7c95,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:33.815789 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.816366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:33.816519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-bde9632a-6f6c-4af9-bf98-ebe2909ce0b2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 8f734007-a735-473e-85d1-6fad14f71762 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:33.816716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bde9632a-6f6c-4af9-bf98-ebe2909ce0b2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.839525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.843118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8ea7c263-df22-41b0-88f3-7023c1cbbc4e admin admin] 10.222.0.31 "DELETE /v2.0/routers/c6f6c7e7-f0d5-43fd-b2d4-cf1f1e339565 HTTP/1.1" status: 204 len: 168 time: 2.6516514 Mar 31 23:09:33.845860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49908) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:33.849467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83774758-1d92-44bc-be9e-b803a9b2ec7f req-b7e83a7a-91b5-4318-89dc-85703bd48992 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792337 Mar 31 23:09:33.859404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-852e23d9-d5a2-469f-9dd3-e44f2426c9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.862077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-852e23d9-d5a2-469f-9dd3-e44f2426c9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.866865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-852e23d9-d5a2-469f-9dd3-e44f2426c9b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9ffc6c5-ce63-4ef5-974b-0de3683fbbb4 HTTP/1.1" status: 204 len: 168 time: 0.8627903 Mar 31 23:09:33.952045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e23d9-d5a2-469f-9dd3-e44f2426c9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ffc6c5-ce63-4ef5-974b-0de3683fbbb4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:33.967666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.984735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bde9632a-6f6c-4af9-bf98-ebe2909ce0b2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.014204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-09eccb25-a98d-4f04-a12d-e63d99cfd83c admin admin] Deleting subnet 7d961ba5-094e-4cd0-855d-aadf905d213f {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:34.017996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-bde9632a-6f6c-4af9-bf98-ebe2909ce0b2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 8f734007-a735-473e-85d1-6fad14f71762 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:34.034256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09eccb25-a98d-4f04-a12d-e63d99cfd83c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.113535 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a61e468a-fbe4-4dad-9037-a720475fe856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.155249 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] DHCP port deletion for 3ffad37e-e900-4072-9d4c-0f1b22234d69 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:34.251941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a087e3ed-8172-4630-9f2b-501f781f2c7b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:34.290718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a087e3ed-8172-4630-9f2b-501f781f2c7b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:34.291061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a087e3ed-8172-4630-9f2b-501f781f2c7b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:34.291485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f1170dd4-44bd-4454-a2c9-df20a48b4e93 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:34.349436 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bde9632a-6f6c-4af9-bf98-ebe2909ce0b2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.390749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bde9632a-6f6c-4af9-bf98-ebe2909ce0b2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.395981 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bde9632a-6f6c-4af9-bf98-ebe2909ce0b2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/8f734007-a735-473e-85d1-6fad14f71762 HTTP/1.1" status: 204 len: 168 time: 0.7481599 Mar 31 23:09:34.399502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9632a-6f6c-4af9-bf98-ebe2909ce0b2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=8f734007-a735-473e-85d1-6fad14f71762,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:34.403185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49920) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:34.491138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ee136-1cea-496b-9ac8-279dcb689477 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:34.499166 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bd4ee136-1cea-496b-9ac8-279dcb689477 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0948143 Mar 31 23:09:34.499811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49922) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:34.526176 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09eccb25-a98d-4f04-a12d-e63d99cfd83c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.548585 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f7e22b-5293-4caf-b138-d6592bd187a9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:09:34.554008 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1f7e22b-5293-4caf-b138-d6592bd187a9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/5124b281-a65d-40b0-81c1-0121edc0dc21 HTTP/1.1" status: 404 len: 333 time: 0.0507474 Mar 31 23:09:34.558664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49928) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:34.599140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] Deleting port 2f644641-6dd6-47ac-8db6-08a9f905a180 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:34.599745 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.601346 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93ded6e-2e9e-4555-b022-1a4db42e4a9a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:09:34.605703 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b93ded6e-2e9e-4555-b022-1a4db42e4a9a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/8f734007-a735-473e-85d1-6fad14f71762 HTTP/1.1" status: 404 len: 333 time: 0.0477157 Mar 31 23:09:34.605864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49930) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:34.612847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f1170dd4-44bd-4454-a2c9-df20a48b4e93 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:34.613410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f1170dd4-44bd-4454-a2c9-df20a48b4e93 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:34.678617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 2f644641-6dd6-47ac-8db6-08a9f905a180 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:34.683632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.775924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] For port 2f644641-6dd6-47ac-8db6-08a9f905a180, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2f644641-6dd6-47ac-8db6-08a9f905a180,segment=NetworkSegment(c38888ce-8202-477a-812d-059ed70f584c),segment_id=c38888ce-8202-477a-812d-059ed70f584c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:34.776462 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.791020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.793499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] Calling delete_port for 2f644641-6dd6-47ac-8db6-08a9f905a180 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:34.859380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port 2f644641-6dd6-47ac-8db6-08a9f905a180, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2f644641-6dd6-47ac-8db6-08a9f905a180,segment=NetworkSegment(c38888ce-8202-477a-812d-059ed70f584c),segment_id=c38888ce-8202-477a-812d-059ed70f584c)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:34.860073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.881172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 2f644641-6dd6-47ac-8db6-08a9f905a180 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:34.930767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.953576 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba03ed9-9da9-4f10-bdd7-81dde76ed6ed']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:34.965237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8996652c-486f-405a-860e-5ed266e2dbb0') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:34.965943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8996652c-486f-405a-860e-5ed266e2dbb0') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:34.980146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.999190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.003495 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.031785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:35.032236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:35.047122 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:35.060630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] Pushing event deleted for resources: {'Port': ['ID=2f644641-6dd6-47ac-8db6-08a9f905a180,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:35.070887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602c253-19a4-4f34-abe6-9199bc5e3f07 None None] No DVR routers for this DVR port 2f644641-6dd6-47ac-8db6-08a9f905a180 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:35.126998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09eccb25-a98d-4f04-a12d-e63d99cfd83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.197894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29462ca1-0836-42b7-bc98-dcb6f28fb772 req-5b27a1de-be92-4987-af8b-82274f56a613 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:35.199456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29462ca1-0836-42b7-bc98-dcb6f28fb772 req-5b27a1de-be92-4987-af8b-82274f56a613 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 943 time: 0.2311459 Mar 31 23:09:35.246634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.251323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.256189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.263941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/networks/fba03ed9-9da9-4f10-bdd7-81dde76ed6ed HTTP/1.1" status: 204 len: 168 time: 0.6537526 Mar 31 23:09:35.271934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49948) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:35.276738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84c812-c244-4d93-aded-475065f1d9dd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Network': ['ID=fba03ed9-9da9-4f10-bdd7-81dde76ed6ed,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:35.292641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1646917447'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:35.300507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=2f644641-6dd6-47ac-8db6-08a9f905a180,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:35.306045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No DVR routers for this DVR port 2f644641-6dd6-47ac-8db6-08a9f905a180 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:35.318386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29462ca1-0836-42b7-bc98-dcb6f28fb772 req-78bf18a1-acac-4bd3-8136-81252837df41 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018536 Mar 31 23:09:35.342101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09eccb25-a98d-4f04-a12d-e63d99cfd83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.392271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eccb25-a98d-4f04-a12d-e63d99cfd83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d961ba5-094e-4cd0-855d-aadf905d213f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:35.415414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5aa81c-b5c0-4ae8-bf29-337df31940a9 None None] Network d70010bc-be68-4bcc-afbf-1d8f7427f649 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:35.420937 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09eccb25-a98d-4f04-a12d-e63d99cfd83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.424344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-09eccb25-a98d-4f04-a12d-e63d99cfd83c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7d961ba5-094e-4cd0-855d-aadf905d213f HTTP/1.1" status: 204 len: 168 time: 1.5739629 Mar 31 23:09:35.427667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49958) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:35.443679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.454658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:35.461072 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.490536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffad37e-e900-4072-9d4c-0f1b22234d69']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:35.508494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38888ce-8202-477a-812d-059ed70f584c') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:35.508993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38888ce-8202-477a-812d-059ed70f584c') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:35.530235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.539121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:35.542763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.554848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.557468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.557818 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Added segment 99ac0152-215c-48af-ab55-568ddc97ef96 of type vlan for network fab74486-c66c-49c2-bb4e-eef62f7d12e9 Mar 31 23:09:35.570597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:35.571033 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:35.574241 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:35.642366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Deleting port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:35.643849 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.653503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] DHCP port deletion for d70010bc-be68-4bcc-afbf-1d8f7427f649 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:35.716251 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.721895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] For port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:35.722264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.740972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] Deleting port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:35.743933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Calling delete_port for 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:35.745599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.778029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.789703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.798005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/3ffad37e-e900-4072-9d4c-0f1b22234d69 HTTP/1.1" status: 204 len: 168 time: 2.0678878 Mar 31 23:09:35.815616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49968) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:35.816802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.818600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] For port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,segment=NetworkSegment(232e8dba-7bf6-49dc-bce5-b721a1865f9c),segment_id=232e8dba-7bf6-49dc-bce5-b721a1865f9c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:35.819111 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.824554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:35.825570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.832733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] Calling delete_port for 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:35.838290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ecc33-067e-4ac2-ae3d-d761e0151be8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=3ffad37e-e900-4072-9d4c-0f1b22234d69,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:35.853411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-230742420'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:35.927330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6387298 Mar 31 23:09:35.930982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49974) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:35.938520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': 'fab74486-c66c-49c2-bb4e-eef62f7d12e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:35.943023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac7768-9257-41d6-8776-93806c2eaf87 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Network': ['ID=fab74486-c66c-49c2-bb4e-eef62f7d12e9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:35.956246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fab74486-c66c-49c2-bb4e-eef62f7d12e9 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:36.027358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.030201 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.072452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:36.073448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] Pushing event deleted for resources: {'Port': ['ID=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.078087 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.078497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ab018-a1aa-4a9f-b24b-a7173577b47d None None] No DVR routers for this DVR port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:36.088334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ce6e73-14dd-4e70-bb03-e3b76b26bcc2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.095060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] No DVR routers for this DVR port 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:36.106355 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba61f027-c39d-42d7-a2eb-9eb605b61857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.145274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:36.158196 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.162031 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment 34ea3c73-db17-434a-9182-7e3a36fd162d of type vlan for network bad9f7f8-25c5-45b3-aba6-f687677786cd Mar 31 23:09:36.205782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:36.207316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:36.209614 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.210445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.248903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:36.249240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 41ce6e73-14dd-4e70-bb03-e3b76b26bcc2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:36.249880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2f644641-6dd6-47ac-8db6-08a9f905a180 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:36.272494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2f644641-6dd6-47ac-8db6-08a9f905a180 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:36.272835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2f644641-6dd6-47ac-8db6-08a9f905a180 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:36.343760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.350117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:36.350769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.361496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Performing IP validity checks on allocation pools {{(pid=109821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:09:36.364428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:09:36.374262 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.415421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70010bc-be68-4bcc-afbf-1d8f7427f649']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:36.430794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232e8dba-7bf6-49dc-bce5-b721a1865f9c') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:36.431186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232e8dba-7bf6-49dc-bce5-b721a1865f9c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:36.444739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.482104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.486605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=bad9f7f8-25c5-45b3-aba6-f687677786cd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.494800 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:36.495379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:36.497186 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:36.504294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network bad9f7f8-25c5-45b3-aba6-f687677786cd details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:36.522801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56261acf-757d-4156-b48d-4fbaebe46297 req-9e9d3a68-4552-480f-bfc2-8159f5bba245 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:36.528992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56261acf-757d-4156-b48d-4fbaebe46297 req-9e9d3a68-4552-480f-bfc2-8159f5bba245 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 943 time: 0.0900228 Mar 31 23:09:36.543771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-95ce1d3a-1dd4-40cb-839a-4f43fad05237 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7027218 Mar 31 23:09:36.555491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49992) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:36.564119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': 'bad9f7f8-25c5-45b3-aba6-f687677786cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:36.673758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.673758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.689297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d70010bc-be68-4bcc-afbf-1d8f7427f649 HTTP/1.1" status: 204 len: 168 time: 1.2488415 Mar 31 23:09:36.689879 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56261acf-757d-4156-b48d-4fbaebe46297 req-583ec38b-61e9-472c-8507-2391ef58ff3f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593003 Mar 31 23:09:36.695342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.697834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeae73-d1f5-4a80-b31b-cdf4b262f002 admin admin] Pushing event deleted for resources: {'Network': ['ID=d70010bc-be68-4bcc-afbf-1d8f7427f649,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.770200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:36.834447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=ae438e47-6ff3-4322-84fa-8191c718c0c4,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.848697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:36.855755 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.894591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking segment: {'id': '99ac0152-215c-48af-ab55-568ddc97ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fab74486-c66c-49c2-bb4e-eef62f7d12e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:36.898779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network hostable DHCP agents. Network: fab74486-c66c-49c2-bb4e-eef62f7d12e9, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:36.902903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:36.916419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '833eaeb5-bd0d-4de7-a058-a7ecc6900fcb', 'network_id': '5e1f4970-7371-43c6-84c3-a4f5867269a2', 'port_id': '833eaeb5-bd0d-4de7-a058-a7ecc6900fcb', 'mac_address': 'fa:16:3e:10:e9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb93dbb5-fa65-4bb0-8737-3466fb24c0ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:36.961947 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.989824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:36.995897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network fab74486-c66c-49c2-bb4e-eef62f7d12e9 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:37.027790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:37.076603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fab74486-c66c-49c2-bb4e-eef62f7d12e9) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:37.082766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:37.083634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.102247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e970a4d3-f4b8-42f3-9c98-256c360f21a9 None None] Network fab74486-c66c-49c2-bb4e-eef62f7d12e9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:37.177168 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aea2505f-0756-4c3e-b367-35b5c83a6298 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2448225 Mar 31 23:09:37.181607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50004) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:37.213160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': 'fab74486-c66c-49c2-bb4e-eef62f7d12e9', 'name': 'tempest-PortsIpV6TestJSON-853941003'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:37.224893 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.362054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:37.373305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-fab74486-c66c-49c2-bb4e-eef62f7d12e9', 'network_id': 'fab74486-c66c-49c2-bb4e-eef62f7d12e9', 'tenant_id': '92e7c352d21c457abe2bc52552a749f1', 'fixed_ips': [{'subnet_id': 'ae438e47-6ff3-4322-84fa-8191c718c0c4'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:09:37.374296 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.381774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50012) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:37.382025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.472256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=a1364c0c-bdb8-439b-85f2-5559824f9f8c,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:37.482807 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-03efe026-37ca-4cc5-b64d-7c536e776736 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=107b92318e144374a057c96d475c0d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992887 Mar 31 23:09:37.490413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50020) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:37.504722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': '34ea3c73-db17-434a-9182-7e3a36fd162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bad9f7f8-25c5-45b3-aba6-f687677786cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:37.505239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: bad9f7f8-25c5-45b3-aba6-f687677786cd, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:37.545272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['833eaeb5-bd0d-4de7-a058-a7ecc6900fcb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:37.550623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:37.555880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.594258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 20ea25ab-05bd-4449-a1ac-d05fb2f4214b yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:37.614819 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b444a0a-3626-4915-9794-76728741e16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.683061 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b444a0a-3626-4915-9794-76728741e16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.702635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network bad9f7f8-25c5-45b3-aba6-f687677786cd is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:37.740554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Allocated IP 2001:db8::2 (fab74486-c66c-49c2-bb4e-eef62f7d12e9/ae438e47-6ff3-4322-84fa-8191c718c0c4/62728f4b-5640-402e-b2cf-c51c107b76e1) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:37.770638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.788155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, bad9f7f8-25c5-45b3-aba6-f687677786cd) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:37.794132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:37.795060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.888269 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b444a0a-3626-4915-9794-76728741e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.891701 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b444a0a-3626-4915-9794-76728741e16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.892247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8f4a8-1a3c-4ff9-87ab-a1a4a31d78fb None None] Network bad9f7f8-25c5-45b3-aba6-f687677786cd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:37.893475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b444a0a-3626-4915-9794-76728741e16e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56255c73-0760-48d1-adef-1f81db99f7fa HTTP/1.1" status: 204 len: 168 time: 0.4015813 Mar 31 23:09:37.919068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5da4b54e-04c1-44c5-bde9-92e409be5554 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3621161 Mar 31 23:09:37.927920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50032) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:37.934596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5f68b546-bcaa-4f4d-8fb6-59ebeeeb6c31 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-815803565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:37.957249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b444a0a-3626-4915-9794-76728741e16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56255c73-0760-48d1-adef-1f81db99f7fa,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:37.988208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1342694-850a-4042-9213-99027271c454 req-621a764a-5935-421e-b338-3c427486bd32 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:37.989701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1342694-850a-4042-9213-99027271c454 req-621a764a-5935-421e-b338-3c427486bd32 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 944 time: 0.1484940 Mar 31 23:09:38.010351 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-431d6a0a-86bf-4ee8-b382-85962dd34f74 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770798 Mar 31 23:09:38.130095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1342694-850a-4042-9213-99027271c454 req-2aae18ce-b721-4f5d-b846-50a0b36944d6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314423 Mar 31 23:09:38.132297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f68b546-bcaa-4f4d-8fb6-59ebeeeb6c31 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.134471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f68b546-bcaa-4f4d-8fb6-59ebeeeb6c31 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.148813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-164723e1-5834-40c2-9e4f-911d9c0cfa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:38.154079 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-164723e1-5834-40c2-9e4f-911d9c0cfa7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=402cdc092bb44efb89e58dc191dcb5ba&device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 1101 time: 0.1065581 Mar 31 23:09:38.200990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f68b546-bcaa-4f4d-8fb6-59ebeeeb6c31 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.302304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f68b546-bcaa-4f4d-8fb6-59ebeeeb6c31 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.356559 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.364933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-f6b70c81-945c-4194-844c-3a86f391f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:38.369238 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-f6b70c81-945c-4194-844c-3a86f391f028 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1793687 Mar 31 23:09:38.387468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f68b546-bcaa-4f4d-8fb6-59ebeeeb6c31 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.389444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5f68b546-bcaa-4f4d-8fb6-59ebeeeb6c31 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4591117 Mar 31 23:09:38.392271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50040) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:38.467057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.488830 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-025ed495-c448-4fb3-b7ee-71e47a1c5db2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=29c5cd8d-15d1-4018-b861-e401f14daeb9 HTTP/1.1" status: 200 len: 217 time: 0.1104109 Mar 31 23:09:38.557366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-bad9f7f8-25c5-45b3-aba6-f687677786cd', 'network_id': 'bad9f7f8-25c5-45b3-aba6-f687677786cd', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': 'a1364c0c-bdb8-439b-85f2-5559824f9f8c'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:09:38.557366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.562824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Pushing event updated for resources: {'Port': ['ID=62728f4b-5640-402e-b2cf-c51c107b76e1,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:38.566488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.604467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-e9dcc596-d5b6-4b26-b83f-7b836b0054e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:38.606069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-e9dcc596-d5b6-4b26-b83f-7b836b0054e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1068521 Mar 31 23:09:38.619032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Network fab74486-c66c-49c2-bb4e-eef62f7d12e9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:38.633259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:38.641680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:38.667137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-0864f7c5-b966-4594-a9c3-33fa73db00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:38.669284 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-0864f7c5-b966-4594-a9c3-33fa73db00c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534554 Mar 31 23:09:38.676095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::2d3 (fab74486-c66c-49c2-bb4e-eef62f7d12e9/ae438e47-6ff3-4322-84fa-8191c718c0c4/20ea25ab-05bd-4449-a1ac-d05fb2f4214b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:38.820931 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-93021ce3-fce0-4c71-abc8-cab95a8c26d0 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401527 Mar 31 23:09:38.837200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Attempting to bind port 62728f4b-5640-402e-b2cf-c51c107b76e1 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:38.837562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Attempting to bind port 62728f4b-5640-402e-b2cf-c51c107b76e1 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '99ac0152-215c-48af-ab55-568ddc97ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fab74486-c66c-49c2-bb4e-eef62f7d12e9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:38.837924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Attempting to bind port 62728f4b-5640-402e-b2cf-c51c107b76e1 on network fab74486-c66c-49c2-bb4e-eef62f7d12e9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:38.928895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Allocated IP 2001:db8::2 (bad9f7f8-25c5-45b3-aba6-f687677786cd/a1364c0c-bdb8-439b-85f2-5559824f9f8c/ebff1642-f582-435a-bcb1-d4ddd7d50e59) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:38.945758 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6112cc0e-26f3-4b0e-883f-a3d0610378bf req-a8c1f30d-0571-4dcc-9a7a-da06cf7fe070 service neutron] 10.222.0.50 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112127 Mar 31 23:09:39.009572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:39.010111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Checking segment: {'id': '99ac0152-215c-48af-ab55-568ddc97ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fab74486-c66c-49c2-bb4e-eef62f7d12e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:39.014463 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.015034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Bound using segment: {'id': '99ac0152-215c-48af-ab55-568ddc97ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fab74486-c66c-49c2-bb4e-eef62f7d12e9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:39.015559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Bound port: 62728f4b-5640-402e-b2cf-c51c107b76e1, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ac0152-215c-48af-ab55-568ddc97ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fab74486-c66c-49c2-bb4e-eef62f7d12e9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:39.015963 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.132190 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.177656 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.211544 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.263639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] For port 62728f4b-5640-402e-b2cf-c51c107b76e1, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:39.268893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] For port 62728f4b-5640-402e-b2cf-c51c107b76e1, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=62728f4b-5640-402e-b2cf-c51c107b76e1,segment=NetworkSegment(99ac0152-215c-48af-ab55-568ddc97ef96),segment_id=99ac0152-215c-48af-ab55-568ddc97ef96)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:39.300958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.341581 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.361148 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.434429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f06d3-4eb6-4558-bbc6-a3ea3f9e3c49 None None] Pushing event updated for resources: {'Port': ['ID=62728f4b-5640-402e-b2cf-c51c107b76e1,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:39.444100 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.502662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550c7bf-7977-43df-bbc6-b9d2a2e7d1fe req-9d242e99-766b-44f0-bf16-60339a04594d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.505502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c550c7bf-7977-43df-bbc6-b9d2a2e7d1fe req-9d242e99-766b-44f0-bf16-60339a04594d tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 944 time: 0.2393391 Mar 31 23:09:39.511728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Pushing event updated for resources: {'Port': ['ID=ebff1642-f582-435a-bcb1-d4ddd7d50e59,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:39.517144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Network bad9f7f8-25c5-45b3-aba6-f687677786cd is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:39.521509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:39.524327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:39.628021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.665763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.739384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Attempting to bind port ebff1642-f582-435a-bcb1-d4ddd7d50e59 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:39.739761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Attempting to bind port ebff1642-f582-435a-bcb1-d4ddd7d50e59 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '34ea3c73-db17-434a-9182-7e3a36fd162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bad9f7f8-25c5-45b3-aba6-f687677786cd'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:39.740128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Attempting to bind port ebff1642-f582-435a-bcb1-d4ddd7d50e59 on network bad9f7f8-25c5-45b3-aba6-f687677786cd {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:39.753956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:39.754336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Checking segment: {'id': '34ea3c73-db17-434a-9182-7e3a36fd162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bad9f7f8-25c5-45b3-aba6-f687677786cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:39.754795 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.755194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Bound using segment: {'id': '34ea3c73-db17-434a-9182-7e3a36fd162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bad9f7f8-25c5-45b3-aba6-f687677786cd'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:39.755668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Bound port: ebff1642-f582-435a-bcb1-d4ddd7d50e59, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ea3c73-db17-434a-9182-7e3a36fd162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bad9f7f8-25c5-45b3-aba6-f687677786cd'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:39.756042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.786773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network fab74486-c66c-49c2-bb4e-eef62f7d12e9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:39.842157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:39.848038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:39.867011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.868201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.944092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] For port ebff1642-f582-435a-bcb1-d4ddd7d50e59, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:39.944965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c550c7bf-7977-43df-bbc6-b9d2a2e7d1fe req-d176b3a4-a8fd-4d91-b145-a1d33da8e127 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010348 Mar 31 23:09:39.951700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=20ea25ab-05bd-4449-a1ac-d05fb2f4214b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:39.976420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] For port ebff1642-f582-435a-bcb1-d4ddd7d50e59, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ebff1642-f582-435a-bcb1-d4ddd7d50e59,segment=NetworkSegment(34ea3c73-db17-434a-9182-7e3a36fd162d),segment_id=34ea3c73-db17-434a-9182-7e3a36fd162d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:39.977297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50084) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:40.005708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-87135726-4045-41a1-807a-da71e25c935d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8142338 Mar 31 23:09:40.008565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50090) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:40.029383 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.292347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3c7ce-973e-47b9-9ab1-26f0b773e4e6 None None] Pushing event updated for resources: {'Port': ['ID=ebff1642-f582-435a-bcb1-d4ddd7d50e59,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:40.338304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8::1 (bad9f7f8-25c5-45b3-aba6-f687677786cd/a1364c0c-bdb8-439b-85f2-5559824f9f8c/c09fb09e-7b87-467c-bc58-0ed984f4ef85) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:40.400334 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 62728f4b-5640-402e-b2cf-c51c107b76e1 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:40.414294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1565106818-network', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:40.468129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-497a20c6-e337-4187-bb2a-38cc5eeb3db8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 20ea25ab-05bd-4449-a1ac-d05fb2f4214b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:40.468822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-497a20c6-e337-4187-bb2a-38cc5eeb3db8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.536879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 62728f4b-5640-402e-b2cf-c51c107b76e1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:40.537243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.606114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Made reservation on behalf of 8a5e46fa43f34495a8c9dddbfc9b5e26 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:40.609260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.663237 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.774335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.783954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-497a20c6-e337-4187-bb2a-38cc5eeb3db8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.858377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-497a20c6-e337-4187-bb2a-38cc5eeb3db8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 20ea25ab-05bd-4449-a1ac-d05fb2f4214b owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:41.001030 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.062003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network bad9f7f8-25c5-45b3-aba6-f687677786cd is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:41.070532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:41.203163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:41.204742 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.311971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:41.340338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.348813 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-497a20c6-e337-4187-bb2a-38cc5eeb3db8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.448450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=c09fb09e-7b87-467c-bc58-0ed984f4ef85,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:41.485898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 62728f4b-5640-402e-b2cf-c51c107b76e1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=62728f4b-5640-402e-b2cf-c51c107b76e1,segment=NetworkSegment(99ac0152-215c-48af-ab55-568ddc97ef96),segment_id=99ac0152-215c-48af-ab55-568ddc97ef96)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:41.495387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a20c6-e337-4187-bb2a-38cc5eeb3db8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=20ea25ab-05bd-4449-a1ac-d05fb2f4214b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:41.559179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-497a20c6-e337-4187-bb2a-38cc5eeb3db8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.563228 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-497a20c6-e337-4187-bb2a-38cc5eeb3db8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/20ea25ab-05bd-4449-a1ac-d05fb2f4214b HTTP/1.1" status: 204 len: 168 time: 1.5531940 Mar 31 23:09:41.566557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50116) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:41.601217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:09:41.603685 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeecf35-c2e2-4a60-8056-36cb9a4ca98f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:09:41.604772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aeecf35-c2e2-4a60-8056-36cb9a4ca98f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:09:41.611920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.622056 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0aeecf35-c2e2-4a60-8056-36cb9a4ca98f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/20ea25ab-05bd-4449-a1ac-d05fb2f4214b HTTP/1.1" status: 404 len: 333 time: 0.0541401 Mar 31 23:09:41.627889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50120) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:41.640058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84162e1-4ba3-446c-af29-2921592a8a91 req-d711e06f-b8f2-484b-876f-1a8e251c5ad1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:41.648458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a84162e1-4ba3-446c-af29-2921592a8a91 req-d711e06f-b8f2-484b-876f-1a8e251c5ad1 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 944 time: 0.4215047 Mar 31 23:09:41.688332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=62728f4b-5640-402e-b2cf-c51c107b76e1,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:41.699440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:41.699815 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.710560 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1121a8a2-b5bb-4fa1-b3d2-1dd331fcfe74 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:09:41.713460 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1121a8a2-b5bb-4fa1-b3d2-1dd331fcfe74 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/20ea25ab-05bd-4449-a1ac-d05fb2f4214b HTTP/1.1" status: 404 len: 333 time: 0.0575516 Mar 31 23:09:41.717001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50124) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:41.818691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cdedc-3357-46f4-bdd6-59e4278c1a8b None None] Network fab74486-c66c-49c2-bb4e-eef62f7d12e9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:41.819100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a84162e1-4ba3-446c-af29-2921592a8a91 req-f536b02b-514d-46ea-a175-40fed1f3d820 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582348 Mar 31 23:09:41.839071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.869243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.875551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8de09d-31e4-408e-a89a-9b1594db4fb2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet ae438e47-6ff3-4322-84fa-8191c718c0c4 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:41.896202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8de09d-31e4-408e-a89a-9b1594db4fb2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.928378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.968480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:42.032433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8de09d-31e4-408e-a89a-9b1594db4fb2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.103574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aaec27-1061-48b4-8eee-d2838418f043,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:42.116424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.121661 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Added segment 1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3 of type vlan for network e0e57d36-1ee0-4549-99de-e7bf317a3054 Mar 31 23:09:42.193526 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.295088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1e84f8df-46b5-464e-96d9-f264742cf370 None None] Provisioning complete for port 62728f4b-5640-402e-b2cf-c51c107b76e1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:42.296864 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1e84f8df-46b5-464e-96d9-f264742cf370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.307327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.438435 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8de09d-31e4-408e-a89a-9b1594db4fb2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.443036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1326e916-0501-4d51-a7af-dd59e0e58fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833eaeb5-bd0d-4de7-a058-a7ecc6900fcb'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:42.449589 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.resource_extend [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:09:42.457112 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c842944-1224-44be-887f-f583654c1e6a" -d '{"events": [{"server_uuid": "1326e916-0501-4d51-a7af-dd59e0e58fdd", "name": "network-vif-plugged", "status": "completed", "tag": "833eaeb5-bd0d-4de7-a058-a7ecc6900fcb"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:42.528026 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.543578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:42.555942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 62728f4b-5640-402e-b2cf-c51c107b76e1 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:42.632842 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c945360d-d259-4ebc-ab88-89929548ac3b x-openstack-request-id: req-c945360d-d259-4ebc-ab88-89929548ac3b {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:42.633239 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1326e916-0501-4d51-a7af-dd59e0e58fdd", "name": "network-vif-plugged", "status": "completed", "tag": "833eaeb5-bd0d-4de7-a058-a7ecc6900fcb", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:42.634247 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c945360d-d259-4ebc-ab88-89929548ac3b {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:42.634689 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c945360d-d259-4ebc-ab88-89929548ac3b'] response: {'server_uuid': '1326e916-0501-4d51-a7af-dd59e0e58fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833eaeb5-bd0d-4de7-a058-a7ecc6900fcb', 'code': 200} Mar 31 23:09:42.637541 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.641575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a9e27-f28e-4823-837b-9a74b18fec13 None None] Network bad9f7f8-25c5-45b3-aba6-f687677786cd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:42.641828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.692859 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.693793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:42.694575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.707998 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.760857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=c09fb09e-7b87-467c-bc58-0ed984f4ef85,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:42.786888 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8de09d-31e4-408e-a89a-9b1594db4fb2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.815907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8373325 Mar 31 23:09:42.878879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50146) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:42.889154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Request body: {'subnet': {'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1565106818-subnet', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:43.000288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8de09d-31e4-408e-a89a-9b1594db4fb2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.008597 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3d8de09d-31e4-408e-a89a-9b1594db4fb2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/ae438e47-6ff3-4322-84fa-8191c718c0c4 HTTP/1.1" status: 204 len: 168 time: 1.2902915 Mar 31 23:09:43.016069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 62728f4b-5640-402e-b2cf-c51c107b76e1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:43.016511 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.019750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50150) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:43.028077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8de09d-31e4-408e-a89a-9b1594db4fb2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=ae438e47-6ff3-4322-84fa-8191c718c0c4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:43.043662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90e80-7ed1-4c68-9990-1ea1ed255ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e57d36-1ee0-4549-99de-e7bf317a3054,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:43.057393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61dcf-2ae6-4141-922b-e78b21e9162c req-5efbd8f4-5c72-4a15-a052-4049516c9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:43.058988 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ef61dcf-2ae6-4141-922b-e78b21e9162c req-5efbd8f4-5c72-4a15-a052-4049516c9026 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 1096 time: 0.3795786 Mar 31 23:09:43.101973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:43.143574 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ef61dcf-2ae6-4141-922b-e78b21e9162c req-dfeb7443-e182-4290-a305-8dc5f164d092 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753202 Mar 31 23:09:43.262668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:43.290602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39618268-f8a3-4329-b7b9-b2e8f64cf90e None None] Network fab74486-c66c-49c2-bb4e-eef62f7d12e9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:43.366241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9682a31c-bfbf-463c-a54a-e4ffa6701e08 None None] Provisioning complete for port 62728f4b-5640-402e-b2cf-c51c107b76e1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:43.367398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9682a31c-bfbf-463c-a54a-e4ffa6701e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.505620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Made reservation on behalf of 8a5e46fa43f34495a8c9dddbfc9b5e26 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:43.524381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.570108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ebff1642-f582-435a-bcb1-d4ddd7d50e59 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:43.660419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network bad9f7f8-25c5-45b3-aba6-f687677786cd is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:43.685465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:43.763140 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.794308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ebff1642-f582-435a-bcb1-d4ddd7d50e59 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:43.794308 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.857636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9682a31c-bfbf-463c-a54a-e4ffa6701e08 None None] Provisioning complete for port ebff1642-f582-435a-bcb1-d4ddd7d50e59 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:43.858318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9682a31c-bfbf-463c-a54a-e4ffa6701e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.871335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ae923-b755-4cdf-99e1-002a5eac07e4 req-eb3d8aee-325f-43e3-92c6-d773539bf8aa tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:43.880197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-720ae923-b755-4cdf-99e1-002a5eac07e4 req-eb3d8aee-325f-43e3-92c6-d773539bf8aa tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.9126225 Mar 31 23:09:43.998504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] DHCP port deletion for fab74486-c66c-49c2-bb4e-eef62f7d12e9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:44.096063 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.137521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.220222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-720ae923-b755-4cdf-99e1-002a5eac07e4 req-c4d96bd7-af66-49a8-8164-34b6e840b25f tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391306 Mar 31 23:09:44.240139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44a2291-a296-4670-b631-5c97a3e62741,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:44.252830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router a1513992-2283-492b-a8a0-e0da6578b143 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:44.264059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port ebff1642-f582-435a-bcb1-d4ddd7d50e59, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ebff1642-f582-435a-bcb1-d4ddd7d50e59,segment=NetworkSegment(34ea3c73-db17-434a-9182-7e3a36fd162d),segment_id=34ea3c73-db17-434a-9182-7e3a36fd162d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:44.265557 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9682a31c-bfbf-463c-a54a-e4ffa6701e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.291566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 62728f4b-5640-402e-b2cf-c51c107b76e1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:44.291809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] Deleting port 62728f4b-5640-402e-b2cf-c51c107b76e1 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:44.291970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.292137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.367536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] For port 62728f4b-5640-402e-b2cf-c51c107b76e1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=62728f4b-5640-402e-b2cf-c51c107b76e1,segment=NetworkSegment(99ac0152-215c-48af-ab55-568ddc97ef96),segment_id=99ac0152-215c-48af-ab55-568ddc97ef96)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:44.367536 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.381017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] Calling delete_port for 62728f4b-5640-402e-b2cf-c51c107b76e1 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:44.398262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Checking segment: {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:44.399032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Network hostable DHCP agents. Network: e0e57d36-1ee0-4549-99de-e7bf317a3054, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:44.485941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.500156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] For port 62728f4b-5640-402e-b2cf-c51c107b76e1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=62728f4b-5640-402e-b2cf-c51c107b76e1,segment=NetworkSegment(99ac0152-215c-48af-ab55-568ddc97ef96),segment_id=99ac0152-215c-48af-ab55-568ddc97ef96)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:44.500537 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.504889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:44.527771 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056a35d-e97e-41bd-b1d2-e6ea3b2d6da2 None None] Sync routers for ids ['a1513992-2283-492b-a8a0-e0da6578b143'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:44.551163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50178) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:44.559638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=ebff1642-f582-435a-bcb1-d4ddd7d50e59,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:44.563202 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056a35d-e97e-41bd-b1d2-e6ea3b2d6da2 None None] Routers {'a1513992-2283-492b-a8a0-e0da6578b143'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:44.565807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-263a4d34-eabb-4001-b5f3-6a9dcbd1a2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/a1513992-2283-492b-a8a0-e0da6578b143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1542921 Mar 31 23:09:44.567353 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d056a35d-e97e-41bd-b1d2-e6ea3b2d6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a1513992-2283-492b-a8a0-e0da6578b143'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:44.572798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.585281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:44.644138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 62728f4b-5640-402e-b2cf-c51c107b76e1 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:44.709594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] Pushing event deleted for resources: {'Port': ['ID=62728f4b-5640-402e-b2cf-c51c107b76e1,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:44.715804 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d056a35d-e97e-41bd-b1d2-e6ea3b2d6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:44.733326 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-9682a31c-bfbf-463c-a54a-e4ffa6701e08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:09:44.733777 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-9682a31c-bfbf-463c-a54a-e4ffa6701e08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:09:44.738166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7a284-7801-4ad8-9451-4c30e765321f None None] No DVR routers for this DVR port 62728f4b-5640-402e-b2cf-c51c107b76e1 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:44.739240 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056a35d-e97e-41bd-b1d2-e6ea3b2d6da2 None None] Routers {'a1513992-2283-492b-a8a0-e0da6578b143'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:44.739846 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d056a35d-e97e-41bd-b1d2-e6ea3b2d6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a1513992-2283-492b-a8a0-e0da6578b143'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:44.743360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad5d08-eff8-4d13-b8a3-e4e59f86c40a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:44.748284 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0bad5d08-eff8-4d13-b8a3-e4e59f86c40a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports/c09fb09e-7b87-467c-bc58-0ed984f4ef85 HTTP/1.1" status: 200 len: 911 time: 0.1960557 Mar 31 23:09:44.751384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50180) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:44.760881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 62728f4b-5640-402e-b2cf-c51c107b76e1 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:44.804306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 62728f4b-5640-402e-b2cf-c51c107b76e1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:44.804823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 62728f4b-5640-402e-b2cf-c51c107b76e1 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:44.806929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, e0e57d36-1ee0-4549-99de-e7bf317a3054) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:44.813418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:44.814002 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.842914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f661c2ce-6767-42c3-bd82-bc8c09edc82d None None] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:44.992225 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.076018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=62728f4b-5640-402e-b2cf-c51c107b76e1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:45.096631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4c10e0a8-e55e-4a20-8f8e-857d35aaa5c5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2154255 Mar 31 23:09:45.099788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50188) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:45.112035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:45.119857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No DVR routers for this DVR port 62728f4b-5640-402e-b2cf-c51c107b76e1 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:45.200939 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d056a35d-e97e-41bd-b1d2-e6ea3b2d6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.201849 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056a35d-e97e-41bd-b1d2-e6ea3b2d6da2 None None] The sync data for ids ['a1513992-2283-492b-a8a0-e0da6578b143'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:45.329294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.342576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-e0e57d36-1ee0-4549-99de-e7bf317a3054', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:09:45.343607 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.380529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab74486-c66c-49c2-bb4e-eef62f7d12e9']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.398100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ac0152-215c-48af-ab55-568ddc97ef96') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.398407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ac0152-215c-48af-ab55-568ddc97ef96') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.422198 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.436759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.444656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:45.445287 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.553507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:45.576773 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:45.600587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.601654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.714317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Allocated IP 172.20.0.2 (e0e57d36-1ee0-4549-99de-e7bf317a3054/d44a2291-a296-4670-b631-5c97a3e62741/8a6f9aba-d81b-460a-b73f-596a47272e2c) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:45.721647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.772661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-048caf3f-5817-4112-b3f8-d529be835897 None None] Provisioning complete for port ebff1642-f582-435a-bcb1-d4ddd7d50e59 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:45.773238 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-048caf3f-5817-4112-b3f8-d529be835897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.843664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a003ebd-3887-4da3-a6fe-e6b5f6d97dc7 req-b187f7d3-5c8b-4bfe-bacc-e5a36904c5e9 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:45.848874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a003ebd-3887-4da3-a6fe-e6b5f6d97dc7 req-b187f7d3-5c8b-4bfe-bacc-e5a36904c5e9 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.4711604 Mar 31 23:09:45.978165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.994102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.000137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/networks/fab74486-c66c-49c2-bb4e-eef62f7d12e9 HTTP/1.1" status: 204 len: 168 time: 2.9722362 Mar 31 23:09:46.005011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50210) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:46.016253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-731338079'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:46.068635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port c09fb09e-7b87-467c-bc58-0ed984f4ef85 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:46.069963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.103872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a003ebd-3887-4da3-a6fe-e6b5f6d97dc7 req-c848735f-0b5c-4977-a16b-e0ec27bdd480 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465961 Mar 31 23:09:46.145012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:46.148639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.171382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c76377-b518-417e-b7c1-24d5c20fb607 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Network': ['ID=fab74486-c66c-49c2-bb4e-eef62f7d12e9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:46.260949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.346310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:46.396194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b926e-3e63-48cf-a2cb-aff2def8c18f req-0936f24a-7ac0-46ee-8967-c9e2018ec3c2 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:46.396382 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.396382 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Added segment 745519de-04ef-4bdb-97a5-fc6998be665c of type vlan for network 2da742ed-743e-4f65-8337-922427290e64 Mar 31 23:09:46.396585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-048caf3f-5817-4112-b3f8-d529be835897 None None] Provisioning complete for port c09fb09e-7b87-467c-bc58-0ed984f4ef85 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:46.396585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-048caf3f-5817-4112-b3f8-d529be835897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.396775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-205b926e-3e63-48cf-a2cb-aff2def8c18f req-0936f24a-7ac0-46ee-8967-c9e2018ec3c2 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.1344914 Mar 31 23:09:46.453967 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.463208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.475996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.479675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-048caf3f-5817-4112-b3f8-d529be835897 None None] Port c09fb09e-7b87-467c-bc58-0ed984f4ef85 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:46.483163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-205b926e-3e63-48cf-a2cb-aff2def8c18f req-2b454a7c-1025-4b16-b9b0-d8fea832a388 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726955 Mar 31 23:09:46.492474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-048caf3f-5817-4112-b3f8-d529be835897 None None] Could not find standard attr ID for object 20ea25ab-05bd-4449-a1ac-d05fb2f4214b. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:09:46.505177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for c09fb09e-7b87-467c-bc58-0ed984f4ef85 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:46.553377 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.658195 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.676939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:46.677596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.680753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ebff1642-f582-435a-bcb1-d4ddd7d50e59 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:46.777245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Network': ['ID=2da742ed-743e-4f65-8337-922427290e64,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:46.835180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:46.849257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2da742ed-743e-4f65-8337-922427290e64 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:46.866541 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-797bf0bf-e744-4d73-850b-1dde2a13b537 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8570938 Mar 31 23:09:46.867591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50226) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:46.882079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '2da742ed-743e-4f65-8337-922427290e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:46.905633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:46.930958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.935753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:46.956759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.023587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84503dcb-22a6-4777-9a15-84aa1c76bd3e req-cce82c8a-519e-4a1b-a6fb-a183492dc6c0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.023838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Pushing event updated for resources: {'Port': ['ID=8a6f9aba-d81b-460a-b73f-596a47272e2c,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:47.027165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84503dcb-22a6-4777-9a15-84aa1c76bd3e req-cce82c8a-519e-4a1b-a6fb-a183492dc6c0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.1793151 Mar 31 23:09:47.182466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Attempting to bind port 8a6f9aba-d81b-460a-b73f-596a47272e2c on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:47.183179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Attempting to bind port 8a6f9aba-d81b-460a-b73f-596a47272e2c by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:47.183859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Attempting to bind port 8a6f9aba-d81b-460a-b73f-596a47272e2c on network e0e57d36-1ee0-4549-99de-e7bf317a3054 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:47.189157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.203090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ebff1642-f582-435a-bcb1-d4ddd7d50e59 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:47.215455 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.226189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:47.226189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Checking segment: {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:47.226189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.232916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Bound using segment: {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:47.232916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Bound port: 8a6f9aba-d81b-460a-b73f-596a47272e2c, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:47.232916 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.258646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Allocated IP 172.25.4.224 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/d3e25782-d4f8-4438-87b9-cd999582e3a6) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:47.267105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84503dcb-22a6-4777-9a15-84aa1c76bd3e req-de0bbc3f-1eee-457b-9cab-842750643e1e tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943910 Mar 31 23:09:47.327294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=c09fb09e-7b87-467c-bc58-0ed984f4ef85,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:47.342542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:47.356592 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.411887 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.509504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] For port 8a6f9aba-d81b-460a-b73f-596a47272e2c, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:47.518464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] For port 8a6f9aba-d81b-460a-b73f-596a47272e2c, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8a6f9aba-d81b-460a-b73f-596a47272e2c,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:47.565721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d875f7-f5f7-4533-8503-102712f929d4 req-40609622-bc36-417c-b690-8f7e591bf4c9 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.568469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66d875f7-f5f7-4533-8503-102712f929d4 req-40609622-bc36-417c-b690-8f7e591bf4c9 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.0987473 Mar 31 23:09:47.640410 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.647099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.657383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66d875f7-f5f7-4533-8503-102712f929d4 req-09a09cfe-6bbd-4c1c-b95d-c87eabd2cb73 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814526 Mar 31 23:09:47.659408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.717914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff4cdd-edd5-496f-8c9f-71c6c0c4231e None None] Pushing event updated for resources: {'Port': ['ID=8a6f9aba-d81b-460a-b73f-596a47272e2c,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:47.765866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:47.769521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:47.776055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:47.824099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Pushing event updated for resources: {'Port': ['ID=d3e25782-d4f8-4438-87b9-cd999582e3a6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:48.210102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87694c-8af2-4b11-8313-fe41b96d591d req-3d3dbc18-f652-4263-a30e-1f2fec469478 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.218726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d87694c-8af2-4b11-8313-fe41b96d591d req-3d3dbc18-f652-4263-a30e-1f2fec469478 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.1051228 Mar 31 23:09:48.288316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d87694c-8af2-4b11-8313-fe41b96d591d req-18d7c096-6651-4632-a51b-490c73f8bb66 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620840 Mar 31 23:09:48.573773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a3790-3f29-4b6b-896d-864bbf6ad45d req-bd8d1cb0-412c-4353-b057-e01b00dc44c6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.576816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36a3790-3f29-4b6b-896d-864bbf6ad45d req-bd8d1cb0-412c-4353-b057-e01b00dc44c6 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.1945508 Mar 31 23:09:48.631185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:48.685594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router a1513992-2283-492b-a8a0-e0da6578b143 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:48.692070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8a6f9aba-d81b-460a-b73f-596a47272e2c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:48.745855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a36a3790-3f29-4b6b-896d-864bbf6ad45d req-0a4db1f8-40ac-4ae8-b09a-651d2ff9c3d0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493063 Mar 31 23:09:48.848889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:48.862653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8a6f9aba-d81b-460a-b73f-596a47272e2c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:48.863376 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.063962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:49.083940 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a00f79cd-b0b3-4586-8560-acc3f6d8f080 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/a1513992-2283-492b-a8a0-e0da6578b143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3250222 Mar 31 23:09:49.095621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50264) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:49.097840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71a4fd-654e-43bc-be6f-388c3a060c6d None None] Sync routers for ids ['a1513992-2283-492b-a8a0-e0da6578b143'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:49.136580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.141584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71a4fd-654e-43bc-be6f-388c3a060c6d None None] Routers {'a1513992-2283-492b-a8a0-e0da6578b143'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:49.143189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0b71a4fd-654e-43bc-be6f-388c3a060c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a1513992-2283-492b-a8a0-e0da6578b143'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:49.197795 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f5310cab-58c0-4bd7-b4bc-659da41de2b9 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1513992-2283-492b-a8a0-e0da6578b143 HTTP/1.1" status: 200 len: 205 time: 0.0965676 Mar 31 23:09:49.203393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50268) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:49.219678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking segment: {'id': '745519de-04ef-4bdb-97a5-fc6998be665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2da742ed-743e-4f65-8337-922427290e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:49.220823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network hostable DHCP agents. Network: 2da742ed-743e-4f65-8337-922427290e64, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:49.228060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=c54df4ba-55c9-45b8-805b-a7e627bd44a7,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:49.295245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0b71a4fd-654e-43bc-be6f-388c3a060c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:49.342326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-898c7793-1e25-42aa-b67c-20bc75414500 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.363932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71a4fd-654e-43bc-be6f-388c3a060c6d None None] Routers {'a1513992-2283-492b-a8a0-e0da6578b143'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:49.389638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0b71a4fd-654e-43bc-be6f-388c3a060c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['a1513992-2283-492b-a8a0-e0da6578b143'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:49.400032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 8a6f9aba-d81b-460a-b73f-596a47272e2c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8a6f9aba-d81b-460a-b73f-596a47272e2c,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:49.501297 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.502471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 2da742ed-743e-4f65-8337-922427290e64 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:49.509872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0b71a4fd-654e-43bc-be6f-388c3a060c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:49.510860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71a4fd-654e-43bc-be6f-388c3a060c6d None None] The sync data for ids ['a1513992-2283-492b-a8a0-e0da6578b143'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:49.625519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5437f632-a1f5-464c-8905-6d3b3ac8f55f None None] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:49.689460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2da742ed-743e-4f65-8337-922427290e64) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:49.699909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-898c7793-1e25-42aa-b67c-20bc75414500 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.703316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-898c7793-1e25-42aa-b67c-20bc75414500 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.712420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:49.713211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.728290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b4833-1769-4ec4-bf82-c84cf07af489 None None] Network 2da742ed-743e-4f65-8337-922427290e64 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:49.729627 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.759801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=8a6f9aba-d81b-460a-b73f-596a47272e2c,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:49.868756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e6b4e0a2-ffc7-401a-85f2-2b4e144a7bff None None] Provisioning complete for port 8a6f9aba-d81b-460a-b73f-596a47272e2c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:49.869468 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e6b4e0a2-ffc7-401a-85f2-2b4e144a7bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.898707 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f76cd575-0b26-4d18-aab5-29435bbbd682 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0297225 Mar 31 23:09:49.902211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50282) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:49.912165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '2da742ed-743e-4f65-8337-922427290e64', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-170757483'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:50.052931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaf8ba-4fa4-44f1-a7a4-c89034f0b5f4 req-22585de7-d03e-4d7c-94ac-7abec0ed6ef4 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:50.054698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dabaf8ba-4fa4-44f1-a7a4-c89034f0b5f4 req-22585de7-d03e-4d7c-94ac-7abec0ed6ef4 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.1630762 Mar 31 23:09:50.099519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-898c7793-1e25-42aa-b67c-20bc75414500 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.100956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898c7793-1e25-42aa-b67c-20bc75414500 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Fanout notify agent at l3_agent the message router_deleted on router a1513992-2283-492b-a8a0-e0da6578b143 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:50.113750 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-898c7793-1e25-42aa-b67c-20bc75414500 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.114410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dabaf8ba-4fa4-44f1-a7a4-c89034f0b5f4 req-898d1cd9-1c18-4109-8481-430a3a9bf8c0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464997 Mar 31 23:09:50.119956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-898c7793-1e25-42aa-b67c-20bc75414500 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/a1513992-2283-492b-a8a0-e0da6578b143 HTTP/1.1" status: 204 len: 168 time: 0.9078989 Mar 31 23:09:50.124385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50288) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:50.150202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Router 91baaa8e-6855-46ab-b623-e1dda10a6688 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:50.264175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5629976b-2a5a-48a9-8399-30f56bae64c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet a1364c0c-bdb8-439b-85f2-5559824f9f8c {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:50.270411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5629976b-2a5a-48a9-8399-30f56bae64c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.273541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:50.279450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.347491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 507a2e53-fe36-41bc-82e5-d1126ff926e7 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:50.363163 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5629976b-2a5a-48a9-8399-30f56bae64c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.391577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:50.409930 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Sync routers for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:50.459227 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:50.461394 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:50.467959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-2da742ed-743e-4f65-8337-922427290e64', 'network_id': '2da742ed-743e-4f65-8337-922427290e64', 'tenant_id': '92e7c352d21c457abe2bc52552a749f1', 'fixed_ips': [{'subnet_id': 'c54df4ba-55c9-45b8-805b-a7e627bd44a7'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:09:50.471294 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.534796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.536428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-349a817e-f2cf-4258-b407-3e796b5f8add admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4354091 Mar 31 23:09:50.539384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50296) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:50.677984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8a6f9aba-d81b-460a-b73f-596a47272e2c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:50.840520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8a6f9aba-d81b-460a-b73f-596a47272e2c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:50.841233 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.861985 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:50.862819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5629976b-2a5a-48a9-8399-30f56bae64c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.866989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::48 (2da742ed-743e-4f65-8337-922427290e64/c54df4ba-55c9-45b8-805b-a7e627bd44a7/507a2e53-fe36-41bc-82e5-d1126ff926e7) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:51.029320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-00e9d0cd-1795-4065-8fc2-ee111f03974e None None] Provisioning complete for port 8a6f9aba-d81b-460a-b73f-596a47272e2c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:51.029320 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00e9d0cd-1795-4065-8fc2-ee111f03974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.168156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.218983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5629976b-2a5a-48a9-8399-30f56bae64c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.257140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629976b-2a5a-48a9-8399-30f56bae64c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=a1364c0c-bdb8-439b-85f2-5559824f9f8c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:51.273174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93e4b2-f659-4cf5-9392-a609e52ff782 None None] Network bad9f7f8-25c5-45b3-aba6-f687677786cd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:51.288502 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:48Z', 'revision_number': 3, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:51.292702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5629976b-2a5a-48a9-8399-30f56bae64c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.295975 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5629976b-2a5a-48a9-8399-30f56bae64c4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/a1364c0c-bdb8-439b-85f2-5559824f9f8c HTTP/1.1" status: 204 len: 168 time: 1.1739333 Mar 31 23:09:51.308246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50306) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:51.339012 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Checking router: 91baaa8e-6855-46ab-b623-e1dda10a6688 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:51.339666 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Updating router 91baaa8e-6855-46ab-b623-e1dda10a6688 port d3e25782-d4f8-4438-87b9-cd999582e3a6 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:51.370605 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.400125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814474-28ab-426b-8381-f5bf0d8177e1 req-6e02c689-3c0e-461c-9645-51f83f73c5d5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.408179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b814474-28ab-426b-8381-f5bf0d8177e1 req-6e02c689-3c0e-461c-9645-51f83f73c5d5 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.1185558 Mar 31 23:09:51.413318 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.460809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.491346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b814474-28ab-426b-8381-f5bf0d8177e1 req-d1440f56-d594-4bd6-a6f7-0826d32a91a8 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822015 Mar 31 23:09:51.509337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.588731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Allocated IP 2001:db8::2 (2da742ed-743e-4f65-8337-922427290e64/c54df4ba-55c9-45b8-805b-a7e627bd44a7/39dcf0cd-2121-4c16-8c54-48c6a7208208) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:51.637986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 2da742ed-743e-4f65-8337-922427290e64 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:51.708705 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:51.721275 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:51.737202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.737873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.747334 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] DHCP port deletion for bad9f7f8-25c5-45b3-aba6-f687677786cd request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:51.820082 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.839206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-868d966a-9137-4688-9944-ea977ebab8eb tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.841511 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-868d966a-9137-4688-9944-ea977ebab8eb tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.50 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.3293281 Mar 31 23:09:51.842190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=507a2e53-fe36-41bc-82e5-d1126ff926e7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:51.879353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.882361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] Deleting port ebff1642-f582-435a-bcb1-d4ddd7d50e59 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:51.882962 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.920369 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.949120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port ebff1642-f582-435a-bcb1-d4ddd7d50e59 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:51.949870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Allocated IP 172.20.0.1 (e0e57d36-1ee0-4549-99de-e7bf317a3054/d44a2291-a296-4670-b631-5c97a3e62741/42a88f2c-64df-4319-b716-a9334ef761e2) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:51.950059 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.959733 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6ada0efd-b082-4276-882d-a0f78580522c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.0560594 Mar 31 23:09:51.959977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50318) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:52.008084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] For port ebff1642-f582-435a-bcb1-d4ddd7d50e59, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ebff1642-f582-435a-bcb1-d4ddd7d50e59,segment=NetworkSegment(34ea3c73-db17-434a-9182-7e3a36fd162d),segment_id=34ea3c73-db17-434a-9182-7e3a36fd162d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:52.008805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.017716 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Attempting to bind port d3e25782-d4f8-4438-87b9-cd999582e3a6 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:52.018016 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Attempting to bind port d3e25782-d4f8-4438-87b9-cd999582e3a6 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:52.018439 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Attempting to bind port d3e25782-d4f8-4438-87b9-cd999582e3a6 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:52.025612 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Pushing event updated for resources: {'Port': ['ID=d3e25782-d4f8-4438-87b9-cd999582e3a6,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.029125 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:52.029496 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:52.029891 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.030531 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:52.030762 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Bound port: d3e25782-d4f8-4438-87b9-cd999582e3a6, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:52.032401 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.040914 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.041247 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.041579 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.041905 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.042289 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.042700 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.042951 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.043264 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.044073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.044073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.044325 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.044483 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:52.062942 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.064738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port ebff1642-f582-435a-bcb1-d4ddd7d50e59, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ebff1642-f582-435a-bcb1-d4ddd7d50e59,segment=NetworkSegment(34ea3c73-db17-434a-9182-7e3a36fd162d),segment_id=34ea3c73-db17-434a-9182-7e3a36fd162d)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:52.065115 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.072744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] Calling delete_port for ebff1642-f582-435a-bcb1-d4ddd7d50e59 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:52.084795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for ebff1642-f582-435a-bcb1-d4ddd7d50e59 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:52.092599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Deleting port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:52.092963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.109048 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] For port d3e25782-d4f8-4438-87b9-cd999582e3a6, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:52.113848 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] For port d3e25782-d4f8-4438-87b9-cd999582e3a6, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d3e25782-d4f8-4438-87b9-cd999582e3a6,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:52.231571 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.301738 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:52.303045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:52.383097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] For port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,segment=NetworkSegment(add56cdb-8745-4bc4-b26d-4d493967525c),segment_id=add56cdb-8745-4bc4-b26d-4d493967525c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:52.383707 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.399496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Calling delete_port for 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:52.446441 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.497438 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebcf0a-0237-4659-a218-967fbf68a3be None None] Pushing event updated for resources: {'Port': ['ID=d3e25782-d4f8-4438-87b9-cd999582e3a6,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.501590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-30334c4c-a648-426c-b757-c7beed0ee0c9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 507a2e53-fe36-41bc-82e5-d1126ff926e7 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:52.501941 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30334c4c-a648-426c-b757-c7beed0ee0c9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.541520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Network 2da742ed-743e-4f65-8337-922427290e64 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:52.547233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:52.554979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:52.618100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.626276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Pushing event updated for resources: {'Port': ['ID=39dcf0cd-2121-4c16-8c54-48c6a7208208,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.631470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.654073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30334c4c-a648-426c-b757-c7beed0ee0c9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.693855 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:52.697179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No DVR routers for this DVR port ebff1642-f582-435a-bcb1-d4ddd7d50e59 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:52.717532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.743280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Attempting to bind port 39dcf0cd-2121-4c16-8c54-48c6a7208208 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:52.745094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Attempting to bind port 39dcf0cd-2121-4c16-8c54-48c6a7208208 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '745519de-04ef-4bdb-97a5-fc6998be665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2da742ed-743e-4f65-8337-922427290e64'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:52.745680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Attempting to bind port 39dcf0cd-2121-4c16-8c54-48c6a7208208 on network 2da742ed-743e-4f65-8337-922427290e64 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:52.749245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] No DVR routers for this DVR port ebff1642-f582-435a-bcb1-d4ddd7d50e59 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:52.807553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-30334c4c-a648-426c-b757-c7beed0ee0c9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 507a2e53-fe36-41bc-82e5-d1126ff926e7 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:52.840939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:52.851434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:52.891880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:52.900964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Pushing event updated for resources: {'Port': ['ID=42a88f2c-64df-4319-b716-a9334ef761e2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.945868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ebff1642-f582-435a-bcb1-d4ddd7d50e59 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:52.960795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30589b63-1a02-4f60-9b35-d38e7b418fe0 None None] Pushing event deleted for resources: {'Port': ['ID=ebff1642-f582-435a-bcb1-d4ddd7d50e59,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.974446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22b25-91ff-4c05-9ed4-521f2a840634 req-7d2b747e-58a1-45e9-94fb-dd82083fd9ad tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:52.982298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cf22b25-91ff-4c05-9ed4-521f2a840634 req-7d2b747e-58a1-45e9-94fb-dd82083fd9ad tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 945 time: 0.2137601 Mar 31 23:09:53.002654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=ebff1642-f582-435a-bcb1-d4ddd7d50e59,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.037101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ebff1642-f582-435a-bcb1-d4ddd7d50e59 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:53.038607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ebff1642-f582-435a-bcb1-d4ddd7d50e59 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:53.060706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:53.063772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Checking segment: {'id': '745519de-04ef-4bdb-97a5-fc6998be665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2da742ed-743e-4f65-8337-922427290e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:53.063772 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.065998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Bound using segment: {'id': '745519de-04ef-4bdb-97a5-fc6998be665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2da742ed-743e-4f65-8337-922427290e64'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:53.073396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Bound port: 39dcf0cd-2121-4c16-8c54-48c6a7208208, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745519de-04ef-4bdb-97a5-fc6998be665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2da742ed-743e-4f65-8337-922427290e64'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:53.074165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.079819 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.113204 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:48Z', 'revision_number': 3, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:53.172898 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ef016-c3ca-4490-9d20-649ddad2c308 None None] The sync data for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 is: [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:48Z', 'revision_number': 3, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:53.212744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.249202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] For port 39dcf0cd-2121-4c16-8c54-48c6a7208208, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:53.261135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] For port 39dcf0cd-2121-4c16-8c54-48c6a7208208, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=39dcf0cd-2121-4c16-8c54-48c6a7208208,segment=NetworkSegment(745519de-04ef-4bdb-97a5-fc6998be665c),segment_id=745519de-04ef-4bdb-97a5-fc6998be665c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:53.270034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cf22b25-91ff-4c05-9ed4-521f2a840634 req-0628630e-9c59-4aca-993e-05535f8a5aaf tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc66967b-0d08-4726-8b8c-8ce83a747d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865400 Mar 31 23:09:53.278170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad9f7f8-25c5-45b3-aba6-f687677786cd']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:53.321149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ea3c73-db17-434a-9182-7e3a36fd162d') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:53.321757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ea3c73-db17-434a-9182-7e3a36fd162d') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:53.351963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.363635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-084ddd04-216b-46af-a1f8-0eb6009a7f88 None None] Provisioning complete for port 42a88f2c-64df-4319-b716-a9334ef761e2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:53.364274 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-084ddd04-216b-46af-a1f8-0eb6009a7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.379338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.395876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.425151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Pushing event deleted for resources: {'Port': ['ID=833eaeb5-bd0d-4de7-a058-a7ecc6900fcb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.471063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.528260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219c8eb-a384-499a-a7a3-dbc97c79a9f6 None None] Pushing event updated for resources: {'Port': ['ID=39dcf0cd-2121-4c16-8c54-48c6a7208208,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.553585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:53.554367 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:53.564401 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:53.574717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-084ddd04-216b-46af-a1f8-0eb6009a7f88 None None] Port 42a88f2c-64df-4319-b716-a9334ef761e2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:53.618619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] No DVR routers for this DVR port 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:53.624973 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.629366 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b5dd6993-adf9-4c45-993c-2a0209664017 req-37d0e6c0-c1ef-4e73-b629-a27bffdd01f0 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.50 "DELETE /v2.0/ports/833eaeb5-bd0d-4de7-a058-a7ecc6900fcb HTTP/1.1" status: 204 len: 173 time: 1.7756770 Mar 31 23:09:53.630030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1326e916-0501-4d51-a7af-dd59e0e58fdd', 'name': 'network-vif-deleted', 'tag': '833eaeb5-bd0d-4de7-a058-a7ecc6900fcb'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:53.633101 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78ad884-dfa3-4b9a-9327-01b835e21556" -d '{"events": [{"server_uuid": "1326e916-0501-4d51-a7af-dd59e0e58fdd", "name": "network-vif-deleted", "tag": "833eaeb5-bd0d-4de7-a058-a7ecc6900fcb"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:53.657653 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30334c4c-a648-426c-b757-c7beed0ee0c9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.735310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30334c4c-a648-426c-b757-c7beed0ee0c9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=507a2e53-fe36-41bc-82e5-d1126ff926e7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.808939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30334c4c-a648-426c-b757-c7beed0ee0c9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.820744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50362) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:53.821042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-30334c4c-a648-426c-b757-c7beed0ee0c9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/507a2e53-fe36-41bc-82e5-d1126ff926e7 HTTP/1.1" status: 204 len: 168 time: 1.8530898 Mar 31 23:09:53.832193 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.914137 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c1787a-842d-4363-9250-69c5cc440436 x-openstack-request-id: req-56c1787a-842d-4363-9250-69c5cc440436 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:53.914727 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1326e916-0501-4d51-a7af-dd59e0e58fdd", "name": "network-vif-deleted", "tag": "833eaeb5-bd0d-4de7-a058-a7ecc6900fcb", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:53.915052 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56c1787a-842d-4363-9250-69c5cc440436 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:53.915642 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c1787a-842d-4363-9250-69c5cc440436'] response: {'server_uuid': '1326e916-0501-4d51-a7af-dd59e0e58fdd', 'name': 'network-vif-deleted', 'tag': '833eaeb5-bd0d-4de7-a058-a7ecc6900fcb', 'status': 'completed', 'code': 200} Mar 31 23:09:53.919111 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9394542e-d3ba-48dd-a6a9-01e614a1e0d0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:09:53.924941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9394542e-d3ba-48dd-a6a9-01e614a1e0d0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/507a2e53-fe36-41bc-82e5-d1126ff926e7 HTTP/1.1" status: 404 len: 333 time: 0.0997634 Mar 31 23:09:53.926958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50364) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:54.063443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.074783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.085437 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/bad9f7f8-25c5-45b3-aba6-f687677786cd HTTP/1.1" status: 204 len: 168 time: 2.7750218 Mar 31 23:09:54.097262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50366) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:54.108927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1898179778', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:54.124209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-faec0b11-7430-4690-b83d-1e29c582f8bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet c54df4ba-55c9-45b8-805b-a7e627bd44a7 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:54.138771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faec0b11-7430-4690-b83d-1e29c582f8bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.144689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d473a-f0f2-4493-9546-cf0e8b119c55 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=bad9f7f8-25c5-45b3-aba6-f687677786cd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:54.273513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.274640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.373496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.772661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.800668 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84a4d084-3df4-4634-8228-eb051865e4bf req-995cddb5-6315-4c54-966b-1c2fc2770318 tempest-ServerDiskConfigTestJSON-522213824 tempest-ServerDiskConfigTestJSON-522213824-project] 10.222.0.31 "GET /v2.0/ports?device_id=1326e916-0501-4d51-a7af-dd59e0e58fdd HTTP/1.1" status: 200 len: 210 time: 0.0671096 Mar 31 23:09:54.830981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d3e25782-d4f8-4438-87b9-cd999582e3a6 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:54.879295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:54.911217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:54.911474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 833eaeb5-bd0d-4de7-a058-a7ecc6900fcb not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:54.914695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.930926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faec0b11-7430-4690-b83d-1e29c582f8bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.988409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d3e25782-d4f8-4438-87b9-cd999582e3a6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:54.989102 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.169086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faec0b11-7430-4690-b83d-1e29c582f8bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.205235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.258369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port d3e25782-d4f8-4438-87b9-cd999582e3a6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d3e25782-d4f8-4438-87b9-cd999582e3a6,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:55.262043 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.350829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Pushing event updated for resources: {'Port': ['ID=42a88f2c-64df-4319-b716-a9334ef761e2,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:55.385567 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.387150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 39dcf0cd-2121-4c16-8c54-48c6a7208208 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:55.414103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.474873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.516537 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.594640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=d3e25782-d4f8-4438-87b9-cd999582e3a6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:55.633151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 39dcf0cd-2121-4c16-8c54-48c6a7208208 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:55.633956 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.640978 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faec0b11-7430-4690-b83d-1e29c582f8bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.678092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 172.25.4.11 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/03c83940-77d1-4168-9ad6-2d7c92f7ea15) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:55.692765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d4672-02b4-4215-b22c-a16721cd8ac4 None None] Network 2da742ed-743e-4f65-8337-922427290e64 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:55.734854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faec0b11-7430-4690-b83d-1e29c582f8bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.759048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-faec0b11-7430-4690-b83d-1e29c582f8bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/c54df4ba-55c9-45b8-805b-a7e627bd44a7 HTTP/1.1" status: 204 len: 168 time: 1.8306186 Mar 31 23:09:55.770074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50376) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:55.823815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d19afc50-9ecf-452e-8109-27acf71f1654 None None] Provisioning complete for port 39dcf0cd-2121-4c16-8c54-48c6a7208208 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:55.824191 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d19afc50-9ecf-452e-8109-27acf71f1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.845238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.957429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.983313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec0b11-7430-4690-b83d-1e29c582f8bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=c54df4ba-55c9-45b8-805b-a7e627bd44a7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:56.049936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.124910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=03c83940-77d1-4168-9ad6-2d7c92f7ea15,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:56.159147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:56.165191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:56.187963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:56.188830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.193966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:56.197124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:56.216882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 39dcf0cd-2121-4c16-8c54-48c6a7208208, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=39dcf0cd-2121-4c16-8c54-48c6a7208208,segment=NetworkSegment(745519de-04ef-4bdb-97a5-fc6998be665c),segment_id=745519de-04ef-4bdb-97a5-fc6998be665c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:56.222755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] DHCP port deletion for 2da742ed-743e-4f65-8337-922427290e64 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:56.236135 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d19afc50-9ecf-452e-8109-27acf71f1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.309678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50390) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:56.353273 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.451403 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-d19afc50-9ecf-452e-8109-27acf71f1654 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:09:56.457834 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-d19afc50-9ecf-452e-8109-27acf71f1654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:09:56.510738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] Deleting port 39dcf0cd-2121-4c16-8c54-48c6a7208208 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:56.511284 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.590074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0f9af7-a5d6-4ad8-b0e2-38d1e583f936 admin admin] Deleting subnet bb93dbb5-fa65-4bb0-8737-3466fb24c0ef {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:56.635255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb0f9af7-a5d6-4ad8-b0e2-38d1e583f936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.645506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Router 91baaa8e-6855-46ab-b623-e1dda10a6688 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:56.661630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] For port 39dcf0cd-2121-4c16-8c54-48c6a7208208, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=39dcf0cd-2121-4c16-8c54-48c6a7208208,segment=NetworkSegment(745519de-04ef-4bdb-97a5-fc6998be665c),segment_id=745519de-04ef-4bdb-97a5-fc6998be665c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:56.666642 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.673818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 39dcf0cd-2121-4c16-8c54-48c6a7208208 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:56.673818 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.693982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] Calling delete_port for 39dcf0cd-2121-4c16-8c54-48c6a7208208 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:56.703383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb0f9af7-a5d6-4ad8-b0e2-38d1e583f936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.754670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb0f9af7-a5d6-4ad8-b0e2-38d1e583f936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.755896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d3e25782-d4f8-4438-87b9-cd999582e3a6 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:56.762025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=39dcf0cd-2121-4c16-8c54-48c6a7208208,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:56.795643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] For port 39dcf0cd-2121-4c16-8c54-48c6a7208208, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=39dcf0cd-2121-4c16-8c54-48c6a7208208,segment=NetworkSegment(745519de-04ef-4bdb-97a5-fc6998be665c),segment_id=745519de-04ef-4bdb-97a5-fc6998be665c)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:56.796281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.818206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 39dcf0cd-2121-4c16-8c54-48c6a7208208 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:56.891262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d3e25782-d4f8-4438-87b9-cd999582e3a6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:56.891792 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.968451 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.008793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] No DVR routers for this DVR port 39dcf0cd-2121-4c16-8c54-48c6a7208208 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:57.010708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d19afc50-9ecf-452e-8109-27acf71f1654 None None] Port 39dcf0cd-2121-4c16-8c54-48c6a7208208 update to ACTIVE by agent not found {{(pid=109822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:09:57.083423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:57.090430 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6fb46fe0-34c0-4f04-b7d0-51aa1e356642 admin admin] 10.222.0.31 "PUT /v2.0/routers/91baaa8e-6855-46ab-b623-e1dda10a6688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5499957 Mar 31 23:09:57.124411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb790-f28f-4468-b755-318ddfb1b2d4 None None] Pushing event deleted for resources: {'Port': ['ID=39dcf0cd-2121-4c16-8c54-48c6a7208208,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:57.145652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Sync routers for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:57.154931 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.158942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb0f9af7-a5d6-4ad8-b0e2-38d1e583f936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.177857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.248952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:57.249413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:57.276387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=39dcf0cd-2121-4c16-8c54-48c6a7208208,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:57.278561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f9af7-a5d6-4ad8-b0e2-38d1e583f936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb93dbb5-fa65-4bb0-8737-3466fb24c0ef,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:57.286051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb0f9af7-a5d6-4ad8-b0e2-38d1e583f936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.289554 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bb0f9af7-a5d6-4ad8-b0e2-38d1e583f936 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bb93dbb5-fa65-4bb0-8737-3466fb24c0ef HTTP/1.1" status: 204 len: 168 time: 0.9788735 Mar 31 23:09:57.292658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50402) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:57.301495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No DVR routers for this DVR port 39dcf0cd-2121-4c16-8c54-48c6a7208208 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:57.446639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.476322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:57.540281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.543241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 39dcf0cd-2121-4c16-8c54-48c6a7208208 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:57.617903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-83951f40-e813-4ece-a7d3-dd79ecbbfc0f None None] Provisioning complete for port 42a88f2c-64df-4319-b716-a9334ef761e2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:57.618136 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-83951f40-e813-4ece-a7d3-dd79ecbbfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.655051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 39dcf0cd-2121-4c16-8c54-48c6a7208208 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:57.656377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 39dcf0cd-2121-4c16-8c54-48c6a7208208 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:57.686044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da742ed-743e-4f65-8337-922427290e64']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:57.700226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.702003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745519de-04ef-4bdb-97a5-fc6998be665c') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:57.703001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745519de-04ef-4bdb-97a5-fc6998be665c') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:57.714497 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.733861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.737313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:57.737730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:57.808279 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:57.865557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-83951f40-e813-4ece-a7d3-dd79ecbbfc0f None None] Port 42a88f2c-64df-4319-b716-a9334ef761e2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:57.920454 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.928856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.936182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/networks/2da742ed-743e-4f65-8337-922427290e64 HTTP/1.1" status: 204 len: 168 time: 2.1223874 Mar 31 23:09:57.936864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50410) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:57.983443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'name': 'tempest-PortsIpV6TestJSON-1151350340'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:58.001039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64de331-f691-43d1-a03c-6eb4f821ace4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Network': ['ID=2da742ed-743e-4f65-8337-922427290e64,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:58.102602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 2, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:58.127534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50412) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:58.134065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f7f3e6f5-0e79-4100-8574-f55308616318 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519898752', 'description': 'tempest-description--1324188207'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:58.154385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Checking router: 91baaa8e-6855-46ab-b623-e1dda10a6688 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:58.160728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Updating router 91baaa8e-6855-46ab-b623-e1dda10a6688 port 42a88f2c-64df-4319-b716-a9334ef761e2 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:58.199077 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.241545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:58.245716 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.246569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1f4970-7371-43c6-84c3-a4f5867269a2']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:58.266751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7f3e6f5-0e79-4100-8574-f55308616318 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.269803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add56cdb-8745-4bc4-b26d-4d493967525c') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:58.270182 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add56cdb-8745-4bc4-b26d-4d493967525c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:58.282736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.299077 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.306918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:58.307689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:58.374094 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:58.376883 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.377539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7f3e6f5-0e79-4100-8574-f55308616318 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.381266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port e94aea1a-d856-4349-b4c9-ea8a82beafc3 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:58.464483 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7f3e6f5-0e79-4100-8574-f55308616318 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.533151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3e6f5-0e79-4100-8574-f55308616318 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:58.634050 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.636329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7f3e6f5-0e79-4100-8574-f55308616318 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.638288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f7f3e6f5-0e79-4100-8574-f55308616318 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5095959 Mar 31 23:09:58.646095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50434) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:58.660035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fb627945-c67d-48cf-abf3-f4cac54c9652 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Request body: {'security_group_rule': {'security_group_id': '82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:58.762548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.764618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.773139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.780904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e1f4970-7371-43c6-84c3-a4f5867269a2 HTTP/1.1" status: 204 len: 168 time: 1.4862216 Mar 31 23:09:59.123778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25538b09-b3db-41a9-9c75-ca5e383604c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1f4970-7371-43c6-84c3-a4f5867269a2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.135519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.137884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e1ab5-b9b9-43d8-9983-c7335fd78a33 None None] Pushing event updated for resources: {'Port': ['ID=42a88f2c-64df-4319-b716-a9334ef761e2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.138704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 0c4e3554-4af7-46b4-b248-2dbaf3775b92 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:59.139298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb627945-c67d-48cf-abf3-f4cac54c9652 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Attempting to bind port 42a88f2c-64df-4319-b716-a9334ef761e2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Attempting to bind port 42a88f2c-64df-4319-b716-a9334ef761e2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Attempting to bind port 42a88f2c-64df-4319-b716-a9334ef761e2 on network e0e57d36-1ee0-4549-99de-e7bf317a3054 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Checking segment: {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Bound using segment: {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Bound port: 42a88f2c-64df-4319-b716-a9334ef761e2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:59.140251 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.145496 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb627945-c67d-48cf-abf3-f4cac54c9652 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.177480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:59.191555 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219dc3e-6485-4039-b727-b4fad5f6f45a None None] Sync routers for ids ['0c4e3554-4af7-46b4-b248-2dbaf3775b92'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:59.203171 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219dc3e-6485-4039-b727-b4fad5f6f45a None None] Routers {'0c4e3554-4af7-46b4-b248-2dbaf3775b92'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:59.204828 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c219dc3e-6485-4039-b727-b4fad5f6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['0c4e3554-4af7-46b4-b248-2dbaf3775b92'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:59.209450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] For port 42a88f2c-64df-4319-b716-a9334ef761e2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:59.213362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] For port 42a88f2c-64df-4319-b716-a9334ef761e2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=42a88f2c-64df-4319-b716-a9334ef761e2,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:59.244507 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c219dc3e-6485-4039-b727-b4fad5f6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:59.257213 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219dc3e-6485-4039-b727-b4fad5f6f45a None None] Routers {'0c4e3554-4af7-46b4-b248-2dbaf3775b92'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:59.257859 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c219dc3e-6485-4039-b727-b4fad5f6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['0c4e3554-4af7-46b4-b248-2dbaf3775b92'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:59.301818 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.304620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb627945-c67d-48cf-abf3-f4cac54c9652 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.318036 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c219dc3e-6485-4039-b727-b4fad5f6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:59.318036 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219dc3e-6485-4039-b727-b4fad5f6f45a None None] The sync data for ids ['0c4e3554-4af7-46b4-b248-2dbaf3775b92'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:59.369846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.388997 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.389461 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b6768b80-446e-4349-a74a-7fb97ca8a66b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2795105 Mar 31 23:09:59.389849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50448) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.452876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=e94aea1a-d856-4349-b4c9-ea8a82beafc3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.463476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:59.466978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb627945-c67d-48cf-abf3-f4cac54c9652 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04260ee8-0685-422d-9bad-8f4a764ed36a,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.473604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:59.476680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:59.493476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:59.494395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.575553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50450) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.596068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:59.596711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:59.599399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e1ab5-b9b9-43d8-9983-c7335fd78a33 None None] Pushing event updated for resources: {'Port': ['ID=42a88f2c-64df-4319-b716-a9334ef761e2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.622874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-44118617-7272-4997-9fe8-d30e5233aaf8 None None] Provisioning complete for port 42a88f2c-64df-4319-b716-a9334ef761e2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:59.622874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-44118617-7272-4997-9fe8-d30e5233aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.658890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c848f70e-4c08-4e37-8980-e23ed38ffdd3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7184901 Mar 31 23:09:59.661123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50454) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.669446 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fb627945-c67d-48cf-abf3-f4cac54c9652 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.678530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fb627945-c67d-48cf-abf3-f4cac54c9652 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0312040 Mar 31 23:09:59.681871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50456) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.687499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-36a525d5-0271-4dd0-8950-bf784133c365 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Request body: {'security_group_rule': {'security_group_id': '82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:59.783337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7c4a9934-b179-424e-b5bf-12e004cafdf1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd45eb51f33445efb275a02be224a85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059963 Mar 31 23:09:59.786860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50458) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.792396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d540051c-5e36-42b3-9150-82aff4c166eb tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/routers/0c4e3554-4af7-46b4-b248-2dbaf3775b92 HTTP/1.1" status: 200 len: 884 time: 0.4013746 Mar 31 23:09:59.796360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.888209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:59.889461 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-36a525d5-0271-4dd0-8950-bf784133c365 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.931190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6a542fbd-51d1-4b80-b63b-30dc540fa039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.995259 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6a542fbd-51d1-4b80-b63b-30dc540fa039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.059399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-36a525d5-0271-4dd0-8950-bf784133c365 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.117328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-df5c860e-ba84-43d0-b719-41cfb0948a7a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port e94aea1a-d856-4349-b4c9-ea8a82beafc3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:00.117717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df5c860e-ba84-43d0-b719-41cfb0948a7a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.145533 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-36a525d5-0271-4dd0-8950-bf784133c365 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.179052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a525d5-0271-4dd0-8950-bf784133c365 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82523511-ad7d-49a8-b764-dbcf144c317c,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.183063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-44118617-7272-4997-9fe8-d30e5233aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.219063 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6a542fbd-51d1-4b80-b63b-30dc540fa039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.230298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6a542fbd-51d1-4b80-b63b-30dc540fa039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.232719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6a542fbd-51d1-4b80-b63b-30dc540fa039 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc66967b-0d08-4726-8b8c-8ce83a747d2a HTTP/1.1" status: 204 len: 168 time: 0.4410956 Mar 31 23:10:00.270636 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-36a525d5-0271-4dd0-8950-bf784133c365 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.271895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-36a525d5-0271-4dd0-8950-bf784133c365 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5885272 Mar 31 23:10:00.285956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50466) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:00.292504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:00.324131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df5c860e-ba84-43d0-b719-41cfb0948a7a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.324342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-44118617-7272-4997-9fe8-d30e5233aaf8 None None] For port 42a88f2c-64df-4319-b716-a9334ef761e2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=42a88f2c-64df-4319-b716-a9334ef761e2,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:00.335705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a542fbd-51d1-4b80-b63b-30dc540fa039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66967b-0d08-4726-8b8c-8ce83a747d2a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.354154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-df5c860e-ba84-43d0-b719-41cfb0948a7a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for e94aea1a-d856-4349-b4c9-ea8a82beafc3 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:00.432739 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-edcba700-9098-452e-bd93-31e615eded6e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6312335 Mar 31 23:10:00.432913 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-44118617-7272-4997-9fe8-d30e5233aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.433288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50470) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:00.440158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5cab83a0-b0d9-4520-b4c2-c57489664054 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1898179778'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:00.586948 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df5c860e-ba84-43d0-b719-41cfb0948a7a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.656973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c860e-ba84-43d0-b719-41cfb0948a7a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=e94aea1a-d856-4349-b4c9-ea8a82beafc3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.663540 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.691057 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df5c860e-ba84-43d0-b719-41cfb0948a7a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.694974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44118617-7272-4997-9fe8-d30e5233aaf8 None None] Pushing event updated for resources: {'Port': ['ID=42a88f2c-64df-4319-b716-a9334ef761e2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.697595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df5c860e-ba84-43d0-b719-41cfb0948a7a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/e94aea1a-d856-4349-b4c9-ea8a82beafc3 HTTP/1.1" status: 204 len: 168 time: 1.0349329 Mar 31 23:10:00.703871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50480) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:00.738776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3afe4147-6515-4a8f-9c51-03b426d8151a None None] Provisioning complete for port 42a88f2c-64df-4319-b716-a9334ef761e2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:00.741059 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3afe4147-6515-4a8f-9c51-03b426d8151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.744679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'mac_address': 'fa:16:3e:df:ea:c0', 'name': 'tempest-PortsIpV6TestJSON-1549337642'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:00.948034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:09:59Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:00.987963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2681ce4-7b86-4d8f-94a7-4390e2b2d365 None None] The sync data for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 is: [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:09:59Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:01.323278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:01.482153 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.581520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cab83a0-b0d9-4520-b4c2-c57489664054 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.591588 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.647509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 528f801a-e27d-400f-97ca-ac279a17a35f yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:02.034292 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cab83a0-b0d9-4520-b4c2-c57489664054 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.146360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50512) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:02.259559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Allocated IP 172.25.4.185 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/11f6bee4-2142-4451-a902-f70b2fb4ed7e) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:02.291451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50522) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:02.385322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd1985f-df89-46dc-887b-a44f648bf74b admin admin] Deleting subnet f2bca0e5-692b-477f-b0be-71737fb026e2 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:02.409019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fd1985f-df89-46dc-887b-a44f648bf74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.440507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cab83a0-b0d9-4520-b4c2-c57489664054 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 0c4e3554-4af7-46b4-b248-2dbaf3775b92 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:02.464429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1510217115-network', 'tenant_id': '82bf4b46373342f9aa9e9e2a54fc498e'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:02.524774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fd1985f-df89-46dc-887b-a44f648bf74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.573494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.612368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Made reservation on behalf of 82bf4b46373342f9aa9e9e2a54fc498e for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:02.615015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.674881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.740476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 42a88f2c-64df-4319-b716-a9334ef761e2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:02.776898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fd1985f-df89-46dc-887b-a44f648bf74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.777612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.867856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cab83a0-b0d9-4520-b4c2-c57489664054 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:02.878051 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5cab83a0-b0d9-4520-b4c2-c57489664054 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.882607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5cab83a0-b0d9-4520-b4c2-c57489664054 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/0c4e3554-4af7-46b4-b248-2dbaf3775b92 HTTP/1.1" status: 200 len: 891 time: 2.4483526 Mar 31 23:10:02.883763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e94e9b-b4ec-4b70-8787-96567a217d9d None None] Sync routers for ids ['0c4e3554-4af7-46b4-b248-2dbaf3775b92'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:02.885093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50530) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:02.946650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 42a88f2c-64df-4319-b716-a9334ef761e2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:02.948773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.955854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.961704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e94e9b-b4ec-4b70-8787-96567a217d9d None None] Routers {'0c4e3554-4af7-46b4-b248-2dbaf3775b92'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:02.964331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-97e94e9b-b4ec-4b70-8787-96567a217d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['0c4e3554-4af7-46b4-b248-2dbaf3775b92'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:03.026807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:03.066995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:03.069788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:03.076126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:03.076768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.100023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.115589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=528f801a-e27d-400f-97ca-ac279a17a35f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.115798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-97e94e9b-b4ec-4b70-8787-96567a217d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:03.153085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e94e9b-b4ec-4b70-8787-96567a217d9d None None] Routers {'0c4e3554-4af7-46b4-b248-2dbaf3775b92'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:03.153713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-97e94e9b-b4ec-4b70-8787-96567a217d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['0c4e3554-4af7-46b4-b248-2dbaf3775b92'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:03.190414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.196102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fd1985f-df89-46dc-887b-a44f648bf74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.210532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:03.227584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c8dcdded-277b-4773-b1c0-39a05ec57acc tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/routers/0c4e3554-4af7-46b4-b248-2dbaf3775b92 HTTP/1.1" status: 200 len: 891 time: 0.3411839 Mar 31 23:10:03.230050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50540) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.267588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:03.273308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:03.284812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-97e94e9b-b4ec-4b70-8787-96567a217d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:03.285493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e94e9b-b4ec-4b70-8787-96567a217d9d None None] The sync data for ids ['0c4e3554-4af7-46b4-b248-2dbaf3775b92'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:03.301677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fd1985f-df89-46dc-887b-a44f648bf74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.318280 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5fd1985f-df89-46dc-887b-a44f648bf74b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f2bca0e5-692b-477f-b0be-71737fb026e2 HTTP/1.1" status: 204 len: 168 time: 1.0256977 Mar 31 23:10:03.321438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50546) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.325684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1985f-df89-46dc-887b-a44f648bf74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2bca0e5-692b-477f-b0be-71737fb026e2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.338258 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.363642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3ccfc4c1-e5ea-47f1-82e6-50a6d27c2851 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6295755 Mar 31 23:10:03.376016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50550) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.435552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1c7b80bb-cd63-45b4-a8bd-66085521c8fe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c4e3554-4af7-46b4-b248-2dbaf3775b92 HTTP/1.1" status: 200 len: 205 time: 0.1885512 Mar 31 23:10:03.437450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50552) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.446759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event updated for resources: {'Port': ['ID=11f6bee4-2142-4451-a902-f70b2fb4ed7e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.450600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:03.529302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129c229c-50e7-4322-a7be-05901c82622a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.540730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.541469 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Added segment 8fb58de1-3da0-4def-b7d3-26a9595210cf of type vlan for network b70b185a-6396-4cae-a879-5780e6551e52 Mar 31 23:10:03.574686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd4eb6-610a-4506-904c-4f370f24d01a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:03.576110 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7ecd4eb6-610a-4506-904c-4f370f24d01a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/528f801a-e27d-400f-97ca-ac279a17a35f HTTP/1.1" status: 200 len: 845 time: 0.1971195 Mar 31 23:10:03.580733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50554) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.594598 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.641135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.657145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.707912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.774589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.810881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-4558f6cb-1ec8-456a-8691-0315f22be7de tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 528f801a-e27d-400f-97ca-ac279a17a35f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:03.811377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4558f6cb-1ec8-456a-8691-0315f22be7de tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.875326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.877454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:03.878433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.940194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.971306 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-41f39768-5064-4e18-8925-ee5144c156f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.016623 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.022410 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8731947 Mar 31 23:10:04.065829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50574) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:04.067895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5c69b3-c172-4eab-818a-101c2bdcbf83']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:04.100344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Request body: {'subnet': {'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1510217115-subnet', 'tenant_id': '82bf4b46373342f9aa9e9e2a54fc498e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:04.104940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4558f6cb-1ec8-456a-8691-0315f22be7de tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.118521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14df5d28-484c-46b2-94fd-7f7a543dd8fa') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:04.118905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14df5d28-484c-46b2-94fd-7f7a543dd8fa') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:04.138257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb722eb5-fc76-4960-9a4b-ae56af9b6ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=b70b185a-6396-4cae-a879-5780e6551e52,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.141410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-4558f6cb-1ec8-456a-8691-0315f22be7de tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 528f801a-e27d-400f-97ca-ac279a17a35f owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:04.144827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.153184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network b70b185a-6396-4cae-a879-5780e6551e52 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:04.169803 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.180157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:04.180525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:04.182124 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:04.240318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.300695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Made reservation on behalf of 82bf4b46373342f9aa9e9e2a54fc498e for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:04.303106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.330899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 03c83940-77d1-4168-9ad6-2d7c92f7ea15 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:04.332243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.372579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.444971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.472875 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.476130 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e5c69b3-c172-4eab-818a-101c2bdcbf83 HTTP/1.1" status: 204 len: 168 time: 1.1238401 Mar 31 23:10:04.488087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50594) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:04.552334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f4145a-7370-4201-9957-237e43401eb2 admin admin] Deleting subnet 234cf291-d4c5-4310-add6-bb9fd40aced9 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:04.556617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23f4145a-7370-4201-9957-237e43401eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.558587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948ccfb-97ef-4fa6-8d14-4883908a3e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5c69b3-c172-4eab-818a-101c2bdcbf83,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.616706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.630175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23f4145a-7370-4201-9957-237e43401eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.633952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 03c83940-77d1-4168-9ad6-2d7c92f7ea15 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:04.677329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23f4145a-7370-4201-9957-237e43401eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.776144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event updated for resources: {'Port': ['ID=11f6bee4-2142-4451-a902-f70b2fb4ed7e,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.789659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4558f6cb-1ec8-456a-8691-0315f22be7de tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.800849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.824567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558f6cb-1ec8-456a-8691-0315f22be7de tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=528f801a-e27d-400f-97ca-ac279a17a35f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.844445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23f4145a-7370-4201-9957-237e43401eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.851965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4558f6cb-1ec8-456a-8691-0315f22be7de tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.855719 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4558f6cb-1ec8-456a-8691-0315f22be7de tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/528f801a-e27d-400f-97ca-ac279a17a35f HTTP/1.1" status: 204 len: 168 time: 1.2738509 Mar 31 23:10:04.858707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50608) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:04.894214 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5afccf-5af9-4447-8d4e-5a40b9c9d021 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:10:04.896512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0f5afccf-5af9-4447-8d4e-5a40b9c9d021 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/528f801a-e27d-400f-97ca-ac279a17a35f HTTP/1.1" status: 404 len: 333 time: 0.0367239 Mar 31 23:10:04.898813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4145a-7370-4201-9957-237e43401eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234cf291-d4c5-4310-add6-bb9fd40aced9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.901750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.901750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-438a7e87-5913-44be-a310-24f7681181fb tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6140091 Mar 31 23:10:04.902453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50614) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:04.908153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'name': 'tempest-PortsIpV6TestJSON-434348602'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:04.932013 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.939504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23f4145a-7370-4201-9957-237e43401eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.945140 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-23f4145a-7370-4201-9957-237e43401eb2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/234cf291-d4c5-4310-add6-bb9fd40aced9 HTTP/1.1" status: 204 len: 168 time: 0.4524450 Mar 31 23:10:04.948673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50620) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:05.031355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=03c83940-77d1-4168-9ad6-2d7c92f7ea15,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:05.067546 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.134067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.172585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.274975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:05.297212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.324527 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.333130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820f9ae1-da60-490f-8649-42d2b7e60ea0']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:05.336147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.348407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b8efaa-710a-491c-951d-a0fbd3573ed2') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:05.348673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b8efaa-710a-491c-951d-a0fbd3573ed2') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:05.357349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Checking segment: {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:05.357993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Network hostable DHCP agents. Network: b70b185a-6396-4cae-a879-5780e6551e52, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:05.364739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.384681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.394868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:05.394868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:05.395848 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:05.425633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-82acc458-1663-42d9-b8b0-13af48bce4de tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1519898752&fields=id&tenant_id=8a5e46fa43f34495a8c9dddbfc9b5e26 HTTP/1.1" status: 200 len: 267 time: 0.1053774 Mar 31 23:10:05.514202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Network b70b185a-6396-4cae-a879-5780e6551e52 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:05.530106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:05.534328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.562916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 10aa3af7-5d69-466e-aad8-403e352631b1 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:05.588767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-da2592a4-aec2-4454-8dac-6d86074a76e4 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.589215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-da2592a4-aec2-4454-8dac-6d86074a76e4 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/networks?id=e0e57d36-1ee0-4549-99de-e7bf317a3054 HTTP/1.1" status: 200 len: 812 time: 0.1574512 Mar 31 23:10:05.625824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.627300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Fanout notify agent at l3_agent the message router_deleted on router 0c4e3554-4af7-46b4-b248-2dbaf3775b92 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:05.639804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, b70b185a-6396-4cae-a879-5780e6551e52) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:05.641610 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.642601 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.647248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-30001383-1b0a-44d9-8c1f-ba94edaf7fa8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/0c4e3554-4af7-46b4-b248-2dbaf3775b92 HTTP/1.1" status: 204 len: 168 time: 2.2050326 Mar 31 23:10:05.657599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50658) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:05.657599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.658841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-8df8a521-eb97-449a-a3d6-9790f27f57f3 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/quotas/8a5e46fa43f34495a8c9dddbfc9b5e26 HTTP/1.1" status: 200 len: 375 time: 0.0302975 Mar 31 23:10:05.659108 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.662512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80647ce-7d0f-44e9-b0f8-a6b6aebd3534 None None] Network b70b185a-6396-4cae-a879-5780e6551e52 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:05.686235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1000551597'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:05.709928 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.712314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50662) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:05.716858 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] 10.222.0.31 "DELETE /v2.0/networks/820f9ae1-da60-490f-8649-42d2b7e60ea0 HTTP/1.1" status: 204 len: 168 time: 0.7670557 Mar 31 23:10:05.772966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4c072-ccf1-4e39-9644-d04419455b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=820f9ae1-da60-490f-8649-42d2b7e60ea0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:05.783964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-1241252d-2398-40ea-b34c-b5e86872d772 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a5e46fa43f34495a8c9dddbfc9b5e26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1129389 Mar 31 23:10:05.898507 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a8df8a5a-44a8-4b71-8090-f7c78d148a13 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8102114 Mar 31 23:10:05.944398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.952722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f286e-0118-4146-bfa8-d29584088835 None None] Network b70b185a-6396-4cae-a879-5780e6551e52 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:05.969457 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6261cad-7018-42f4-a921-a16fdd00a8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.013242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:06.017580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.085514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:06.104197 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.104660 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment 223656c5-6157-4169-80ab-1c6b8f55e625 of type vlan for network 8826ded9-2709-4d6c-b761-74de4fe52d21 Mar 31 23:10:06.121681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-49f3f132-be59-4114-9334-72b4ce2472ba service neutron] 10.222.0.31 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933471 Mar 31 23:10:06.146838 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2156-2f5b-4920-b613-dc8d3b801c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.200297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.233899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50692) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.322528 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-69f3d0b9-e7ed-46a2-a364-1e8db3bf486d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=410b8e89f5454c32b27bfcec46ccd26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855074 Mar 31 23:10:06.323827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50700) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.356236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.358624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:06.359294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.428452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-7390fa7a-3c78-471a-84de-5a2317ebae6d service neutron] 10.222.0.31 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922864 Mar 31 23:10:06.449865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6261cad-7018-42f4-a921-a16fdd00a8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.461288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=8826ded9-2709-4d6c-b761-74de4fe52d21,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:06.472722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 8826ded9-2709-4d6c-b761-74de4fe52d21 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:06.482394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-799b1f54-5c11-4ba6-b994-968008d96b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.533949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-799b1f54-5c11-4ba6-b994-968008d96b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.541073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6261cad-7018-42f4-a921-a16fdd00a8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.543015 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.628708 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5d8919ce-b49e-42f4-a118-24b4b4a17a40 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9800990 Mar 31 23:10:06.634443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50714) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.642435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': '8826ded9-2709-4d6c-b761-74de4fe52d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:06.752653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-799b1f54-5c11-4ba6-b994-968008d96b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.752653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-799b1f54-5c11-4ba6-b994-968008d96b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.752653 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-799b1f54-5c11-4ba6-b994-968008d96b2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83654e9a-81e3-4b8a-a825-77ec214c3f9b HTTP/1.1" status: 204 len: 168 time: 0.4241252 Mar 31 23:10:06.772935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1f54-5c11-4ba6-b994-968008d96b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83654e9a-81e3-4b8a-a825-77ec214c3f9b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:06.807993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:06.812118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6261cad-7018-42f4-a921-a16fdd00a8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4852ae-0221-4eed-bf05-8a3807876dbe,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:06.833290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:06.841459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e6261cad-7018-42f4-a921-a16fdd00a8fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cca079582ab043349a462379cc3ef484&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1281483 Mar 31 23:10:06.843128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:06.844507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50728) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.853568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:06.856478 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.939598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:06.953036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.079986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cafbaa7-fdb9-48e5-9e4f-5d9b67cddbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.108442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cafbaa7-fdb9-48e5-9e4f-5d9b67cddbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.296890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cafbaa7-fdb9-48e5-9e4f-5d9b67cddbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.300171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7cafbaa7-fdb9-48e5-9e4f-5d9b67cddbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.312416 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7cafbaa7-fdb9-48e5-9e4f-5d9b67cddbd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef4852ae-0221-4eed-bf05-8a3807876dbe HTTP/1.1" status: 204 len: 168 time: 0.4588039 Mar 31 23:10:07.379842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafbaa7-fdb9-48e5-9e4f-5d9b67cddbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4852ae-0221-4eed-bf05-8a3807876dbe,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:07.402147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4961329 Mar 31 23:10:07.403999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3c4fd-c91f-41d6-bbae-1bda26e3cac2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=10aa3af7-5d69-466e-aad8-403e352631b1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:07.410065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50766) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:07.419335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:07.504967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75783c54-f316-4913-8b0d-988cd5c38cdb req-cecb2a20-0344-42b7-a461-f5a68e71ffb3 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 210 time: 0.1170025 Mar 31 23:10:07.544325 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.581378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.612245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-3958d805-e8b1-4ada-a17b-c84ea3413a52 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:07.614011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-3958d805-e8b1-4ada-a17b-c84ea3413a52 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/networks?id=b70b185a-6396-4cae-a879-5780e6551e52 HTTP/1.1" status: 200 len: 818 time: 0.7330806 Mar 31 23:10:07.639873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.643553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-4fd5065f-b8c5-4d24-87f8-129408e9be6e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/quotas/82bf4b46373342f9aa9e9e2a54fc498e HTTP/1.1" status: 200 len: 375 time: 0.0194929 Mar 31 23:10:07.715741 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-8b2eecbd-ad37-4b80-abdf-6b8abf2179b9 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=82bf4b46373342f9aa9e9e2a54fc498e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473530 Mar 31 23:10:07.771630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=e10e56c3-15ea-4eb8-a762-84b0018f3e22,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:07.788306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': '223656c5-6157-4169-80ab-1c6b8f55e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8826ded9-2709-4d6c-b761-74de4fe52d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:07.788596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: 8826ded9-2709-4d6c-b761-74de4fe52d21, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:07.885826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-421cfc23-01e2-4d15-b89e-26544783494e service neutron] 10.222.0.31 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620975 Mar 31 23:10:07.918530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.003011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e6fc316f-f6e4-45a0-90fd-24360343b17a service neutron] 10.222.0.31 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064258 Mar 31 23:10:08.027276 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:10:08.041172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.076922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 8826ded9-2709-4d6c-b761-74de4fe52d21 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:08.143469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50800) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:08.146503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] In _notify_port_updated(), no bound segment for port 10aa3af7-5d69-466e-aad8-403e352631b1 on network 31902ecf-e018-484d-a1f0-ac32f260137b {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:10:08.171224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:08.172997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.176072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "PUT /v2.0/ports/10aa3af7-5d69-466e-aad8-403e352631b1 HTTP/1.1" status: 200 len: 818 time: 0.7646337 Mar 31 23:10:08.180233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50804) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:08.181058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 8826ded9-2709-4d6c-b761-74de4fe52d21) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:08.193550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:08.194309 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.201872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7c3be-52c4-40ad-80fc-024f323f7bd8 None None] Network 8826ded9-2709-4d6c-b761-74de4fe52d21 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:08.214253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2d8ef-79af-4c0d-ba09-0e7f4779cb86 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=10aa3af7-5d69-466e-aad8-403e352631b1,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:08.303489 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-acae545b-6cc0-4997-a63e-40150200b2bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bcda390e79f2487688165e4681602674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581295 Mar 31 23:10:08.305942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50812) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:08.365674 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c93d1785-cbe6-4bd3-a5eb-100e7eb7f6e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7279437 Mar 31 23:10:08.369104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50816) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:08.379065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4ab3ac6b-409c-431b-913f-00513e1d658b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1313322809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:08.449552 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.469564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c7725-2d36-4ae0-9a50-78311a2ba551 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 10aa3af7-5d69-466e-aad8-403e352631b1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:08.470469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7725-2d36-4ae0-9a50-78311a2ba551 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.508502 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.512336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.583603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-8826ded9-2709-4d6c-b761-74de4fe52d21', 'network_id': '8826ded9-2709-4d6c-b761-74de4fe52d21', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': 'e10e56c3-15ea-4eb8-a762-84b0018f3e22'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:08.584891 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.637054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fe41134-431e-47d5-8617-107eea2a7484 req-d9b750c5-45a3-4732-af24-2676002b9a33 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 210 time: 0.0388205 Mar 31 23:10:08.651471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ac6b-409c-431b-913f-00513e1d658b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.654871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ac6b-409c-431b-913f-00513e1d658b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.667542 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7725-2d36-4ae0-9a50-78311a2ba551 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.695832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c7725-2d36-4ae0-9a50-78311a2ba551 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 10aa3af7-5d69-466e-aad8-403e352631b1 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:08.827958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.832648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.838908 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21f5e339-3fcf-452f-bc0b-ff9bd4756f3e HTTP/1.1" status: 204 len: 168 time: 0.5316267 Mar 31 23:10:08.851685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ac6b-409c-431b-913f-00513e1d658b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.880104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5e339-3fcf-452f-bc0b-ff9bd4756f3e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:08.880537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.899574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Allocated IP 2001:db8::2 (8826ded9-2709-4d6c-b761-74de4fe52d21/e10e56c3-15ea-4eb8-a762-84b0018f3e22/ccea10da-9642-497b-a320-775cc4d9d62e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:08.900758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.901129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.902297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.903211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.904153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.908512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.908512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.908512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.908512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.908512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.908512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.909609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad22dc-8b7e-4838-a188-1e870dc6d83d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:08.930944 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7725-2d36-4ae0-9a50-78311a2ba551 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.963900 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ac6b-409c-431b-913f-00513e1d658b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.036114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c7725-2d36-4ae0-9a50-78311a2ba551 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=10aa3af7-5d69-466e-aad8-403e352631b1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:09.054255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7725-2d36-4ae0-9a50-78311a2ba551 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.063710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50864) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:09.065460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8f2c7725-2d36-4ae0-9a50-78311a2ba551 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/10aa3af7-5d69-466e-aad8-403e352631b1 HTTP/1.1" status: 204 len: 168 time: 0.8785684 Mar 31 23:10:09.152132 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ac6b-409c-431b-913f-00513e1d658b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.156264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4ab3ac6b-409c-431b-913f-00513e1d658b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7832670 Mar 31 23:10:09.156264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50870) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:09.191125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec6c49c9-d992-44a0-9337-040b41496aa7 req-2d522f3d-dbe4-462e-abb7-1be86a390038 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 210 time: 0.0819750 Mar 31 23:10:09.237483 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.263349 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.288618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725416e-2d87-4e96-b7f1-ccf9cfe9f135 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:09.290047 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e725416e-2d87-4e96-b7f1-ccf9cfe9f135 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2251210 Mar 31 23:10:09.292900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50882) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:09.352620 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9777cf-bdd1-40f7-9a4e-3a334259c556 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:10:09.354253 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2a9777cf-bdd1-40f7-9a4e-3a334259c556 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/10aa3af7-5d69-466e-aad8-403e352631b1 HTTP/1.1" status: 404 len: 333 time: 0.0604303 Mar 31 23:10:09.358364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50886) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:09.363716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-284233683'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:09.410061 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.580021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Pushing event updated for resources: {'Port': ['ID=ccea10da-9642-497b-a320-775cc4d9d62e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:09.620570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Network 8826ded9-2709-4d6c-b761-74de4fe52d21 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:09.630916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:09.654872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.655152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.656114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.656449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.656775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.657157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.658318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.658318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.658318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.658666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.658973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.659306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:09.663119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:09.843006 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.861028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68cc8179-b85f-4daa-945b-dd01e46300db req-d3c957de-40df-4224-b71a-25fe5e31bc92 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 210 time: 0.0944371 Mar 31 23:10:09.865720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Attempting to bind port ccea10da-9642-497b-a320-775cc4d9d62e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:09.866506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Attempting to bind port ccea10da-9642-497b-a320-775cc4d9d62e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '223656c5-6157-4169-80ab-1c6b8f55e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8826ded9-2709-4d6c-b761-74de4fe52d21'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:09.867357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Attempting to bind port ccea10da-9642-497b-a320-775cc4d9d62e on network 8826ded9-2709-4d6c-b761-74de4fe52d21 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:09.900663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:09.902637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Checking segment: {'id': '223656c5-6157-4169-80ab-1c6b8f55e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8826ded9-2709-4d6c-b761-74de4fe52d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:09.903363 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.904226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Bound using segment: {'id': '223656c5-6157-4169-80ab-1c6b8f55e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8826ded9-2709-4d6c-b761-74de4fe52d21'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:09.904735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Bound port: ccea10da-9642-497b-a320-775cc4d9d62e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223656c5-6157-4169-80ab-1c6b8f55e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8826ded9-2709-4d6c-b761-74de4fe52d21'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:09.905583 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.964150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.995861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:10.000086 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.051812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] For port ccea10da-9642-497b-a320-775cc4d9d62e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:10.062966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] For port ccea10da-9642-497b-a320-775cc4d9d62e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ccea10da-9642-497b-a320-775cc4d9d62e,segment=NetworkSegment(223656c5-6157-4169-80ab-1c6b8f55e625),segment_id=223656c5-6157-4169-80ab-1c6b8f55e625)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:10.162404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:10.186774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.270331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.271160 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Added segment 5ced1226-afc4-424d-9f37-f58b6e823ad2 of type vlan for network f9f4e952-f203-4b78-9c59-a79e824bf632 Mar 31 23:10:10.327346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45032878-a743-4419-9c95-1e3c348e6978 req-c14e8278-b36b-4d41-b4f1-3250a1e8f0bb tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 210 time: 0.0594172 Mar 31 23:10:10.350317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed762b42-da96-4910-9a30-b63405d8b11e None None] Pushing event updated for resources: {'Port': ['ID=ccea10da-9642-497b-a320-775cc4d9d62e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:10.560079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a8aaf-8c3b-4b56-8d99-f777fd6849c9 req-2f6457dd-4e5c-4de9-9e9c-af345e2689d7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:10.561742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-440a8aaf-8c3b-4b56-8d99-f777fd6849c9 req-2f6457dd-4e5c-4de9-9e9c-af345e2689d7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.0965118 Mar 31 23:10:10.581982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.635941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-440a8aaf-8c3b-4b56-8d99-f777fd6849c9 req-bc4dc6e7-57e2-491c-90b4-fa771133b64c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650146 Mar 31 23:10:10.805940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-f41a5a48-d5ec-44f2-9597-1b5082ddf75a tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:10.809764 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-f41a5a48-d5ec-44f2-9597-1b5082ddf75a tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.45 "GET /v2.0/networks?id=e0e57d36-1ee0-4549-99de-e7bf317a3054 HTTP/1.1" status: 200 len: 812 time: 0.3466041 Mar 31 23:10:10.823450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8::1 (8826ded9-2709-4d6c-b761-74de4fe52d21/e10e56c3-15ea-4eb8-a762-84b0018f3e22/45a5146f-1c9a-40ab-b72e-86384ea89ebf) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:10.915510 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-579f4084-00dc-4626-8e83-f412a3433d3f tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a5e46fa43f34495a8c9dddbfc9b5e26 HTTP/1.1" status: 200 len: 380 time: 0.0960941 Mar 31 23:10:11.016672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Request body: {'port': {'device_id': '9cb860b0-4945-4795-b414-3de5680c9e20', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'admin_state_up': True, 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'security_groups': ['82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:11.019997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.025968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9cb2e80-30e4-4aa8-9a17-b9a979950f93 req-042cd2c7-a5a0-4930-9b40-564636595d2f tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 210 time: 0.0418937 Mar 31 23:10:11.027686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.027686 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.102765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.202738 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8432350 Mar 31 23:10:11.206562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51000) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:11.208147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ac3af-87c8-461c-afb5-e270a96fd5bc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Network': ['ID=f9f4e952-f203-4b78-9c59-a79e824bf632,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:11.212695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:11.227775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network f9f4e952-f203-4b78-9c59-a79e824bf632 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:11.425193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.440342 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-625c8661-e959-4448-821b-264efe130adc req-357c13a1-a51e-45d7-a804-eed48da09d44 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 210 time: 0.0538323 Mar 31 23:10:11.486690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Made reservation on behalf of 8a5e46fa43f34495a8c9dddbfc9b5e26 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:11.490419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.500712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=45a5146f-1c9a-40ab-b72e-86384ea89ebf,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:11.505841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 8826ded9-2709-4d6c-b761-74de4fe52d21 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:11.513962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:11.518904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.553429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:11.564621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:11.567670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.839108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030fbc4-b0c5-464a-948b-717ec7256aa6 None None] Network 8826ded9-2709-4d6c-b761-74de4fe52d21 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:11.886209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Allocated IP 172.20.0.11 (e0e57d36-1ee0-4549-99de-e7bf317a3054/d44a2291-a296-4670-b631-5c97a3e62741/971c7367-1830-4cea-ab96-7d561b0381be) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:11.886416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41fb6-61b7-414d-91e2-0cbe40e1595f req-dfe719a9-9cae-476a-9a27-9ae0c642bb73 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.888069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2c41fb6-61b7-414d-91e2-0cbe40e1595f req-dfe719a9-9cae-476a-9a27-9ae0c642bb73 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1287637 Mar 31 23:10:11.923796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb21e5b1-0255-44a3-8cec-a6a7542e6d27 None None] Provisioning complete for port ccea10da-9642-497b-a320-775cc4d9d62e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:11.924409 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb21e5b1-0255-44a3-8cec-a6a7542e6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.935125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2c41fb6-61b7-414d-91e2-0cbe40e1595f req-12ddd0fa-486e-426a-b2d3-0f87f2374824 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Mar 31 23:10:12.025257 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.114346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.119521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb21e5b1-0255-44a3-8cec-a6a7542e6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.135782 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.180924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-eb21e5b1-0255-44a3-8cec-a6a7542e6d27 None None] For port ccea10da-9642-497b-a320-775cc4d9d62e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ccea10da-9642-497b-a320-775cc4d9d62e,segment=NetworkSegment(223656c5-6157-4169-80ab-1c6b8f55e625),segment_id=223656c5-6157-4169-80ab-1c6b8f55e625)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:12.224605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=7858a2c9-b2b6-4a18-ac19-66bad0d27dcc,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:12.246856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0c83e3c-2309-4d0f-8231-4ef6d49003b9 req-afb65fab-295f-4482-bd15-5ccc81967b3f tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 210 time: 0.0433357 Mar 31 23:10:12.261466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking segment: {'id': '5ced1226-afc4-424d-9f37-f58b6e823ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:12.261466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network hostable DHCP agents. Network: f9f4e952-f203-4b78-9c59-a79e824bf632, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:12.281396 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb21e5b1-0255-44a3-8cec-a6a7542e6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.376593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21e5b1-0255-44a3-8cec-a6a7542e6d27 None None] Pushing event updated for resources: {'Port': ['ID=ccea10da-9642-497b-a320-775cc4d9d62e,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:12.447311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network f9f4e952-f203-4b78-9c59-a79e824bf632 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:12.561745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a776334-233e-4cd8-b3f3-ba8d796a0eb3 req-7419361d-9f9a-4deb-8c68-3418abf50aef tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 210 time: 0.0464246 Mar 31 23:10:12.583722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.618291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, f9f4e952-f203-4b78-9c59-a79e824bf632) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:12.623700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:12.624303 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.653077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4420c3-e286-473b-b4e0-cfb620a2d452 None None] Network f9f4e952-f203-4b78-9c59-a79e824bf632 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:12.721897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a9004035-6a25-4a14-9bf3-a7d1ede586dd None None] Provisioning complete for port ccea10da-9642-497b-a320-775cc4d9d62e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:12.722662 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a9004035-6a25-4a14-9bf3-a7d1ede586dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.739819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event updated for resources: {'Port': ['ID=971c7367-1830-4cea-ab96-7d561b0381be,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:12.761613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:12.765812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:12.768706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:12.775126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ccea10da-9642-497b-a320-775cc4d9d62e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:12.781070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b262281c-bb35-4c19-bad0-3466bee169aa tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5717816 Mar 31 23:10:12.781941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51098) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:12.789686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9f492d87-5167-47e1-96c1-baaa78ef3340 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:12.979120 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.995926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:12.996607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.080524 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.081641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.216751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ccea10da-9642-497b-a320-775cc4d9d62e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:13.217127 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.217578 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-c4dd78d1-73d9-4b69-960c-9ae3160808f1 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2084427 Mar 31 23:10:13.297315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd4394-6e1c-4bd9-afbf-fcf259a12570 req-3e6844fd-73b9-435d-8f83-841dc645ecd2 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:13.304884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45cd4394-6e1c-4bd9-afbf-fcf259a12570 req-3e6844fd-73b9-435d-8f83-841dc645ecd2 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1930075 Mar 31 23:10:13.373279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Request body: {'port': {'device_id': '9cb860b0-4945-4795-b414-3de5680c9e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:13.411896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f492d87-5167-47e1-96c1-baaa78ef3340 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:13.419416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=45a5146f-1c9a-40ab-b72e-86384ea89ebf,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:13.431609 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f492d87-5167-47e1-96c1-baaa78ef3340 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.463545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a9004035-6a25-4a14-9bf3-a7d1ede586dd None None] Provisioning complete for port 45a5146f-1c9a-40ab-b72e-86384ea89ebf triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:13.464219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a9004035-6a25-4a14-9bf3-a7d1ede586dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.470795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.506204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45cd4394-6e1c-4bd9-afbf-fcf259a12570 req-7883ad6e-ca65-4c05-8e30-d03e42364b70 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917129 Mar 31 23:10:13.555792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a9004035-6a25-4a14-9bf3-a7d1ede586dd None None] Port 45a5146f-1c9a-40ab-b72e-86384ea89ebf cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:13.561739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-f9f4e952-f203-4b78-9c59-a79e824bf632', 'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632', 'tenant_id': '92e7c352d21c457abe2bc52552a749f1', 'fixed_ips': [{'subnet_id': '7858a2c9-b2b6-4a18-ac19-66bad0d27dcc'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:13.562709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.568125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 8826ded9-2709-4d6c-b761-74de4fe52d21 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:13.576008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:13.599263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ade4f-3cb5-4d45-a791-6c73c036075e req-57f66ce8-54f8-4242-84b1-8a2d5c7883ac tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:13.601021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a9ade4f-3cb5-4d45-a791-6c73c036075e req-57f66ce8-54f8-4242-84b1-8a2d5c7883ac tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 932 time: 0.1569612 Mar 31 23:10:13.671752 n-d-836015-1 neutron-server[109820]: INFO neutron.db.ipam_backend_mixin [None req-9f492d87-5167-47e1-96c1-baaa78ef3340 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7858a2c9-b2b6-4a18-ac19-66bad0d27dcc (CIDR: 2001:db8::/64) Mar 31 23:10:13.708525 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a9ade4f-3cb5-4d45-a791-6c73c036075e req-c0d290b2-6dc2-400b-9f14-62575be16393 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008182 Mar 31 23:10:13.850388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93485f3f-7abb-470e-9a7a-933eb9fd0ee0 req-941c7581-15d8-4996-a48b-e17ae7ad2916 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 210 time: 0.1188884 Mar 31 23:10:13.853883 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f492d87-5167-47e1-96c1-baaa78ef3340 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:10:13.854607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f492d87-5167-47e1-96c1-baaa78ef3340 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:10:13.936111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-24f30922-ae56-49a3-92dc-a9e011f59036 None None] Provisioning complete for port 45a5146f-1c9a-40ab-b72e-86384ea89ebf triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:13.938148 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-24f30922-ae56-49a3-92dc-a9e011f59036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.990775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Allocated IP 2001:db8::2 (f9f4e952-f203-4b78-9c59-a79e824bf632/7858a2c9-b2b6-4a18-ac19-66bad0d27dcc/b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:14.010970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9f492d87-5167-47e1-96c1-baaa78ef3340 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2275834 Mar 31 23:10:14.014372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-24f30922-ae56-49a3-92dc-a9e011f59036 None None] Port 45a5146f-1c9a-40ab-b72e-86384ea89ebf cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:14.015879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:14.029455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:14.057305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-24f30922-ae56-49a3-92dc-a9e011f59036 None None] Provisioning complete for port 971c7367-1830-4cea-ab96-7d561b0381be triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:14.057996 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-24f30922-ae56-49a3-92dc-a9e011f59036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.197923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-24f30922-ae56-49a3-92dc-a9e011f59036 None None] Port 971c7367-1830-4cea-ab96-7d561b0381be cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:14.288100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971c7367-1830-4cea-ab96-7d561b0381be {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:14.305171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.311179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router abb93651-c894-432e-a6de-f4c050958f6c is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:14.321858 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.339924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-405a0339-20f3-4fa8-9712-e648ef22f7db None None] Provisioning complete for port 45a5146f-1c9a-40ab-b72e-86384ea89ebf triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:14.341139 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-405a0339-20f3-4fa8-9712-e648ef22f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.357540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Transition to ACTIVE for port object 971c7367-1830-4cea-ab96-7d561b0381be will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:14.366603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-b19f1890-9522-4741-8997-f323834ec48a tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:14.368163 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-b19f1890-9522-4741-8997-f323834ec48a tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.45 "GET /v2.0/networks?id=b70b185a-6396-4cae-a879-5780e6551e52 HTTP/1.1" status: 200 len: 818 time: 0.2065449 Mar 31 23:10:14.368880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:14.374011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.392308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-405a0339-20f3-4fa8-9712-e648ef22f7db None None] Port 45a5146f-1c9a-40ab-b72e-86384ea89ebf cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:14.416666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Request body: {'port': {'device_id': '48c7d1e2-87a1-4a75-9ead-ee5244f8faac', 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52', 'admin_state_up': True, 'tenant_id': '82bf4b46373342f9aa9e9e2a54fc498e'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:14.432353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.530410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Network f9f4e952-f203-4b78-9c59-a79e824bf632 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:14.535145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:14.539273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:14.589244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Pushing event updated for resources: {'Port': ['ID=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:14.650412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Attempting to bind port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:14.651175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Attempting to bind port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '5ced1226-afc4-424d-9f37-f58b6e823ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:14.651754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Attempting to bind port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 on network f9f4e952-f203-4b78-9c59-a79e824bf632 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:14.659570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:14.660344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Checking segment: {'id': '5ced1226-afc4-424d-9f37-f58b6e823ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:14.660969 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.661579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Bound using segment: {'id': '5ced1226-afc4-424d-9f37-f58b6e823ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:14.662304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Bound port: b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ced1226-afc4-424d-9f37-f58b6e823ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:14.663055 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.749142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.816972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] For port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:14.822172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] For port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,segment=NetworkSegment(5ced1226-afc4-424d-9f37-f58b6e823ad2),segment_id=5ced1226-afc4-424d-9f37-f58b6e823ad2)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:14.887633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0404aa6-94fc-4a32-87f6-f5112a0e9380 req-081f4046-2293-4c91-8000-1ca9d14abebe tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:14.889438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0404aa6-94fc-4a32-87f6-f5112a0e9380 req-081f4046-2293-4c91-8000-1ca9d14abebe tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1929092 Mar 31 23:10:14.937808 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.050436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0404aa6-94fc-4a32-87f6-f5112a0e9380 req-7104a885-d88e-4047-84db-4078d99fbc57 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198828 Mar 31 23:10:15.059606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91228e-d3a9-40b0-aade-798cf8d889b7 req-4fa138d3-5682-4a3c-ac0a-b8394850afbf tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:15.061175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd91228e-d3a9-40b0-aade-798cf8d889b7 req-4fa138d3-5682-4a3c-ac0a-b8394850afbf tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 944 time: 0.1705317 Mar 31 23:10:15.091360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbb35f-6d9f-4456-afd7-50dcaeb53e93 None None] Pushing event updated for resources: {'Port': ['ID=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:15.099830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:15.117200 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6b9a2-1281-4300-95ca-ab849a2cf64f None None] Sync routers for ids ['abb93651-c894-432e-a6de-f4c050958f6c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:15.119737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dd9bccc9-ec59-4377-80f3-bb84a4ec72f7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/abb93651-c894-432e-a6de-f4c050958f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9624252 Mar 31 23:10:15.124739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51228) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:15.133335 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6b9a2-1281-4300-95ca-ab849a2cf64f None None] Routers {'abb93651-c894-432e-a6de-f4c050958f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:15.134463 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f8d6b9a2-1281-4300-95ca-ab849a2cf64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['abb93651-c894-432e-a6de-f4c050958f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:15.217865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4061f1-b12b-415f-ac32-9d4e06ae86fb tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:15.219567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0e4061f1-b12b-415f-ac32-9d4e06ae86fb tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports/45a5146f-1c9a-40ab-b72e-86384ea89ebf HTTP/1.1" status: 200 len: 911 time: 0.0933971 Mar 31 23:10:15.232460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.234414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51232) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:15.236652 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f8d6b9a2-1281-4300-95ca-ab849a2cf64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:15.249724 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6b9a2-1281-4300-95ca-ab849a2cf64f None None] Routers {'abb93651-c894-432e-a6de-f4c050958f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:15.255047 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f8d6b9a2-1281-4300-95ca-ab849a2cf64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['abb93651-c894-432e-a6de-f4c050958f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:15.273267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e10e56c3-15ea-4eb8-a762-84b0018f3e22'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:15.288990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Pushing event updated for resources: {'Port': ['ID=971c7367-1830-4cea-ab96-7d561b0381be,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:15.324843 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f8d6b9a2-1281-4300-95ca-ab849a2cf64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:15.325683 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6b9a2-1281-4300-95ca-ab849a2cf64f None None] The sync data for ids ['abb93651-c894-432e-a6de-f4c050958f6c'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:15.386123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd91228e-d3a9-40b0-aade-798cf8d889b7 req-1010cdd2-4b42-480a-9fbc-5d2038fc5f61 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124938 Mar 31 23:10:15.404928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Made reservation on behalf of 82bf4b46373342f9aa9e9e2a54fc498e for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:15.409869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.497308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e1569ac-38be-4fc4-bc97-05dbdfdf11a3 req-e3785266-8bad-4390-8d89-db2c4596fa54 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 210 time: 0.2664645 Mar 31 23:10:15.537869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Attempting to bind port 971c7367-1830-4cea-ab96-7d561b0381be on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:15.538356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Attempting to bind port 971c7367-1830-4cea-ab96-7d561b0381be by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:15.538858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Attempting to bind port 971c7367-1830-4cea-ab96-7d561b0381be on network e0e57d36-1ee0-4549-99de-e7bf317a3054 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:15.557176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network f9f4e952-f203-4b78-9c59-a79e824bf632 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:15.573095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:15.625144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:15.627169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.638377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Port 971c7367-1830-4cea-ab96-7d561b0381be on network e0e57d36-1ee0-4549-99de-e7bf317a3054 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:15.642110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Attempting to bind port 971c7367-1830-4cea-ab96-7d561b0381be on network e0e57d36-1ee0-4549-99de-e7bf317a3054 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:15.689293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=b4eb73c6-8d6b-47b4-b626-d84385102622,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:15.723971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:15.726918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Checking segment: {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:15.727483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Bound using segment: {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:15.728033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Bound port: 971c7367-1830-4cea-ab96-7d561b0381be, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:15.728471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.782034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-6e78bb9f-474f-41ce-8fae-ff6b85f43ca6 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:15.783836 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-6e78bb9f-474f-41ce-8fae-ff6b85f43ca6 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.50 "GET /v2.0/networks?id=b70b185a-6396-4cae-a879-5780e6551e52 HTTP/1.1" status: 200 len: 818 time: 0.5339668 Mar 31 23:10:15.784348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51250) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:15.833316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Request body: {'port': {'device_id': 'c650e05e-9fe5-4d32-98e0-e1f9d1797dc0', 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52', 'admin_state_up': True, 'tenant_id': '82bf4b46373342f9aa9e9e2a54fc498e'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:15.840327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c626b611-f357-499b-b15c-0557972cb60a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8214715 Mar 31 23:10:15.849820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51258) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:15.857584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632', 'fixed_ips': [{'subnet_id': '7858a2c9-b2b6-4a18-ac19-66bad0d27dcc'}, {'subnet_id': 'b4eb73c6-8d6b-47b4-b626-d84385102622'}], 'name': 'tempest-PortsIpV6TestJSON-1481633711'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:16.050661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Allocated IP 172.20.0.10 (b70b185a-6396-4cae-a879-5780e6551e52/f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b/79aa9d59-6f63-4616-bf5d-591986bc8fda) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:16.072085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] For port 971c7367-1830-4cea-ab96-7d561b0381be, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:16.077343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] For port 971c7367-1830-4cea-ab96-7d561b0381be, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=971c7367-1830-4cea-ab96-7d561b0381be,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:16.100393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-fceca6b9-3f9f-4b41-bbb9-46bdd5193480 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:16.102988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-fceca6b9-3f9f-4b41-bbb9-46bdd5193480 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.45 "GET /v2.0/networks?id=b70b185a-6396-4cae-a879-5780e6551e52 HTTP/1.1" status: 200 len: 818 time: 0.7151825 Mar 31 23:10:16.128248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-29f5cf5b-d880-47a5-ad5a-7369764637e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.154271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Made reservation on behalf of 82bf4b46373342f9aa9e9e2a54fc498e for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:16.161978 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.166784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Request body: {'port': {'device_id': '108bfe02-5635-4e70-9ce1-04d41afd18b5', 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52', 'admin_state_up': True, 'tenant_id': '82bf4b46373342f9aa9e9e2a54fc498e'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:16.232150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.289457 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.483923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:16.966411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a6f3d-77bc-4bad-819a-a882059427e5 req-3b552818-c18c-4fbf-8747-7ebc0879a649 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:16.966411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c31a6f3d-77bc-4bad-819a-a882059427e5 req-3b552818-c18c-4fbf-8747-7ebc0879a649 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.3888826 Mar 31 23:10:16.968226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:16.968226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.968226 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] 10.222.0.45 "PUT /v2.0/ports/971c7367-1830-4cea-ab96-7d561b0381be HTTP/1.1" status: 200 len: 1092 time: 3.2944143 Mar 31 23:10:16.968226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb860b0-4945-4795-b414-3de5680c9e20', 'tag': '971c7367-1830-4cea-ab96-7d561b0381be'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:16.968226 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c8331-5010-4778-ba40-e255af02a005" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb860b0-4945-4795-b414-3de5680c9e20", "tag": "971c7367-1830-4cea-ab96-7d561b0381be"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:16.968226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78686336-76c5-4f1e-973d-ec94ca8a5876 service neutron] Pushing event updated for resources: {'Port': ['ID=971c7367-1830-4cea-ab96-7d561b0381be,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:16.968226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.972459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:16.974780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-29f5cf5b-d880-47a5-ad5a-7369764637e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.975390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c31a6f3d-77bc-4bad-819a-a882059427e5 req-4b97d9e5-371a-4296-a5b4-d7f43104c55d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659225 Mar 31 23:10:16.975830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:16.975830 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.987779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06e2fc-72e9-4b39-a1e1-681c5f7e15c6 req-c6c0c019-aea0-4232-8501-37347f697c9d tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:17.045637 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-29f5cf5b-d880-47a5-ad5a-7369764637e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.046719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e06e2fc-72e9-4b39-a1e1-681c5f7e15c6 req-c6c0c019-aea0-4232-8501-37347f697c9d tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 944 time: 0.4027185 Mar 31 23:10:17.046920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8266a3-68d0-4b83-97b1-0b9f2d29b191 None None] Network f9f4e952-f203-4b78-9c59-a79e824bf632 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:17.068900 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.103866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Made reservation on behalf of 82bf4b46373342f9aa9e9e2a54fc498e for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:17.111636 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.153715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.172287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-20d3bf95-bc43-4b6e-a2bf-2aecc02a3056 None None] Provisioning complete for port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:17.173465 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20d3bf95-bc43-4b6e-a2bf-2aecc02a3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.177499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5cf5b-d880-47a5-ad5a-7369764637e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110db2d5-adfd-42b1-a82f-eb35b91bc431,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:17.196321 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-29f5cf5b-d880-47a5-ad5a-7369764637e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=274d4fb4f8c54b439bd78780033a703d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4062905 Mar 31 23:10:17.198587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Network b70b185a-6396-4cae-a879-5780e6551e52 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:17.201704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51306) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:17.221196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:17.224580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:17.231219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddc10578-6a5f-48fd-8fcd-a6a23ab218a2 req-7176c8a2-bc9d-4806-9959-53cc529c7279 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 210 time: 0.1368082 Mar 31 23:10:17.251889 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.260488 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Pushing event updated for resources: {'Port': ['ID=79aa9d59-6f63-4616-bf5d-591986bc8fda,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:17.267334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Allocated IP 172.20.0.2 (b70b185a-6396-4cae-a879-5780e6551e52/f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b/c19c934c-f6f1-4d1b-9f92-991a2f37501e) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:17.277196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-6b644116-5e02-42ea-aa42-89747afc6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:17.279279 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-6b644116-5e02-42ea-aa42-89747afc6877 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a5e46fa43f34495a8c9dddbfc9b5e26&device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 1095 time: 0.3082561 Mar 31 23:10:17.325739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:17.342807 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705d75e6-4e14-488b-8b1a-fe4ef1e75e84 x-openstack-request-id: req-705d75e6-4e14-488b-8b1a-fe4ef1e75e84 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:17.343090 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb860b0-4945-4795-b414-3de5680c9e20", "tag": "971c7367-1830-4cea-ab96-7d561b0381be", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:17.343518 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-705d75e6-4e14-488b-8b1a-fe4ef1e75e84 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:17.343911 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705d75e6-4e14-488b-8b1a-fe4ef1e75e84'] response: {'name': 'network-changed', 'server_uuid': '9cb860b0-4945-4795-b414-3de5680c9e20', 'tag': '971c7367-1830-4cea-ab96-7d561b0381be', 'status': 'completed', 'code': 200} Mar 31 23:10:17.384477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e06e2fc-72e9-4b39-a1e1-681c5f7e15c6 req-5bd5d7f2-540c-450a-9589-7dc13d16c4f9 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756137 Mar 31 23:10:17.435361 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-4fcf569a-c8d0-40a5-a9f6-0e4622a68160 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=971c7367-1830-4cea-ab96-7d561b0381be HTTP/1.1" status: 200 len: 217 time: 0.1408129 Mar 31 23:10:17.450530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,segment=NetworkSegment(5ced1226-afc4-424d-9f37-f58b6e823ad2),segment_id=5ced1226-afc4-424d-9f37-f58b6e823ad2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:17.497443 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20d3bf95-bc43-4b6e-a2bf-2aecc02a3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.511623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:17.512701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.647818 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.722212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24152b39-f45d-475b-bd9b-ffa9668c92a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.748582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-01e2995a-fb0d-4b59-aead-ccb3a1d56177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:17.750258 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-01e2995a-fb0d-4b59-aead-ccb3a1d56177 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d44a2291-a296-4670-b631-5c97a3e62741 HTTP/1.1" status: 200 len: 851 time: 0.3012345 Mar 31 23:10:17.833952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ea30e-1460-4dfc-bd45-876d6d3b9599 None None] Update dhcp port {'port': {'network_id': 'f9f4e952-f203-4b78-9c59-a79e824bf632', 'fixed_ips': [{'subnet_id': '7858a2c9-b2b6-4a18-ac19-66bad0d27dcc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4eb73c6-8d6b-47b4-b626-d84385102622'}], 'binding:host_id': 'n-d-836015-1'}, 'id': 'b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:10:17.866211 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-7e1a6999-6b91-49a2-af45-7c04dbe9a82e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4568942 Mar 31 23:10:17.869558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24152b39-f45d-475b-bd9b-ffa9668c92a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.881522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-20d3bf95-bc43-4b6e-a2bf-2aecc02a3056 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:10:17.881981 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-20d3bf95-bc43-4b6e-a2bf-2aecc02a3056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:10:17.889661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Request body: {'port': {'device_id': '48c7d1e2-87a1-4a75-9ead-ee5244f8faac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:17.899820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ea30e-1460-4dfc-bd45-876d6d3b9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.941442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:17.993933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-d39fcfb9-7503-4d78-910f-15951d93970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:17.995594 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-d39fcfb9-7503-4d78-910f-15951d93970b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0e57d36-1ee0-4549-99de-e7bf317a3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301672 Mar 31 23:10:18.087231 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.130042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.149590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-de5ea30e-1460-4dfc-bd45-876d6d3b9599 None None] Allocated IP 2001:db8:0:1::2 (f9f4e952-f203-4b78-9c59-a79e824bf632/b4eb73c6-8d6b-47b4-b626-d84385102622/b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:18.232761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-1542547a-e19e-49a6-bde1-c9661b20abd9 service neutron] 10.222.0.45 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219682 Mar 31 23:10:18.257274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24152b39-f45d-475b-bd9b-ffa9668c92a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.259409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24152b39-f45d-475b-bd9b-ffa9668c92a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.263092 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-24152b39-f45d-475b-bd9b-ffa9668c92a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/110db2d5-adfd-42b1-a82f-eb35b91bc431 HTTP/1.1" status: 204 len: 168 time: 1.0559797 Mar 31 23:10:18.273072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-de5ea30e-1460-4dfc-bd45-876d6d3b9599 None None] For port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,segment=NetworkSegment(5ced1226-afc4-424d-9f37-f58b6e823ad2),segment_id=5ced1226-afc4-424d-9f37-f58b6e823ad2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:18.307927 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ea30e-1460-4dfc-bd45-876d6d3b9599 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.327719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a214bf-bd5d-4aa5-b879-530bfc82632c req-34efeaee-2e02-4206-98bd-f6f8812f1661 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:18.334922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42a214bf-bd5d-4aa5-b879-530bfc82632c req-34efeaee-2e02-4206-98bd-f6f8812f1661 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1832922 Mar 31 23:10:18.397848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.407862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24152b39-f45d-475b-bd9b-ffa9668c92a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110db2d5-adfd-42b1-a82f-eb35b91bc431,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.435983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de5ea30e-1460-4dfc-bd45-876d6d3b9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.455961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9c548ab-11cf-4af0-a0ce-00c63b799514 req-1dc4bbf1-8f3a-48c8-ac3b-8896cb8caa00 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 210 time: 0.1033773 Mar 31 23:10:18.496277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Network b70b185a-6396-4cae-a879-5780e6551e52 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:18.510603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:18.514374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:18.518977 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a6dbe53-e180-495c-bf32-b0f9c9406ff6 req-43f6f958-1347-4c92-b4ef-fe9b2ec35391 service neutron] 10.222.0.45 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777579 Mar 31 23:10:18.519835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Pushing event updated for resources: {'Port': ['ID=c19c934c-f6f1-4d1b-9f92-991a2f37501e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.538113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.571308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42a214bf-bd5d-4aa5-b879-530bfc82632c req-bbc84c49-7795-4f50-990e-c59bfa9cea0f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307918 Mar 31 23:10:18.613784 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:18.614294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.639089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Allocated IP 172.20.0.4 (b70b185a-6396-4cae-a879-5780e6551e52/f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b/1f26bb1e-379e-43f3-9345-e00d5f754246) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:18.678378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ea30e-1460-4dfc-bd45-876d6d3b9599 None None] Pushing event updated for resources: {'Port': ['ID=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.702203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:18.722141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.728096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:18.728721 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.730135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/ports/45a5146f-1c9a-40ab-b72e-86384ea89ebf HTTP/1.1" status: 200 len: 911 time: 3.4858713 Mar 31 23:10:18.734068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51364) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:18.781119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:18.781805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.939290 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-e1ba231f-9e1e-4f44-8070-12ff8ea1be31 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1205173 Mar 31 23:10:19.037132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Request body: {'port': {'device_id': 'c650e05e-9fe5-4d32-98e0-e1f9d1797dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:19.050711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.087733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=45a5146f-1c9a-40ab-b72e-86384ea89ebf,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:19.102220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521753f5-43d2-4cb5-aabb-3f190859007b req-24dd8fc8-7f7b-48bb-bec9-6e8e50e27857 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.104093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-521753f5-43d2-4cb5-aabb-3f190859007b req-24dd8fc8-7f7b-48bb-bec9-6e8e50e27857 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 944 time: 0.4055824 Mar 31 23:10:19.130885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.131310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.131833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.132251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.132637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.133051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.133631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.134336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.134336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.135710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.136114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.136461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02d7e-21dc-4c21-a79e-ac825f26bcf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:19.184557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.187144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::12 (f9f4e952-f203-4b78-9c59-a79e824bf632/7858a2c9-b2b6-4a18-ac19-66bad0d27dcc/5e4b8fe4-171e-4d38-b6d4-4411a706fca9) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:19.214724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8:0:1::236 (f9f4e952-f203-4b78-9c59-a79e824bf632/b4eb73c6-8d6b-47b4-b626-d84385102622/5e4b8fe4-171e-4d38-b6d4-4411a706fca9) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:19.215266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8331-5010-4778-ba40-e255af02a005 req-41c3871c-f7af-4f8f-83fa-cb130c8abebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.221378 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-553c8331-5010-4778-ba40-e255af02a005 req-41c3871c-f7af-4f8f-83fa-cb130c8abebd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a5e46fa43f34495a8c9dddbfc9b5e26&device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 1095 time: 0.2822483 Mar 31 23:10:19.224891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-521753f5-43d2-4cb5-aabb-3f190859007b req-bf7d2898-6b56-4362-97d5-3e3f0793c17b tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080196 Mar 31 23:10:19.349470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.431910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Network b70b185a-6396-4cae-a879-5780e6551e52 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:19.444660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:19.449342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:19.463635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Pushing event updated for resources: {'Port': ['ID=1f26bb1e-379e-43f3-9345-e00d5f754246,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:19.509960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51388) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:19.518546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6356154-091a-4703-adf6-884d9a634ae9 None None] Network f9f4e952-f203-4b78-9c59-a79e824bf632 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:19.575506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30166b9c-2329-4541-869e-e2c935f3a20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.644887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.645849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.652509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.738943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 971c7367-1830-4cea-ab96-7d561b0381be details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:19.772502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7b6d2-299e-4cdf-a258-748d9f4cecc5 req-82903897-c7ea-43b0-b416-3ef271709937 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.776494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14a7b6d2-299e-4cdf-a258-748d9f4cecc5 req-82903897-c7ea-43b0-b416-3ef271709937 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 931 time: 0.1945922 Mar 31 23:10:19.785301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a5633470-e2f1-4c6d-a46b-1ccfe1dbf83f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6241167 Mar 31 23:10:19.798639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-986e3712-2fcf-492a-8d7e-46bd0e78326a None None] Provisioning complete for port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:19.799513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-986e3712-2fcf-492a-8d7e-46bd0e78326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.832738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Request body: {'port': {'device_id': '108bfe02-5635-4e70-9ce1-04d41afd18b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:19.865399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8331-5010-4778-ba40-e255af02a005 req-b9f8ed6b-993b-47de-982d-9adae72214d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.866889 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-553c8331-5010-4778-ba40-e255af02a005 req-b9f8ed6b-993b-47de-982d-9adae72214d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0e57d36-1ee0-4549-99de-e7bf317a3054 HTTP/1.1" status: 200 len: 913 time: 0.5972173 Mar 31 23:10:19.888880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2e263-7e02-46b3-a2b0-c0864530be46 req-6d14943c-549b-445e-9a9f-a45e80144a71 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.895153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6f2e263-7e02-46b3-a2b0-c0864530be46 req-6d14943c-549b-445e-9a9f-a45e80144a71 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.2298295 Mar 31 23:10:19.942911 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-553c8331-5010-4778-ba40-e255af02a005 req-09b36226-cf2a-4804-afd0-52e979e826e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=971c7367-1830-4cea-ab96-7d561b0381be HTTP/1.1" status: 200 len: 217 time: 0.0685871 Mar 31 23:10:19.946273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14a7b6d2-299e-4cdf-a258-748d9f4cecc5 req-74a9f4df-dc23-4b79-b3cf-6fbe1cd58091 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594477 Mar 31 23:10:19.995576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 971c7367-1830-4cea-ab96-7d561b0381be, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=971c7367-1830-4cea-ab96-7d561b0381be,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:20.004346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.017724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '971c7367-1830-4cea-ab96-7d561b0381be', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'port_id': '971c7367-1830-4cea-ab96-7d561b0381be', 'mac_address': 'fa:16:3e:ca:22:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:20.057514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.061364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8331-5010-4778-ba40-e255af02a005 req-b01f2cd7-8ea5-4dcc-b4f1-4257f47fee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.062366 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30166b9c-2329-4541-869e-e2c935f3a20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.063874 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-553c8331-5010-4778-ba40-e255af02a005 req-b01f2cd7-8ea5-4dcc-b4f1-4257f47fee62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d44a2291-a296-4670-b631-5c97a3e62741 HTTP/1.1" status: 200 len: 851 time: 0.1120927 Mar 31 23:10:20.111565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79aa9d59-6f63-4616-bf5d-591986bc8fda {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:20.145853 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.181953 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.195081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Transition to ACTIVE for port object 79aa9d59-6f63-4616-bf5d-591986bc8fda will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:20.218151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8331-5010-4778-ba40-e255af02a005 req-5fe3e27e-3fec-40a9-97c8-16ed29af79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.220384 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-553c8331-5010-4778-ba40-e255af02a005 req-5fe3e27e-3fec-40a9-97c8-16ed29af79c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0e57d36-1ee0-4549-99de-e7bf317a3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491158 Mar 31 23:10:20.274468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.342325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6f2e263-7e02-46b3-a2b0-c0864530be46 req-14705443-fe46-4425-91aa-577a57b1adf0 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231405 Mar 31 23:10:20.358234 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-30166b9c-2329-4541-869e-e2c935f3a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.404478 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.437306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network f9f4e952-f203-4b78-9c59-a79e824bf632 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:20.454313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=5e4b8fe4-171e-4d38-b6d4-4411a706fca9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.457981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:20.461529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:20.467715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.468381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.478180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-30166b9c-2329-4541-869e-e2c935f3a20d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1479db78ce446afaba24408a1a9f130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9625151 Mar 31 23:10:20.478180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30166b9c-2329-4541-869e-e2c935f3a20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73897c5e-435b-4b2c-8aaa-9677e3a98088,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.479112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51414) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:20.499982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971c7367-1830-4cea-ab96-7d561b0381be {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:20.531591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 971c7367-1830-4cea-ab96-7d561b0381be, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=971c7367-1830-4cea-ab96-7d561b0381be,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:20.548468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3eaaf600-21dd-4f08-bd0e-641d577c41d6 None None] Provisioning complete for port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:20.549209 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf600-21dd-4f08-bd0e-641d577c41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.604074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d379d1-0fa3-44e9-9b64-1caba9507543 req-487e65d8-ad83-4fd3-ace9-820cb345077b tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.605605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1d379d1-0fa3-44e9-9b64-1caba9507543 req-487e65d8-ad83-4fd3-ace9-820cb345077b tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 944 time: 0.1055298 Mar 31 23:10:20.608834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f325ae31-0b2c-4692-88bd-cdb191aa5e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.623634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-553c8331-5010-4778-ba40-e255af02a005 req-3c826e73-8ce0-411d-93b8-1bdf15f101a3 service neutron] 10.222.0.45 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952534 Mar 31 23:10:20.623912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Pushing event updated for resources: {'Port': ['ID=79aa9d59-6f63-4616-bf5d-591986bc8fda,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.674825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.685177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e7f5cfc4-ccd7-4e33-9bbe-9c9dafa30f4d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.8339834 Mar 31 23:10:20.687782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f325ae31-0b2c-4692-88bd-cdb191aa5e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.696367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51418) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:20.703452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7858a2c9-b2b6-4a18-ac19-66bad0d27dcc'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:20.732210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:20.845524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1d379d1-0fa3-44e9-9b64-1caba9507543 req-3d4db169-f82e-40d4-a70a-1747e43c37af tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146952 Mar 31 23:10:20.881716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=971c7367-1830-4cea-ab96-7d561b0381be,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.900073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.921058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['971c7367-1830-4cea-ab96-7d561b0381be'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:20.992320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Attempting to bind port 79aa9d59-6f63-4616-bf5d-591986bc8fda on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:20.992661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Attempting to bind port 79aa9d59-6f63-4616-bf5d-591986bc8fda by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:20.993158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Attempting to bind port 79aa9d59-6f63-4616-bf5d-591986bc8fda on network b70b185a-6396-4cae-a879-5780e6551e52 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:21.022815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19c934c-f6f1-4d1b-9f92-991a2f37501e {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:21.023125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:21.023754 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.038492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Port 79aa9d59-6f63-4616-bf5d-591986bc8fda on network b70b185a-6396-4cae-a879-5780e6551e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:21.039052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Attempting to bind port 79aa9d59-6f63-4616-bf5d-591986bc8fda on network b70b185a-6396-4cae-a879-5780e6551e52 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:21.048654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.056421 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-553c8331-5010-4778-ba40-e255af02a005 req-65d5a73a-8b86-4fa0-934b-18bace32542b service neutron] 10.222.0.45 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940504 Mar 31 23:10:21.059393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f325ae31-0b2c-4692-88bd-cdb191aa5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.062170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f325ae31-0b2c-4692-88bd-cdb191aa5e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.069548 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f325ae31-0b2c-4692-88bd-cdb191aa5e2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73897c5e-435b-4b2c-8aaa-9677e3a98088 HTTP/1.1" status: 204 len: 168 time: 0.5867064 Mar 31 23:10:21.071248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:21.072164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Checking segment: {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:21.072708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Bound using segment: {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:21.073303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Bound port: 79aa9d59-6f63-4616-bf5d-591986bc8fda, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:21.074253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.081107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Transition to ACTIVE for port object c19c934c-f6f1-4d1b-9f92-991a2f37501e will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:21.173351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0c1cae63-7abf-42c9-ae97-c15836afbf8f None None] Provisioning complete for port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:21.174373 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0c1cae63-7abf-42c9-ae97-c15836afbf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.176040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325ae31-0b2c-4692-88bd-cdb191aa5e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73897c5e-435b-4b2c-8aaa-9677e3a98088,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:21.241004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.292837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cae63-7abf-42c9-ae97-c15836afbf8f None None] Port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:21.370971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bb01b-0b1e-4587-a233-b3ff399b3d76 req-f3e1b89a-90b5-4305-a49d-a297cf509ef8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.380240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633bb01b-0b1e-4587-a233-b3ff399b3d76 req-f3e1b89a-90b5-4305-a49d-a297cf509ef8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 931 time: 0.2624567 Mar 31 23:10:21.432449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fefc8-9105-479c-9107-109970036739 service neutron] Pushing event updated for resources: {'Port': ['ID=c19c934c-f6f1-4d1b-9f92-991a2f37501e,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:21.457465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633bb01b-0b1e-4587-a233-b3ff399b3d76 req-393636c8-4310-4ffb-bd6a-d0ca200ba4aa tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723629 Mar 31 23:10:21.480277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] For port 79aa9d59-6f63-4616-bf5d-591986bc8fda, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:21.501024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] For port 79aa9d59-6f63-4616-bf5d-591986bc8fda, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=79aa9d59-6f63-4616-bf5d-591986bc8fda,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:21.578397 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 45a5146f-1c9a-40ab-b72e-86384ea89ebf {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:21.583110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.643830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.664363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Attempting to bind port c19c934c-f6f1-4d1b-9f92-991a2f37501e on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:21.664703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Attempting to bind port c19c934c-f6f1-4d1b-9f92-991a2f37501e by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:21.665038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Attempting to bind port c19c934c-f6f1-4d1b-9f92-991a2f37501e on network b70b185a-6396-4cae-a879-5780e6551e52 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:21.692999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f934f32-cd3d-490a-b406-877aff7aba32 req-018136c9-60e8-49d4-9782-90506dca35a0 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.702864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f934f32-cd3d-490a-b406-877aff7aba32 req-018136c9-60e8-49d4-9782-90506dca35a0 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.1850839 Mar 31 23:10:21.708748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Port c19c934c-f6f1-4d1b-9f92-991a2f37501e on network b70b185a-6396-4cae-a879-5780e6551e52 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:21.709073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Attempting to bind port c19c934c-f6f1-4d1b-9f92-991a2f37501e on network b70b185a-6396-4cae-a879-5780e6551e52 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:21.722110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 971c7367-1830-4cea-ab96-7d561b0381be up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:21.743504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.744134 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.745543 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] 10.222.0.45 "PUT /v2.0/ports/79aa9d59-6f63-4616-bf5d-591986bc8fda HTTP/1.1" status: 200 len: 1092 time: 3.8678925 Mar 31 23:10:21.759559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c7d1e2-87a1-4a75-9ead-ee5244f8faac', 'tag': '79aa9d59-6f63-4616-bf5d-591986bc8fda'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:21.761917 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402a5545-1132-402f-9a3f-6418a1edaed4" -d '{"events": [{"name": "network-changed", "server_uuid": "48c7d1e2-87a1-4a75-9ead-ee5244f8faac", "tag": "79aa9d59-6f63-4616-bf5d-591986bc8fda"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:21.807262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:21.807557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Checking segment: {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:21.807953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Bound using segment: {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:21.808391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Bound port: c19c934c-f6f1-4d1b-9f92-991a2f37501e, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:21.808810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.898419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f26bb1e-379e-43f3-9345-e00d5f754246 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:21.906736 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73fa48-1a35-4596-9590-1a84e335a4f4 x-openstack-request-id: req-0e73fa48-1a35-4596-9590-1a84e335a4f4 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:21.907085 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c7d1e2-87a1-4a75-9ead-ee5244f8faac", "tag": "79aa9d59-6f63-4616-bf5d-591986bc8fda", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:21.907350 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e73fa48-1a35-4596-9590-1a84e335a4f4 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:21.907761 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e73fa48-1a35-4596-9590-1a84e335a4f4'] response: {'name': 'network-changed', 'server_uuid': '48c7d1e2-87a1-4a75-9ead-ee5244f8faac', 'tag': '79aa9d59-6f63-4616-bf5d-591986bc8fda', 'status': 'completed', 'code': 200} Mar 31 23:10:21.938978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 971c7367-1830-4cea-ab96-7d561b0381be completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:21.949380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 971c7367-1830-4cea-ab96-7d561b0381be triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:21.949380 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.949653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Delete allocated IP 2001:db8:0:1::236 (f9f4e952-f203-4b78-9c59-a79e824bf632/b4eb73c6-8d6b-47b4-b626-d84385102622) {{(pid=109820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:10:21.964568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.050852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f934f32-cd3d-490a-b406-877aff7aba32 req-6c49479f-b5c1-47ba-a771-9b6dca98bd52 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470955 Mar 31 23:10:22.075084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] For port c19c934c-f6f1-4d1b-9f92-991a2f37501e, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:22.084459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] For port c19c934c-f6f1-4d1b-9f92-991a2f37501e, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c19c934c-f6f1-4d1b-9f92-991a2f37501e,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:22.095719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.110021 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.125000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Transition to ACTIVE for port object 1f26bb1e-379e-43f3-9345-e00d5f754246 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:22.166422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 45a5146f-1c9a-40ab-b72e-86384ea89ebf owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:22.180135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b8d61-b06c-491d-8ee2-5049058c3643 service neutron] Pushing event updated for resources: {'Port': ['ID=79aa9d59-6f63-4616-bf5d-591986bc8fda,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.189228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb860b0-4945-4795-b414-3de5680c9e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971c7367-1830-4cea-ab96-7d561b0381be'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:22.194312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.195307 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.205906 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d755be84-8b30-48ec-9264-95943d3eab45" -d '{"events": [{"server_uuid": "9cb860b0-4945-4795-b414-3de5680c9e20", "name": "network-vif-plugged", "status": "completed", "tag": "971c7367-1830-4cea-ab96-7d561b0381be"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:22.232099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 971c7367-1830-4cea-ab96-7d561b0381be, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=971c7367-1830-4cea-ab96-7d561b0381be,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:22.258663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-8defde32-bf73-4b21-9f7c-792f902973c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.261648 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-8defde32-bf73-4b21-9f7c-792f902973c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82bf4b46373342f9aa9e9e2a54fc498e&device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 1095 time: 0.4026806 Mar 31 23:10:22.269045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f860a-f9b4-4b8b-88ac-34e7fd386da8 req-f966ab97-8816-4514-b097-dd32db7244c3 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.270668 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-079f860a-f9b4-4b8b-88ac-34e7fd386da8 req-f966ab97-8816-4514-b097-dd32db7244c3 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 945 time: 0.3033774 Mar 31 23:10:22.331898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Pushing event updated for resources: {'Port': ['ID=1f26bb1e-379e-43f3-9345-e00d5f754246,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.335412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.336042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.338530 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-f41fefc8-9105-479c-9107-109970036739 service neutron] 10.222.0.50 "PUT /v2.0/ports/c19c934c-f6f1-4d1b-9f92-991a2f37501e HTTP/1.1" status: 200 len: 1091 time: 3.3447187 Mar 31 23:10:22.353903 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.386382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-079f860a-f9b4-4b8b-88ac-34e7fd386da8 req-48c93b6f-a138-455a-a21f-ca305d90b84f tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006472 Mar 31 23:10:22.411693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-4bcf7667-59c4-402b-9970-dfe0a4e33cdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79aa9d59-6f63-4616-bf5d-591986bc8fda HTTP/1.1" status: 200 len: 217 time: 0.1331143 Mar 31 23:10:22.452831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.525375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Attempting to bind port 1f26bb1e-379e-43f3-9345-e00d5f754246 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:22.531025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Attempting to bind port 1f26bb1e-379e-43f3-9345-e00d5f754246 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:22.534059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Attempting to bind port 1f26bb1e-379e-43f3-9345-e00d5f754246 on network b70b185a-6396-4cae-a879-5780e6551e52 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:22.539964 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954a7756-ec33-4aa7-9b84-68c2b34f23fd x-openstack-request-id: req-954a7756-ec33-4aa7-9b84-68c2b34f23fd {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:22.540136 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb860b0-4945-4795-b414-3de5680c9e20", "name": "network-vif-plugged", "status": "completed", "tag": "971c7367-1830-4cea-ab96-7d561b0381be", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:22.551069 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-954a7756-ec33-4aa7-9b84-68c2b34f23fd {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:22.551682 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954a7756-ec33-4aa7-9b84-68c2b34f23fd'] response: {'server_uuid': '9cb860b0-4945-4795-b414-3de5680c9e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971c7367-1830-4cea-ab96-7d561b0381be', 'code': 200} Mar 31 23:10:22.573467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Port 1f26bb1e-379e-43f3-9345-e00d5f754246 on network b70b185a-6396-4cae-a879-5780e6551e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:22.573467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Attempting to bind port 1f26bb1e-379e-43f3-9345-e00d5f754246 on network b70b185a-6396-4cae-a879-5780e6551e52 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:22.596406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:22.596406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Checking segment: {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:22.598046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Bound using segment: {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:22.598677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Bound port: 1f26bb1e-379e-43f3-9345-e00d5f754246, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb58de1-3da0-4def-b7d3-26a9595210cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:22.599148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.608597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fefc8-9105-479c-9107-109970036739 service neutron] Pushing event updated for resources: {'Port': ['ID=c19c934c-f6f1-4d1b-9f92-991a2f37501e,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.643736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=971c7367-1830-4cea-ab96-7d561b0381be,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.661508 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.784789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-242d839f-afde-4fd4-9b42-977945eadc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:22.787575 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-242d839f-afde-4fd4-9b42-977945eadc7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b HTTP/1.1" status: 200 len: 858 time: 0.3538117 Mar 31 23:10:22.822644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] For port 1f26bb1e-379e-43f3-9345-e00d5f754246, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:22.826897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] For port 1f26bb1e-379e-43f3-9345-e00d5f754246, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1f26bb1e-379e-43f3-9345-e00d5f754246,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:22.953309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.995212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] In _notify_port_updated(), no bound segment for port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 on network f9f4e952-f203-4b78-9c59-a79e824bf632 {{(pid=109820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:10:23.008766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.009682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.011547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "PUT /v2.0/ports/5e4b8fe4-171e-4d38-b6d4-4411a706fca9 HTTP/1.1" status: 200 len: 925 time: 2.3130898 Mar 31 23:10:23.024363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccec05-fef9-484f-8b01-ec72e24d088a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=5e4b8fe4-171e-4d38-b6d4-4411a706fca9,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:23.034528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51464) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:23.050123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7858a2c9-b2b6-4a18-ac19-66bad0d27dcc'}, {'subnet_id': 'b4eb73c6-8d6b-47b4-b626-d84385102622'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:23.156550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.158708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.160153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] 10.222.0.45 "PUT /v2.0/ports/1f26bb1e-379e-43f3-9345-e00d5f754246 HTTP/1.1" status: 200 len: 1091 time: 3.3633916 Mar 31 23:10:23.164433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108bfe02-5635-4e70-9ce1-04d41afd18b5', 'tag': '1f26bb1e-379e-43f3-9345-e00d5f754246'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:23.166992 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bbcb9b-736c-4544-9db9-46139a2a1c00" -d '{"events": [{"name": "network-changed", "server_uuid": "108bfe02-5635-4e70-9ce1-04d41afd18b5", "tag": "1f26bb1e-379e-43f3-9345-e00d5f754246"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:23.214245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3680f04-b4c9-4ce8-aef5-712f518cb04a req-c0d452af-d530-4204-9711-c9d623e5b39a tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.216123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3680f04-b4c9-4ce8-aef5-712f518cb04a req-c0d452af-d530-4204-9711-c9d623e5b39a tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 943 time: 0.4789643 Mar 31 23:10:23.270545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01309f0-4718-49b9-8edf-6bac58c17201 req-1b1fa6b3-b937-4831-baf8-7334882e0964 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.278942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b01309f0-4718-49b9-8edf-6bac58c17201 req-1b1fa6b3-b937-4831-baf8-7334882e0964 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.5814512 Mar 31 23:10:23.283496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e54a6e4d-0bef-4a02-ae69-c2b354d5add1 None None] Provisioning complete for port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:23.283995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e54a6e4d-0bef-4a02-ae69-c2b354d5add1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.314676 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-31b96d5f-8cc7-45d5-9b77-9463254af0a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b70b185a-6396-4cae-a879-5780e6551e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5026090 Mar 31 23:10:23.343073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-6515970c-4dc9-4376-a2fa-7c7f235be7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.345397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-6515970c-4dc9-4376-a2fa-7c7f235be7f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 1097 time: 0.5107193 Mar 31 23:10:23.355869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a1623-01b9-4292-ad57-54e00fe24fd5 req-4eaec978-39e0-4edf-b187-32b6f9426dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.357383 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9b9a1623-01b9-4292-ad57-54e00fe24fd5 req-4eaec978-39e0-4edf-b187-32b6f9426dde service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 1097 time: 0.6546597 Mar 31 23:10:23.371512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e54a6e4d-0bef-4a02-ae69-c2b354d5add1 None None] Port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:23.411611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-50046279-4be0-41f2-b5d9-5527d8ad1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.413284 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-50046279-4be0-41f2-b5d9-5527d8ad1bdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82bf4b46373342f9aa9e9e2a54fc498e&device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 1094 time: 0.7696776 Mar 31 23:10:23.511222 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-94a7451d-1bdc-45ba-aca5-6b998f98d5d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c19c934c-f6f1-4d1b-9f92-991a2f37501e HTTP/1.1" status: 200 len: 217 time: 0.0527971 Mar 31 23:10:23.514927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3680f04-b4c9-4ce8-aef5-712f518cb04a req-4d3efd3e-234e-46e0-be96-9f90a701e469 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746885 Mar 31 23:10:23.537724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b01309f0-4718-49b9-8edf-6bac58c17201 req-6cfc1d72-a6f1-435d-a0fa-f89535211e3e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578123 Mar 31 23:10:23.568620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10992eb-f0b7-42f7-a2fd-081369e42371 service neutron] Pushing event updated for resources: {'Port': ['ID=1f26bb1e-379e-43f3-9345-e00d5f754246,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:23.593040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-b990012a-531a-43a5-9e5d-65245a455ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.595997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-b990012a-531a-43a5-9e5d-65245a455ef8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b HTTP/1.1" status: 200 len: 858 time: 0.0704944 Mar 31 23:10:23.615370 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89624b8e-ecf7-46ff-ac1a-8e3a3ffbf175 x-openstack-request-id: req-89624b8e-ecf7-46ff-ac1a-8e3a3ffbf175 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:23.615858 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108bfe02-5635-4e70-9ce1-04d41afd18b5", "tag": "1f26bb1e-379e-43f3-9345-e00d5f754246", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:23.616252 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89624b8e-ecf7-46ff-ac1a-8e3a3ffbf175 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:23.616802 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89624b8e-ecf7-46ff-ac1a-8e3a3ffbf175'] response: {'name': 'network-changed', 'server_uuid': '108bfe02-5635-4e70-9ce1-04d41afd18b5', 'tag': '1f26bb1e-379e-43f3-9345-e00d5f754246', 'status': 'completed', 'code': 200} Mar 31 23:10:23.622235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a29da502-f5dc-42d2-8c30-373baa60dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.623786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-a29da502-f5dc-42d2-8c30-373baa60dbf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82bf4b46373342f9aa9e9e2a54fc498e&device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 1094 time: 0.3098185 Mar 31 23:10:23.632468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-f4ad028f-6413-47ff-89b6-f43484de3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.637303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-f4ad028f-6413-47ff-89b6-f43484de3503 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 0.2169070 Mar 31 23:10:23.680076 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-2c31f09a-85a1-4c0f-af45-5db318616d49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b70b185a-6396-4cae-a879-5780e6551e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617228 Mar 31 23:10:23.685849 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9b9a1623-01b9-4292-ad57-54e00fe24fd5 req-00f8e1eb-041a-48c1-823e-b63be2b3a020 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079941 Mar 31 23:10:23.724894 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-673982b6-45a5-4236-bcb7-0343e25ffbf4 service neutron] 10.222.0.45 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974156 Mar 31 23:10:23.732241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-3c49ce5e-c7dc-4e36-9f7d-db07777df932 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26bb1e-379e-43f3-9345-e00d5f754246 HTTP/1.1" status: 200 len: 217 time: 0.0927489 Mar 31 23:10:23.794274 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-30203bc0-8c8d-408e-aa83-57b3da218534 service neutron] 10.222.0.50 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030934 Mar 31 23:10:23.874388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.914774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c650e05e-9fe5-4d32-98e0-e1f9d1797dc0', 'tag': 'c19c934c-f6f1-4d1b-9f92-991a2f37501e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:23.917109 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd17e10-932b-411a-9e52-31285671d61f" -d '{"events": [{"name": "network-changed", "server_uuid": "c650e05e-9fe5-4d32-98e0-e1f9d1797dc0", "tag": "c19c934c-f6f1-4d1b-9f92-991a2f37501e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:23.935586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=45a5146f-1c9a-40ab-b72e-86384ea89ebf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:24.033298 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f38c293-cb73-4e50-850a-98fa6af57efd x-openstack-request-id: req-5f38c293-cb73-4e50-850a-98fa6af57efd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:24.033648 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c650e05e-9fe5-4d32-98e0-e1f9d1797dc0", "tag": "c19c934c-f6f1-4d1b-9f92-991a2f37501e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:24.033837 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f38c293-cb73-4e50-850a-98fa6af57efd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:24.034231 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f38c293-cb73-4e50-850a-98fa6af57efd'] response: {'name': 'network-changed', 'server_uuid': 'c650e05e-9fe5-4d32-98e0-e1f9d1797dc0', 'tag': 'c19c934c-f6f1-4d1b-9f92-991a2f37501e', 'status': 'completed', 'code': 200} Mar 31 23:10:24.194846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.238516 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-50dd430f-80a4-4060-ad69-8f32c65e99c8 service neutron] 10.222.0.50 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376955 Mar 31 23:10:24.245295 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.313416 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-49a8395b-baa8-451c-814e-2cb0a27f2938 service neutron] 10.222.0.45 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005823 Mar 31 23:10:24.448157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router abb93651-c894-432e-a6de-f4c050958f6c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:24.609603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:24.621600 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7f2754ad-91dd-433c-a985-cfa52aa6ce88 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/abb93651-c894-432e-a6de-f4c050958f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8799279 Mar 31 23:10:24.621600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd17e10-932b-411a-9e52-31285671d61f req-ae70bac3-934b-413a-a02e-4ebbb476fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.622894 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ddd17e10-932b-411a-9e52-31285671d61f req-ae70bac3-934b-413a-a02e-4ebbb476fd5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82bf4b46373342f9aa9e9e2a54fc498e&device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 1094 time: 0.1598568 Mar 31 23:10:24.623121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab36400-980f-4ea0-a892-a39cb40ec4a2 None None] Sync routers for ids ['abb93651-c894-432e-a6de-f4c050958f6c'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:24.624212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51502) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.641607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab36400-980f-4ea0-a892-a39cb40ec4a2 None None] Routers {'abb93651-c894-432e-a6de-f4c050958f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:24.644784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0ab36400-980f-4ea0-a892-a39cb40ec4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['abb93651-c894-432e-a6de-f4c050958f6c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.740975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd17e10-932b-411a-9e52-31285671d61f req-020307d5-4df8-4d85-8e94-7f15c01e18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.742279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0ab36400-980f-4ea0-a892-a39cb40ec4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.744592 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ddd17e10-932b-411a-9e52-31285671d61f req-020307d5-4df8-4d85-8e94-7f15c01e18e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b70b185a-6396-4cae-a879-5780e6551e52 HTTP/1.1" status: 200 len: 919 time: 0.1097622 Mar 31 23:10:24.760975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-f626470e-6c82-4f30-be01-2b5f9c0a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.762762 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-f626470e-6c82-4f30-be01-2b5f9c0a2ee5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82bf4b46373342f9aa9e9e2a54fc498e&device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 1095 time: 0.3013275 Mar 31 23:10:24.767265 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5d8ef89-ba58-47ed-9726-e158a435cd10 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=abb93651-c894-432e-a6de-f4c050958f6c HTTP/1.1" status: 200 len: 205 time: 0.1420143 Mar 31 23:10:24.768827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8:0:1::3a6 (f9f4e952-f203-4b78-9c59-a79e824bf632/b4eb73c6-8d6b-47b4-b626-d84385102622/5e4b8fe4-171e-4d38-b6d4-4411a706fca9) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:24.772124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab36400-980f-4ea0-a892-a39cb40ec4a2 None None] Routers {'abb93651-c894-432e-a6de-f4c050958f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:24.772763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0ab36400-980f-4ea0-a892-a39cb40ec4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['abb93651-c894-432e-a6de-f4c050958f6c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.773877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51504) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.812841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0ab36400-980f-4ea0-a892-a39cb40ec4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.815538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab36400-980f-4ea0-a892-a39cb40ec4a2 None None] The sync data for ids ['abb93651-c894-432e-a6de-f4c050958f6c'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:24.829741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51506) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.880175 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ddd17e10-932b-411a-9e52-31285671d61f req-6faeed43-2714-480c-b791-922e67aae90f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c19c934c-f6f1-4d1b-9f92-991a2f37501e HTTP/1.1" status: 200 len: 217 time: 0.1161926 Mar 31 23:10:24.885985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-537f9e7a-1d84-4e98-a8f3-2b3a512b84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.892253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-537f9e7a-1d84-4e98-a8f3-2b3a512b84d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b HTTP/1.1" status: 200 len: 858 time: 0.7566321 Mar 31 23:10:24.911157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-0acd004f-5a4c-47df-8e11-2a972944c118 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 200 len: 1001 time: 1.2407336 Mar 31 23:10:25.028300 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8813-5a56-49c5-8336-02cedc8cfacf tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.053810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-771f73f7-f91f-430d-ab8a-085093948b0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b70b185a-6396-4cae-a879-5780e6551e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206734 Mar 31 23:10:25.158102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb9d0d-ce60-4622-bfbf-c37f3df9d91f req-8eef4623-4024-4882-a6a2-512e8848eb0a tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.159860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8fb9d0d-ce60-4622-bfbf-c37f3df9d91f req-8eef4623-4024-4882-a6a2-512e8848eb0a tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 1.5052154 Mar 31 23:10:25.196044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d4c26-944f-4d51-93d3-3d4c0e6102f8 req-6bf5f03b-5fb4-4b32-aaf8-b7ef9a8f5840 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.204311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-583d4c26-944f-4d51-93d3-3d4c0e6102f8 req-6bf5f03b-5fb4-4b32-aaf8-b7ef9a8f5840 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 943 time: 0.3381045 Mar 31 23:10:25.223349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-205813277'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:25.254782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-976e4c8d-0f3e-4af8-a127-bff37e23b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.256474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-976e4c8d-0f3e-4af8-a127-bff37e23b528 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.3443644 Mar 31 23:10:25.285375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8813-5a56-49c5-8336-02cedc8cfacf tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.287792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd17e10-932b-411a-9e52-31285671d61f req-d35a90b6-0824-4356-bfe1-4fd483699f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.289281 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ddd17e10-932b-411a-9e52-31285671d61f req-d35a90b6-0824-4356-bfe1-4fd483699f5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b HTTP/1.1" status: 200 len: 858 time: 0.4011557 Mar 31 23:10:25.292277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8813-5a56-49c5-8336-02cedc8cfacf tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.339056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-654a3c62-3241-4420-bfca-66822ed08484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.340547 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-654a3c62-3241-4420-bfca-66822ed08484 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b70b185a-6396-4cae-a879-5780e6551e52 HTTP/1.1" status: 200 len: 919 time: 0.5656242 Mar 31 23:10:25.371804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8fb9d0d-ce60-4622-bfbf-c37f3df9d91f req-62ebb680-1647-4065-94ef-dad65248c61e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902087 Mar 31 23:10:25.372026 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ddd17e10-932b-411a-9e52-31285671d61f req-eda47dd9-484c-4893-a937-fcc17cec231b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b70b185a-6396-4cae-a879-5780e6551e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693755 Mar 31 23:10:25.383503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-583d4c26-944f-4d51-93d3-3d4c0e6102f8 req-21403c77-6d1a-4b2b-a54a-4c8070c57c32 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781561 Mar 31 23:10:25.443775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.447196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-9147f7cc-981c-42bc-a659-f7ce87ed7848 service neutron] 10.222.0.45 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864970 Mar 31 23:10:25.454134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-5719234e-6159-4977-98ed-f29aa1ac4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.456202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-5719234e-6159-4977-98ed-f29aa1ac4f29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814427 Mar 31 23:10:25.482240 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-d9a17ea0-240d-4b57-9628-cbf8be32c2dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79aa9d59-6f63-4616-bf5d-591986bc8fda HTTP/1.1" status: 200 len: 217 time: 0.1087739 Mar 31 23:10:25.482986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Made reservation on behalf of 86daeb96c52d4d399b4ef7f43f5473e2 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:25.487302 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.526350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.586159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8554580d-3416-4d22-ad7f-c4b47cb88b6a req-ac58d514-9dcc-4ce0-bd06-4079dfeadf8d service neutron] 10.222.0.45 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286213 Mar 31 23:10:25.592036 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ddd17e10-932b-411a-9e52-31285671d61f req-359a9c2b-0b7c-4c5f-85b5-60ecf6bbfa2d service neutron] 10.222.0.50 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095108 Mar 31 23:10:25.624166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-b1d8bb11-621a-4ec1-9e59-3857deb12bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.629910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-b1d8bb11-621a-4ec1-9e59-3857deb12bdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b HTTP/1.1" status: 200 len: 858 time: 0.1335208 Mar 31 23:10:25.674396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-1645c8a5-dc34-4300-a6c7-532548743b74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b70b185a-6396-4cae-a879-5780e6551e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314381 Mar 31 23:10:25.740991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 79aa9d59-6f63-4616-bf5d-591986bc8fda details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:25.773351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.841628 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-d5b21bc4-58e3-4379-b611-dd10406d63fa service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274160 Mar 31 23:10:25.959972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 79aa9d59-6f63-4616-bf5d-591986bc8fda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=79aa9d59-6f63-4616-bf5d-591986bc8fda,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:25.984300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '79aa9d59-6f63-4616-bf5d-591986bc8fda', 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52', 'port_id': '79aa9d59-6f63-4616-bf5d-591986bc8fda', 'mac_address': 'fa:16:3e:0d:6c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:26.002405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] In _notify_port_updated(), no bound segment for port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 on network f9f4e952-f203-4b78-9c59-a79e824bf632 {{(pid=109820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:10:26.008700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.009562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.013644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "PUT /v2.0/ports/5e4b8fe4-171e-4d38-b6d4-4411a706fca9 HTTP/1.1" status: 200 len: 1011 time: 2.9752519 Mar 31 23:10:26.016442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51514) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.022854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74788b-8c31-48ec-95b4-76dc6b32a2df tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=5e4b8fe4-171e-4d38-b6d4-4411a706fca9,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.050854 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.068561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ee01-7e45-4e12-8be1-bae540b7d5bc req-6e71f9d1-80bf-45d2-a2f7-9ea24294d2dd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.070303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0154ee01-7e45-4e12-8be1-bae540b7d5bc req-6e71f9d1-80bf-45d2-a2f7-9ea24294d2dd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.4825912 Mar 31 23:10:26.079925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79aa9d59-6f63-4616-bf5d-591986bc8fda {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:26.122269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 79aa9d59-6f63-4616-bf5d-591986bc8fda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=79aa9d59-6f63-4616-bf5d-591986bc8fda,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:26.167289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-d492544d-2c8f-4e70-9d2d-641cc966c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.169375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-d492544d-2c8f-4e70-9d2d-641cc966c935 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82bf4b46373342f9aa9e9e2a54fc498e&device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 1094 time: 0.3197291 Mar 31 23:10:26.195752 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.251753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.256993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8813-5a56-49c5-8336-02cedc8cfacf tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.257504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f8813-5a56-49c5-8336-02cedc8cfacf tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Fanout notify agent at l3_agent the message router_deleted on router abb93651-c894-432e-a6de-f4c050958f6c {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:26.307458 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8813-5a56-49c5-8336-02cedc8cfacf tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.311695 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7a6f8813-5a56-49c5-8336-02cedc8cfacf tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/abb93651-c894-432e-a6de-f4c050958f6c HTTP/1.1" status: 204 len: 168 time: 1.5344293 Mar 31 23:10:26.320917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51518) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.375017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=79aa9d59-6f63-4616-bf5d-591986bc8fda,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.405817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a9f0ce6d-6d99-4150-82ed-782476581693 None None] Provisioning complete for port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:26.406630 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ce6d-6d99-4150-82ed-782476581693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.408574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-16df693a-3800-4c3f-8342-28a36141eb0f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet e10e56c3-15ea-4eb8-a762-84b0018f3e22 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:26.418367 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.431695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:26.442735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.443004 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Added segment a6383a2f-6b21-4570-828c-fbcb2a25f77c of type vlan for network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 Mar 31 23:10:26.475279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0ce6d-6d99-4150-82ed-782476581693 None None] Port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:26.490396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['79aa9d59-6f63-4616-bf5d-591986bc8fda'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:26.504737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.537562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16df693a-3800-4c3f-8342-28a36141eb0f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.548414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0154ee01-7e45-4e12-8be1-bae540b7d5bc req-248a9413-c33d-4f1f-b625-208f48415b0b tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4491920 Mar 31 23:10:26.552091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-decff43b-b9b8-479f-a1a0-267b7b3255d1 req-d73ff39c-82fb-4c90-867d-08e2eb73006b service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009370 Mar 31 23:10:26.658762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-a36c2da2-d81f-4826-adbd-d1e4d70b9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.660233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-a36c2da2-d81f-4826-adbd-d1e4d70b9068 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b70b185a-6396-4cae-a879-5780e6551e52 HTTP/1.1" status: 200 len: 919 time: 0.4332016 Mar 31 23:10:26.686863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804d272-8099-4127-82c5-aadc61732851 req-defae5b2-e9f5-4f85-be49-1f58e324b520 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.696544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7804d272-8099-4127-82c5-aadc61732851 req-defae5b2-e9f5-4f85-be49-1f58e324b520 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 0.1433010 Mar 31 23:10:26.709519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.715575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.716536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.730869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-27d8ce2d-86e2-4b6c-be44-875c15571d40 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:26.731209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27d8ce2d-86e2-4b6c-be44-875c15571d40 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.756335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-2a788993-27b5-417f-a559-96ed2676aef9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26bb1e-379e-43f3-9345-e00d5f754246 HTTP/1.1" status: 200 len: 217 time: 0.0864358 Mar 31 23:10:26.841189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event updated for resources: {'Network': ['ID=e19c3f92-c9a5-4ebf-aa48-c5f0668165d0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.846793 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0156956 Mar 31 23:10:26.858576 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ddd17e10-932b-411a-9e52-31285671d61f req-52ed3fa1-7ac4-468d-8f18-b88efda82c5d service neutron] 10.222.0.50 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2589426 Mar 31 23:10:26.861432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51526) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.874582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:26.875862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Request body: {'subnet': {'network_id': 'e19c3f92-c9a5-4ebf-aa48-c5f0668165d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:26.901867 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16df693a-3800-4c3f-8342-28a36141eb0f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.907173 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-740b1863-556e-4cef-b4f9-b241743bd5ba service neutron] 10.222.0.45 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2119851 Mar 31 23:10:26.944539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f58575-c256-4a22-9e5c-1baebd569922 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599d9820-c4d1-43e8-89a2-93258c4e10e8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.952640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-8931ef95-5ab2-45ae-af10-2dfe5969d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.955701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-8931ef95-5ab2-45ae-af10-2dfe5969d231 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b HTTP/1.1" status: 200 len: 858 time: 0.1687760 Mar 31 23:10:27.051203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c19c934c-f6f1-4d1b-9f92-991a2f37501e details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:27.100442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-3a3b7963-a260-414c-acef-b049f061ac37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b70b185a-6396-4cae-a879-5780e6551e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713868 Mar 31 23:10:27.130893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27d8ce2d-86e2-4b6c-be44-875c15571d40 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.187266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7804d272-8099-4127-82c5-aadc61732851 req-f3e1edc2-9c39-471b-b491-f697af0d9097 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4899030 Mar 31 23:10:27.188720 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-402a5545-1132-402f-9a3f-6418a1edaed4 req-9a56cda3-0e8f-4fe7-9206-bc2c90c44c3a service neutron] 10.222.0.45 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408495 Mar 31 23:10:27.197331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c19c934c-f6f1-4d1b-9f92-991a2f37501e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c19c934c-f6f1-4d1b-9f92-991a2f37501e,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:27.208225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253f253-9e0b-46dd-9059-2b231675cde0 req-efa3f406-d009-4607-abac-2f19308d9af4 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.210017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9253f253-9e0b-46dd-9059-2b231675cde0 req-efa3f406-d009-4607-abac-2f19308d9af4 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 943 time: 0.4681375 Mar 31 23:10:27.226277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-27d8ce2d-86e2-4b6c-be44-875c15571d40 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 5e4b8fe4-171e-4d38-b6d4-4411a706fca9 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:27.235806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'c19c934c-f6f1-4d1b-9f92-991a2f37501e', 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52', 'port_id': 'c19c934c-f6f1-4d1b-9f92-991a2f37501e', 'mac_address': 'fa:16:3e:10:36:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:27.253139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16df693a-3800-4c3f-8342-28a36141eb0f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.279664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.288948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Made reservation on behalf of 86daeb96c52d4d399b4ef7f43f5473e2 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:27.296807 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.300205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19c934c-f6f1-4d1b-9f92-991a2f37501e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:27.324706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c19c934c-f6f1-4d1b-9f92-991a2f37501e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c19c934c-f6f1-4d1b-9f92-991a2f37501e,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:27.359016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9253f253-9e0b-46dd-9059-2b231675cde0 req-476998ac-67d6-42f7-85df-a93fdf988102 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302390 Mar 31 23:10:27.401912 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.489952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-84cf9527-a8d3-487e-b64e-0f5038c756c8 service neutron] 10.222.0.45 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689330 Mar 31 23:10:27.501104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893555f-45ec-4c3a-b353-11bde3baf37c req-4357eb24-6d0c-49b2-8cdf-7c2d0d8b7737 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.502844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c893555f-45ec-4c3a-b353-11bde3baf37c req-4357eb24-6d0c-49b2-8cdf-7c2d0d8b7737 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 0.1358318 Mar 31 23:10:27.513515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51532) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:27.518791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Request body: {'floatingip': {'port_id': '971c7367-1830-4cea-ab96-7d561b0381be'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:27.530819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=c19c934c-f6f1-4d1b-9f92-991a2f37501e,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.606525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16df693a-3800-4c3f-8342-28a36141eb0f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.635348 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.654153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae7a25-5310-4f51-b0bb-f9327817ecc8 None None] Network 8826ded9-2709-4d6c-b761-74de4fe52d21 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:27.663733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16df693a-3800-4c3f-8342-28a36141eb0f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.675220 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-16df693a-3800-4c3f-8342-28a36141eb0f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/e10e56c3-15ea-4eb8-a762-84b0018f3e22 HTTP/1.1" status: 204 len: 168 time: 1.3527367 Mar 31 23:10:27.708116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51536) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:27.751959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['c19c934c-f6f1-4d1b-9f92-991a2f37501e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:27.755514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df693a-3800-4c3f-8342-28a36141eb0f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=e10e56c3-15ea-4eb8-a762-84b0018f3e22,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.756501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1f26bb1e-379e-43f3-9345-e00d5f754246 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:27.779796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 79aa9d59-6f63-4616-bf5d-591986bc8fda up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:27.867098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.871159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.935712 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:10:28.021131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Checking segment: {'id': 'a6383a2f-6b21-4570-828c-fbcb2a25f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e19c3f92-c9a5-4ebf-aa48-c5f0668165d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:28.021513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Network hostable DHCP agents. Network: e19c3f92-c9a5-4ebf-aa48-c5f0668165d0, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:28.071745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event updated for resources: {'Subnet': ['ID=2ce1da2c-812d-4297-976e-483a0670c56f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:28.088395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 79aa9d59-6f63-4616-bf5d-591986bc8fda completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:28.106673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 79aa9d59-6f63-4616-bf5d-591986bc8fda triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:28.107051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.112286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port ccea10da-9642-497b-a320-775cc4d9d62e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:28.113488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.200343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1f26bb1e-379e-43f3-9345-e00d5f754246, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1f26bb1e-379e-43f3-9345-e00d5f754246,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:28.224402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '1f26bb1e-379e-43f3-9345-e00d5f754246', 'network_id': 'b70b185a-6396-4cae-a879-5780e6551e52', 'port_id': '1f26bb1e-379e-43f3-9345-e00d5f754246', 'mac_address': 'fa:16:3e:96:27:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:28.268407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port ccea10da-9642-497b-a320-775cc4d9d62e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ccea10da-9642-497b-a320-775cc4d9d62e,segment=NetworkSegment(223656c5-6157-4169-80ab-1c6b8f55e625),segment_id=223656c5-6157-4169-80ab-1c6b8f55e625)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:28.269839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.280775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9cbe19-9e63-4169-8cf2-18c8647495d3 None None] DHCP port deletion for 8826ded9-2709-4d6c-b761-74de4fe52d21 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:10:28.288183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for ccea10da-9642-497b-a320-775cc4d9d62e owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:28.340319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bbcb9b-736c-4544-9db9-46139a2a1c00 req-041b633f-4084-4bfe-a09d-1ac8803296c6 service neutron] 10.222.0.45 "GET /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363261 Mar 31 23:10:28.379420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d5f9-3871-4dcf-a97c-c217b0d24b2b req-15f1628b-009f-4477-b866-390186a13b6b tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.381558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2165d5f9-3871-4dcf-a97c-c217b0d24b2b req-15f1628b-009f-4477-b866-390186a13b6b tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.2394979 Mar 31 23:10:28.406037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:28.424091 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.472115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f26bb1e-379e-43f3-9345-e00d5f754246 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:28.519440 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.520836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2165d5f9-3871-4dcf-a97c-c217b0d24b2b req-ef616c06-bcd2-4850-be71-37ddd968872c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303504 Mar 31 23:10:28.554187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2e7a-50c8-4a15-ae26-e9259d7a6923 req-f2931837-cf68-46ac-aa59-e3935a4f990f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.555113 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.555221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2ce2e7a-50c8-4a15-ae26-e9259d7a6923 req-f2931837-cf68-46ac-aa59-e3935a4f990f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 943 time: 0.0822482 Mar 31 23:10:28.574710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, e19c3f92-c9a5-4ebf-aa48-c5f0668165d0) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:28.577097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No DVR routers for this DVR port ccea10da-9642-497b-a320-775cc4d9d62e on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:28.612855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20546e42-e6b0-49f0-b2e5-c4c4fde5b486 None None] Network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:28.666813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1f26bb1e-379e-43f3-9345-e00d5f754246, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1f26bb1e-379e-43f3-9345-e00d5f754246,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:28.691269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.691852 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27d8ce2d-86e2-4b6c-be44-875c15571d40 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.692093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.718826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=ccea10da-9642-497b-a320-775cc4d9d62e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:28.766672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ccea10da-9642-497b-a320-775cc4d9d62e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:28.772730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c7d1e2-87a1-4a75-9ead-ee5244f8faac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aa9d59-6f63-4616-bf5d-591986bc8fda'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:28.780839 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87de39ab-6d78-4db6-b179-6bd0bfd565e8" -d '{"events": [{"server_uuid": "48c7d1e2-87a1-4a75-9ead-ee5244f8faac", "name": "network-vif-plugged", "status": "completed", "tag": "79aa9d59-6f63-4616-bf5d-591986bc8fda"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:28.785814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51552) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:28.811940 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-97d13aa1-18ab-4deb-88d0-01e51436c99c tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9424324 Mar 31 23:10:28.813546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8ce2d-86e2-4b6c-be44-875c15571d40 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=5e4b8fe4-171e-4d38-b6d4-4411a706fca9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:28.815567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51558) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:28.831561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 79aa9d59-6f63-4616-bf5d-591986bc8fda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=79aa9d59-6f63-4616-bf5d-591986bc8fda,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:28.844590 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.869458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Request body: {'port': {'network_id': 'e19c3f92-c9a5-4ebf-aa48-c5f0668165d0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1800094946'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:28.886843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8826ded9-2709-4d6c-b761-74de4fe52d21']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:28.904638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223656c5-6157-4169-80ab-1c6b8f55e625') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:28.905252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223656c5-6157-4169-80ab-1c6b8f55e625') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:28.919616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.947212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.962328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2ce2e7a-50c8-4a15-ae26-e9259d7a6923 req-b3da311b-161f-449b-a53e-8b557ac618d9 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977878 Mar 31 23:10:28.971884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:28.972372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:28.982541 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:29.089716 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27d8ce2d-86e2-4b6c-be44-875c15571d40 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.098807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-27d8ce2d-86e2-4b6c-be44-875c15571d40 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/5e4b8fe4-171e-4d38-b6d4-4411a706fca9 HTTP/1.1" status: 204 len: 168 time: 3.0643187 Mar 31 23:10:29.128657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51560) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.202439 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a340e20c-1107-4623-bb91-5b999b973c04 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:10:29.204424 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a340e20c-1107-4623-bb91-5b999b973c04 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/5e4b8fe4-171e-4d38-b6d4-4411a706fca9 HTTP/1.1" status: 404 len: 333 time: 0.0743549 Mar 31 23:10:29.208707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51564) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.249489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.256100 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66fed24-131e-42bf-8f85-2247675477e3 x-openstack-request-id: req-d66fed24-131e-42bf-8f85-2247675477e3 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:29.256600 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c7d1e2-87a1-4a75-9ead-ee5244f8faac", "name": "network-vif-plugged", "status": "completed", "tag": "79aa9d59-6f63-4616-bf5d-591986bc8fda", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:29.256920 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d66fed24-131e-42bf-8f85-2247675477e3 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:29.257298 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66fed24-131e-42bf-8f85-2247675477e3'] response: {'server_uuid': '48c7d1e2-87a1-4a75-9ead-ee5244f8faac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aa9d59-6f63-4616-bf5d-591986bc8fda', 'code': 200} Mar 31 23:10:29.263721 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f2ad255-5cf3-4ede-bbdf-99b9673edcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.264696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ccea10da-9642-497b-a320-775cc4d9d62e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:29.265039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ccea10da-9642-497b-a320-775cc4d9d62e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:29.267936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.284661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-75143444-4cc7-4045-8589-0e15d9d5ec79 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet b4eb73c6-8d6b-47b4-b626-d84385102622 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:29.288094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75143444-4cc7-4045-8589-0e15d9d5ec79 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.314625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fe9cbe19-9e63-4169-8cf2-18c8647495d3 None None] Deleting port ccea10da-9642-497b-a320-775cc4d9d62e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:29.314625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbe19-9e63-4169-8cf2-18c8647495d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.317673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.344578 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.352104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/8826ded9-2709-4d6c-b761-74de4fe52d21 HTTP/1.1" status: 204 len: 168 time: 1.6388671 Mar 31 23:10:29.352104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27688401-f9d0-4314-a12b-efb94c657d3c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=8826ded9-2709-4d6c-b761-74de4fe52d21,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:29.355386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51566) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server [None req-fe9cbe19-9e63-4169-8cf2-18c8647495d3 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 8826ded9-2709-4d6c-b761-74de4fe52d21 could not be found. Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:10:29.355541 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1995, in delete_port Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 8826ded9-2709-4d6c-b761-74de4fe52d21 could not be found. Mar 31 23:10:29.361344 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:10:29.363168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7d22c5e8-59d6-4fb0-83a5-64cac36223e4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1395164245', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:29.376077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1f26bb1e-379e-43f3-9345-e00d5f754246,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:29.378151 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75143444-4cc7-4045-8589-0e15d9d5ec79 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.402691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:10:29.463207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41968dd4-5576-433e-9059-2e5308da77e4 None None] DHCP port deletion for 8826ded9-2709-4d6c-b761-74de4fe52d21 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:10:29.484419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c089b1-5ee6-4e81-96e5-1573c85ce33a req-5c0b571c-72b8-421e-8b69-af1f55bbe455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.486429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3c089b1-5ee6-4e81-96e5-1573c85ce33a req-5c0b571c-72b8-421e-8b69-af1f55bbe455 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 1097 time: 0.3017538 Mar 31 23:10:29.488046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d22c5e8-59d6-4fb0-83a5-64cac36223e4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.519359 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d22c5e8-59d6-4fb0-83a5-64cac36223e4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.519466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1f26bb1e-379e-43f3-9345-e00d5f754246'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:29.527304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75143444-4cc7-4045-8589-0e15d9d5ec79 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.533495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.556391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=79aa9d59-6f63-4616-bf5d-591986bc8fda,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:29.561792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03600d-faeb-416f-bd53-860606fac192 req-f134dbe8-b4c1-4cf5-9e9d-4cfc9e46ba83 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.564335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff03600d-faeb-416f-bd53-860606fac192 req-f134dbe8-b4c1-4cf5-9e9d-4cfc9e46ba83 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 950 time: 0.3030288 Mar 31 23:10:29.591140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d22c5e8-59d6-4fb0-83a5-64cac36223e4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.616332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.630733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3c089b1-5ee6-4e81-96e5-1573c85ce33a req-971815b1-4770-4173-aa27-11f15481b6df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313899 Mar 31 23:10:29.640251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-e19c3f92-c9a5-4ebf-aa48-c5f0668165d0', 'network_id': 'e19c3f92-c9a5-4ebf-aa48-c5f0668165d0', 'tenant_id': '86daeb96c52d4d399b4ef7f43f5473e2', 'fixed_ips': [{'subnet_id': '2ce1da2c-812d-4297-976e-483a0670c56f'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:29.641985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.674729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Made reservation on behalf of 86daeb96c52d4d399b4ef7f43f5473e2 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:29.678266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.686903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f2ad255-5cf3-4ede-bbdf-99b9673edcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.726168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff03600d-faeb-416f-bd53-860606fac192 req-45f9c4f2-d709-420c-a108-3a4636eab4c9 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339431 Mar 31 23:10:29.731063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d22c5e8-59d6-4fb0-83a5-64cac36223e4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.732662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] device_id is not set on port 63c90b77-fcd3-49b0-b991-0fad6b7aa4ad yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:29.736437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75143444-4cc7-4045-8589-0e15d9d5ec79 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.774913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75143444-4cc7-4045-8589-0e15d9d5ec79 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=b4eb73c6-8d6b-47b4-b626-d84385102622,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:29.777018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-75143444-4cc7-4045-8589-0e15d9d5ec79 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.783238 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-75143444-4cc7-4045-8589-0e15d9d5ec79 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/b4eb73c6-8d6b-47b4-b626-d84385102622 HTTP/1.1" status: 204 len: 168 time: 0.5734375 Mar 31 23:10:29.784013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.792543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b26a62-088b-453f-87a5-80354e320642 None None] Network f9f4e952-f203-4b78-9c59-a79e824bf632 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:29.803710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5f2ad255-5cf3-4ede-bbdf-99b9673edcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.845051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2db98a-bbf9-4214-84d7-976c475fc044 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet 7858a2c9-b2b6-4a18-ac19-66bad0d27dcc {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:29.851189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e2db98a-bbf9-4214-84d7-976c475fc044 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.885887 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Floating IP d255acc1-fc63-43cd-93d8-6aa9d7396384 associated. External IP: 172.25.4.185, port: 971c7367-1830-4cea-ab96-7d561b0381be. Mar 31 23:10:29.894215 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d22c5e8-59d6-4fb0-83a5-64cac36223e4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.898251 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7d22c5e8-59d6-4fb0-83a5-64cac36223e4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5437922 Mar 31 23:10:29.902256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51570) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.907137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-690256098'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:29.929486 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Allocated IP 172.20.0.2 (e19c3f92-c9a5-4ebf-aa48-c5f0668165d0/2ce1da2c-812d-4297-976e-483a0670c56f/0c2a5e16-33f5-4d79-beea-1f91cc7a1c71) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:29.938865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e2db98a-bbf9-4214-84d7-976c475fc044 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.946736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5f2ad255-5cf3-4ede-bbdf-99b9673edcc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9be4a8bafdf40debb7d8287e5d920cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1561353 Mar 31 23:10:29.952049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51572) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.957367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ad255-5cf3-4ede-bbdf-99b9673edcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020a4093-a16f-4925-bfd4-c1100953c660,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.077317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e2db98a-bbf9-4214-84d7-976c475fc044 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.146178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:30.152695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.176769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fde418bf-a25e-4f12-8f63-692c16073698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.178333 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.190959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:30.201133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.201826 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment 3ae750a4-7a2e-43fb-a9c1-418b86ce81aa of type vlan for network 11c98c29-e90f-4a5b-80e3-1f9915f95783 Mar 31 23:10:30.206288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8dfe3-899f-4bd0-84e9-5a4a5da5fba6 req-3de09f7c-a8b8-4de1-8ed1-32f63c023e52 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.207985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eec8dfe3-899f-4bd0-84e9-5a4a5da5fba6 req-3de09f7c-a8b8-4de1-8ed1-32f63c023e52 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 944 time: 0.1337497 Mar 31 23:10:30.252430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fde418bf-a25e-4f12-8f63-692c16073698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.262431 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.283558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e2db98a-bbf9-4214-84d7-976c475fc044 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.322289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2db98a-bbf9-4214-84d7-976c475fc044 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=7858a2c9-b2b6-4a18-ac19-66bad0d27dcc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.329803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.334572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e2db98a-bbf9-4214-84d7-976c475fc044 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.346986 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9e2db98a-bbf9-4214-84d7-976c475fc044 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/7858a2c9-b2b6-4a18-ac19-66bad0d27dcc HTTP/1.1" status: 204 len: 168 time: 0.5611811 Mar 31 23:10:30.347878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51576) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:30.391774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eec8dfe3-899f-4bd0-84e9-5a4a5da5fba6 req-aae69c09-c7a1-4cd8-9269-28df815434b6 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420193 Mar 31 23:10:30.392237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:30.395485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:30.401032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:30.407065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Pushing event updated for resources: {'Port': ['ID=0c2a5e16-33f5-4d79-beea-1f91cc7a1c71,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.434257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.444422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.445394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.446937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Router 91baaa8e-6855-46ab-b623-e1dda10a6688 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:30.457714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Allocated IP 172.20.0.12 (e19c3f92-c9a5-4ebf-aa48-c5f0668165d0/2ce1da2c-812d-4297-976e-483a0670c56f/63c90b77-fcd3-49b0-b991-0fad6b7aa4ad) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:30.508808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Attempting to bind port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:30.509272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Attempting to bind port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'a6383a2f-6b21-4570-828c-fbcb2a25f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e19c3f92-c9a5-4ebf-aa48-c5f0668165d0'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:30.509644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Attempting to bind port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 on network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:30.515817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:30.523138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Checking segment: {'id': 'a6383a2f-6b21-4570-828c-fbcb2a25f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e19c3f92-c9a5-4ebf-aa48-c5f0668165d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:30.523138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.523138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Bound using segment: {'id': 'a6383a2f-6b21-4570-828c-fbcb2a25f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e19c3f92-c9a5-4ebf-aa48-c5f0668165d0'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:30.523138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Bound port: 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6383a2f-6b21-4570-828c-fbcb2a25f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e19c3f92-c9a5-4ebf-aa48-c5f0668165d0'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:30.523138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.545746 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.593953 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6912541 Mar 31 23:10:30.601586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51578) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:30.612330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:30.616811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] For port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:30.624244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] For port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0c2a5e16-33f5-4d79-beea-1f91cc7a1c71,segment=NetworkSegment(a6383a2f-6b21-4570-828c-fbcb2a25f77c),segment_id=a6383a2f-6b21-4570-828c-fbcb2a25f77c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:30.632063 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fde418bf-a25e-4f12-8f63-692c16073698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.632063 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fde418bf-a25e-4f12-8f63-692c16073698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.632063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fde418bf-a25e-4f12-8f63-692c16073698 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/020a4093-a16f-4925-bfd4-c1100953c660 HTTP/1.1" status: 204 len: 168 time: 0.6748779 Mar 31 23:10:30.642696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfee8b1-edc8-4320-ad58-9dc9929eb74d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=11c98c29-e90f-4a5b-80e3-1f9915f95783,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.657696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde418bf-a25e-4f12-8f63-692c16073698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020a4093-a16f-4925-bfd4-c1100953c660,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.663548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:30.674302 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.675139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 11c98c29-e90f-4a5b-80e3-1f9915f95783 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:30.689571 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] Sync routers for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:30.707573 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:30.710091 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:30.798219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a35d34fe-74b5-4a45-96cf-09c4f2137466 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "PUT /v2.0/floatingips/d255acc1-fc63-43cd-93d8-6aa9d7396384 HTTP/1.1" status: 200 len: 992 time: 3.2818480 Mar 31 23:10:30.810817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb860b0-4945-4795-b414-3de5680c9e20', 'tag': '971c7367-1830-4cea-ab96-7d561b0381be'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:30.820216 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbdd626-3b66-4089-bc9c-834864c79c31" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb860b0-4945-4795-b414-3de5680c9e20", "tag": "971c7367-1830-4cea-ab96-7d561b0381be"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:30.826649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.846025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:30.846617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.937059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:30.943513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.982130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad01c8-ab0b-45c8-8a4a-8c566825df54 None None] Pushing event updated for resources: {'Port': ['ID=0c2a5e16-33f5-4d79-beea-1f91cc7a1c71,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.070296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c19c934c-f6f1-4d1b-9f92-991a2f37501e up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:31.090017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] For port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,segment=NetworkSegment(5ced1226-afc4-424d-9f37-f58b6e823ad2),segment_id=5ced1226-afc4-424d-9f37-f58b6e823ad2)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:31.090404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.152749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:31.192027 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:31.223377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.253165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port c19c934c-f6f1-4d1b-9f92-991a2f37501e completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:31.258810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port c19c934c-f6f1-4d1b-9f92-991a2f37501e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:31.263094 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.351606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-e84e1940-36ee-4421-8446-322bd724c89c tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.353766 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-e84e1940-36ee-4421-8446-322bd724c89c tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 950 time: 0.1729641 Mar 31 23:10:31.457888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e433ec-26b0-4f37-b0da-c0d97c2756e3 None None] Network f9f4e952-f203-4b78-9c59-a79e824bf632 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:31.565701 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.669084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-72ab3610-cd0e-48e5-abdb-0b617a738622 None None] Provisioning complete for port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:31.670711 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72ab3610-cd0e-48e5-abdb-0b617a738622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.685159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.704725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No DVR routers for this DVR port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:31.740034 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'd255acc1-fc63-43cd-93d8-6aa9d7396384', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'port_id': '971c7367-1830-4cea-ab96-7d561b0381be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'mac_address': 'fa:16:3e:ca:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860b0-4945-4795-b414-3de5680c9e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 1, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:10:00Z', 'revision_number': 5, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.752116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-72ab3610-cd0e-48e5-abdb-0b617a738622 None None] Port b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 was deleted so its status cannot be updated. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 31 23:10:31.754972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c650e05e-9fe5-4d32-98e0-e1f9d1797dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c934c-f6f1-4d1b-9f92-991a2f37501e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:31.758328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Deleting port 29c5cd8d-15d1-4018-b861-e401f14daeb9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:31.758730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.762153 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eea25c-88d0-403c-9d8f-c92588b3424f" -d '{"events": [{"server_uuid": "c650e05e-9fe5-4d32-98e0-e1f9d1797dc0", "name": "network-vif-plugged", "status": "completed", "tag": "c19c934c-f6f1-4d1b-9f92-991a2f37501e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:31.784388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1f26bb1e-379e-43f3-9345-e00d5f754246 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:31.790098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff764531-8dcf-4f63-8a9a-343de72bf5e8 req-e656b500-c81e-4988-8897-32ce7fdb9fc4 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.798094 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] Checking router: 91baaa8e-6855-46ab-b623-e1dda10a6688 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:31.798322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff764531-8dcf-4f63-8a9a-343de72bf5e8 req-e656b500-c81e-4988-8897-32ce7fdb9fc4 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 0.8434453 Mar 31 23:10:31.807035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.810112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port c19c934c-f6f1-4d1b-9f92-991a2f37501e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c19c934c-f6f1-4d1b-9f92-991a2f37501e,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:31.811979 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:31.812856 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.831388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.847662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.867606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event updated for resources: {'Port': ['ID=63c90b77-fcd3-49b0-b991-0fad6b7aa4ad,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.884337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214eb96-c5bf-40b7-9b5e-260e980620a4 req-326f67c9-de0a-416c-8547-3db8ce650561 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.891645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.891819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c214eb96-c5bf-40b7-9b5e-260e980620a4 req-326f67c9-de0a-416c-8547-3db8ce650561 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 950 time: 0.9460993 Mar 31 23:10:31.899765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f4e952-f203-4b78-9c59-a79e824bf632']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.925982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:31.926203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:31.934443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:31.950644 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.972028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ced1226-afc4-424d-9f37-f58b6e823ad2') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.972475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ced1226-afc4-424d-9f37-f58b6e823ad2') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.990152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c214eb96-c5bf-40b7-9b5e-260e980620a4 req-a9014b95-ed89-4450-8995-1d8d79031bd3 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975652 Mar 31 23:10:31.996602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.011768 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:32.038645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff764531-8dcf-4f63-8a9a-343de72bf5e8 req-1eb5ad36-45f3-4442-9324-d2782590edca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390785 Mar 31 23:10:32.097692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=c19c934c-f6f1-4d1b-9f92-991a2f37501e,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:32.155005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.155710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.155836 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea213fa0-622b-46d4-828a-22b00ba87ebe x-openstack-request-id: req-ea213fa0-622b-46d4-828a-22b00ba87ebe {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:32.156007 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c650e05e-9fe5-4d32-98e0-e1f9d1797dc0", "name": "network-vif-plugged", "status": "completed", "tag": "c19c934c-f6f1-4d1b-9f92-991a2f37501e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:32.158384 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea213fa0-622b-46d4-828a-22b00ba87ebe {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:32.158983 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea213fa0-622b-46d4-828a-22b00ba87ebe'] response: {'server_uuid': 'c650e05e-9fe5-4d32-98e0-e1f9d1797dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c934c-f6f1-4d1b-9f92-991a2f37501e', 'code': 200} Mar 31 23:10:32.166028 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f58ede7-16cf-4bf4-8e34-a2d73e0052e1 x-openstack-request-id: req-6f58ede7-16cf-4bf4-8e34-a2d73e0052e1 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:32.166328 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb860b0-4945-4795-b414-3de5680c9e20", "tag": "971c7367-1830-4cea-ab96-7d561b0381be", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:32.166587 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f58ede7-16cf-4bf4-8e34-a2d73e0052e1 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:32.167759 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f58ede7-16cf-4bf4-8e34-a2d73e0052e1'] response: {'name': 'network-changed', 'server_uuid': '9cb860b0-4945-4795-b414-3de5680c9e20', 'tag': '971c7367-1830-4cea-ab96-7d561b0381be', 'status': 'completed', 'code': 200} Mar 31 23:10:32.201868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba7ed27-62a4-4848-b4a5-dffc5c283492 None None] DHCP port deletion for f9f4e952-f203-4b78-9c59-a79e824bf632 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:10:32.343006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 1f26bb1e-379e-43f3-9345-e00d5f754246 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:32.350902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 1f26bb1e-379e-43f3-9345-e00d5f754246 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:32.351326 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.405178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-92a11b11-8ed6-4f35-bf60-bb05cd6c27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.410206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-92a11b11-8ed6-4f35-bf60-bb05cd6c27f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a5e46fa43f34495a8c9dddbfc9b5e26&device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 1097 time: 0.2402856 Mar 31 23:10:32.424431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3fcb40d1-7c86-4d8e-b90a-2c764b505445 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.5629308 Mar 31 23:10:32.532780 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'd255acc1-fc63-43cd-93d8-6aa9d7396384', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'port_id': '971c7367-1830-4cea-ab96-7d561b0381be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'mac_address': 'fa:16:3e:ca:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860b0-4945-4795-b414-3de5680c9e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 1, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:10:00Z', 'revision_number': 5, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:32.563118 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.598916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-6077fb55-52b3-4760-a4d0-70b3525f38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.600574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-6077fb55-52b3-4760-a4d0-70b3525f38fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0e57d36-1ee0-4549-99de-e7bf317a3054 HTTP/1.1" status: 200 len: 913 time: 0.1774905 Mar 31 23:10:32.605317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51612) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.651531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=864ab907-05f7-4d31-ad69-c084445ed546,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:32.653394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa5cf-6e15-484b-8acc-f0fd126c87f5 req-a49f7b28-479d-4471-8aa5-59f64902ba36 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.660290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82baa5cf-6e15-484b-8acc-f0fd126c87f5 req-a49f7b28-479d-4471-8aa5-59f64902ba36 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 944 time: 0.3698390 Mar 31 23:10:32.666834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.674371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1f26bb1e-379e-43f3-9345-e00d5f754246, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1f26bb1e-379e-43f3-9345-e00d5f754246,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:32.676726 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d00740f-4a24-4e0a-a03d-99560052971d None None] The sync data for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 is: [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'd255acc1-fc63-43cd-93d8-6aa9d7396384', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'port_id': '971c7367-1830-4cea-ab96-7d561b0381be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'mac_address': 'fa:16:3e:ca:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb860b0-4945-4795-b414-3de5680c9e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 1, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:10:00Z', 'revision_number': 5, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:32.711058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:32.711479 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:32.717581 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:32.727102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:32.728306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: 11c98c29-e90f-4a5b-80e3-1f9915f95783, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:32.772257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe7fae-b78d-4d1b-a5ee-6470b9ccd4c5 None None] Network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:32.790900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] For port 29c5cd8d-15d1-4018-b861-e401f14daeb9, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=29c5cd8d-15d1-4018-b861-e401f14daeb9,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:32.791469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.811310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125184-523d-4911-bf1d-28441695d75f req-800e5322-b85c-4d7a-b3c6-fb337db4f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.813990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5125184-523d-4911-bf1d-28441695d75f req-800e5322-b85c-4d7a-b3c6-fb337db4f9f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 1096 time: 0.5221691 Mar 31 23:10:32.845040 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.848389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:32.863201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Calling delete_port for 29c5cd8d-15d1-4018-b861-e401f14daeb9 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:32.926100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-52c2e830-8250-4eb2-9aba-9c0247e6df5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=971c7367-1830-4cea-ab96-7d561b0381be HTTP/1.1" status: 200 len: 1000 time: 0.3066890 Mar 31 23:10:32.938810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82baa5cf-6e15-484b-8acc-f0fd126c87f5 req-235567a7-779f-4b87-9c38-a66602c53a42 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768672 Mar 31 23:10:32.966277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4146c084-2694-420a-bf5f-3aeb22ac31e8 None None] Provisioning complete for port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:32.966801 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4146c084-2694-420a-bf5f-3aeb22ac31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.988326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.991165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 11c98c29-e90f-4a5b-80e3-1f9915f95783 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:33.020445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5125184-523d-4911-bf1d-28441695d75f req-b067b7d3-bf28-4e60-9aaa-9fa3f6c71137 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928535 Mar 31 23:10:33.057696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-a4bf8664-7e00-4ab6-a67e-200e1f330958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.059506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-a4bf8664-7e00-4ab6-a67e-200e1f330958 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d44a2291-a296-4670-b631-5c97a3e62741 HTTP/1.1" status: 200 len: 851 time: 0.1097505 Mar 31 23:10:33.067622 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.096923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f9306-2ca1-4c16-acef-e4759a938bcc None None] New status for floating IP d255acc1-fc63-43cd-93d8-6aa9d7396384: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:10:33.098428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-881534b5-9b38-435f-8241-b83d2801d7f5 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Deleting port 63c90b77-fcd3-49b0-b991-0fad6b7aa4ad {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:33.098428 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-881534b5-9b38-435f-8241-b83d2801d7f5 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.098760 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/networks/f9f4e952-f203-4b78-9c59-a79e824bf632 HTTP/1.1" status: 204 len: 168 time: 2.7384486 Mar 31 23:10:33.119491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51622) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:33.178148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9e1c0-bcdb-4491-8b4d-386c8fa5f042 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Network': ['ID=f9f4e952-f203-4b78-9c59-a79e824bf632,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.270268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 11c98c29-e90f-4a5b-80e3-1f9915f95783) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:33.288693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.289942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.296453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-a446d603-272a-49ca-870c-ae5b2075261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.299421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-a446d603-272a-49ca-870c-ae5b2075261a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0e57d36-1ee0-4549-99de-e7bf317a3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320404 Mar 31 23:10:33.323967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8832abab-ca2f-4e84-996c-b856d5de6343 None None] Network 11c98c29-e90f-4a5b-80e3-1f9915f95783 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:33.333929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1f26bb1e-379e-43f3-9345-e00d5f754246,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.340291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ff485-d165-4956-a4b3-ec096d375833 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.343144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-953ff485-d165-4956-a4b3-ec096d375833 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2221518 Mar 31 23:10:33.349514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51624) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:33.395281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61002fd9-b4f6-4d03-a7a9-d0814e6b092e req-4a7fd6d2-1c21-4640-9195-63437e911a20 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.397120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61002fd9-b4f6-4d03-a7a9-d0814e6b092e req-4a7fd6d2-1c21-4640-9195-63437e911a20 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 950 time: 0.1807308 Mar 31 23:10:33.419594 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bc5eba8f-e8c2-4f69-90ae-e72ae3629abf tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0680420 Mar 31 23:10:33.429967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51626) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:33.437477 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-881534b5-9b38-435f-8241-b83d2801d7f5 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.452385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-881534b5-9b38-435f-8241-b83d2801d7f5 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Calling delete_port for 63c90b77-fcd3-49b0-b991-0fad6b7aa4ad owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:33.458352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-347485332'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:33.500843 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-03011845-9847-4771-ab59-32bae3a86a58 req-5ece35a3-6806-4e90-88a7-43dd9a19ba32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799558 Mar 31 23:10:33.504886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.517388 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-10a0f4d1-b719-46ec-a6b8-f1347419b534 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9145532 Mar 31 23:10:33.529208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51628) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:33.557193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Pushing event deleted for resources: {'Port': ['ID=29c5cd8d-15d1-4018-b861-e401f14daeb9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.573279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:33.573880 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.606496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:33.606722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61002fd9-b4f6-4d03-a7a9-d0814e6b092e req-3ff5d08d-9840-4bb4-ba12-634ff81e0bf9 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/security-groups?id=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681945 Mar 31 23:10:33.606804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.640604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] No DVR routers for this DVR port 29c5cd8d-15d1-4018-b861-e401f14daeb9 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:33.645174 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.650716 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2c26e454-1517-45e5-a8e5-414313f089a6 req-fa19de0d-bd5f-4c06-ae33-8b3e4de26d74 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.50 "DELETE /v2.0/ports/29c5cd8d-15d1-4018-b861-e401f14daeb9 HTTP/1.1" status: 204 len: 173 time: 2.2846265 Mar 31 23:10:33.653293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeda2cb-c98b-4788-907d-70925e4acd32', 'name': 'network-vif-deleted', 'tag': '29c5cd8d-15d1-4018-b861-e401f14daeb9'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:33.654958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-88407dc5-6b6b-4a98-888d-fa26ff89760e service neutron] 10.222.0.45 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452573 Mar 31 23:10:33.658989 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da676872-15e7-4373-837d-f3f330b73faf" -d '{"events": [{"server_uuid": "5eeda2cb-c98b-4788-907d-70925e4acd32", "name": "network-vif-deleted", "tag": "29c5cd8d-15d1-4018-b861-e401f14daeb9"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:33.671284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:33.683985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.684451 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Added segment db690278-f3c4-4d6b-a71d-c013f51036c8 of type vlan for network 568c410f-a8c3-4de8-8617-9411ba83a71e Mar 31 23:10:33.750387 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10726dbc-2de4-418b-91f2-99cae05f2c74 x-openstack-request-id: req-10726dbc-2de4-418b-91f2-99cae05f2c74 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:33.758039 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeda2cb-c98b-4788-907d-70925e4acd32", "name": "network-vif-deleted", "tag": "29c5cd8d-15d1-4018-b861-e401f14daeb9", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:33.758039 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10726dbc-2de4-418b-91f2-99cae05f2c74 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:33.761381 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10726dbc-2de4-418b-91f2-99cae05f2c74'] response: {'server_uuid': '5eeda2cb-c98b-4788-907d-70925e4acd32', 'name': 'network-vif-deleted', 'tag': '29c5cd8d-15d1-4018-b861-e401f14daeb9', 'status': 'completed', 'code': 200} Mar 31 23:10:33.769806 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.838331 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4146c084-2694-420a-bf5f-3aeb22ac31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.847669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-11c98c29-e90f-4a5b-80e3-1f9915f95783', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:33.848277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.913324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.962995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.965487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.974267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4146c084-2694-420a-bf5f-3aeb22ac31e8 None None] For port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0c2a5e16-33f5-4d79-beea-1f91cc7a1c71,segment=NetworkSegment(a6383a2f-6b21-4570-828c-fbcb2a25f77c),segment_id=a6383a2f-6b21-4570-828c-fbcb2a25f77c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:34.018205 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8f811ed-269f-4948-8031-a2f0bad4c6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.025550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.045477 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4146c084-2694-420a-bf5f-3aeb22ac31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.072289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dbdd626-3b66-4089-bc9c-834864c79c31 req-337418be-3029-47b0-bcec-f2685eebb744 service neutron] 10.222.0.45 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094596 Mar 31 23:10:34.116744 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.165500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108bfe02-5635-4e70-9ce1-04d41afd18b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26bb1e-379e-43f3-9345-e00d5f754246'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:34.167945 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ab671-8792-4e57-abec-addb7f150eb0" -d '{"events": [{"server_uuid": "108bfe02-5635-4e70-9ce1-04d41afd18b5", "name": "network-vif-plugged", "status": "completed", "tag": "1f26bb1e-379e-43f3-9345-e00d5f754246"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:34.202396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Network': ['ID=568c410f-a8c3-4de8-8617-9411ba83a71e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.204241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-881534b5-9b38-435f-8241-b83d2801d7f5 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.303871 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d1b90177-971d-4c6d-a3f7-bb2cc2588919 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8723607 Mar 31 23:10:34.307129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51640) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:34.322623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:34.328902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 568c410f-a8c3-4de8-8617-9411ba83a71e details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:34.332020 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c94fa-57f1-4f0c-a0e5-55bc88294cfc x-openstack-request-id: req-282c94fa-57f1-4f0c-a0e5-55bc88294cfc {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:34.332309 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108bfe02-5635-4e70-9ce1-04d41afd18b5", "name": "network-vif-plugged", "status": "completed", "tag": "1f26bb1e-379e-43f3-9345-e00d5f754246", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:34.332559 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-282c94fa-57f1-4f0c-a0e5-55bc88294cfc {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:34.333140 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282c94fa-57f1-4f0c-a0e5-55bc88294cfc'] response: {'server_uuid': '108bfe02-5635-4e70-9ce1-04d41afd18b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26bb1e-379e-43f3-9345-e00d5f754246', 'code': 200} Mar 31 23:10:34.452329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881534b5-9b38-435f-8241-b83d2801d7f5 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event deleted for resources: {'Port': ['ID=63c90b77-fcd3-49b0-b991-0fad6b7aa4ad,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.486583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146c084-2694-420a-bf5f-3aeb22ac31e8 None None] Pushing event updated for resources: {'Port': ['ID=0c2a5e16-33f5-4d79-beea-1f91cc7a1c71,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.535953 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:10:34.536324 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:10:34.561547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2911269-bbb0-4170-b136-83277b9893f2 req-533719ee-b8cd-4ceb-91de-706e210ee277 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.571423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2911269-bbb0-4170-b136-83277b9893f2 req-533719ee-b8cd-4ceb-91de-706e210ee277 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 945 time: 0.4892836 Mar 31 23:10:34.582206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6d5bcb90-5617-40b9-b2cf-f8918589678f None None] Could not find standard attr ID for object 63c90b77-fcd3-49b0-b991-0fad6b7aa4ad. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:10:34.592329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9a402-a25c-4c42-acf6-255fc1c9e7e5 req-5e7e37cb-1f86-42dc-bf24-b3159045cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.594206 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39b9a402-a25c-4c42-acf6-255fc1c9e7e5 req-5e7e37cb-1f86-42dc-bf24-b3159045cf90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 1096 time: 0.0788465 Mar 31 23:10:34.621303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6d5bcb90-5617-40b9-b2cf-f8918589678f None None] Provisioning complete for port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:34.621303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d5bcb90-5617-40b9-b2cf-f8918589678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.621303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Allocated IP 2001:db8::2 (11c98c29-e90f-4a5b-80e3-1f9915f95783/864ab907-05f7-4d31-ad69-c084445ed546/041ac87c-707d-4394-834c-cf50f167f8e2) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:34.679998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-39b9a402-a25c-4c42-acf6-255fc1c9e7e5 req-2c027297-53c1-4269-bb09-07c342c3a0bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610695 Mar 31 23:10:34.688827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:34.696900 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.713129 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-881534b5-9b38-435f-8241-b83d2801d7f5 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.725629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-881534b5-9b38-435f-8241-b83d2801d7f5 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "DELETE /v2.0/ports/63c90b77-fcd3-49b0-b991-0fad6b7aa4ad HTTP/1.1" status: 204 len: 168 time: 2.1147206 Mar 31 23:10:34.728903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03011845-9847-4771-ab59-32bae3a86a58 req-bec1be3f-3be8-41f7-9b76-ac53da0a4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.730967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03011845-9847-4771-ab59-32bae3a86a58 req-bec1be3f-3be8-41f7-9b76-ac53da0a4b4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a5e46fa43f34495a8c9dddbfc9b5e26&device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 1097 time: 0.3890450 Mar 31 23:10:34.735147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51646) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:34.820747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2911269-bbb0-4170-b136-83277b9893f2 req-3ded382e-d2e4-4f81-954d-52b98e51e667 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481041 Mar 31 23:10:34.858068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a442891-6559-4ca2-ac33-b66d3fbf600c req-367d4798-9b4b-4a71-ae6f-8ef2324316e7 tempest-VolumesBackupsTest-93962051 tempest-VolumesBackupsTest-93962051-project] 10.222.0.31 "GET /v2.0/ports?device_id=5eeda2cb-c98b-4788-907d-70925e4acd32 HTTP/1.1" status: 200 len: 210 time: 0.0550404 Mar 31 23:10:35.057256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03011845-9847-4771-ab59-32bae3a86a58 req-58865cce-d77c-4aad-8dea-8d1743b86b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.059287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03011845-9847-4771-ab59-32bae3a86a58 req-58865cce-d77c-4aad-8dea-8d1743b86b3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0e57d36-1ee0-4549-99de-e7bf317a3054 HTTP/1.1" status: 200 len: 913 time: 0.1532838 Mar 31 23:10:35.171754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 29c5cd8d-15d1-4018-b861-e401f14daeb9 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:35.181362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03011845-9847-4771-ab59-32bae3a86a58 req-dbfe4241-1471-4b9f-9bf6-eee9bbf19cf6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=971c7367-1830-4cea-ab96-7d561b0381be HTTP/1.1" status: 200 len: 1002 time: 0.1064403 Mar 31 23:10:35.199689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9954e5c7-1b22-4ef1-9b5c-54578a9291df tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4599524 Mar 31 23:10:35.204041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51652) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:35.208241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-653565771'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:35.261968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 29c5cd8d-15d1-4018-b861-e401f14daeb9 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:35.262725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 29c5cd8d-15d1-4018-b861-e401f14daeb9 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:35.267931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03011845-9847-4771-ab59-32bae3a86a58 req-a659fb88-4896-4311-8d7f-c594e7c5fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.269531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03011845-9847-4771-ab59-32bae3a86a58 req-a659fb88-4896-4311-8d7f-c594e7c5fa59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d44a2291-a296-4670-b631-5c97a3e62741 HTTP/1.1" status: 200 len: 851 time: 0.0687292 Mar 31 23:10:35.287940 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.296474 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.355822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03011845-9847-4771-ab59-32bae3a86a58 req-6152b154-b733-4b1b-94d2-6a8c99f28a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.358013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03011845-9847-4771-ab59-32bae3a86a58 req-6152b154-b733-4b1b-94d2-6a8c99f28a0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0e57d36-1ee0-4549-99de-e7bf317a3054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779154 Mar 31 23:10:35.365344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a8be03e0-010c-4a6e-8281-883d6a3e4e5f None None] Could not find standard attr ID for object 63c90b77-fcd3-49b0-b991-0fad6b7aa4ad. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:10:35.369197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Made reservation on behalf of 86daeb96c52d4d399b4ef7f43f5473e2 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:35.370129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.372778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.398017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:35.408286 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Network 11c98c29-e90f-4a5b-80e3-1f9915f95783 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:35.471926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:35.486717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.489625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:35.489854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b358e4b2-8f9c-40eb-bc61-bfcc8c11cdc2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:35.497107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.497330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:35.497461 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Added segment 34b3857b-afe2-4286-9ba6-d51bda6223c9 of type vlan for network a577dc15-7c6c-46ae-9675-8a58ea2477cb Mar 31 23:10:35.501703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:35.511558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking segment: {'id': 'db690278-f3c4-4d6b-a71d-c013f51036c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:35.511927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network hostable DHCP agents. Network: 568c410f-a8c3-4de8-8617-9411ba83a71e, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:35.518378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8::1 (11c98c29-e90f-4a5b-80e3-1f9915f95783/864ab907-05f7-4d31-ad69-c084445ed546/ad22cfe2-4869-452c-a8dc-04180a23b898) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:35.522805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Pushing event updated for resources: {'Port': ['ID=041ac87c-707d-4394-834c-cf50f167f8e2,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.577015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.614163 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Attempting to bind port 041ac87c-707d-4394-834c-cf50f167f8e2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:35.614919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Attempting to bind port 041ac87c-707d-4394-834c-cf50f167f8e2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:35.615528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Attempting to bind port 041ac87c-707d-4394-834c-cf50f167f8e2 on network 11c98c29-e90f-4a5b-80e3-1f9915f95783 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:35.627297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:35.627886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Checking segment: {'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:35.628532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.629202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Bound using segment: {'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:35.630176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Bound port: 041ac87c-707d-4394-834c-cf50f167f8e2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:35.630866 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.720554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:35.743746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 568c410f-a8c3-4de8-8617-9411ba83a71e is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:35.746171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.756104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.759709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.840367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] For port 041ac87c-707d-4394-834c-cf50f167f8e2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:35.846118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] For port 041ac87c-707d-4394-834c-cf50f167f8e2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=041ac87c-707d-4394-834c-cf50f167f8e2,segment=NetworkSegment(3ae750a4-7a2e-43fb-a9c1-418b86ce81aa),segment_id=3ae750a4-7a2e-43fb-a9c1-418b86ce81aa)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:35.882926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:35.882926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.945236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03011845-9847-4771-ab59-32bae3a86a58 req-55574804-5dd0-46ef-a611-84778476074e service neutron] 10.222.0.45 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640423 Mar 31 23:10:35.950371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event updated for resources: {'Network': ['ID=a577dc15-7c6c-46ae-9675-8a58ea2477cb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.968534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network a577dc15-7c6c-46ae-9675-8a58ea2477cb details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:36.010861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 568c410f-a8c3-4de8-8617-9411ba83a71e) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:36.017956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:36.017956 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.034863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.072288 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b56e8dca-95ee-402d-93a7-2865c8285bfd tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8689294 Mar 31 23:10:36.075353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:36.077767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae3b52-a101-4c30-b1c5-34fd8ce92ecc None None] Network 568c410f-a8c3-4de8-8617-9411ba83a71e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:36.134414 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ed4ab106-10eb-4c63-87d1-cb8d27f98bb9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8255465 Mar 31 23:10:36.140215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51664) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:36.140840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de7bc-b92f-4aaa-896e-69ac741f186e req-3286f4b5-fb0b-4be8-a52c-243ec4a2de71 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:36.143107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f16de7bc-b92f-4aaa-896e-69ac741f186e req-3286f4b5-fb0b-4be8-a52c-243ec4a2de71 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 945 time: 0.1500819 Mar 31 23:10:36.154895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e', 'name': 'tempest-PortsIpV6TestJSON-1923527335'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:36.239751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.321104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03011845-9847-4771-ab59-32bae3a86a58 req-0b6acc27-2511-4e5d-9ad9-5504d762ccb7 service neutron] 10.222.0.45 "GET /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265021 Mar 31 23:10:36.330421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f16de7bc-b92f-4aaa-896e-69ac741f186e req-6a84dfe9-abb0-4fb2-b1af-785604806448 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775775 Mar 31 23:10:36.367760 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f313f8ad-a284-4a81-aef9-6e2d08d18afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.387197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec13e0-05ab-4930-badd-ec5372c275c0 None None] Pushing event updated for resources: {'Port': ['ID=041ac87c-707d-4394-834c-cf50f167f8e2,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:36.410866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.444948 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1ee21858-69fb-40ea-a8ed-4f80ab1fb939 tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "GET /v2.0/agents/5611a7ff-1670-4691-9fce-ba3e677eafa2/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.3683405 Mar 31 23:10:36.448673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51672) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:36.484686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-568c410f-a8c3-4de8-8617-9411ba83a71e', 'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e', 'tenant_id': '92e7c352d21c457abe2bc52552a749f1', 'fixed_ips': [{'subnet_id': '6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:36.485578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.540853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 11c98c29-e90f-4a5b-80e3-1f9915f95783 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:36.548826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:36.553911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:36.554578 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.558908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:36.564014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.629110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 6bd48b21-85e1-4fd0-9177-aed2ade8ff4e yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:36.687389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=ad22cfe2-4869-452c-a8dc-04180a23b898,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:36.691975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d36532-49f6-46d4-8595-c205824c868c tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] Network a577dc15-7c6c-46ae-9675-8a58ea2477cb is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:36.775202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Allocated IP 2001:db8::2 (568c410f-a8c3-4de8-8617-9411ba83a71e/6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50/11f98b3e-456f-4744-89c0-1189bdc9ee44) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:36.806314 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-63d36532-49f6-46d4-8595-c205824c868c tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "POST /v2.0/agents/5611a7ff-1670-4691-9fce-ba3e677eafa2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3563592 Mar 31 23:10:36.808938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51676) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:36.809237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d190412-67dc-4ed9-9587-56edddce0f37 None None] Network a577dc15-7c6c-46ae-9675-8a58ea2477cb requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:37.002309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.168571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aba4bc4e-3719-4b79-99fa-2480d685887d tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "GET /v2.0/agents/5611a7ff-1670-4691-9fce-ba3e677eafa2/dhcp-networks HTTP/1.1" status: 200 len: 8796 time: 0.3557599 Mar 31 23:10:37.169831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51678) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:37.334755 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.421075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-961077ef-fa9d-4488-9f67-e468a69f6235 tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "DELETE /v2.0/agents/5611a7ff-1670-4691-9fce-ba3e677eafa2/dhcp-networks/a577dc15-7c6c-46ae-9675-8a58ea2477cb HTTP/1.1" status: 204 len: 168 time: 0.2474768 Mar 31 23:10:37.421515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51686) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:37.457560 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.523556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Network 568c410f-a8c3-4de8-8617-9411ba83a71e is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:37.532569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:37.536716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:37.588890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45233ac5-c68b-4259-960e-85bf5c78028f req-f2275897-3ca2-4387-b449-b62c1ef4aaf0 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.594032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45233ac5-c68b-4259-960e-85bf5c78028f req-f2275897-3ca2-4387-b449-b62c1ef4aaf0 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 945 time: 0.1482515 Mar 31 23:10:37.607873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Pushing event updated for resources: {'Port': ['ID=11f98b3e-456f-4744-89c0-1189bdc9ee44,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:37.648306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.693461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Attempting to bind port 11f98b3e-456f-4744-89c0-1189bdc9ee44 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:37.693844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Attempting to bind port 11f98b3e-456f-4744-89c0-1189bdc9ee44 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'db690278-f3c4-4d6b-a71d-c013f51036c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:37.694214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Attempting to bind port 11f98b3e-456f-4744-89c0-1189bdc9ee44 on network 568c410f-a8c3-4de8-8617-9411ba83a71e {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:37.706102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:37.709519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45233ac5-c68b-4259-960e-85bf5c78028f req-39777193-3d4d-4219-90db-056091bb80f7 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057098 Mar 31 23:10:37.719805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::112 (568c410f-a8c3-4de8-8617-9411ba83a71e/6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50/6bd48b21-85e1-4fd0-9177-aed2ade8ff4e) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:37.721242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Checking segment: {'id': 'db690278-f3c4-4d6b-a71d-c013f51036c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:37.723203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.723646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Bound using segment: {'id': 'db690278-f3c4-4d6b-a71d-c013f51036c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:37.725754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Bound port: 11f98b3e-456f-4744-89c0-1189bdc9ee44, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db690278-f3c4-4d6b-a71d-c013f51036c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:37.753350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.769926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.770880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.808716 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.856563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 041ac87c-707d-4394-834c-cf50f167f8e2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:38.017518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=ad22cfe2-4869-452c-a8dc-04180a23b898,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.017841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] For port 11f98b3e-456f-4744-89c0-1189bdc9ee44, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:38.030612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] For port 11f98b3e-456f-4744-89c0-1189bdc9ee44, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=11f98b3e-456f-4744-89c0-1189bdc9ee44,segment=NetworkSegment(db690278-f3c4-4d6b-a71d-c013f51036c8),segment_id=db690278-f3c4-4d6b-a71d-c013f51036c8)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:38.055729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 041ac87c-707d-4394-834c-cf50f167f8e2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:38.055729 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.057471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e2842-9abd-48f6-9325-ba98289c4322 req-d39463dd-7283-4dc4-ae24-40d31548a2fe tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.067324 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-760e2842-9abd-48f6-9325-ba98289c4322 req-d39463dd-7283-4dc4-ae24-40d31548a2fe tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 945 time: 0.1927741 Mar 31 23:10:38.082140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c74c0-3c40-45f4-afb2-60e108dcd725 None None] Network 11c98c29-e90f-4a5b-80e3-1f9915f95783 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:38.088028 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a93e6dac-6671-4bc9-b536-6df3956ca9ff tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "GET /v2.0/agents/5611a7ff-1670-4691-9fce-ba3e677eafa2/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.6642518 Mar 31 23:10:38.093667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51690) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:38.139033 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-14f0e432-ead0-49a7-ba85-f42640e0b6e1 tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "GET /v2.0/networks/e19c3f92-c9a5-4ebf-aa48-c5f0668165d0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0439923 Mar 31 23:10:38.143397 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51692) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:38.171051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-760e2842-9abd-48f6-9325-ba98289c4322 req-2a03e5b3-3ecf-4353-8094-247c09b8afa1 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024163 Mar 31 23:10:38.189567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 11c98c29-e90f-4a5b-80e3-1f9915f95783 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:38.195664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:38.198598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.199388 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-70781cbe-8469-468c-a17a-469c8d31610b tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "GET /v2.0/networks/e19c3f92-c9a5-4ebf-aa48-c5f0668165d0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0546646 Mar 31 23:10:38.201989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51694) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:38.207348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.422684 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e65b658f-a650-4048-b8ea-86ef69247773 tempest-DHCPAgentSchedulersTestJSON-1390725576 tempest-DHCPAgentSchedulersTestJSON-1390725576-project-admin] 10.222.0.31 "GET /v2.0/agents/5611a7ff-1670-4691-9fce-ba3e677eafa2/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.2194605 Mar 31 23:10:38.426941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51702) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:38.481712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.567220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47b445-ed9e-452c-b8a8-8f1eb01a43d9 req-70eeceb7-7649-4200-8abc-46ee7660fa7c tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.571361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da47b445-ed9e-452c-b8a8-8f1eb01a43d9 req-70eeceb7-7649-4200-8abc-46ee7660fa7c tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 946 time: 0.2535460 Mar 31 23:10:38.616970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-31f8d761-72b3-4575-a1b3-08507f39a75f None None] Provisioning complete for port 041ac87c-707d-4394-834c-cf50f167f8e2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:38.617355 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31f8d761-72b3-4575-a1b3-08507f39a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.623285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907ef55-b942-443e-b1b8-63226df900e2 None None] Pushing event updated for resources: {'Port': ['ID=11f98b3e-456f-4744-89c0-1189bdc9ee44,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.668743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.735401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.740152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da47b445-ed9e-452c-b8a8-8f1eb01a43d9 req-a7598c46-7405-4258-9e18-c3c2f3b45a59 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454370 Mar 31 23:10:38.744104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 568c410f-a8c3-4de8-8617-9411ba83a71e is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:38.748441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:38.766321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:38.768611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.769391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.801212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=6bd48b21-85e1-4fd0-9177-aed2ade8ff4e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.817884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:38.911981 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.948957 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-efe1ecb6-eec1-45e5-bef8-6e8397e15771 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8066819 Mar 31 23:10:38.989746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 041ac87c-707d-4394-834c-cf50f167f8e2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=041ac87c-707d-4394-834c-cf50f167f8e2,segment=NetworkSegment(3ae750a4-7a2e-43fb-a9c1-418b86ce81aa),segment_id=3ae750a4-7a2e-43fb-a9c1-418b86ce81aa)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:39.022604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.035287 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.049281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '568c410f-a8c3-4de8-8617-9411ba83a71e', 'name': 'tempest-PortsIpV6TestJSON-939172263'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:39.091648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:39.100817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-20e13d0f-0a7e-4a10-a072-e2f337051b04 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5630276 Mar 31 23:10:39.100817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51712) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.103206 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31f8d761-72b3-4575-a1b3-08507f39a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.104899 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:39.106000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-586523210'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:39.139053 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:39.146777 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:39.158393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.210435 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.233137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.252739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:39.258919 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.262394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a577dc15-7c6c-46ae-9675-8a58ea2477cb']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:39.280290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b3857b-afe2-4286-9ba6-d51bda6223c9') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:39.286717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b3857b-afe2-4286-9ba6-d51bda6223c9') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:39.300253 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-31f8d761-72b3-4575-a1b3-08507f39a75f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:10:39.302853 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-31f8d761-72b3-4575-a1b3-08507f39a75f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:10:39.318117 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.319487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:39.335911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.344808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:39.345398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.364064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=041ac87c-707d-4394-834c-cf50f167f8e2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:39.408574 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:39.447208 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:39.575938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.592519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.606049 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "DELETE /v2.0/networks/a577dc15-7c6c-46ae-9675-8a58ea2477cb HTTP/1.1" status: 204 len: 168 time: 1.1780376 Mar 31 23:10:39.616437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.624133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51720) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.630513 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.631461 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment 1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a of type vlan for network f0f97045-aced-466a-b209-d657f6bf6aa7 Mar 31 23:10:39.646414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:39.650133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.666828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2b832-68d1-4cd0-9f7d-9ae03f18db86 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event deleted for resources: {'Network': ['ID=a577dc15-7c6c-46ae-9675-8a58ea2477cb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:39.708624 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-68afb762-c00e-48e0-a918-4ef099bdfee4 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] DELETE failed (client error): The resource could not be found. Mar 31 23:10:39.710052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68afb762-c00e-48e0-a918-4ef099bdfee4 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:10:39.719659 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-68afb762-c00e-48e0-a918-4ef099bdfee4 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "DELETE /v2.0/ports/63c90b77-fcd3-49b0-b991-0fad6b7aa4ad HTTP/1.1" status: 404 len: 333 time: 0.0934629 Mar 31 23:10:39.723669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51722) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.761216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 6bdace80-db89-4cfe-9e97-1f2371875cad yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:39.819346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.854558 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:36Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:39.888570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f71bb-c37f-45be-8619-a5d1e6c59236 req-3d78f2c3-3652-49f2-a72d-f1f7901fd13c tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:39.902081 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-678f71bb-c37f-45be-8619-a5d1e6c59236 req-3d78f2c3-3652-49f2-a72d-f1f7901fd13c tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 946 time: 0.3320620 Mar 31 23:10:39.928621 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:39.929248 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Updating router 9d4ed35a-902a-4931-b322-3dafec851a01 port ad22cfe2-4869-452c-a8dc-04180a23b898 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:39.965422 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.966155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 11f98b3e-456f-4744-89c0-1189bdc9ee44 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:39.992515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc8c65e-f848-4cb9-baa6-07fc6606e956 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Deleting subnet 2ce1da2c-812d-4297-976e-483a0670c56f {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:39.999730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-678f71bb-c37f-45be-8619-a5d1e6c59236 req-373680d0-e382-4a39-b892-e731936d5c19 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967350 Mar 31 23:10:40.029669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.037110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:40.038085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.048820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c65e-f848-4cb9-baa6-07fc6606e956 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.180601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fdc8fc6c-2817-4642-b94d-c1e4cd8b50af None None] Provisioning complete for port ad22cfe2-4869-452c-a8dc-04180a23b898 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:40.180601 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fdc8fc6c-2817-4642-b94d-c1e4cd8b50af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.183239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=f0f97045-aced-466a-b209-d657f6bf6aa7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:40.204036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network f0f97045-aced-466a-b209-d657f6bf6aa7 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:40.236703 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c65e-f848-4cb9-baa6-07fc6606e956 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.247770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-94403414-f68f-4dd1-a5f4-faa28fd4bf33 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1457472 Mar 31 23:10:40.248789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51724) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:40.259963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:40.334031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 11f98b3e-456f-4744-89c0-1189bdc9ee44 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:40.334545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.443903 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c65e-f848-4cb9-baa6-07fc6606e956 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.491122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8fc6c-2817-4642-b94d-c1e4cd8b50af None None] Port ad22cfe2-4869-452c-a8dc-04180a23b898 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:40.495887 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-8fb1ce1c-da5b-431f-a471-87bdb5e6822d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5050352 Mar 31 23:10:40.531140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a7ce8-15ad-4818-9c7c-b4011995b7dc None None] Network 568c410f-a8c3-4de8-8617-9411ba83a71e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:40.588891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:40.592593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.596826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::bc (568c410f-a8c3-4de8-8617-9411ba83a71e/6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50/6bdace80-db89-4cfe-9e97-1f2371875cad) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:40.637806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fdc8fc6c-2817-4642-b94d-c1e4cd8b50af None None] Provisioning complete for port 041ac87c-707d-4394-834c-cf50f167f8e2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:40.638286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fdc8fc6c-2817-4642-b94d-c1e4cd8b50af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.760914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-13271fc8-857d-4f55-b186-2e222199b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:40.763019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-13271fc8-857d-4f55-b186-2e222199b3ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 1097 time: 0.1618004 Mar 31 23:10:40.769574 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.779554 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.806615 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c65e-f848-4cb9-baa6-07fc6606e956 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.877818 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.887638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8c65e-f848-4cb9-baa6-07fc6606e956 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce1da2c-812d-4297-976e-483a0670c56f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:40.904778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 11f98b3e-456f-4744-89c0-1189bdc9ee44, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=11f98b3e-456f-4744-89c0-1189bdc9ee44,segment=NetworkSegment(db690278-f3c4-4d6b-a71d-c013f51036c8),segment_id=db690278-f3c4-4d6b-a71d-c013f51036c8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:40.911594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f29179-5d97-4376-af8a-2f3803c04295 None None] Network e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:40.931069 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c65e-f848-4cb9-baa6-07fc6606e956 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.934421 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9fc8c65e-f848-4cb9-baa6-07fc6606e956 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "DELETE /v2.0/subnets/2ce1da2c-812d-4297-976e-483a0670c56f HTTP/1.1" status: 204 len: 168 time: 1.2025299 Mar 31 23:10:40.937859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51730) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:41.000695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.001623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 041ac87c-707d-4394-834c-cf50f167f8e2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:41.067672 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd42bc-a7f8-433b-bd55-e7fb7e0ec14e None None] Pushing event updated for resources: {'Port': ['ID=ad22cfe2-4869-452c-a8dc-04180a23b898,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.077258 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.198317 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Attempting to bind port ad22cfe2-4869-452c-a8dc-04180a23b898 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:41.198706 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Attempting to bind port ad22cfe2-4869-452c-a8dc-04180a23b898 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:41.199062 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Attempting to bind port ad22cfe2-4869-452c-a8dc-04180a23b898 on network 11c98c29-e90f-4a5b-80e3-1f9915f95783 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:41.226749 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:41.227120 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Checking segment: {'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:41.227515 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.227901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Bound using segment: {'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:41.228370 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Bound port: ad22cfe2-4869-452c-a8dc-04180a23b898, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:41.228916 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.278539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.293162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-05db1fc6-7619-400a-a135-844cc8cab565 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.300070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-05db1fc6-7619-400a-a135-844cc8cab565 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 946 time: 0.3241131 Mar 31 23:10:41.303981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.341412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 568c410f-a8c3-4de8-8617-9411ba83a71e is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:41.377661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:41.397110 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] For port ad22cfe2-4869-452c-a8dc-04180a23b898, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:41.404254 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] For port ad22cfe2-4869-452c-a8dc-04180a23b898, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ad22cfe2-4869-452c-a8dc-04180a23b898,segment=NetworkSegment(3ae750a4-7a2e-43fb-a9c1-418b86ce81aa),segment_id=3ae750a4-7a2e-43fb-a9c1-418b86ce81aa)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:41.411934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-939073da-a09e-4727-bb52-bc863be8ab9e None None] Provisioning complete for port 11f98b3e-456f-4744-89c0-1189bdc9ee44 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:41.412312 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939073da-a09e-4727-bb52-bc863be8ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.464928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=11f98b3e-456f-4744-89c0-1189bdc9ee44,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.515231 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.578106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3356096-7552-43fc-a5e7-717cef4766a2 req-0644a6f3-7b3e-4084-b974-1ef13e039cb3 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.599621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3356096-7552-43fc-a5e7-717cef4766a2 req-0644a6f3-7b3e-4084-b974-1ef13e039cb3 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 946 time: 0.4025588 Mar 31 23:10:41.621194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 041ac87c-707d-4394-834c-cf50f167f8e2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:41.621570 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.633980 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:41.634898 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:41.801219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3356096-7552-43fc-a5e7-717cef4766a2 req-fa38e4a6-a7af-43a5-bdba-c16ed6927db6 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005248 Mar 31 23:10:41.804100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=184adc2d-6fcb-483a-967c-fa74db3b2899,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.882070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:41.882431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: f0f97045-aced-466a-b209-d657f6bf6aa7, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:41.892360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] DHCP port deletion for e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:10:42.002406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:42.013883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Deleting port 79aa9d59-6f63-4616-bf5d-591986bc8fda {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:42.014032 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.023331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.031956 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.086796 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd42bc-a7f8-433b-bd55-e7fb7e0ec14e None None] Pushing event updated for resources: {'Port': ['ID=ad22cfe2-4869-452c-a8dc-04180a23b898,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.092071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network f0f97045-aced-466a-b209-d657f6bf6aa7 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:42.107486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-2ff000fb-b749-45bd-acc5-b9296b6e85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.111494 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-2ff000fb-b749-45bd-acc5-b9296b6e85cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 1.3181515 Mar 31 23:10:42.124181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.145140 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:42.204991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-939073da-a09e-4727-bb52-bc863be8ab9e None None] Provisioning complete for port ad22cfe2-4869-452c-a8dc-04180a23b898 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:42.205562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939073da-a09e-4727-bb52-bc863be8ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.239104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] Deleting port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:42.239489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.336796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] For port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0c2a5e16-33f5-4d79-beea-1f91cc7a1c71,segment=NetworkSegment(a6383a2f-6b21-4570-828c-fbcb2a25f77c),segment_id=a6383a2f-6b21-4570-828c-fbcb2a25f77c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:42.337200 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.338971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, f0f97045-aced-466a-b209-d657f6bf6aa7) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:42.365310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] Calling delete_port for 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:42.393154 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3664794 Mar 31 23:10:42.394283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51780) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:42.401078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.405779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.422907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31556c-3745-403b-849e-0b4547978374 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=6bdace80-db89-4cfe-9e97-1f2371875cad,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.506715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d97b617-a4f6-48fb-8c98-bc023bba58be None None] Network f0f97045-aced-466a-b209-d657f6bf6aa7 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:42.623439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 11f98b3e-456f-4744-89c0-1189bdc9ee44 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:42.624160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] For port 79aa9d59-6f63-4616-bf5d-591986bc8fda, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=79aa9d59-6f63-4616-bf5d-591986bc8fda,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:42.625617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.650505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Calling delete_port for 79aa9d59-6f63-4616-bf5d-591986bc8fda owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:42.674091 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-3c57ced2-800c-4cf7-acaf-a87b6767adc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 200 len: 1001 time: 0.4961243 Mar 31 23:10:42.693380 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:36Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:41Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:42.751083 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be03b3-2cf2-44ab-ba40-8687b009ce9f None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:36Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:41Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:42.770595 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.845884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] No DVR routers for this DVR port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:42.846883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-3fa7ee17-c043-419e-b075-57f2a63f342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:42.853055 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-3fa7ee17-c043-419e-b075-57f2a63f342a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.1468329 Mar 31 23:10:42.927882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ede28466-8963-404b-bc45-dff9efa85704 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6764188 Mar 31 23:10:42.934145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51786) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:42.943861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Deleting port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:42.945921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1145c-5d42-4f89-ad64-fa6d0a9fb173 None None] Pushing event deleted for resources: {'Port': ['ID=0c2a5e16-33f5-4d79-beea-1f91cc7a1c71,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.947277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.966168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-f0f97045-aced-466a-b209-d657f6bf6aa7', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:42.967263 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.013729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.147509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Pushing event deleted for resources: {'Port': ['ID=79aa9d59-6f63-4616-bf5d-591986bc8fda,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:43.149452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] For port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71, host n-d-836015-1, got binding levels [] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:43.149982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.162260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8400910-b950-49ce-b2d7-ffd53a0b5efc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:43.170900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a8400910-b950-49ce-b2d7-ffd53a0b5efc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A112 HTTP/1.1" status: 200 len: 929 time: 0.6905243 Mar 31 23:10:43.189687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Calling delete_port for 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:43.191159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 was not found and therefore no delete operation was performed {{(pid=109821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:10:43.193353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.223265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51790) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:43.250006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2540baef-508f-4670-b479-6d7cb0046be6 req-82cbe41a-f40f-41ec-b84f-9c579f3825d2 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 210 time: 0.2864819 Mar 31 23:10:43.316811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] No DVR routers for this DVR port 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:43.325271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] No DVR routers for this DVR port 79aa9d59-6f63-4616-bf5d-591986bc8fda on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:43.330912 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.338917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c0840b4-e0f5-4c50-b4e7-2053b13eccff req-2513f1bd-ad6e-472d-a674-8577a5205413 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.45 "DELETE /v2.0/ports/79aa9d59-6f63-4616-bf5d-591986bc8fda HTTP/1.1" status: 204 len: 173 time: 2.0150919 Mar 31 23:10:43.339762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c7d1e2-87a1-4a75-9ead-ee5244f8faac', 'name': 'network-vif-deleted', 'tag': '79aa9d59-6f63-4616-bf5d-591986bc8fda'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:43.342920 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9c201a-70a1-4363-aca5-1e6ed88cae52" -d '{"events": [{"server_uuid": "48c7d1e2-87a1-4a75-9ead-ee5244f8faac", "name": "network-vif-deleted", "tag": "79aa9d59-6f63-4616-bf5d-591986bc8fda"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:43.369268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event deleted for resources: {'Port': ['ID=0c2a5e16-33f5-4d79-beea-1f91cc7a1c71,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:43.410388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Allocated IP 2001:db8:1::2 (f0f97045-aced-466a-b209-d657f6bf6aa7/184adc2d-6fcb-483a-967c-fa74db3b2899/7ccafea4-57d7-40e5-8f79-e77983843ef3) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:43.498423 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4409701f-120a-44f2-879d-6f7d9c4eced1 x-openstack-request-id: req-4409701f-120a-44f2-879d-6f7d9c4eced1 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:43.498983 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c7d1e2-87a1-4a75-9ead-ee5244f8faac", "name": "network-vif-deleted", "tag": "79aa9d59-6f63-4616-bf5d-591986bc8fda", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:43.499345 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4409701f-120a-44f2-879d-6f7d9c4eced1 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:43.500096 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4409701f-120a-44f2-879d-6f7d9c4eced1'] response: {'server_uuid': '48c7d1e2-87a1-4a75-9ead-ee5244f8faac', 'name': 'network-vif-deleted', 'tag': '79aa9d59-6f63-4616-bf5d-591986bc8fda', 'status': 'completed', 'code': 200} Mar 31 23:10:43.515002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-6f7f3546-254f-4354-ab72-dcb94685e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:43.521499 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-6f7f3546-254f-4354-ab72-dcb94685e336 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6551507 Mar 31 23:10:43.522573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['79aa9d59-6f63-4616-bf5d-591986bc8fda', '1f26bb1e-379e-43f3-9345-e00d5f754246'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:43.525231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['c19c934c-f6f1-4d1b-9f92-991a2f37501e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:43.814960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939073da-a09e-4727-bb52-bc863be8ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.005477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.034944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 11f98b3e-456f-4744-89c0-1189bdc9ee44 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:44.035487 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.038504 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.061442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19c3f92-c9a5-4ebf-aa48-c5f0668165d0']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:44.092425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6383a2f-6b21-4570-828c-fbcb2a25f77c') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:44.092425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6383a2f-6b21-4570-828c-fbcb2a25f77c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:44.120524 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.133858 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-9347ef75-8c01-40ba-8f1f-7f4d425ff70a service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985739 Mar 31 23:10:44.173053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.229463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0451a403-2c4e-45a9-ae37-d1035bb1b2d5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 6bdace80-db89-4cfe-9e97-1f2371875cad {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:44.230116 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0451a403-2c4e-45a9-ae37-d1035bb1b2d5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.253500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:44.258890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:44.298505 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:44.632479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e37067c-62f9-447a-9930-993e4b3cb715 req-9f001112-175c-4fda-b2e4-36f4a7284daf tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c7d1e2-87a1-4a75-9ead-ee5244f8faac HTTP/1.1" status: 200 len: 210 time: 0.0742924 Mar 31 23:10:44.644366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0451a403-2c4e-45a9-ae37-d1035bb1b2d5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.650914 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.668241 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6038b328-0d88-46e4-ac3d-27ae36fca4a0 req-340a0e28-17ce-4602-95f7-3aa2292c620e service neutron] 10.222.0.50 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210998 Mar 31 23:10:44.675754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0451a403-2c4e-45a9-ae37-d1035bb1b2d5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 6bdace80-db89-4cfe-9e97-1f2371875cad owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:44.685778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.685998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.695683 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.722693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] 10.222.0.31 "DELETE /v2.0/networks/e19c3f92-c9a5-4ebf-aa48-c5f0668165d0 HTTP/1.1" status: 204 len: 168 time: 3.7818143 Mar 31 23:10:44.784218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18235dcb-e771-4906-ab49-990e13f8cc43 tempest-DHCPAgentSchedulersTestJSON-1577917789 tempest-DHCPAgentSchedulersTestJSON-1577917789-project] Pushing event deleted for resources: {'Network': ['ID=e19c3f92-c9a5-4ebf-aa48-c5f0668165d0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:45.005593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-939073da-a09e-4727-bb52-bc863be8ab9e None None] For port ad22cfe2-4869-452c-a8dc-04180a23b898, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ad22cfe2-4869-452c-a8dc-04180a23b898,segment=NetworkSegment(3ae750a4-7a2e-43fb-a9c1-418b86ce81aa),segment_id=3ae750a4-7a2e-43fb-a9c1-418b86ce81aa)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:45.019417 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:10:45.047489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Network f0f97045-aced-466a-b209-d657f6bf6aa7 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:45.066241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:45.077160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:45.138669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Pushing event updated for resources: {'Port': ['ID=7ccafea4-57d7-40e5-8f79-e77983843ef3,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:45.194454 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-939073da-a09e-4727-bb52-bc863be8ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.261430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:45.337764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0451a403-2c4e-45a9-ae37-d1035bb1b2d5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.391961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:45.392432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0c2a5e16-33f5-4d79-beea-1f91cc7a1c71 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:45.427791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8:1::1 (f0f97045-aced-466a-b209-d657f6bf6aa7/184adc2d-6fcb-483a-967c-fa74db3b2899/9a9beadb-cd45-4e51-b51b-24dd11b91b3a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:45.433702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451a403-2c4e-45a9-ae37-d1035bb1b2d5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=6bdace80-db89-4cfe-9e97-1f2371875cad,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:45.507404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8cddd53d-c6e4-411d-8fba-7b39e7bd2fa3 None None] Provisioning complete for port ad22cfe2-4869-452c-a8dc-04180a23b898 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:45.507963 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8cddd53d-c6e4-411d-8fba-7b39e7bd2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.523597 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0451a403-2c4e-45a9-ae37-d1035bb1b2d5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.539203 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0451a403-2c4e-45a9-ae37-d1035bb1b2d5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/6bdace80-db89-4cfe-9e97-1f2371875cad HTTP/1.1" status: 204 len: 168 time: 2.2124951 Mar 31 23:10:45.547150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51842) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:45.644145 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf41a5a-fd5f-4e5b-97eb-3ee56b006e39 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:10:45.649257 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fdf41a5a-fd5f-4e5b-97eb-3ee56b006e39 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/6bdace80-db89-4cfe-9e97-1f2371875cad HTTP/1.1" status: 404 len: 333 time: 0.0929444 Mar 31 23:10:45.655952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51846) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:45.693341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51850) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:45.736754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ad22cfe2-4869-452c-a8dc-04180a23b898 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:45.783538 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.872691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-73129360-f8b8-4f5e-b5a0-58b054f78d65 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 6bd48b21-85e1-4fd0-9177-aed2ade8ff4e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:45.873121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73129360-f8b8-4f5e-b5a0-58b054f78d65 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.905509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.919892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 79aa9d59-6f63-4616-bf5d-591986bc8fda no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:45.969325 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Attempting to bind port 7ccafea4-57d7-40e5-8f79-e77983843ef3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:45.969553 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Attempting to bind port 7ccafea4-57d7-40e5-8f79-e77983843ef3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:45.969918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Attempting to bind port 7ccafea4-57d7-40e5-8f79-e77983843ef3 on network f0f97045-aced-466a-b209-d657f6bf6aa7 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:46.041201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51860) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:46.042886 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4c7637bd-ed15-4b46-9657-efaf49fc9091 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86daeb96c52d4d399b4ef7f43f5473e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480208 Mar 31 23:10:46.045049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.050201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939073da-a09e-4727-bb52-bc863be8ab9e None None] Pushing event updated for resources: {'Port': ['ID=ad22cfe2-4869-452c-a8dc-04180a23b898,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.079208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73129360-f8b8-4f5e-b5a0-58b054f78d65 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.096079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network f0f97045-aced-466a-b209-d657f6bf6aa7 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:46.103135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-73129360-f8b8-4f5e-b5a0-58b054f78d65 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 6bd48b21-85e1-4fd0-9177-aed2ade8ff4e owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:46.103614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:46.108094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:46.108467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Checking segment: {'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:46.108874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.109860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Bound using segment: {'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:46.115406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Bound port: 7ccafea4-57d7-40e5-8f79-e77983843ef3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:46.116238 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.117263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:46.124697 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.214346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] For port 7ccafea4-57d7-40e5-8f79-e77983843ef3, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:46.219405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] For port 7ccafea4-57d7-40e5-8f79-e77983843ef3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7ccafea4-57d7-40e5-8f79-e77983843ef3,segment=NetworkSegment(1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a),segment_id=1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:46.220878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 79aa9d59-6f63-4616-bf5d-591986bc8fda {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:46.221378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 79aa9d59-6f63-4616-bf5d-591986bc8fda not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:46.342457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.357281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ad22cfe2-4869-452c-a8dc-04180a23b898 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:46.357854 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.376547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe5d2510-ae60-4b27-90ad-0af5741ba91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.462627 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe5d2510-ae60-4b27-90ad-0af5741ba91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.553818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8cddd53d-c6e4-411d-8fba-7b39e7bd2fa3 None None] Provisioning complete for port 11f98b3e-456f-4744-89c0-1189bdc9ee44 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:46.555000 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8cddd53d-c6e4-411d-8fba-7b39e7bd2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.578421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73129360-f8b8-4f5e-b5a0-58b054f78d65 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.659308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73129360-f8b8-4f5e-b5a0-58b054f78d65 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=6bd48b21-85e1-4fd0-9177-aed2ade8ff4e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.692223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe5d2510-ae60-4b27-90ad-0af5741ba91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.700866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe5d2510-ae60-4b27-90ad-0af5741ba91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.700866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fe5d2510-ae60-4b27-90ad-0af5741ba91c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/599d9820-c4d1-43e8-89a2-93258c4e10e8 HTTP/1.1" status: 204 len: 168 time: 0.6471009 Mar 31 23:10:46.709244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f880aa-dc8f-4e7e-bcc5-13d7451eab75 None None] Pushing event updated for resources: {'Port': ['ID=7ccafea4-57d7-40e5-8f79-e77983843ef3,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.712044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d2510-ae60-4b27-90ad-0af5741ba91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d9820-c4d1-43e8-89a2-93258c4e10e8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.773267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73129360-f8b8-4f5e-b5a0-58b054f78d65 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.786608 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-73129360-f8b8-4f5e-b5a0-58b054f78d65 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/6bd48b21-85e1-4fd0-9177-aed2ade8ff4e HTTP/1.1" status: 204 len: 168 time: 1.1272390 Mar 31 23:10:46.787257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51880) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:46.847357 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1b9de0-a374-4627-abbd-0154adf9e998 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:10:46.854077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dc1b9de0-a374-4627-abbd-0154adf9e998 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/6bd48b21-85e1-4fd0-9177-aed2ade8ff4e HTTP/1.1" status: 404 len: 333 time: 0.0658057 Mar 31 23:10:46.856845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51882) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:46.950168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.962912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8cddd53d-c6e4-411d-8fba-7b39e7bd2fa3 None None] Could not find standard attr ID for object 6bd48b21-85e1-4fd0-9177-aed2ade8ff4e. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:10:46.984867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8cddd53d-c6e4-411d-8fba-7b39e7bd2fa3 None None] Could not find standard attr ID for object 6bdace80-db89-4cfe-9e97-1f2371875cad. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:10:47.071151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0409b50-b504-4e90-8104-fd1771568bbd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet 6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:47.088342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e0409b50-b504-4e90-8104-fd1771568bbd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.184741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e0409b50-b504-4e90-8104-fd1771568bbd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.340204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e0409b50-b504-4e90-8104-fd1771568bbd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.389590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed347f-de17-4f47-b068-61787d6add23 req-a4e33474-b271-4887-9832-9acb177fb68f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.398095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed347f-de17-4f47-b068-61787d6add23 req-a4e33474-b271-4887-9832-9acb177fb68f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.409727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fed347f-de17-4f47-b068-61787d6add23 req-a4e33474-b271-4887-9832-9acb177fb68f tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5&device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 1681 time: 0.1333494 Mar 31 23:10:47.513848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fed347f-de17-4f47-b068-61787d6add23 req-aa7a6600-c801-41c1-b12c-0374759369e2 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031017 Mar 31 23:10:47.525232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e0409b50-b504-4e90-8104-fd1771568bbd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.577255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0409b50-b504-4e90-8104-fd1771568bbd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:47.604004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188adc05-9db1-4e00-8dbf-1c9a0ba7adf8 None None] Network 568c410f-a8c3-4de8-8617-9411ba83a71e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:47.606865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e0409b50-b504-4e90-8104-fd1771568bbd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.616039 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e0409b50-b504-4e90-8104-fd1771568bbd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50 HTTP/1.1" status: 204 len: 168 time: 0.7569592 Mar 31 23:10:47.616954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51894) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:47.738183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.808322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7ccafea4-57d7-40e5-8f79-e77983843ef3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:47.836231 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.837188 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.889746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.972892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7ccafea4-57d7-40e5-8f79-e77983843ef3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:47.973358 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.993008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.116896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network f0f97045-aced-466a-b209-d657f6bf6aa7 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:48.119456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:48.120157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51902) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:48.120418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] DHCP port deletion for 568c410f-a8c3-4de8-8617-9411ba83a71e request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:10:48.128517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 11f98b3e-456f-4744-89c0-1189bdc9ee44 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:48.129046 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.171863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-021d54b1-be98-4c16-89b5-c3dda6cf6153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.205749 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.304434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 7ccafea4-57d7-40e5-8f79-e77983843ef3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7ccafea4-57d7-40e5-8f79-e77983843ef3,segment=NetworkSegment(1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a),segment_id=1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:48.359097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] Deleting port 11f98b3e-456f-4744-89c0-1189bdc9ee44 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:48.359348 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.422747 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.424074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ad22cfe2-4869-452c-a8dc-04180a23b898 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:48.444715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-021d54b1-be98-4c16-89b5-c3dda6cf6153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.488500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:48.498331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b456c0-17ef-46f7-94c4-a8fec3f33e00 None None] Network f0f97045-aced-466a-b209-d657f6bf6aa7 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:48.504601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] For port 11f98b3e-456f-4744-89c0-1189bdc9ee44, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=11f98b3e-456f-4744-89c0-1189bdc9ee44,segment=NetworkSegment(db690278-f3c4-4d6b-a71d-c013f51036c8),segment_id=db690278-f3c4-4d6b-a71d-c013f51036c8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:48.506733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.520354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 11f98b3e-456f-4744-89c0-1189bdc9ee44 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:48.537978 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-021d54b1-be98-4c16-89b5-c3dda6cf6153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.589445 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-021d54b1-be98-4c16-89b5-c3dda6cf6153 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b37bf0bcf9db4e0d98c7bae0b21946d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674270 Mar 31 23:10:48.590742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d54b1-be98-4c16-89b5-c3dda6cf6153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af86994a-13a1-41ab-9f4b-4e7141edcab0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.594042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51908) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:48.672056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] For port 11f98b3e-456f-4744-89c0-1189bdc9ee44, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=11f98b3e-456f-4744-89c0-1189bdc9ee44,segment=NetworkSegment(db690278-f3c4-4d6b-a71d-c013f51036c8),segment_id=db690278-f3c4-4d6b-a71d-c013f51036c8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:48.672458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.701778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=7ccafea4-57d7-40e5-8f79-e77983843ef3,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.710126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b2fa397-fe72-497a-9c2c-b9076208963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.712011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2af32d7f-391c-4b42-af0f-03fa0501077c None None] Provisioning complete for port 7ccafea4-57d7-40e5-8f79-e77983843ef3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:48.712402 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2af32d7f-391c-4b42-af0f-03fa0501077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.715237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] Calling delete_port for 11f98b3e-456f-4744-89c0-1189bdc9ee44 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:48.756011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:48.764540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8d90932e-f95f-4a9f-a576-c2cadaa11e87 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8189030 Mar 31 23:10:48.765927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51912) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:48.774719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-88113168'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:48.778733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:48.800599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b2fa397-fe72-497a-9c2c-b9076208963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.839812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.842983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ad22cfe2-4869-452c-a8dc-04180a23b898 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:48.843475 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.906242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:48.906817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:48.910978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=11f98b3e-456f-4744-89c0-1189bdc9ee44,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.912918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No DVR routers for this DVR port 11f98b3e-456f-4744-89c0-1189bdc9ee44 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:48.984714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b2fa397-fe72-497a-9c2c-b9076208963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.988776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b2fa397-fe72-497a-9c2c-b9076208963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.995262 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4b2fa397-fe72-497a-9c2c-b9076208963f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af86994a-13a1-41ab-9f4b-4e7141edcab0 HTTP/1.1" status: 204 len: 168 time: 0.3998182 Mar 31 23:10:49.014564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fa397-fe72-497a-9c2c-b9076208963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af86994a-13a1-41ab-9f4b-4e7141edcab0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:49.027784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.083359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:49.087068 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.091447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568c410f-a8c3-4de8-8617-9411ba83a71e']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:49.143503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db690278-f3c4-4d6b-a71d-c013f51036c8') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:49.143904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db690278-f3c4-4d6b-a71d-c013f51036c8') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:49.164654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.197116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.207775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1bcd7-fdbf-4736-a057-67db441bec71 req-d451f5a4-4d78-43ca-9b26-3c8a82b9aa1e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:49.209476 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95d1bcd7-fdbf-4736-a057-67db441bec71 req-d451f5a4-4d78-43ca-9b26-3c8a82b9aa1e tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 945 time: 0.1276653 Mar 31 23:10:49.216928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:49.219568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:49.220048 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:49.225279 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:49.315842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.316379 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment 8b5a67b1-6c65-4ff7-951b-8d37ffa150ed of type vlan for network 40947f03-908e-4674-b414-ca110a099a54 Mar 31 23:10:49.316710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:49.345655 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.380006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95d1bcd7-fdbf-4736-a057-67db441bec71 req-63a3bd79-d27a-401f-80ac-b0a08c6a1d21 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557260 Mar 31 23:10:49.383920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.446346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.451011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] Pushing event deleted for resources: {'Port': ['ID=11f98b3e-456f-4744-89c0-1189bdc9ee44,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:49.453774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.458381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/networks/568c410f-a8c3-4de8-8617-9411ba83a71e HTTP/1.1" status: 204 len: 168 time: 1.8403776 Mar 31 23:10:49.462461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51922) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:49.468665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1994420729'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:49.475872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a35d-16da-4d83-ba41-b3ef0502bbc2 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Network': ['ID=568c410f-a8c3-4de8-8617-9411ba83a71e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:49.498863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b9a05-9b89-42ea-9c0f-d54d3232b383 None None] No DVR routers for this DVR port 11f98b3e-456f-4744-89c0-1189bdc9ee44 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:49.526257 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.539408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:49.540331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.651870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:49.656398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=40947f03-908e-4674-b414-ca110a099a54,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:49.657320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.703410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f1d00968-1991-417b-9273-6a2063844a51 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9317317 Mar 31 23:10:49.703614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51928) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:49.709762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:49.726765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 40947f03-908e-4674-b414-ca110a099a54 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:49.740455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:49.762851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.763227 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Added segment cf1179a5-0736-4d59-b624-62021cfe3919 of type vlan for network bebc2bb6-0515-4e02-965e-b8b311014110 Mar 31 23:10:49.801141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7ccafea4-57d7-40e5-8f79-e77983843ef3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:49.919654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.933766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7ccafea4-57d7-40e5-8f79-e77983843ef3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:49.935075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.004441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:46Z', 'revision_number': 3, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:47Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:50.044639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:50.045245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Updating router 9d4ed35a-902a-4931-b322-3dafec851a01 port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:50.101847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.166175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:50.169888 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.235158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.235158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.235158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.339074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0730fd41-e82b-4836-b85c-9e59c26df3f4 None None] Provisioning complete for port 7ccafea4-57d7-40e5-8f79-e77983843ef3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:50.339647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0730fd41-e82b-4836-b85c-9e59c26df3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.370116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9067221 Mar 31 23:10:50.373645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d22e0-480e-43a2-a807-4a6237af9383 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Network': ['ID=bebc2bb6-0515-4e02-965e-b8b311014110,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:50.380491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51950) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:50.395050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:50.436602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network bebc2bb6-0515-4e02-965e-b8b311014110 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:50.461465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4be2ff01-d4c0-41fb-a8ee-ca8cbd4df334 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.463448 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4be2ff01-d4c0-41fb-a8ee-ca8cbd4df334 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.50 "GET /v2.0/ports?device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 945 time: 0.3012316 Mar 31 23:10:50.463587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-ddaab115-264c-4c58-b497-33946a760376 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.465174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-ddaab115-264c-4c58-b497-33946a760376 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.45 "GET /v2.0/ports?device_id=108bfe02-5635-4e70-9ce1-04d41afd18b5 HTTP/1.1" status: 200 len: 945 time: 0.1182294 Mar 31 23:10:50.834776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f241968-d5d3-4d8f-86d4-886a25f6b3f4 req-0a85a4cd-6718-45e7-bde1-21cf303c6db9 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.849734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f241968-d5d3-4d8f-86d4-886a25f6b3f4 req-0a85a4cd-6718-45e7-bde1-21cf303c6db9 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 945 time: 0.2846754 Mar 31 23:10:50.892590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Deleting port c19c934c-f6f1-4d1b-9f92-991a2f37501e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:50.893225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.942498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:50.954217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Deleting port 1f26bb1e-379e-43f3-9345-e00d5f754246 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:50.954906 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.957690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.959967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 11f98b3e-456f-4744-89c0-1189bdc9ee44 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:50.965036 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.014328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a51ec-a859-4662-a248-282ea3a46de1 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:10:51.306314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] For port 1f26bb1e-379e-43f3-9345-e00d5f754246, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1f26bb1e-379e-43f3-9345-e00d5f754246,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:51.307332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.314992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f241968-d5d3-4d8f-86d4-886a25f6b3f4 req-fd437764-27ac-4c08-8b9d-3e15f235ef29 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/security-groups?id=129c229c-50e7-4322-a7be-05901c82622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635994 Mar 31 23:10:51.317442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 11f98b3e-456f-4744-89c0-1189bdc9ee44 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:51.317794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 11f98b3e-456f-4744-89c0-1189bdc9ee44 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:51.325497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=63fa097b-6e6d-428b-a456-a7797ef87c0d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.341356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Calling delete_port for 1f26bb1e-379e-43f3-9345-e00d5f754246 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:51.470130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:51.470835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: 40947f03-908e-4674-b414-ca110a099a54, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:51.475297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] For port c19c934c-f6f1-4d1b-9f92-991a2f37501e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=c19c934c-f6f1-4d1b-9f92-991a2f37501e,segment=NetworkSegment(8fb58de1-3da0-4def-b7d3-26a9595210cf),segment_id=8fb58de1-3da0-4def-b7d3-26a9595210cf)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:51.475788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.510147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Calling delete_port for c19c934c-f6f1-4d1b-9f92-991a2f37501e owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:51.562342 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.596416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 40947f03-908e-4674-b414-ca110a099a54 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:51.600149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.629586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0730fd41-e82b-4836-b85c-9e59c26df3f4 None None] Provisioning complete for port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:51.634246 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0730fd41-e82b-4836-b85c-9e59c26df3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.674869 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.720386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 40947f03-908e-4674-b414-ca110a099a54) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:51.727866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8ba2e-1802-48ef-ab0b-55a300a57261 None None] Pushing event updated for resources: {'Port': ['ID=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.728115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=2bfc8992-977a-407a-b8fb-57c69bd8f010,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.742048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking segment: {'id': 'cf1179a5-0736-4d59-b624-62021cfe3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:51.742444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network hostable DHCP agents. Network: bebc2bb6-0515-4e02-965e-b8b311014110, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:51.749154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:51.755687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.792365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.847172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1f26bb1e-379e-43f3-9345-e00d5f754246'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:51.870677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Pushing event deleted for resources: {'Port': ['ID=1f26bb1e-379e-43f3-9345-e00d5f754246,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.886751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0730fd41-e82b-4836-b85c-9e59c26df3f4 None None] Port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:51.941429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-51e8f9af-1156-4f84-82a8-02b4920cd77a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2363589 Mar 31 23:10:51.944256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51982) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:51.978070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] No DVR routers for this DVR port 1f26bb1e-379e-43f3-9345-e00d5f754246 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:51.978755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Attempting to bind port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:51.979287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Attempting to bind port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:51.979992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Attempting to bind port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a on network f0f97045-aced-466a-b209-d657f6bf6aa7 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:51.980974 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.986916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eab1bd50-c2e9-49a5-b8c6-9a266bd560eb req-4099014e-60e5-4b0d-82a9-764a5d568bfc tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.45 "DELETE /v2.0/ports/1f26bb1e-379e-43f3-9345-e00d5f754246 HTTP/1.1" status: 204 len: 173 time: 1.5004296 Mar 31 23:10:51.987386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108bfe02-5635-4e70-9ce1-04d41afd18b5', 'name': 'network-vif-deleted', 'tag': '1f26bb1e-379e-43f3-9345-e00d5f754246'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:51.988981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:51.989779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Checking segment: {'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:51.993293 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89883801-8185-4bb3-88c8-983c81b46909" -d '{"events": [{"server_uuid": "108bfe02-5635-4e70-9ce1-04d41afd18b5", "name": "network-vif-deleted", "tag": "1f26bb1e-379e-43f3-9345-e00d5f754246"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:51.993467 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.993467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Bound using segment: {'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:51.993467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Bound port: 9a9beadb-cd45-4e51-b51b-24dd11b91b3a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:51.993467 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.044075 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de50d6a-8a25-4c81-90a7-a6ccc3403db8 x-openstack-request-id: req-1de50d6a-8a25-4c81-90a7-a6ccc3403db8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:52.052644 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108bfe02-5635-4e70-9ce1-04d41afd18b5", "name": "network-vif-deleted", "tag": "1f26bb1e-379e-43f3-9345-e00d5f754246", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:52.056454 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1de50d6a-8a25-4c81-90a7-a6ccc3403db8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:52.058116 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de50d6a-8a25-4c81-90a7-a6ccc3403db8'] response: {'server_uuid': '108bfe02-5635-4e70-9ce1-04d41afd18b5', 'name': 'network-vif-deleted', 'tag': '1f26bb1e-379e-43f3-9345-e00d5f754246', 'status': 'completed', 'code': 200} Mar 31 23:10:52.077047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network bebc2bb6-0515-4e02-965e-b8b311014110 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:52.085427 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.114935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1f26bb1e-379e-43f3-9345-e00d5f754246'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:52.260103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-52fcaf70-05d2-48eb-97eb-03f26058f3f2 None None] Provisioning complete for port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:52.261442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-52fcaf70-05d2-48eb-97eb-03f26058f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.340765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5a51ec-a859-4662-a248-282ea3a46de1 None None] Unable to find a vacant binding_index for network 40947f03-908e-4674-b414-ca110a099a54 and agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 {{(pid=109822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 31 23:10:52.381488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-52fcaf70-05d2-48eb-97eb-03f26058f3f2 None None] Port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:52.383737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5a51ec-a859-4662-a248-282ea3a46de1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 40947f03-908e-4674-b414-ca110a099a54) {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:10:52.404253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] For port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:52.423589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] For port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,segment=NetworkSegment(1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a),segment_id=1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:52.548457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-500f7a87-1a99-4b26-bd56-2727276a271e req-d7e1a2a2-7d43-4763-840c-ef36b4ac50aa tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 210 time: 0.0659964 Mar 31 23:10:52.576648 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.581724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, bebc2bb6-0515-4e02-965e-b8b311014110) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:52.590816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Pushing event deleted for resources: {'Port': ['ID=c19c934c-f6f1-4d1b-9f92-991a2f37501e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:52.593824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.594413 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.677971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:52.678884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:52.824524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] No DVR routers for this DVR port c19c934c-f6f1-4d1b-9f92-991a2f37501e on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:52.828656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.832006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7ac9ef67-dc9d-4b7a-9606-a6cd2f076f3a req-4558dd25-ef83-421b-b021-856b92bc9ae8 tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.50 "DELETE /v2.0/ports/c19c934c-f6f1-4d1b-9f92-991a2f37501e HTTP/1.1" status: 204 len: 173 time: 2.3512485 Mar 31 23:10:52.832456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c650e05e-9fe5-4d32-98e0-e1f9d1797dc0', 'name': 'network-vif-deleted', 'tag': 'c19c934c-f6f1-4d1b-9f92-991a2f37501e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:52.834635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8ba2e-1802-48ef-ab0b-55a300a57261 None None] Pushing event updated for resources: {'Port': ['ID=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:52.834834 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802f2c8-9b74-486e-acc6-150d4875f34f" -d '{"events": [{"server_uuid": "c650e05e-9fe5-4d32-98e0-e1f9d1797dc0", "name": "network-vif-deleted", "tag": "c19c934c-f6f1-4d1b-9f92-991a2f37501e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:52.868231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52014) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:52.871104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ba0043a0-2c39-4483-8b7b-04d4383ad837 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4755023 Mar 31 23:10:52.878046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110', 'name': 'tempest-PortsIpV6TestJSON-111842578', 'fixed_ips': [{'subnet_id': '2bfc8992-977a-407a-b8fb-57c69bd8f010', 'ip_address': '2001:db8::10'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:52.913245 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439480cf-faa2-4928-ab12-ff0d245b5c81 x-openstack-request-id: req-439480cf-faa2-4928-ab12-ff0d245b5c81 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:52.919656 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c650e05e-9fe5-4d32-98e0-e1f9d1797dc0", "name": "network-vif-deleted", "tag": "c19c934c-f6f1-4d1b-9f92-991a2f37501e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:52.919656 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-439480cf-faa2-4928-ab12-ff0d245b5c81 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:52.919656 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439480cf-faa2-4928-ab12-ff0d245b5c81'] response: {'server_uuid': 'c650e05e-9fe5-4d32-98e0-e1f9d1797dc0', 'name': 'network-vif-deleted', 'tag': 'c19c934c-f6f1-4d1b-9f92-991a2f37501e', 'status': 'completed', 'code': 200} Mar 31 23:10:53.098367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:53.100449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.227084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:53.366960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.389077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port eb2598d8-ae48-4376-a6f6-9948eb971dda yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:53.489537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52028) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:53.521765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8:2::1 (40947f03-908e-4674-b414-ca110a099a54/63fa097b-6e6d-428b-a456-a7797ef87c0d/5b0768eb-a27f-452a-b9b4-004851734a68) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:53.547292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c19c934c-f6f1-4d1b-9f92-991a2f37501e no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:53.654358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: c19c934c-f6f1-4d1b-9f92-991a2f37501e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:53.655112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device c19c934c-f6f1-4d1b-9f92-991a2f37501e not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:53.725963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-005ccb4a-9da9-4e4a-9b87-d8ebe85003e5 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:53.741229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.758466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8837b879-73f0-44ea-a28b-cd625c0c2e74 req-cb3f34ca-eaa8-4637-a129-e83a0a4f804c tempest-ListServersNegativeTestJSON-517556292 tempest-ListServersNegativeTestJSON-517556292-project] 10.222.0.31 "GET /v2.0/ports?device_id=c650e05e-9fe5-4d32-98e0-e1f9d1797dc0 HTTP/1.1" status: 200 len: 210 time: 0.0459118 Mar 31 23:10:53.804034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::10 (bebc2bb6-0515-4e02-965e-b8b311014110/2bfc8992-977a-407a-b8fb-57c69bd8f010/eb2598d8-ae48-4376-a6f6-9948eb971dda) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:53.840190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-005ccb4a-9da9-4e4a-9b87-d8ebe85003e5 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] 10.222.0.31 "PUT /v2.0/quotas/650101b021fe4de7ba779b7572c3bfb1 HTTP/1.1" status: 200 len: 368 time: 0.3492475 Mar 31 23:10:53.844653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52038) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:53.859386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Request body: {'network': {'project_id': '650101b021fe4de7ba779b7572c3bfb1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:53.868581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.909693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-40947f03-908e-4674-b414-ca110a099a54', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:53.913902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.929873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-bebc2bb6-0515-4e02-965e-b8b311014110', 'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110', 'tenant_id': '92e7c352d21c457abe2bc52552a749f1', 'fixed_ips': [{'subnet_id': '2bfc8992-977a-407a-b8fb-57c69bd8f010'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:53.931150 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.955818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 40947f03-908e-4674-b414-ca110a099a54 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:53.966429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:53.971306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:53.972914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.111435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=5b0768eb-a27f-452a-b9b4-004851734a68,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.129144 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.184344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Made reservation on behalf of 650101b021fe4de7ba779b7572c3bfb1 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:54.187146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.215078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.266141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:46Z', 'revision_number': 3, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:52Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:54.302025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e0c0c-fb11-49c1-ad31-2c14ee6c35b1 None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:46Z', 'revision_number': 3, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:52Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:54.315042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Allocated IP 2001:db8:2::2 (40947f03-908e-4674-b414-ca110a099a54/63fa097b-6e6d-428b-a456-a7797ef87c0d/1c6c390a-a676-48ec-b7ea-059939f06c60) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:54.325983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.359908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.410244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.449240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.536475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:54.554498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.559419 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Added segment b3c6477e-b973-41e0-8976-af36d456711e of type vlan for network 6bd76e98-7793-4a0e-923e-0463f7ea8ea6 Mar 31 23:10:54.560114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Allocated IP 2001:db8::2 (bebc2bb6-0515-4e02-965e-b8b311014110/2bfc8992-977a-407a-b8fb-57c69bd8f010/927f9294-d66b-47dd-9571-767a9187a8a7) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:54.576583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=eb2598d8-ae48-4376-a6f6-9948eb971dda,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.588410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network bebc2bb6-0515-4e02-965e-b8b311014110 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:54.590383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:54.596400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:54.616322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:54.617094 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.633908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51ff264-d99a-4610-a0ba-5aa842853e2e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.740365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6787b3e2-b0c6-4967-adf2-9048cd057273 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8709600 Mar 31 23:10:54.743296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52050) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:54.750458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110', 'name': 'tempest-PortsIpV6TestJSON-727442756', 'fixed_ips': [{'subnet_id': '2bfc8992-977a-407a-b8fb-57c69bd8f010', 'ip_address': '2001:db8::f'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:54.775767 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.782422 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.925035 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.955110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52058) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:54.999436 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.012415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.013732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.014320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.049545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:55.054106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Pushing event updated for resources: {'Port': ['ID=1c6c390a-a676-48ec-b7ea-059939f06c60,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.055062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.060609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Network 40947f03-908e-4674-b414-ca110a099a54 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:55.062685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:55.066038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:55.080506 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.103994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port bec3cec8-93de-4861-b21c-a8f8fe92968b yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:55.171622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Network bebc2bb6-0515-4e02-965e-b8b311014110 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:55.175842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd24957-7c4e-4fd8-ab65-166fec776506 admin admin] Deleting subnet f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:55.197437 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3480968 Mar 31 23:10:55.202318 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fd24957-7c4e-4fd8-ab65-166fec776506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.205667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52062) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:55.206329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:55.227460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:55.227572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Request body: {'network': {'project_id': '650101b021fe4de7ba779b7572c3bfb1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:55.249929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Pushing event updated for resources: {'Port': ['ID=927f9294-d66b-47dd-9571-767a9187a8a7,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.276690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3f3f1-a9cb-45f1-b6bf-cba5a2917400 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Pushing event updated for resources: {'Network': ['ID=6bd76e98-7793-4a0e-923e-0463f7ea8ea6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.285172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Attempting to bind port 1c6c390a-a676-48ec-b7ea-059939f06c60 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:55.285584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Attempting to bind port 1c6c390a-a676-48ec-b7ea-059939f06c60 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:55.287934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Attempting to bind port 1c6c390a-a676-48ec-b7ea-059939f06c60 on network 40947f03-908e-4674-b414-ca110a099a54 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:55.308283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:55.308897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Checking segment: {'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:55.309582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.310264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Bound using segment: {'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:55.315144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Bound port: 1c6c390a-a676-48ec-b7ea-059939f06c60, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:55.315144 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.319152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 6bd76e98-7793-4a0e-923e-0463f7ea8ea6 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:55.338762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fd24957-7c4e-4fd8-ab65-166fec776506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.393563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Made reservation on behalf of 650101b021fe4de7ba779b7572c3bfb1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:55.395941 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.398963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.431897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:55.443964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.444311 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Added segment 8ae78d80-406c-4c5a-87c9-45e0e3539923 of type vlan for network 639f92e2-b30e-43a1-a4cd-220a846b3faa Mar 31 23:10:55.447183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fd24957-7c4e-4fd8-ab65-166fec776506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.457068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Attempting to bind port 927f9294-d66b-47dd-9571-767a9187a8a7 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:55.457472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Attempting to bind port 927f9294-d66b-47dd-9571-767a9187a8a7 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cf1179a5-0736-4d59-b624-62021cfe3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:55.457837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Attempting to bind port 927f9294-d66b-47dd-9571-767a9187a8a7 on network bebc2bb6-0515-4e02-965e-b8b311014110 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:55.466806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:55.467184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Checking segment: {'id': 'cf1179a5-0736-4d59-b624-62021cfe3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:55.467631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.468031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Bound using segment: {'id': 'cf1179a5-0736-4d59-b624-62021cfe3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:55.468655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Bound port: 927f9294-d66b-47dd-9571-767a9187a8a7, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1179a5-0736-4d59-b624-62021cfe3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bebc2bb6-0515-4e02-965e-b8b311014110'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:55.469222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.498654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.556917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.557732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.610361 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.610361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.610715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.632368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] For port 1c6c390a-a676-48ec-b7ea-059939f06c60, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:55.636851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] For port 1c6c390a-a676-48ec-b7ea-059939f06c60, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c6c390a-a676-48ec-b7ea-059939f06c60,segment=NetworkSegment(8b5a67b1-6c65-4ff7-951b-8d37ffa150ed),segment_id=8b5a67b1-6c65-4ff7-951b-8d37ffa150ed)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:55.646906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] For port 927f9294-d66b-47dd-9571-767a9187a8a7, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:55.654531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] For port 927f9294-d66b-47dd-9571-767a9187a8a7, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=927f9294-d66b-47dd-9571-767a9187a8a7,segment=NetworkSegment(cf1179a5-0736-4d59-b624-62021cfe3919),segment_id=cf1179a5-0736-4d59-b624-62021cfe3919)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:55.672277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fd24957-7c4e-4fd8-ab65-166fec776506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.712679 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.754401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.793166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9a9beadb-cd45-4e51-b51b-24dd11b91b3a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:55.842521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1f26bb1e-379e-43f3-9345-e00d5f754246 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:55.911464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fd24957-7c4e-4fd8-ab65-166fec776506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.920014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 1f26bb1e-379e-43f3-9345-e00d5f754246 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:55.920361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1f26bb1e-379e-43f3-9345-e00d5f754246 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:55.921313 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6fd24957-7c4e-4fd8-ab65-166fec776506 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b HTTP/1.1" status: 204 len: 168 time: 0.9644384 Mar 31 23:10:55.928042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52070) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:55.942751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab25a9-3ffb-4214-afaf-b5bfa68a8d37 None None] Pushing event updated for resources: {'Port': ['ID=1c6c390a-a676-48ec-b7ea-059939f06c60,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.962377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd24957-7c4e-4fd8-ab65-166fec776506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f0b6bd-2ca8-49eb-8b93-2c6c3b1dcc9b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.976810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 40947f03-908e-4674-b414-ca110a099a54 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:55.989094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=5b0768eb-a27f-452a-b9b4-004851734a68,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.995796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:56.042536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:56.050787 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.071191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d518f-7194-4e24-a18c-e5e72652f063 None None] Pushing event updated for resources: {'Port': ['ID=927f9294-d66b-47dd-9571-767a9187a8a7,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:56.333240 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.337071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.340060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:56.400351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::f (bebc2bb6-0515-4e02-965e-b8b311014110/2bfc8992-977a-407a-b8fb-57c69bd8f010/bec3cec8-93de-4861-b21c-a8f8fe92968b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:56.409012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Pushing event updated for resources: {'Network': ['ID=639f92e2-b30e-43a1-a4cd-220a846b3faa,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:56.434373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,segment=NetworkSegment(1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a),segment_id=1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:56.438935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 639f92e2-b30e-43a1-a4cd-220a846b3faa details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:56.513189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2ef7c3c0-137f-4503-ba03-b7610e0472c8 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3061852 Mar 31 23:10:56.513907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52080) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:56.518458 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.524347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c7145d46-6f17-48a5-8ec2-40ef5d36a8d4 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Request body: {'network': {'project_id': '650101b021fe4de7ba779b7572c3bfb1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:56.549669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70b185a-6396-4cae-a879-5780e6551e52']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:56.559280 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7145d46-6f17-48a5-8ec2-40ef5d36a8d4 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:10:56.559810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7145d46-6f17-48a5-8ec2-40ef5d36a8d4 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:10:56.564833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c7145d46-6f17-48a5-8ec2-40ef5d36a8d4 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0471044 Mar 31 23:10:56.581255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52084) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:56.585620 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.636715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb58de1-3da0-4def-b7d3-26a9595210cf') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:56.637097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb58de1-3da0-4def-b7d3-26a9595210cf') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:56.666390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:56.699030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.717806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:56.720283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.725856 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cf312ba5-194a-4b8f-855d-343a8c493cfe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7801218 Mar 31 23:10:56.728869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52088) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:56.737344 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:56.744229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da780eda-d977-49fb-a220-f8829e2c201b tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=650101b021fe4de7ba779b7572c3bfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605785 Mar 31 23:10:56.749378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52090) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:56.749642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-955873259'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:56.751836 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:56.752817 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:56.756616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:56.758168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:56.760261 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:56.792143 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.869476 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4251032-eaf4-476b-83a4-3e82f789206a tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.885189 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:56.902335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4251032-eaf4-476b-83a4-3e82f789206a tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.920133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:56.927385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.963291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.971145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.975308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b70b185a-6396-4cae-a879-5780e6551e52 HTTP/1.1" status: 204 len: 168 time: 1.0370903 Mar 31 23:10:56.992470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77171bc8-adf6-4bf8-a532-bb33207d7366 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70b185a-6396-4cae-a879-5780e6551e52,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:57.018297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:57.023666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.066043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.069715 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added segment db441062-0bfa-4115-9794-043980287ae1 of type vlan for network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 Mar 31 23:10:57.168767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4251032-eaf4-476b-83a4-3e82f789206a tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.181214 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4251032-eaf4-476b-83a4-3e82f789206a tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.182399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e4251032-eaf4-476b-83a4-3e82f789206a tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/d51ff264-d99a-4610-a0ba-5aa842853e2e HTTP/1.1" status: 204 len: 168 time: 0.4319158 Mar 31 23:10:57.189939 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:54Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:10:54Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:57.193997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52098) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:57.222409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.223388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network bebc2bb6-0515-4e02-965e-b8b311014110 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:57.226956 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:57.227560 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Updating router 9d4ed35a-902a-4931-b322-3dafec851a01 port 5b0768eb-a27f-452a-b9b4-004851734a68 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:57.251262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4251032-eaf4-476b-83a4-3e82f789206a tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51ff264-d99a-4610-a0ba-5aa842853e2e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:57.261207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:57.269974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:57.277375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.278378 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.324852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=bec3cec8-93de-4861-b21c-a8f8fe92968b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:57.332328 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.361771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.370522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.371156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.432551 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.560413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e615f064-47f5-47a5-acc0-17d826dc0c6a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8112342 Mar 31 23:10:57.562414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52104) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:57.626584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52106) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:57.667799 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9378459 Mar 31 23:10:57.700001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52110) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:57.717658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'subnet': {'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:57.812412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cb3b5-808f-40b9-8b59-51b9d900cc24 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Network': ['ID=1ed60cc0-52f5-43c3-901d-d2800ecf8146,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:57.836394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:57.914224 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1ea60f4-b90c-4eae-9c3d-2882cfef37d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82bf4b46373342f9aa9e9e2a54fc498e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864003 Mar 31 23:10:57.920241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52114) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:58.008960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.011816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb0d4-b2c3-4794-9ffc-9858a811ed9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.044632 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb0d4-b2c3-4794-9ffc-9858a811ed9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.074568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 927f9294-d66b-47dd-9571-767a9187a8a7 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:58.097056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Made reservation on behalf of 8b03e471357b4891a3af12725a84348e for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:58.112450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.130347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178894c-0f4c-4b49-a4e8-0aac3490da82 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.132067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2178894c-0f4c-4b49-a4e8-0aac3490da82 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5686338 Mar 31 23:10:58.142447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52118) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:58.181645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-31d3a683-9cd6-4f8f-ad05-70a72b712c84 None None] Provisioning complete for port 1c6c390a-a676-48ec-b7ea-059939f06c60 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:58.182374 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31d3a683-9cd6-4f8f-ad05-70a72b712c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.197692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639f92e2-b30e-43a1-a4cd-220a846b3faa']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:58.261903 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.273684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae78d80-406c-4c5a-87c9-45e0e3539923') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:58.274031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae78d80-406c-4c5a-87c9-45e0e3539923') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:58.277790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 927f9294-d66b-47dd-9571-767a9187a8a7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:58.278400 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.317670 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.319107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0521a5-5bc3-414d-84bf-ffcdf82a57d8 None None] Network 40947f03-908e-4674-b414-ca110a099a54 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:58.352123 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.396713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee15ac4-91bf-4573-88b7-c5bbfc61ae8f None None] Network bebc2bb6-0515-4e02-965e-b8b311014110 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:58.398217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8deac01-85ae-4017-8126-e6a930b5c840 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.420067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8deac01-85ae-4017-8126-e6a930b5c840 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.430845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8deac01-85ae-4017-8126-e6a930b5c840 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.443699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d8deac01-85ae-4017-8126-e6a930b5c840 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2879188 Mar 31 23:10:58.448352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52124) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:58.455834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.468766 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Pushing event updated for resources: {'Port': ['ID=5b0768eb-a27f-452a-b9b4-004851734a68,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:58.494964 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.495302 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.496159 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.496642 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.497035 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.497606 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.497980 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.498308 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.498708 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.499210 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.500142 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.500463 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.536861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:58.538250 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:58.540513 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:58.564993 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31d3a683-9cd6-4f8f-ad05-70a72b712c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.649046 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Attempting to bind port 5b0768eb-a27f-452a-b9b4-004851734a68 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:58.658614 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Attempting to bind port 5b0768eb-a27f-452a-b9b4-004851734a68 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:58.658880 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Attempting to bind port 5b0768eb-a27f-452a-b9b4-004851734a68 on network 40947f03-908e-4674-b414-ca110a099a54 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:58.693707 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:58.694128 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Checking segment: {'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:58.697171 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.697171 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Bound using segment: {'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:58.697171 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Bound port: 5b0768eb-a27f-452a-b9b4-004851734a68, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40947f03-908e-4674-b414-ca110a099a54'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:58.699832 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.718987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-53c844be-58b3-473e-9f77-2c0e1b05ecff tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port bec3cec8-93de-4861-b21c-a8f8fe92968b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:58.719474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-53c844be-58b3-473e-9f77-2c0e1b05ecff tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.788801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.981245 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] For port 5b0768eb-a27f-452a-b9b4-004851734a68, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:58.988867 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] For port 5b0768eb-a27f-452a-b9b4-004851734a68, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5b0768eb-a27f-452a-b9b4-004851734a68,segment=NetworkSegment(8b5a67b1-6c65-4ff7-951b-8d37ffa150ed),segment_id=8b5a67b1-6c65-4ff7-951b-8d37ffa150ed)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:59.029155 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-53c844be-58b3-473e-9f77-2c0e1b05ecff tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.062613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-53c844be-58b3-473e-9f77-2c0e1b05ecff tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for bec3cec8-93de-4861-b21c-a8f8fe92968b owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:59.084169 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.123911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.130130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] 10.222.0.31 "DELETE /v2.0/networks/639f92e2-b30e-43a1-a4cd-220a846b3faa HTTP/1.1" status: 204 len: 168 time: 1.9315176 Mar 31 23:10:59.130766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52132) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:59.132321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed49935-97ed-420b-8946-85b802f4a270 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Pushing event deleted for resources: {'Network': ['ID=639f92e2-b30e-43a1-a4cd-220a846b3faa,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.176318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.200074 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a333f-aadb-463f-985e-4c42de79e4d7 None None] Pushing event updated for resources: {'Port': ['ID=5b0768eb-a27f-452a-b9b4-004851734a68,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.227037 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:59.231357 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:59.232982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-31d3a683-9cd6-4f8f-ad05-70a72b712c84 None None] For port 1c6c390a-a676-48ec-b7ea-059939f06c60, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c6c390a-a676-48ec-b7ea-059939f06c60,segment=NetworkSegment(8b5a67b1-6c65-4ff7-951b-8d37ffa150ed),segment_id=8b5a67b1-6c65-4ff7-951b-8d37ffa150ed)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:59.247036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.258680 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb0d4-b2c3-4794-9ffc-9858a811ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.261666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb0d4-b2c3-4794-9ffc-9858a811ed9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.268267 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1a7eb0d4-b2c3-4794-9ffc-9858a811ed9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/129c229c-50e7-4322-a7be-05901c82622a HTTP/1.1" status: 204 len: 168 time: 1.3451250 Mar 31 23:10:59.291174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7eb0d4-b2c3-4794-9ffc-9858a811ed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c229c-50e7-4322-a7be-05901c82622a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.395588 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:59.412019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 927f9294-d66b-47dd-9571-767a9187a8a7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=927f9294-d66b-47dd-9571-767a9187a8a7,segment=NetworkSegment(cf1179a5-0736-4d59-b624-62021cfe3919),segment_id=cf1179a5-0736-4d59-b624-62021cfe3919)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:59.483351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.484723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9a9beadb-cd45-4e51-b51b-24dd11b91b3a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:59.536891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.540992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31d3a683-9cd6-4f8f-ad05-70a72b712c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.560504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-53c844be-58b3-473e-9f77-2c0e1b05ecff tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.578323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd76e98-7793-4a0e-923e-0463f7ea8ea6']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:59.602409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c844be-58b3-473e-9f77-2c0e1b05ecff tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=bec3cec8-93de-4861-b21c-a8f8fe92968b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.603866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c6477e-b973-41e0-8976-af36d456711e') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:59.604237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c6477e-b973-41e0-8976-af36d456711e') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:59.670099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-53c844be-58b3-473e-9f77-2c0e1b05ecff tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.678392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-53c844be-58b3-473e-9f77-2c0e1b05ecff tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/bec3cec8-93de-4861-b21c-a8f8fe92968b HTTP/1.1" status: 204 len: 168 time: 1.2288313 Mar 31 23:10:59.679468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52142) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:59.700244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.708100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.718094 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-045699af-fc15-4536-8df0-146ddbdd3ec4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:10:59.722329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-045699af-fc15-4536-8df0-146ddbdd3ec4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/bec3cec8-93de-4861-b21c-a8f8fe92968b HTTP/1.1" status: 404 len: 333 time: 0.0378807 Mar 31 23:10:59.722613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1832eb4f-3f9f-4ffb-bd90-3be881fe0047 None None] Provisioning complete for port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:59.722856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52144) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:59.723025 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1832eb4f-3f9f-4ffb-bd90-3be881fe0047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.728790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=927f9294-d66b-47dd-9571-767a9187a8a7,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.737929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:59.738304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.832000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:54Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:10:58Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:59.867812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Subnet': ['ID=aad102b4-7eb7-4494-a69a-55a3499dc9eb,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.891665 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2e692-23ea-4b9a-b31b-d5883bcfc53b None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:10:54Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:10:58Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:59.955171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.065589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Checking segment: {'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:00.067168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network hostable DHCP agents. Network: 1ed60cc0-52f5-43c3-901d-d2800ecf8146, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:00.081610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:00.082299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:00.089149 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:00.145698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a343e038-7e5b-4f27-8863-0aa6a4607116 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port eb2598d8-ae48-4376-a6f6-9948eb971dda {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:00.146934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a343e038-7e5b-4f27-8863-0aa6a4607116 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.158242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3a683-9cd6-4f8f-ad05-70a72b712c84 None None] Pushing event updated for resources: {'Port': ['ID=1c6c390a-a676-48ec-b7ea-059939f06c60,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.227930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c6c390a-a676-48ec-b7ea-059939f06c60 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:00.392570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.398728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1832eb4f-3f9f-4ffb-bd90-3be881fe0047 None None] Provisioning complete for port 927f9294-d66b-47dd-9571-767a9187a8a7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:00.398728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1832eb4f-3f9f-4ffb-bd90-3be881fe0047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.399026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.404566 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6bd76e98-7793-4a0e-923e-0463f7ea8ea6 HTTP/1.1" status: 204 len: 168 time: 1.2723467 Mar 31 23:11:00.450908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b39bd-2704-4472-b20e-37aac2aa3d81 tempest-QuotasNegativeTest-1240031984 tempest-QuotasNegativeTest-1240031984-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bd76e98-7793-4a0e-923e-0463f7ea8ea6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.458733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a343e038-7e5b-4f27-8863-0aa6a4607116 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.465315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:00.514195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a343e038-7e5b-4f27-8863-0aa6a4607116 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for eb2598d8-ae48-4376-a6f6-9948eb971dda owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:00.585132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1c6c390a-a676-48ec-b7ea-059939f06c60 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:00.585993 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.596697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1ed60cc0-52f5-43c3-901d-d2800ecf8146) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:00.620259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.620766 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.635690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895ba0a-8c0c-4038-83b2-d4d3c45231c2 None None] Network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:00.924486 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-390e4097-57dd-4c18-8913-18d1e19f04c6 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2088208 Mar 31 23:11:00.924855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52170) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:01.147610 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a343e038-7e5b-4f27-8863-0aa6a4607116 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.178588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1ed60cc0-52f5-43c3-901d-d2800ecf8146', 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'fixed_ips': [{'subnet_id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:01.179484 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.237362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343e038-7e5b-4f27-8863-0aa6a4607116 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=eb2598d8-ae48-4376-a6f6-9948eb971dda,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:01.321561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8bf2d-c7bc-45c4-89a7-c371ac58429c None None] Network bebc2bb6-0515-4e02-965e-b8b311014110 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:01.343516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a343e038-7e5b-4f27-8863-0aa6a4607116 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.350321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a343e038-7e5b-4f27-8863-0aa6a4607116 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/eb2598d8-ae48-4376-a6f6-9948eb971dda HTTP/1.1" status: 204 len: 168 time: 1.6234045 Mar 31 23:11:01.351557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52182) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:01.437557 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa6b6a5-24a3-46a9-83f3-ac5ed88ed5a3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:11:01.438724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1974a9-01ac-4609-a25b-aabe8246def3 None None] Network 40947f03-908e-4674-b414-ca110a099a54 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:01.445222 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4fa6b6a5-24a3-46a9-83f3-ac5ed88ed5a3 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/eb2598d8-ae48-4376-a6f6-9948eb971dda HTTP/1.1" status: 404 len: 333 time: 0.0901551 Mar 31 23:11:01.446318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52184) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:01.574677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a33a7d6-6f91-4219-a8fe-788b3a1a4933 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet 2bfc8992-977a-407a-b8fb-57c69bd8f010 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:01.579654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a33a7d6-6f91-4219-a8fe-788b3a1a4933 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.612886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Provisioning complete for port 1c6c390a-a676-48ec-b7ea-059939f06c60 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:01.612886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.670396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.704850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 927f9294-d66b-47dd-9571-767a9187a8a7 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:01.705764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a33a7d6-6f91-4219-a8fe-788b3a1a4933 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.932612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52194) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:01.968642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a33a7d6-6f91-4219-a8fe-788b3a1a4933 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.128770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Allocated IP 2001:db8:3::2 (1ed60cc0-52f5-43c3-901d-d2800ecf8146/aad102b4-7eb7-4494-a69a-55a3499dc9eb/394bf385-f623-4f96-b0ca-b96e8e28b9a8) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:02.154863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 927f9294-d66b-47dd-9571-767a9187a8a7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:02.154863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.155151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2069261089-network', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:02.184337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a33a7d6-6f91-4219-a8fe-788b3a1a4933 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.262831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33a7d6-6f91-4219-a8fe-788b3a1a4933 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=2bfc8992-977a-407a-b8fb-57c69bd8f010,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:02.272721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a33a7d6-6f91-4219-a8fe-788b3a1a4933 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.273846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Made reservation on behalf of 2870f1aaf4884df69bf16f7e3e95ef72 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:02.276990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.282206 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3a33a7d6-6f91-4219-a8fe-788b3a1a4933 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/2bfc8992-977a-407a-b8fb-57c69bd8f010 HTTP/1.1" status: 204 len: 168 time: 0.8292983 Mar 31 23:11:02.282206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:02.314060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.488185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.510930 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.552108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52210) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:02.596340 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.609933 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.642145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:02.657019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Provisioning complete for port 927f9294-d66b-47dd-9571-767a9187a8a7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:02.657782 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.673227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 927f9294-d66b-47dd-9571-767a9187a8a7 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:02.674952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.690620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58475d1-e814-472c-8a70-aaccd8090398,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:02.698038 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.698038 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Added segment 404238e3-cd54-4e24-b5bf-d8d243a65d18 of type vlan for network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf Mar 31 23:11:02.740512 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.783532 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:02.790411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:02.827462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Allocated IP 2001:db8:3::1 (1ed60cc0-52f5-43c3-901d-d2800ecf8146/aad102b4-7eb7-4494-a69a-55a3499dc9eb/7e954057-12b1-4e2f-bd50-0a2ac5c8cd68) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:02.831384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:02.898467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5b0768eb-a27f-452a-b9b4-004851734a68 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:02.917528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] For port 927f9294-d66b-47dd-9571-767a9187a8a7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=927f9294-d66b-47dd-9571-767a9187a8a7,segment=NetworkSegment(cf1179a5-0736-4d59-b624-62021cfe3919),segment_id=cf1179a5-0736-4d59-b624-62021cfe3919)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:02.917907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.001115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 927f9294-d66b-47dd-9571-767a9187a8a7 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:03.214650 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.267599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f606bf3-d9f9-45c3-bf1e-f5e8d9c85c97 None None] Network bebc2bb6-0515-4e02-965e-b8b311014110 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:03.301533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Pushing event updated for resources: {'Port': ['ID=394bf385-f623-4f96-b0ca-b96e8e28b9a8,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.323353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.329255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7cb96c7-9341-46b4-8fe1-716e9d137299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.349236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.416179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=927f9294-d66b-47dd-9571-767a9187a8a7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.430391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No DVR routers for this DVR port 927f9294-d66b-47dd-9571-767a9187a8a7 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:03.486647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Attempting to bind port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:03.486647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Attempting to bind port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:03.486647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Attempting to bind port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 on network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:03.527198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:03.532784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Checking segment: {'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:03.532784 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.532784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Bound using segment: {'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:03.532784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Bound port: 394bf385-f623-4f96-b0ca-b96e8e28b9a8, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:03.532784 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.539126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Provisioning complete for port 5b0768eb-a27f-452a-b9b4-004851734a68 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:03.539500 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.580387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.581457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.581962 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.645932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5b0768eb-a27f-452a-b9b4-004851734a68 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:03.646596 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.684485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.703454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.781888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebc2bb6-0515-4e02-965e-b8b311014110']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:03.787027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae17c00-1110-4205-ae2a-c6dfe22897c3 None None] DHCP port deletion for bebc2bb6-0515-4e02-965e-b8b311014110 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:03.801197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] For port 394bf385-f623-4f96-b0ca-b96e8e28b9a8, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:03.805645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1179a5-0736-4d59-b624-62021cfe3919') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:03.805645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1179a5-0736-4d59-b624-62021cfe3919') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:03.813198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] For port 394bf385-f623-4f96-b0ca-b96e8e28b9a8, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=394bf385-f623-4f96-b0ca-b96e8e28b9a8,segment=NetworkSegment(db441062-0bfa-4115-9794-043980287ae1),segment_id=db441062-0bfa-4115-9794-043980287ae1)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:03.819346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.843443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.860688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:03.861119 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:03.875502 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:03.961877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] Pushing event updated for resources: {'Network': ['ID=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.982449 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.001401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.010452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-db6e07e0-87ad-46e3-be62-2be18ef9d7eb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0739701 Mar 31 23:11:04.011114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52232) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:04.017667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Request body: {'subnet': {'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2069261089-subnet', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:04.018727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.043359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7cb96c7-9341-46b4-8fe1-716e9d137299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.050595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:04.052228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:04.056159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:04.070108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:04.072106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.106624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.154093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.169335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/networks/bebc2bb6-0515-4e02-965e-b8b311014110 HTTP/1.1" status: 204 len: 168 time: 1.8800247 Mar 31 23:11:04.169335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617064a-b75b-4113-b561-a734f20f40cd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Network': ['ID=bebc2bb6-0515-4e02-965e-b8b311014110,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.171315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52234) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:04.171486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Made reservation on behalf of 2870f1aaf4884df69bf16f7e3e95ef72 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:04.174449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.182989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-191766639'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:04.190663 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7cb96c7-9341-46b4-8fe1-716e9d137299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.228393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51311472-3085-49b2-942e-90dfbd634db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.254958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d7cb96c7-9341-46b4-8fe1-716e9d137299 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e397881f3a574e23841058f32175b089&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7014081 Mar 31 23:11:04.263433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52236) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:04.272530 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.333722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] For port 5b0768eb-a27f-452a-b9b4-004851734a68, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5b0768eb-a27f-452a-b9b4-004851734a68,segment=NetworkSegment(8b5a67b1-6c65-4ff7-951b-8d37ffa150ed),segment_id=8b5a67b1-6c65-4ff7-951b-8d37ffa150ed)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:04.349852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb96c7-9341-46b4-8fe1-716e9d137299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f414aec0-51a6-4d55-af58-18759d7a14d6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.356174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a0c7f-990f-4d51-aa8a-2eeb502e6479 None None] Pushing event updated for resources: {'Port': ['ID=394bf385-f623-4f96-b0ca-b96e8e28b9a8,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.410381 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.414197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b04d69a-123d-4a38-a789-0190c5186d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.445406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b04d69a-123d-4a38-a789-0190c5186d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.456841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:04.460685 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.503157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Could not find standard attr ID for object bec3cec8-93de-4861-b21c-a8f8fe92968b. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:11:04.556319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:04.565435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Could not find standard attr ID for object eb2598d8-ae48-4376-a6f6-9948eb971dda. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:11:04.576306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.578974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ae87f-d839-44f3-819f-dbc421ee4ec1 None None] Pushing event updated for resources: {'Port': ['ID=5b0768eb-a27f-452a-b9b4-004851734a68,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.602602 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:04.602602 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:04.644643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.644869 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Added segment 1aea3d4a-de3f-47c8-bdd8-64917dd30164 of type vlan for network 5480a0df-b27a-49b8-b427-8574bc545220 Mar 31 23:11:04.759796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9f6615f4-3c21-4194-ae9d-ba673cdef729 None None] Provisioning complete for port 1c6c390a-a676-48ec-b7ea-059939f06c60 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:04.762971 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9f6615f4-3c21-4194-ae9d-ba673cdef729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.763574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.850043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.913816 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.919776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.922344 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.942066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbee961-a515-45e5-ba93-c79f051d8fe1,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.959613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Checking segment: {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:04.961159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Network hostable DHCP agents. Network: 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:04.963633 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b04d69a-123d-4a38-a789-0190c5186d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.967129 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b04d69a-123d-4a38-a789-0190c5186d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.969159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9f6615f4-3c21-4194-ae9d-ba673cdef729 None None] Provisioning complete for port 5b0768eb-a27f-452a-b9b4-004851734a68 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:04.971598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9f6615f4-3c21-4194-ae9d-ba673cdef729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.974660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8b04d69a-123d-4a38-a789-0190c5186d32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f414aec0-51a6-4d55-af58-18759d7a14d6 HTTP/1.1" status: 204 len: 168 time: 0.6966541 Mar 31 23:11:04.993993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04d69a-123d-4a38-a789-0190c5186d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f414aec0-51a6-4d55-af58-18759d7a14d6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:05.057183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:05.064639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Network': ['ID=5480a0df-b27a-49b8-b427-8574bc545220,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:05.085405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5461e55e-9b44-4bac-9434-4defca5a749d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9106011 Mar 31 23:11:05.094149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 5480a0df-b27a-49b8-b427-8574bc545220 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:05.095093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52250) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:05.103898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '5480a0df-b27a-49b8-b427-8574bc545220', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:05.170562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c6c390a-a676-48ec-b7ea-059939f06c60 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:05.201965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:05.214766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.216509 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.232613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.251174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca284551-6c40-4d39-b63a-19e05567bb7b None None] Network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:05.306693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-326aedbd-8e91-4d3d-9ed9-012bec20e2a1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2923045 Mar 31 23:11:05.307346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52256) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:05.315783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:05.357684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.359430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.382921 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:05.387334 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.414311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event updated for resources: {'Port': ['ID=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:05.500128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9f6615f4-3c21-4194-ae9d-ba673cdef729 None None] Could not find standard attr ID for object 927f9294-d66b-47dd-9571-767a9187a8a7. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:11:05.523132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.524186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.531105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1c6c390a-a676-48ec-b7ea-059939f06c60 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:05.531850 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.680899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:05.724427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:05.905766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8e0a0-5f55-4fb3-88c1-427134009fdd None None] Network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:06.119811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52272) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:06.141253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96683df2-b7e3-49f2-8038-a358a53a9fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.173291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.189571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7a60aa7b-2880-477e-9050-6d947a0ee4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.283987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5b0768eb-a27f-452a-b9b4-004851734a68 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:06.328979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1163aa-c540-4cde-b1f7-64f4fd382b55 None None] Network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:06.335368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=3be162d2-f452-4f91-8cae-b80444a4f9a9,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.415404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Checking segment: {'id': '1aea3d4a-de3f-47c8-bdd8-64917dd30164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5480a0df-b27a-49b8-b427-8574bc545220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:06.416189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network hostable DHCP agents. Network: 5480a0df-b27a-49b8-b427-8574bc545220, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:06.467218 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96683df2-b7e3-49f2-8038-a358a53a9fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.480432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-14aeb506-ddf6-4798-8cc7-e93bce978319 None None] Provisioning complete for port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:06.491861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-14aeb506-ddf6-4798-8cc7-e93bce978319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.512750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.570897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5b0768eb-a27f-452a-b9b4-004851734a68 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:06.571812 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.656178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0300f-f2ac-4639-a0ef-33c1d4f54334 req-37c1ee44-724a-4185-a4a9-353f06e3c8ba tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:06.657874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a0300f-f2ac-4639-a0ef-33c1d4f54334 req-37c1ee44-724a-4185-a4a9-353f06e3c8ba tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 0.1476059 Mar 31 23:11:06.672262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:06.725259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a0300f-f2ac-4639-a0ef-33c1d4f54334 req-f5c8249b-6e7c-4089-b129-6155cb53d244 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563874 Mar 31 23:11:06.904953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:06.909106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-14aeb506-ddf6-4798-8cc7-e93bce978319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.916630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52284) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:06.918227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d70dc985-5680-4fc7-a198-fef77ed1423c tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0034080 Mar 31 23:11:06.923518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:06.930993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:06.996557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:06.997314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:07.002079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 394bf385-f623-4f96-b0ca-b96e8e28b9a8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:07.004997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-14aeb506-ddf6-4798-8cc7-e93bce978319 None None] For port 394bf385-f623-4f96-b0ca-b96e8e28b9a8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=394bf385-f623-4f96-b0ca-b96e8e28b9a8,segment=NetworkSegment(db441062-0bfa-4115-9794-043980287ae1),segment_id=db441062-0bfa-4115-9794-043980287ae1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:07.160964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:07.212128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:07.212128 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.452476 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 5480a0df-b27a-49b8-b427-8574bc545220 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:07.473155 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.531892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96683df2-b7e3-49f2-8038-a358a53a9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.533249 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-14aeb506-ddf6-4798-8cc7-e93bce978319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.607751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 5480a0df-b27a-49b8-b427-8574bc545220) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:07.675655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:07.676639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.684626 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-96683df2-b7e3-49f2-8038-a358a53a9fc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4457c69572c34b3a99204da8143afcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5628238 Mar 31 23:11:07.691208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52290) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:07.699380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96683df2-b7e3-49f2-8038-a358a53a9fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a488ff2-68de-4ba6-aaeb-e3e29e7aa00e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.745931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dcebec-5b26-4a31-88da-17ba166c829b None None] Network 5480a0df-b27a-49b8-b427-8574bc545220 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:07.821506 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:07.822026 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:07.836180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.extraroute_db [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:11:07.889276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.extraroute_db [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Removed routes are [] {{(pid=109821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:11:07.890357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.900987 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fb05a72e-e7d7-4cb6-abcb-50e1e823a1c6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8020778 Mar 31 23:11:07.900987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-359b9d4f-02b0-4903-ac10-f52d549b8989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.901280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52300) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:07.906115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-66f2dcc6-fef2-43e1-b9e1-789923de53e7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1462114827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:07.906955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aeb506-ddf6-4798-8cc7-e93bce978319 None None] Pushing event updated for resources: {'Port': ['ID=394bf385-f623-4f96-b0ca-b96e8e28b9a8,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.922996 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.953448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-359b9d4f-02b0-4903-ac10-f52d549b8989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.032342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e5ce8e0f-aecd-4df4-9ee5-e683d4702968 None None] Provisioning complete for port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:08.032985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e5ce8e0f-aecd-4df4-9ee5-e683d4702968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.102750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace57cc-2948-4052-a179-ddc9d3078009 req-7984deb9-4ccc-4918-8568-3e1ed03e670e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.105192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ace57cc-2948-4052-a179-ddc9d3078009 req-7984deb9-4ccc-4918-8568-3e1ed03e670e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 0.1231077 Mar 31 23:11:08.142003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f2dcc6-fef2-43e1-b9e1-789923de53e7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.144253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f2dcc6-fef2-43e1-b9e1-789923de53e7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.195445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ace57cc-2948-4052-a179-ddc9d3078009 req-c5765237-d9f7-49d1-a5be-dc7d9965f4d2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508342 Mar 31 23:11:08.211835 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.261566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e954057-12b1-4e2f-bd50-0a2ac5c8cd68', 'name': '', 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:01Z', 'updated_at': '2022-03-31T23:11:05Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:08.344237 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f2dcc6-fef2-43e1-b9e1-789923de53e7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.387407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:08.387956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Updating router 9d4ed35a-902a-4931-b322-3dafec851a01 port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:08.397526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.402064 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.405184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.432691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.454420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-359b9d4f-02b0-4903-ac10-f52d549b8989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.457634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-359b9d4f-02b0-4903-ac10-f52d549b8989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.461240 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-359b9d4f-02b0-4903-ac10-f52d549b8989 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a488ff2-68de-4ba6-aaeb-e3e29e7aa00e HTTP/1.1" status: 204 len: 168 time: 0.7612588 Mar 31 23:11:08.490420 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.523400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-5480a0df-b27a-49b8-b427-8574bc545220', 'network_id': '5480a0df-b27a-49b8-b427-8574bc545220', 'tenant_id': '92e7c352d21c457abe2bc52552a749f1', 'fixed_ips': [{'subnet_id': '3be162d2-f452-4f91-8cae-b80444a4f9a9'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:08.524263 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.594817 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f2dcc6-fef2-43e1-b9e1-789923de53e7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.596113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Allocated IP 172.25.4.17 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/07982bd0-79ea-47d6-bedd-7313cd19dd81) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:08.634034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 927f9294-d66b-47dd-9571-767a9187a8a7 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:08.652313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b9d4f-02b0-4903-ac10-f52d549b8989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a488ff2-68de-4ba6-aaeb-e3e29e7aa00e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:08.666694 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.703648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:08.725913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 927f9294-d66b-47dd-9571-767a9187a8a7 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:08.726255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 927f9294-d66b-47dd-9571-767a9187a8a7 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:08.836746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e5ce8e0f-aecd-4df4-9ee5-e683d4702968 None None] Provisioning complete for port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:08.837121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e5ce8e0f-aecd-4df4-9ee5-e683d4702968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.841066 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.865494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f2dcc6-fef2-43e1-b9e1-789923de53e7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.868818 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-66f2dcc6-fef2-43e1-b9e1-789923de53e7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9666133 Mar 31 23:11:08.869660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52320) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:08.882466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'network_id': '5480a0df-b27a-49b8-b427-8574bc545220', 'name': 'tempest-PortsIpV6TestJSON-1302479851'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:08.984921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 394bf385-f623-4f96-b0ca-b96e8e28b9a8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:09.015321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:09.020239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce8e0f-aecd-4df4-9ee5-e683d4702968 None None] Port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:09.050863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.050863 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a3d7b886-ffa8-4cda-ac19-f8a26f8b20e0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 200 len: 954 time: 2.1311707 Mar 31 23:11:09.050863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52330) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:09.066060 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.118853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Allocated IP 2001:db8::2 (5480a0df-b27a-49b8-b427-8574bc545220/3be162d2-f452-4f91-8cae-b80444a4f9a9/1a77caa7-3fb0-445e-9e62-d8c07e05474e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:09.170235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.258641 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1289e63c-dabc-4274-a013-a115c04c4517 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 200 len: 954 time: 0.2079163 Mar 31 23:11:09.266266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52342) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:09.272167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'routes': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:09.311939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:09.315603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:09.324292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:09.405884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-3e606d4c-71ae-4e3a-aa05-33869b723d1a tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.407939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-3e606d4c-71ae-4e3a-aa05-33869b723d1a tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.45 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 0.3181260 Mar 31 23:11:09.408666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:09.412757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.494749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Pushing event updated for resources: {'Port': ['ID=07982bd0-79ea-47d6-bedd-7313cd19dd81,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:09.573839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port d301f35e-6494-4fd1-b643-67400b2ac910 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:11:09.723993 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.731165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161a34d-ad3b-45b2-af0b-9f73db6349c1 req-eebb4f0f-27e0-4093-9a48-6720606e8700 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.732740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6161a34d-ad3b-45b2-af0b-9f73db6349c1 req-eebb4f0f-27e0-4093-9a48-6720606e8700 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 0.3507962 Mar 31 23:11:09.756775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.760511 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.762357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1f5fa62d-d30c-4e22-b407-95002be1d031 None None] Provisioning complete for port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:09.762357 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa62d-d30c-4e22-b407-95002be1d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.835725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:09.840057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.867438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Deleting port 971c7367-1830-4cea-ab96-7d561b0381be {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:09.883184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.918940 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.934822 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.942788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.951080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.extraroute_db [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added routes are [] {{(pid=109821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:11:09.951664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.extraroute_db [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:11:09.995530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6161a34d-ad3b-45b2-af0b-9f73db6349c1 req-c59f5d13-0549-4c09-b199-3794ad5fdd1e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385795 Mar 31 23:11:10.011780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Network 5480a0df-b27a-49b8-b427-8574bc545220 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:10.016264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Pushing event updated for resources: {'Port': ['ID=1a77caa7-3fb0-445e-9e62-d8c07e05474e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:10.029108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:10.039353 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.039705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.040047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.040386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.040720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.041052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.041380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.041710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.042035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.042360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.042723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.044404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:10.060137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.063547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fa62d-d30c-4e22-b407-95002be1d031 None None] Port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:10.190748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:10.216311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::25c (5480a0df-b27a-49b8-b427-8574bc545220/3be162d2-f452-4f91-8cae-b80444a4f9a9/d301f35e-6494-4fd1-b643-67400b2ac910) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:10.278949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f7d33-27cb-4a73-bec7-905c5267a01f None None] Pushing event updated for resources: {'Port': ['ID=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:10.350337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] For port 971c7367-1830-4cea-ab96-7d561b0381be, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=971c7367-1830-4cea-ab96-7d561b0381be,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:10.355478 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.460229 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Attempting to bind port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:10.460765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Attempting to bind port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:10.461141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Attempting to bind port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 on network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:10.511825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Attempting to bind port 1a77caa7-3fb0-445e-9e62-d8c07e05474e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:10.512208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Attempting to bind port 1a77caa7-3fb0-445e-9e62-d8c07e05474e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '1aea3d4a-de3f-47c8-bdd8-64917dd30164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5480a0df-b27a-49b8-b427-8574bc545220'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:10.512575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Attempting to bind port 1a77caa7-3fb0-445e-9e62-d8c07e05474e on network 5480a0df-b27a-49b8-b427-8574bc545220 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:10.577581 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.631293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:10.631797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Checking segment: {'id': '1aea3d4a-de3f-47c8-bdd8-64917dd30164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5480a0df-b27a-49b8-b427-8574bc545220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:10.632269 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.632808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Bound using segment: {'id': '1aea3d4a-de3f-47c8-bdd8-64917dd30164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5480a0df-b27a-49b8-b427-8574bc545220'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:10.633370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Bound port: 1a77caa7-3fb0-445e-9e62-d8c07e05474e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aea3d4a-de3f-47c8-bdd8-64917dd30164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5480a0df-b27a-49b8-b427-8574bc545220'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:10.633937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.674902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52384) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:10.727519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] For port 1a77caa7-3fb0-445e-9e62-d8c07e05474e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:10.731818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] For port 1a77caa7-3fb0-445e-9e62-d8c07e05474e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1a77caa7-3fb0-445e-9e62-d8c07e05474e,segment=NetworkSegment(1aea3d4a-de3f-47c8-bdd8-64917dd30164),segment_id=1aea3d4a-de3f-47c8-bdd8-64917dd30164)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:10.736572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:10.736953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Checking segment: {'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:10.737361 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.737758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Bound using segment: {'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:10.738327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Bound port: 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db441062-0bfa-4115-9794-043980287ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:10.738756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.821020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] For port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:10.826188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] For port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,segment=NetworkSegment(db441062-0bfa-4115-9794-043980287ae1),segment_id=db441062-0bfa-4115-9794-043980287ae1)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:10.857916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b25de22e-8830-4852-9350-8e3c1feb5983 None None] Provisioning complete for port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:10.860966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b25de22e-8830-4852-9350-8e3c1feb5983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.984042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.990967 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.995588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.996359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b25de22e-8830-4852-9350-8e3c1feb5983 None None] Port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:11.026537 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.101718 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.131015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:11.187623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e9561-6e90-43cf-8eb7-4e901dc19460 None None] Pushing event updated for resources: {'Port': ['ID=1a77caa7-3fb0-445e-9e62-d8c07e05474e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.268166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:11.268873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:11.365687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f7d33-27cb-4a73-bec7-905c5267a01f None None] Pushing event updated for resources: {'Port': ['ID=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.391739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:11.404612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:11.421659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.423485 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df142576-7502-4102-a837-9984e451ccf7 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 200 len: 704 time: 2.1559370 Mar 31 23:11:11.426245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52404) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:11.596348 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-65cd3546-daf0-42f4-875a-ca01a70864a3 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 200 len: 704 time: 0.1687126 Mar 31 23:11:11.600355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:11.875259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:09Z', 'revision_number': 7, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e954057-12b1-4e2f-bd50-0a2ac5c8cd68', 'name': '', 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:01Z', 'updated_at': '2022-03-31T23:11:10Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:11.878027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3af68f1f-b48b-4032-8587-4caae898566f None None] Provisioning complete for port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:11.878518 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3af68f1f-b48b-4032-8587-4caae898566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.946322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e34b2-e4fd-430a-a0ac-7df8fa5deb97 None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:09Z', 'revision_number': 7, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e954057-12b1-4e2f-bd50-0a2ac5c8cd68', 'name': '', 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:01Z', 'updated_at': '2022-03-31T23:11:10Z', 'revision_number': 4, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:12.107711 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3af68f1f-b48b-4032-8587-4caae898566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.241844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3af68f1f-b48b-4032-8587-4caae898566f None None] For port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,segment=NetworkSegment(db441062-0bfa-4115-9794-043980287ae1),segment_id=db441062-0bfa-4115-9794-043980287ae1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:12.247313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-390433475'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:12.273665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.302226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.302624 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.302948 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Floating IP d255acc1-fc63-43cd-93d8-6aa9d7396384 disassociated. External IP: 172.25.4.185, port: 971c7367-1830-4cea-ab96-7d561b0381be. Mar 31 23:11:12.308327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Calling delete_port for 971c7367-1830-4cea-ab96-7d561b0381be owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:12.317055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.331255 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3af68f1f-b48b-4032-8587-4caae898566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.352603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 5480a0df-b27a-49b8-b427-8574bc545220 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:12.382004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:12.455854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af68f1f-b48b-4032-8587-4caae898566f None None] Pushing event updated for resources: {'Port': ['ID=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.477164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:12.491489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.493652 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.515934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414a6e3-ebea-4ea9-a3ba-0ef388aa771a req-9eb4627c-a1fc-4de3-a5a6-88ae64f2c504 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.524862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5414a6e3-ebea-4ea9-a3ba-0ef388aa771a req-9eb4627c-a1fc-4de3-a5a6-88ae64f2c504 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 946 time: 1.2337997 Mar 31 23:11:12.682740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589d059-ac8d-4bac-a491-3e80d5706d2a req-ca21fef5-2f93-4bd2-97de-7f1270c0c0db tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.688374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4589d059-ac8d-4bac-a491-3e80d5706d2a req-ca21fef5-2f93-4bd2-97de-7f1270c0c0db tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 1.4310870 Mar 31 23:11:12.740527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:12.740869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.744639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=d301f35e-6494-4fd1-b643-67400b2ac910,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.797227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Made reservation on behalf of 506d25dadc3043bc815fdcef438a67b5 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:12.802999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.832418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cc073770-2a97-4f15-a277-c2dbb45a7417 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9616609 Mar 31 23:11:12.849894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52428) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:12.948391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5414a6e3-ebea-4ea9-a3ba-0ef388aa771a req-ebaeb7c4-3845-4da4-b9eb-416a15fa9927 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups?id=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4210947 Mar 31 23:11:13.024606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.026775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:13.046386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,segment=NetworkSegment(db441062-0bfa-4115-9794-043980287ae1),segment_id=db441062-0bfa-4115-9794-043980287ae1)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:13.047121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.099360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:13.140545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26fa4de-4cc5-493e-8589-7da4162afe66 None None] Network 5480a0df-b27a-49b8-b427-8574bc545220 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:13.149431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4589d059-ac8d-4bac-a491-3e80d5706d2a req-0fc9d955-55e4-4f99-8513-e610885acdd6 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4305110 Mar 31 23:11:13.169975 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.248865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c9d34774-9c58-4f3b-9768-259c7bff97f8 None None] Provisioning complete for port 1a77caa7-3fb0-445e-9e62-d8c07e05474e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:13.249429 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d34774-9c58-4f3b-9768-259c7bff97f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.332366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:13.333037 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.346696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-595ef836-df69-48d5-bd64-1ad2981df1a7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.348723 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-595ef836-df69-48d5-bd64-1ad2981df1a7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.50 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.0946405 Mar 31 23:11:13.391341 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c10655-c722-4254-bd40-28027e277848 None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:13.410375 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c10655-c722-4254-bd40-28027e277848 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:13.411610 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e6c10655-c722-4254-bd40-28027e277848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:13.510591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1a77caa7-3fb0-445e-9e62-d8c07e05474e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:13.681137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d34774-9c58-4f3b-9768-259c7bff97f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.715692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Deleting port d7090477-9f48-4b26-919b-10337999d67d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:13.720199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.734994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1a77caa7-3fb0-445e-9e62-d8c07e05474e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:13.736663 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.743886 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e6c10655-c722-4254-bd40-28027e277848 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:13.831006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.878282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c9d34774-9c58-4f3b-9768-259c7bff97f8 None None] For port 1a77caa7-3fb0-445e-9e62-d8c07e05474e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1a77caa7-3fb0-445e-9e62-d8c07e05474e,segment=NetworkSegment(1aea3d4a-de3f-47c8-bdd8-64917dd30164),segment_id=1aea3d4a-de3f-47c8-bdd8-64917dd30164)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:13.897712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 971c7367-1830-4cea-ab96-7d561b0381be no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:13.945097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 971c7367-1830-4cea-ab96-7d561b0381be {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:13.945382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 971c7367-1830-4cea-ab96-7d561b0381be not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:13.959595 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] For port d7090477-9f48-4b26-919b-10337999d67d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d7090477-9f48-4b26-919b-10337999d67d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:13.959863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d34774-9c58-4f3b-9768-259c7bff97f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.960488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.005698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event deleted for resources: {'Port': ['ID=971c7367-1830-4cea-ab96-7d561b0381be,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.077553 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d34774-9c58-4f3b-9768-259c7bff97f8 None None] Pushing event updated for resources: {'Port': ['ID=1a77caa7-3fb0-445e-9e62-d8c07e05474e,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.128346 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e6c10655-c722-4254-bd40-28027e277848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:09Z', 'revision_number': 7, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e954057-12b1-4e2f-bd50-0a2ac5c8cd68', 'name': '', 'network_id': '1ed60cc0-52f5-43c3-901d-d2800ecf8146', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:d3:76:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:01Z', 'updated_at': '2022-03-31T23:11:12Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': 'aad102b4-7eb7-4494-a69a-55a3499dc9eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:14.131682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.223007 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c10655-c722-4254-bd40-28027e277848 None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:14.242218 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.242771 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c10655-c722-4254-bd40-28027e277848 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:14.243803 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e6c10655-c722-4254-bd40-28027e277848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:14.254944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a253115c-8e50-4c8d-8542-a865cd10c283 None None] Provisioning complete for port d301f35e-6494-4fd1-b643-67400b2ac910 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:14.255485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a253115c-8e50-4c8d-8542-a865cd10c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.351882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a253115c-8e50-4c8d-8542-a865cd10c283 None None] Port d301f35e-6494-4fd1-b643-67400b2ac910 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:14.383680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a253115c-8e50-4c8d-8542-a865cd10c283 None None] Provisioning complete for port 1a77caa7-3fb0-445e-9e62-d8c07e05474e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:14.384050 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a253115c-8e50-4c8d-8542-a865cd10c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.450468 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e6c10655-c722-4254-bd40-28027e277848 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:14.543652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72dffa4c-108d-4fad-ac7c-aaff6e37e011 req-4e592ca8-1cb8-47bc-a118-a02aa4f2c3d0 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 210 time: 0.4102569 Mar 31 23:11:14.544552 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.651198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Router 91baaa8e-6855-46ab-b623-e1dda10a6688 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:14.664371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fb57d9-6225-4371-a503-a567ff74d5c5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.687075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=7e954057-12b1-4e2f-bd50-0a2ac5c8cd68,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.744870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.745395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.745737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.746112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.746449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.746807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.747162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.747499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.747823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.748146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.749072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.749608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:14.764040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-16318258-b1eb-46bb-8860-ac48a90431ae None None] Provisioning complete for port d301f35e-6494-4fd1-b643-67400b2ac910 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:14.766263 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-16318258-b1eb-46bb-8860-ac48a90431ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.775428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:14.791757 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.795075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.795643 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Floating IP fc249cd9-7feb-4245-b354-558e22a8d240 disassociated. External IP: 172.25.4.40, port: d7090477-9f48-4b26-919b-10337999d67d. Mar 31 23:11:14.798437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Calling delete_port for d7090477-9f48-4b26-919b-10337999d67d owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:14.798640 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.872159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.872159 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Added segment 8aa7b51d-1434-4657-bef0-465f48500939 of type vlan for network c5d9d22c-2299-4956-bc42-ebc2ea55369d Mar 31 23:11:14.921821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-16318258-b1eb-46bb-8860-ac48a90431ae None None] Port d301f35e-6494-4fd1-b643-67400b2ac910 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:15.005568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1a77caa7-3fb0-445e-9e62-d8c07e05474e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:15.046691 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e6c10655-c722-4254-bd40-28027e277848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:13Z', 'revision_number': 8, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:15.088403 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c10655-c722-4254-bd40-28027e277848 None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:13Z', 'revision_number': 8, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:15.129303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1a77caa7-3fb0-445e-9e62-d8c07e05474e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:15.129825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.147778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Router 07b08118-262b-4e68-8114-8e2e496836e0 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:15.227034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.264690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.372128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a013-d143-4868-8d79-2a7de69908f5 req-8252ac68-bcdc-4a0e-b3a7-4e1ec2feecf7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.376246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3822a013-d143-4868-8d79-2a7de69908f5 req-8252ac68-bcdc-4a0e-b3a7-4e1ec2feecf7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 946 time: 0.8898592 Mar 31 23:11:15.599702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.678032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event deleted for resources: {'Port': ['ID=d7090477-9f48-4b26-919b-10337999d67d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:15.688196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3822a013-d143-4868-8d79-2a7de69908f5 req-0b9fdf97-7a32-4471-816b-a060bd10a96b tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=913f2ede-2c29-494a-b411-9b1c8447053e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702258 Mar 31 23:11:16.137666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:16.140928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.146693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.147333 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.159227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:16.178859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Sync routers for ids ['07b08118-262b-4e68-8114-8e2e496836e0'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:16.209114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Routers {'07b08118-262b-4e68-8114-8e2e496836e0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:16.211405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['07b08118-262b-4e68-8114-8e2e496836e0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:16.254686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.260309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:16.278903 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] Sync routers for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:16.305740 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:16.306225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:16.394540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 5.5842798 Mar 31 23:11:16.411299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52472) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:16.413274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Set router 07b08118-262b-4e68-8114-8e2e496836e0 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:16.421688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Request body: {'subnet': {'network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:16.427123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-544b6ce6-b8fd-4b72-9520-d332d9b012c6 req-4627ce34-24e7-4a1f-9895-5ccab648220c tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 210 time: 0.2558649 Mar 31 23:11:16.490605 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:16.497800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] No DVR routers for this DVR port 971c7367-1830-4cea-ab96-7d561b0381be on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:16.507311 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.510922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb568442-3a1e-485b-a419-f2fe316aad2a req-e00d2977-3d59-4a21-b45b-bc5921950fca tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.45 "DELETE /v2.0/ports/971c7367-1830-4cea-ab96-7d561b0381be HTTP/1.1" status: 204 len: 173 time: 7.0887702 Mar 31 23:11:16.511632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb860b0-4945-4795-b414-3de5680c9e20', 'name': 'network-vif-deleted', 'tag': '971c7367-1830-4cea-ab96-7d561b0381be'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:16.514972 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd48438e-96ae-4c2c-bb42-41d5447668e8" -d '{"events": [{"server_uuid": "9cb860b0-4945-4795-b414-3de5680c9e20", "name": "network-vif-deleted", "tag": "971c7367-1830-4cea-ab96-7d561b0381be"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:16.533144 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.566194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:16.599831 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7f82c54e-4116-4e89-bb13-4fba33ba76c8 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9668715 Mar 31 23:11:16.599831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52476) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:16.599989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:16.607482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:16.731809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:16.734163 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:16.909117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.918331 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e26e4b1-6c97-4693-9c89-5d55b458bbc7 x-openstack-request-id: req-8e26e4b1-6c97-4693-9c89-5d55b458bbc7 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:16.918933 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb860b0-4945-4795-b414-3de5680c9e20", "name": "network-vif-deleted", "tag": "971c7367-1830-4cea-ab96-7d561b0381be", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:16.919331 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e26e4b1-6c97-4693-9c89-5d55b458bbc7 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:16.919900 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e26e4b1-6c97-4693-9c89-5d55b458bbc7'] response: {'server_uuid': '9cb860b0-4945-4795-b414-3de5680c9e20', 'name': 'network-vif-deleted', 'tag': '971c7367-1830-4cea-ab96-7d561b0381be', 'status': 'completed', 'code': 200} Mar 31 23:11:17.017168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06a912c-bdcd-4cf5-bf70-47a9f7e82e2f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet aad102b4-7eb7-4494-a69a-55a3499dc9eb {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:17.027344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46385bed-1e9d-46dc-b37c-c30cca1a9061 req-99ac1bac-b130-4508-8cfc-ff69cb2d9af8 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 210 time: 0.1033137 Mar 31 23:11:17.032616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e06a912c-bdcd-4cf5-bf70-47a9f7e82e2f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.052020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a7e1e-b078-4736-b2cd-845b7b7f2362 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'Network': ['ID=c5d9d22c-2299-4956-bc42-ebc2ea55369d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.057288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.059086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eb231d6b-e3bc-42d4-85bb-0dcd4a5f4a12 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.7496326 Mar 31 23:11:17.125343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52484) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:17.133524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:17.154166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e06a912c-bdcd-4cf5-bf70-47a9f7e82e2f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.192750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=d301f35e-6494-4fd1-b643-67400b2ac910,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.198766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Made reservation on behalf of 506d25dadc3043bc815fdcef438a67b5 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:17.206278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.265948 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:10:00Z', 'revision_number': 5, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:17.357587 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] Checking router: 91baaa8e-6855-46ab-b623-e1dda10a6688 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:17.381670 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:17.382310 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:17.535575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e06a912c-bdcd-4cf5-bf70-47a9f7e82e2f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.616820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:17.646373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.685332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:17.692580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:17.707797 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:17.775555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d7090477-9f48-4b26-919b-10337999d67d no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:17.807412 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] Sync routers for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:17.823927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-637e7b4e-54e6-49b4-a785-8251a45858db req-80724e22-208a-450a-af18-549f3ac1903f tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb860b0-4945-4795-b414-3de5680c9e20 HTTP/1.1" status: 200 len: 210 time: 0.1252222 Mar 31 23:11:17.866758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] No DVR routers for this DVR port d7090477-9f48-4b26-919b-10337999d67d on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:17.872093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.878094 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-eba7336a-ade9-4226-b4bd-d7175233c7d2 req-8a435dd6-2ca4-47d8-b180-4d4b62240774 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.50 "DELETE /v2.0/ports/d7090477-9f48-4b26-919b-10337999d67d HTTP/1.1" status: 204 len: 173 time: 4.5221422 Mar 31 23:11:17.882988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'name': 'network-vif-deleted', 'tag': 'd7090477-9f48-4b26-919b-10337999d67d'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:17.888774 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98706c57-6aec-47d9-8522-20c6541b028c" -d '{"events": [{"server_uuid": "c49b87c6-3d20-4311-ac52-898b23513b2e", "name": "network-vif-deleted", "tag": "d7090477-9f48-4b26-919b-10337999d67d"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:17.938468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: d7090477-9f48-4b26-919b-10337999d67d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:17.938836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d7090477-9f48-4b26-919b-10337999d67d not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:17.940282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:17.940611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7e954057-12b1-4e2f-bd50-0a2ac5c8cd68 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:17.964828 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68f43aa-f228-40f1-b132-07c4038ba948 x-openstack-request-id: req-a68f43aa-f228-40f1-b132-07c4038ba948 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:17.965352 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49b87c6-3d20-4311-ac52-898b23513b2e", "name": "network-vif-deleted", "tag": "d7090477-9f48-4b26-919b-10337999d67d", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:17.968514 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a68f43aa-f228-40f1-b132-07c4038ba948 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:17.969516 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68f43aa-f228-40f1-b132-07c4038ba948'] response: {'server_uuid': 'c49b87c6-3d20-4311-ac52-898b23513b2e', 'name': 'network-vif-deleted', 'tag': 'd7090477-9f48-4b26-919b-10337999d67d', 'status': 'completed', 'code': 200} Mar 31 23:11:18.012244 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:18.013366 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:18.019839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bccce9f3-d78e-495e-9ba3-b7e057138acb None None] Provisioning complete for port d301f35e-6494-4fd1-b643-67400b2ac910 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:18.019839 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bccce9f3-d78e-495e-9ba3-b7e057138acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.038127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.068379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bccce9f3-d78e-495e-9ba3-b7e057138acb None None] Port d301f35e-6494-4fd1-b643-67400b2ac910 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:18.200278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e06a912c-bdcd-4cf5-bf70-47a9f7e82e2f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.237316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e06a912c-bdcd-4cf5-bf70-47a9f7e82e2f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.244820 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e06a912c-bdcd-4cf5-bf70-47a9f7e82e2f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/aad102b4-7eb7-4494-a69a-55a3499dc9eb HTTP/1.1" status: 204 len: 168 time: 1.6530528 Mar 31 23:11:18.246667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52502) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:18.261652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'Subnet': ['ID=2414dc36-1bde-469b-aa75-ed75a747462d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:18.281667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f55ddf-cad1-468f-90b9-2d7b30487dca None None] Network 1ed60cc0-52f5-43c3-901d-d2800ecf8146 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:18.308086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a912c-bdcd-4cf5-bf70-47a9f7e82e2f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=aad102b4-7eb7-4494-a69a-55a3499dc9eb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:18.310609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Checking segment: {'id': '8aa7b51d-1434-4657-bef0-465f48500939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:18.311551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Network hostable DHCP agents. Network: c5d9d22c-2299-4956-bc42-ebc2ea55369d, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:18.321859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88f65738-5489-4609-ac7c-251a9404bd8d req-50ee841e-a583-4ac9-b846-79fc7b45b916 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 210 time: 0.1124237 Mar 31 23:11:18.420294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:11:09Z', 'revision_number': 3, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port': {'id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:18.473811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Checking router: 07b08118-262b-4e68-8114-8e2e496836e0 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:18.473811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Updating router 07b08118-262b-4e68-8114-8e2e496836e0 port 07982bd0-79ea-47d6-bedd-7313cd19dd81 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:18.501695 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:18.514107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:18.590173 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.656909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c5d9d22c-2299-4956-bc42-ebc2ea55369d) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:18.669841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.671492 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.701717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.705180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.727403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.805168 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9a1042c3-c987-4300-a69a-4dc176732101 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3916597 Mar 31 23:11:18.807738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52508) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:18.820599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3ce94ee4-a375-4622-8042-2d61eadf84c7 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1844978570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:18.888125 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.890100 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.934231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3f270d-e3d9-4640-bf16-b9d29d07330a None None] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:18.942554 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:10:00Z', 'revision_number': 5, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:18.942861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:13Z', 'revision_number': 8, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:18.978691 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d402ce90-9a7b-475a-9e62-350ebac2a581 None None] The sync data for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 is: [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 4, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '42a88f2c-64df-4319-b716-a9334ef761e2', 'name': '', 'network_id': 'e0e57d36-1ee0-4549-99de-e7bf317a3054', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'mac_address': 'fa:16:3e:6f:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:51Z', 'updated_at': '2022-03-31T23:10:00Z', 'revision_number': 5, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'subnets': [{'id': 'd44a2291-a296-4670-b631-5c97a3e62741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:18.983783 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.019352 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] Checking router: bae17eb4-29f0-4180-bfa8-ab700ef5dac8 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:19.031073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:19.031796 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.054808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ce94ee4-a375-4622-8042-2d61eadf84c7 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.063166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ce94ee4-a375-4622-8042-2d61eadf84c7 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.124815 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.128190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52518) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:19.150804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:19.179904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=d301f35e-6494-4fd1-b643-67400b2ac910,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:19.214346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:19.215008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.218424 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:19.265221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.265221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.265221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.265221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.270521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.270521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.270521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.270521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.270521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.270521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.270521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.270521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:19.333772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ce94ee4-a375-4622-8042-2d61eadf84c7 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.341645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f62a-df81-4f97-9a33-57192157e40e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.398740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:19.399345 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.402836 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f62a-df81-4f97-9a33-57192157e40e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.439983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ce94ee4-a375-4622-8042-2d61eadf84c7 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.459414 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.571364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3ce94ee4-a375-4622-8042-2d61eadf84c7 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.572618 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3ce94ee4-a375-4622-8042-2d61eadf84c7 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7638795 Mar 31 23:11:19.575524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52526) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:19.619558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:19.622838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Allocated IP 172.20.0.1 (4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf/cdbee961-a515-45e5-ba93-c79f051d8fe1/1c25f241-b8b7-4fd8-88ab-74a86d9ac21f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:19.624076 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.645374 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f62a-df81-4f97-9a33-57192157e40e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.647643 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f62a-df81-4f97-9a33-57192157e40e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.651047 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c4f5f62a-df81-4f97-9a33-57192157e40e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "DELETE /v2.0/security-groups/82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b HTTP/1.1" status: 204 len: 168 time: 0.5207345 Mar 31 23:11:19.661452 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d20d6e-6899-462c-81ae-144922b3ecc2 None None] The sync data for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 is: [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:19.690823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52530) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:19.691673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5f62a-df81-4f97-9a33-57192157e40e tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:19.712202 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-2f8a63e9-6a69-4ad6-8596-289a2dab24a0 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] show failed (client error): The resource could not be found. Mar 31 23:11:19.716021 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2f8a63e9-6a69-4ad6-8596-289a2dab24a0 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "GET /v2.0/security-groups/82d8a5d7-b82b-4c8b-82d2-9f37abfedf9b HTTP/1.1" status: 404 len: 347 time: 0.0190322 Mar 31 23:11:19.737751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52532) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:19.746542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9233f1-fa5b-41f8-bb09-1f77a2f36285 None None] New status for floating IP d255acc1-fc63-43cd-93d8-6aa9d7396384: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:11:19.799378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1533b1a-3190-4454-91ee-c55530ab652f None None] Pushing event updated for resources: {'Port': ['ID=07982bd0-79ea-47d6-bedd-7313cd19dd81,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:19.887576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 5480a0df-b27a-49b8-b427-8574bc545220 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:19.931823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] DHCP port deletion for 1ed60cc0-52f5-43c3-901d-d2800ecf8146 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:19.946534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3bf1b76-3826-4869-a7cc-95b1b253101d req-3cc105be-b9bb-42fd-9efa-3cb304090335 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=c49b87c6-3d20-4311-ac52-898b23513b2e HTTP/1.1" status: 200 len: 210 time: 0.3630352 Mar 31 23:11:19.953097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Attempting to bind port 07982bd0-79ea-47d6-bedd-7313cd19dd81 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:19.953752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Attempting to bind port 07982bd0-79ea-47d6-bedd-7313cd19dd81 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:19.954035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Attempting to bind port 07982bd0-79ea-47d6-bedd-7313cd19dd81 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:19.958025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:20.033946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:20.034319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:20.034784 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.035173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:20.035663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Bound port: 07982bd0-79ea-47d6-bedd-7313cd19dd81, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:20.036048 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.100792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.188659 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210eda00-ed73-44aa-9426-7703fa5b9cf6 None None] New status for floating IP fc249cd9-7feb-4245-b354-558e22a8d240: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:11:20.407852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-c5d9d22c-2299-4956-bc42-ebc2ea55369d', 'network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d', 'tenant_id': '506d25dadc3043bc815fdcef438a67b5', 'fixed_ips': [{'subnet_id': '2414dc36-1bde-469b-aa75-ed75a747462d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:20.408799 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.502594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] For port 07982bd0-79ea-47d6-bedd-7313cd19dd81, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:20.533637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] For port 07982bd0-79ea-47d6-bedd-7313cd19dd81, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=07982bd0-79ea-47d6-bedd-7313cd19dd81,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:20.562463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port 394bf385-f623-4f96-b0ca-b96e8e28b9a8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=394bf385-f623-4f96-b0ca-b96e8e28b9a8,segment=NetworkSegment(db441062-0bfa-4115-9794-043980287ae1),segment_id=db441062-0bfa-4115-9794-043980287ae1)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:20.563104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.577807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.580122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Allocated IP 172.20.0.1 (c5d9d22c-2299-4956-bc42-ebc2ea55369d/2414dc36-1bde-469b-aa75-ed75a747462d/11ca57ff-e948-48b4-af5b-4b1908194334) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:20.594961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0fcaff13-02cf-4ab7-ac64-6aa1557849ea None None] Provisioning complete for port d301f35e-6494-4fd1-b643-67400b2ac910 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:20.595379 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0fcaff13-02cf-4ab7-ac64-6aa1557849ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.611711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 394bf385-f623-4f96-b0ca-b96e8e28b9a8 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:20.708379 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.726074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] Deleting port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:20.727135 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.803951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.817186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1533b1a-3190-4454-91ee-c55530ab652f None None] Pushing event updated for resources: {'Port': ['ID=07982bd0-79ea-47d6-bedd-7313cd19dd81,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:20.851996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Deleting port 11f6bee4-2142-4451-a902-f70b2fb4ed7e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:20.852458 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.884847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Routers {'07b08118-262b-4e68-8114-8e2e496836e0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:20.886282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['07b08118-262b-4e68-8114-8e2e496836e0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:20.925830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0fcaff13-02cf-4ab7-ac64-6aa1557849ea None None] Port d301f35e-6494-4fd1-b643-67400b2ac910 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:20.927449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 394bf385-f623-4f96-b0ca-b96e8e28b9a8 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:20.970548 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.970805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.986299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Router 53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:20.995047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Calling delete_port for 11f6bee4-2142-4451-a902-f70b2fb4ed7e owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:21.017487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.050150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.074801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] For port 394bf385-f623-4f96-b0ca-b96e8e28b9a8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=394bf385-f623-4f96-b0ca-b96e8e28b9a8,segment=NetworkSegment(db441062-0bfa-4115-9794-043980287ae1),segment_id=db441062-0bfa-4115-9794-043980287ae1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:21.075338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.099966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'Port': ['ID=11ca57ff-e948-48b4-af5b-4b1908194334,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.119655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:21.119655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:21.130000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:21.142885 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.143164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No active binding found for port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 {{(pid=109822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:11:21.143606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 394bf385-f623-4f96-b0ca-b96e8e28b9a8 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:21.157954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] Calling delete_port for 394bf385-f623-4f96-b0ca-b96e8e28b9a8 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:21.174396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:13Z', 'revision_number': 8, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.206608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52552) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.255992 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.265059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] Set router 07b08118-262b-4e68-8114-8e2e496836e0 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:21.318168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:21.319725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Pushing event updated for resources: {'Port': ['ID=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.322646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No DVR routers for this DVR port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:21.335528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:21.348820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:21.368231 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-43eb528e-febb-4c66-a6fb-a2df6e53d42c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.378768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049251d9-4bf8-450a-9a73-060ade24b788 None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:13Z', 'revision_number': 8, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '5b0768eb-a27f-452a-b9b4-004851734a68', 'name': '', 'network_id': '40947f03-908e-4674-b414-ca110a099a54', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:1d:0e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:53Z', 'updated_at': '2022-03-31T23:11:04Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '63fa097b-6e6d-428b-a456-a7797ef87c0d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:21.385388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Allocated IP 172.20.0.2 (c5d9d22c-2299-4956-bc42-ebc2ea55369d/2414dc36-1bde-469b-aa75-ed75a747462d/4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:21.420248 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.424542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-43eb528e-febb-4c66-a6fb-a2df6e53d42c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.524677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:21.531372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=394bf385-f623-4f96-b0ca-b96e8e28b9a8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.536670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5245a5de-4550-4cbf-adca-dfa0f9401512 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "PUT /v2.0/routers/53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6566122 Mar 31 23:11:21.539991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52560) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.558697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc0fca-aa35-4a0e-8c69-dcd98488fbb5 None None] Sync routers for ids ['53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:21.602277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-43eb528e-febb-4c66-a6fb-a2df6e53d42c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.602975 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.606312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-43eb528e-febb-4c66-a6fb-a2df6e53d42c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.607517 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-43eb528e-febb-4c66-a6fb-a2df6e53d42c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "DELETE /v2.0/security-groups/913f2ede-2c29-494a-b411-9b1c8447053e HTTP/1.1" status: 204 len: 168 time: 0.3997831 Mar 31 23:11:21.624640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52564) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.625467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb528e-febb-4c66-a6fb-a2df6e53d42c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f2ede-2c29-494a-b411-9b1c8447053e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.637222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed60cc0-52f5-43c3-901d-d2800ecf8146']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.652840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db441062-0bfa-4115-9794-043980287ae1') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.653309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db441062-0bfa-4115-9794-043980287ae1') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.669970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.680281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.690531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.692561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:21.692965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:21.698751 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:21.723079 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-a423ed7a-8c37-4299-9ee6-2cef912a101a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] show failed (client error): The resource could not be found. Mar 31 23:11:21.728084 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a423ed7a-8c37-4299-9ee6-2cef912a101a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups/913f2ede-2c29-494a-b411-9b1c8447053e HTTP/1.1" status: 404 len: 347 time: 0.0824869 Mar 31 23:11:21.730218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc0fca-aa35-4a0e-8c69-dcd98488fbb5 None None] Routers {'53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:21.730900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-39fc0fca-aa35-4a0e-8c69-dcd98488fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.734416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52566) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.795709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-39fc0fca-aa35-4a0e-8c69-dcd98488fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.799442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.805567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7150c-652e-4159-b855-cbef1e9a6e32 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.810684 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4ad7150c-652e-4159-b855-cbef1e9a6e32 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e HTTP/1.1" status: 200 len: 989 time: 0.2656569 Mar 31 23:11:21.812726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.849449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Pushing event deleted for resources: {'Port': ['ID=11f6bee4-2142-4451-a902-f70b2fb4ed7e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.899450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] Pushing event deleted for resources: {'Port': ['ID=394bf385-f623-4f96-b0ca-b96e8e28b9a8,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.904551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ce7bc-9e14-46b4-9313-76be933ea5c4 None None] No DVR routers for this DVR port 394bf385-f623-4f96-b0ca-b96e8e28b9a8 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:21.911287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc0fca-aa35-4a0e-8c69-dcd98488fbb5 None None] Routers {'53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:21.912249 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-39fc0fca-aa35-4a0e-8c69-dcd98488fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.954405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-39fc0fca-aa35-4a0e-8c69-dcd98488fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.955404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc0fca-aa35-4a0e-8c69-dcd98488fbb5 None None] The sync data for ids ['53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:21.980007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.005146 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.007669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.011810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f1d4accf-a06d-4f43-8212-7f78722edea2 tempest-ServersTestManualDisk-918592949 tempest-ServersTestManualDisk-918592949-project] 10.222.0.31 "DELETE /v2.0/floatingips/d255acc1-fc63-43cd-93d8-6aa9d7396384 HTTP/1.1" status: 204 len: 168 time: 2.2700913 Mar 31 23:11:22.011961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52572) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:22.035565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.040992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:11:09Z', 'revision_number': 3, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port': {'id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:22.041831 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:11:22.073982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11014d53-5af7-4650-9c95-82a887dd6b02 None None] The sync data for ids ['07b08118-262b-4e68-8114-8e2e496836e0'] in n-d-836015-1 is: [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:11:09Z', 'revision_number': 3, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port': {'id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:22.115079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Deleting port 48470e9e-39c5-4192-a7d1-d832e149b1f8 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:22.115269 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.152385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.167933 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.199277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.205634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/1ed60cc0-52f5-43c3-901d-d2800ecf8146 HTTP/1.1" status: 204 len: 168 time: 3.9520926 Mar 31 23:11:22.208600 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.226739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52576) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:22.262102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9651b5-e3bd-462e-a714-5a0d5f0b8285 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=1ed60cc0-52f5-43c3-901d-d2800ecf8146,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.337749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:22.348952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:22.361231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:22.407068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Pushing event updated for resources: {'Port': ['ID=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.469904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.470391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.506069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Attempting to bind port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:22.506596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Attempting to bind port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '8aa7b51d-1434-4657-bef0-465f48500939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:22.507006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Attempting to bind port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e on network c5d9d22c-2299-4956-bc42-ebc2ea55369d {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:22.512811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:22.513144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Checking segment: {'id': '8aa7b51d-1434-4657-bef0-465f48500939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:22.513567 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.514584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Bound using segment: {'id': '8aa7b51d-1434-4657-bef0-465f48500939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:22.515049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Bound port: 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa7b51d-1434-4657-bef0-465f48500939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:22.515571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.566085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Calling delete_port for 48470e9e-39c5-4192-a7d1-d832e149b1f8 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:22.603222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] For port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:22.606850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] For port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,segment=NetworkSegment(8aa7b51d-1434-4657-bef0-465f48500939),segment_id=8aa7b51d-1434-4657-bef0-465f48500939)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:22.689364 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.817711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68168bf6-4a0e-43e3-9805-59a1ca06539a None None] Pushing event updated for resources: {'Port': ['ID=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.954688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 07982bd0-79ea-47d6-bedd-7313cd19dd81 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:23.077343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 07982bd0-79ea-47d6-bedd-7313cd19dd81 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:23.077791 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.148999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.264474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.328261 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.396350 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.415360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 07982bd0-79ea-47d6-bedd-7313cd19dd81, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=07982bd0-79ea-47d6-bedd-7313cd19dd81,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:23.467765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Pushing event updated for resources: {'Port': ['ID=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.475796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.497493 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.501952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.552203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event deleted for resources: {'Port': ['ID=48470e9e-39c5-4192-a7d1-d832e149b1f8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.641940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.709510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=07982bd0-79ea-47d6-bedd-7313cd19dd81,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.766914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.811610 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.814511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.819518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9434c698-ad87-448e-8649-3d428e5212a1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "DELETE /v2.0/floatingips/fc249cd9-7feb-4245-b354-558e22a8d240 HTTP/1.1" status: 204 len: 168 time: 2.0733931 Mar 31 23:11:23.848265 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.901761 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.915330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'Port': ['ID=11ca57ff-e948-48b4-af5b-4b1908194334,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.919414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:23.923466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:24.018656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:24.025014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:24.431270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Router 16fb65e4-70fc-4d17-9d3d-c8690d185875 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:24.464952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.744974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cad5d8-745c-460b-9e22-9caa173fccb9 None None] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:24.749776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Router 07b08118-262b-4e68-8114-8e2e496836e0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:24.929137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-170b9a9c-441e-4bbe-a9fc-12929c40225d None None] Provisioning complete for port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:24.929899 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-170b9a9c-441e-4bbe-a9fc-12929c40225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.040516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port d301f35e-6494-4fd1-b643-67400b2ac910 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:25.041131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.079290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:25.087755 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3c24767a-19a3-4793-8ba6-e0f83d6dad86 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "PUT /v2.0/routers/16fb65e4-70fc-4d17-9d3d-c8690d185875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5087099 Mar 31 23:11:25.090180 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52614) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:25.096633 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2085f08-1ddd-4d3a-b66c-bc50a5965422 None None] Sync routers for ids ['16fb65e4-70fc-4d17-9d3d-c8690d185875'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:25.100431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Request body: {'port': {'network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d', 'name': 'tempest-FloatingIPNegativeTestJSON-1317575087'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:25.115538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:25.116994 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2085f08-1ddd-4d3a-b66c-bc50a5965422 None None] Routers {'16fb65e4-70fc-4d17-9d3d-c8690d185875'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:25.117531 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b2085f08-1ddd-4d3a-b66c-bc50a5965422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['16fb65e4-70fc-4d17-9d3d-c8690d185875'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.122965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e8822912-da8c-4196-a664-0322c673a89b admin admin] 10.222.0.31 "PUT /v2.0/routers/07b08118-262b-4e68-8114-8e2e496836e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9863806 Mar 31 23:11:25.126933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52616) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:25.144053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-852c53d9-cf7c-4bfc-9344-039c47f6951e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566771293', 'description': 'tempest-description--362901299'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:25.191941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b2085f08-1ddd-4d3a-b66c-bc50a5965422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.212812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Deleting port 42a88f2c-64df-4319-b716-a9334ef761e2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:25.213165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.218665 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2085f08-1ddd-4d3a-b66c-bc50a5965422 None None] Routers {'16fb65e4-70fc-4d17-9d3d-c8690d185875'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:25.219368 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b2085f08-1ddd-4d3a-b66c-bc50a5965422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['16fb65e4-70fc-4d17-9d3d-c8690d185875'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.254414 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-852c53d9-cf7c-4bfc-9344-039c47f6951e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.274566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:25.294120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Sync routers for ids ['07b08118-262b-4e68-8114-8e2e496836e0'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:25.307849 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b2085f08-1ddd-4d3a-b66c-bc50a5965422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.309562 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2085f08-1ddd-4d3a-b66c-bc50a5965422 None None] The sync data for ids ['16fb65e4-70fc-4d17-9d3d-c8690d185875'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:25.381396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Routers {'07b08118-262b-4e68-8114-8e2e496836e0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:25.382039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['07b08118-262b-4e68-8114-8e2e496836e0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.427758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.447696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] For port 42a88f2c-64df-4319-b716-a9334ef761e2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=42a88f2c-64df-4319-b716-a9334ef761e2,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:25.447696 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.465488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Calling delete_port for 42a88f2c-64df-4319-b716-a9334ef761e2 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:25.507074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Made reservation on behalf of 506d25dadc3043bc815fdcef438a67b5 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:25.511215 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.531330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for d301f35e-6494-4fd1-b643-67400b2ac910 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:25.559868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] device_id is not set on port df0b202f-5165-4c33-9b74-009b68d0aad6 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:11:25.626339 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-852c53d9-cf7c-4bfc-9344-039c47f6951e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.663328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:25.663715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.667809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Set router 07b08118-262b-4e68-8114-8e2e496836e0 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:25.692045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 5b0768eb-a27f-452a-b9b4-004851734a68 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:25.692726 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.700192 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-170b9a9c-441e-4bbe-a9fc-12929c40225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.761944 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-852c53d9-cf7c-4bfc-9344-039c47f6951e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.865124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-852c53d9-cf7c-4bfc-9344-039c47f6951e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.869694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-852c53d9-cf7c-4bfc-9344-039c47f6951e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7416337 Mar 31 23:11:25.875353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52642) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:25.880162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-170b9a9c-441e-4bbe-a9fc-12929c40225d None None] For port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,segment=NetworkSegment(8aa7b51d-1434-4657-bef0-465f48500939),segment_id=8aa7b51d-1434-4657-bef0-465f48500939)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:25.920871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d9a3c6b5-faea-408f-b823-864d5f259060 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'security_group_rule': {'security_group_id': '3e7282ae-36ec-4637-a8e6-1a8029559530', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:25.925815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c53d9-cf7c-4bfc-9344-039c47f6951e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7282ae-36ec-4637-a8e6-1a8029559530,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.975911 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-170b9a9c-441e-4bbe-a9fc-12929c40225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.031973 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.050954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-e5a70f20-2bda-486d-876f-8abcb1279ec6 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.052523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-e5a70f20-2bda-486d-876f-8abcb1279ec6 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 811 time: 0.2547066 Mar 31 23:11:26.058025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Allocated IP 172.20.0.3 (c5d9d22c-2299-4956-bc42-ebc2ea55369d/2414dc36-1bde-469b-aa75-ed75a747462d/df0b202f-5165-4c33-9b74-009b68d0aad6) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:26.063998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9a3c6b5-faea-408f-b823-864d5f259060 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.071955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port 5b0768eb-a27f-452a-b9b4-004851734a68, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5b0768eb-a27f-452a-b9b4-004851734a68,segment=NetworkSegment(8b5a67b1-6c65-4ff7-951b-8d37ffa150ed),segment_id=8b5a67b1-6c65-4ff7-951b-8d37ffa150ed)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:26.072364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.117644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ec390764-b2d2-44c8-8dc2-c81686ef29db tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/quotas/2870f1aaf4884df69bf16f7e3e95ef72 HTTP/1.1" status: 200 len: 375 time: 0.0507624 Mar 31 23:11:26.128053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b9a9c-441e-4bbe-a9fc-12929c40225d None None] Pushing event updated for resources: {'Port': ['ID=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:26.133482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 5b0768eb-a27f-452a-b9b4-004851734a68 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:26.155756 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.231524 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:11:26.232148 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:11:26.242021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0a69abc8-0de8-4918-9ba7-72f437da99e8 None None] Provisioning complete for port 11ca57ff-e948-48b4-af5b-4b1908194334 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:26.242674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0a69abc8-0de8-4918-9ba7-72f437da99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.255436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Pushing event deleted for resources: {'Port': ['ID=42a88f2c-64df-4319-b716-a9334ef761e2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:26.273753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:11:21Z', 'revision_number': 4, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port': {'id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1c25f241-b8b7-4fd8-88ab-74a86d9ac21f', 'name': '', 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'mac_address': 'fa:16:3e:63:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'cdbee961-a515-45e5-ba93-c79f051d8fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:18Z', 'updated_at': '2022-03-31T23:11:22Z', 'revision_number': 2, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'subnets': [{'id': 'cdbee961-a515-45e5-ba93-c79f051d8fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:26.308488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Checking router: 07b08118-262b-4e68-8114-8e2e496836e0 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:26.309415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Updating router 07b08118-262b-4e68-8114-8e2e496836e0 port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:26.356404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0a69abc8-0de8-4918-9ba7-72f437da99e8 None None] Port 11ca57ff-e948-48b4-af5b-4b1908194334 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:26.362988 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.411572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0a69abc8-0de8-4918-9ba7-72f437da99e8 None None] Provisioning complete for port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:26.412186 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0a69abc8-0de8-4918-9ba7-72f437da99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.613486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ad08d7b1-c942-4a8e-8227-9a947843be28 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4813130 Mar 31 23:11:26.617083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.777762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9a3c6b5-faea-408f-b823-864d5f259060 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.797477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f8bf11ea-8f67-4760-9cf5-5b223871ccfb service neutron] 10.222.0.31 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710997 Mar 31 23:11:26.803287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.858025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=5b0768eb-a27f-452a-b9b4-004851734a68,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:26.859616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 07982bd0-79ea-47d6-bedd-7313cd19dd81 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:26.871866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9a3c6b5-faea-408f-b823-864d5f259060 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.990301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9a3c6b5-faea-408f-b823-864d5f259060 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.994435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d9a3c6b5-faea-408f-b823-864d5f259060 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1109564 Mar 31 23:11:26.995583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3c6b5-faea-408f-b823-864d5f259060 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606a1679-d47c-4128-97bf-ec37462501ee,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:27.001007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52656) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:27.011296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-270a9f50-9acd-4662-aa6a-4abaf754f554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'security_group_rule': {'security_group_id': '3e7282ae-36ec-4637-a8e6-1a8029559530', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:27.065510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 07982bd0-79ea-47d6-bedd-7313cd19dd81 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:27.076837 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.232780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8b55537b-0336-4265-a94e-b8335d438c83 None None] Provisioning complete for port 11ca57ff-e948-48b4-af5b-4b1908194334 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:27.233450 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b55537b-0336-4265-a94e-b8335d438c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.282439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8b55537b-0336-4265-a94e-b8335d438c83 None None] Port 11ca57ff-e948-48b4-af5b-4b1908194334 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:27.310026 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.339977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Router 91baaa8e-6855-46ab-b623-e1dda10a6688 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:27.344405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-4c5e8fcd-1e17-4882-8203-4f19d6f2db2b service neutron] 10.222.0.31 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093195 Mar 31 23:11:27.403038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.435282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-270a9f50-9acd-4662-aa6a-4abaf754f554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.457367 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.528483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136f976-a231-4fd4-9cad-7b1f9bd0fd28 None None] Pushing event updated for resources: {'Port': ['ID=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:27.581110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:27.597336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-57bb0cc5-daaa-4ed9-9aa3-34cac04e921a admin admin] 10.222.0.31 "PUT /v2.0/routers/91baaa8e-6855-46ab-b623-e1dda10a6688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5844290 Mar 31 23:11:27.611481 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] Sync routers for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:27.621636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52664) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:27.632297 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:27.633280 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:27.684785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=d301f35e-6494-4fd1-b643-67400b2ac910,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:27.704183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-270a9f50-9acd-4662-aa6a-4abaf754f554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.737902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Attempting to bind port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:27.738277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Attempting to bind port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:27.738667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Attempting to bind port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f on network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:27.755018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:27.755784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Checking segment: {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:27.756347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.756959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Bound using segment: {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:27.757621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Bound port: 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:27.758179 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.875897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-270a9f50-9acd-4662-aa6a-4abaf754f554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.930784 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:27.987351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:27.996691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] For port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:28.054998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.069111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] For port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:28.103762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-270a9f50-9acd-4662-aa6a-4abaf754f554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.104979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-270a9f50-9acd-4662-aa6a-4abaf754f554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1017740 Mar 31 23:11:28.127427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:28.128105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.155374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-324dcb29-0d43-4c00-b396-4204d92d715a req-27d13756-7bce-4980-84cb-c94a36d53762 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 210 time: 0.2076001 Mar 31 23:11:28.155865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52676) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:28.159494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a9f50-9acd-4662-aa6a-4abaf754f554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ef2eda-a5c2-4e28-ad92-211aad3394fb,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:28.165955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:28.302657 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.304248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.317902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.423655 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.447052 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.504232 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:11:25Z', 'revision_number': 5, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port': {'id': 'd3e25782-d4f8-4438-87b9-cd999582e3a6', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:46Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.538221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.565174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Routers {'07b08118-262b-4e68-8114-8e2e496836e0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:28.567230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['07b08118-262b-4e68-8114-8e2e496836e0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.580261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136f976-a231-4fd4-9cad-7b1f9bd0fd28 None None] Pushing event updated for resources: {'Port': ['ID=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:28.619727 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] Checking router: 91baaa8e-6855-46ab-b623-e1dda10a6688 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:28.637637 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] Routers {'91baaa8e-6855-46ab-b623-e1dda10a6688'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:28.639433 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['91baaa8e-6855-46ab-b623-e1dda10a6688'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.726921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Deleting port d3e25782-d4f8-4438-87b9-cd999582e3a6 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:28.727226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.809497 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] Set router 91baaa8e-6855-46ab-b623-e1dda10a6688 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:28.868832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] Set router 07b08118-262b-4e68-8114-8e2e496836e0 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:28.890600 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.948003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.051129 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:11:28Z', 'revision_number': 6, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:29.067971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] For port d3e25782-d4f8-4438-87b9-cd999582e3a6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d3e25782-d4f8-4438-87b9-cd999582e3a6,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:29.068346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.109944 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73436595-f73d-4012-83ae-c982d6b7b7c6 None None] The sync data for ids ['91baaa8e-6855-46ab-b623-e1dda10a6688'] in n-d-836015-1 is: [{'id': '91baaa8e-6855-46ab-b623-e1dda10a6688', 'name': 'tempest-ServersTestManualDisk-1565106818-router', 'tenant_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:45Z', 'updated_at': '2022-03-31T23:11:28Z', 'revision_number': 6, 'project_id': '8a5e46fa43f34495a8c9dddbfc9b5e26', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:29.116040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Calling delete_port for d3e25782-d4f8-4438-87b9-cd999582e3a6 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:29.245829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Allocated IP 172.25.4.99 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/2ab7991c-ff6c-4193-8fee-676564b54343) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:29.360482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:29.366676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Router 53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:29.368594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:29.372618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:29.377355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:29.398984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:11:21Z', 'revision_number': 4, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port': {'id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1c25f241-b8b7-4fd8-88ab-74a86d9ac21f', 'name': '', 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'mac_address': 'fa:16:3e:63:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'cdbee961-a515-45e5-ba93-c79f051d8fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:18Z', 'updated_at': '2022-03-31T23:11:27Z', 'revision_number': 4, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'subnets': [{'id': 'cdbee961-a515-45e5-ba93-c79f051d8fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:29.455392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4049e6b-1b69-4d41-9e2b-ad55acadce89 None None] The sync data for ids ['07b08118-262b-4e68-8114-8e2e496836e0'] in n-d-836015-1 is: [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:11:21Z', 'revision_number': 4, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port': {'id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1c25f241-b8b7-4fd8-88ab-74a86d9ac21f', 'name': '', 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'mac_address': 'fa:16:3e:63:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'cdbee961-a515-45e5-ba93-c79f051d8fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:18Z', 'updated_at': '2022-03-31T23:11:27Z', 'revision_number': 4, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'subnets': [{'id': 'cdbee961-a515-45e5-ba93-c79f051d8fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:29.465207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.469505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.496096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'Port': ['ID=df0b202f-5165-4c33-9b74-009b68d0aad6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:29.646159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.842397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-18e5beee-2b3d-4d94-8e60-826d32aa5587 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7470317 Mar 31 23:11:29.908425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52702) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:29.911424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca77d01d-fc17-4609-8c2b-288582c87ab3 req-3cc80a16-8410-49f0-b7f4-3fbbf64c913c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 210 time: 0.6243663 Mar 31 23:11:29.918980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:29.923129 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.955495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e5583ff0-c708-4b6b-bfcb-cba40a23e0ed None None] Provisioning complete for port df0b202f-5165-4c33-9b74-009b68d0aad6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:29.956393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e5583ff0-c708-4b6b-bfcb-cba40a23e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.985590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:29.989108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:29.993145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:30.027597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e5583ff0-c708-4b6b-bfcb-cba40a23e0ed None None] Port df0b202f-5165-4c33-9b74-009b68d0aad6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:30.037234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:30.040123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'Port': ['ID=2ab7991c-ff6c-4193-8fee-676564b54343,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:30.049441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230a0b1-f35c-48d1-ae76-19dbcea7b97b None None] Sync routers for ids ['53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:30.068314 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dad179a4-9a03-4cce-8d86-c52d08b46511 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "PUT /v2.0/routers/53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2542191 Mar 31 23:11:30.070869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.076667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230a0b1-f35c-48d1-ae76-19dbcea7b97b None None] Routers {'53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:30.077515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7230a0b1-f35c-48d1-ae76-19dbcea7b97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:30.077945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.164974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:30.177210 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2422a264-a2e7-44dc-815b-6581447f5ef4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9493406 Mar 31 23:11:30.179331 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-088ab7f5-c0ef-4cdd-b59c-7bb6b371f04f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:11:30.184578 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-088ab7f5-c0ef-4cdd-b59c-7bb6b371f04f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/d301f35e-6494-4fd1-b643-67400b2ac910 HTTP/1.1" status: 404 len: 333 time: 0.1113563 Mar 31 23:11:30.185463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52712) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.186165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52714) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.190740 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:30.215651 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:30.216468 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:30.239900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:30.241458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e25782-d4f8-4438-87b9-cd999582e3a6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:30.243703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7230a0b1-f35c-48d1-ae76-19dbcea7b97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:30.285405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.361514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230a0b1-f35c-48d1-ae76-19dbcea7b97b None None] Routers {'53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:30.361514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7230a0b1-f35c-48d1-ae76-19dbcea7b97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:30.413626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7230a0b1-f35c-48d1-ae76-19dbcea7b97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:30.414332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230a0b1-f35c-48d1-ae76-19dbcea7b97b None None] The sync data for ids ['53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:30.417816 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:30.461617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:30.462632 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.471303 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.548709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a09be18-7238-4fe8-a987-50a1effa1aad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet 63fa097b-6e6d-428b-a456-a7797ef87c0d {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:30.548709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0d420c-a310-4b6b-9572-a71101aaf756 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.558846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.603244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a09be18-7238-4fe8-a987-50a1effa1aad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.689337 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.773214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:30.811612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.815788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.816891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a09be18-7238-4fe8-a987-50a1effa1aad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.868861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.918502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.923766 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:26Z', 'revision_number': 9, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:30.994422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:31.002710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 42a88f2c-64df-4319-b716-a9334ef761e2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:31.039284 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:31.055603 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:31.056620 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:31.081329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 42a88f2c-64df-4319-b716-a9334ef761e2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:31.084880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 42a88f2c-64df-4319-b716-a9334ef761e2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:31.216969 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:31.234123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2291129c-77d9-4bd5-a9a8-dbe85e61cc26 req-4296e5dc-e9e0-4de0-915c-0e5fef9bad40 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 210 time: 0.0835278 Mar 31 23:11:31.254406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.264545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91baaa8e-6855-46ab-b623-e1dda10a6688 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:31.270863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.280205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-47074d89-d832-46af-a496-640feb03a700 admin admin] 10.222.0.31 "DELETE /v2.0/routers/91baaa8e-6855-46ab-b623-e1dda10a6688 HTTP/1.1" status: 204 len: 168 time: 3.5721016 Mar 31 23:11:31.282913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52730) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:31.335316 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.358006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd086f38-5552-4194-98d5-368389aba718 admin admin] Deleting subnet d44a2291-a296-4670-b631-5c97a3e62741 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:31.363117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd086f38-5552-4194-98d5-368389aba718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.426143 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.516320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd086f38-5552-4194-98d5-368389aba718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.597383 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:26Z', 'revision_number': 9, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:31.629773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'Port': ['ID=2ab7991c-ff6c-4193-8fee-676564b54343,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:31.672436 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b9534-b6c4-4ea4-abf4-4837df84ae26 None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:26Z', 'revision_number': 9, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': '9a9beadb-cd45-4e51-b51b-24dd11b91b3a', 'name': '', 'network_id': 'f0f97045-aced-466a-b209-d657f6bf6aa7', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:96:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:44Z', 'updated_at': '2022-03-31T23:10:56Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '184adc2d-6fcb-483a-967c-fa74db3b2899', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:31.683669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.798010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd086f38-5552-4194-98d5-368389aba718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.824026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0d420c-a310-4b6b-9572-a71101aaf756 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.842292 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0d420c-a310-4b6b-9572-a71101aaf756 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.851356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.852626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eb3b7dc9-6899-4923-be7a-b27b7241379a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6941404 Mar 31 23:11:31.954255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd086f38-5552-4194-98d5-368389aba718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.985329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd086f38-5552-4194-98d5-368389aba718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.990927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cd086f38-5552-4194-98d5-368389aba718 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d44a2291-a296-4670-b631-5c97a3e62741 HTTP/1.1" status: 204 len: 168 time: 0.7045550 Mar 31 23:11:31.990927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd086f38-5552-4194-98d5-368389aba718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d44a2291-a296-4670-b631-5c97a3e62741,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:31.991281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52744) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:31.995431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f1e3d3-f9c3-4910-89b3-f9df02d00869 None None] Network e0e57d36-1ee0-4549-99de-e7bf317a3054 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:32.114517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:32.145464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.181369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0d420c-a310-4b6b-9572-a71101aaf756 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.181912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0d420c-a310-4b6b-9572-a71101aaf756 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Fanout notify agent at l3_agent the message router_deleted on router 53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:32.202294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a09be18-7238-4fe8-a987-50a1effa1aad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.205919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.232906 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0d420c-a310-4b6b-9572-a71101aaf756 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.241467 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ed0d420c-a310-4b6b-9572-a71101aaf756 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/routers/53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e HTTP/1.1" status: 204 len: 168 time: 2.0380330 Mar 31 23:11:32.251398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52756) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:32.301939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:32.302308 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.331500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-46eee9a1-bd72-4465-8fe6-352648548ac2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.333040 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-46eee9a1-bd72-4465-8fe6-352648548ac2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.50 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 811 time: 0.5555584 Mar 31 23:11:32.408344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Request body: {'port': {'device_id': '99a46e1a-d4c0-48a1-8c24-0b5c9992a490', 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf', 'admin_state_up': True, 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:32.453013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-b0d0da4a-d3df-42ed-8acf-1f3d66875555 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1566771293&fields=id&tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a HTTP/1.1" status: 200 len: 267 time: 0.2403862 Mar 31 23:11:32.463579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9e842c-7eb8-49d1-8666-c23905eaefce tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet 3be162d2-f452-4f91-8cae-b80444a4f9a9 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:32.467638 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd9e842c-7eb8-49d1-8666-c23905eaefce tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.478610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] DHCP port deletion for e0e57d36-1ee0-4549-99de-e7bf317a3054 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:32.556871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d3e25782-d4f8-4438-87b9-cd999582e3a6 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:32.584167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d316ef7-ae03-4716-9b2b-32ab512a1245 req-ac14bcf0-2033-4195-89af-077e7157e378 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 210 time: 0.1997943 Mar 31 23:11:32.623236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Deleting port 8a6f9aba-d81b-460a-b73f-596a47272e2c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:32.623902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.634091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d3e25782-d4f8-4438-87b9-cd999582e3a6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:32.634430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d3e25782-d4f8-4438-87b9-cd999582e3a6 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:32.655549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] Deleting port 8a6f9aba-d81b-460a-b73f-596a47272e2c {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:32.655909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Allocated IP 172.25.4.45 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/22302dc5-d2f8-4ff9-b5aa-0c8bc87f6334) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:32.657428 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.663407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd9e842c-7eb8-49d1-8666-c23905eaefce tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.798611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Made reservation on behalf of 2870f1aaf4884df69bf16f7e3e95ef72 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:32.803530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.803723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] For port 8a6f9aba-d81b-460a-b73f-596a47272e2c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8a6f9aba-d81b-460a-b73f-596a47272e2c,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:32.804034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.809368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a09be18-7238-4fe8-a987-50a1effa1aad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.839353 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] Calling delete_port for 8a6f9aba-d81b-460a-b73f-596a47272e2c owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:32.864354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] For port 8a6f9aba-d81b-460a-b73f-596a47272e2c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8a6f9aba-d81b-460a-b73f-596a47272e2c,segment=NetworkSegment(1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3),segment_id=1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:32.867240 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.895260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-e76c80f6-324f-4d90-9eda-df296b03d613 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.896871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-e76c80f6-324f-4d90-9eda-df296b03d613 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 811 time: 0.3477006 Mar 31 23:11:32.934940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Calling delete_port for 8a6f9aba-d81b-460a-b73f-596a47272e2c owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:32.955910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09be18-7238-4fe8-a987-50a1effa1aad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=63fa097b-6e6d-428b-a456-a7797ef87c0d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:32.958020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-10f7d571-8d85-49ca-8a98-6c8b64feafc0 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/quotas/b9ff61f0c69948f7b7f1ddb945a6bc0a HTTP/1.1" status: 200 len: 375 time: 0.0292959 Mar 31 23:11:33.000139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834aa0eb-5b0d-48e0-89f8-2a48bd4c0cd1 None None] Network 40947f03-908e-4674-b414-ca110a099a54 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:33.011230 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a09be18-7238-4fe8-a987-50a1effa1aad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.017293 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7a09be18-7238-4fe8-a987-50a1effa1aad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/63fa097b-6e6d-428b-a456-a7797ef87c0d HTTP/1.1" status: 204 len: 168 time: 2.8297238 Mar 31 23:11:33.047627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.054343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52770) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:33.075773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.090393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd9e842c-7eb8-49d1-8666-c23905eaefce tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.164056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] Pushing event deleted for resources: {'Port': ['ID=8a6f9aba-d81b-460a-b73f-596a47272e2c,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.166361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0118d-774d-4cea-83be-fee14c10ad7b None None] No DVR routers for this DVR port 8a6f9aba-d81b-460a-b73f-596a47272e2c on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:33.229386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Allocated IP 172.20.0.13 (4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf/cdbee961-a515-45e5-ba93-c79f051d8fe1/3a5968e2-a98e-4b4d-990f-a36c603fec1d) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:33.311567 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.361643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] DHCP port deletion for 40947f03-908e-4674-b414-ca110a099a54 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:33.403578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:33.409236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:33.412068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:33.430087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] Deleting port 1c6c390a-a676-48ec-b7ea-059939f06c60 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:33.430535 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.518125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'Port': ['ID=22302dc5-d2f8-4ff9-b5aa-0c8bc87f6334,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.525934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] For port 1c6c390a-a676-48ec-b7ea-059939f06c60, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c6c390a-a676-48ec-b7ea-059939f06c60,segment=NetworkSegment(8b5a67b1-6c65-4ff7-951b-8d37ffa150ed),segment_id=8b5a67b1-6c65-4ff7-951b-8d37ffa150ed)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:33.534991 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.557084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] Calling delete_port for 1c6c390a-a676-48ec-b7ea-059939f06c60 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:33.627003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.727189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5b0768eb-a27f-452a-b9b4-004851734a68 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:33.754976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5b0768eb-a27f-452a-b9b4-004851734a68 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:33.756214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5b0768eb-a27f-452a-b9b4-004851734a68 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:33.756818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8a6f9aba-d81b-460a-b73f-596a47272e2c no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:33.766940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-94690867-3fd7-4cab-aa28-333c8dc86596 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7323279 Mar 31 23:11:33.775173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6f9aba-d81b-460a-b73f-596a47272e2c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.789953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 8a6f9aba-d81b-460a-b73f-596a47272e2c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:33.790424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8a6f9aba-d81b-460a-b73f-596a47272e2c not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:33.791614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c6c390a-a676-48ec-b7ea-059939f06c60 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:33.793689 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.803218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] No DVR routers for this DVR port 8a6f9aba-d81b-460a-b73f-596a47272e2c on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:33.819176 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.842946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1c6c390a-a676-48ec-b7ea-059939f06c60 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:33.842946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c6c390a-a676-48ec-b7ea-059939f06c60 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:33.843611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633b3eda-3b06-4512-87f1-8f282ce4ee40 req-5a5c0329-c139-4282-9fe7-7c160aa6d27d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 210 time: 0.1116862 Mar 31 23:11:33.861783 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.866386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] No DVR routers for this DVR port 1c6c390a-a676-48ec-b7ea-059939f06c60 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:33.870066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa78d6-aff5-4584-b66f-ae3632ead106 None None] Pushing event deleted for resources: {'Port': ['ID=1c6c390a-a676-48ec-b7ea-059939f06c60,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.909173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.962457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-020d9430-7cb8-45cb-8815-070d6f9410fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.007148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd9e842c-7eb8-49d1-8666-c23905eaefce tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.019437 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.057616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.079830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30eb68-6c4f-4d2c-ad8c-7c9f1d0f29c5 None None] Network 5480a0df-b27a-49b8-b427-8574bc545220 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:34.097014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd9e842c-7eb8-49d1-8666-c23905eaefce tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.100457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fd9e842c-7eb8-49d1-8666-c23905eaefce tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/3be162d2-f452-4f91-8cae-b80444a4f9a9 HTTP/1.1" status: 204 len: 168 time: 1.8471060 Mar 31 23:11:34.101310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e842c-7eb8-49d1-8666-c23905eaefce tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=3be162d2-f452-4f91-8cae-b80444a4f9a9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.104728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.106087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52786) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:34.115101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cadfe138-a6ca-4cde-a43e-8770cabe3e36 service neutron] 10.222.0.31 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466718 Mar 31 23:11:34.147000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e57d36-1ee0-4549-99de-e7bf317a3054']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:34.188348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Pushing event updated for resources: {'Port': ['ID=3a5968e2-a98e-4b4d-990f-a36c603fec1d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.232073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.270318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:34.272980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:34.273279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0b000d-d5b8-4a4c-93fb-7fbf30a301d3') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:34.273931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:34.276756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:34.318400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40947f03-908e-4674-b414-ca110a099a54']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:34.336793 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.376379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:34.376684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5a67b1-6c65-4ff7-951b-8d37ffa150ed') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:34.388296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.393294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] DHCP port deletion for 5480a0df-b27a-49b8-b427-8574bc545220 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:34.416199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.423387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:34.423739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:34.439869 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:34.460846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] Deleting port 1a77caa7-3fb0-445e-9e62-d8c07e05474e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:34.461221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.481044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:34.482058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.492911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-63f70875-41a4-41b6-9bae-af5d63f13f39 service neutron] 10.222.0.31 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256574 Mar 31 23:11:34.503434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.521945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.532080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:34.532573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:34.535973 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:34.554174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] For port 1a77caa7-3fb0-445e-9e62-d8c07e05474e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1a77caa7-3fb0-445e-9e62-d8c07e05474e,segment=NetworkSegment(1aea3d4a-de3f-47c8-bdd8-64917dd30164),segment_id=1aea3d4a-de3f-47c8-bdd8-64917dd30164)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:34.554786 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.576197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] Calling delete_port for 1a77caa7-3fb0-445e-9e62-d8c07e05474e owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:34.632154 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.641111 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.642863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] 10.222.0.31 "DELETE /v2.0/networks/e0e57d36-1ee0-4549-99de-e7bf317a3054 HTTP/1.1" status: 204 len: 168 time: 2.6505210 Mar 31 23:11:34.672177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04191f48-8d3e-45cd-b3ad-41eb095463dd admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e57d36-1ee0-4549-99de-e7bf317a3054,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.693839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 1a77caa7-3fb0-445e-9e62-d8c07e05474e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:34.694216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.698745 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-f6b4e768-5c3f-4b69-83c8-f6d4c278eb9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2943008 Mar 31 23:11:34.728870 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.733394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Request body: {'port': {'device_id': '99a46e1a-d4c0-48a1-8c24-0b5c9992a490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:34.738419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.744231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/40947f03-908e-4674-b414-ca110a099a54 HTTP/1.1" status: 204 len: 168 time: 1.6903508 Mar 31 23:11:34.764361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52798) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:34.772339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcc01d-0173-4c42-807a-80592777168b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=40947f03-908e-4674-b414-ca110a099a54,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.791416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.813335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.904216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] No DVR routers for this DVR port 1a77caa7-3fb0-445e-9e62-d8c07e05474e on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:34.925350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17381dba-8d07-4065-92e0-ffc77d0ca490 None None] Pushing event deleted for resources: {'Port': ['ID=1a77caa7-3fb0-445e-9e62-d8c07e05474e,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.938197 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.083400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'Port': ['ID=22302dc5-d2f8-4ff9-b5aa-0c8bc87f6334,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:35.115088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] For port 1a77caa7-3fb0-445e-9e62-d8c07e05474e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1a77caa7-3fb0-445e-9e62-d8c07e05474e,segment=NetworkSegment(1aea3d4a-de3f-47c8-bdd8-64917dd30164),segment_id=1aea3d4a-de3f-47c8-bdd8-64917dd30164)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:35.115760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.119402 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.141314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99a33ef5-81e1-4b5c-96c3-a3c195a9eed1 req-13f06210-f530-4408-8cd8-5f1fb6d2608e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 210 time: 0.1020923 Mar 31 23:11:35.194908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 1a77caa7-3fb0-445e-9e62-d8c07e05474e owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:35.222413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75872d-645f-48c6-9119-c6baf454def6 req-356ee3aa-6036-49ba-8497-00b457d7155e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:35.224269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d75872d-645f-48c6-9119-c6baf454def6 req-356ee3aa-6036-49ba-8497-00b457d7155e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 932 time: 0.1866815 Mar 31 23:11:35.315695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.317250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d75872d-645f-48c6-9119-c6baf454def6 req-5a258a14-da8c-414b-a067-143c9797ab5e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850234 Mar 31 23:11:35.318000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52818) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:35.384356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e7409ff5-28fa-4faa-b418-86f17e5b10b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a5e46fa43f34495a8c9dddbfc9b5e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639188 Mar 31 23:11:35.387837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52820) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:35.423596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.428259 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-124db0f3-99f5-4168-9825-57d70a02fbc4 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5098069 Mar 31 23:11:35.428636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52822) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:35.434131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7e169898-fd5b-4e58-9984-41c2172c4d45 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Request body: {'floatingip': {'port_id': 'df0b202f-5165-4c33-9b74-009b68d0aad6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:35.482902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac3629ea-9be9-412a-9460-035db028c0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.508898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e169898-fd5b-4e58-9984-41c2172c4d45 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.512369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac3629ea-9be9-412a-9460-035db028c0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.523290 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.568186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.637142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No DVR routers for this DVR port 1a77caa7-3fb0-445e-9e62-d8c07e05474e on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:35.656468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=1a77caa7-3fb0-445e-9e62-d8c07e05474e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:35.710503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1a77caa7-3fb0-445e-9e62-d8c07e05474e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:35.711952 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac3629ea-9be9-412a-9460-035db028c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.715195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac3629ea-9be9-412a-9460-035db028c0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.717505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ac3629ea-9be9-412a-9460-035db028c0e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51aaec27-1061-48b4-8eee-d2838418f043 HTTP/1.1" status: 204 len: 168 time: 0.3290198 Mar 31 23:11:35.739249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3629ea-9be9-412a-9460-035db028c0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aaec27-1061-48b4-8eee-d2838418f043,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:35.773795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1a77caa7-3fb0-445e-9e62-d8c07e05474e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:35.780549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1a77caa7-3fb0-445e-9e62-d8c07e05474e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:35.833254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.900063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:35.900711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.957696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5968e2-a98e-4b4d-990f-a36c603fec1d {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:35.972810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.984641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5480a0df-b27a-49b8-b427-8574bc545220']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:36.002270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aea3d4a-de3f-47c8-bdd8-64917dd30164') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:36.002608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aea3d4a-de3f-47c8-bdd8-64917dd30164') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:36.025062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port 9a9beadb-cd45-4e51-b51b-24dd11b91b3a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,segment=NetworkSegment(1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a),segment_id=1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:36.026236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.026365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Transition to ACTIVE for port object 3a5968e2-a98e-4b4d-990f-a36c603fec1d will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:36.028553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.038458 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-7e169898-fd5b-4e58-9984-41c2172c4d45 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] update failed (client error): The resource could not be found. Mar 31 23:11:36.039552 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7e169898-fd5b-4e58-9984-41c2172c4d45 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "PUT /v2.0/floatingips/4e2b029f-5515-4923-ba48-1c3ae506d69d HTTP/1.1" status: 404 len: 507 time: 0.6088467 Mar 31 23:11:36.042607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52834) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:36.043592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 9a9beadb-cd45-4e51-b51b-24dd11b91b3a owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:36.056229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.077312 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e889af2-035f-44f9-9246-1312eaa4cabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.104329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:36.104880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:36.108178 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:36.160809 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.309985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5968e2-a98e-4b4d-990f-a36c603fec1d,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:36.426794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.465795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-541dd492-8763-48c2-b1a0-d158f52e65e6 req-c845e8c8-7e6c-4d79-808c-ad479829c9d7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 210 time: 0.0378900 Mar 31 23:11:36.536400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.582620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=9a9beadb-cd45-4e51-b51b-24dd11b91b3a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:36.616021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bc1f-747c-4230-a394-96968f45c623 req-c28ee2bf-a8f8-4b71-af80-c5555815026b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.617762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1a8bc1f-747c-4230-a394-96968f45c623 req-c28ee2bf-a8f8-4b71-af80-c5555815026b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 944 time: 0.1509216 Mar 31 23:11:36.780850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1a8bc1f-747c-4230-a394-96968f45c623 req-3a3789a7-1ba1-459c-be15-46e06177041c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443739 Mar 31 23:11:36.796094 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.843670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.852530 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/networks/5480a0df-b27a-49b8-b427-8574bc545220 HTTP/1.1" status: 204 len: 168 time: 2.6597857 Mar 31 23:11:36.852530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Deleting port 22302dc5-d2f8-4ff9-b5aa-0c8bc87f6334 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:36.852530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.860906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52872) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:36.918904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ec0df-4aef-41d2-a8ce-3c9180e933d4 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Network': ['ID=5480a0df-b27a-49b8-b427-8574bc545220,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:37.025314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc3901-b85a-4449-b797-bfabafe5710e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.033755 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1cc3901-b85a-4449-b797-bfabafe5710e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/63afddcc-c932-483f-8d90-f51407b943a9 HTTP/1.1" status: 200 len: 844 time: 0.1664317 Mar 31 23:11:37.033959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52882) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:37.077060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Attempting to bind port 3a5968e2-a98e-4b4d-990f-a36c603fec1d on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:37.077425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Attempting to bind port 3a5968e2-a98e-4b4d-990f-a36c603fec1d by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:37.077730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Attempting to bind port 3a5968e2-a98e-4b4d-990f-a36c603fec1d on network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:37.091822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Port 3a5968e2-a98e-4b4d-990f-a36c603fec1d on network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:37.092594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Attempting to bind port 3a5968e2-a98e-4b4d-990f-a36c603fec1d on network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:37.097659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.097999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.100282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-693a265e-6213-4f1b-b24b-547772bb7a7b tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/63afddcc-c932-483f-8d90-f51407b943a9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0657263 Mar 31 23:11:37.106407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:37.106407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Checking segment: {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:37.106407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Bound using segment: {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:37.106407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Bound port: 3a5968e2-a98e-4b4d-990f-a36c603fec1d, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:37.106407 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.107376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52884) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:37.112101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:37.125994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Calling delete_port for 22302dc5-d2f8-4ff9-b5aa-0c8bc87f6334 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:37.144245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:37.149030 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52886) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:37.250227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] For port 3a5968e2-a98e-4b4d-990f-a36c603fec1d, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:37.266499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] For port 3a5968e2-a98e-4b4d-990f-a36c603fec1d, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3a5968e2-a98e-4b4d-990f-a36c603fec1d,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:37.347560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.374245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-network', 'tenant_id': '136ee4b6af8a465c90ce129820a06859'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:37.407430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.408054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.409446 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] 10.222.0.50 "PUT /v2.0/ports/3a5968e2-a98e-4b4d-990f-a36c603fec1d HTTP/1.1" status: 200 len: 1092 time: 2.7020702 Mar 31 23:11:37.411258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a46e1a-d4c0-48a1-8c24-0b5c9992a490', 'tag': '3a5968e2-a98e-4b4d-990f-a36c603fec1d'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:37.413540 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f067a60a-a5d7-4cdb-bb5a-60c23cffcc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "99a46e1a-d4c0-48a1-8c24-0b5c9992a490", "tag": "3a5968e2-a98e-4b4d-990f-a36c603fec1d"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:37.453149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc343f1-dd5b-4eba-bcbb-91a0ef2db2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5968e2-a98e-4b4d-990f-a36c603fec1d,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:37.461890 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54424a67-c5ec-4f4e-9419-765a49398523 x-openstack-request-id: req-54424a67-c5ec-4f4e-9419-765a49398523 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:37.462723 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a46e1a-d4c0-48a1-8c24-0b5c9992a490", "tag": "3a5968e2-a98e-4b4d-990f-a36c603fec1d", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:37.462970 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54424a67-c5ec-4f4e-9419-765a49398523 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:37.463378 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54424a67-c5ec-4f4e-9419-765a49398523'] response: {'name': 'network-changed', 'server_uuid': '99a46e1a-d4c0-48a1-8c24-0b5c9992a490', 'tag': '3a5968e2-a98e-4b4d-990f-a36c603fec1d', 'status': 'completed', 'code': 200} Mar 31 23:11:37.468651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:37.476759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-86f7eec3-1d7b-4674-aedb-6e37be0f4385 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7086608 Mar 31 23:11:37.479043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52896) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:37.483654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:37.510349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:37.511055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:37.594231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-863dabf9-61ee-4170-8bee-e9fdd2a9b6f0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet 184adc2d-6fcb-483a-967c-fa74db3b2899 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:37.597472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.646164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-863dabf9-61ee-4170-8bee-e9fdd2a9b6f0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.723416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event deleted for resources: {'Port': ['ID=22302dc5-d2f8-4ff9-b5aa-0c8bc87f6334,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:37.723646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77c69ff1-1d53-49d9-90ae-bd88b11856b4 req-63cd7c8e-00c4-4f4a-977e-44cee217521c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 210 time: 0.0591664 Mar 31 23:11:37.730302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:37.742783 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.743063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067a60a-a5d7-4cdb-bb5a-60c23cffcc3c req-8ba6d950-918e-4534-9d18-99cb027e79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.743185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:37.743264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f067a60a-a5d7-4cdb-bb5a-60c23cffcc3c req-8ba6d950-918e-4534-9d18-99cb027e79cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 1095 time: 0.1899581 Mar 31 23:11:37.744485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.842435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.918986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-863dabf9-61ee-4170-8bee-e9fdd2a9b6f0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.931698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:37.989876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-eb3f142c-f724-4706-b565-0cd217fa3554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.995745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-eb3f142c-f724-4706-b565-0cd217fa3554 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.45 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 811 time: 0.5436296 Mar 31 23:11:38.005654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.011140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.018081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52912) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.021572 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1d8c583-abb3-4228-bdc2-fd05bb44b987 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "DELETE /v2.0/floatingips/4e2b029f-5515-4923-ba48-1c3ae506d69d HTTP/1.1" status: 204 len: 168 time: 1.9779327 Mar 31 23:11:38.030444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067a60a-a5d7-4cdb-bb5a-60c23cffcc3c req-eabb2054-78c2-442d-bc4b-3b5a3fce7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:38.031943 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f067a60a-a5d7-4cdb-bb5a-60c23cffcc3c req-eabb2054-78c2-442d-bc4b-3b5a3fce7c09 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2759850 Mar 31 23:11:38.047637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-cb1c5c81-6342-43fc-82ba-b7212d2b6146 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Request body: {'floatingip': {'floating_network_id': 'c5d9d22c-2299-4956-bc42-ebc2ea55369d', 'port_id': 'df0b202f-5165-4c33-9b74-009b68d0aad6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:38.134540 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.185624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:36Z', 'revision_number': 10, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:38.227732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:38.237441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:38.240740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-863dabf9-61ee-4170-8bee-e9fdd2a9b6f0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.241215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:38.282729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d3043-cc34-490d-9ce7-273b2a31f708 req-75f1a33a-da8a-4a6f-8f62-ec8021118baa tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:38.284479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-092d3043-cc34-490d-9ce7-273b2a31f708 req-75f1a33a-da8a-4a6f-8f62-ec8021118baa tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 944 time: 0.3387458 Mar 31 23:11:38.289088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-b1da76d7-e929-496f-8e24-c40ba0687964 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a HTTP/1.1" status: 200 len: 380 time: 0.2654080 Mar 31 23:11:38.294740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb1c5c81-6342-43fc-82ba-b7212d2b6146 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.321480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067a60a-a5d7-4cdb-bb5a-60c23cffcc3c req-14c44fea-d469-4210-ba77-efe1df9cfdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:38.322448 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f067a60a-a5d7-4cdb-bb5a-60c23cffcc3c req-14c44fea-d469-4210-ba77-efe1df9cfdf0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2807789 Mar 31 23:11:38.342214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'port': {'device_id': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'admin_state_up': True, 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'security_groups': ['3e7282ae-36ec-4637-a8e6-1a8029559530']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:38.346079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:38.392740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-863dabf9-61ee-4170-8bee-e9fdd2a9b6f0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.462453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.468421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce0750a-0110-4853-958c-b2f007f925e0 None None] Network f0f97045-aced-466a-b209-d657f6bf6aa7 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:38.471079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-863dabf9-61ee-4170-8bee-e9fdd2a9b6f0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.478658 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-863dabf9-61ee-4170-8bee-e9fdd2a9b6f0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/184adc2d-6fcb-483a-967c-fa74db3b2899 HTTP/1.1" status: 204 len: 168 time: 0.9942544 Mar 31 23:11:38.478807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-092d3043-cc34-490d-9ce7-273b2a31f708 req-abef143e-b8cc-4573-8d46-f5190c867b8e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551962 Mar 31 23:11:38.478894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dabf9-61ee-4170-8bee-e9fdd2a9b6f0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=184adc2d-6fcb-483a-967c-fa74db3b2899,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:38.481505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52924) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.519001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-0da0d951-0b67-481e-93b4-bcdac86cbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:38.520527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-0da0d951-0b67-481e-93b4-bcdac86cbe17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 1095 time: 0.1468515 Mar 31 23:11:38.574105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.592639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.660548 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-b57564eb-333a-4841-8065-09a87ad505c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5968e2-a98e-4b4d-990f-a36c603fec1d HTTP/1.1" status: 200 len: 217 time: 0.0646405 Mar 31 23:11:38.669084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.682683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:38.724555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:38.739716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:38.740897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.744480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=7d77ff25-88c1-48f2-a166-5b9f5f833620,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:38.766024 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.784095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf440019-d661-46a1-8cf2-b408eb86766b None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:38.857329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:38.898699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-b379a9bb-b74b-4634-9257-a517a0917d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:38.904473 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-b379a9bb-b74b-4634-9257-a517a0917d82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cdbee961-a515-45e5-ba93-c79f051d8fe1 HTTP/1.1" status: 200 len: 851 time: 0.2326071 Mar 31 23:11:38.970121 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-d20ba1f6-afba-4b51-a850-fe53d2320b39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567727 Mar 31 23:11:39.003100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] DHCP port deletion for f0f97045-aced-466a-b209-d657f6bf6aa7 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:39.022613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:36Z', 'revision_number': 10, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:39.044295 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.114246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f257-37a3-4458-9305-03226fef39a2 None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:36Z', 'revision_number': 10, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None, '_interfaces': [{'id': 'ad22cfe2-4869-452c-a8dc-04180a23b898', 'name': '', 'network_id': '11c98c29-e90f-4a5b-80e3-1f9915f95783', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'mac_address': 'fa:16:3e:97:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '864ab907-05f7-4d31-ad69-c084445ed546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:34Z', 'updated_at': '2022-03-31T23:10:44Z', 'revision_number': 5, 'project_id': '8b03e471357b4891a3af12725a84348e', 'subnets': [{'id': '864ab907-05f7-4d31-ad69-c084445ed546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:39.140153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-9ee30bb8-088d-4755-a1bb-13721d551c76 service neutron] 10.222.0.50 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540806 Mar 31 23:11:39.140558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-31902ecf-e018-484d-a1f0-ac32f260137b', 'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'tenant_id': '92e7c352d21c457abe2bc52552a749f1', 'fixed_ips': [{'subnet_id': '7d77ff25-88c1-48f2-a166-5b9f5f833620'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:39.141582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.153051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 7ccafea4-57d7-40e5-8f79-e77983843ef3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:39.153051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.233519 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.256260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] Deleting port 7ccafea4-57d7-40e5-8f79-e77983843ef3 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:39.258211 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.288778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port 7ccafea4-57d7-40e5-8f79-e77983843ef3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7ccafea4-57d7-40e5-8f79-e77983843ef3,segment=NetworkSegment(1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a),segment_id=1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:39.289377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.312280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 7ccafea4-57d7-40e5-8f79-e77983843ef3 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:39.341014 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-967a950a-bd94-441b-b3b8-7180bef8f150 req-a6d28aaf-0330-4867-ab60-1b7efb59e5e4 service neutron] 10.222.0.50 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752567 Mar 31 23:11:39.374399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61caaec1-5361-4c20-9f84-6d875e72a32c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:39.382979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-533c80a4-1a5b-4f32-af55-203b2c17c570 req-b525a678-d63d-400f-8bcf-7816f62dbddd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 210 time: 0.5389524 Mar 31 23:11:39.388779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd803e11-d5fd-4568-b86b-bd606b107b64 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2804675 Mar 31 23:11:39.408085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52938) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:39.411736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.412261 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Added segment f4f28a17-df06-47ab-bdd0-2b3e376b1c84 of type vlan for network 004c4e99-ec3f-421e-95ba-5d7b35cef792 Mar 31 23:11:39.414382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b32c2f9c-379f-4e6f-b000-8e5f64a337ec tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'security_group': {'name': 'tempest-secgroup-702618925'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:39.469133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Allocated IP 2001:db8::2 (31902ecf-e018-484d-a1f0-ac32f260137b/7d77ff25-88c1-48f2-a166-5b9f5f833620/4ff87774-cb68-417e-b83d-03ca76a87c56) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:39.479802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] For port 7ccafea4-57d7-40e5-8f79-e77983843ef3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7ccafea4-57d7-40e5-8f79-e77983843ef3,segment=NetworkSegment(1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a),segment_id=1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:39.480589 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.511637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] Calling delete_port for 7ccafea4-57d7-40e5-8f79-e77983843ef3 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:39.533408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.556837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b32c2f9c-379f-4e6f-b000-8e5f64a337ec tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.617430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Made reservation on behalf of b9ff61f0c69948f7b7f1ddb945a6bc0a for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:39.617681 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.641200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.656329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.657216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.666083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.679406 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-cb1c5c81-6342-43fc-82ba-b7212d2b6146 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:11:39.686712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cb1c5c81-6342-43fc-82ba-b7212d2b6146 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6556194 Mar 31 23:11:39.707064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52948) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:39.707870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=7ccafea4-57d7-40e5-8f79-e77983843ef3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:39.725888 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.726627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'df0b202f-5165-4c33-9b74-009b68d0aad6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:39.746608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9a9beadb-cd45-4e51-b51b-24dd11b91b3a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:39.779643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9a9beadb-cd45-4e51-b51b-24dd11b91b3a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:39.780243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9a9beadb-cd45-4e51-b51b-24dd11b91b3a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:39.780864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7ccafea4-57d7-40e5-8f79-e77983843ef3 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:39.812234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No DVR routers for this DVR port 7ccafea4-57d7-40e5-8f79-e77983843ef3 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:39.819877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 7ccafea4-57d7-40e5-8f79-e77983843ef3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:39.825332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7ccafea4-57d7-40e5-8f79-e77983843ef3 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:39.835684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b32c2f9c-379f-4e6f-b000-8e5f64a337ec tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.842773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6926074 Mar 31 23:11:39.865034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52952) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:39.875674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Request body: {'subnet': {'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-subnet', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:39.886121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309852d-f7fd-48ff-aa3c-55ac0b5c7ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=004c4e99-ec3f-421e-95ba-5d7b35cef792,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:39.916767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:39.920523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b32c2f9c-379f-4e6f-b000-8e5f64a337ec tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.990551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c2f9c-379f-4e6f-b000-8e5f64a337ec tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a818acdd-687f-4e46-b5ef-9eeb56869649,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:39.998357 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.003113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9c0c2-023d-462e-9e13-676321890032 req-721eacc0-788b-4c9f-9c91-b7902cc71f45 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:40.007238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.015220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2f9c0c2-023d-462e-9e13-676321890032 req-721eacc0-788b-4c9f-9c91-b7902cc71f45 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 944 time: 0.3651466 Mar 31 23:11:40.034812 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.090675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f97045-aced-466a-b209-d657f6bf6aa7']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:40.104915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:40.105355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1942b313-e9b2-4bf4-b6d9-8aca2ab2a86a') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:40.113983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:40.116689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.172715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2f9c0c2-023d-462e-9e13-676321890032 req-936747bb-4fd9-4783-9502-bc8436d0ac86 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543462 Mar 31 23:11:40.185543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] Pushing event deleted for resources: {'Port': ['ID=7ccafea4-57d7-40e5-8f79-e77983843ef3,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:40.204469 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25732c96-b3fa-46ef-8c2a-e134fa680442 None None] No DVR routers for this DVR port 7ccafea4-57d7-40e5-8f79-e77983843ef3 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:40.218079 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.236697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Allocated IP 172.20.0.3 (ccddb8e5-47a6-4692-8f5e-3f090a4081ea/2d491e67-e26e-4f6c-8e18-b4460ee5dd0a/685f32e7-c636-402e-af64-7b223f73323d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:40.252954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.259766 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b32c2f9c-379f-4e6f-b000-8e5f64a337ec tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.264147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b32c2f9c-379f-4e6f-b000-8e5f64a337ec tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8518019 Mar 31 23:11:40.266210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52956) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:40.275652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-924feccb-b97f-433a-a49c-80a092c7a8d9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1760411817'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:40.290653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.312789 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.331380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:40.331936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:40.335169 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:40.351260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:40.354282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:40.358457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:40.397898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Pushing event updated for resources: {'Port': ['ID=4ff87774-cb68-417e-b83d-03ca76a87c56,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:40.462275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Attempting to bind port 4ff87774-cb68-417e-b83d-03ca76a87c56 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:40.462275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Attempting to bind port 4ff87774-cb68-417e-b83d-03ca76a87c56 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '4b4e00cc-93f8-49dd-a697-5879dabbff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:40.462275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Attempting to bind port 4ff87774-cb68-417e-b83d-03ca76a87c56 on network 31902ecf-e018-484d-a1f0-ac32f260137b {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:40.464799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:40.465350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Checking segment: {'id': '4b4e00cc-93f8-49dd-a697-5879dabbff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:40.465826 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.466438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Bound using segment: {'id': '4b4e00cc-93f8-49dd-a697-5879dabbff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:40.468136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Bound port: 4ff87774-cb68-417e-b83d-03ca76a87c56, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e00cc-93f8-49dd-a697-5879dabbff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:40.471897 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.473625 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.484158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.489690 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.520915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-924feccb-b97f-433a-a49c-80a092c7a8d9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.598499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.615523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] For port 4ff87774-cb68-417e-b83d-03ca76a87c56, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:40.625064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] For port 4ff87774-cb68-417e-b83d-03ca76a87c56, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4ff87774-cb68-417e-b83d-03ca76a87c56,segment=NetworkSegment(4b4e00cc-93f8-49dd-a697-5879dabbff2d),segment_id=4b4e00cc-93f8-49dd-a697-5879dabbff2d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:40.648747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23b16a10-470c-48b9-8bbb-0db768ef94f0 req-8fba1a34-2491-446f-ac9f-d43dde0d1172 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 210 time: 0.0703218 Mar 31 23:11:40.689859 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.696104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/f0f97045-aced-466a-b209-d657f6bf6aa7 HTTP/1.1" status: 204 len: 168 time: 2.2132771 Mar 31 23:11:40.697684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52966) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:40.722695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.735591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ce1a8-a02a-4c6a-bd40-5aa666dcf753 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=f0f97045-aced-466a-b209-d657f6bf6aa7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:40.768039 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.778675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cef8733-88ba-4639-9516-bf4bd64fbc9b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:40.836584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:40.843065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:40.844336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7bdd7-eb55-4ded-9d35-48cacaad6b02 None None] Pushing event updated for resources: {'Port': ['ID=4ff87774-cb68-417e-b83d-03ca76a87c56,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:40.852326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Checking segment: {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:40.852797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Network hostable DHCP agents. Network: 004c4e99-ec3f-421e-95ba-5d7b35cef792, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:40.895070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:40.901041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Allocated IP 172.25.4.182 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/6885ff4d-7e96-4b74-8fc6-45d4ac1d49eb) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:40.996694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:40.996694 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.009857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:41.028202 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-924feccb-b97f-433a-a49c-80a092c7a8d9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.124264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.134206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event updated for resources: {'Port': ['ID=685f32e7-c636-402e-af64-7b223f73323d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.159208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 004c4e99-ec3f-421e-95ba-5d7b35cef792) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:41.164924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:41.165539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.180491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f052569-faae-41c5-9f40-ba09958e2162 None None] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:41.209733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.277372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33ea43ad-d23b-43ab-bb87-7db2f02ac2d9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4079013 Mar 31 23:11:41.302306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52980) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.333377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-cd61e683-bb0c-48ca-99bf-41f7b7dc8e1e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9976099 Mar 31 23:11:41.334419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-924feccb-b97f-433a-a49c-80a092c7a8d9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.359250 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event updated for resources: {'Port': ['ID=6885ff4d-7e96-4b74-8fc6-45d4ac1d49eb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.362016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:41.365009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:41.372247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:41.374627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:41.399110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Request body: {'port': {'device_id': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:41.412719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3a5968e2-a98e-4b4d-990f-a36c603fec1d details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:41.601554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3a5968e2-a98e-4b4d-990f-a36c603fec1d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3a5968e2-a98e-4b4d-990f-a36c603fec1d,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:41.614277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-924feccb-b97f-433a-a49c-80a092c7a8d9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.618496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-924feccb-b97f-433a-a49c-80a092c7a8d9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3485281 Mar 31 23:11:41.635654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52988) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.664233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '3a5968e2-a98e-4b4d-990f-a36c603fec1d', 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf', 'port_id': '3a5968e2-a98e-4b4d-990f-a36c603fec1d', 'mac_address': 'fa:16:3e:a7:26:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbee961-a515-45e5-ba93-c79f051d8fe1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:41.665981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-579369758', 'security_groups': ['3a6cdd79-8a0e-40c4-9a15-26e1741b5fe3'], 'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d77ff25-88c1-48f2-a166-5b9f5f833620'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:41.770406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.771931 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.794147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f1718984-ee12-4d7c-b41f-fd5209678481 None None] Provisioning complete for port 685f32e7-c636-402e-af64-7b223f73323d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:41.796277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1718984-ee12-4d7c-b41f-fd5209678481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.822433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924feccb-b97f-433a-a49c-80a092c7a8d9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6cdd79-8a0e-40c4-9a15-26e1741b5fe3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.904320 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.909427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4ff87774-cb68-417e-b83d-03ca76a87c56 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:41.942592 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.944287 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.954700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098a8ea-e7a9-4096-9f5d-92ec6ab1a7f7 req-de017d4b-50ca-42d9-b674-8186705c616d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:41.956339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5098a8ea-e7a9-4096-9f5d-92ec6ab1a7f7 req-de017d4b-50ca-42d9-b674-8186705c616d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 944 time: 0.4680936 Mar 31 23:11:41.990537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Deleting port 6885ff4d-7e96-4b74-8fc6-45d4ac1d49eb {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:41.990537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.025985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f1718984-ee12-4d7c-b41f-fd5209678481 None None] Port 685f32e7-c636-402e-af64-7b223f73323d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:42.028359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5968e2-a98e-4b4d-990f-a36c603fec1d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:42.043881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-004c4e99-ec3f-421e-95ba-5d7b35cef792', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:42.051072 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.106179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:42.173417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef56b25-0d3e-4bcd-9f52-7494c27bbdca req-fdfe8866-d9e1-49a7-9ec3-24fb8ff41372 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:42.175094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ef56b25-0d3e-4bcd-9f52-7494c27bbdca req-fdfe8866-d9e1-49a7-9ec3-24fb8ff41372 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 931 time: 0.3550286 Mar 31 23:11:42.401079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5098a8ea-e7a9-4096-9f5d-92ec6ab1a7f7 req-322c500f-c302-4bc1-9e4c-aa667117c8a6 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238157 Mar 31 23:11:42.544062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.559782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Allocated IP 172.20.0.2 (004c4e99-ec3f-421e-95ba-5d7b35cef792/7cef8733-88ba-4639-9516-bf4bd64fbc9b/14334aa9-1988-41fa-b456-4cce0615b59d) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:42.612526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3a5968e2-a98e-4b4d-990f-a36c603fec1d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3a5968e2-a98e-4b4d-990f-a36c603fec1d,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:42.693590 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.712611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.713214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.723869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ef56b25-0d3e-4bcd-9f52-7494c27bbdca req-b6e088df-0e3a-4d8c-9a2c-b66154438b2b tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5278921 Mar 31 23:11:42.746623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:42.747241 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.766845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Calling delete_port for 6885ff4d-7e96-4b74-8fc6-45d4ac1d49eb owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:42.787060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.832994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ad087cde-6a09-4e93-83f7-a39b6fd93ddc None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:42.833593 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ad087cde-6a09-4e93-83f7-a39b6fd93ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.840876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port 1d64ad8f-3f81-4d55-a8aa-c680d2042e74 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:11:42.856437 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.960868 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.006684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 4ff87774-cb68-417e-b83d-03ca76a87c56, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4ff87774-cb68-417e-b83d-03ca76a87c56,segment=NetworkSegment(4b4e00cc-93f8-49dd-a697-5879dabbff2d),segment_id=4b4e00cc-93f8-49dd-a697-5879dabbff2d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:43.029658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3a5968e2-a98e-4b4d-990f-a36c603fec1d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:43.081001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::3a9 (31902ecf-e018-484d-a1f0-ac32f260137b/7d77ff25-88c1-48f2-a166-5b9f5f833620/1d64ad8f-3f81-4d55-a8aa-c680d2042e74) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:43.088899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=3a5968e2-a98e-4b4d-990f-a36c603fec1d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:43.106054 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.148499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.331878 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.334643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ad087cde-6a09-4e93-83f7-a39b6fd93ddc None None] Provisioning complete for port 63afddcc-c932-483f-8d90-f51407b943a9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:43.335046 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ad087cde-6a09-4e93-83f7-a39b6fd93ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.386465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ad087cde-6a09-4e93-83f7-a39b6fd93ddc None None] Port 63afddcc-c932-483f-8d90-f51407b943a9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:43.407563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event deleted for resources: {'Port': ['ID=6885ff4d-7e96-4b74-8fc6-45d4ac1d49eb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:43.410336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=4ff87774-cb68-417e-b83d-03ca76a87c56,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:43.457028 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.543571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:43.547381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:43.554518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:43.591619 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] create failed (client error): The resource could not be found. Mar 31 23:11:43.591619 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-55165562-a9ed-4f37-a5fe-1f13bfd35c77 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8658943 Mar 31 23:11:43.599163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53020) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:43.681950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.724302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Pushing event updated for resources: {'Port': ['ID=14334aa9-1988-41fa-b456-4cce0615b59d,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:43.731735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Attempting to bind port 14334aa9-1988-41fa-b456-4cce0615b59d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:43.735181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Attempting to bind port 14334aa9-1988-41fa-b456-4cce0615b59d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:43.735556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Attempting to bind port 14334aa9-1988-41fa-b456-4cce0615b59d on network 004c4e99-ec3f-421e-95ba-5d7b35cef792 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:43.750612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:43.754816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Checking segment: {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:43.754816 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.754816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Bound using segment: {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:43.754816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Bound port: 14334aa9-1988-41fa-b456-4cce0615b59d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:43.754816 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.914324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4ff87774-cb68-417e-b83d-03ca76a87c56 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:43.944976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-074b8cb6-9a7f-422c-bc5d-df969e0aa6f2 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Deleting port df0b202f-5165-4c33-9b74-009b68d0aad6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:43.945551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-074b8cb6-9a7f-422c-bc5d-df969e0aa6f2 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.959614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] For port 14334aa9-1988-41fa-b456-4cce0615b59d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:43.980261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] For port 14334aa9-1988-41fa-b456-4cce0615b59d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=14334aa9-1988-41fa-b456-4cce0615b59d,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:44.005670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:44.006894 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.016843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685f32e7-c636-402e-af64-7b223f73323d {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:44.025942 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.055748 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.120532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.144165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:44.153371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:44.170785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Transition to ACTIVE for port object 685f32e7-c636-402e-af64-7b223f73323d will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:44.180578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b58ad-17d8-4237-a2e2-119e9de1ed7c req-7c9062e6-4195-4923-bfa7-c2d498f8827e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:44.181531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:44.188805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:44.189155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-151b58ad-17d8-4237-a2e2-119e9de1ed7c req-7c9062e6-4195-4923-bfa7-c2d498f8827e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 931 time: 0.3209000 Mar 31 23:11:44.194645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.204350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16f82-a078-4cc2-8172-613525bd8862 req-c9b198cd-9e21-40e7-aea4-96fca08872d3 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:44.205894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65b16f82-a078-4cc2-8172-613525bd8862 req-c9b198cd-9e21-40e7-aea4-96fca08872d3 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 945 time: 0.3268123 Mar 31 23:11:44.244407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b881283-4c5f-4bdb-8dbe-c58777744ea7 None None] Pushing event updated for resources: {'Port': ['ID=14334aa9-1988-41fa-b456-4cce0615b59d,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.261953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=1d64ad8f-3f81-4d55-a8aa-c680d2042e74,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.299081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-074b8cb6-9a7f-422c-bc5d-df969e0aa6f2 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.321213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.324203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-074b8cb6-9a7f-422c-bc5d-df969e0aa6f2 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Calling delete_port for df0b202f-5165-4c33-9b74-009b68d0aad6 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:44.359577 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-66f02417-c939-49af-bceb-5ddeaf755aac tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7210920 Mar 31 23:11:44.366745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53036) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:44.377320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65b16f82-a078-4cc2-8172-613525bd8862 req-8a470312-26fd-4ab3-9d32-534299fe3ca6 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792925 Mar 31 23:11:44.384001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-630f0d40-9833-424e-a679-8e663b360bbc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:44.675757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-151b58ad-17d8-4237-a2e2-119e9de1ed7c req-a0cf7ee3-a226-4031-94ee-b06371d08349 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4806759 Mar 31 23:11:44.736495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-074b8cb6-9a7f-422c-bc5d-df969e0aa6f2 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.821285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b8cb6-9a7f-422c-bc5d-df969e0aa6f2 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event deleted for resources: {'Port': ['ID=df0b202f-5165-4c33-9b74-009b68d0aad6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.859814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=685f32e7-c636-402e-af64-7b223f73323d,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.931065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port ad22cfe2-4869-452c-a8dc-04180a23b898 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:44.931416 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.959368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9ed5c090-127f-4052-8f6b-80a5bbd65188 None None] Provisioning complete for port 1d64ad8f-3f81-4d55-a8aa-c680d2042e74 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:44.959368 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c090-127f-4052-8f6b-80a5bbd65188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.963697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-074b8cb6-9a7f-422c-bc5d-df969e0aa6f2 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.971404 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-074b8cb6-9a7f-422c-bc5d-df969e0aa6f2 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "DELETE /v2.0/ports/df0b202f-5165-4c33-9b74-009b68d0aad6 HTTP/1.1" status: 204 len: 168 time: 1.3710911 Mar 31 23:11:44.972436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53046) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:45.083158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5c090-127f-4052-8f6b-80a5bbd65188 None None] Port 1d64ad8f-3f81-4d55-a8aa-c680d2042e74 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:45.083764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port ad22cfe2-4869-452c-a8dc-04180a23b898, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ad22cfe2-4869-452c-a8dc-04180a23b898,segment=NetworkSegment(3ae750a4-7a2e-43fb-a9c1-418b86ce81aa),segment_id=3ae750a4-7a2e-43fb-a9c1-418b86ce81aa)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:45.087791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.103342 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.111057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Attempting to bind port 685f32e7-c636-402e-af64-7b223f73323d on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:45.111057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Attempting to bind port 685f32e7-c636-402e-af64-7b223f73323d by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:45.111057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Attempting to bind port 685f32e7-c636-402e-af64-7b223f73323d on network ccddb8e5-47a6-4692-8f5e-3f090a4081ea {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:45.118784 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28557585-c503-4cfa-8c5d-01b7162ecb9a tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:45.128160 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-28557585-c503-4cfa-8c5d-01b7162ecb9a tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "GET /v2.0/ports?device_id=16fb65e4-70fc-4d17-9d3d-c8690d185875 HTTP/1.1" status: 200 len: 913 time: 0.1514058 Mar 31 23:11:45.128160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53050) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:45.146950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for ad22cfe2-4869-452c-a8dc-04180a23b898 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:45.146950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.150968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Port 685f32e7-c636-402e-af64-7b223f73323d on network ccddb8e5-47a6-4692-8f5e-3f090a4081ea not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:45.151220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Attempting to bind port 685f32e7-c636-402e-af64-7b223f73323d on network ccddb8e5-47a6-4692-8f5e-3f090a4081ea {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:45.183243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:45.183653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Checking segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:45.183968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Bound using segment: {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:45.184410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Bound port: 685f32e7-c636-402e-af64-7b223f73323d, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9e3143-f78a-4d42-a85d-36ac96b63b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:45.184762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.264008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630f0d40-9833-424e-a679-8e663b360bbc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:45.267483 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-630f0d40-9833-424e-a679-8e663b360bbc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.373829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3a5968e2-a98e-4b4d-990f-a36c603fec1d up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:45.520111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 3a5968e2-a98e-4b4d-990f-a36c603fec1d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:45.525986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 3a5968e2-a98e-4b4d-990f-a36c603fec1d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:45.526416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.542279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] For port 685f32e7-c636-402e-af64-7b223f73323d, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:45.554846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] For port 685f32e7-c636-402e-af64-7b223f73323d, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=685f32e7-c636-402e-af64-7b223f73323d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:45.578551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.691579 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.719131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.764239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Allocated IP 172.25.4.225 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/59df5318-133f-4a25-861e-c4895d0a840f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:45.771574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a46e1a-d4c0-48a1-8c24-0b5c9992a490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5968e2-a98e-4b4d-990f-a36c603fec1d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:45.793123 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45d5352-63d7-4ff8-8cde-d8afb188e5b2" -d '{"events": [{"server_uuid": "99a46e1a-d4c0-48a1-8c24-0b5c9992a490", "name": "network-vif-plugged", "status": "completed", "tag": "3a5968e2-a98e-4b4d-990f-a36c603fec1d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:45.833242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 3a5968e2-a98e-4b4d-990f-a36c603fec1d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3a5968e2-a98e-4b4d-990f-a36c603fec1d,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:45.914222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.978930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 14334aa9-1988-41fa-b456-4cce0615b59d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:46.004835 n-d-836015-1 neutron-server[109820]: INFO neutron.db.ipam_backend_mixin [None req-630f0d40-9833-424e-a679-8e663b360bbc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d77ff25-88c1-48f2-a166-5b9f5f833620 (CIDR: 2001:db8::/64) Mar 31 23:11:46.052020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=3a5968e2-a98e-4b4d-990f-a36c603fec1d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.064796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Deleting port 11ca57ff-e948-48b4-af5b-4b1908194334 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:46.065751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.076339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 14334aa9-1988-41fa-b456-4cce0615b59d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:46.076718 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.146010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=685f32e7-c636-402e-af64-7b223f73323d,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.146010 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-630f0d40-9833-424e-a679-8e663b360bbc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:11:46.146010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630f0d40-9833-424e-a679-8e663b360bbc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:46.146010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:46.146010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.146010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f2a82d3e-e9dc-4d68-9517-9e720a233fc9 service neutron] 10.222.0.45 "PUT /v2.0/ports/685f32e7-c636-402e-af64-7b223f73323d HTTP/1.1" status: 200 len: 1091 time: 4.7512116 Mar 31 23:11:46.156783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'tag': '685f32e7-c636-402e-af64-7b223f73323d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:46.161995 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255869a6-d20e-44d3-988f-37761c0d56e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e939fafc-b139-4ef8-9f9c-71bf94e11224", "tag": "685f32e7-c636-402e-af64-7b223f73323d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:46.205824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a86b2-dd6b-4c9b-8a13-73f7c85f710a req-4f6b6297-791b-4ea4-a268-a3e572d4b195 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:46.207739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f95a86b2-dd6b-4c9b-8a13-73f7c85f710a req-4f6b6297-791b-4ea4-a268-a3e572d4b195 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 945 time: 0.6493621 Mar 31 23:11:46.250884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.298195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Calling delete_port for 11ca57ff-e948-48b4-af5b-4b1908194334 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:46.313840 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.316274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0c7fa-c4e5-4d76-b663-c20a3012e797 None None] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:46.432817 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.453170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-54647d7d-ef17-463f-abc8-ddc606e87540 None None] Provisioning complete for port 14334aa9-1988-41fa-b456-4cce0615b59d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:46.453625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54647d7d-ef17-463f-abc8-ddc606e87540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.455728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-630f0d40-9833-424e-a679-8e663b360bbc tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0773611 Mar 31 23:11:46.459010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53082) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:46.470377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:46.541367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 14334aa9-1988-41fa-b456-4cce0615b59d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=14334aa9-1988-41fa-b456-4cce0615b59d,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:46.616778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.646952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=ad22cfe2-4869-452c-a8dc-04180a23b898,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.733512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=14334aa9-1988-41fa-b456-4cce0615b59d,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.833440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-0c58ad3f-9401-4ead-8526-0969e075e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:46.868638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-0c58ad3f-9401-4ead-8526-0969e075e3aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 1094 time: 0.5902314 Mar 31 23:11:46.887081 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.004699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-f557bcc1-1d76-498f-8c8d-fa8a9ff9d27f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685f32e7-c636-402e-af64-7b223f73323d HTTP/1.1" status: 200 len: 217 time: 0.1161056 Mar 31 23:11:47.033320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:47.043747 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.073291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86adb71-4d25-4e44-a2eb-cc112fb86e17 req-6cf4b8b6-a0d8-4923-aee8-69eadd940676 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.080365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e86adb71-4d25-4e44-a2eb-cc112fb86e17 req-6cf4b8b6-a0d8-4923-aee8-69eadd940676 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 943 time: 1.0343828 Mar 31 23:11:47.098646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.241245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f95a86b2-dd6b-4c9b-8a13-73f7c85f710a req-aaecdffc-2b11-4816-ba04-6061c6744816 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0186563 Mar 31 23:11:47.275513 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.307820 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793769e6-3c32-4c17-b3ba-b4721250c25b x-openstack-request-id: req-793769e6-3c32-4c17-b3ba-b4721250c25b {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:47.308124 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a46e1a-d4c0-48a1-8c24-0b5c9992a490", "name": "network-vif-plugged", "status": "completed", "tag": "3a5968e2-a98e-4b4d-990f-a36c603fec1d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:47.308381 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-793769e6-3c32-4c17-b3ba-b4721250c25b {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:47.308791 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793769e6-3c32-4c17-b3ba-b4721250c25b'] response: {'server_uuid': '99a46e1a-d4c0-48a1-8c24-0b5c9992a490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5968e2-a98e-4b4d-990f-a36c603fec1d', 'code': 200} Mar 31 23:11:47.388423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event deleted for resources: {'Port': ['ID=11ca57ff-e948-48b4-af5b-4b1908194334,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:47.430189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5dc0a2df-6be1-48bc-8cf6-6462a2fe7b4e None None] Provisioning complete for port 14334aa9-1988-41fa-b456-4cce0615b59d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:47.431247 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a2df-6be1-48bc-8cf6-6462a2fe7b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.495238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-e6860473-9878-4f25-9bbc-a68f09a34e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.513737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-e6860473-9878-4f25-9bbc-a68f09a34e0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.4406304 Mar 31 23:11:47.516030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d10c45-0b85-400c-9fe6-4c7d0e586817 req-0a7ab8dc-46a3-4c65-bf87-f5e227b4e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.522035 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-58d10c45-0b85-400c-9fe6-4c7d0e586817 req-0a7ab8dc-46a3-4c65-bf87-f5e227b4e5b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 1097 time: 0.1351023 Mar 31 23:11:47.563583 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d9787d-fcdf-4028-bc90-2c8d7246d347 x-openstack-request-id: req-96d9787d-fcdf-4028-bc90-2c8d7246d347 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:47.563879 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e939fafc-b139-4ef8-9f9c-71bf94e11224", "tag": "685f32e7-c636-402e-af64-7b223f73323d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:47.564825 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96d9787d-fcdf-4028-bc90-2c8d7246d347 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:47.564825 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d9787d-fcdf-4028-bc90-2c8d7246d347'] response: {'name': 'network-changed', 'server_uuid': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'tag': '685f32e7-c636-402e-af64-7b223f73323d', 'status': 'completed', 'code': 200} Mar 31 23:11:47.608550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e86adb71-4d25-4e44-a2eb-cc112fb86e17 req-e4ee7e3b-3817-4b0f-a25b-578411490534 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5021613 Mar 31 23:11:47.676733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.682058 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-58d10c45-0b85-400c-9fe6-4c7d0e586817 req-fc19581c-2856-4f2f-a6da-40bf02eb80fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509211 Mar 31 23:11:47.721286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.795965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:47.798275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-2757c400-97a5-4736-9491-9c2f535308ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.799824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-2757c400-97a5-4736-9491-9c2f535308ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844696 Mar 31 23:11:47.806270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:47.813425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:47.823351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:47.866821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Pushing event updated for resources: {'Port': ['ID=59df5318-133f-4a25-861e-c4895d0a840f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:47.985977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 14334aa9-1988-41fa-b456-4cce0615b59d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:47.994782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Router 16fb65e4-70fc-4d17-9d3d-c8690d185875 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:48.065184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 14334aa9-1988-41fa-b456-4cce0615b59d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:48.065556 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.165724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:48.179042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.188008 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03332dbb-6a0f-410e-beaa-a1a28c3e8d6c None None] Sync routers for ids ['16fb65e4-70fc-4d17-9d3d-c8690d185875'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:48.195740 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5f3a7e9-ad37-4474-9de2-e7c5f8abd3bd tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "PUT /v2.0/routers/16fb65e4-70fc-4d17-9d3d-c8690d185875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0663495 Mar 31 23:11:48.207773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53114) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:48.213634 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03332dbb-6a0f-410e-beaa-a1a28c3e8d6c None None] Routers {'16fb65e4-70fc-4d17-9d3d-c8690d185875'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:48.214320 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-03332dbb-6a0f-410e-beaa-a1a28c3e8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['16fb65e4-70fc-4d17-9d3d-c8690d185875'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:48.265585 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-03332dbb-6a0f-410e-beaa-a1a28c3e8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:48.283588 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03332dbb-6a0f-410e-beaa-a1a28c3e8d6c None None] Routers {'16fb65e4-70fc-4d17-9d3d-c8690d185875'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:48.284397 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-03332dbb-6a0f-410e-beaa-a1a28c3e8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['16fb65e4-70fc-4d17-9d3d-c8690d185875'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:48.320613 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-03332dbb-6a0f-410e-beaa-a1a28c3e8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:48.321504 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03332dbb-6a0f-410e-beaa-a1a28c3e8d6c None None] The sync data for ids ['16fb65e4-70fc-4d17-9d3d-c8690d185875'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:48.393228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=04adf901-e65a-4b28-a06a-620163725df2,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:48.393603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:48.397300 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b33819a2-a772-4bdc-97ed-9013cc3090af tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.417608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:48.427616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2ec1a258-290b-4e96-b34d-85a52bac2446 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7287416 Mar 31 23:11:48.440828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53122) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:48.444943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:48.445572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:48.496981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-288f3f03-4123-4f69-84bc-5d07fdc7fb41 service neutron] 10.222.0.45 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823821 Mar 31 23:11:48.562637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:48.601486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8661da75-06d7-480e-83e5-1a0cb90a627a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting subnet 864ab907-05f7-4d31-ad69-c084445ed546 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:48.613202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ea279-7f03-4d3c-b694-aa1b6afdba70 req-022a14bc-88c7-4943-af48-c6b078643701 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:48.614837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f0ea279-7f03-4d3c-b694-aa1b6afdba70 req-022a14bc-88c7-4943-af48-c6b078643701 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.2352796 Mar 31 23:11:48.621690 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8661da75-06d7-480e-83e5-1a0cb90a627a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.672738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:46Z', 'revision_number': 11, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:48.713871 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8661da75-06d7-480e-83e5-1a0cb90a627a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.719093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f0ea279-7f03-4d3c-b694-aa1b6afdba70 req-ac132209-5d50-4425-9333-c51d182c1e05 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922604 Mar 31 23:11:48.724582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:48.735658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:48.736673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:48.824953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:48.829365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08fd66c2-2cf0-4eeb-b5e6-390195ded9df req-e7a39690-68d9-4ab4-a6ce-2bebc24483ff service neutron] 10.222.0.45 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192551 Mar 31 23:11:48.854837 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:48.857416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:48.863480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:48.864424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.879941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734d55-61e5-4e85-9dcf-9b5e2ce634c2 req-9f84fbe2-aade-43f5-a26b-82d7a0994867 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:48.885031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32734d55-61e5-4e85-9dcf-9b5e2ce634c2 req-9f84fbe2-aade-43f5-a26b-82d7a0994867 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 943 time: 0.1327362 Mar 31 23:11:48.956644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5050f-1160-41fa-9ea5-15ee9375484c None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:48.984474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:46Z', 'revision_number': 11, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.081727 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8661da75-06d7-480e-83e5-1a0cb90a627a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.151467 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-05d7b161-3ead-427a-8b24-bb081c251459 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6886327 Mar 31 23:11:49.153095 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b33819a2-a772-4bdc-97ed-9013cc3090af tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.155712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53142) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:49.164386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-804072920', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04adf901-e65a-4b28-a06a-620163725df2'}], 'security_groups': ['a818acdd-687f-4e46-b5ef-9eeb56869649']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:49.208109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b33819a2-a772-4bdc-97ed-9013cc3090af tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.217848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.320465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-e444023f-7ae5-4cda-8f3c-18f163fe4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:49.322012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-e444023f-7ae5-4cda-8f3c-18f163fe4124 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 1094 time: 0.2967646 Mar 31 23:11:49.370570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32734d55-61e5-4e85-9dcf-9b5e2ce634c2 req-e94f4a95-aa42-4fa7-93da-16746fe296d3 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238029 Mar 31 23:11:49.413782 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.444077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7aa262-82ba-4e4a-bb52-c2fc42fc395b None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:46Z', 'revision_number': 11, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:49.510651 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b33819a2-a772-4bdc-97ed-9013cc3090af tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.511204 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33819a2-a772-4bdc-97ed-9013cc3090af tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Fanout notify agent at l3_agent the message router_deleted on router 16fb65e4-70fc-4d17-9d3d-c8690d185875 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:49.520045 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b33819a2-a772-4bdc-97ed-9013cc3090af tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.521150 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b33819a2-a772-4bdc-97ed-9013cc3090af tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "DELETE /v2.0/routers/16fb65e4-70fc-4d17-9d3d-c8690d185875 HTTP/1.1" status: 204 len: 168 time: 1.3073926 Mar 31 23:11:49.525780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53152) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:49.606095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8851ae1-66c0-47b0-a843-dc2f863bef02 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Deleting subnet 2414dc36-1bde-469b-aa75-ed75a747462d {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:49.620192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8661da75-06d7-480e-83e5-1a0cb90a627a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.620192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.620778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b8851ae1-66c0-47b0-a843-dc2f863bef02 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.670467 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8661da75-06d7-480e-83e5-1a0cb90a627a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.677082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8661da75-06d7-480e-83e5-1a0cb90a627a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/864ab907-05f7-4d31-ad69-c084445ed546 HTTP/1.1" status: 204 len: 168 time: 1.2344050 Mar 31 23:11:49.678004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661da75-06d7-480e-83e5-1a0cb90a627a tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Subnet': ['ID=864ab907-05f7-4d31-ad69-c084445ed546,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:49.679552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6f497-685f-46e0-9e03-4e99afc39936 None None] Network 11c98c29-e90f-4a5b-80e3-1f9915f95783 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:49.712733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53156) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:49.741003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b8851ae1-66c0-47b0-a843-dc2f863bef02 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.749269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-c585d64c-2355-4c39-9a66-b7704327dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:49.751355 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-c585d64c-2355-4c39-9a66-b7704327dde1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 0.4184723 Mar 31 23:11:49.832347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-1675f706-40a9-43f6-b2ee-132d7c6dac32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685f32e7-c636-402e-af64-7b223f73323d HTTP/1.1" status: 200 len: 217 time: 0.0428784 Mar 31 23:11:49.870537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ad22cfe2-4869-452c-a8dc-04180a23b898 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:49.920301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-5878e990-8561-4a82-a297-1625fb7fbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:49.922659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-5878e990-8561-4a82-a297-1625fb7fbb43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.0752811 Mar 31 23:11:49.934956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ad22cfe2-4869-452c-a8dc-04180a23b898 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:49.935307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ad22cfe2-4869-452c-a8dc-04180a23b898 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:50.017227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfcbea-d210-4c63-b8a4-c8080fc26af2 None None] Update dhcp port {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'fixed_ips': [{'subnet_id': '7d77ff25-88c1-48f2-a166-5b9f5f833620', 'ip_address': '2001:db8::2'}, {'subnet_id': '04adf901-e65a-4b28-a06a-620163725df2'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '4ff87774-cb68-417e-b83d-03ca76a87c56'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:11:50.064094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] DHCP port deletion for 11c98c29-e90f-4a5b-80e3-1f9915f95783 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:50.097200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.099583 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-94dfcbea-d210-4c63-b8a4-c8080fc26af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.159098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-40748b3c-a7c8-4062-bac3-4052e2e3c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:50.161035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-40748b3c-a7c8-4062-bac3-4052e2e3c369 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113061 Mar 31 23:11:50.181884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68fe4b-d117-48a6-ae90-0b87551c480e req-c6441820-983f-4abf-a4e4-1178f6cb1e59 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:50.184235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a68fe4b-d117-48a6-ae90-0b87551c480e req-c6441820-983f-4abf-a4e4-1178f6cb1e59 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.2573547 Mar 31 23:11:50.249259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b8851ae1-66c0-47b0-a843-dc2f863bef02 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.317997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] Deleting port 041ac87c-707d-4394-834c-cf50f167f8e2 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:50.318917 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.332873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a68fe4b-d117-48a6-ae90-0b87551c480e req-4d8e4ade-d696-49a7-843f-1a2adba116ce tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136894 Mar 31 23:11:50.379736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Deleting port 041ac87c-707d-4394-834c-cf50f167f8e2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:50.380083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.490205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Delete allocated IP 2001:db8::3a9 (31902ecf-e018-484d-a1f0-ac32f260137b/7d77ff25-88c1-48f2-a166-5b9f5f833620) {{(pid=109821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:11:50.503533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] For port 041ac87c-707d-4394-834c-cf50f167f8e2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=041ac87c-707d-4394-834c-cf50f167f8e2,segment=NetworkSegment(3ae750a4-7a2e-43fb-a9c1-418b86ce81aa),segment_id=3ae750a4-7a2e-43fb-a9c1-418b86ce81aa)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:50.503789 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.506657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] For port 041ac87c-707d-4394-834c-cf50f167f8e2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=041ac87c-707d-4394-834c-cf50f167f8e2,segment=NetworkSegment(3ae750a4-7a2e-43fb-a9c1-418b86ce81aa),segment_id=3ae750a4-7a2e-43fb-a9c1-418b86ce81aa)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:50.507029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.510335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8:0:1::265 (31902ecf-e018-484d-a1f0-ac32f260137b/04adf901-e65a-4b28-a06a-620163725df2/1d64ad8f-3f81-4d55-a8aa-c680d2042e74) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:50.519190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] Calling delete_port for 041ac87c-707d-4394-834c-cf50f167f8e2 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:50.526828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b8851ae1-66c0-47b0-a843-dc2f863bef02 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.540787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Calling delete_port for 041ac87c-707d-4394-834c-cf50f167f8e2 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:50.607100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8851ae1-66c0-47b0-a843-dc2f863bef02 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event deleted for resources: {'Subnet': ['ID=2414dc36-1bde-469b-aa75-ed75a747462d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:50.630342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b8851ae1-66c0-47b0-a843-dc2f863bef02 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.634794 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b8851ae1-66c0-47b0-a843-dc2f863bef02 tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "DELETE /v2.0/subnets/2414dc36-1bde-469b-aa75-ed75a747462d HTTP/1.1" status: 204 len: 168 time: 1.1077495 Mar 31 23:11:50.639183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53172) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:50.646180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7605375-3b6f-4058-8346-2fb35fda5c4a None None] Network c5d9d22c-2299-4956-bc42-ebc2ea55369d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:50.722892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-1a58a860-ea39-4bfa-a223-fcd2c34d9981 service neutron] 10.222.0.45 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363479 Mar 31 23:11:50.768019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ca0a8-3198-4e24-b24b-351011212b06 req-f809d984-f12d-49c5-8c6e-cd48390b9e47 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:50.775470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc9ca0a8-3198-4e24-b24b-351011212b06 req-f809d984-f12d-49c5-8c6e-cd48390b9e47 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 943 time: 0.0933807 Mar 31 23:11:50.775470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.827470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.838296 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.971616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] No DVR routers for this DVR port 041ac87c-707d-4394-834c-cf50f167f8e2 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:51.015417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d029c8f-0576-4bdf-9b9f-bb7ef68c5c9f None None] Pushing event deleted for resources: {'Port': ['ID=041ac87c-707d-4394-834c-cf50f167f8e2,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.067691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Deleting port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:51.068040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.136832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] DHCP port deletion for c5d9d22c-2299-4956-bc42-ebc2ea55369d request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:51.162820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] For port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,segment=NetworkSegment(8aa7b51d-1434-4657-bef0-465f48500939),segment_id=8aa7b51d-1434-4657-bef0-465f48500939)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:51.163302 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.179805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Calling delete_port for 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:51.198884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] Deleting port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:51.199658 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.272231 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.276770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] For port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,segment=NetworkSegment(8aa7b51d-1434-4657-bef0-465f48500939),segment_id=8aa7b51d-1434-4657-bef0-465f48500939)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:51.277302 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.283367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-faa46040-6e26-4775-bfcd-e3b3f6f5c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:51.284888 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-faa46040-6e26-4775-bfcd-e3b3f6f5c58d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 1097 time: 0.3486009 Mar 31 23:11:51.292256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] Calling delete_port for 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:51.350274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:51.359160 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.367026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Port': ['ID=041ac87c-707d-4394-834c-cf50f167f8e2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.372712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No DVR routers for this DVR port 041ac87c-707d-4394-834c-cf50f167f8e2 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:51.423833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-94dfcbea-d210-4c63-b8a4-c8080fc26af2 None None] Allocated IP 2001:db8:0:1::2 (31902ecf-e018-484d-a1f0-ac32f260137b/04adf901-e65a-4b28-a06a-620163725df2/4ff87774-cb68-417e-b83d-03ca76a87c56) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:51.454453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] In _notify_port_updated(), no bound segment for port 1d64ad8f-3f81-4d55-a8aa-c680d2042e74 on network 31902ecf-e018-484d-a1f0-ac32f260137b {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:11:51.460495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:51.461060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.462395 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "PUT /v2.0/ports/1d64ad8f-3f81-4d55-a8aa-c680d2042e74 HTTP/1.1" status: 200 len: 930 time: 2.3054595 Mar 31 23:11:51.463914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.466729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-18c2c5d6-3f3c-4676-ba31-606785bdccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:51.468212 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-18c2c5d6-3f3c-4676-ba31-606785bdccb0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 912 time: 0.1754313 Mar 31 23:11:51.468889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53188) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:51.470405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaeaa7-8af0-4bb0-861b-b83fe3e42250 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=1d64ad8f-3f81-4d55-a8aa-c680d2042e74,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.548225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.557798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event deleted for resources: {'Port': ['ID=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.560945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] No DVR routers for this DVR port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:51.566342 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-6b6cd8d8-dba3-42f3-a5db-1ae827e5230c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5968e2-a98e-4b4d-990f-a36c603fec1d HTTP/1.1" status: 200 len: 217 time: 0.0811944 Mar 31 23:11:51.589460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] No DVR routers for this DVR port 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:51.601101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf97639-9f3c-4d29-b54b-ecaa51ea52da None None] Pushing event deleted for resources: {'Port': ['ID=4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.616320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.621532 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-94dfcbea-d210-4c63-b8a4-c8080fc26af2 None None] For port 4ff87774-cb68-417e-b83d-03ca76a87c56, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4ff87774-cb68-417e-b83d-03ca76a87c56,segment=NetworkSegment(4b4e00cc-93f8-49dd-a697-5879dabbff2d),segment_id=4b4e00cc-93f8-49dd-a697-5879dabbff2d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:51.676726 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-94dfcbea-d210-4c63-b8a4-c8080fc26af2 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.679815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c98c29-e90f-4a5b-80e3-1f9915f95783']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:51.691308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:51.691616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae750a4-7a2e-43fb-a9c1-418b86ce81aa') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:51.703820 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.748740 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-94dfcbea-d210-4c63-b8a4-c8080fc26af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.773763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255869a6-d20e-44d3-988f-37761c0d56e3 req-07eea52a-c029-405e-97a1-4d11d6dc2a53 service neutron] 10.222.0.45 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0381429 Mar 31 23:11:51.789108 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.804369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc9ca0a8-3198-4e24-b24b-351011212b06 req-45038f96-1793-4699-b72e-dc9ba9b206e0 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0228145 Mar 31 23:11:51.806462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-95a71f79-9778-4a65-a44f-512b9f508cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:51.808162 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-95a71f79-9778-4a65-a44f-512b9f508cea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cdbee961-a515-45e5-ba93-c79f051d8fe1 HTTP/1.1" status: 200 len: 851 time: 0.2330010 Mar 31 23:11:51.839302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccffaea-6c42-4d19-b3c3-f6d52e5e8ec2 req-4ccc62a1-c1a0-4b19-a409-01afce6f78ac tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:51.849313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ccffaea-6c42-4d19-b3c3-f6d52e5e8ec2 req-4ccc62a1-c1a0-4b19-a409-01afce6f78ac tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.5005846 Mar 31 23:11:51.852133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d9d22c-2299-4956-bc42-ebc2ea55369d']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:51.855781 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-8ccf2656-7163-4fdc-aba2-e8c0e5346f29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364661 Mar 31 23:11:51.864763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.864969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3297f470-85ba-4890-9add-9e9a9ef49c28 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 1d64ad8f-3f81-4d55-a8aa-c680d2042e74 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:51.865331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3297f470-85ba-4890-9add-9e9a9ef49c28 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.869169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfcbea-d210-4c63-b8a4-c8080fc26af2 None None] Pushing event updated for resources: {'Port': ['ID=4ff87774-cb68-417e-b83d-03ca76a87c56,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.888841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:51.889263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:51.893874 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:51.952628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:51.976646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa7b51d-1434-4657-bef0-465f48500939') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:51.977252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa7b51d-1434-4657-bef0-465f48500939') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:51.993225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ccffaea-6c42-4d19-b3c3-f6d52e5e8ec2 req-1af75fc4-0716-479a-b826-4bcaa14adef2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428649 Mar 31 23:11:52.005957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 685f32e7-c636-402e-af64-7b223f73323d details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:52.012084 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3297f470-85ba-4890-9add-9e9a9ef49c28 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.026522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3297f470-85ba-4890-9add-9e9a9ef49c28 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 1d64ad8f-3f81-4d55-a8aa-c680d2042e74 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:52.078410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:52.093690 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Sync routers for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:52.110696 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:52.111593 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:52.132863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.179760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.195214 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.197187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 685f32e7-c636-402e-af64-7b223f73323d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=685f32e7-c636-402e-af64-7b223f73323d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:52.209147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.212743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/networks/11c98c29-e90f-4a5b-80e3-1f9915f95783 HTTP/1.1" status: 204 len: 168 time: 2.4920635 Mar 31 23:11:52.219317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53200) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.223253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.224578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-723e8305-8e55-425c-b5b7-31b0ac56c4ca admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9150994 Mar 31 23:11:52.226459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '685f32e7-c636-402e-af64-7b223f73323d', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'port_id': '685f32e7-c636-402e-af64-7b223f73323d', 'mac_address': 'fa:16:3e:38:23:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:52.228179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:52.228524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4fb9a1b2-a1a7-4966-9d79-9b9ee48ba98e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:52.228946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 041ac87c-707d-4394-834c-cf50f167f8e2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:52.233690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'routes': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:52.242107 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:52.250074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 041ac87c-707d-4394-834c-cf50f167f8e2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:52.250420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 041ac87c-707d-4394-834c-cf50f167f8e2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:52.269784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53202) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.293319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fbf44-a368-4d9a-a28f-e01a8298b30e tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Pushing event deleted for resources: {'Network': ['ID=11c98c29-e90f-4a5b-80e3-1f9915f95783,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.307562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.324343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685f32e7-c636-402e-af64-7b223f73323d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:52.349084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 685f32e7-c636-402e-af64-7b223f73323d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=685f32e7-c636-402e-af64-7b223f73323d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:52.363629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:52.364861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:52.370204 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:52.427134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.538193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=685f32e7-c636-402e-af64-7b223f73323d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.583776 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:48Z', 'revision_number': 3, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:52.627429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Checking router: 9a0b7194-f030-46f3-8fca-de3387f6cfc9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:52.628304 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Updating router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 port 59df5318-133f-4a25-861e-c4895d0a840f binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:52.641064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['685f32e7-c636-402e-af64-7b223f73323d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:52.707293 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.739558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-95285ee9-4cb0-4859-8392-8fd5eedc104f service neutron] 10.222.0.50 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599187 Mar 31 23:11:52.790037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.extraroute_db [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Added routes are [] {{(pid=109821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:11:52.790349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.extraroute_db [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Removed routes are [] {{(pid=109821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:11:52.790786 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.803694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.970893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.976682 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] 10.222.0.31 "DELETE /v2.0/networks/c5d9d22c-2299-4956-bc42-ebc2ea55369d HTTP/1.1" status: 204 len: 168 time: 2.3338072 Mar 31 23:11:52.976682 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5f957d33-0f16-48e3-85af-c03bace9fc3b req-3670ea1d-5225-4446-a2d4-5c523adabb97 service neutron] 10.222.0.50 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020617 Mar 31 23:11:53.140710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5016247-c209-4f2b-9789-75e4b094e55f tempest-FloatingIPNegativeTestJSON-488602999 tempest-FloatingIPNegativeTestJSON-488602999-project] Pushing event deleted for resources: {'Network': ['ID=c5d9d22c-2299-4956-bc42-ebc2ea55369d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.344646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ba253d90-fa0f-4fc0-9166-7ade9b9ef0a3 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:53.347284 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba253d90-fa0f-4fc0-9166-7ade9b9ef0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.566982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.569903 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.608212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee5db-090a-420f-9efe-7a122fc1ab50 req-d5d08357-d0dd-4a2c-b3cd-b4abf3a6bdf1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:53.613014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633ee5db-090a-420f-9efe-7a122fc1ab50 req-d5d08357-d0dd-4a2c-b3cd-b4abf3a6bdf1 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 944 time: 0.6503475 Mar 31 23:11:53.646104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ba253d90-fa0f-4fc0-9166-7ade9b9ef0a3 None None] Provisioning complete for port 63afddcc-c932-483f-8d90-f51407b943a9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:53.646520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba253d90-fa0f-4fc0-9166-7ade9b9ef0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.666759 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.696152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53236) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:53.706136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ba253d90-fa0f-4fc0-9166-7ade9b9ef0a3 None None] Port 63afddcc-c932-483f-8d90-f51407b943a9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:53.708581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ba253d90-fa0f-4fc0-9166-7ade9b9ef0a3 None None] Could not find standard attr ID for object 1d64ad8f-3f81-4d55-a8aa-c680d2042e74. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:11:53.787761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a551e6-9e14-42ac-9d3d-6380b1089a94 req-ffbe4fe2-a56b-4165-be93-8f94f757c60a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:53.789928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30a551e6-9e14-42ac-9d3d-6380b1089a94 req-ffbe4fe2-a56b-4165-be93-8f94f757c60a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.5625427 Mar 31 23:11:53.825345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cddd20f5-9106-43c3-950d-0d7d6e798119 None None] Could not find standard attr ID for object 1d64ad8f-3f81-4d55-a8aa-c680d2042e74. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:11:53.864341 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d6421-d8df-4b91-b466-ee653f028337 None None] Pushing event updated for resources: {'Port': ['ID=59df5318-133f-4a25-861e-c4895d0a840f,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.879802 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Attempting to bind port 59df5318-133f-4a25-861e-c4895d0a840f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:53.879802 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Attempting to bind port 59df5318-133f-4a25-861e-c4895d0a840f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:53.879802 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Attempting to bind port 59df5318-133f-4a25-861e-c4895d0a840f on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:53.896471 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:53.896966 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:53.897471 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.898034 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:53.898629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Bound port: 59df5318-133f-4a25-861e-c4895d0a840f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:53.899102 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.901795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4ff87774-cb68-417e-b83d-03ca76a87c56 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:53.919944 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3297f470-85ba-4890-9add-9e9a9ef49c28 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.938244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633ee5db-090a-420f-9efe-7a122fc1ab50 req-7d13cb09-b374-468d-85b3-455dbe74fb6a tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027132 Mar 31 23:11:53.943676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.003283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 685f32e7-c636-402e-af64-7b223f73323d up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:54.032986 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] For port 59df5318-133f-4a25-861e-c4895d0a840f, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:54.034862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.040781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297f470-85ba-4890-9add-9e9a9ef49c28 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=1d64ad8f-3f81-4d55-a8aa-c680d2042e74,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.042095 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] For port 59df5318-133f-4a25-861e-c4895d0a840f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=59df5318-133f-4a25-861e-c4895d0a840f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:54.050990 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3297f470-85ba-4890-9add-9e9a9ef49c28 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.058660 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3297f470-85ba-4890-9add-9e9a9ef49c28 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/1d64ad8f-3f81-4d55-a8aa-c680d2042e74 HTTP/1.1" status: 204 len: 168 time: 2.5815349 Mar 31 23:11:54.060692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53242) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.099628 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30a551e6-9e14-42ac-9d3d-6380b1089a94 req-56b83f73-f2fe-4400-baa6-4022f2edf712 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238595 Mar 31 23:11:54.118804 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.154272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:54.154380 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.161840 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79f719f-8e15-4a47-a613-acdeddd2b130 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:11:54.171919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53246) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.172039 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c79f719f-8e15-4a47-a613-acdeddd2b130 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/1d64ad8f-3f81-4d55-a8aa-c680d2042e74 HTTP/1.1" status: 404 len: 333 time: 0.1088486 Mar 31 23:11:54.210920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 685f32e7-c636-402e-af64-7b223f73323d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:54.211571 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:54.212460 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:54.221018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 685f32e7-c636-402e-af64-7b223f73323d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:54.221387 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.254255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 9d4ed35a-902a-4931-b322-3dafec851a01 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:54.287508 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d6421-d8df-4b91-b466-ee653f028337 None None] Pushing event updated for resources: {'Port': ['ID=59df5318-133f-4a25-861e-c4895d0a840f,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.366135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:54.383000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7e3e103a-6a41-471b-bb17-84d63d9db696 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=506d25dadc3043bc815fdcef438a67b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641765 Mar 31 23:11:54.383204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.383474 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:54.385969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53252) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.386313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53254) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.386901 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8a41897d-e57f-43c8-be8d-71b3c22b65b0 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 200 len: 705 time: 2.1576474 Mar 31 23:11:54.400904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] Sync routers for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:54.459842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53256) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.460221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b38a366f-1ede-4479-8710-f148a5d019fa tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 200 len: 205 time: 0.0667577 Mar 31 23:11:54.468400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a1cba60-8e77-4c43-976d-33186beb934c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.470039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Allocated IP 172.20.0.1 (004c4e99-ec3f-421e-95ba-5d7b35cef792/7cef8733-88ba-4639-9516-bf4bd64fbc9b/d2623f18-f2ee-44c9-9d8b-71124c0ccd2d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:54.502857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] Routers {'9d4ed35a-902a-4931-b322-3dafec851a01'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:54.503703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9d4ed35a-902a-4931-b322-3dafec851a01'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:54.558731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aafd41d7-7c6d-47f2-94b8-5a8b67af52d4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.563525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a1cba60-8e77-4c43-976d-33186beb934c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.586786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdbda14f-bb44-4b6e-a020-3f50ce73e3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.665731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] Set router 9d4ed35a-902a-4931-b322-3dafec851a01 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:54.763716 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:48Z', 'revision_number': 3, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:54.772014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aafd41d7-7c6d-47f2-94b8-5a8b67af52d4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.772014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aafd41d7-7c6d-47f2-94b8-5a8b67af52d4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.773625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdbda14f-bb44-4b6e-a020-3f50ce73e3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.814632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ed35a-902a-4931-b322-3dafec851a01', 'name': 'tempest-RoutersIpV6Test-router-1395164245', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:10:29Z', 'updated_at': '2022-03-31T23:11:46Z', 'revision_number': 11, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:54.843949 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc9972-b4b1-4b2e-a06e-d85dbbe6c55c None None] The sync data for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 is: [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:48Z', 'revision_number': 3, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:54.858123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.858798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.898166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] Checking router: 9d4ed35a-902a-4931-b322-3dafec851a01 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:54.917737 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a1cba60-8e77-4c43-976d-33186beb934c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.920991 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a1cba60-8e77-4c43-976d-33186beb934c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.929635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a1cba60-8e77-4c43-976d-33186beb934c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/security-groups/3a6cdd79-8a0e-40c4-9a15-26e1741b5fe3 HTTP/1.1" status: 204 len: 168 time: 0.7500362 Mar 31 23:11:54.929802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53264) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.933528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cba60-8e77-4c43-976d-33186beb934c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6cdd79-8a0e-40c4-9a15-26e1741b5fe3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.945023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdbda14f-bb44-4b6e-a020-3f50ce73e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.956050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aafd41d7-7c6d-47f2-94b8-5a8b67af52d4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.956050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafd41d7-7c6d-47f2-94b8-5a8b67af52d4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Fanout notify agent at l3_agent the message router_deleted on router 9d4ed35a-902a-4931-b322-3dafec851a01 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:54.956413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdbda14f-bb44-4b6e-a020-3f50ce73e3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.957895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fdbda14f-bb44-4b6e-a020-3f50ce73e3ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43fb57d9-6225-4371-a503-a567ff74d5c5 HTTP/1.1" status: 204 len: 168 time: 0.5704479 Mar 31 23:11:54.964921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aafd41d7-7c6d-47f2-94b8-5a8b67af52d4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.969232 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aafd41d7-7c6d-47f2-94b8-5a8b67af52d4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 204 len: 168 time: 0.5082672 Mar 31 23:11:54.975013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbda14f-bb44-4b6e-a020-3f50ce73e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fb57d9-6225-4371-a503-a567ff74d5c5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.978564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53272) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.985517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1f0f6a32-57d8-4978-bca3-3f0fb6c538f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-769243918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:55.024540 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.097911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb14f2b8-76a3-44a9-944c-e299be69f1e9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.126968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6a32-57d8-4978-bca3-3f0fb6c538f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.128067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6a32-57d8-4978-bca3-3f0fb6c538f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.146985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb14f2b8-76a3-44a9-944c-e299be69f1e9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.237830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:55.250900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:55.256408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Pushing event updated for resources: {'Port': ['ID=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.261996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:55.335991 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb14f2b8-76a3-44a9-944c-e299be69f1e9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.338640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb14f2b8-76a3-44a9-944c-e299be69f1e9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.339810 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bb14f2b8-76a3-44a9-944c-e299be69f1e9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/security-groups/a818acdd-687f-4e46-b5ef-9eeb56869649 HTTP/1.1" status: 204 len: 168 time: 0.4129491 Mar 31 23:11:55.343776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53280) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:55.360701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685f32e7-c636-402e-af64-7b223f73323d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:55.363005 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d3d23b-75ab-4517-ba31-7d92b7a82f2e" -d '{"events": [{"server_uuid": "e939fafc-b139-4ef8-9f9c-71bf94e11224", "name": "network-vif-plugged", "status": "completed", "tag": "685f32e7-c636-402e-af64-7b223f73323d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:55.398602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 685f32e7-c636-402e-af64-7b223f73323d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=685f32e7-c636-402e-af64-7b223f73323d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:55.402910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] Routers set() bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:55.403587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] Router IDs set() for agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:11:55.403966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_agentschedulers_db [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d4ed35a-902a-4931-b322-3dafec851a01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent'). {{(pid=109822) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:11:55.404345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621182ba-52b2-4dba-9973-06d6c6c2e60f None None] The sync data for ids ['9d4ed35a-902a-4931-b322-3dafec851a01'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:55.435387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14f2b8-76a3-44a9-944c-e299be69f1e9 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818acdd-687f-4e46-b5ef-9eeb56869649,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.505908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6a32-57d8-4978-bca3-3f0fb6c538f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.509405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.516229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f1db5b-4644-44f7-8e6e-42cc9aad7de7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet 7d77ff25-88c1-48f2-a166-5b9f5f833620 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:55.524006 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1db5b-4644-44f7-8e6e-42cc9aad7de7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.566406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97d9d5-bb89-477c-b0e8-aea9c14cd271 req-752e35fe-2277-4aa8-a4fa-2239cbccb52c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:55.588422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a97d9d5-bb89-477c-b0e8-aea9c14cd271 req-752e35fe-2277-4aa8-a4fa-2239cbccb52c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 944 time: 0.4724810 Mar 31 23:11:55.647113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6a32-57d8-4978-bca3-3f0fb6c538f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.649187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=685f32e7-c636-402e-af64-7b223f73323d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.665894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1db5b-4644-44f7-8e6e-42cc9aad7de7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.688296 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.746869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d58ccc29-d46a-43bb-9551-096f9a450b63 None None] Provisioning complete for port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:55.748963 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d58ccc29-d46a-43bb-9551-096f9a450b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.823882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910887eb-19a0-4532-b6a4-1131ca454e69 req-4f18eb39-3315-49f0-b5d5-df05992efac4 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:55.832879 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910887eb-19a0-4532-b6a4-1131ca454e69 req-4f18eb39-3315-49f0-b5d5-df05992efac4 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.4188347 Mar 31 23:11:55.870564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6a32-57d8-4978-bca3-3f0fb6c538f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.875084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1f0f6a32-57d8-4978-bca3-3f0fb6c538f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8952129 Mar 31 23:11:55.882973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53294) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:55.892724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e972deee-a677-4844-946d-cb37728e4040 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:55.950943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a97d9d5-bb89-477c-b0e8-aea9c14cd271 req-fe099759-64f1-4364-8318-afc95ca5bcbb tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494184 Mar 31 23:11:55.963169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d58ccc29-d46a-43bb-9551-096f9a450b63 None None] Port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:55.998272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 59df5318-133f-4a25-861e-c4895d0a840f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:56.043772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910887eb-19a0-4532-b6a4-1131ca454e69 req-79b16d25-4c51-44e1-850d-f83b7759afb9 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564941 Mar 31 23:11:56.104612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1db5b-4644-44f7-8e6e-42cc9aad7de7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.113422 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7250732-3cc0-46c9-b817-5c08c63649c3 x-openstack-request-id: req-b7250732-3cc0-46c9-b817-5c08c63649c3 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:56.113709 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e939fafc-b139-4ef8-9f9c-71bf94e11224", "name": "network-vif-plugged", "status": "completed", "tag": "685f32e7-c636-402e-af64-7b223f73323d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:56.113961 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7250732-3cc0-46c9-b817-5c08c63649c3 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:56.114352 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7250732-3cc0-46c9-b817-5c08c63649c3'] response: {'server_uuid': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685f32e7-c636-402e-af64-7b223f73323d', 'code': 200} Mar 31 23:11:56.196332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 59df5318-133f-4a25-861e-c4895d0a840f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:56.196332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.238738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35de29-9369-49f2-b653-7bc077172192 req-c5ad48c2-1b8e-4eaa-abd1-002a5ffe32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:56.242612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e35de29-9369-49f2-b653-7bc077172192 req-c5ad48c2-1b8e-4eaa-abd1-002a5ffe32ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 1096 time: 0.1224778 Mar 31 23:11:56.295013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e35de29-9369-49f2-b653-7bc077172192 req-5e22ab3c-cf9e-4838-aaca-a72a247b10db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356860 Mar 31 23:11:56.327934 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.337544 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.379968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 59df5318-133f-4a25-861e-c4895d0a840f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=59df5318-133f-4a25-861e-c4895d0a840f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:56.424071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1db5b-4644-44f7-8e6e-42cc9aad7de7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.449346 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.476573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1db5b-4644-44f7-8e6e-42cc9aad7de7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=7d77ff25-88c1-48f2-a166-5b9f5f833620,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.533268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=59df5318-133f-4a25-861e-c4895d0a840f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.534865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1db5b-4644-44f7-8e6e-42cc9aad7de7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.538946 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-45f1db5b-4644-44f7-8e6e-42cc9aad7de7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/7d77ff25-88c1-48f2-a166-5b9f5f833620 HTTP/1.1" status: 204 len: 168 time: 1.1940563 Mar 31 23:11:56.542914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53314) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:56.548314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3d81d-6bd8-417b-904d-3862d66e5aea None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:56.553294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:56.612032 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.625207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e972deee-a677-4844-946d-cb37728e4040 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.677762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.758298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e972deee-a677-4844-946d-cb37728e4040 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.806201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.817603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Pushing event updated for resources: {'Port': ['ID=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.906629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:56.910242 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.997323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:57.003785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:57.106929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53332) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.257100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e972deee-a677-4844-946d-cb37728e4040 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Router 128b0dd1-1205-482b-9d39-defdbb505b1c is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:57.429785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e972deee-a677-4844-946d-cb37728e4040 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:57.442616 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] Sync routers for ids ['128b0dd1-1205-482b-9d39-defdbb505b1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:57.456370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e972deee-a677-4844-946d-cb37728e4040 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.458779 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e972deee-a677-4844-946d-cb37728e4040 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "PUT /v2.0/routers/128b0dd1-1205-482b-9d39-defdbb505b1c HTTP/1.1" status: 200 len: 697 time: 1.5747013 Mar 31 23:11:57.469617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c13ad94d-1b4f-4f21-9c2d-f5250cd71304 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:57.469617 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-c13ad94d-1b4f-4f21-9c2d-f5250cd71304 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:11:57.469617 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-c13ad94d-1b4f-4f21-9c2d-f5250cd71304 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:11:57.469617 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c13ad94d-1b4f-4f21-9c2d-f5250cd71304 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3589911 Mar 31 23:11:57.471999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53338) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.475274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53340) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.504199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e121aec9-03e6-466c-9312-b4654df41d46 None None] Provisioning complete for port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:57.504827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--973929143'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:57.510429 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e121aec9-03e6-466c-9312-b4654df41d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.524987 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] Routers {'128b0dd1-1205-482b-9d39-defdbb505b1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:57.530231 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['128b0dd1-1205-482b-9d39-defdbb505b1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:57.616400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e121aec9-03e6-466c-9312-b4654df41d46 None None] Port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:57.632363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6da36e-d6e8-4be3-9ebf-e5c3f113a41e req-f8f8ccdf-d886-4de2-9de2-905431629ef4 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:57.639097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d6da36e-d6e8-4be3-9ebf-e5c3f113a41e req-f8f8ccdf-d886-4de2-9de2-905431629ef4 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 945 time: 0.5094092 Mar 31 23:11:57.646141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.718201 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] Set router 128b0dd1-1205-482b-9d39-defdbb505b1c gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:57.737677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88d8d2-c3bf-4a3b-9f56-0f20776e4261 req-224800a1-5ef9-4013-95e2-88680c83757c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:57.748841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a88d8d2-c3bf-4a3b-9f56-0f20776e4261 req-224800a1-5ef9-4013-95e2-88680c83757c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.4971752 Mar 31 23:11:57.773083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.780056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:57.804421 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b0dd1-1205-482b-9d39-defdbb505b1c', 'name': 'tempest-RoutersIpV6Test-router-769243918', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:55Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:57.824792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d6da36e-d6e8-4be3-9ebf-e5c3f113a41e req-7b6e7008-f24d-406b-9140-5c4e9e3fa68e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606953 Mar 31 23:11:57.893527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9001201f-a41f-4763-921c-b9adaa741b7f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/routers/128b0dd1-1205-482b-9d39-defdbb505b1c HTTP/1.1" status: 200 len: 703 time: 0.4136200 Mar 31 23:11:57.893798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53346) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.911511 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] Checking router: 128b0dd1-1205-482b-9d39-defdbb505b1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:57.914397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 59df5318-133f-4a25-861e-c4895d0a840f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:57.934238 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0015718-1824-44be-99c3-0f1db4982b60 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=128b0dd1-1205-482b-9d39-defdbb505b1c HTTP/1.1" status: 200 len: 205 time: 0.0367694 Mar 31 23:11:57.937587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53350) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.956521 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.971640 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] Routers {'128b0dd1-1205-482b-9d39-defdbb505b1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:57.972244 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['128b0dd1-1205-482b-9d39-defdbb505b1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:58.043722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=c5838311-ea26-48bc-a102-0d4a44b0d0cc,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.054052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:58.060499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:58.062298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:58.063180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.082454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f8a5f-e97b-451c-9ef5-83a21353ed91 None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:58.089543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 59df5318-133f-4a25-861e-c4895d0a840f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:58.090093 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.164018 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] Set router 128b0dd1-1205-482b-9d39-defdbb505b1c gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:58.195660 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b4d3f43a-e331-4aca-bd6b-4f661ffe4848 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6489196 Mar 31 23:11:58.195660 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53352) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.201418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1044b732-7663-459f-9dcd-949cfd2b1637 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'security_group': {'name': 'tempest-secgroup-809233519'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:58.235087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3bb83819-9c28-4e84-8a39-51e4fa0082af None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:58.235456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3bb83819-9c28-4e84-8a39-51e4fa0082af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.284114 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128b0dd1-1205-482b-9d39-defdbb505b1c', 'name': 'tempest-RoutersIpV6Test-router-769243918', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:55Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:58.328374 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fa3a3-aa25-4f38-936d-d814f1cacd73 None None] The sync data for ids ['128b0dd1-1205-482b-9d39-defdbb505b1c'] in n-d-836015-1 is: [{'id': '128b0dd1-1205-482b-9d39-defdbb505b1c', 'name': 'tempest-RoutersIpV6Test-router-769243918', 'tenant_id': '8b03e471357b4891a3af12725a84348e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:55Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 2, 'project_id': '8b03e471357b4891a3af12725a84348e', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:58.341139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1044b732-7663-459f-9dcd-949cfd2b1637 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.517413 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1044b732-7663-459f-9dcd-949cfd2b1637 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.567923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3bb83819-9c28-4e84-8a39-51e4fa0082af None None] Provisioning complete for port 63afddcc-c932-483f-8d90-f51407b943a9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:58.568730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3bb83819-9c28-4e84-8a39-51e4fa0082af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.584217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1044b732-7663-459f-9dcd-949cfd2b1637 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.626355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3bb83819-9c28-4e84-8a39-51e4fa0082af None None] Port 63afddcc-c932-483f-8d90-f51407b943a9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:58.645351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044b732-7663-459f-9dcd-949cfd2b1637 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cce3702-c157-48df-8f4d-af7591134f1a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.695152 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1044b732-7663-459f-9dcd-949cfd2b1637 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.696967 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1044b732-7663-459f-9dcd-949cfd2b1637 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5013971 Mar 31 23:11:58.699712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53356) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.705458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7c4fbf62-1407-4568-a41c-98c3911c1a0f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1289769358'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:58.714509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a88d8d2-c3bf-4a3b-9f56-0f20776e4261 req-e78d447e-a14c-4573-905f-7237d6ffed44 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9682527 Mar 31 23:11:58.743133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa6e903-1acd-4f29-8ea2-1d50e0928ff0 None None] Update dhcp port {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'fixed_ips': [{'subnet_id': '04adf901-e65a-4b28-a06a-620163725df2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c5838311-ea26-48bc-a102-0d4a44b0d0cc'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '4ff87774-cb68-417e-b83d-03ca76a87c56'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:11:58.801013 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e903-1acd-4f29-8ea2-1d50e0928ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.807906 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d736862-7609-45c6-9df9-44f8c821eeac tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.845693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c4fbf62-1407-4568-a41c-98c3911c1a0f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.028938 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:11:59.103333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c4fbf62-1407-4568-a41c-98c3911c1a0f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.159608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d736862-7609-45c6-9df9-44f8c821eeac tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.165271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:59.182516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5d635e6a-026e-4b2b-ab16-16083827990f admin admin] 10.222.0.31 "PUT /v2.0/routers/9a0b7194-f030-46f3-8fca-de3387f6cfc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9009340 Mar 31 23:11:59.182516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d736862-7609-45c6-9df9-44f8c821eeac tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.195103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c4fbf62-1407-4568-a41c-98c3911c1a0f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.250654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Sync routers for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:59.257065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fbf62-1407-4568-a41c-98c3911c1a0f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5554a42c-dd52-4559-8a57-1b8b4edf7db4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.257667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cbe4d-1032-4ab9-88d3-a99c52bb14bf req-28bec777-e28a-44d0-8d8c-139d0a91388c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.259391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf4cbe4d-1032-4ab9-88d3-a99c52bb14bf req-28bec777-e28a-44d0-8d8c-139d0a91388c tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 945 time: 0.2852020 Mar 31 23:11:59.270828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.312737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-bfa6e903-1acd-4f29-8ea2-1d50e0928ff0 None None] Allocated IP 2001:db8::2 (31902ecf-e018-484d-a1f0-ac32f260137b/c5838311-ea26-48bc-a102-0d4a44b0d0cc/4ff87774-cb68-417e-b83d-03ca76a87c56) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:59.324447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf4cbe4d-1032-4ab9-88d3-a99c52bb14bf req-2217ba6a-5400-4a83-bbcf-29468712d4d2 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432241 Mar 31 23:11:59.350857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d736862-7609-45c6-9df9-44f8c821eeac tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.352494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d736862-7609-45c6-9df9-44f8c821eeac tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Fanout notify agent at l3_agent the message router_deleted on router 128b0dd1-1205-482b-9d39-defdbb505b1c {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:59.371854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d736862-7609-45c6-9df9-44f8c821eeac tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.373064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:59.373064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:59.373249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8d736862-7609-45c6-9df9-44f8c821eeac tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/128b0dd1-1205-482b-9d39-defdbb505b1c HTTP/1.1" status: 204 len: 168 time: 1.4195316 Mar 31 23:11:59.377406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53370) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.396770 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.469111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c0f7845d-dc70-404d-a9de-24f4e4be777d tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=128b0dd1-1205-482b-9d39-defdbb505b1c HTTP/1.1" status: 200 len: 205 time: 0.0908885 Mar 31 23:11:59.472034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c4fbf62-1407-4568-a41c-98c3911c1a0f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.488529 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7c4fbf62-1407-4568-a41c-98c3911c1a0f tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7862825 Mar 31 23:11:59.489896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53374) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.490248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53376) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.492012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1f0a5d-8183-4251-818b-022fec8f5ee5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.534902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ad53af8d-1ba6-4203-bb96-f4ee6ac9866b tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'security_group': {'name': 'tempest-secgroup-305856585'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:59.585537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfa6e903-1acd-4f29-8ea2-1d50e0928ff0 None None] For port 4ff87774-cb68-417e-b83d-03ca76a87c56, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4ff87774-cb68-417e-b83d-03ca76a87c56,segment=NetworkSegment(4b4e00cc-93f8-49dd-a697-5879dabbff2d),segment_id=4b4e00cc-93f8-49dd-a697-5879dabbff2d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:59.624861 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e903-1acd-4f29-8ea2-1d50e0928ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.635841 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-3cb71422-40b2-4880-bf36-fcee024cab91 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] delete failed (client error): The resource could not be found. Mar 31 23:11:59.640698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53380) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.650151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3cb71422-40b2-4880-bf36-fcee024cab91 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/128b0dd1-1205-482b-9d39-defdbb505b1c HTTP/1.1" status: 404 len: 336 time: 0.1550372 Mar 31 23:11:59.659324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:59.700678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a3e8-14c5-4386-be31-93b6a414239b req-90440adb-d4e8-4df7-be36-0b7933c36c9f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.702950 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf8a549-dbba-4aba-ba19-ea8dae6527de tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:59.705355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf8a549-dbba-4aba-ba19-ea8dae6527de tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:59.706281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec45a3e8-14c5-4386-be31-93b6a414239b req-90440adb-d4e8-4df7-be36-0b7933c36c9f tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 945 time: 0.1627312 Mar 31 23:11:59.712595 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6cf8a549-dbba-4aba-ba19-ea8dae6527de tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/aad102b4-7eb7-4494-a69a-55a3499dc9eb HTTP/1.1" status: 404 len: 337 time: 0.0708475 Mar 31 23:11:59.716167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53382) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.716664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53384) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.716804 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e903-1acd-4f29-8ea2-1d50e0928ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.722537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Request body: {'floatingip': {'port_id': '685f32e7-c636-402e-af64-7b223f73323d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:59.792718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.801532 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad53af8d-1ba6-4203-bb96-f4ee6ac9866b tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.875048 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.884136 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aea0683-5e73-419f-8668-c07504427387 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:59.884894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aea0683-5e73-419f-8668-c07504427387 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:59.894425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53388) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.896142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8aea0683-5e73-419f-8668-c07504427387 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/63fa097b-6e6d-428b-a456-a7797ef87c0d HTTP/1.1" status: 404 len: 337 time: 0.1776149 Mar 31 23:11:59.983391 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-794a5485-6949-47ab-833d-ebb9a9e486f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:11:59.984688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794a5485-6949-47ab-833d-ebb9a9e486f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:11:59.988141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.993277 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-794a5485-6949-47ab-833d-ebb9a9e486f4 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/184adc2d-6fcb-483a-967c-fa74db3b2899 HTTP/1.1" status: 404 len: 337 time: 0.0943985 Mar 31 23:11:59.993731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53392) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.050591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9c120-4afc-449e-9bfa-fa469e2cb77d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:00.074724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.080654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a073ae52-d716-4c79-8b72-b644c1ed76ea tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6033199 Mar 31 23:12:00.082335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53396) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.094760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b60c8c21-12b8-4681-b839-1f4e1794d222 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '28a9c120-4afc-449e-9bfa-fa469e2cb77d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:00.162732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ea533-9752-4623-8970-eb3a610bdd54 req-86b39425-8fcb-4f1e-9b79-8aed996f4743 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.164877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f27ea533-9752-4623-8970-eb3a610bdd54 req-86b39425-8fcb-4f1e-9b79-8aed996f4743 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.2998285 Mar 31 23:12:00.166056 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5bb38c-77e5-45d2-8af2-80afb205b5fe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:00.166558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5bb38c-77e5-45d2-8af2-80afb205b5fe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:00.179013 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5a5bb38c-77e5-45d2-8af2-80afb205b5fe tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/864ab907-05f7-4d31-ad69-c084445ed546 HTTP/1.1" status: 404 len: 337 time: 0.1814632 Mar 31 23:12:00.179209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53398) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.248817 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2e84a2fd-721e-4646-a1d7-75cdebc0bd13 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 200 len: 205 time: 0.0664034 Mar 31 23:12:00.249112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53402) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.274826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f27ea533-9752-4623-8970-eb3a610bdd54 req-d4c03e9e-e211-45db-9e01-8b6f8668c5bb tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993268 Mar 31 23:12:00.312635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad53af8d-1ba6-4203-bb96-f4ee6ac9866b tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.353089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b60c8c21-12b8-4681-b839-1f4e1794d222 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.371808 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-f22bae86-a672-4430-b590-68b350634226 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] delete failed (client error): The resource could not be found. Mar 31 23:12:00.376619 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f22bae86-a672-4430-b590-68b350634226 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/9d4ed35a-902a-4931-b322-3dafec851a01 HTTP/1.1" status: 404 len: 336 time: 0.1218474 Mar 31 23:12:00.383561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6e903-1acd-4f29-8ea2-1d50e0928ff0 None None] Pushing event updated for resources: {'Port': ['ID=4ff87774-cb68-417e-b83d-03ca76a87c56,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:00.384287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53410) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.411206 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad53af8d-1ba6-4203-bb96-f4ee6ac9866b tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.432816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 2, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:00.448091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fba4b0f8-8c7f-4b83-aee0-d4001302baf2 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=abb93651-c894-432e-a6de-f4c050958f6c HTTP/1.1" status: 200 len: 205 time: 0.0615532 Mar 31 23:12:00.449171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53412) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.468972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Checking router: 9a0b7194-f030-46f3-8fca-de3387f6cfc9 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:00.469371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Updating router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:00.522173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b60c8c21-12b8-4681-b839-1f4e1794d222 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.537929 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-585ac11d-900a-4b7d-a417-7a0a0ee7b438 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] delete failed (client error): The resource could not be found. Mar 31 23:12:00.543740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-585ac11d-900a-4b7d-a417-7a0a0ee7b438 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/abb93651-c894-432e-a6de-f4c050958f6c HTTP/1.1" status: 404 len: 336 time: 0.0821366 Mar 31 23:12:00.544264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53418) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.544766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.607470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b60c8c21-12b8-4681-b839-1f4e1794d222 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.624732 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4e4c6d-d0d2-4191-8819-db0f61857640 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:00.625206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4e4c6d-d0d2-4191-8819-db0f61857640 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:00.639689 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad53af8d-1ba6-4203-bb96-f4ee6ac9866b tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.644972 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6c4e4c6d-d0d2-4191-8819-db0f61857640 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/e10e56c3-15ea-4eb8-a762-84b0018f3e22 HTTP/1.1" status: 404 len: 337 time: 0.0994813 Mar 31 23:12:00.650215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ad53af8d-1ba6-4203-bb96-f4ee6ac9866b tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1300952 Mar 31 23:12:00.656532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53af8d-1ba6-4203-bb96-f4ee6ac9866b tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc249b-3554-4a9b-931c-084065dce432,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:00.662945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53420) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.663192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53422) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.723262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1757433123', 'security_groups': ['b1cc249b-3554-4a9b-931c-084065dce432'], 'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c5838311-ea26-48bc-a102-0d4a44b0d0cc'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:00.757837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53426) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.765475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-684171478-network', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:00.914086 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-358efa2c-b5ae-42f1-9529-edef8dc6fec3 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c4e3554-4af7-46b4-b248-2dbaf3775b92 HTTP/1.1" status: 200 len: 205 time: 0.2316339 Mar 31 23:12:00.917540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53428) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.925720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c8c21-12b8-4681-b839-1f4e1794d222 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8e719f-0c71-4725-8724-64895cbc4aad,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:00.981486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Made reservation on behalf of 19117207c4564ecb9bf70dba9f357d89 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:00.982332 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-cbaddadc-af82-4b9a-8c5d-256f7172d6ad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] delete failed (client error): The resource could not be found. Mar 31 23:12:00.986294 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cbaddadc-af82-4b9a-8c5d-256f7172d6ad tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/0c4e3554-4af7-46b4-b248-2dbaf3775b92 HTTP/1.1" status: 404 len: 336 time: 0.0596185 Mar 31 23:12:00.988783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53430) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.990256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.014067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b60c8c21-12b8-4681-b839-1f4e1794d222 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.017910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b60c8c21-12b8-4681-b839-1f4e1794d222 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9318969 Mar 31 23:12:01.031305 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.033421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53432) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.037091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.resource_extend [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:12:01.040983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.050171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1146a15c-d73a-4031-9f99-49b2b14f574f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '28a9c120-4afc-449e-9bfa-fa469e2cb77d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:01.058836 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4c674846-d5cc-4b98-ae83-b046d07f98af tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1513992-2283-492b-a8a0-e0da6578b143 HTTP/1.1" status: 200 len: 205 time: 0.0686243 Mar 31 23:12:01.059968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53434) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.110051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.147110 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-0a782d8a-13e9-4fa2-a42f-3d9da81f336b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] delete failed (client error): The resource could not be found. Mar 31 23:12:01.151812 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0a782d8a-13e9-4fa2-a42f-3d9da81f336b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/a1513992-2283-492b-a8a0-e0da6578b143 HTTP/1.1" status: 404 len: 336 time: 0.0715213 Mar 31 23:12:01.152936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53438) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.193708 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72b2f03-6308-42ed-96ff-bdd30dd0be1f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:01.194707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72b2f03-6308-42ed-96ff-bdd30dd0be1f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:01.207188 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a72b2f03-6308-42ed-96ff-bdd30dd0be1f tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/a1364c0c-bdb8-439b-85f2-5559824f9f8c HTTP/1.1" status: 404 len: 337 time: 0.0520661 Mar 31 23:12:01.207840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53440) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.218673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.232427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:01.248941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1722d0-6580-42fe-9c38-178a4d4cfaad None None] Pushing event updated for resources: {'Port': ['ID=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.257020 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1146a15c-d73a-4031-9f99-49b2b14f574f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.365722 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.388883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Attempting to bind port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:01.389529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Attempting to bind port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:01.390051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Attempting to bind port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d on network 004c4e99-ec3f-421e-95ba-5d7b35cef792 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:01.400678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:01.402978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Checking segment: {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:01.404213 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.404776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Bound using segment: {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:01.408382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Bound port: d2623f18-f2ee-44c9-9d8b-71124c0ccd2d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:01.409687 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.434069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-32ac703b-bf30-430c-a23c-771b20e5e7ed tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=9879f83e-f4be-47af-afa1-cba8aa507aca HTTP/1.1" status: 200 len: 205 time: 0.2249401 Mar 31 23:12:01.452084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53446) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.573166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-55dbb2a0-4469-4598-8933-e863d86d3da7 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:01.573634 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-55dbb2a0-4469-4598-8933-e863d86d3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.651723 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-dc1f99ce-83e7-46dc-8037-fc741de946ea tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] delete failed (client error): The resource could not be found. Mar 31 23:12:01.658254 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dc1f99ce-83e7-46dc-8037-fc741de946ea tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/9879f83e-f4be-47af-afa1-cba8aa507aca HTTP/1.1" status: 404 len: 336 time: 0.2037997 Mar 31 23:12:01.663542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53448) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.679055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] For port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:01.683242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] For port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:01.692238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.736269 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.757879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1c51-a428-4917-b185-4ea7d8ce7ca9 req-07af3692-39aa-45dd-9eff-6b7b5100e049 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:01.766500 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.769009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c3d1c51-a428-4917-b185-4ea7d8ce7ca9 req-07af3692-39aa-45dd-9eff-6b7b5100e049 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.2368104 Mar 31 23:12:01.791457 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-1146a15c-d73a-4031-9f99-49b2b14f574f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:01.792574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1146a15c-d73a-4031-9f99-49b2b14f574f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7482369 Mar 31 23:12:01.797607 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Floating IP 75f2cb48-3a5c-4e35-8c18-83cf7d9a8716 associated. External IP: 172.25.4.99, port: 685f32e7-c636-402e-af64-7b223f73323d. Mar 31 23:12:01.801828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53450) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.810406 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aa2ddf-14f1-4fd1-b1ab-c5602e646524 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:01.810897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aa2ddf-14f1-4fd1-b1ab-c5602e646524 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:01.819540 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-37aa2ddf-14f1-4fd1-b1ab-c5602e646524 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/baf318d0-cf28-4cb1-ac68-cc91cace7c95 HTTP/1.1" status: 404 len: 337 time: 0.1529357 Mar 31 23:12:01.824037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] device_id is not set on port f206e210-2cfc-4eaf-aee3-1fff21d0946c yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:12:01.836201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53452) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.875481 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.911365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-55dbb2a0-4469-4598-8933-e863d86d3da7 None None] Provisioning complete for port 63afddcc-c932-483f-8d90-f51407b943a9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:01.911365 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-55dbb2a0-4469-4598-8933-e863d86d3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.942163 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f19564cd-2ce3-4f71-b47a-e5a0d741b10b tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "GET /v2.0/ports?device_id=31a63564-b070-47be-a9c0-066398f327da HTTP/1.1" status: 200 len: 205 time: 0.1045578 Mar 31 23:12:01.948604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53454) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.951699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c3d1c51-a428-4917-b185-4ea7d8ce7ca9 req-c2f154a8-117a-49a5-ab25-9820e4874913 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815155 Mar 31 23:12:01.952664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:01.994066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-55dbb2a0-4469-4598-8933-e863d86d3da7 None None] Port 63afddcc-c932-483f-8d90-f51407b943a9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:02.002164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4ff87774-cb68-417e-b83d-03ca76a87c56 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:02.011026 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.011342 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Added segment a25081e7-4cde-4e33-ae90-2fc025469237 of type vlan for network e905107f-dcf9-4e7a-8df9-359164847360 Mar 31 23:12:02.048891 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-ef06b74e-b74b-457b-9bf4-2691100ca0eb tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] delete failed (client error): The resource could not be found. Mar 31 23:12:02.049955 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ef06b74e-b74b-457b-9bf4-2691100ca0eb tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/routers/31a63564-b070-47be-a9c0-066398f327da HTTP/1.1" status: 404 len: 336 time: 0.1008332 Mar 31 23:12:02.060044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53456) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:02.086160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1722d0-6580-42fe-9c38-178a4d4cfaad None None] Pushing event updated for resources: {'Port': ['ID=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.103763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d507c38f-a279-4b02-b0a9-d485f7aae4c1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.130269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:02.131336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:02.181574 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d163bb2f-b9d9-4520-9020-081e91afe979 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:02.182136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d163bb2f-b9d9-4520-9020-081e91afe979 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:02.185771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d163bb2f-b9d9-4520-9020-081e91afe979 tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/b51debf4-c96e-4a8d-b717-9b70f126e29f HTTP/1.1" status: 404 len: 337 time: 0.1233642 Mar 31 23:12:02.263384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53460) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:02.301449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8::2ae (31902ecf-e018-484d-a1f0-ac32f260137b/c5838311-ea26-48bc-a102-0d4a44b0d0cc/f206e210-2cfc-4eaf-aee3-1fff21d0946c) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:02.335110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:02.346343 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-508eb329-feb2-408b-baf5-9202449e869b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.367553 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.370459 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c737c0a-9b1b-4ee0-b001-b90e2dfaf8ff tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:02.381893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a1ea1789-513d-4aab-ad6e-92555b213b37 None None] Provisioning complete for port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:02.382273 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1789-513d-4aab-ad6e-92555b213b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.383286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c737c0a-9b1b-4ee0-b001-b90e2dfaf8ff tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:02.397412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8c737c0a-9b1b-4ee0-b001-b90e2dfaf8ff tempest-RoutersIpV6Test-864947137 tempest-RoutersIpV6Test-864947137-project] 10.222.0.31 "DELETE /v2.0/subnets/39482743-652a-44a0-b5c8-08c9aa1ce229 HTTP/1.1" status: 404 len: 337 time: 0.1292648 Mar 31 23:12:02.427044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:02.427422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.665500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.679102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:02.679996 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.699304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-508eb329-feb2-408b-baf5-9202449e869b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.859178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e905107f-dcf9-4e7a-8df9-359164847360,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.872790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:02.919260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.935760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-473d9dfc-05ac-4d72-9847-dabd9e56b7e0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1767712 Mar 31 23:12:02.956317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53470) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:02.962991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Request body: {'subnet': {'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-subnet', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:02.965082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network e905107f-dcf9-4e7a-8df9-359164847360 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:03.004641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-508eb329-feb2-408b-baf5-9202449e869b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.007393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-508eb329-feb2-408b-baf5-9202449e869b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.008570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-508eb329-feb2-408b-baf5-9202449e869b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/28a9c120-4afc-449e-9bfa-fa469e2cb77d HTTP/1.1" status: 204 len: 168 time: 1.2057743 Mar 31 23:12:03.011497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53474) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.048853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eb329-feb2-408b-baf5-9202449e869b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9c120-4afc-449e-9bfa-fa469e2cb77d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.115244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.124640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Made reservation on behalf of 19117207c4564ecb9bf70dba9f357d89 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:03.151654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.298394 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1789-513d-4aab-ad6e-92555b213b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.321067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=f206e210-2cfc-4eaf-aee3-1fff21d0946c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.328260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:01Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:03.343072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53480) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.365001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb15a06-ed28-45a7-9cb3-af79a8ff39d0 None None] The sync data for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 is: [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:01Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:03.420486 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5bdf6028-4071-4bba-93ba-4eb5965d8baf tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4016483 Mar 31 23:12:03.426278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53484) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.433632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2e78f561-c5fc-419e-a3c1-5bf709295d34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131429522'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:03.448869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a1ea1789-513d-4aab-ad6e-92555b213b37 None None] For port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:03.499109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:03.535496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1789-513d-4aab-ad6e-92555b213b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.544811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:03.563920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:03.576364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:03.577146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.690152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:03.690889 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e6e91666-1364-4475-8a3a-2a4d2f814965 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b03e471357b4891a3af12725a84348e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378651 Mar 31 23:12:03.694126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53488) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.713781 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] Sync routers for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:03.719052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.719613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0ad50843-196e-4a1e-86d6-0818b9df8ea6 None None] Provisioning complete for port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:03.719993 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0ad50843-196e-4a1e-86d6-0818b9df8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.732242 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:03.749009 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:03.762922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e78f561-c5fc-419e-a3c1-5bf709295d34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.772017 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-44fb601f-a6f7-4fb1-ab66-366e1d05b46e tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0560553 Mar 31 23:12:03.813979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53492) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:03.831158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea1789-513d-4aab-ad6e-92555b213b37 None None] Pushing event updated for resources: {'Port': ['ID=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.835922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2c635f0d-8680-4a4e-86aa-6d50f6a06f63 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:03.864192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfb13f-52f0-45de-a68f-aafd0723443f req-09a9b630-60e1-44a9-b8f6-729eff0a1c44 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:03.866956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fcfb13f-52f0-45de-a68f-aafd0723443f req-09a9b630-60e1-44a9-b8f6-729eff0a1c44 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.7670975 Mar 31 23:12:03.871322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-94e7c3d8-dec6-41a4-ac54-6eaf51518548 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "PUT /v2.0/floatingips/75f2cb48-3a5c-4e35-8c18-83cf7d9a8716 HTTP/1.1" status: 200 len: 990 time: 4.1539981 Mar 31 23:12:03.872250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'tag': '685f32e7-c636-402e-af64-7b223f73323d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:03.875454 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e939fafc-b139-4ef8-9f9c-71bf94e11224", "tag": "685f32e7-c636-402e-af64-7b223f73323d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:04.032750 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5b22b8-1da9-48f8-8a2a-c551c68cc26b x-openstack-request-id: req-cb5b22b8-1da9-48f8-8a2a-c551c68cc26b {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:04.033359 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e939fafc-b139-4ef8-9f9c-71bf94e11224", "tag": "685f32e7-c636-402e-af64-7b223f73323d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:04.033798 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb5b22b8-1da9-48f8-8a2a-c551c68cc26b {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:04.034371 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5b22b8-1da9-48f8-8a2a-c551c68cc26b'] response: {'name': 'network-changed', 'server_uuid': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'tag': '685f32e7-c636-402e-af64-7b223f73323d', 'status': 'completed', 'code': 200} Mar 31 23:12:04.046842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2623f18-f2ee-44c9-9d8b-71124c0ccd2d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:04.051490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fcfb13f-52f0-45de-a68f-aafd0723443f req-6f29871c-edc8-4f0b-bab5-d7cce8bb891a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584897 Mar 31 23:12:04.058511 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-55a883fe-78f5-4993-a4a6-17a2362b806b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.185561 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:04.210317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-190ae40a-5a6b-4945-b620-3ddaa23f4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.211928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-190ae40a-5a6b-4945-b620-3ddaa23f4ffd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 1096 time: 0.1237926 Mar 31 23:12:04.265372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:04.265911 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.338989 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7301c74f-c289-49e2-a359-4ca71f7120df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.345805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c635f0d-8680-4a4e-86aa-6d50f6a06f63 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:04.350749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c635f0d-8680-4a4e-86aa-6d50f6a06f63 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.413411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-fd9a7f81-988e-4265-9c74-dd5cab6c77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.417019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b72d34fc-12da-41ad-83e7-18d86aee3904 None None] Provisioning complete for port f206e210-2cfc-4eaf-aee3-1fff21d0946c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:04.417576 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b72d34fc-12da-41ad-83e7-18d86aee3904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.417707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-fd9a7f81-988e-4265-9c74-dd5cab6c77fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 0.1951137 Mar 31 23:12:04.545808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-3b5786bf-8202-4bae-8a7f-f6c5a8b50474 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685f32e7-c636-402e-af64-7b223f73323d HTTP/1.1" status: 200 len: 998 time: 0.1159964 Mar 31 23:12:04.578157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b72d34fc-12da-41ad-83e7-18d86aee3904 None None] Port f206e210-2cfc-4eaf-aee3-1fff21d0946c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:04.632469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7301c74f-c289-49e2-a359-4ca71f7120df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.656231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-1b80f721-3eb4-4f0d-9d41-74427e6562d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.657712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-1b80f721-3eb4-4f0d-9d41-74427e6562d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.1108141 Mar 31 23:12:04.713600 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '75f2cb48-3a5c-4e35-8c18-83cf7d9a8716', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'port_id': '685f32e7-c636-402e-af64-7b223f73323d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'mac_address': 'fa:16:3e:38:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:30Z', 'updated_at': '2022-03-31T23:12:00Z', 'revision_number': 1, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:04.718561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e78f561-c5fc-419e-a3c1-5bf709295d34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.733270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.757757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-7fb063f1-08e4-4eea-b959-476f5adadb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.761157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-7fb063f1-08e4-4eea-b959-476f5adadb5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927920 Mar 31 23:12:04.878629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e78f561-c5fc-419e-a3c1-5bf709295d34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.926943 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] Checking router: bae17eb4-29f0-4180-bfa8-ab700ef5dac8 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:04.927657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Checking segment: {'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:04.928086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Network hostable DHCP agents. Network: e905107f-dcf9-4e7a-8df9-359164847360, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:04.939576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-ab075c0a-82b6-4284-8519-836cf0003ef6 service neutron] 10.222.0.45 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662235 Mar 31 23:12:04.954289 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:04.955183 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:11:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:04.996394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78f561-c5fc-419e-a3c1-5bf709295d34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d8e423-a393-4088-84a7-11d21b126da3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:05.002184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6ff1be-1daf-4675-8706-61cb704f888a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:05.017352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e78f561-c5fc-419e-a3c1-5bf709295d34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.018757 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2e78f561-c5fc-419e-a3c1-5bf709295d34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5889666 Mar 31 23:12:05.021699 n-d-836015-1 neutron-server[109821]: INFO neutron.db.ipam_backend_mixin [None req-2c635f0d-8680-4a4e-86aa-6d50f6a06f63 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5838311-ea26-48bc-a102-0d4a44b0d0cc (CIDR: 2001:db8::/64) Mar 31 23:12:05.023776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53504) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.036487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f7e98a20-61fa-419e-ad1d-29b8be9c1719 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': 'e7d8e423-a393-4088-84a7-11d21b126da3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:05.037309 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-f7e98a20-61fa-419e-ad1d-29b8be9c1719 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 31 23:12:05.040084 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-f7e98a20-61fa-419e-ad1d-29b8be9c1719 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:05.040084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f7e98a20-61fa-419e-ad1d-29b8be9c1719 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0129118 Mar 31 23:12:05.044077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53506) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.070151 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c635f0d-8680-4a4e-86aa-6d50f6a06f63 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:05.071295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c635f0d-8680-4a4e-86aa-6d50f6a06f63 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:05.105681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1e275dd-d2e8-4761-87e0-be31ebe9c9ba req-946c3658-8100-4fcf-9673-35075e4ad6f1 service neutron] 10.222.0.45 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593461 Mar 31 23:12:05.130432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Network e905107f-dcf9-4e7a-8df9-359164847360 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:05.149198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7301c74f-c289-49e2-a359-4ca71f7120df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.156232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7301c74f-c289-49e2-a359-4ca71f7120df admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.163637 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7301c74f-c289-49e2-a359-4ca71f7120df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08dfb128-8cfd-49b0-9541-e6d20eb2a6ae HTTP/1.1" status: 204 len: 168 time: 1.4532597 Mar 31 23:12:05.173696 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:05.177425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bde50d91-4b53-440d-b6d7-41bd5311c4d0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.180569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301c74f-c289-49e2-a359-4ca71f7120df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dfb128-8cfd-49b0-9541-e6d20eb2a6ae,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:05.207501 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bde50d91-4b53-440d-b6d7-41bd5311c4d0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.279542 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2c635f0d-8680-4a4e-86aa-6d50f6a06f63 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4639409 Mar 31 23:12:05.284812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, e905107f-dcf9-4e7a-8df9-359164847360) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:05.301390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db0c5b-40bf-4f0d-856b-1d88b07ae9be None None] Network e905107f-dcf9-4e7a-8df9-359164847360 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:05.302671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53514) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.311922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109f4a-a46a-4ef9-994b-7105ebdd706b req-acb07d75-bb0c-4c7e-8bec-2a409e7a2365 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:05.313672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c109f4a-a46a-4ef9-994b-7105ebdd706b req-acb07d75-bb0c-4c7e-8bec-2a409e7a2365 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1203642 Mar 31 23:12:05.323440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-96710015-f0ad-41d9-bbf9-4ace8de7b723 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:05.336709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:05.337915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.405805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c109f4a-a46a-4ef9-994b-7105ebdd706b req-eeb077f6-6769-4ff0-a7b0-4fb1be500a8b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783494 Mar 31 23:12:05.462784 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-08f2ebbf-e2c4-412a-b5d4-98d5eaf3b4e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5028846 Mar 31 23:12:05.463362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53516) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.469721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:05.574946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-e905107f-dcf9-4e7a-8df9-359164847360', 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'fixed_ips': [{'subnet_id': 'dd6ff1be-1daf-4675-8706-61cb704f888a'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:05.577925 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.609638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bde50d91-4b53-440d-b6d7-41bd5311c4d0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.612631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bde50d91-4b53-440d-b6d7-41bd5311c4d0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.614625 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bde50d91-4b53-440d-b6d7-41bd5311c4d0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/e7d8e423-a393-4088-84a7-11d21b126da3 HTTP/1.1" status: 204 len: 168 time: 0.5691483 Mar 31 23:12:05.625413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53522) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.645226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde50d91-4b53-440d-b6d7-41bd5311c4d0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d8e423-a393-4088-84a7-11d21b126da3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:05.655647 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '75f2cb48-3a5c-4e35-8c18-83cf7d9a8716', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'port_id': '685f32e7-c636-402e-af64-7b223f73323d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'mac_address': 'fa:16:3e:38:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:30Z', 'updated_at': '2022-03-31T23:12:00Z', 'revision_number': 1, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:05.661951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96710015-f0ad-41d9-bbf9-4ace8de7b723 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:05.674743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96710015-f0ad-41d9-bbf9-4ace8de7b723 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.718911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.720106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.732820 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc66562-7eb6-44a9-8101-4cfd3237ceca None None] The sync data for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 is: [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '75f2cb48-3a5c-4e35-8c18-83cf7d9a8716', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'port_id': '685f32e7-c636-402e-af64-7b223f73323d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'mac_address': 'fa:16:3e:38:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:30Z', 'updated_at': '2022-03-31T23:12:00Z', 'revision_number': 1, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:05.844259 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.869039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2623f18-f2ee-44c9-9d8b-71124c0ccd2d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:05.881974 n-d-836015-1 neutron-server[109821]: INFO neutron.db.ipam_backend_mixin [None req-96710015-f0ad-41d9-bbf9-4ace8de7b723 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 04adf901-e65a-4b28-a06a-620163725df2 (CIDR: 2001:db8:0:1::/64) Mar 31 23:12:05.882233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8738c1fd-a353-4130-b9fa-b1a7b8a8e6b5 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2633731 Mar 31 23:12:05.893227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53538) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:05.898306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b5c3a874-be51-4548-9c2f-245abe12aaca tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006623696'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:05.927675 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-96710015-f0ad-41d9-bbf9-4ace8de7b723 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:05.928447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96710015-f0ad-41d9-bbf9-4ace8de7b723 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:06.032031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:06.032433 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.043955 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-96710015-f0ad-41d9-bbf9-4ace8de7b723 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7339470 Mar 31 23:12:06.047515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53546) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:06.054046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'subnet': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:06.061007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a874-be51-4548-9c2f-245abe12aaca tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.069449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Allocated IP 172.20.0.2 (e905107f-dcf9-4e7a-8df9-359164847360/dd6ff1be-1daf-4675-8706-61cb704f888a/5c328477-cab7-4f68-8d7e-c463e0cd8c88) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:06.216830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.229259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b20c330-07fc-4cad-a0c2-08525cc16ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.230710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091514a1-9353-4f2d-808c-540ecc1bd6ff None None] New status for floating IP 75f2cb48-3a5c-4e35-8c18-83cf7d9a8716: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:12:06.378270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a874-be51-4548-9c2f-245abe12aaca tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.435670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Made reservation on behalf of 92e7c352d21c457abe2bc52552a749f1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:06.439069 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.485832 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a874-be51-4548-9c2f-245abe12aaca tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.530239 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.615727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3a874-be51-4548-9c2f-245abe12aaca tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f393d5-5785-49ce-a0b4-9fa23710cdb8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:06.682503 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.718156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.736129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a874-be51-4548-9c2f-245abe12aaca tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.742846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5c3a874-be51-4548-9c2f-245abe12aaca tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8442802 Mar 31 23:12:06.746235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53582) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:06.764148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2ce5dd67-0297-4b5c-89ab-5afa34f84802 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '12f393d5-5785-49ce-a0b4-9fa23710cdb8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:06.764753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Network e905107f-dcf9-4e7a-8df9-359164847360 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:06.771381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53584) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:06.771510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:06.776116 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-2ce5dd67-0297-4b5c-89ab-5afa34f84802 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 31 23:12:06.776677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Pushing event updated for resources: {'Port': ['ID=5c328477-cab7-4f68-8d7e-c463e0cd8c88,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:06.776842 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-2ce5dd67-0297-4b5c-89ab-5afa34f84802 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:06.777773 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ce5dd67-0297-4b5c-89ab-5afa34f84802 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0239875 Mar 31 23:12:06.781677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53586) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:06.783236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:06.800082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.889900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Attempting to bind port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:06.890583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Attempting to bind port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:06.890960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Attempting to bind port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 on network e905107f-dcf9-4e7a-8df9-359164847360 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:06.895287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073e114-4159-45a9-941d-aea7520a1667 req-d11b2251-b5a7-48da-a2ba-0cd928abb584 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:06.897467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5073e114-4159-45a9-941d-aea7520a1667 req-d11b2251-b5a7-48da-a2ba-0cd928abb584 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.3284523 Mar 31 23:12:06.899528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:06.899910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Checking segment: {'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:06.900321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.900720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Bound using segment: {'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:06.901199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Bound port: 5c328477-cab7-4f68-8d7e-c463e0cd8c88, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:06.901582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.966505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-00f06b28-12cd-4b48-b4ad-c157958f9f37 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.009004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-00f06b28-12cd-4b48-b4ad-c157958f9f37 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.019084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c07ef495-8c51-4a95-bb2c-4b54d32980a1 tempest-DvrRoutersNegativeTest-1831037123 tempest-DvrRoutersNegativeTest-1831037123-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-638543444', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:07.022340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.policy [None req-c07ef495-8c51-4a95-bb2c-4b54d32980a1 tempest-DvrRoutersNegativeTest-1831037123 tempest-DvrRoutersNegativeTest-1831037123-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109820) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 31 23:12:07.022708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.policy [None req-c07ef495-8c51-4a95-bb2c-4b54d32980a1 tempest-DvrRoutersNegativeTest-1831037123 tempest-DvrRoutersNegativeTest-1831037123-project] Failed policy check for 'create_router' {{(pid=109820) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 31 23:12:07.023255 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-c07ef495-8c51-4a95-bb2c-4b54d32980a1 tempest-DvrRoutersNegativeTest-1831037123 tempest-DvrRoutersNegativeTest-1831037123-project] create failed (client error): Access was denied to this resource. Mar 31 23:12:07.027510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c07ef495-8c51-4a95-bb2c-4b54d32980a1 tempest-DvrRoutersNegativeTest-1831037123 tempest-DvrRoutersNegativeTest-1831037123-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2533286 Mar 31 23:12:07.033336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] For port 5c328477-cab7-4f68-8d7e-c463e0cd8c88, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:07.038096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5073e114-4159-45a9-941d-aea7520a1667 req-e850ab8c-9fe9-47fe-945e-3d9011027652 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276309 Mar 31 23:12:07.056387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] For port 5c328477-cab7-4f68-8d7e-c463e0cd8c88, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5c328477-cab7-4f68-8d7e-c463e0cd8c88,segment=NetworkSegment(a25081e7-4cde-4e33-ae90-2fc025469237),segment_id=a25081e7-4cde-4e33-ae90-2fc025469237)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:07.062148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Allocated IP 172.25.4.233 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/160d8b73-ad4b-45fa-91ba-7ed7139e6327) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:07.095676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.140863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.191047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Network 31902ecf-e018-484d-a1f0-ac32f260137b is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:07.201281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:07.206635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.207231 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.209414 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-00f06b28-12cd-4b48-b4ad-c157958f9f37 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.221517 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-00f06b28-12cd-4b48-b4ad-c157958f9f37 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.221517 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-00f06b28-12cd-4b48-b4ad-c157958f9f37 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/12f393d5-5785-49ce-a0b4-9fa23710cdb8 HTTP/1.1" status: 204 len: 168 time: 0.4318542 Mar 31 23:12:07.221765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b3a6e-401f-45d8-ac20-8717395b9e01 None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:07.228484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53612) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.241298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.262077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Subnet': ['ID=9a33e288-baca-47a1-8ae9-9f8af72112e4,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.267164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f06b28-12cd-4b48-b4ad-c157958f9f37 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f393d5-5785-49ce-a0b4-9fa23710cdb8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.298782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b75eb-549c-4b63-8485-71803c2a70cf None None] Pushing event updated for resources: {'Port': ['ID=5c328477-cab7-4f68-8d7e-c463e0cd8c88,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.303616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53614) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.303796 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d4d2e246-3e01-4d6c-8661-8985a970a04f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702448 Mar 31 23:12:07.313749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7412d0ed-5c8b-483b-a377-6549a1a8bb34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181789182'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:07.359794 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-759bd7ab-24bf-43a0-be78-d4d26c1e8997 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3094568 Mar 31 23:12:07.359996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53624) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.379562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1184357769', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a33e288-baca-47a1-8ae9-9f8af72112e4'}], 'security_groups': ['9cce3702-c157-48df-8f4d-af7591134f1a', '5554a42c-dd52-4559-8a57-1b8b4edf7db4']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:07.413205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.543108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:07.544432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7412d0ed-5c8b-483b-a377-6549a1a8bb34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.583078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:07.599137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:07.616306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Pushing event updated for resources: {'Port': ['ID=160d8b73-ad4b-45fa-91ba-7ed7139e6327,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.650804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4b3ec-56ba-4ac1-a779-d00ac26cc444 None None] Update dhcp port {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'fixed_ips': [{'subnet_id': '04adf901-e65a-4b28-a06a-620163725df2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c5838311-ea26-48bc-a102-0d4a44b0d0cc', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a33e288-baca-47a1-8ae9-9f8af72112e4'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '4ff87774-cb68-417e-b83d-03ca76a87c56'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:12:07.691092 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3ec-56ba-4ac1-a779-d00ac26cc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.722982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53638) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:07.734706 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.926800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5c328477-cab7-4f68-8d7e-c463e0cd8c88 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:07.935385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600ee6cb-8f27-4dd5-84c8-899d542ad1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.975569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-9da4b3ec-56ba-4ac1-a779-d00ac26cc444 None None] Allocated IP 2001:db8:0:2::2 (31902ecf-e018-484d-a1f0-ac32f260137b/9a33e288-baca-47a1-8ae9-9f8af72112e4/4ff87774-cb68-417e-b83d-03ca76a87c56) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:08.068717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.073092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:08.073463 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.080461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600ee6cb-8f27-4dd5-84c8-899d542ad1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.150829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7412d0ed-5c8b-483b-a377-6549a1a8bb34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.169820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-600ee6cb-8f27-4dd5-84c8-899d542ad1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.234136 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-600ee6cb-8f27-4dd5-84c8-899d542ad1dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5633246e9cc4fa89cbeaa336d65d68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069733 Mar 31 23:12:08.235864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.243395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ee6cb-8f27-4dd5-84c8-899d542ad1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f2458-1f24-454b-abc9-a0afe2fa6721,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.307504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7412d0ed-5c8b-483b-a377-6549a1a8bb34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.339360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49765a65-2dae-4ff4-9d6e-9df6d2878a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.366466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9da4b3ec-56ba-4ac1-a779-d00ac26cc444 None None] For port 4ff87774-cb68-417e-b83d-03ca76a87c56, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4ff87774-cb68-417e-b83d-03ca76a87c56,segment=NetworkSegment(4b4e00cc-93f8-49dd-a697-5879dabbff2d),segment_id=4b4e00cc-93f8-49dd-a697-5879dabbff2d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:08.394835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49765a65-2dae-4ff4-9d6e-9df6d2878a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.448747 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7412d0ed-5c8b-483b-a377-6549a1a8bb34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.452538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7412d0ed-5c8b-483b-a377-6549a1a8bb34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1457119 Mar 31 23:12:08.457974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53674) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.469060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c9007789-7759-4fd5-ba6e-374447747226 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '6820159a-a538-41f6-b9bd-4624d61e24a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:08.480225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3ec-56ba-4ac1-a779-d00ac26cc444 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.489899 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-c9007789-7759-4fd5-ba6e-374447747226 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 31 23:12:08.489899 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-c9007789-7759-4fd5-ba6e-374447747226 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:08.489899 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c9007789-7759-4fd5-ba6e-374447747226 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244091 Mar 31 23:12:08.491440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53676) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.491557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395a7c-d6cd-4619-acef-3d54465b2129 req-83f7173a-edbc-43dc-a741-45c529658341 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.493202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb395a7c-d6cd-4619-acef-3d54465b2129 req-83f7173a-edbc-43dc-a741-45c529658341 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.3538377 Mar 31 23:12:08.500743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412d0ed-5c8b-483b-a377-6549a1a8bb34 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6820159a-a538-41f6-b9bd-4624d61e24a0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.520483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2ff56799-90e0-4285-8649-070cc234b112 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '6820159a-a538-41f6-b9bd-4624d61e24a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:08.522450 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-2ff56799-90e0-4285-8649-070cc234b112 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 31 23:12:08.522450 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-2ff56799-90e0-4285-8649-070cc234b112 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:08.525151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.526139 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ff56799-90e0-4285-8649-070cc234b112 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0280297 Mar 31 23:12:08.529397 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.535369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53678) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.544087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-17b398c1-6311-423b-94ae-9320945df3c1 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '6820159a-a538-41f6-b9bd-4624d61e24a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:08.547383 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-17b398c1-6311-423b-94ae-9320945df3c1 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 31 23:12:08.548694 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-17b398c1-6311-423b-94ae-9320945df3c1 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:08.550434 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-17b398c1-6311-423b-94ae-9320945df3c1 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107670 Mar 31 23:12:08.554198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53680) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.602316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 5c328477-cab7-4f68-8d7e-c463e0cd8c88, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5c328477-cab7-4f68-8d7e-c463e0cd8c88,segment=NetworkSegment(a25081e7-4cde-4e33-ae90-2fc025469237),segment_id=a25081e7-4cde-4e33-ae90-2fc025469237)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:08.617547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-56b97342-1e01-4fa0-98ad-cb10f93bf979 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '6820159a-a538-41f6-b9bd-4624d61e24a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:08.619699 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-56b97342-1e01-4fa0-98ad-cb10f93bf979 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 31 23:12:08.620218 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-56b97342-1e01-4fa0-98ad-cb10f93bf979 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:08.624905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56b97342-1e01-4fa0-98ad-cb10f93bf979 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088699 Mar 31 23:12:08.625333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53686) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:08.636589 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9da4b3ec-56ba-4ac1-a779-d00ac26cc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.697719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6baef6c5-78da-44e0-95ea-6b78c9ed537f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.748809 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6baef6c5-78da-44e0-95ea-6b78c9ed537f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.778568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.787367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb395a7c-d6cd-4619-acef-3d54465b2129 req-8aa6ae83-988f-4cfd-97a3-32039dce1e08 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666214 Mar 31 23:12:08.839188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49765a65-2dae-4ff4-9d6e-9df6d2878a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.841825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.841975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49765a65-2dae-4ff4-9d6e-9df6d2878a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.843275 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-49765a65-2dae-4ff4-9d6e-9df6d2878a76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d6f2458-1f24-454b-abc9-a0afe2fa6721 HTTP/1.1" status: 204 len: 168 time: 0.6061153 Mar 31 23:12:08.855027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277f7f0-5644-43ed-839f-e64cfe53da75 None None] Network e905107f-dcf9-4e7a-8df9-359164847360 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:08.865757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49765a65-2dae-4ff4-9d6e-9df6d2878a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f2458-1f24-454b-abc9-a0afe2fa6721,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.878896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b3ec-56ba-4ac1-a779-d00ac26cc444 None None] Pushing event updated for resources: {'Port': ['ID=4ff87774-cb68-417e-b83d-03ca76a87c56,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.990754 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.024290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6baef6c5-78da-44e0-95ea-6b78c9ed537f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.026875 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6baef6c5-78da-44e0-95ea-6b78c9ed537f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.030850 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6baef6c5-78da-44e0-95ea-6b78c9ed537f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/6820159a-a538-41f6-b9bd-4624d61e24a0 HTTP/1.1" status: 204 len: 168 time: 0.4016137 Mar 31 23:12:09.036680 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.037036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53700) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.049163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baef6c5-78da-44e0-95ea-6b78c9ed537f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6820159a-a538-41f6-b9bd-4624d61e24a0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:09.064208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=5c328477-cab7-4f68-8d7e-c463e0cd8c88,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:09.100149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4dde5c12-e467-43f7-a7e5-633984f8dff0 None None] Provisioning complete for port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:09.100149 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4dde5c12-e467-43f7-a7e5-633984f8dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.116160 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df67e219-838c-47c4-9f05-558f4b88b68d tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776346 Mar 31 23:12:09.127156 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.132211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ec76e904-efe1-4b49-b719-e118dc242f5c tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--473576850'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:09.195127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Delete allocated IP 2001:db8::2ae (31902ecf-e018-484d-a1f0-ac32f260137b/c5838311-ea26-48bc-a102-0d4a44b0d0cc) {{(pid=109820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:12:09.211253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Allocated IP 2001:db8:0:2::6c (31902ecf-e018-484d-a1f0-ac32f260137b/9a33e288-baca-47a1-8ae9-9f8af72112e4/f206e210-2cfc-4eaf-aee3-1fff21d0946c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:09.274401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.305058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec76e904-efe1-4b49-b719-e118dc242f5c tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.399453 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec76e904-efe1-4b49-b719-e118dc242f5c tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.494834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec76e904-efe1-4b49-b719-e118dc242f5c tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.557064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76e904-efe1-4b49-b719-e118dc242f5c tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b94ebef-b095-4c4a-832d-063adae97008,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:09.671073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.700568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec76e904-efe1-4b49-b719-e118dc242f5c tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.707337 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ec76e904-efe1-4b49-b719-e118dc242f5c tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5734730 Mar 31 23:12:09.707337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53734) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.709457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-09203467-6005-4e7c-ab20-a7c1d17a6f33 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:09.710263 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-09203467-6005-4e7c-ab20-a7c1d17a6f33 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:12:09.710786 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-09203467-6005-4e7c-ab20-a7c1d17a6f33 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:09.714828 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-09203467-6005-4e7c-ab20-a7c1d17a6f33 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088921 Mar 31 23:12:09.718968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53736) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.721785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bb8e237c-2435-4050-85b5-92b2cedbc4f9 None None] Provisioning complete for port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:09.723638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a7655948-975d-4d53-86c4-1551ae15d87f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:09.724141 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb8e237c-2435-4050-85b5-92b2cedbc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.870308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5c328477-cab7-4f68-8d7e-c463e0cd8c88 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:10.000451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:10.001124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.058896 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-a7655948-975d-4d53-86c4-1551ae15d87f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:10.065088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53752) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.065900 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a7655948-975d-4d53-86c4-1551ae15d87f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3418219 Mar 31 23:12:10.068670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Router 98f09056-4ec3-4f2c-8273-92567823b374 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:10.073071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d5adf74f-cf7b-4907-90f9-edf0b595d8a6 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:10.074101 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-d5adf74f-cf7b-4907-90f9-edf0b595d8a6 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 31 23:12:10.075544 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-d5adf74f-cf7b-4907-90f9-edf0b595d8a6 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:10.077433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d5adf74f-cf7b-4907-90f9-edf0b595d8a6 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096409 Mar 31 23:12:10.081624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53754) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.091113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-71dad605-5302-4c38-ac59-f1fd3cee806e tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:10.118862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c5413b15-8f9b-435c-9f78-1194004baf46 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:10.119153 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5413b15-8f9b-435c-9f78-1194004baf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.122790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4ff87774-cb68-417e-b83d-03ca76a87c56 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:10.214843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0678b-c80f-4806-808f-ac2b00cdbcfa req-ab55a759-1442-4857-a55f-273e6ec059d0 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:10.219896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66a0678b-c80f-4806-808f-ac2b00cdbcfa req-ab55a759-1442-4857-a55f-273e6ec059d0 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1586542 Mar 31 23:12:10.268696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:10.269073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.313179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c5413b15-8f9b-435c-9f78-1194004baf46 None None] Provisioning complete for port 63afddcc-c932-483f-8d90-f51407b943a9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:10.313555 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5413b15-8f9b-435c-9f78-1194004baf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.324099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.360136 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66a0678b-c80f-4806-808f-ac2b00cdbcfa req-2cb7d53f-df21-423b-a16b-ba428cdc2c39 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301486 Mar 31 23:12:10.366046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:10.376032 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Sync routers for ids ['98f09056-4ec3-4f2c-8273-92567823b374'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:10.384053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c5413b15-8f9b-435c-9f78-1194004baf46 None None] Port 63afddcc-c932-483f-8d90-f51407b943a9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:10.398447 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Routers {'98f09056-4ec3-4f2c-8273-92567823b374'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:10.399315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['98f09056-4ec3-4f2c-8273-92567823b374'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:10.407717 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-71dad605-5302-4c38-ac59-f1fd3cee806e tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:10.408825 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-71dad605-5302-4c38-ac59-f1fd3cee806e tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3260682 Mar 31 23:12:10.415300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53770) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.421612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7d7ca6cb-13b4-4fd4-b799-f5837d1630e3 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:10.422430 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-7d7ca6cb-13b4-4fd4-b799-f5837d1630e3 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:12:10.423124 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-7d7ca6cb-13b4-4fd4-b799-f5837d1630e3 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:10.424470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7d7ca6cb-13b4-4fd4-b799-f5837d1630e3 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079777 Mar 31 23:12:10.427575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53772) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.432834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6ee8b4b4-63b4-427a-a885-b53f20bf889f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:10.437645 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.466757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c5413b15-8f9b-435c-9f78-1194004baf46 None None] Provisioning complete for port f206e210-2cfc-4eaf-aee3-1fff21d0946c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:10.468190 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5413b15-8f9b-435c-9f78-1194004baf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.509037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c5413b15-8f9b-435c-9f78-1194004baf46 None None] Port f206e210-2cfc-4eaf-aee3-1fff21d0946c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:10.519433 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Set router 98f09056-4ec3-4f2c-8273-92567823b374 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:10.536376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.547922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bfaaee49-e598-4b1a-8041-0b146f273e61 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0732999 Mar 31 23:12:10.550329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53782) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.571366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] In _notify_port_updated(), no bound segment for port f206e210-2cfc-4eaf-aee3-1fff21d0946c on network 31902ecf-e018-484d-a1f0-ac32f260137b {{(pid=109820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:12:10.571366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:10.571366 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.572584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "PUT /v2.0/ports/f206e210-2cfc-4eaf-aee3-1fff21d0946c HTTP/1.1" status: 200 len: 969 time: 3.2114379 Mar 31 23:12:10.578079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53784) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.644985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca770-029e-4b7d-8b1d-375be3142483 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event updated for resources: {'Port': ['ID=f206e210-2cfc-4eaf-aee3-1fff21d0946c,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:10.771833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53792) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.773104 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:12:08Z', 'revision_number': 3, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:10.802734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-133fff43-6cd6-4a37-8b85-433eac171d7c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port f206e210-2cfc-4eaf-aee3-1fff21d0946c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:10.802734 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-133fff43-6cd6-4a37-8b85-433eac171d7c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.807532 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Checking router: 98f09056-4ec3-4f2c-8273-92567823b374 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:10.809914 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Updating router 98f09056-4ec3-4f2c-8273-92567823b374 port 160d8b73-ad4b-45fa-91ba-7ed7139e6327 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:10.845467 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.929604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7eab066a-c1d9-4626-a750-6a52544b892b tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1879827580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:10.988368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-133fff43-6cd6-4a37-8b85-433eac171d7c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.006690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-133fff43-6cd6-4a37-8b85-433eac171d7c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for f206e210-2cfc-4eaf-aee3-1fff21d0946c owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:11.053815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fb7a1574-01b1-413d-b4ac-afb3baa0122b None None] Provisioning complete for port f206e210-2cfc-4eaf-aee3-1fff21d0946c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:11.053815 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1574-01b1-413d-b4ac-afb3baa0122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.116470 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-6ee8b4b4-63b4-427a-a885-b53f20bf889f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:11.118145 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6ee8b4b4-63b4-427a-a885-b53f20bf889f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6894319 Mar 31 23:12:11.125175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a1574-01b1-413d-b4ac-afb3baa0122b None None] Port f206e210-2cfc-4eaf-aee3-1fff21d0946c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:11.130723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53798) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:11.139524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d09b2a96-792f-4b80-be58-0a12c863f02d tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:11.140379 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-d09b2a96-792f-4b80-be58-0a12c863f02d tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 31 23:12:11.141030 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-d09b2a96-792f-4b80-be58-0a12c863f02d tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:11.142275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d09b2a96-792f-4b80-be58-0a12c863f02d tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094593 Mar 31 23:12:11.151044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53800) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:11.157434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-72ee321b-2171-4675-8f7a-e3eeff0b7963 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:11.216786 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.342998 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.392261 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7eab066a-c1d9-4626-a750-6a52544b892b tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.393410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7eab066a-c1d9-4626-a750-6a52544b892b tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.454224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7eab066a-c1d9-4626-a750-6a52544b892b tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.483598 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.485390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-133fff43-6cd6-4a37-8b85-433eac171d7c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.584080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fff43-6cd6-4a37-8b85-433eac171d7c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=f206e210-2cfc-4eaf-aee3-1fff21d0946c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:11.593965 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Attempting to bind port 160d8b73-ad4b-45fa-91ba-7ed7139e6327 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:11.593965 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Attempting to bind port 160d8b73-ad4b-45fa-91ba-7ed7139e6327 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:11.594460 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Attempting to bind port 160d8b73-ad4b-45fa-91ba-7ed7139e6327 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:11.612963 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:11.616220 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:11.617150 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.619644 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:11.620175 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Bound port: 160d8b73-ad4b-45fa-91ba-7ed7139e6327, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:11.621070 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.631223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Allocated IP 172.20.0.1 (e905107f-dcf9-4e7a-8df9-359164847360/dd6ff1be-1daf-4675-8706-61cb704f888a/823cf443-719a-4efd-a713-d11529f5f451) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:11.652044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-133fff43-6cd6-4a37-8b85-433eac171d7c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.659298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-133fff43-6cd6-4a37-8b85-433eac171d7c tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/f206e210-2cfc-4eaf-aee3-1fff21d0946c HTTP/1.1" status: 204 len: 168 time: 1.0800939 Mar 31 23:12:11.660062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53816) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:11.695918 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7eab066a-c1d9-4626-a750-6a52544b892b tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.702580 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b65f397-49c9-40a5-b42c-e5436fa38702 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] GET failed (client error): The resource could not be found. Mar 31 23:12:11.707459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3b65f397-49c9-40a5-b42c-e5436fa38702 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports/f206e210-2cfc-4eaf-aee3-1fff21d0946c HTTP/1.1" status: 404 len: 333 time: 0.0441830 Mar 31 23:12:11.707952 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] For port 160d8b73-ad4b-45fa-91ba-7ed7139e6327, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:11.709519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53818) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:11.712814 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] For port 160d8b73-ad4b-45fa-91ba-7ed7139e6327, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=160d8b73-ad4b-45fa-91ba-7ed7139e6327,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:11.719934 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Pushing event updated for resources: {'Port': ['ID=160d8b73-ad4b-45fa-91ba-7ed7139e6327,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:11.731921 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.732519 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.733042 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.733576 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.734458 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.735032 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.735516 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.736053 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.736171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33c5da-4c6b-42d8-86b8-26491fc3c49a req-fe217d57-ce1f-4b79-a04f-0d2bcddf4bce tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.736755 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.737238 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.737724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa33c5da-4c6b-42d8-86b8-26491fc3c49a req-fe217d57-ce1f-4b79-a04f-0d2bcddf4bce tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.2479100 Mar 31 23:12:11.738449 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.738996 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:11.820960 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa33c5da-4c6b-42d8-86b8-26491fc3c49a req-09ed34de-7ca0-4a5f-8a9a-b12ec1eedf03 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710337 Mar 31 23:12:11.824458 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e41b50f5-a8d3-4eab-987c-b05e647f78bf tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.848332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.851057 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e41b50f5-a8d3-4eab-987c-b05e647f78bf tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.998984 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-72ee321b-2171-4675-8f7a-e3eeff0b7963 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:12.000059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-72ee321b-2171-4675-8f7a-e3eeff0b7963 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8478281 Mar 31 23:12:12.002987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53826) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.007662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-92954420-8ca5-44e0-9750-5d5e3cf5cc47 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '3b94ebef-b095-4c4a-832d-063adae97008', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:12.070125 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.072221 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7eab066a-c1d9-4626-a750-6a52544b892b tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.076886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7eab066a-c1d9-4626-a750-6a52544b892b tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3004467 Mar 31 23:12:12.080572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53832) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.085901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-905626354'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:12.106671 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.139231 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dface26d-5373-42a3-9e7e-28f9df422e59 None None] Pushing event updated for resources: {'Port': ['ID=160d8b73-ad4b-45fa-91ba-7ed7139e6327,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.141785 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Routers {'98f09056-4ec3-4f2c-8273-92567823b374'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:12.142369 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['98f09056-4ec3-4f2c-8273-92567823b374'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:12.152244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Network e905107f-dcf9-4e7a-8df9-359164847360 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:12.157571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:12.160166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:12.166774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e41b50f5-a8d3-4eab-987c-b05e647f78bf tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.169552 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e41b50f5-a8d3-4eab-987c-b05e647f78bf tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.173622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e41b50f5-a8d3-4eab-987c-b05e647f78bf tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1cc249b-3554-4a9b-931c-084065dce432 HTTP/1.1" status: 204 len: 168 time: 0.4588282 Mar 31 23:12:12.174648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53836) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.188265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Pushing event updated for resources: {'Port': ['ID=823cf443-719a-4efd-a713-d11529f5f451,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.206502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b50f5-a8d3-4eab-987c-b05e647f78bf tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc249b-3554-4a9b-931c-084065dce432,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.207442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.269823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-67bc1cf2-67b9-4408-a0e6-cd96c5b82ef7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.276087 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] Set router 98f09056-4ec3-4f2c-8273-92567823b374 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:12.295035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-67bc1cf2-67b9-4408-a0e6-cd96c5b82ef7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.442656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Made reservation on behalf of 87fec3eb259f43f78b2bcf1d7b751d46 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:12.446983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.459938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.482114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0cf9d949-94a0-4a4c-9e0d-b971bba43119 None None] Provisioning complete for port 823cf443-719a-4efd-a713-d11529f5f451 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:12.483766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0cf9d949-94a0-4a4c-9e0d-b971bba43119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.490687 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:12:08Z', 'revision_number': 3, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:12.506531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-67bc1cf2-67b9-4408-a0e6-cd96c5b82ef7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.509121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-67bc1cf2-67b9-4408-a0e6-cd96c5b82ef7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.514383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-67bc1cf2-67b9-4408-a0e6-cd96c5b82ef7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/security-groups/5554a42c-dd52-4559-8a57-1b8b4edf7db4 HTTP/1.1" status: 204 len: 168 time: 0.3342254 Mar 31 23:12:12.521577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53846) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.527454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc1cf2-67b9-4408-a0e6-cd96c5b82ef7 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5554a42c-dd52-4559-8a57-1b8b4edf7db4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.545904 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-92954420-8ca5-44e0-9750-5d5e3cf5cc47 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:12.547789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-92954420-8ca5-44e0-9750-5d5e3cf5cc47 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5436583 Mar 31 23:12:12.550719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53848) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.620957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0cf9d949-94a0-4a4c-9e0d-b971bba43119 None None] Port 823cf443-719a-4efd-a713-d11529f5f451 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:12.648201 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8c345-17be-4299-86ee-7227b1d8d8a3 None None] The sync data for ids ['98f09056-4ec3-4f2c-8273-92567823b374'] in n-d-836015-1 is: [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:12:08Z', 'revision_number': 3, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:12.669403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b22c8324-f7a9-4cd1-bede-8229a3adea2f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.694828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.700830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b22c8324-f7a9-4cd1-bede-8229a3adea2f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.750503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.752754 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1076b0f-24b1-4d65-9ba9-82c5541355e5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.805761 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1076b0f-24b1-4d65-9ba9-82c5541355e5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.885726 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.889183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b22c8324-f7a9-4cd1-bede-8229a3adea2f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.892080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b22c8324-f7a9-4cd1-bede-8229a3adea2f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.893536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b22c8324-f7a9-4cd1-bede-8229a3adea2f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/3b94ebef-b095-4c4a-832d-063adae97008 HTTP/1.1" status: 204 len: 168 time: 0.3415926 Mar 31 23:12:12.901878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53866) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.912353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c8324-f7a9-4cd1-bede-8229a3adea2f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b94ebef-b095-4c4a-832d-063adae97008,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.014453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:13.062976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dd2d5-3e3f-4403-95fd-a0a131028f87 req-96bb8afe-bae3-4d69-a52a-12a2d9d19297 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:13.064320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-058dd2d5-3e3f-4403-95fd-a0a131028f87 req-96bb8afe-bae3-4d69-a52a-12a2d9d19297 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1532397 Mar 31 23:12:13.075437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.075931 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Added segment 34016a8a-d95d-4b3c-9774-868986b72a2f of type vlan for network 13c2d885-791f-41d5-b5e0-0e263602e2cf Mar 31 23:12:13.133745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-058dd2d5-3e3f-4403-95fd-a0a131028f87 req-cf99238f-f73e-47a0-93a1-a6f453c227f3 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Mar 31 23:12:13.144760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1076b0f-24b1-4d65-9ba9-82c5541355e5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.148016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1076b0f-24b1-4d65-9ba9-82c5541355e5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.152256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53876) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:13.152436 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1076b0f-24b1-4d65-9ba9-82c5541355e5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/security-groups/9cce3702-c157-48df-8f4d-af7591134f1a HTTP/1.1" status: 204 len: 168 time: 0.6363912 Mar 31 23:12:13.201896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701bff4c-2ee4-4b46-bd65-9a38c0a17f95,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.241770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.242371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdad313-edef-46ed-9346-ec4cae560030 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet c5838311-ea26-48bc-a102-0d4a44b0d0cc {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:13.246085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bdad313-edef-46ed-9346-ec4cae560030 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.255822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.264323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1076b0f-24b1-4d65-9ba9-82c5541355e5 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cce3702-c157-48df-8f4d-af7591134f1a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.272849 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9aa894d8-63d6-40b8-8d17-89b27f25d69b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3693562 Mar 31 23:12:13.278507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53882) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:13.287948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6194b62d-ffda-4f0c-b082-0691dfc65130 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--181594885'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:13.313839 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bdad313-edef-46ed-9346-ec4cae560030 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.340308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.403047 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.454037 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bdad313-edef-46ed-9346-ec4cae560030 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.454263 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.459737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:13.460070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.507392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Pushing event updated for resources: {'Port': ['ID=823cf443-719a-4efd-a713-d11529f5f451,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.523582 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6194b62d-ffda-4f0c-b082-0691dfc65130 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.619631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Network': ['ID=13c2d885-791f-41d5-b5e0-0e263602e2cf,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.632183 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 13c2d885-791f-41d5-b5e0-0e263602e2cf details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:13.672790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bdad313-edef-46ed-9346-ec4cae560030 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.718823 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1214cf2-9e9f-455f-989c-197949018eb6 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6336095 Mar 31 23:12:13.719864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53900) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:13.722780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdad313-edef-46ed-9346-ec4cae560030 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=c5838311-ea26-48bc-a102-0d4a44b0d0cc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.726830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bdad313-edef-46ed-9346-ec4cae560030 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.730843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2bdad313-edef-46ed-9346-ec4cae560030 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/c5838311-ea26-48bc-a102-0d4a44b0d0cc HTTP/1.1" status: 204 len: 168 time: 0.5764430 Mar 31 23:12:13.734777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Network e905107f-dcf9-4e7a-8df9-359164847360 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:13.737351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53902) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:13.772570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'subnet': {'network_id': '13c2d885-791f-41d5-b5e0-0e263602e2cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:13.780492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36770f1-4694-4f59-b282-3589bcd83fdb None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:13.838254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d536a6d-e1ab-479a-a01a-2ba4fc510af0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet 9a33e288-baca-47a1-8ae9-9f8af72112e4 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:13.842015 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d536a6d-e1ab-479a-a01a-2ba4fc510af0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.888673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:13.923618 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d536a6d-e1ab-479a-a01a-2ba4fc510af0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.931935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6194b62d-ffda-4f0c-b082-0691dfc65130 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.956756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 160d8b73-ad4b-45fa-91ba-7ed7139e6327 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:14.062754 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d536a6d-e1ab-479a-a01a-2ba4fc510af0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.143703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Router 98f09056-4ec3-4f2c-8273-92567823b374 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:14.150672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 160d8b73-ad4b-45fa-91ba-7ed7139e6327 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:14.151044 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.182688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6194b62d-ffda-4f0c-b082-0691dfc65130 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.236613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d536a6d-e1ab-479a-a01a-2ba4fc510af0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.289245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d536a6d-e1ab-479a-a01a-2ba4fc510af0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=9a33e288-baca-47a1-8ae9-9f8af72112e4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:14.300537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-80ec40c6-d1d1-4893-9e8e-4338481839e9 None None] Provisioning complete for port 823cf443-719a-4efd-a713-d11529f5f451 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:14.300915 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-80ec40c6-d1d1-4893-9e8e-4338481839e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.326671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d536a6d-e1ab-479a-a01a-2ba4fc510af0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.331057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2d536a6d-e1ab-479a-a01a-2ba4fc510af0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/9a33e288-baca-47a1-8ae9-9f8af72112e4 HTTP/1.1" status: 204 len: 168 time: 0.5925543 Mar 31 23:12:14.335473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53930) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:14.367544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-80ec40c6-d1d1-4893-9e8e-4338481839e9 None None] Port 823cf443-719a-4efd-a713-d11529f5f451 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:14.375045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:14.376712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Made reservation on behalf of 87fec3eb259f43f78b2bcf1d7b751d46 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:14.381787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.391805 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e8c25d2b-249e-452b-ba8a-17e8fe13be18 admin admin] 10.222.0.31 "PUT /v2.0/routers/98f09056-4ec3-4f2c-8273-92567823b374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8391402 Mar 31 23:12:14.415121 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f502f43-2a67-4ffb-9d0b-80c36cf96f46 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:14.415804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f502f43-2a67-4ffb-9d0b-80c36cf96f46 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:14.418949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4f502f43-2a67-4ffb-9d0b-80c36cf96f46 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/c5838311-ea26-48bc-a102-0d4a44b0d0cc HTTP/1.1" status: 404 len: 337 time: 0.0821874 Mar 31 23:12:14.447534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6e5a-04a4-46a8-8150-f7ae60bafdd1 req-698d8be9-9b93-4763-a8d2-0afa30dc1752 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.447534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cdc6e5a-04a4-46a8-8150-f7ae60bafdd1 req-698d8be9-9b93-4763-a8d2-0afa30dc1752 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1707673 Mar 31 23:12:14.447534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53940) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:14.471978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194b62d-ffda-4f0c-b082-0691dfc65130 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792bff9f-d5e6-424b-8fe0-1f3bd0991058,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:14.519047 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.529441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6194b62d-ffda-4f0c-b082-0691dfc65130 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.531285 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6194b62d-ffda-4f0c-b082-0691dfc65130 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2502639 Mar 31 23:12:14.532380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1deea6-514f-4646-aa09-aef6503017fb None None] Update dhcp port {'port': {'network_id': '31902ecf-e018-484d-a1f0-ac32f260137b', 'fixed_ips': [{'subnet_id': '04adf901-e65a-4b28-a06a-620163725df2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a33e288-baca-47a1-8ae9-9f8af72112e4'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '4ff87774-cb68-417e-b83d-03ca76a87c56'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:12:14.540012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53946) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:14.553110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ea20f83e-d843-4dd1-b2b9-f12b8e7d3fac tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '792bff9f-d5e6-424b-8fe0-1f3bd0991058', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:14.590063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cdc6e5a-04a4-46a8-8150-f7ae60bafdd1 req-3374afc3-1f8a-49e8-9030-f1d45b98acb1 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211131 Mar 31 23:12:14.640477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d447225d-460f-4e15-ad31-982af7152775 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting subnet 04adf901-e65a-4b28-a06a-620163725df2 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:14.650040 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c1deea6-514f-4646-aa09-aef6503017fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.657960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d447225d-460f-4e15-ad31-982af7152775 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.682231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 160d8b73-ad4b-45fa-91ba-7ed7139e6327, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=160d8b73-ad4b-45fa-91ba-7ed7139e6327,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:14.760821 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d447225d-460f-4e15-ad31-982af7152775 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.813586 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.898897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d447225d-460f-4e15-ad31-982af7152775 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.963909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.008524 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-ea20f83e-d843-4dd1-b2b9-f12b8e7d3fac tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The resource could not be found. Mar 31 23:12:15.008631 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ea20f83e-d843-4dd1-b2b9-f12b8e7d3fac tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4672637 Mar 31 23:12:15.011542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53980) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.022914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e098083c-c2a8-420d-8a45-07ab5d3ba93b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '792bff9f-d5e6-424b-8fe0-1f3bd0991058', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '996ad924-43e6-4a15-868b-ec4bcca8c072'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:15.023364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=160d8b73-ad4b-45fa-91ba-7ed7139e6327,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:15.035196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.035196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.035196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.039992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.040344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.040954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.041506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.042314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.043880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.044120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.044454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.044774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.060706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d447225d-460f-4e15-ad31-982af7152775 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.084279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Subnet': ['ID=57fd081a-2d11-41d6-bead-c58e07c10e4d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server [None req-5c1deea6-514f-4646-aa09-aef6503017fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04adf901-e65a-4b28-a06a-620163725df2: This subnet is being modified by another concurrent operation. Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04adf901-e65a-4b28-a06a-620163725df2: This subnet is being modified by another concurrent operation. Mar 31 23:12:15.086715 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:12:15.099144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.100089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.100573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.100978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.101382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.101781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.102188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.102620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.108551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.108984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.111612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.111612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:15.113086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Checking segment: {'id': '34016a8a-d95d-4b3c-9774-868986b72a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '13c2d885-791f-41d5-b5e0-0e263602e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:15.113521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network hostable DHCP agents. Network: 13c2d885-791f-41d5-b5e0-0e263602e2cf, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:15.115066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447225d-460f-4e15-ad31-982af7152775 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Subnet': ['ID=04adf901-e65a-4b28-a06a-620163725df2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:15.117659 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d447225d-460f-4e15-ad31-982af7152775 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.122285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d447225d-460f-4e15-ad31-982af7152775 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/04adf901-e65a-4b28-a06a-620163725df2 HTTP/1.1" status: 204 len: 168 time: 0.6749301 Mar 31 23:12:15.124797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54000) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.160975 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b20819-b091-45c8-8d11-1a8b57001b5d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:15.161648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b20819-b091-45c8-8d11-1a8b57001b5d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:15.165161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d8b20819-b091-45c8-8d11-1a8b57001b5d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/7d77ff25-88c1-48f2-a166-5b9f5f833620 HTTP/1.1" status: 404 len: 337 time: 0.0391304 Mar 31 23:12:15.169515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54010) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.206280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-62917f37-3f08-4ee1-ac44-f24f9b6849bb tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e HTTP/1.1" status: 200 len: 205 time: 0.0333889 Mar 31 23:12:15.206771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54016) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.265103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network 13c2d885-791f-41d5-b5e0-0e263602e2cf is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:15.273273 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-4b652f94-3045-4ffb-a9c0-8939956f6194 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] delete failed (client error): The resource could not be found. Mar 31 23:12:15.276966 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4b652f94-3045-4ffb-a9c0-8939956f6194 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/routers/53cdce77-eb66-4d8e-b5e0-fd16bf8b0f1e HTTP/1.1" status: 404 len: 336 time: 0.0648503 Mar 31 23:12:15.278715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54022) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.296964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Sync routers for ids ['98f09056-4ec3-4f2c-8273-92567823b374'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:15.306780 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6b3225-a270-444b-a75b-7b01ed4b1df8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:15.307414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6b3225-a270-444b-a75b-7b01ed4b1df8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:15.310894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee6b3225-a270-444b-a75b-7b01ed4b1df8 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/3be162d2-f452-4f91-8cae-b80444a4f9a9 HTTP/1.1" status: 404 len: 337 time: 0.0315900 Mar 31 23:12:15.311862 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-e098083c-c2a8-420d-8a45-07ab5d3ba93b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The resource could not be found. Mar 31 23:12:15.312354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Routers {'98f09056-4ec3-4f2c-8273-92567823b374'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:15.315211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['98f09056-4ec3-4f2c-8273-92567823b374'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:15.316113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54024) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.316357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e098083c-c2a8-420d-8a45-07ab5d3ba93b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3029010 Mar 31 23:12:15.316771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54026) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.365918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2714fc-24e5-4755-aa8c-8a60dbaab5ba None None] Network 31902ecf-e018-484d-a1f0-ac32f260137b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:15.366142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 13c2d885-791f-41d5-b5e0-0e263602e2cf) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:15.390789 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9a2cc9-ee2d-4c11-acee-94592c6e1401 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:15.391230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9a2cc9-ee2d-4c11-acee-94592c6e1401 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:15.391708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb3ed61-e736-4ab4-806f-8ee6f074bdfc None None] Network 13c2d885-791f-41d5-b5e0-0e263602e2cf requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:15.395295 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3c9a2cc9-ee2d-4c11-acee-94592c6e1401 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/2bfc8992-977a-407a-b8fb-57c69bd8f010 HTTP/1.1" status: 404 len: 337 time: 0.0771625 Mar 31 23:12:15.397422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54030) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.408581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:15.408581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.430643 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2a295a-4954-4b05-bfee-e788b06b9829 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:15.435773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2a295a-4954-4b05-bfee-e788b06b9829 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:15.435773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9b2a295a-4954-4b05-bfee-e788b06b9829 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/6d6e70c8-ac5b-4b70-af6f-2e7de0cbcd50 HTTP/1.1" status: 404 len: 337 time: 0.0356872 Mar 31 23:12:15.436907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54034) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.450628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-519c2a81-c8c0-4176-9236-47c4ddaddf5f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.474785 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-973a39a1-a6cd-4d39-9e2f-dc07e833d2b6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:15.475815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973a39a1-a6cd-4d39-9e2f-dc07e833d2b6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:15.476091 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-519c2a81-c8c0-4176-9236-47c4ddaddf5f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.485378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-973a39a1-a6cd-4d39-9e2f-dc07e833d2b6 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/5e4b8fe4-171e-4d38-b6d4-4411a706fca9 HTTP/1.1" status: 404 len: 333 time: 0.0441813 Mar 31 23:12:15.486302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54038) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.528380 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed1a798-d2cc-4658-9918-d680d0e886fe tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:15.528971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed1a798-d2cc-4658-9918-d680d0e886fe tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:15.535964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0ed1a798-d2cc-4658-9918-d680d0e886fe tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/b4eb73c6-8d6b-47b4-b626-d84385102622 HTTP/1.1" status: 404 len: 337 time: 0.0449798 Mar 31 23:12:15.536147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-89527bf7-56ca-4c4b-91ca-5d9dba3e01aa tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8064857 Mar 31 23:12:15.536258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54044) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.536258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54046) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.550223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'network': {'name': 'tempest-router-network01--826426746'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:15.575240 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-87189d59-9273-43ee-80c3-6b6a76d57830 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:15.575699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87189d59-9273-43ee-80c3-6b6a76d57830 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:15.581121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-87189d59-9273-43ee-80c3-6b6a76d57830 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/7858a2c9-b2b6-4a18-ac19-66bad0d27dcc HTTP/1.1" status: 404 len: 337 time: 0.0417588 Mar 31 23:12:15.582141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54050) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.597985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-519c2a81-c8c0-4176-9236-47c4ddaddf5f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.601212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-519c2a81-c8c0-4176-9236-47c4ddaddf5f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.602526 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-519c2a81-c8c0-4176-9236-47c4ddaddf5f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/792bff9f-d5e6-424b-8fe0-1f3bd0991058 HTTP/1.1" status: 204 len: 168 time: 0.2833998 Mar 31 23:12:15.605740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54052) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.676144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d21f2cfd-b6d0-41a1-8bf3-b9f4370a4546 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650127 Mar 31 23:12:15.677503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54058) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.682360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5f448158-095b-4afc-9e86-e6b6a2c7b80b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '0148c6e1-a21a-4a8e-b1e4-2b55e48b4ec6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:15.692159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Made reservation on behalf of 87fec3eb259f43f78b2bcf1d7b751d46 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:15.696473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.797745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Set router 98f09056-4ec3-4f2c-8273-92567823b374 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:15.880769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:15.905521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3162990-9419-4958-8199-f6476390865c req-8eeb8928-c1d2-40e0-8a83-0faf18979228 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:15.907590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3162990-9419-4958-8199-f6476390865c req-8eeb8928-c1d2-40e0-8a83-0faf18979228 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1506050 Mar 31 23:12:15.953917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.954832 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Added segment 07c35f08-ecd9-40b4-8bf2-af40382b4439 of type vlan for network 45795033-1b3b-4c6a-9250-34059fe5b792 Mar 31 23:12:15.983630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 160d8b73-ad4b-45fa-91ba-7ed7139e6327 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:16.008614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3162990-9419-4958-8199-f6476390865c req-f90dcb07-40eb-4e82-b965-71f95aa338bc tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920367 Mar 31 23:12:16.016246 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-5f448158-095b-4afc-9e86-e6b6a2c7b80b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The resource could not be found. Mar 31 23:12:16.017326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5f448158-095b-4afc-9e86-e6b6a2c7b80b tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3388138 Mar 31 23:12:16.042839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54078) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.084915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e9ade21b-367a-478e-bd5f-a916d39f8265 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018990298'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:16.102149 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac430a25-4597-4ccb-8dec-e639884d3bd0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:16.103127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac430a25-4597-4ccb-8dec-e639884d3bd0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:16.108019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac430a25-4597-4ccb-8dec-e639884d3bd0 tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/507a2e53-fe36-41bc-82e5-d1126ff926e7 HTTP/1.1" status: 404 len: 333 time: 0.5248361 Mar 31 23:12:16.112749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54084) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.114182 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.122917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c2a81-c8c0-4176-9236-47c4ddaddf5f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792bff9f-d5e6-424b-8fe0-1f3bd0991058,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.142610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-904b5a55-7ff8-470d-bfb8-a60ac592df97 None None] Provisioning complete for port 4ff87774-cb68-417e-b83d-03ca76a87c56 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:16.144014 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-904b5a55-7ff8-470d-bfb8-a60ac592df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.153257 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-02149767-4ee6-4d5e-8c14-7d997cb4adcd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:16.154624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02149767-4ee6-4d5e-8c14-7d997cb4adcd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:16.161004 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02149767-4ee6-4d5e-8c14-7d997cb4adcd tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/c54df4ba-55c9-45b8-805b-a7e627bd44a7 HTTP/1.1" status: 404 len: 337 time: 0.0467534 Mar 31 23:12:16.161774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54086) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.218535 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f70d5d-8c0e-4cff-85f6-ddce6e5e73fb tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:16.219148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f70d5d-8c0e-4cff-85f6-ddce6e5e73fb tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:16.225113 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-13f70d5d-8c0e-4cff-85f6-ddce6e5e73fb tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/subnets/ae438e47-6ff3-4322-84fa-8191c718c0c4 HTTP/1.1" status: 404 len: 337 time: 0.0616312 Mar 31 23:12:16.225636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54094) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.242353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9ade21b-367a-478e-bd5f-a916d39f8265 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.279863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.290085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.290085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.369462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] DHCP port deletion for 31902ecf-e018-484d-a1f0-ac32f260137b request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:12:16.378406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 160d8b73-ad4b-45fa-91ba-7ed7139e6327 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:16.379110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.408927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Network': ['ID=45795033-1b3b-4c6a-9250-34059fe5b792,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.419628 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7176c564-e2d2-438f-95ba-f6afe7dc90d7 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8801866 Mar 31 23:12:16.421382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54104) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.426299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 45795033-1b3b-4c6a-9250-34059fe5b792 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:16.427320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'network': {'name': 'tempest-router-network02--1363447786'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:16.488216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-3f91d054-8c28-466b-96ac-01d52efa0c4a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 63afddcc-c932-483f-8d90-f51407b943a9 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:16.488625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f91d054-8c28-466b-96ac-01d52efa0c4a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.523947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9ade21b-367a-478e-bd5f-a916d39f8265 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.547015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Made reservation on behalf of 87fec3eb259f43f78b2bcf1d7b751d46 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:16.547484 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.557606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-13c2d885-791f-41d5-b5e0-0e263602e2cf', 'network_id': '13c2d885-791f-41d5-b5e0-0e263602e2cf', 'tenant_id': '87fec3eb259f43f78b2bcf1d7b751d46', 'fixed_ips': [{'subnet_id': '57fd081a-2d11-41d6-bead-c58e07c10e4d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:16.558326 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.576878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:16.587338 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.587741 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Added segment f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14 of type vlan for network 40fd6bb9-d480-4ad4-8d20-7251ce945633 Mar 31 23:12:16.634663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.669273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f91d054-8c28-466b-96ac-01d52efa0c4a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.681462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-3f91d054-8c28-466b-96ac-01d52efa0c4a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 63afddcc-c932-483f-8d90-f51407b943a9 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:16.695352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9ade21b-367a-478e-bd5f-a916d39f8265 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.778145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ade21b-367a-478e-bd5f-a916d39f8265 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9e7a4d-44a1-4efb-84a4-24a3f49a7e3c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.781634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.798948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.810383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.821045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-904b5a55-7ff8-470d-bfb8-a60ac592df97 None None] Provisioning complete for port 63afddcc-c932-483f-8d90-f51407b943a9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:16.821534 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-904b5a55-7ff8-470d-bfb8-a60ac592df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.868358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9ade21b-367a-478e-bd5f-a916d39f8265 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.869772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e9ade21b-367a-478e-bd5f-a916d39f8265 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7990010 Mar 31 23:12:16.873410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54154) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.880125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-585cab71-3ae9-4b37-b727-85a21df9b55a tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--263323855'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:16.900415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Network': ['ID=40fd6bb9-d480-4ad4-8d20-7251ce945633,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.908044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] Deleting port 4ff87774-cb68-417e-b83d-03ca76a87c56 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:16.908422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.915474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 4, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '823cf443-719a-4efd-a713-d11529f5f451', 'name': '', 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'mac_address': 'fa:16:3e:6b:03:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd6ff1be-1daf-4675-8706-61cb704f888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:11Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 2, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'subnets': [{'id': 'dd6ff1be-1daf-4675-8706-61cb704f888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:16.921072 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f91d054-8c28-466b-96ac-01d52efa0c4a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.960794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Checking router: 98f09056-4ec3-4f2c-8273-92567823b374 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:16.961199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Updating router 98f09056-4ec3-4f2c-8273-92567823b374 port 823cf443-719a-4efd-a713-d11529f5f451 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:16.963353 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 40fd6bb9-d480-4ad4-8d20-7251ce945633 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:16.968150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d054-8c28-466b-96ac-01d52efa0c4a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=63afddcc-c932-483f-8d90-f51407b943a9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.971887 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f91d054-8c28-466b-96ac-01d52efa0c4a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.977754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3f91d054-8c28-466b-96ac-01d52efa0c4a tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/ports/63afddcc-c932-483f-8d90-f51407b943a9 HTTP/1.1" status: 204 len: 168 time: 0.7473621 Mar 31 23:12:16.978451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54160) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:17.004522 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a646ae15-b293-4b7f-8c3b-d7137b408c0c tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5816684 Mar 31 23:12:17.007366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54162) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:17.013088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'subnet': {'network_id': '45795033-1b3b-4c6a-9250-34059fe5b792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:17.110921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.132109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-585cab71-3ae9-4b37-b727-85a21df9b55a tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.132243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.183402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Allocated IP 172.20.0.2 (13c2d885-791f-41d5-b5e0-0e263602e2cf/57fd081a-2d11-41d6-bead-c58e07c10e4d/02d7ec2f-53dd-4e92-bc3e-1171a048ab4e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:17.201238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Deleting port 4ff87774-cb68-417e-b83d-03ca76a87c56 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:17.201593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.228337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb431c74-c9f0-48e2-bf99-1afc21d72967 req-54846483-72bb-4d00-8c82-7d2442378d61 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.228521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-904b5a55-7ff8-470d-bfb8-a60ac592df97 None None] Port 63afddcc-c932-483f-8d90-f51407b943a9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:17.241399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb431c74-c9f0-48e2-bf99-1afc21d72967 req-54846483-72bb-4d00-8c82-7d2442378d61 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1287835 Mar 31 23:12:17.280253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] For port 4ff87774-cb68-417e-b83d-03ca76a87c56, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4ff87774-cb68-417e-b83d-03ca76a87c56,segment=NetworkSegment(4b4e00cc-93f8-49dd-a697-5879dabbff2d),segment_id=4b4e00cc-93f8-49dd-a697-5879dabbff2d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:17.280867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.296761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Made reservation on behalf of 87fec3eb259f43f78b2bcf1d7b751d46 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:17.302948 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.326515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4ff87774-cb68-417e-b83d-03ca76a87c56 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:17.371249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] For port 4ff87774-cb68-417e-b83d-03ca76a87c56, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4ff87774-cb68-417e-b83d-03ca76a87c56,segment=NetworkSegment(4b4e00cc-93f8-49dd-a697-5879dabbff2d),segment_id=4b4e00cc-93f8-49dd-a697-5879dabbff2d)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:17.372468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.389088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] Calling delete_port for 4ff87774-cb68-417e-b83d-03ca76a87c56 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:17.393082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Calling delete_port for 4ff87774-cb68-417e-b83d-03ca76a87c56 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:17.434989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-585cab71-3ae9-4b37-b727-85a21df9b55a tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.456678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb431c74-c9f0-48e2-bf99-1afc21d72967 req-4eb8a21d-2559-4d16-aaf2-8e4d07ca87a7 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045205 Mar 31 23:12:17.532605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-585cab71-3ae9-4b37-b727-85a21df9b55a tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.637828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.689836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.691323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Port': ['ID=4ff87774-cb68-417e-b83d-03ca76a87c56,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.703969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-585cab71-3ae9-4b37-b727-85a21df9b55a tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.711169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-585cab71-3ae9-4b37-b727-85a21df9b55a tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8367987 Mar 31 23:12:17.717721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54190) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:17.720581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] No DVR routers for this DVR port 4ff87774-cb68-417e-b83d-03ca76a87c56 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:17.733206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fe53443c-e78b-4329-b951-0453a16eeb73 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group_rule': {'security_group_id': '9f9e7a4d-44a1-4efb-84a4-24a3f49a7e3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'be24ad0c-a6ae-4942-9f2c-e1dc951d70cd'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:17.745965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cab71-3ae9-4b37-b727-85a21df9b55a tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be24ad0c-a6ae-4942-9f2c-e1dc951d70cd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.796119 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.876726 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.906852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31902ecf-e018-484d-a1f0-ac32f260137b']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:17.920471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4e00cc-93f8-49dd-a697-5879dabbff2d') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:17.921098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4e00cc-93f8-49dd-a697-5879dabbff2d') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:17.934985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.963675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.975600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:17.976239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:17.980830 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:18.003057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Subnet': ['ID=11cbf51e-9a7f-4fb5-99c7-97bc6dde1c36,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.003057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Checking segment: {'id': '07c35f08-ecd9-40b4-8bf2-af40382b4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '45795033-1b3b-4c6a-9250-34059fe5b792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:18.003057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network hostable DHCP agents. Network: 45795033-1b3b-4c6a-9250-34059fe5b792, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:18.033042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.049335 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-fe53443c-e78b-4329-b951-0453a16eeb73 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:18.050630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fe53443c-e78b-4329-b951-0453a16eeb73 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3318634 Mar 31 23:12:18.053466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54202) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:18.089754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network 45795033-1b3b-4c6a-9250-34059fe5b792 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:18.110900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] Pushing event deleted for resources: {'Port': ['ID=4ff87774-cb68-417e-b83d-03ca76a87c56,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.119664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15d5b0-2939-441f-ad5d-6a1bf1b96b11 None None] No DVR routers for this DVR port 4ff87774-cb68-417e-b83d-03ca76a87c56 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:18.174682 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.175121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.184938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.190958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 45795033-1b3b-4c6a-9250-34059fe5b792) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:18.196990 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] 10.222.0.31 "DELETE /v2.0/networks/31902ecf-e018-484d-a1f0-ac32f260137b HTTP/1.1" status: 204 len: 168 time: 1.2167399 Mar 31 23:12:18.219810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ccd16-42c6-4e96-a4a4-aa2b69dc3d5a None None] Network 45795033-1b3b-4c6a-9250-34059fe5b792 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:18.223382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.223985 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.251833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e10f-f277-49f6-b354-ab5a7c5add9d tempest-PortsIpV6TestJSON-30178144 tempest-PortsIpV6TestJSON-30178144-project] Pushing event deleted for resources: {'Network': ['ID=31902ecf-e018-484d-a1f0-ac32f260137b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.308421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd718-6ebb-4738-b0bf-3abec90b25a0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.313036 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.375249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54222) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:18.378947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b9e88cb2-a977-4f2c-8bec-6d5cd37d643f tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3704026 Mar 31 23:12:18.382767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd718-6ebb-4738-b0bf-3abec90b25a0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.383423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'subnet': {'network_id': '40fd6bb9-d480-4ad4-8d20-7251ce945633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:18.516780 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.528092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Network 13c2d885-791f-41d5-b5e0-0e263602e2cf is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:18.531654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:18.534193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:18.545725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Pushing event updated for resources: {'Port': ['ID=02d7ec2f-53dd-4e92-bc3e-1171a048ab4e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.614587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd718-6ebb-4738-b0bf-3abec90b25a0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.617452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd718-6ebb-4738-b0bf-3abec90b25a0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.622927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a4cd718-6ebb-4738-b0bf-3abec90b25a0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/be24ad0c-a6ae-4942-9f2c-e1dc951d70cd HTTP/1.1" status: 204 len: 168 time: 0.5683696 Mar 31 23:12:18.626410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54234) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:18.643711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Attempting to bind port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:18.651585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Attempting to bind port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '34016a8a-d95d-4b3c-9774-868986b72a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '13c2d885-791f-41d5-b5e0-0e263602e2cf'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:18.652611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Attempting to bind port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e on network 13c2d885-791f-41d5-b5e0-0e263602e2cf {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:18.678012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.680778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:18.681160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Checking segment: {'id': '34016a8a-d95d-4b3c-9774-868986b72a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '13c2d885-791f-41d5-b5e0-0e263602e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:18.682120 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.682120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Bound using segment: {'id': '34016a8a-d95d-4b3c-9774-868986b72a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '13c2d885-791f-41d5-b5e0-0e263602e2cf'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:18.682546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Bound port: 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34016a8a-d95d-4b3c-9774-868986b72a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '13c2d885-791f-41d5-b5e0-0e263602e2cf'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:18.682851 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.696010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Made reservation on behalf of 87fec3eb259f43f78b2bcf1d7b751d46 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:18.711182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd718-6ebb-4738-b0bf-3abec90b25a0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be24ad0c-a6ae-4942-9f2c-e1dc951d70cd,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.715862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.791889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e10f-1e4b-431d-b424-5c8053b7b2f9 req-07398e92-067c-43a7-afca-cf10250c11a0 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.796891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5018e10f-1e4b-431d-b424-5c8053b7b2f9 req-07398e92-067c-43a7-afca-cf10250c11a0 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.2262251 Mar 31 23:12:18.930065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3739d8-f490-420d-a998-73ba1e663765 None None] Pushing event updated for resources: {'Port': ['ID=823cf443-719a-4efd-a713-d11529f5f451,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.972304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5018e10f-1e4b-431d-b424-5c8053b7b2f9 req-6bb98fad-4752-483c-801d-d594a47b0daf tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346188 Mar 31 23:12:18.979189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-45795033-1b3b-4c6a-9250-34059fe5b792', 'network_id': '45795033-1b3b-4c6a-9250-34059fe5b792', 'tenant_id': '87fec3eb259f43f78b2bcf1d7b751d46', 'fixed_ips': [{'subnet_id': '11cbf51e-9a7f-4fb5-99c7-97bc6dde1c36'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:18.980068 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.006059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54254) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.101631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] For port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:19.143074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] For port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=02d7ec2f-53dd-4e92-bc3e-1171a048ab4e,segment=NetworkSegment(34016a8a-d95d-4b3c-9774-868986b72a2f),segment_id=34016a8a-d95d-4b3c-9774-868986b72a2f)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:19.212584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Attempting to bind port 823cf443-719a-4efd-a713-d11529f5f451 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:19.213010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Attempting to bind port 823cf443-719a-4efd-a713-d11529f5f451 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:19.213376 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Attempting to bind port 823cf443-719a-4efd-a713-d11529f5f451 on network e905107f-dcf9-4e7a-8df9-359164847360 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:19.225193 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.239853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:19.240229 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Checking segment: {'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:19.240638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.241036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Bound using segment: {'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:19.241548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Bound port: 823cf443-719a-4efd-a713-d11529f5f451, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25081e7-4cde-4e33-ae90-2fc025469237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:19.241944 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.285190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-650e685f-24cb-4fec-8ff2-ebaa66ff47fd tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6575100 Mar 31 23:12:19.287917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54268) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.289518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e4cf7084-922b-4c43-b48b-6da07d193596 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92e7c352d21c457abe2bc52552a749f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822800 Mar 31 23:12:19.292762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54270) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.354225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.387857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.395985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ab310b7-9de4-42f6-8838-9ebeb0a25609 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.415828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.449684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8fb68435-af00-4e8e-872f-5e8cab32cea6 None None] Provisioning complete for port 823cf443-719a-4efd-a713-d11529f5f451 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:19.450811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8fb68435-af00-4e8e-872f-5e8cab32cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.484772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ab310b7-9de4-42f6-8838-9ebeb0a25609 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.489114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Subnet': ['ID=5fd2711a-7169-4a24-8cca-d2ad95cde27a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:19.503453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Checking segment: {'id': 'f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '40fd6bb9-d480-4ad4-8d20-7251ce945633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:19.503832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network hostable DHCP agents. Network: 40fd6bb9-d480-4ad4-8d20-7251ce945633, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:19.534447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d62ea7-3a8b-4de1-ae28-14ce12b28627 None None] Pushing event updated for resources: {'Port': ['ID=02d7ec2f-53dd-4e92-bc3e-1171a048ab4e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:19.562945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Allocated IP 172.20.0.2 (45795033-1b3b-4c6a-9250-34059fe5b792/11cbf51e-9a7f-4fb5-99c7-97bc6dde1c36/df645f94-5c73-4592-9cfd-856dac732bd5) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:19.579886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.586861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.588032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a45aa2a-79e1-409f-86b5-eb088c86925c HTTP/1.1" status: 204 len: 168 time: 0.2935066 Mar 31 23:12:19.602912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45aa2a-79e1-409f-86b5-eb088c86925c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:19.624850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network 40fd6bb9-d480-4ad4-8d20-7251ce945633 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:19.630777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.630777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aae4c7-2868-4e26-b99c-1e6d513bc2ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:19.644730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8fb68435-af00-4e8e-872f-5e8cab32cea6 None None] Port 823cf443-719a-4efd-a713-d11529f5f451 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:19.647033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] For port 823cf443-719a-4efd-a713-d11529f5f451, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:19.677378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ab310b7-9de4-42f6-8838-9ebeb0a25609 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.685286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ab310b7-9de4-42f6-8838-9ebeb0a25609 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.685286 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ab310b7-9de4-42f6-8838-9ebeb0a25609 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f9e7a4d-44a1-4efb-84a4-24a3f49a7e3c HTTP/1.1" status: 204 len: 168 time: 0.3927553 Mar 31 23:12:19.686044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54288) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.708790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] For port 823cf443-719a-4efd-a713-d11529f5f451, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=823cf443-719a-4efd-a713-d11529f5f451,segment=NetworkSegment(a25081e7-4cde-4e33-ae90-2fc025469237),segment_id=a25081e7-4cde-4e33-ae90-2fc025469237)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:19.756056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 40fd6bb9-d480-4ad4-8d20-7251ce945633) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:19.768293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.770407 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.779812 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.785921 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab310b7-9de4-42f6-8838-9ebeb0a25609 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9e7a4d-44a1-4efb-84a4-24a3f49a7e3c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:19.816111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9ca515f1-3d17-4e59-8305-51292b0db970 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284306 Mar 31 23:12:19.821301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54294) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.830339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ce27a4ee-d177-40ae-8400-79f51c29e094 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075200736'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:19.831144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14fe4ac-eb90-4139-8bb2-0e494f123e1c None None] Network 40fd6bb9-d480-4ad4-8d20-7251ce945633 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:19.925012 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7c3f2ed1-e4d9-456d-a829-294fb4721707 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5404980 Mar 31 23:12:19.925320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54300) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:20.009720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce27a4ee-d177-40ae-8400-79f51c29e094 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.032811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Routers {'98f09056-4ec3-4f2c-8273-92567823b374'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:20.033480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['98f09056-4ec3-4f2c-8273-92567823b374'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:20.299448 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.303752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce27a4ee-d177-40ae-8400-79f51c29e094 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.388276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3739d8-f490-420d-a998-73ba1e663765 None None] Pushing event updated for resources: {'Port': ['ID=823cf443-719a-4efd-a713-d11529f5f451,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:20.392336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce27a4ee-d177-40ae-8400-79f51c29e094 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.396462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] Set router 98f09056-4ec3-4f2c-8273-92567823b374 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:20.404643 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.485093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce27a4ee-d177-40ae-8400-79f51c29e094 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.493292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54332) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:20.495658 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ce27a4ee-d177-40ae-8400-79f51c29e094 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6723726 Mar 31 23:12:20.497954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27a4ee-d177-40ae-8400-79f51c29e094 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10dc803d-b69d-4621-b6cb-f9eb9f304947,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:20.513692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83c945-b7ca-43c2-a836-02a224624795 req-785f2960-4fc3-4128-94ce-6411ac2ff4d1 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.515550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef83c945-b7ca-43c2-a836-02a224624795 req-785f2960-4fc3-4128-94ce-6411ac2ff4d1 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.3242764 Mar 31 23:12:20.518745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-06629f2b-cea5-41f3-875a-5789cfca47f0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:20.519656 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-06629f2b-cea5-41f3-875a-5789cfca47f0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:12:20.520296 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-06629f2b-cea5-41f3-875a-5789cfca47f0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:20.521378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-06629f2b-cea5-41f3-875a-5789cfca47f0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "PUT /v2.0/security-groups/10dc803d-b69d-4621-b6cb-f9eb9f304947 HTTP/1.1" status: 409 len: 330 time: 0.0266731 Mar 31 23:12:20.525197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54334) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:20.680061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:20.744261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Pushing event updated for resources: {'Port': ['ID=df645f94-5c73-4592-9cfd-856dac732bd5,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:20.757402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fbd6ff29-772f-4c03-802d-c9b9574a230b None None] Provisioning complete for port 823cf443-719a-4efd-a713-d11529f5f451 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:20.757402 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbd6ff29-772f-4c03-802d-c9b9574a230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.803323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef83c945-b7ca-43c2-a836-02a224624795 req-045f54f2-e895-45ec-81f9-0cf7965d1920 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778704 Mar 31 23:12:20.947306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd71a90b-9871-4833-804b-77cb204e4559 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.950679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Network 45795033-1b3b-4c6a-9250-34059fe5b792 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:20.988546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:21.002782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd71a90b-9871-4833-804b-77cb204e4559 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.112195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.360723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:21.392207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd71a90b-9871-4833-804b-77cb204e4559 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.396637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd71a90b-9871-4833-804b-77cb204e4559 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.403869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54384) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.416548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ba1f9-af31-4264-81e2-5b41b13231ee None None] Network 13c2d885-791f-41d5-b5e0-0e263602e2cf requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:21.442738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd71a90b-9871-4833-804b-77cb204e4559 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/10dc803d-b69d-4621-b6cb-f9eb9f304947 HTTP/1.1" status: 204 len: 168 time: 0.9075789 Mar 31 23:12:21.488240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-40fd6bb9-d480-4ad4-8d20-7251ce945633', 'network_id': '40fd6bb9-d480-4ad4-8d20-7251ce945633', 'tenant_id': '87fec3eb259f43f78b2bcf1d7b751d46', 'fixed_ips': [{'subnet_id': '5fd2711a-7169-4a24-8cca-d2ad95cde27a'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:21.489145 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.498883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:21.499263 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.545895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71a90b-9871-4833-804b-77cb204e4559 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dc803d-b69d-4621-b6cb-f9eb9f304947,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:21.612123 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fad74e3e-6d7d-401a-ac97-2e2eeb086c53 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2031341 Mar 31 23:12:21.615019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54394) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.662829 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-bd15c255-7525-4053-9b56-48789cba00b0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] delete failed (client error): The resource could not be found. Mar 31 23:12:21.671533 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bd15c255-7525-4053-9b56-48789cba00b0 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "DELETE /v2.0/security-groups/bfb07cb7-271f-4fe5-b3f5-524fb7ea9f23 HTTP/1.1" status: 404 len: 347 time: 0.0487931 Mar 31 23:12:21.679321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54396) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.697116 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-c5e85e50-bb30-430c-ae56-955ff3782e7f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] show failed (client error): The resource could not be found. Mar 31 23:12:21.701829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c5e85e50-bb30-430c-ae56-955ff3782e7f tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-groups/88eb3334-3141-4117-9ce2-e0d1cdf2df77 HTTP/1.1" status: 404 len: 347 time: 0.0175016 Mar 31 23:12:21.702033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54398) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.710511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54400) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.718143 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-97647988-e601-4a12-92e5-92f13ce35f61 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] show failed (client error): The resource could not be found. Mar 31 23:12:21.720078 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-97647988-e601-4a12-92e5-92f13ce35f61 tempest-NegativeSecGroupTest-845530063 tempest-NegativeSecGroupTest-845530063-project] 10.222.0.31 "GET /v2.0/security-group-rules/e3e0a680-b2a0-4e19-a0b6-c2283c5b16dc HTTP/1.1" status: 404 len: 356 time: 0.0155032 Mar 31 23:12:21.736475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Allocated IP 172.20.0.1 (45795033-1b3b-4c6a-9250-34059fe5b792/11cbf51e-9a7f-4fb5-99c7-97bc6dde1c36/659da021-f4da-4c9d-a551-79d7534f1e95) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:21.878329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Attempting to bind port df645f94-5c73-4592-9cfd-856dac732bd5 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:21.887511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Attempting to bind port df645f94-5c73-4592-9cfd-856dac732bd5 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '07c35f08-ecd9-40b4-8bf2-af40382b4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '45795033-1b3b-4c6a-9250-34059fe5b792'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:21.887511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Attempting to bind port df645f94-5c73-4592-9cfd-856dac732bd5 on network 45795033-1b3b-4c6a-9250-34059fe5b792 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:21.923779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1fb16a3f-ef79-4180-bd3f-df401ea846e8 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:21.924342 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-1fb16a3f-ef79-4180-bd3f-df401ea846e8 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:12:21.924605 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-1fb16a3f-ef79-4180-bd3f-df401ea846e8 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:21.929497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1fb16a3f-ef79-4180-bd3f-df401ea846e8 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2141232 Mar 31 23:12:21.929861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54412) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.934940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606799196'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:22.063444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a22b8-15b7-475c-8978-c1f00811d860 req-ff878eac-c07c-4031-a86b-43d22505bbff tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:22.065146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a29a22b8-15b7-475c-8978-c1f00811d860 req-ff878eac-c07c-4031-a86b-43d22505bbff tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1479623 Mar 31 23:12:22.069687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.070434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.078569 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.079053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:22.079810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Checking segment: {'id': '07c35f08-ecd9-40b4-8bf2-af40382b4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '45795033-1b3b-4c6a-9250-34059fe5b792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:22.080321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.082149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Bound using segment: {'id': '07c35f08-ecd9-40b4-8bf2-af40382b4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '45795033-1b3b-4c6a-9250-34059fe5b792'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:22.082785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Bound port: df645f94-5c73-4592-9cfd-856dac732bd5, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c35f08-ecd9-40b4-8bf2-af40382b4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '45795033-1b3b-4c6a-9250-34059fe5b792'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:22.087096 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.158198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbd6ff29-772f-4c03-802d-c9b9574a230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.162615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a29a22b8-15b7-475c-8978-c1f00811d860 req-885a9bc2-2589-4f9d-a94d-f73de4de1052 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499840 Mar 31 23:12:22.185742 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.220567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network 45795033-1b3b-4c6a-9250-34059fe5b792 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:22.226983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:22.229659 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.231856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:22.264951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.328264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.366291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Allocated IP 172.20.0.2 (40fd6bb9-d480-4ad4-8d20-7251ce945633/5fd2711a-7169-4a24-8cca-d2ad95cde27a/de18e56d-56e3-47fe-99f9-9646ec8663ca) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:22.375715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Port': ['ID=659da021-f4da-4c9d-a551-79d7534f1e95,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:22.409803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fbd6ff29-772f-4c03-802d-c9b9574a230b None None] For port 823cf443-719a-4efd-a713-d11529f5f451, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=823cf443-719a-4efd-a713-d11529f5f451,segment=NetworkSegment(a25081e7-4cde-4e33-ae90-2fc025469237),segment_id=a25081e7-4cde-4e33-ae90-2fc025469237)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:22.444894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.457136 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.460882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54420) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:22.468570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0671df-5165-454b-99e5-231e5d1ec394,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:22.498729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] For port df645f94-5c73-4592-9cfd-856dac732bd5, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:22.502941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] For port df645f94-5c73-4592-9cfd-856dac732bd5, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=df645f94-5c73-4592-9cfd-856dac732bd5,segment=NetworkSegment(07c35f08-ecd9-40b4-8bf2-af40382b4439),segment_id=07c35f08-ecd9-40b4-8bf2-af40382b4439)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:22.520121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbd6ff29-772f-4c03-802d-c9b9574a230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.569694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.580789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=02d7ec2f-53dd-4e92-bc3e-1171a048ab4e,segment=NetworkSegment(34016a8a-d95d-4b3c-9774-868986b72a2f),segment_id=34016a8a-d95d-4b3c-9774-868986b72a2f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:22.628997 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.630874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a0d648-bcad-46b9-8d9a-9d8089ecddb8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:22.696420 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.696681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.698129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-51583a21-a408-4cd5-895a-3223f7fba038 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7670743 Mar 31 23:12:22.708627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 4, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '823cf443-719a-4efd-a713-d11529f5f451', 'name': '', 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'mac_address': 'fa:16:3e:6b:03:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd6ff1be-1daf-4675-8706-61cb704f888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:11Z', 'updated_at': '2022-03-31T23:12:19Z', 'revision_number': 4, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'subnets': [{'id': 'dd6ff1be-1daf-4675-8706-61cb704f888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:22.710529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6ff29-772f-4c03-802d-c9b9574a230b None None] Pushing event updated for resources: {'Port': ['ID=823cf443-719a-4efd-a713-d11529f5f451,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:22.711333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54426) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:22.804923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-255cab97-fcc9-42f4-a4a2-16e4a32a134c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '47a0d648-bcad-46b9-8d9a-9d8089ecddb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:22.814389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc8e46-47f5-4be9-8cdb-ab4709815e09 None None] The sync data for ids ['98f09056-4ec3-4f2c-8273-92567823b374'] in n-d-836015-1 is: [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 4, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '823cf443-719a-4efd-a713-d11529f5f451', 'name': '', 'network_id': 'e905107f-dcf9-4e7a-8df9-359164847360', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'mac_address': 'fa:16:3e:6b:03:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'dd6ff1be-1daf-4675-8706-61cb704f888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:11Z', 'updated_at': '2022-03-31T23:12:19Z', 'revision_number': 4, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'subnets': [{'id': 'dd6ff1be-1daf-4675-8706-61cb704f888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:22.823805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-261b27a9-1f49-4646-9fa5-f69f9563f522 None None] Provisioning complete for port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:22.825594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-261b27a9-1f49-4646-9fa5-f69f9563f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.876547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.940976 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bc40f444-01e0-4a3a-8f1e-612d05ce1262 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecbb367e07544ab68689ce3e2d77ef44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758310 Mar 31 23:12:22.942107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54432) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:23.081430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-255cab97-fcc9-42f4-a4a2-16e4a32a134c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.097623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02d6d9-288b-416e-bead-a30fe9b4130e None None] Pushing event updated for resources: {'Port': ['ID=df645f94-5c73-4592-9cfd-856dac732bd5,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:23.209996 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.308340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=02d7ec2f-53dd-4e92-bc3e-1171a048ab4e,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:23.332754 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.478455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Network 40fd6bb9-d480-4ad4-8d20-7251ce945633 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:23.486004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:23.490687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:23.504651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Pushing event updated for resources: {'Port': ['ID=de18e56d-56e3-47fe-99f9-9646ec8663ca,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:23.627041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Attempting to bind port de18e56d-56e3-47fe-99f9-9646ec8663ca on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:23.629344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Attempting to bind port de18e56d-56e3-47fe-99f9-9646ec8663ca by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '40fd6bb9-d480-4ad4-8d20-7251ce945633'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:23.629344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Attempting to bind port de18e56d-56e3-47fe-99f9-9646ec8663ca on network 40fd6bb9-d480-4ad4-8d20-7251ce945633 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:23.646957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:23.647365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Checking segment: {'id': 'f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '40fd6bb9-d480-4ad4-8d20-7251ce945633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:23.647744 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.648142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Bound using segment: {'id': 'f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '40fd6bb9-d480-4ad4-8d20-7251ce945633'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:23.648627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Bound port: de18e56d-56e3-47fe-99f9-9646ec8663ca, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '40fd6bb9-d480-4ad4-8d20-7251ce945633'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:23.649011 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.729543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-69f2b423-572a-4261-81e5-a0f075664045 None None] Provisioning complete for port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:23.730018 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-69f2b423-572a-4261-81e5-a0f075664045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.850810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] For port de18e56d-56e3-47fe-99f9-9646ec8663ca, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:23.854701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] For port de18e56d-56e3-47fe-99f9-9646ec8663ca, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=de18e56d-56e3-47fe-99f9-9646ec8663ca,segment=NetworkSegment(f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14),segment_id=f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:23.951941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.074701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210ac98-4bb6-46b8-ac2f-ad027305a86d None None] Pushing event updated for resources: {'Port': ['ID=de18e56d-56e3-47fe-99f9-9646ec8663ca,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:24.105971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5e565db0-ac51-4253-b675-2e7aebe177a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.225993 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5e565db0-ac51-4253-b675-2e7aebe177a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.232180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-255cab97-fcc9-42f4-a4a2-16e4a32a134c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.338785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-255cab97-fcc9-42f4-a4a2-16e4a32a134c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.471055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62229090-138e-466c-a5aa-cad58b43838b req-b2acab32-8fa1-47f1-956b-32ddb8784427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:24.481104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62229090-138e-466c-a5aa-cad58b43838b req-b2acab32-8fa1-47f1-956b-32ddb8784427 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 1097 time: 0.1914005 Mar 31 23:12:24.499461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d0d10-653d-44bd-b0d7-3f55ccb42fcd req-3255fe56-dd61-4fa8-9171-311dc42b7c01 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:24.501022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a1d0d10-653d-44bd-b0d7-3f55ccb42fcd req-3255fe56-dd61-4fa8-9171-311dc42b7c01 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.3927581 Mar 31 23:12:24.505837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cab97-fcc9-42f4-a4a2-16e4a32a134c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bb8533-9f8a-44e2-a30c-94b129fbd5ce,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:24.584071 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62229090-138e-466c-a5aa-cad58b43838b req-ea4160f5-de77-41ad-89ed-39a240a014eb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960081 Mar 31 23:12:24.770194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a1d0d10-653d-44bd-b0d7-3f55ccb42fcd req-ebe6f90f-0138-442a-8dbd-2968daffd071 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094053 Mar 31 23:12:24.770194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.956450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-255cab97-fcc9-42f4-a4a2-16e4a32a134c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.956450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-255cab97-fcc9-42f4-a4a2-16e4a32a134c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1441305 Mar 31 23:12:24.956450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54456) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:24.959881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1f7846d4-26d6-49a4-b1c9-9fb8ff95c488 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '47a0d648-bcad-46b9-8d9a-9d8089ecddb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:24.972146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31514f74-03b3-42d2-9ed8-f576e390fc07 None None] Network 45795033-1b3b-4c6a-9250-34059fe5b792 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:24.996097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.998918 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5e565db0-ac51-4253-b675-2e7aebe177a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.030729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5e565db0-ac51-4253-b675-2e7aebe177a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.036576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5e565db0-ac51-4253-b675-2e7aebe177a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f1f0a5d-8183-4251-818b-022fec8f5ee5 HTTP/1.1" status: 204 len: 168 time: 2.0905309 Mar 31 23:12:25.175612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e565db0-ac51-4253-b675-2e7aebe177a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1f0a5d-8183-4251-818b-022fec8f5ee5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:25.226160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.229867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Port': ['ID=659da021-f4da-4c9d-a551-79d7534f1e95,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:25.240648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f7846d4-26d6-49a4-b1c9-9fb8ff95c488 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.271944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7afecbaa-a187-4d1e-9d19-ad5f8de672fa None None] Provisioning complete for port df645f94-5c73-4592-9cfd-856dac732bd5 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:25.272595 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7afecbaa-a187-4d1e-9d19-ad5f8de672fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.424930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device df645f94-5c73-4592-9cfd-856dac732bd5 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:25.458651 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-1f7846d4-26d6-49a4-b1c9-9fb8ff95c488 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:25.459738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1f7846d4-26d6-49a4-b1c9-9fb8ff95c488 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5117066 Mar 31 23:12:25.462683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54466) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:25.732764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network 45795033-1b3b-4c6a-9250-34059fe5b792 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:25.736921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:25.739188 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1ff80c18-7521-431e-b601-80575be2673d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.790732 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1ff80c18-7521-431e-b601-80575be2673d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.053167 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7afecbaa-a187-4d1e-9d19-ad5f8de672fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.068346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port df645f94-5c73-4592-9cfd-856dac732bd5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:26.068788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.075954 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1ff80c18-7521-431e-b601-80575be2673d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.078859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1ff80c18-7521-431e-b601-80575be2673d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.080299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1ff80c18-7521-431e-b601-80575be2673d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/47a0d648-bcad-46b9-8d9a-9d8089ecddb8 HTTP/1.1" status: 204 len: 168 time: 0.6165245 Mar 31 23:12:26.083025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54482) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.150336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff80c18-7521-431e-b601-80575be2673d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a0d648-bcad-46b9-8d9a-9d8089ecddb8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:26.204919 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a6d4ddfe-63e3-4591-8a41-e78f6eac1161 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1207020 Mar 31 23:12:26.211212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54488) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.220656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4af5755b-e8e1-4cd9-9626-25cbb2567f72 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145333414'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:26.259637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7afecbaa-a187-4d1e-9d19-ad5f8de672fa None None] For port df645f94-5c73-4592-9cfd-856dac732bd5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=df645f94-5c73-4592-9cfd-856dac732bd5,segment=NetworkSegment(07c35f08-ecd9-40b4-8bf2-af40382b4439),segment_id=07c35f08-ecd9-40b4-8bf2-af40382b4439)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:26.347195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daaba5-4057-4a72-81a1-963fa130f24d req-51973125-e74c-48c5-ac92-ef0e6fd2c24e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:26.350673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00daaba5-4057-4a72-81a1-963fa130f24d req-51973125-e74c-48c5-ac92-ef0e6fd2c24e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.4451914 Mar 31 23:12:26.375656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7afecbaa-a187-4d1e-9d19-ad5f8de672fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.444512 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.455484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00daaba5-4057-4a72-81a1-963fa130f24d req-29a8637b-472a-4639-9b52-0225dd2bce1f tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781646 Mar 31 23:12:26.457034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4af5755b-e8e1-4cd9-9626-25cbb2567f72 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.537558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482400fb-7c14-4fcc-98c1-bda0d7ef5a5c None None] Network 40fd6bb9-d480-4ad4-8d20-7251ce945633 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:26.627002 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4af5755b-e8e1-4cd9-9626-25cbb2567f72 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.696117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4af5755b-e8e1-4cd9-9626-25cbb2567f72 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.737041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Router 234b9c88-05cf-40d9-84ed-443dc49ff876 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:26.845386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bb3bd65f-095d-4d48-8321-e118fef27146 None None] Provisioning complete for port de18e56d-56e3-47fe-99f9-9646ec8663ca triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:26.846051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb3bd65f-095d-4d48-8321-e118fef27146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.879574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5755b-e8e1-4cd9-9626-25cbb2567f72 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429aadd3-c9be-4b19-8659-d6cff9dc0fef,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:26.895754 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4af5755b-e8e1-4cd9-9626-25cbb2567f72 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.898725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4af5755b-e8e1-4cd9-9626-25cbb2567f72 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6823266 Mar 31 23:12:26.902962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54510) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.909569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-89d41bd6-8abc-4c53-bf3c-d2adbc179211 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '429aadd3-c9be-4b19-8659-d6cff9dc0fef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:26.910846 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-89d41bd6-8abc-4c53-bf3c-d2adbc179211 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 31 23:12:26.912409 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-89d41bd6-8abc-4c53-bf3c-d2adbc179211 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:26.914554 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-89d41bd6-8abc-4c53-bf3c-d2adbc179211 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095770 Mar 31 23:12:26.917472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54512) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.955995 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afecbaa-a187-4d1e-9d19-ad5f8de672fa None None] Pushing event updated for resources: {'Port': ['ID=df645f94-5c73-4592-9cfd-856dac732bd5,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.030034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:27.031513 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:27.067716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca14f7c2-9b68-4669-b214-41214ca09a55 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.137676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca14f7c2-9b68-4669-b214-41214ca09a55 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.259982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:27.274607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b442b983-283d-4273-8579-71c1ab47a210 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "PUT /v2.0/routers/234b9c88-05cf-40d9-84ed-443dc49ff876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3465276 Mar 31 23:12:27.282319 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67adea-e811-4d81-877c-832c2ea73897 None None] Sync routers for ids ['234b9c88-05cf-40d9-84ed-443dc49ff876'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:27.283574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54520) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.289478 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb3bd65f-095d-4d48-8321-e118fef27146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.309554 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67adea-e811-4d81-877c-832c2ea73897 None None] Routers {'234b9c88-05cf-40d9-84ed-443dc49ff876'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:27.310387 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ec67adea-e811-4d81-877c-832c2ea73897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['234b9c88-05cf-40d9-84ed-443dc49ff876'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.370780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-b8235475-1550-46e2-ba34-3b31b791a1e2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.373362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-b8235475-1550-46e2-ba34-3b31b791a1e2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 811 time: 0.3816531 Mar 31 23:12:27.374091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54522) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.386190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bb3bd65f-095d-4d48-8321-e118fef27146 None None] For port de18e56d-56e3-47fe-99f9-9646ec8663ca, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=de18e56d-56e3-47fe-99f9-9646ec8663ca,segment=NetworkSegment(f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14),segment_id=f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:27.399703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-0898cb05-b919-4576-8341-a7fb4490b555 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/quotas/2870f1aaf4884df69bf16f7e3e95ef72 HTTP/1.1" status: 200 len: 375 time: 0.0152688 Mar 31 23:12:27.415144 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ec67adea-e811-4d81-877c-832c2ea73897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.451448 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67adea-e811-4d81-877c-832c2ea73897 None None] Routers {'234b9c88-05cf-40d9-84ed-443dc49ff876'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:27.453084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ec67adea-e811-4d81-877c-832c2ea73897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['234b9c88-05cf-40d9-84ed-443dc49ff876'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.466419 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb3bd65f-095d-4d48-8321-e118fef27146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.544197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-7ccddeaa-c3eb-4957-b99d-57b4c5c94c22 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269474 Mar 31 23:12:27.583496 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ec67adea-e811-4d81-877c-832c2ea73897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.593497 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67adea-e811-4d81-877c-832c2ea73897 None None] The sync data for ids ['234b9c88-05cf-40d9-84ed-443dc49ff876'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:27.624092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca14f7c2-9b68-4669-b214-41214ca09a55 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.627846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca14f7c2-9b68-4669-b214-41214ca09a55 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.629590 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ca14f7c2-9b68-4669-b214-41214ca09a55 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/429aadd3-c9be-4b19-8659-d6cff9dc0fef HTTP/1.1" status: 204 len: 168 time: 0.7095497 Mar 31 23:12:27.694344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54526) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.724057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bd65f-095d-4d48-8321-e118fef27146 None None] Pushing event updated for resources: {'Port': ['ID=de18e56d-56e3-47fe-99f9-9646ec8663ca,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.732326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-36f9deae-16a4-40d3-a20e-ddfb7286ace7 tempest-ServiceProvidersTest-116607975 tempest-ServiceProvidersTest-116607975-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3564517 Mar 31 23:12:27.792255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:27.820925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-4707f886-36ae-451a-8faa-8ced6abb28d4 service neutron] 10.222.0.31 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755861 Mar 31 23:12:27.825140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-01e63397-9dc8-42f9-9625-548737a37c24 None None] Provisioning complete for port 659da021-f4da-4c9d-a551-79d7534f1e95 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:27.826652 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-01e63397-9dc8-42f9-9625-548737a37c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.853988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14f7c2-9b68-4669-b214-41214ca09a55 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429aadd3-c9be-4b19-8659-d6cff9dc0fef,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.942771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226da27-bdc4-4e15-956a-a6cbff28ea4f None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:28.019026 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5bb44956-67f5-49bf-905c-54b412344ff7 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3211677 Mar 31 23:12:28.022581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54536) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.028230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fc86b83d-2d61-4513-98f9-68c54c26a559 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758401749'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:28.066488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-01e63397-9dc8-42f9-9625-548737a37c24 None None] Port 659da021-f4da-4c9d-a551-79d7534f1e95 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:28.080551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-ce5726fb-b9c1-4875-885d-c4d1e674fceb service neutron] 10.222.0.31 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995444 Mar 31 23:12:28.147729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-01e63397-9dc8-42f9-9625-548737a37c24 None None] Provisioning complete for port df645f94-5c73-4592-9cfd-856dac732bd5 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:28.150470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-01e63397-9dc8-42f9-9625-548737a37c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.168868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc86b83d-2d61-4513-98f9-68c54c26a559 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.188036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:28.188401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.353311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device de18e56d-56e3-47fe-99f9-9646ec8663ca up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:28.359935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226da27-bdc4-4e15-956a-a6cbff28ea4f None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:28.456812 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-66bade43-b37a-4dbd-a0b3-ead151a4ea60 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:28.463484 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-66bade43-b37a-4dbd-a0b3-ead151a4ea60 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "PUT /v2.0/routers/234b9c88-05cf-40d9-84ed-443dc49ff876/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1760058 Mar 31 23:12:28.468791 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54550) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.500601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5a6fa28-f234-47c3-ae6d-c7bd52f989ce req-45fe7c56-56bd-48f0-86aa-ccff84f63cc2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 210 time: 0.0636137 Mar 31 23:12:28.526202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54552) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.564410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port de18e56d-56e3-47fe-99f9-9646ec8663ca triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:28.564784 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.651669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cb745085-3483-45d7-a927-45bc5609f5de None None] Provisioning complete for port de18e56d-56e3-47fe-99f9-9646ec8663ca triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:28.652181 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb745085-3483-45d7-a927-45bc5609f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.681390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd5fafdf-d9ad-4814-aba2-4c025cf89585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.850226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 823cf443-719a-4efd-a713-d11529f5f451 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:28.866239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc86b83d-2d61-4513-98f9-68c54c26a559 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.960233 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc86b83d-2d61-4513-98f9-68c54c26a559 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.982558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd5fafdf-d9ad-4814-aba2-4c025cf89585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.071233 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd5fafdf-d9ad-4814-aba2-4c025cf89585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.074883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86b83d-2d61-4513-98f9-68c54c26a559 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5155fde9-55d2-4bb2-a4ce-fc9fa4a3a2d7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.084505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc86b83d-2d61-4513-98f9-68c54c26a559 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.088717 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fc86b83d-2d61-4513-98f9-68c54c26a559 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0647795 Mar 31 23:12:29.091402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54566) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.096316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7fff2ed1-dfed-4775-9e84-727dabcd6d23 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '5155fde9-55d2-4bb2-a4ce-fc9fa4a3a2d7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:29.096879 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-7fff2ed1-dfed-4775-9e84-727dabcd6d23 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 31 23:12:29.098596 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-7fff2ed1-dfed-4775-9e84-727dabcd6d23 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:29.098743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 823cf443-719a-4efd-a713-d11529f5f451 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:29.101201 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.102162 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7fff2ed1-dfed-4775-9e84-727dabcd6d23 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097229 Mar 31 23:12:29.102764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.175529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd5fafdf-d9ad-4814-aba2-4c025cf89585 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f36bf232dabb4922aeaaa99351ca0fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479237 Mar 31 23:12:29.190324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54570) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.196734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15e533e5-af9a-407f-91ef-4e210e521644 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.255303 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15e533e5-af9a-407f-91ef-4e210e521644 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.347336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fafdf-d9ad-4814-aba2-4c025cf89585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2526c4-3086-435c-83c2-c01b4a06d380,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.374692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.401317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89e029fa-a7e0-48a1-930d-bde9ad3c9e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.429556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device df645f94-5c73-4592-9cfd-856dac732bd5 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:29.439700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89e029fa-a7e0-48a1-930d-bde9ad3c9e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.481124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15e533e5-af9a-407f-91ef-4e210e521644 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.491355 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15e533e5-af9a-407f-91ef-4e210e521644 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.498390 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15e533e5-af9a-407f-91ef-4e210e521644 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/5155fde9-55d2-4bb2-a4ce-fc9fa4a3a2d7 HTTP/1.1" status: 204 len: 168 time: 0.3933477 Mar 31 23:12:29.499954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54580) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.629503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port df645f94-5c73-4592-9cfd-856dac732bd5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:29.629660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.661936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-082e9e8d-19c8-4426-a4e9-c8766a10c7a6 req-61e5c39f-888a-4e5a-a6dd-7c26606f132c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 210 time: 0.0751321 Mar 31 23:12:29.665351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89e029fa-a7e0-48a1-930d-bde9ad3c9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.673139 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89e029fa-a7e0-48a1-930d-bde9ad3c9e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.680722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-89e029fa-a7e0-48a1-930d-bde9ad3c9e26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d2526c4-3086-435c-83c2-c01b4a06d380 HTTP/1.1" status: 204 len: 168 time: 0.4878528 Mar 31 23:12:29.716033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e029fa-a7e0-48a1-930d-bde9ad3c9e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2526c4-3086-435c-83c2-c01b4a06d380,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.772835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e533e5-af9a-407f-91ef-4e210e521644 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5155fde9-55d2-4bb2-a4ce-fc9fa4a3a2d7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.780942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54590) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.878036 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a16f92db-d3e1-4df5-92fc-95cb35655ace tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3049908 Mar 31 23:12:29.882006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54594) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.888720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-796c51a7-e01b-46b5-8a37-5581db4fa06b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391790136'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:30.016206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device de18e56d-56e3-47fe-99f9-9646ec8663ca up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:30.039479 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb045ec5-4814-4430-9c2e-be94343eafce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.145680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port de18e56d-56e3-47fe-99f9-9646ec8663ca triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:30.145944 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-796c51a7-e01b-46b5-8a37-5581db4fa06b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.146048 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.249907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Deleting port 659da021-f4da-4c9d-a551-79d7534f1e95 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:30.304750 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.445112 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb045ec5-4814-4430-9c2e-be94343eafce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.448724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-796c51a7-e01b-46b5-8a37-5581db4fa06b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.463130 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.482655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Calling delete_port for 659da021-f4da-4c9d-a551-79d7534f1e95 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:30.625692 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb045ec5-4814-4430-9c2e-be94343eafce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.661519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-796c51a7-e01b-46b5-8a37-5581db4fa06b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.719442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cb045ec5-4814-4430-9c2e-be94343eafce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=306e16d1f1ae40268ae7ff8975f66a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9376445 Mar 31 23:12:30.722512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb045ec5-4814-4430-9c2e-be94343eafce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e360b0c9-d3dc-4c79-b4f5-f5581a80adbc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:30.740742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54612) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.831954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c51a7-e01b-46b5-8a37-5581db4fa06b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a70a1df-2415-49fd-856b-ebdc88c76416,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:30.862826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8416aeef-4e86-4e52-8f11-c048a4103691 req-cac7f5f4-970d-4bfe-a90e-d1dedb3bf2e6 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 210 time: 0.0544009 Mar 31 23:12:30.896076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-796c51a7-e01b-46b5-8a37-5581db4fa06b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.898949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-796c51a7-e01b-46b5-8a37-5581db4fa06b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0158789 Mar 31 23:12:30.900872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54616) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.908109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c63ae0ba-487d-40ec-b017-dc0b667e36df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.910589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cb46c225-6612-4227-9a68-94311fdeb64d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '1a70a1df-2415-49fd-856b-ebdc88c76416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:30.912904 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-cb46c225-6612-4227-9a68-94311fdeb64d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 31 23:12:30.913735 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-cb46c225-6612-4227-9a68-94311fdeb64d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:30.914924 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cb46c225-6612-4227-9a68-94311fdeb64d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128882 Mar 31 23:12:30.925272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54618) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.935051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.949673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8567f310-6786-42bd-bb08-5c78043addf5 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '1a70a1df-2415-49fd-856b-ebdc88c76416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:30.951088 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-8567f310-6786-42bd-bb08-5c78043addf5 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 31 23:12:30.952894 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-8567f310-6786-42bd-bb08-5c78043addf5 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:30.961379 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8567f310-6786-42bd-bb08-5c78043addf5 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0332706 Mar 31 23:12:30.965147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c63ae0ba-487d-40ec-b017-dc0b667e36df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.012117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54622) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:31.031409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Port': ['ID=659da021-f4da-4c9d-a551-79d7534f1e95,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.041898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-349a3238-a4cd-4d5b-a822-a5efb35c5ccc tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '1a70a1df-2415-49fd-856b-ebdc88c76416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:31.042835 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-349a3238-a4cd-4d5b-a822-a5efb35c5ccc tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 31 23:12:31.043348 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-349a3238-a4cd-4d5b-a822-a5efb35c5ccc tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:31.044382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-349a3238-a4cd-4d5b-a822-a5efb35c5ccc tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122452 Mar 31 23:12:31.047700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54624) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:31.052386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-191d80d5-6d9c-46fd-bc18-4cd9788bd86d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '1a70a1df-2415-49fd-856b-ebdc88c76416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:31.053264 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-191d80d5-6d9c-46fd-bc18-4cd9788bd86d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 31 23:12:31.053752 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-191d80d5-6d9c-46fd-bc18-4cd9788bd86d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:31.055227 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-191d80d5-6d9c-46fd-bc18-4cd9788bd86d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060508 Mar 31 23:12:31.057286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54626) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:31.142802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c63ae0ba-487d-40ec-b017-dc0b667e36df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.145696 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c63ae0ba-487d-40ec-b017-dc0b667e36df admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.146916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c63ae0ba-487d-40ec-b017-dc0b667e36df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e360b0c9-d3dc-4c79-b4f5-f5581a80adbc HTTP/1.1" status: 204 len: 168 time: 0.4009597 Mar 31 23:12:31.192461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ae0ba-487d-40ec-b017-dc0b667e36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e360b0c9-d3dc-4c79-b4f5-f5581a80adbc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.241081 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-965d9fc5-929a-4e21-a25a-cda3aa56735c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.304682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-965d9fc5-929a-4e21-a25a-cda3aa56735c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.367113 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.514930 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-965d9fc5-929a-4e21-a25a-cda3aa56735c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.517499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-965d9fc5-929a-4e21-a25a-cda3aa56735c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.518687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-965d9fc5-929a-4e21-a25a-cda3aa56735c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/1a70a1df-2415-49fd-856b-ebdc88c76416 HTTP/1.1" status: 204 len: 168 time: 0.4603324 Mar 31 23:12:31.522866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54638) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:31.549703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d9fc5-929a-4e21-a25a-cda3aa56735c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a70a1df-2415-49fd-856b-ebdc88c76416,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.666528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ce5f0281-b934-4148-86bb-48134281e0a6 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1399088 Mar 31 23:12:31.670401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54644) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:31.675565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a8cd7eb1-cde3-466b-9b54-f462ac254b61 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--911078590'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:31.718887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Router 234b9c88-05cf-40d9-84ed-443dc49ff876 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:31.766184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7eb1-cde3-466b-9b54-f462ac254b61 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.849837 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:31.863299 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fbee2a58-548f-4568-b79b-5e190b70fd98 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "PUT /v2.0/routers/234b9c88-05cf-40d9-84ed-443dc49ff876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3933387 Mar 31 23:12:31.867149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54650) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:31.883097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a284b33-6c51-45dc-bdba-8e0d3f5a61ef None None] Sync routers for ids ['234b9c88-05cf-40d9-84ed-443dc49ff876'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:31.921452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a284b33-6c51-45dc-bdba-8e0d3f5a61ef None None] Routers {'234b9c88-05cf-40d9-84ed-443dc49ff876'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:31.926063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2a284b33-6c51-45dc-bdba-8e0d3f5a61ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['234b9c88-05cf-40d9-84ed-443dc49ff876'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:31.954804 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-bdfe44af-8f52-404c-b9b3-9bf68b94daed tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] delete failed (client error): The resource could not be found. Mar 31 23:12:31.959945 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bdfe44af-8f52-404c-b9b3-9bf68b94daed tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-568822737 HTTP/1.1" status: 404 len: 334 time: 0.0877600 Mar 31 23:12:31.960140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54656) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:31.965249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a0167a23-ff06-4cff-a8ff-01ca91cd6dcd tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'router': {'external_gateway_info': {'network_id': '234b9c88-05cf-40d9-84ed-443dc49ff876'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:32.055207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2a284b33-6c51-45dc-bdba-8e0d3f5a61ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:32.060183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7eb1-cde3-466b-9b54-f462ac254b61 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.085254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a284b33-6c51-45dc-bdba-8e0d3f5a61ef None None] Routers {'234b9c88-05cf-40d9-84ed-443dc49ff876'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:32.087213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2a284b33-6c51-45dc-bdba-8e0d3f5a61ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['234b9c88-05cf-40d9-84ed-443dc49ff876'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:32.153156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5801cf48-a45c-4269-a4de-6283739ffb75 req-8a180c0c-9f93-4f31-9da8-bc8e3e22eb38 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 210 time: 0.1063187 Mar 31 23:12:32.156160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7eb1-cde3-466b-9b54-f462ac254b61 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.190016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2a284b33-6c51-45dc-bdba-8e0d3f5a61ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:32.190720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a284b33-6c51-45dc-bdba-8e0d3f5a61ef None None] The sync data for ids ['234b9c88-05cf-40d9-84ed-443dc49ff876'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:32.296139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-b1d620d3-aee2-444d-a96e-cb0a967573da tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.299714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-b1d620d3-aee2-444d-a96e-cb0a967573da tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.45 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 811 time: 0.4468927 Mar 31 23:12:32.307953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7eb1-cde3-466b-9b54-f462ac254b61 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.310605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a8cd7eb1-cde3-466b-9b54-f462ac254b61 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6390309 Mar 31 23:12:32.313168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd7eb1-cde3-466b-9b54-f462ac254b61 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f411f090-cd57-4f55-9d11-10127c79e8fa,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:32.338119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Request body: {'port': {'device_id': '920d0354-e7a6-4abf-bd87-299328153129', 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf', 'admin_state_up': True, 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:32.366772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54668) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:32.592540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Made reservation on behalf of 2870f1aaf4884df69bf16f7e3e95ef72 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:32.596498 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.768377 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0167a23-ff06-4cff-a8ff-01ca91cd6dcd tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.777005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-04840b23-3702-48cb-8581-a32220b3fe3e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:32.777519 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-04840b23-3702-48cb-8581-a32220b3fe3e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:12:32.778064 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-04840b23-3702-48cb-8581-a32220b3fe3e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:32.781674 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-04840b23-3702-48cb-8581-a32220b3fe3e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.4114189 Mar 31 23:12:32.781896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54684) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:32.786433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7b20e814-275e-4db7-b333-3d04b85d8d5d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:32.857555 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-a0167a23-ff06-4cff-a8ff-01ca91cd6dcd tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] update failed (client error): The resource could not be found. Mar 31 23:12:32.871121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Allocated IP 172.20.0.9 (4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf/cdbee961-a515-45e5-ba93-c79f051d8fe1/d279eb4d-e6b7-452e-876a-fabc326d8391) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:32.873469 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0167a23-ff06-4cff-a8ff-01ca91cd6dcd tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "PUT /v2.0/routers/234b9c88-05cf-40d9-84ed-443dc49ff876 HTTP/1.1" status: 404 len: 339 time: 0.9122341 Mar 31 23:12:32.876253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54688) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.100579 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-7b20e814-275e-4db7-b333-3d04b85d8d5d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:33.102508 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7b20e814-275e-4db7-b333-3d04b85d8d5d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3187733 Mar 31 23:12:33.115102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54696) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.115102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-317344c8-ee7c-4954-a673-7c287920d495 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.115329 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-317344c8-ee7c-4954-a673-7c287920d495 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 31 23:12:33.115811 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-317344c8-ee7c-4954-a673-7c287920d495 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:33.120704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-317344c8-ee7c-4954-a673-7c287920d495 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074401 Mar 31 23:12:33.122555 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.124054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54698) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.131057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-17fbca31-82d8-4b79-b3c5-41dda5116723 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.301192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.313479 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3a5968e2-a98e-4b4d-990f-a36c603fec1d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:33.384041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:33.392993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:33.404879 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-17fbca31-82d8-4b79-b3c5-41dda5116723 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:33.408682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-17fbca31-82d8-4b79-b3c5-41dda5116723 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2810323 Mar 31 23:12:33.417501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54712) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.425412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:33.454015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-62b6081b-ebe4-4386-b3d6-0f041e9cdad3 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.454015 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-62b6081b-ebe4-4386-b3d6-0f041e9cdad3 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:12:33.454015 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-62b6081b-ebe4-4386-b3d6-0f041e9cdad3 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:33.457682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-62b6081b-ebe4-4386-b3d6-0f041e9cdad3 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0207772 Mar 31 23:12:33.470626 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54716) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.479714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-00b0dabd-30a4-4b13-a716-b99db6e27967 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.490607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Pushing event updated for resources: {'Port': ['ID=d279eb4d-e6b7-452e-876a-fabc326d8391,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:33.507849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b245e-f225-4430-8914-691053af5cc2 req-da974c39-06b1-4786-9225-4cc759bf9930 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:33.509739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-868b245e-f225-4430-8914-691053af5cc2 req-da974c39-06b1-4786-9225-4cc759bf9930 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 931 time: 0.2441463 Mar 31 23:12:33.549670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:33.550447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.577457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.594528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-868b245e-f225-4430-8914-691053af5cc2 req-572de078-bc5c-46ee-91d7-5dfcbc10b08e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742052 Mar 31 23:12:33.698353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-e3bf05d6-c23e-4e33-b314-0f6d58e5bf9b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3844991 Mar 31 23:12:33.778761 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-00b0dabd-30a4-4b13-a716-b99db6e27967 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Project 9df98e356bbf4f13845a29bc5e8b5ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:12:33.880769 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-00b0dabd-30a4-4b13-a716-b99db6e27967 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:33.895379 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-00b0dabd-30a4-4b13-a716-b99db6e27967 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4102492 Mar 31 23:12:33.895379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Allocated IP 172.20.0.1 (13c2d885-791f-41d5-b5e0-0e263602e2cf/57fd081a-2d11-41d6-bead-c58e07c10e4d/f21cde97-6857-4673-b439-1d5a489262e0) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:33.897917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54736) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.903075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6f0fc033-07ba-4738-9090-4f5aa1ea124b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.904224 n-d-836015-1 neutron-server[109820]: WARNING neutron.api.v2.base [None req-6f0fc033-07ba-4738-9090-4f5aa1ea124b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 31 23:12:33.904847 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-6f0fc033-07ba-4738-9090-4f5aa1ea124b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:33.905904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6f0fc033-07ba-4738-9090-4f5aa1ea124b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068724 Mar 31 23:12:33.909901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54738) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.921698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c051e0ab-9063-4c33-99d3-6d6e1c792c4a tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.961843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Request body: {'port': {'device_id': '920d0354-e7a6-4abf-bd87-299328153129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.976743 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ce1a24d0-27e1-4695-afa0-cb6ca92db3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.066812 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-c051e0ab-9063-4c33-99d3-6d6e1c792c4a tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Project 9df98e356bbf4f13845a29bc5e8b5ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:12:34.068198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.079629 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.208236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.209414 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-c051e0ab-9063-4c33-99d3-6d6e1c792c4a tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:34.210828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c051e0ab-9063-4c33-99d3-6d6e1c792c4a tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2998459 Mar 31 23:12:34.217333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54746) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:34.224855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4569bf51-44d8-401a-98b8-3567a5b8a736 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': 'f411f090-cd57-4f55-9d11-10127c79e8fa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:34.281115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network 13c2d885-791f-41d5-b5e0-0e263602e2cf is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:34.286147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:34.288745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:34.340093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Port': ['ID=f21cde97-6857-4673-b439-1d5a489262e0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:34.353149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.450412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d279eb4d-e6b7-452e-876a-fabc326d8391 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:34.472776 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-4569bf51-44d8-401a-98b8-3567a5b8a736 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Project 9df98e356bbf4f13845a29bc5e8b5ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:12:34.473195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.491892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Transition to ACTIVE for port object d279eb4d-e6b7-452e-876a-fabc326d8391 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:12:34.598684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.598935 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-4569bf51-44d8-401a-98b8-3567a5b8a736 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:34.606143 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4569bf51-44d8-401a-98b8-3567a5b8a736 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3832686 Mar 31 23:12:34.607872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:34.650996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-28474c25-7d0b-4f17-8fe3-2437b5801844 None None] Provisioning complete for port f21cde97-6857-4673-b439-1d5a489262e0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:34.651531 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-28474c25-7d0b-4f17-8fe3-2437b5801844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.679299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d279eb4d-e6b7-452e-876a-fabc326d8391,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:34.750352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-28474c25-7d0b-4f17-8fe3-2437b5801844 None None] Port f21cde97-6857-4673-b439-1d5a489262e0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:34.777536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.812325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Attempting to bind port d279eb4d-e6b7-452e-876a-fabc326d8391 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:34.812740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Attempting to bind port d279eb4d-e6b7-452e-876a-fabc326d8391 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:34.813019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Attempting to bind port d279eb4d-e6b7-452e-876a-fabc326d8391 on network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:34.835954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Port d279eb4d-e6b7-452e-876a-fabc326d8391 on network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:34.836246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Attempting to bind port d279eb4d-e6b7-452e-876a-fabc326d8391 on network 4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:34.847133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:34.847480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Checking segment: {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:34.847869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Bound using segment: {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:34.848317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Bound port: d279eb4d-e6b7-452e-876a-fabc326d8391, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404238e3-cd54-4e24-b5bf-d8d243a65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:34.848677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.904898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897351f-649c-4081-8816-046f93c0bb57 req-b7c074b9-6bf8-4025-a0f9-6c0a84d97f9d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:34.909866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5897351f-649c-4081-8816-046f93c0bb57 req-b7c074b9-6bf8-4025-a0f9-6c0a84d97f9d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 943 time: 0.1271629 Mar 31 23:12:34.968811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c2682e4-d1fb-46e6-b867-f020298fcd20 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.010656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c2682e4-d1fb-46e6-b867-f020298fcd20 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.082188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5897351f-649c-4081-8816-046f93c0bb57 req-7cbba41d-f33b-4732-9058-96c6362ea86e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452594 Mar 31 23:12:35.090823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] For port d279eb4d-e6b7-452e-876a-fabc326d8391, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:35.101690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] For port d279eb4d-e6b7-452e-876a-fabc326d8391, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d279eb4d-e6b7-452e-876a-fabc326d8391,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:35.209497 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.225928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.253802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c2682e4-d1fb-46e6-b867-f020298fcd20 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.256838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c2682e4-d1fb-46e6-b867-f020298fcd20 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.260105 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5c2682e4-d1fb-46e6-b867-f020298fcd20 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/f411f090-cd57-4f55-9d11-10127c79e8fa HTTP/1.1" status: 204 len: 168 time: 0.6470408 Mar 31 23:12:35.263130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54768) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:35.287109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.287722 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.301590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] 10.222.0.45 "PUT /v2.0/ports/d279eb4d-e6b7-452e-876a-fabc326d8391 HTTP/1.1" status: 200 len: 1091 time: 1.5915537 Mar 31 23:12:35.302074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920d0354-e7a6-4abf-bd87-299328153129', 'tag': 'd279eb4d-e6b7-452e-876a-fabc326d8391'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:35.305693 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a001a1cc-5e05-4289-91ce-93084f187c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "920d0354-e7a6-4abf-bd87-299328153129", "tag": "d279eb4d-e6b7-452e-876a-fabc326d8391"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:35.321462 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b54e2306-65a2-4441-a1a4-8d1c6ce3d4bf tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587256 Mar 31 23:12:35.322767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.329201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54772) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:35.354125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-50109313-ba7c-49f0-99fe-800447d29569 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--751546771'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:35.368353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2682e4-d1fb-46e6-b867-f020298fcd20 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f411f090-cd57-4f55-9d11-10127c79e8fa,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:35.380216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761083c7-afac-438f-a4f0-1047090a89d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d279eb4d-e6b7-452e-876a-fabc326d8391,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:35.416783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event updated for resources: {'Port': ['ID=f21cde97-6857-4673-b439-1d5a489262e0,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:35.422539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.499352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50109313-ba7c-49f0-99fe-800447d29569 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.567777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-0a3446c1-7177-4582-870e-fb99a8f3bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.569388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-0a3446c1-7177-4582-870e-fb99a8f3bbd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 1094 time: 0.1311972 Mar 31 23:12:35.584822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Network 13c2d885-791f-41d5-b5e0-0e263602e2cf is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:35.587657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:35.627327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-1f533b15-7b26-45a5-b03e-ad0ebc9cd039 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d279eb4d-e6b7-452e-876a-fabc326d8391 HTTP/1.1" status: 200 len: 217 time: 0.0447915 Mar 31 23:12:35.665553 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50109313-ba7c-49f0-99fe-800447d29569 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.677414 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060d724e-33a7-4a9a-8f3d-8cb66f0b1d5e x-openstack-request-id: req-060d724e-33a7-4a9a-8f3d-8cb66f0b1d5e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:35.678024 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920d0354-e7a6-4abf-bd87-299328153129", "tag": "d279eb4d-e6b7-452e-876a-fabc326d8391", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:35.678422 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-060d724e-33a7-4a9a-8f3d-8cb66f0b1d5e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:35.679148 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060d724e-33a7-4a9a-8f3d-8cb66f0b1d5e'] response: {'name': 'network-changed', 'server_uuid': '920d0354-e7a6-4abf-bd87-299328153129', 'tag': 'd279eb4d-e6b7-452e-876a-fabc326d8391', 'status': 'completed', 'code': 200} Mar 31 23:12:35.757694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-40617538-adb8-4f90-8ee5-f49b98120226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.757968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Router 234b9c88-05cf-40d9-84ed-443dc49ff876 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:35.764205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-40617538-adb8-4f90-8ee5-f49b98120226 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdbee961-a515-45e5-ba93-c79f051d8fe1 HTTP/1.1" status: 200 len: 851 time: 0.0961435 Mar 31 23:12:35.809799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-141cc59f-efbe-4f41-8bf2-b82b6ead08a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342529 Mar 31 23:12:36.024822 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:12:36.033473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-8a293153-da3f-4876-9050-4330bad39121 service neutron] 10.222.0.45 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067060 Mar 31 23:12:36.063664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:36.076538 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-40c6bcde-7753-45df-9b8e-eb733adb07c0 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "PUT /v2.0/routers/234b9c88-05cf-40d9-84ed-443dc49ff876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2004726 Mar 31 23:12:36.085379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54794) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.099629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec732980-8207-402c-a2b2-37a12ca53cca None None] Sync routers for ids ['234b9c88-05cf-40d9-84ed-443dc49ff876'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:36.150693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-67259b7d-434a-49fa-87d1-6dece6f1d55c None None] Provisioning complete for port f21cde97-6857-4673-b439-1d5a489262e0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:36.151306 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67259b7d-434a-49fa-87d1-6dece6f1d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.158004 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec732980-8207-402c-a2b2-37a12ca53cca None None] Routers {'234b9c88-05cf-40d9-84ed-443dc49ff876'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:36.166036 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ec732980-8207-402c-a2b2-37a12ca53cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['234b9c88-05cf-40d9-84ed-443dc49ff876'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:36.248695 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ec732980-8207-402c-a2b2-37a12ca53cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:36.269700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-67259b7d-434a-49fa-87d1-6dece6f1d55c None None] Port f21cde97-6857-4673-b439-1d5a489262e0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:36.271055 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec732980-8207-402c-a2b2-37a12ca53cca None None] Routers {'234b9c88-05cf-40d9-84ed-443dc49ff876'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:36.271845 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ec732980-8207-402c-a2b2-37a12ca53cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['234b9c88-05cf-40d9-84ed-443dc49ff876'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:36.345541 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ec732980-8207-402c-a2b2-37a12ca53cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:36.346413 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec732980-8207-402c-a2b2-37a12ca53cca None None] The sync data for ids ['234b9c88-05cf-40d9-84ed-443dc49ff876'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:36.389499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d8f622c-8944-4350-a039-b33692f49028 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.434132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6253323d-9f01-4107-8f9f-2509ba1986f6 req-ed33dff4-6a71-4ba3-bca0-99d23591943b service neutron] 10.222.0.45 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930223 Mar 31 23:12:36.441650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5243ff-99c0-4c25-9baf-785a8e91f714 req-70488e7c-b448-40b0-bfc2-227ed6b47341 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:36.443114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b5243ff-99c0-4c25-9baf-785a8e91f714 req-70488e7c-b448-40b0-bfc2-227ed6b47341 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 943 time: 0.2174006 Mar 31 23:12:36.515654 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2abc67c6-d546-441d-943a-2a9569415387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.522107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50109313-ba7c-49f0-99fe-800447d29569 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.566431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b5243ff-99c0-4c25-9baf-785a8e91f714 req-c75f3e00-13ca-4080-bf04-e44dcb534b9a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857821 Mar 31 23:12:36.582039 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-0d8f622c-8944-4350-a039-b33692f49028 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:36.591656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54802) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.592327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0d8f622c-8944-4350-a039-b33692f49028 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/routers/234b9c88-05cf-40d9-84ed-443dc49ff876 HTTP/1.1" status: 409 len: 329 time: 0.5103407 Mar 31 23:12:36.596848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50109313-ba7c-49f0-99fe-800447d29569 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13320964-f7b9-4caa-8f42-1951b48f4dca,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.620830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50109313-ba7c-49f0-99fe-800447d29569 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.620830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-50109313-ba7c-49f0-99fe-800447d29569 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2899303 Mar 31 23:12:36.623611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54804) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.633493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-558623dd-2c02-4bf7-8dcf-a00abf628936 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '13320964-f7b9-4caa-8f42-1951b48f4dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:36.729184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-b23e3606-f13d-40b7-9f1b-37c775bc71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:36.730934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-b23e3606-f13d-40b7-9f1b-37c775bc71cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 1094 time: 0.0740919 Mar 31 23:12:36.884308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-39912666-40a1-40c8-868c-85c40ce96537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:36.884308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-39912666-40a1-40c8-868c-85c40ce96537 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 912 time: 0.1359499 Mar 31 23:12:36.932630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-e2fc35af-025a-4f35-b427-7360d0696d5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d279eb4d-e6b7-452e-876a-fabc326d8391 HTTP/1.1" status: 200 len: 217 time: 0.0508108 Mar 31 23:12:36.956838 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-558623dd-2c02-4bf7-8dcf-a00abf628936 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The resource could not be found. Mar 31 23:12:36.960810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-558623dd-2c02-4bf7-8dcf-a00abf628936 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3331385 Mar 31 23:12:36.980551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54814) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.988341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-dff8dfe5-d9c6-4fef-81d7-2800b3c44a40 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '13320964-f7b9-4caa-8f42-1951b48f4dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e6aa1b8f-febf-4044-a8cb-8c7718664483'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:37.360499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.404925 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-dff8dfe5-d9c6-4fef-81d7-2800b3c44a40 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The resource could not be found. Mar 31 23:12:37.405994 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dff8dfe5-d9c6-4fef-81d7-2800b3c44a40 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4243529 Mar 31 23:12:37.411009 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-074ce284-674b-4836-99d8-6291a600f7b5 req-ea219529-db6a-4078-a557-390826a4f6c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1444936 Mar 31 23:12:37.441464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54838) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.488161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-95701b0e-f0e8-4838-90d0-8541a5f7b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.490033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-95701b0e-f0e8-4838-90d0-8541a5f7b6ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdbee961-a515-45e5-ba93-c79f051d8fe1 HTTP/1.1" status: 200 len: 851 time: 0.5467658 Mar 31 23:12:37.553167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-a03d7d70-0868-4904-85ce-9cb20aeb8b48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467112 Mar 31 23:12:37.704452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-966dd147-46a8-41f8-b384-54b109b040c7 service neutron] 10.222.0.45 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448205 Mar 31 23:12:37.727631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37cd043b-b798-4be2-8949-cf2c112f5748 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.785225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37cd043b-b798-4be2-8949-cf2c112f5748 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.789202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce284-674b-4836-99d8-6291a600f7b5 req-39d405b2-5df6-42b8-9a25-96fc541566ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.794050 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-074ce284-674b-4836-99d8-6291a600f7b5 req-39d405b2-5df6-42b8-9a25-96fc541566ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 1096 time: 0.2894597 Mar 31 23:12:37.927674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.992669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47f3f-b39e-4f69-8a77-4ea5e2188408 req-e1edee57-e9f6-445c-9cef-b4ca8d5cc14d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.994253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34a47f3f-b39e-4f69-8a77-4ea5e2188408 req-e1edee57-e9f6-445c-9cef-b4ca8d5cc14d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 943 time: 0.1033843 Mar 31 23:12:37.999770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a001a1cc-5e05-4289-91ce-93084f187c5f req-74be95a1-268f-4865-97f0-db36870b2197 service neutron] 10.222.0.45 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886374 Mar 31 23:12:38.050917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37cd043b-b798-4be2-8949-cf2c112f5748 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.052325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34a47f3f-b39e-4f69-8a77-4ea5e2188408 req-72202679-47d5-4a3b-85fa-9eec6e4d4d92 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Mar 31 23:12:38.053538 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37cd043b-b798-4be2-8949-cf2c112f5748 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.057305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54860) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:38.057447 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-37cd043b-b798-4be2-8949-cf2c112f5748 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/13320964-f7b9-4caa-8f42-1951b48f4dca HTTP/1.1" status: 204 len: 168 time: 0.6154730 Mar 31 23:12:38.098983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd043b-b798-4be2-8949-cf2c112f5748 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13320964-f7b9-4caa-8f42-1951b48f4dca,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:38.102133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce284-674b-4836-99d8-6291a600f7b5 req-afdddf28-3e70-417b-afe6-fbd8a376dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:38.103643 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-074ce284-674b-4836-99d8-6291a600f7b5 req-afdddf28-3e70-417b-afe6-fbd8a376dd94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 200 len: 912 time: 0.2816234 Mar 31 23:12:38.155333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-37e97acb-13aa-43a8-8445-a707a28c8c0b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958521 Mar 31 23:12:38.160157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54862) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:38.164721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-82d0a429-d061-499e-94b1-366bb4c8f3d2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '455b4da2-8be1-43e4-95ad-d0d754e9fb65', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:38.211376 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-074ce284-674b-4836-99d8-6291a600f7b5 req-d2fabab3-32f4-47fa-a864-e81a0f02d74f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685f32e7-c636-402e-af64-7b223f73323d HTTP/1.1" status: 200 len: 1000 time: 0.0998459 Mar 31 23:12:38.252355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Deleting port f21cde97-6857-4673-b439-1d5a489262e0 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:38.252355 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.391145 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-82d0a429-d061-499e-94b1-366bb4c8f3d2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The resource could not be found. Mar 31 23:12:38.392284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-82d0a429-d061-499e-94b1-366bb4c8f3d2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2311459 Mar 31 23:12:38.395949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54868) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:38.400694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-50eeb05f-857a-406d-a550-8095633e75d4 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237728318'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:38.511172 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.522162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50eeb05f-857a-406d-a550-8095633e75d4 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.660859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50eeb05f-857a-406d-a550-8095633e75d4 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.750520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50eeb05f-857a-406d-a550-8095633e75d4 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.838498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eeb05f-857a-406d-a550-8095633e75d4 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2569d653-1bfb-431e-868f-2deb5694f182,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:38.893875 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50eeb05f-857a-406d-a550-8095633e75d4 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.895942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-50eeb05f-857a-406d-a550-8095633e75d4 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4990366 Mar 31 23:12:38.899259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54876) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:38.917199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.943445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-478f506d-1c38-4df7-8b8e-861bd3c11048 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312675870'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:39.008541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce284-674b-4836-99d8-6291a600f7b5 req-9ddb3522-8988-429e-8924-e0a96745323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:39.010174 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-074ce284-674b-4836-99d8-6291a600f7b5 req-9ddb3522-8988-429e-8924-e0a96745323c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 200 len: 850 time: 0.7912452 Mar 31 23:12:39.105315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce284-674b-4836-99d8-6291a600f7b5 req-60d08651-90a0-4be9-98a6-4136398693e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:39.107023 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-074ce284-674b-4836-99d8-6291a600f7b5 req-60d08651-90a0-4be9-98a6-4136398693e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ccddb8e5-47a6-4692-8f5e-3f090a4081ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887048 Mar 31 23:12:39.114984 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-478f506d-1c38-4df7-8b8e-861bd3c11048 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.145321 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.173836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.208929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Calling delete_port for f21cde97-6857-4673-b439-1d5a489262e0 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:39.363628 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-478f506d-1c38-4df7-8b8e-861bd3c11048 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.379365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c533a-5dd5-4ce7-af4e-17695ae9b9d0 req-4709b027-a9ea-4139-af6e-f5c3304515a3 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:39.388632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d2c533a-5dd5-4ce7-af4e-17695ae9b9d0 req-4709b027-a9ea-4139-af6e-f5c3304515a3 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 943 time: 0.1676366 Mar 31 23:12:39.450437 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-478f506d-1c38-4df7-8b8e-861bd3c11048 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.502527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d2c533a-5dd5-4ce7-af4e-17695ae9b9d0 req-5e693d5d-a990-4d00-abc8-6d2c19571da3 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121686 Mar 31 23:12:39.558570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f506d-1c38-4df7-8b8e-861bd3c11048 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52135722-62a7-4eff-b8c3-e3c9f8028e15,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:39.617619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-478f506d-1c38-4df7-8b8e-861bd3c11048 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.619608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-478f506d-1c38-4df7-8b8e-861bd3c11048 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7179930 Mar 31 23:12:39.623511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54900) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:39.625066 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.628504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0104c20d-d101-4be0-bc02-dc7eaec9e03b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '2569d653-1bfb-431e-868f-2deb5694f182', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '52135722-62a7-4eff-b8c3-e3c9f8028e15'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:39.731718 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-074ce284-674b-4836-99d8-6291a600f7b5 req-4c3026fb-5963-4cd3-afe3-f2d6c567830f service neutron] 10.222.0.45 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091421 Mar 31 23:12:39.875733 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-074ce284-674b-4836-99d8-6291a600f7b5 req-ea5f07c9-1519-490d-87b6-7b82c4d4df9d service neutron] 10.222.0.45 "GET /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397200 Mar 31 23:12:39.877215 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.925467 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-0104c20d-d101-4be0-bc02-dc7eaec9e03b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:39.928961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0104c20d-d101-4be0-bc02-dc7eaec9e03b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3036008 Mar 31 23:12:39.934074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54902) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:40.157854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d279eb4d-e6b7-452e-876a-fabc326d8391 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:40.260554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c7b80b-ee96-4b8c-8f56-92192c688962 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.325199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Port': ['ID=f21cde97-6857-4673-b439-1d5a489262e0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.366680 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c7b80b-ee96-4b8c-8f56-92192c688962 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.398525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d279eb4d-e6b7-452e-876a-fabc326d8391, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d279eb4d-e6b7-452e-876a-fabc326d8391,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:40.429050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'd279eb4d-e6b7-452e-876a-fabc326d8391', 'network_id': '4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf', 'port_id': 'd279eb4d-e6b7-452e-876a-fabc326d8391', 'mac_address': 'fa:16:3e:e3:e3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbee961-a515-45e5-ba93-c79f051d8fe1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:40.482140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54916) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:40.507041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.550452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d279eb4d-e6b7-452e-876a-fabc326d8391 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:40.578109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.617390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d279eb4d-e6b7-452e-876a-fabc326d8391, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d279eb4d-e6b7-452e-876a-fabc326d8391,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:40.623184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c7b80b-ee96-4b8c-8f56-92192c688962 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.625861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c7b80b-ee96-4b8c-8f56-92192c688962 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.631294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-00c7b80b-ee96-4b8c-8f56-92192c688962 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/52135722-62a7-4eff-b8c3-e3c9f8028e15 HTTP/1.1" status: 204 len: 168 time: 0.6898003 Mar 31 23:12:40.631437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54922) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:40.682141 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.697412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7b80b-ee96-4b8c-8f56-92192c688962 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52135722-62a7-4eff-b8c3-e3c9f8028e15,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.746968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-236e1411-d1ba-4963-9e38-393a963f12c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.760431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=d279eb4d-e6b7-452e-876a-fabc326d8391,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.795276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-81545424-ec4c-41ee-a18f-8efdadde263a tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1547663 Mar 31 23:12:40.800422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54928) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:40.885479 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['d279eb4d-e6b7-452e-876a-fabc326d8391'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:40.889347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8940b2e-7abb-4737-94fe-bfc5fef8cede req-f152d8e9-bf85-4ed8-bf3b-1492d3401408 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:40.890996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8940b2e-7abb-4737-94fe-bfc5fef8cede req-f152d8e9-bf85-4ed8-bf3b-1492d3401408 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 944 time: 0.2587628 Mar 31 23:12:40.920158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Router 234b9c88-05cf-40d9-84ed-443dc49ff876 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:40.972054 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-81387a12-1efe-4d69-ab6e-d9e1e2e3d3a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592995 Mar 31 23:12:40.980812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b5121c4-ce64-495a-87ec-1028dcae7890 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.057429 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b5121c4-ce64-495a-87ec-1028dcae7890 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.146213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-236e1411-d1ba-4963-9e38-393a963f12c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.155534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8940b2e-7abb-4737-94fe-bfc5fef8cede req-e01c29ed-17da-4624-8c55-4a052c7dbd46 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554166 Mar 31 23:12:41.202789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:41.209066 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b5121c4-ce64-495a-87ec-1028dcae7890 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.215103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9bdb88-5b6a-4c91-a581-bc1270582857 None None] Sync routers for ids ['234b9c88-05cf-40d9-84ed-443dc49ff876'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:41.215765 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-35de30ee-2682-4132-9c84-4d42788f5abf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "PUT /v2.0/routers/234b9c88-05cf-40d9-84ed-443dc49ff876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6225088 Mar 31 23:12:41.223240 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b5121c4-ce64-495a-87ec-1028dcae7890 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.226922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0b5121c4-ce64-495a-87ec-1028dcae7890 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/2569d653-1bfb-431e-868f-2deb5694f182 HTTP/1.1" status: 204 len: 168 time: 0.4230642 Mar 31 23:12:41.228341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54938) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:41.228691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54940) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:41.247487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-236e1411-d1ba-4963-9e38-393a963f12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.251776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bdb88-5b6a-4c91-a581-bc1270582857 None None] Routers {'234b9c88-05cf-40d9-84ed-443dc49ff876'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:41.254747 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fb9bdb88-5b6a-4c91-a581-bc1270582857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['234b9c88-05cf-40d9-84ed-443dc49ff876'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:41.349264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-236e1411-d1ba-4963-9e38-393a963f12c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09d51c8513b04a47a315fbf4b15b1ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8650200 Mar 31 23:12:41.351462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5121c4-ce64-495a-87ec-1028dcae7890 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569d653-1bfb-431e-868f-2deb5694f182,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:41.385709 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-e0e7ba79-9556-491a-bde1-a207c2245809 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] show failed (client error): The resource could not be found. Mar 31 23:12:41.390439 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e0e7ba79-9556-491a-bde1-a207c2245809 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-144395039 HTTP/1.1" status: 404 len: 334 time: 0.1592176 Mar 31 23:12:41.393831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fb9bdb88-5b6a-4c91-a581-bc1270582857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:41.410729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54942) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:41.411773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54944) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:41.416534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bdb88-5b6a-4c91-a581-bc1270582857 None None] Routers {'234b9c88-05cf-40d9-84ed-443dc49ff876'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:41.422756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fb9bdb88-5b6a-4c91-a581-bc1270582857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:12:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['234b9c88-05cf-40d9-84ed-443dc49ff876'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:41.449851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c121fe24-d405-4f8d-8741-08571c653289 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:41.460016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-70d2857e-1176-480c-95ed-297a1527068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.469737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-70d2857e-1176-480c-95ed-297a1527068a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 1097 time: 0.4206107 Mar 31 23:12:41.473573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e1411-d1ba-4963-9e38-393a963f12c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77f8948-a3c3-4bb9-ad60-5e2814935fa6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:41.553679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fb9bdb88-5b6a-4c91-a581-bc1270582857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:41.554882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9bdb88-5b6a-4c91-a581-bc1270582857 None None] The sync data for ids ['234b9c88-05cf-40d9-84ed-443dc49ff876'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:41.688973 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-c121fe24-d405-4f8d-8741-08571c653289 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] update failed (client error): The resource could not be found. Mar 31 23:12:41.693519 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c121fe24-d405-4f8d-8741-08571c653289 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-837033919 HTTP/1.1" status: 404 len: 334 time: 0.2555382 Mar 31 23:12:41.693696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54958) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:41.763490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-caebd2d7-df61-4d50-891d-8c8f01c4185a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Deleting subnet 5fd2711a-7169-4a24-8cca-d2ad95cde27a {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:41.764474 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-72abba33-2460-4c3b-bc41-967a1fcb484f tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5319836 Mar 31 23:12:41.786119 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54960) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:41.787110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e1ab0b2-689a-4364-8020-3b06441b4d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.791611 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-caebd2d7-df61-4d50-891d-8c8f01c4185a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.794759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2541264f-7b37-40cb-972f-4fc1275aab0c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--831936517'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:41.802380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-c9efbde6-1d61-4886-ae89-9054981a954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.804335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-c9efbde6-1d61-4886-ae89-9054981a954e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 912 time: 0.2872584 Mar 31 23:12:41.877167 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-e5861505-1ae8-429f-87ca-3ee251ac2e3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5968e2-a98e-4b4d-990f-a36c603fec1d HTTP/1.1" status: 200 len: 217 time: 0.0585732 Mar 31 23:12:41.887301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-caebd2d7-df61-4d50-891d-8c8f01c4185a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.896055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e1ab0b2-689a-4364-8020-3b06441b4d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.988212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-c752e22f-ffee-4fd9-92ec-a60c0a8611e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.989786 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-c752e22f-ffee-4fd9-92ec-a60c0a8611e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cdbee961-a515-45e5-ba93-c79f051d8fe1 HTTP/1.1" status: 200 len: 851 time: 0.1039805 Mar 31 23:12:42.052417 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-caebd2d7-df61-4d50-891d-8c8f01c4185a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.093238 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-12ad6571-5236-4fac-b3db-c7607d59182c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740902 Mar 31 23:12:42.094183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2541264f-7b37-40cb-972f-4fc1275aab0c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.129026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e1ab0b2-689a-4364-8020-3b06441b4d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.137715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e1ab0b2-689a-4364-8020-3b06441b4d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.140083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7e1ab0b2-689a-4364-8020-3b06441b4d6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a77f8948-a3c3-4bb9-ad60-5e2814935fa6 HTTP/1.1" status: 204 len: 168 time: 0.7183607 Mar 31 23:12:42.173185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d279eb4d-e6b7-452e-876a-fabc326d8391 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:42.309650 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-caebd2d7-df61-4d50-891d-8c8f01c4185a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.342149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ab0b2-689a-4364-8020-3b06441b4d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77f8948-a3c3-4bb9-ad60-5e2814935fa6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:42.379516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebd2d7-df61-4d50-891d-8c8f01c4185a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd2711a-7169-4a24-8cca-d2ad95cde27a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:42.403057 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-caebd2d7-df61-4d50-891d-8c8f01c4185a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.409086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-caebd2d7-df61-4d50-891d-8c8f01c4185a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/subnets/5fd2711a-7169-4a24-8cca-d2ad95cde27a HTTP/1.1" status: 204 len: 168 time: 0.7118859 Mar 31 23:12:42.417722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1b8a1-45c6-4c7f-951c-3d6b3b86fb11 None None] Network 40fd6bb9-d480-4ad4-8d20-7251ce945633 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:42.418277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54976) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:42.446995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2541264f-7b37-40cb-972f-4fc1275aab0c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.472832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port d279eb4d-e6b7-452e-876a-fabc326d8391 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:12:42.518198 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-c0b9650a-c4ea-4fb1-a41d-fec30ae86143 service neutron] 10.222.0.50 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122503 Mar 31 23:12:42.561709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd23cd-92d2-40ec-bb88-614b008b3503 req-b72c1c22-fdf1-4cb5-9dc2-3f53f7288092 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.577282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5bd23cd-92d2-40ec-bb88-614b008b3503 req-b72c1c22-fdf1-4cb5-9dc2-3f53f7288092 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 944 time: 0.2912028 Mar 31 23:12:42.587226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port d279eb4d-e6b7-452e-876a-fabc326d8391 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:42.587832 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.717190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5bd23cd-92d2-40ec-bb88-614b008b3503 req-95d99263-845e-4e02-bc49-5a86452e11df tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334953 Mar 31 23:12:42.720998 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2541264f-7b37-40cb-972f-4fc1275aab0c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.731973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b6b0ea-c7d7-478f-8043-50a8782e12be tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Deleting subnet 11cbf51e-9a7f-4fb5-99c7-97bc6dde1c36 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:42.747749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27b6b0ea-c7d7-478f-8043-50a8782e12be tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.820145 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27b6b0ea-c7d7-478f-8043-50a8782e12be tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.915568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541264f-7b37-40cb-972f-4fc1275aab0c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9117cd0e-c7bf-465e-b8c5-6b3be8b33a25,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:42.934192 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.990221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2541264f-7b37-40cb-972f-4fc1275aab0c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.998152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920d0354-e7a6-4abf-bd87-299328153129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279eb4d-e6b7-452e-876a-fabc326d8391'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:42.998507 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2541264f-7b37-40cb-972f-4fc1275aab0c tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2053854 Mar 31 23:12:43.000908 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35857a0e-7c1d-4339-8c6d-8dc814ec3256" -d '{"events": [{"server_uuid": "920d0354-e7a6-4abf-bd87-299328153129", "name": "network-vif-plugged", "status": "completed", "tag": "d279eb4d-e6b7-452e-876a-fabc326d8391"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:43.010821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54988) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:43.034786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-23317c24-ec54-414e-8be5-319afe92ddb7 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '9117cd0e-c7bf-465e-b8c5-6b3be8b33a25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:43.042567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d279eb4d-e6b7-452e-876a-fabc326d8391, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d279eb4d-e6b7-452e-876a-fabc326d8391,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:43.066759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27b6b0ea-c7d7-478f-8043-50a8782e12be tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.067057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] DHCP port deletion for 40fd6bb9-d480-4ad4-8d20-7251ce945633 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:12:43.100006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d13704c2-5e76-483d-b2e5-8a0b2b8e3b1c req-296bd304-e066-47df-b917-734c165f0210 service neutron] 10.222.0.50 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577745 Mar 31 23:12:43.133571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.246593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=d279eb4d-e6b7-452e-876a-fabc326d8391,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:43.256090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] Deleting port de18e56d-56e3-47fe-99f9-9646ec8663ca {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:43.257274 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.303386 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27b6b0ea-c7d7-478f-8043-50a8782e12be tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.450396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55002) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:43.465176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6b0ea-c7d7-478f-8043-50a8782e12be tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Subnet': ['ID=11cbf51e-9a7f-4fb5-99c7-97bc6dde1c36,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:43.473025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device de18e56d-56e3-47fe-99f9-9646ec8663ca no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:43.476132 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-23317c24-ec54-414e-8be5-319afe92ddb7 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:43.481330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f357cec6-f3db-4a3d-9a8a-f3110d54652d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.491362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55004) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:43.500112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-23317c24-ec54-414e-8be5-319afe92ddb7 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4855912 Mar 31 23:12:43.512592 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27b6b0ea-c7d7-478f-8043-50a8782e12be tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.517522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-78f31b73-7db3-4f78-9a8e-c693ef1eed1f tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group_rule': {'security_group_id': '9117cd0e-c7bf-465e-b8c5-6b3be8b33a25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:43.555380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-27b6b0ea-c7d7-478f-8043-50a8782e12be tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/subnets/11cbf51e-9a7f-4fb5-99c7-97bc6dde1c36 HTTP/1.1" status: 204 len: 168 time: 1.1211350 Mar 31 23:12:43.560598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55006) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:43.647991 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30911f56-8a16-428f-bb60-937dbb72cbf2 x-openstack-request-id: req-30911f56-8a16-428f-bb60-937dbb72cbf2 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:43.649245 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920d0354-e7a6-4abf-bd87-299328153129", "name": "network-vif-plugged", "status": "completed", "tag": "d279eb4d-e6b7-452e-876a-fabc326d8391", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:43.650809 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30911f56-8a16-428f-bb60-937dbb72cbf2 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:43.655587 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30911f56-8a16-428f-bb60-937dbb72cbf2'] response: {'server_uuid': '920d0354-e7a6-4abf-bd87-299328153129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279eb4d-e6b7-452e-876a-fabc326d8391', 'code': 200} Mar 31 23:12:43.669547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ef4b1-2ca1-4678-97e1-7f091fc02eea None None] Network 45795033-1b3b-4c6a-9250-34059fe5b792 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:43.691634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] For port de18e56d-56e3-47fe-99f9-9646ec8663ca, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=de18e56d-56e3-47fe-99f9-9646ec8663ca,segment=NetworkSegment(f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14),segment_id=f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:43.695174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.748185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] Calling delete_port for de18e56d-56e3-47fe-99f9-9646ec8663ca owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:43.974282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b606cc-5b07-42e9-8cce-b9c5d3451d7a req-010bd010-c258-4da6-ae8a-e4139972f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.987407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c4b606cc-5b07-42e9-8cce-b9c5d3451d7a req-010bd010-c258-4da6-ae8a-e4139972f4d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 1096 time: 0.2770219 Mar 31 23:12:44.032555 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.050533 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-78f31b73-7db3-4f78-9a8e-c693ef1eed1f tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:12:44.051213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af3c2f-0d7a-45ac-bf14-f3497ea94ab2 req-15ecc66c-9620-42d6-a339-92f31a7092c7 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.058884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5af3c2f-0d7a-45ac-bf14-f3497ea94ab2 req-15ecc66c-9620-42d6-a339-92f31a7092c7 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1970582 Mar 31 23:12:44.061879 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-78f31b73-7db3-4f78-9a8e-c693ef1eed1f tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5656440 Mar 31 23:12:44.072991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55012) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:44.110605 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f357cec6-f3db-4a3d-9a8a-f3110d54652d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.146169 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c4b606cc-5b07-42e9-8cce-b9c5d3451d7a req-6a9a0b5f-b522-4d0b-ae09-b199a1871e01 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429570 Mar 31 23:12:44.187955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f357cec6-f3db-4a3d-9a8a-f3110d54652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.240306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d36475fd-3473-4709-b5a5-d09e36bb8c28 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.337664 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f357cec6-f3db-4a3d-9a8a-f3110d54652d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4d08cef209742e0a217d99224eee1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8828659 Mar 31 23:12:44.341737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55016) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:44.342697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357cec6-f3db-4a3d-9a8a-f3110d54652d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5e804-3f3f-4a4c-bb26-afe6aca27186,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:44.378775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5af3c2f-0d7a-45ac-bf14-f3497ea94ab2 req-88f7ced6-948b-4066-8aee-c2e3429feef1 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187754 Mar 31 23:12:44.405338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d36475fd-3473-4709-b5a5-d09e36bb8c28 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.513717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a027ea6c-83ec-4efe-9ae2-d93c5903eb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.522162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Deleting port de18e56d-56e3-47fe-99f9-9646ec8663ca {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:44.524277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.643836 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d36475fd-3473-4709-b5a5-d09e36bb8c28 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.653308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a027ea6c-83ec-4efe-9ae2-d93c5903eb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.653957 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d36475fd-3473-4709-b5a5-d09e36bb8c28 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.655585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d36475fd-3473-4709-b5a5-d09e36bb8c28 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/9117cd0e-c7bf-465e-b8c5-6b3be8b33a25 HTTP/1.1" status: 204 len: 168 time: 0.5757904 Mar 31 23:12:44.661025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55022) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:44.728193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36475fd-3473-4709-b5a5-d09e36bb8c28 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9117cd0e-c7bf-465e-b8c5-6b3be8b33a25,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:44.753085 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.779651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] For port de18e56d-56e3-47fe-99f9-9646ec8663ca, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=de18e56d-56e3-47fe-99f9-9646ec8663ca,segment=NetworkSegment(f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14),segment_id=f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:44.781608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.807019 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.837280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a027ea6c-83ec-4efe-9ae2-d93c5903eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.842847 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a027ea6c-83ec-4efe-9ae2-d93c5903eb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.844548 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a027ea6c-83ec-4efe-9ae2-d93c5903eb58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34e5e804-3f3f-4a4c-bb26-afe6aca27186 HTTP/1.1" status: 204 len: 168 time: 0.4875858 Mar 31 23:12:44.854672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] DHCP port deletion for 45795033-1b3b-4c6a-9250-34059fe5b792 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:12:44.865451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027ea6c-83ec-4efe-9ae2-d93c5903eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e5e804-3f3f-4a4c-bb26-afe6aca27186,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:44.890936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] No DVR routers for this DVR port de18e56d-56e3-47fe-99f9-9646ec8663ca on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:44.916214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Calling delete_port for de18e56d-56e3-47fe-99f9-9646ec8663ca owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:44.951323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a0c51cbd-f203-4584-a598-7dac6aade72d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2695098 Mar 31 23:12:44.955433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55026) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:44.964829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-557443cb-4315-429d-870a-c2d334ceafe2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'tempest-secgroup--749059480'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:44.990067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcc42e-5cde-47c7-b1f4-9fb73d10007b None None] Pushing event deleted for resources: {'Port': ['ID=de18e56d-56e3-47fe-99f9-9646ec8663ca,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:45.165969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] Deleting port df645f94-5c73-4592-9cfd-856dac732bd5 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:45.166336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.219245 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-557443cb-4315-429d-870a-c2d334ceafe2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.358519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.399471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] No DVR routers for this DVR port de18e56d-56e3-47fe-99f9-9646ec8663ca on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:45.460440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] For port df645f94-5c73-4592-9cfd-856dac732bd5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=df645f94-5c73-4592-9cfd-856dac732bd5,segment=NetworkSegment(07c35f08-ecd9-40b4-8bf2-af40382b4439),segment_id=07c35f08-ecd9-40b4-8bf2-af40382b4439)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:45.464958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.485639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-557443cb-4315-429d-870a-c2d334ceafe2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.515910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] Calling delete_port for df645f94-5c73-4592-9cfd-856dac732bd5 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:45.561580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Port': ['ID=de18e56d-56e3-47fe-99f9-9646ec8663ca,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:45.579801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-557443cb-4315-429d-870a-c2d334ceafe2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.712657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557443cb-4315-429d-870a-c2d334ceafe2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7f075-a698-4ba5-a25c-c39eadb9c966,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:45.716066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device df645f94-5c73-4592-9cfd-856dac732bd5 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:45.864801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-557443cb-4315-429d-870a-c2d334ceafe2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.880221 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-557443cb-4315-429d-870a-c2d334ceafe2 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9231570 Mar 31 23:12:45.881061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55060) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:45.891612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1614956c-e5e9-4aff-9f8a-6e8aff72723e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:45.892219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.899204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.900462 n-d-836015-1 neutron-server[109821]: WARNING neutron.api.v2.base [None req-1614956c-e5e9-4aff-9f8a-6e8aff72723e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:12:45.901183 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-1614956c-e5e9-4aff-9f8a-6e8aff72723e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 23:12:45.906017 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1614956c-e5e9-4aff-9f8a-6e8aff72723e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "PUT /v2.0/security-groups/34f7f075-a698-4ba5-a25c-c39eadb9c966 HTTP/1.1" status: 409 len: 330 time: 0.0214980 Mar 31 23:12:45.909326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55062) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:45.925533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf78da-3499-46a0-a960-a2e4b160854b req-6ccedc86-1e73-43ea-b1a9-725b26b915fb tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:45.934851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36bf78da-3499-46a0-a960-a2e4b160854b req-6ccedc86-1e73-43ea-b1a9-725b26b915fb tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.3051395 Mar 31 23:12:45.985921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e97a4a5-8d82-4251-9110-5196ada87738 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.998879 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.054312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e97a4a5-8d82-4251-9110-5196ada87738 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.081641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fd6bb9-d480-4ad4-8d20-7251ce945633']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.117877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.118166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a481f8-b9fb-4a9e-9f47-0bccdf02bc14') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.155258 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.174972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.178158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:46.178604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.182792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] Pushing event deleted for resources: {'Port': ['ID=df645f94-5c73-4592-9cfd-856dac732bd5,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:46.187174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e751324-972d-4451-afa0-00103bd4c3b3 None None] No DVR routers for this DVR port df645f94-5c73-4592-9cfd-856dac732bd5 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:46.194280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e97a4a5-8d82-4251-9110-5196ada87738 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.198070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e97a4a5-8d82-4251-9110-5196ada87738 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.203430 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8e97a4a5-8d82-4251-9110-5196ada87738 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/34f7f075-a698-4ba5-a25c-c39eadb9c966 HTTP/1.1" status: 204 len: 168 time: 0.2927420 Mar 31 23:12:46.204389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55070) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.245323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97a4a5-8d82-4251-9110-5196ada87738 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7f075-a698-4ba5-a25c-c39eadb9c966,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:46.286164 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:46.296908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36bf78da-3499-46a0-a960-a2e4b160854b req-5d4cf70d-c8cd-44f9-b08f-1211f1cf6dac tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611574 Mar 31 23:12:46.353919 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.362072 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.368681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/networks/40fd6bb9-d480-4ad4-8d20-7251ce945633 HTTP/1.1" status: 204 len: 168 time: 2.8001335 Mar 31 23:12:46.369026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55072) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.383703 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-eb9130ba-4d9a-4693-8b7e-ed853768a08d tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1512713 Mar 31 23:12:46.384449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55074) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.400985 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-e8013f4f-429e-446a-b370-1f251a67193e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] delete failed (client error): The resource could not be found. Mar 31 23:12:46.409001 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e8013f4f-429e-446a-b370-1f251a67193e tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "DELETE /v2.0/security-groups/6da8a4ac-a599-4df2-8130-e1ed9d89c116 HTTP/1.1" status: 404 len: 347 time: 0.0229714 Mar 31 23:12:46.413101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55076) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.430422 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-41519617-24ab-4052-88b2-292a05df96d9 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] show failed (client error): The resource could not be found. Mar 31 23:12:46.441471 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-41519617-24ab-4052-88b2-292a05df96d9 tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-groups/5f5b6af9-55bc-4f55-bf01-35075f0a35d3 HTTP/1.1" status: 404 len: 347 time: 0.0293152 Mar 31 23:12:46.442674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55078) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.457993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af724b7-2707-4838-9ec1-f87e369c1ecf tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Network': ['ID=40fd6bb9-d480-4ad4-8d20-7251ce945633,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:46.485531 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-cff24998-8b26-465a-a67a-9fe8317eaa3b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] show failed (client error): The resource could not be found. Mar 31 23:12:46.493672 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cff24998-8b26-465a-a67a-9fe8317eaa3b tempest-NegativeSecGroupIPv6Test-19788462 tempest-NegativeSecGroupIPv6Test-19788462-project] 10.222.0.31 "GET /v2.0/security-group-rules/d2458310-903e-461c-94e6-dbae00bf266f HTTP/1.1" status: 404 len: 356 time: 0.0494795 Mar 31 23:12:46.599567 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.832382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.866388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45795033-1b3b-4c6a-9250-34059fe5b792']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.877921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c35f08-ecd9-40b4-8bf2-af40382b4439') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.878547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c35f08-ecd9-40b4-8bf2-af40382b4439') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.896887 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.922794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.941552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:46.941967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:46.945353 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:47.154526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55098) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:47.172268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.203872 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.219795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/networks/45795033-1b3b-4c6a-9250-34059fe5b792 HTTP/1.1" status: 204 len: 168 time: 0.8471193 Mar 31 23:12:47.220675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55106) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:47.274410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1332758-aca6-44ed-85cf-4790ce0165e5 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Network': ['ID=45795033-1b3b-4c6a-9250-34059fe5b792,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:47.418471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-255b388d-3fe5-4f66-a87d-478cb786742a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Deleting subnet 57fd081a-2d11-41d6-bead-c58e07c10e4d {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:47.422954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255b388d-3fe5-4f66-a87d-478cb786742a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.596133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255b388d-3fe5-4f66-a87d-478cb786742a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.639178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adc86-77b7-48b2-8fa9-9c7a93093db8 req-0ac3d633-5573-4763-9bee-5022a464bc5a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.648303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a18adc86-77b7-48b2-8fa9-9c7a93093db8 req-0ac3d633-5573-4763-9bee-5022a464bc5a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.2138443 Mar 31 23:12:47.752567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a18adc86-77b7-48b2-8fa9-9c7a93093db8 req-5fbcc8b1-89c1-4703-8fcf-49533e4497ee tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979519 Mar 31 23:12:47.789989 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cdf41f8d-6452-4a8a-88f3-f1f3361490e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9df98e356bbf4f13845a29bc5e8b5ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326532 Mar 31 23:12:47.793401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55120) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:47.881954 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-554ae0a2-7934-4c77-b697-9ed1805fff75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.889644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255b388d-3fe5-4f66-a87d-478cb786742a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.923253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-554ae0a2-7934-4c77-b697-9ed1805fff75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.043369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255b388d-3fe5-4f66-a87d-478cb786742a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.065664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-554ae0a2-7934-4c77-b697-9ed1805fff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.071987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-255b388d-3fe5-4f66-a87d-478cb786742a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.082788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-554ae0a2-7934-4c77-b697-9ed1805fff75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.086133 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-255b388d-3fe5-4f66-a87d-478cb786742a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/subnets/57fd081a-2d11-41d6-bead-c58e07c10e4d HTTP/1.1" status: 204 len: 168 time: 0.8604105 Mar 31 23:12:48.089831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-554ae0a2-7934-4c77-b697-9ed1805fff75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc0671df-5165-454b-99e5-231e5d1ec394 HTTP/1.1" status: 204 len: 168 time: 0.2932398 Mar 31 23:12:48.092178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55128) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:48.096959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a17e831-0bb3-46b1-a21d-1635aa860558 None None] Network 13c2d885-791f-41d5-b5e0-0e263602e2cf requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:48.128236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ae0a2-7934-4c77-b697-9ed1805fff75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0671df-5165-454b-99e5-231e5d1ec394,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.312828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b388d-3fe5-4f66-a87d-478cb786742a tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Subnet': ['ID=57fd081a-2d11-41d6-bead-c58e07c10e4d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.555558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde49a0a-4b58-43fb-a27d-91becc7d7c8d req-4a78c94c-052f-49d8-9b9f-f029111a1d36 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.557380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cde49a0a-4b58-43fb-a27d-91becc7d7c8d req-4a78c94c-052f-49d8-9b9f-f029111a1d36 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1228750 Mar 31 23:12:48.659395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] DHCP port deletion for 13c2d885-791f-41d5-b5e0-0e263602e2cf request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:12:48.699711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cde49a0a-4b58-43fb-a27d-91becc7d7c8d req-2f7596dd-792d-46a0-acc6-b905046399b3 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240175 Mar 31 23:12:48.739596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20a52-376d-482f-be23-9c8971cfb427 req-431341a6-d1fc-4b03-9cf5-b2a9f0a3dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.741102 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-44a20a52-376d-482f-be23-9c8971cfb427 req-431341a6-d1fc-4b03-9cf5-b2a9f0a3dc82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 1096 time: 0.2722523 Mar 31 23:12:48.797498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] Deleting port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:48.797972 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.806286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.951258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] For port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=02d7ec2f-53dd-4e92-bc3e-1171a048ab4e,segment=NetworkSegment(34016a8a-d95d-4b3c-9774-868986b72a2f),segment_id=34016a8a-d95d-4b3c-9774-868986b72a2f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:48.951880 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.997111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] Calling delete_port for 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:49.071211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20a52-376d-482f-be23-9c8971cfb427 req-4c1d348a-2d77-4e8e-9031-ab7ca75781b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.075820 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-44a20a52-376d-482f-be23-9c8971cfb427 req-4c1d348a-2d77-4e8e-9031-ab7ca75781b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 912 time: 0.3168213 Mar 31 23:12:49.260092 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-44a20a52-376d-482f-be23-9c8971cfb427 req-0f870d9c-660d-4c73-884e-13f96ae60fc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d279eb4d-e6b7-452e-876a-fabc326d8391 HTTP/1.1" status: 200 len: 217 time: 0.1752455 Mar 31 23:12:49.271092 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.369087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] Pushing event deleted for resources: {'Port': ['ID=02d7ec2f-53dd-4e92-bc3e-1171a048ab4e,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.379239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123aa7b-e418-4c99-a140-4e999754e0d7 None None] No DVR routers for this DVR port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:49.429120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20a52-376d-482f-be23-9c8971cfb427 req-996ce330-e206-473e-93b9-0ecc2490ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.429120 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-44a20a52-376d-482f-be23-9c8971cfb427 req-996ce330-e206-473e-93b9-0ecc2490ddca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdbee961-a515-45e5-ba93-c79f051d8fe1 HTTP/1.1" status: 200 len: 851 time: 0.1548965 Mar 31 23:12:49.469016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:49.523308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-44a20a52-376d-482f-be23-9c8971cfb427 req-db77bd3f-f6e7-4906-88ba-cca3c8225871 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831561 Mar 31 23:12:49.526980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:12:49.527387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:12:49.662450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Deleting port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:49.662845 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.765843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] For port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e, host n-d-836015-1, got binding levels [] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:49.765985 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.784103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Calling delete_port for 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:49.787588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e was not found and therefore no delete operation was performed {{(pid=109821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:12:49.805558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.805558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-44a20a52-376d-482f-be23-9c8971cfb427 req-06644503-5c5f-4e53-9586-b6f7f9350382 service neutron] 10.222.0.45 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704012 Mar 31 23:12:49.842240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] No DVR routers for this DVR port 02d7ec2f-53dd-4e92-bc3e-1171a048ab4e on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:49.855077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Port': ['ID=02d7ec2f-53dd-4e92-bc3e-1171a048ab4e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.913966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617a894-1a85-44f6-a417-f8f958a33e5c req-b3421da3-519a-4c7b-9a55-57c22b569f83 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.928263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4617a894-1a85-44f6-a417-f8f958a33e5c req-b3421da3-519a-4c7b-9a55-57c22b569f83 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1204484 Mar 31 23:12:49.978639 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4617a894-1a85-44f6-a417-f8f958a33e5c req-97fccc57-dc04-40ba-989b-8c2ec7656275 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492525 Mar 31 23:12:49.995975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.032858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c2d885-791f-41d5-b5e0-0e263602e2cf']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:50.054725 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-44a20a52-376d-482f-be23-9c8971cfb427 req-d0bbb6d1-4e36-48a7-9821-d0487c500d01 service neutron] 10.222.0.45 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238514 Mar 31 23:12:50.056496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34016a8a-d95d-4b3c-9774-868986b72a2f') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:50.056814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34016a8a-d95d-4b3c-9774-868986b72a2f') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:50.079758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.102460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.111493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:50.112150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:50.116126 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:50.313350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.330079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.332696 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/networks/13c2d885-791f-41d5-b5e0-0e263602e2cf HTTP/1.1" status: 204 len: 168 time: 2.1238561 Mar 31 23:12:50.335711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55196) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:50.356819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886d581-5649-4c35-8aa3-34965b353128 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Pushing event deleted for resources: {'Network': ['ID=13c2d885-791f-41d5-b5e0-0e263602e2cf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:50.379886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-69c93208-afe6-4bd4-a78a-d69e70b5a8c8 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "GET /v2.0/ports?device_id=234b9c88-05cf-40d9-84ed-443dc49ff876 HTTP/1.1" status: 200 len: 205 time: 0.0400853 Mar 31 23:12:50.380210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55200) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:50.466972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e752c5d1-1639-478a-b2e8-ba3812bc8407 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.130535 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e752c5d1-1639-478a-b2e8-ba3812bc8407 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.133299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e752c5d1-1639-478a-b2e8-ba3812bc8407 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.208571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983013fc-ee75-44ca-9393-05c409ad930b req-920b7711-a384-4c2b-afc3-9706d8b01ca6 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:51.221595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-983013fc-ee75-44ca-9393-05c409ad930b req-920b7711-a384-4c2b-afc3-9706d8b01ca6 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1119339 Mar 31 23:12:51.315811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e752c5d1-1639-478a-b2e8-ba3812bc8407 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.316329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e752c5d1-1639-478a-b2e8-ba3812bc8407 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Fanout notify agent at l3_agent the message router_deleted on router 234b9c88-05cf-40d9-84ed-443dc49ff876 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:12:51.327036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-983013fc-ee75-44ca-9393-05c409ad930b req-b9644b24-49dd-4f65-acbc-63657e83367e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016338 Mar 31 23:12:51.330814 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e752c5d1-1639-478a-b2e8-ba3812bc8407 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.334992 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e752c5d1-1639-478a-b2e8-ba3812bc8407 tempest-RoutersNegativeTest-1665177739 tempest-RoutersNegativeTest-1665177739-project] 10.222.0.31 "DELETE /v2.0/routers/234b9c88-05cf-40d9-84ed-443dc49ff876 HTTP/1.1" status: 204 len: 168 time: 0.9507267 Mar 31 23:12:51.828740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55252) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:52.148831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55264) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:52.254843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9da646e5-bd93-4703-a8b6-c5599496adfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.353208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65f42af8-3031-4d00-95a1-1f37d9ef7ecf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87fec3eb259f43f78b2bcf1d7b751d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021778 Mar 31 23:12:52.355494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55276) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:52.478403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9da646e5-bd93-4703-a8b6-c5599496adfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.525292 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-18be35bf-4523-4e7d-bc1a-2c9aba9f7f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.560860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-18be35bf-4523-4e7d-bc1a-2c9aba9f7f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.586928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a9da6-a22b-4f24-82d9-17e582d4c314 req-adb6b2d9-c78c-4625-85f7-d46151d38d17 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:52.588514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb5a9da6-a22b-4f24-82d9-17e582d4c314 req-adb6b2d9-c78c-4625-85f7-d46151d38d17 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1422942 Mar 31 23:12:52.628420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9da646e5-bd93-4703-a8b6-c5599496adfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.641538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb5a9da6-a22b-4f24-82d9-17e582d4c314 req-ab12b51c-0433-4ded-aa56-d509dd072c24 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Mar 31 23:12:52.683492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da646e5-bd93-4703-a8b6-c5599496adfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf9a059-5d62-4e51-b53a-ee8d8f38dfed,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.687978 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9da646e5-bd93-4703-a8b6-c5599496adfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4251b5b05d17482cb89269c0b6d1bb9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8563313 Mar 31 23:12:52.692387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55286) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:52.753925 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6977d330-03ec-4dee-a67e-14c929b09ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.767224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-18be35bf-4523-4e7d-bc1a-2c9aba9f7f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.769795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-18be35bf-4523-4e7d-bc1a-2c9aba9f7f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.771080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-18be35bf-4523-4e7d-bc1a-2c9aba9f7f1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/701bff4c-2ee4-4b46-bd65-9a38c0a17f95 HTTP/1.1" status: 204 len: 168 time: 0.4139929 Mar 31 23:12:52.786867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be35bf-4523-4e7d-bc1a-2c9aba9f7f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701bff4c-2ee4-4b46-bd65-9a38c0a17f95,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.815805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6977d330-03ec-4dee-a67e-14c929b09ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.060856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6977d330-03ec-4dee-a67e-14c929b09ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.068520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6977d330-03ec-4dee-a67e-14c929b09ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.072567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6977d330-03ec-4dee-a67e-14c929b09ee6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cf9a059-5d62-4e51-b53a-ee8d8f38dfed HTTP/1.1" status: 204 len: 168 time: 0.3769066 Mar 31 23:12:53.084831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977d330-03ec-4dee-a67e-14c929b09ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf9a059-5d62-4e51-b53a-ee8d8f38dfed,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:53.835185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd794944-5f57-4ad4-a7d8-43edd0f3c4f8 req-cef449ee-8ef7-4231-a5d7-a57e5da2f897 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.836824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd794944-5f57-4ad4-a7d8-43edd0f3c4f8 req-cef449ee-8ef7-4231-a5d7-a57e5da2f897 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0771003 Mar 31 23:12:53.928409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd794944-5f57-4ad4-a7d8-43edd0f3c4f8 req-f9613cbf-443c-4b27-857b-df0ef437e208 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843329 Mar 31 23:12:54.540422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55404) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:54.962967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--465888847'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:55.081683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79671618-c101-4f1c-a7d0-fd4b066ab801 req-d4253cfb-2aca-47de-a649-462290101dfd tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:55.083282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79671618-c101-4f1c-a7d0-fd4b066ab801 req-d4253cfb-2aca-47de-a649-462290101dfd tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0654542 Mar 31 23:12:55.105760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.115884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.136627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79671618-c101-4f1c-a7d0-fd4b066ab801 req-96220a40-c48a-4cc9-b247-86139e487f32 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462217 Mar 31 23:12:55.223642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.331553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.406780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cf488d-363c-4a51-9380-2c0be81c9cd9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:55.447107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.531603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.611846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc7178-1401-40d9-a582-b7f25ec6727e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:55.701915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.707895 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c5548541-b1c1-4f77-966b-69d2717ce0a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1648319 Mar 31 23:12:55.710366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55452) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:55.710930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55454) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:55.819676 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-444313af-ebe3-40bb-8261-a74867dddb5a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1061001 Mar 31 23:12:55.820336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55460) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:55.828011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6fbe2358-4424-4ce7-b2ab-b9245325a20d tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-security--1572863640', 'description': 'tempest-security-description-940159406'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:55.899385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2358-4424-4ce7-b2ab-b9245325a20d tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.902243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a6b23920-6d1c-4f7b-9a67-ce3c7ea99dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.991044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2358-4424-4ce7-b2ab-b9245325a20d tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.077765 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a6b23920-6d1c-4f7b-9a67-ce3c7ea99dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.105191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2358-4424-4ce7-b2ab-b9245325a20d tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.109235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2358-4424-4ce7-b2ab-b9245325a20d tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.113849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6fbe2358-4424-4ce7-b2ab-b9245325a20d tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "PUT /v2.0/security-groups/b6fc7178-1401-40d9-a582-b7f25ec6727e HTTP/1.1" status: 200 len: 1779 time: 0.2923887 Mar 31 23:12:56.114058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55466) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.144871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe2358-4424-4ce7-b2ab-b9245325a20d tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc7178-1401-40d9-a582-b7f25ec6727e,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.173135 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dc51e974-3cff-486f-9685-3880e0c66699 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups/b6fc7178-1401-40d9-a582-b7f25ec6727e HTTP/1.1" status: 200 len: 1779 time: 0.0573969 Mar 31 23:12:56.175852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55474) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.224330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a6b23920-6d1c-4f7b-9a67-ce3c7ea99dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.339676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55482) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.339927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a6b23920-6d1c-4f7b-9a67-ce3c7ea99dd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a442d11d626b4939a4742eca75986035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6282363 Mar 31 23:12:56.344964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b23920-6d1c-4f7b-9a67-ce3c7ea99dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588499c5-3f66-4a7b-8082-d828cbc83f74,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.352557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-32c9366f-cab5-4894-8d66-5e8fc18affc6 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.396345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a09f06-69d2-4d85-8fc1-c1488560e40d req-628d8659-86d6-421b-a944-7faafdb57c56 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.398122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67a09f06-69d2-4d85-8fc1-c1488560e40d req-628d8659-86d6-421b-a944-7faafdb57c56 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1284919 Mar 31 23:12:56.400030 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-32c9366f-cab5-4894-8d66-5e8fc18affc6 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.454243 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cedd994-05ac-4199-874c-6e7454019e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.500246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cedd994-05ac-4199-874c-6e7454019e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.541461 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67a09f06-69d2-4d85-8fc1-c1488560e40d req-ed65a278-a202-4f9c-97e6-bc0796d12b97 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350551 Mar 31 23:12:56.727785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-32c9366f-cab5-4894-8d66-5e8fc18affc6 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.731279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-32c9366f-cab5-4894-8d66-5e8fc18affc6 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.737654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-32c9366f-cab5-4894-8d66-5e8fc18affc6 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/b6fc7178-1401-40d9-a582-b7f25ec6727e HTTP/1.1" status: 204 len: 168 time: 0.5554335 Mar 31 23:12:56.737788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55490) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.742398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9366f-cab5-4894-8d66-5e8fc18affc6 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc7178-1401-40d9-a582-b7f25ec6727e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.779684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cedd994-05ac-4199-874c-6e7454019e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.782825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cedd994-05ac-4199-874c-6e7454019e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.786788 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5cedd994-05ac-4199-874c-6e7454019e76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/588499c5-3f66-4a7b-8082-d828cbc83f74 HTTP/1.1" status: 204 len: 168 time: 0.4458051 Mar 31 23:12:56.799247 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5b1616c7-c900-4292-a160-94e8d8dfbd48 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626478 Mar 31 23:12:56.802702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55496) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.804706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd994-05ac-4199-874c-6e7454019e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588499c5-3f66-4a7b-8082-d828cbc83f74,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.825763 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-7b9978ba-b8a7-44d4-bb20-cc57f3ed02a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] delete failed (client error): The resource could not be found. Mar 31 23:12:56.827054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b9978ba-b8a7-44d4-bb20-cc57f3ed02a7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/b6fc7178-1401-40d9-a582-b7f25ec6727e HTTP/1.1" status: 404 len: 347 time: 0.0224094 Mar 31 23:12:56.831341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55498) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.835655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d11d0241-65c2-4c85-be2f-79d43a6c5fb9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--246262300'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:56.990376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d11d0241-65c2-4c85-be2f-79d43a6c5fb9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.094103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d11d0241-65c2-4c85-be2f-79d43a6c5fb9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.156482 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d11d0241-65c2-4c85-be2f-79d43a6c5fb9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.225556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d0241-65c2-4c85-be2f-79d43a6c5fb9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bf5d4e-740f-4aa6-8950-e4c31185908e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:57.373696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d11d0241-65c2-4c85-be2f-79d43a6c5fb9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.374998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d11d0241-65c2-4c85-be2f-79d43a6c5fb9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5431993 Mar 31 23:12:57.379904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55534) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:57.383143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-21b7a212-7869-4334-b53f-78e18513d3c2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': '57bf5d4e-740f-4aa6-8950-e4c31185908e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:57.597275 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21b7a212-7869-4334-b53f-78e18513d3c2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.682587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21b7a212-7869-4334-b53f-78e18513d3c2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.753160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd2c15-b815-4fc4-a564-beeb42d6164f req-3eee08ea-f81f-45a9-b2b3-249b575a14be tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:57.756184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bd2c15-b815-4fc4-a564-beeb42d6164f req-3eee08ea-f81f-45a9-b2b3-249b575a14be tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0988979 Mar 31 23:12:57.822571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35bd2c15-b815-4fc4-a564-beeb42d6164f req-20f2dc7c-00a4-42b0-a520-070ca3b5c02d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480454 Mar 31 23:12:57.943667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21b7a212-7869-4334-b53f-78e18513d3c2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.963385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7a212-7869-4334-b53f-78e18513d3c2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c442c05a-7b97-40be-8454-0d751fea1e51,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.050344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55550) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.064899 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd86d-d32f-4d05-a1e0-f164ddb8de1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.163768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd86d-d32f-4d05-a1e0-f164ddb8de1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.206915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21b7a212-7869-4334-b53f-78e18513d3c2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.208155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-21b7a212-7869-4334-b53f-78e18513d3c2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8292785 Mar 31 23:12:58.211152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55556) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.240092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2f8569c-0e31-497f-b963-f01d24ba0382 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.248605 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2f8569c-0e31-497f-b963-f01d24ba0382 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.344404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd86d-d32f-4d05-a1e0-f164ddb8de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.386427 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1e1dd86d-d32f-4d05-a1e0-f164ddb8de1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff23fd02c4744720b6816d7b64c111c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339176 Mar 31 23:12:58.387520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dd86d-d32f-4d05-a1e0-f164ddb8de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c4b09-f63b-4345-8703-87cb2c7e0832,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.389077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55562) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.395939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2f8569c-0e31-497f-b963-f01d24ba0382 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.401001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a2f8569c-0e31-497f-b963-f01d24ba0382 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.404767 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a2f8569c-0e31-497f-b963-f01d24ba0382 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c442c05a-7b97-40be-8454-0d751fea1e51 HTTP/1.1" status: 204 len: 168 time: 0.1926813 Mar 31 23:12:58.405560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55564) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.427531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8569c-0e31-497f-b963-f01d24ba0382 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c442c05a-7b97-40be-8454-0d751fea1e51,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.442557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34031aef-bf9a-4ce1-834c-21e3a5bdc0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.468994 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-65c96aaf-9d53-4178-b84b-7d6caaed1854 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0600038 Mar 31 23:12:58.470658 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34031aef-bf9a-4ce1-834c-21e3a5bdc0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.471585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.529083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94040e00-df68-4f45-bc9f-b06dc0ca35dd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.555098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94040e00-df68-4f45-bc9f-b06dc0ca35dd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.615688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34031aef-bf9a-4ce1-834c-21e3a5bdc0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.618504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-34031aef-bf9a-4ce1-834c-21e3a5bdc0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.623517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-34031aef-bf9a-4ce1-834c-21e3a5bdc0b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d0c4b09-f63b-4345-8703-87cb2c7e0832 HTTP/1.1" status: 204 len: 168 time: 0.2307346 Mar 31 23:12:58.631443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34031aef-bf9a-4ce1-834c-21e3a5bdc0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c4b09-f63b-4345-8703-87cb2c7e0832,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.833638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94040e00-df68-4f45-bc9f-b06dc0ca35dd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.840134 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94040e00-df68-4f45-bc9f-b06dc0ca35dd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.840134 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94040e00-df68-4f45-bc9f-b06dc0ca35dd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/57bf5d4e-740f-4aa6-8950-e4c31185908e HTTP/1.1" status: 204 len: 168 time: 0.3648648 Mar 31 23:12:58.840542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55592) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.849112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94040e00-df68-4f45-bc9f-b06dc0ca35dd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bf5d4e-740f-4aa6-8950-e4c31185908e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.927906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6374ff0c-88dc-4550-932f-a70478fa8f44 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859601 Mar 31 23:12:58.931467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55602) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.937431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bcced711-974f-404f-b58c-9223878a5ce2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--918579568'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:58.991734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4005-95c4-4cc1-8aae-f4e30eaed702 req-f18d6d7c-35c0-4878-93e6-4bdf76ad7364 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.993412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43aa4005-95c4-4cc1-8aae-f4e30eaed702 req-f18d6d7c-35c0-4878-93e6-4bdf76ad7364 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0561345 Mar 31 23:12:59.036428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43aa4005-95c4-4cc1-8aae-f4e30eaed702 req-1e4096b3-bd54-4164-9a2c-db1ea876e027 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351481 Mar 31 23:12:59.172839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bcced711-974f-404f-b58c-9223878a5ce2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.296894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bcced711-974f-404f-b58c-9223878a5ce2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.485629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bcced711-974f-404f-b58c-9223878a5ce2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.518170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcced711-974f-404f-b58c-9223878a5ce2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea976a5-f0df-4745-a8ba-7717b3faf8ea,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:59.660558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bcced711-974f-404f-b58c-9223878a5ce2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.663966 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bcced711-974f-404f-b58c-9223878a5ce2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7308097 Mar 31 23:12:59.667518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55628) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:59.672776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ee8b3cbf-8442-4669-865f-459ef5d950c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': '8ea976a5-f0df-4745-a8ba-7717b3faf8ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:59.995989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3cbf-8442-4669-865f-459ef5d950c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.076940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3cbf-8442-4669-865f-459ef5d950c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.188518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20476a3-6ce5-47dd-8dc2-e7f87d64fe84 req-876aafda-9aeb-4f0c-8556-188351236367 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:00.189996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e20476a3-6ce5-47dd-8dc2-e7f87d64fe84 req-876aafda-9aeb-4f0c-8556-188351236367 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0567608 Mar 31 23:13:00.232998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e20476a3-6ce5-47dd-8dc2-e7f87d64fe84 req-c96310fb-7803-4b85-a831-b010eb9d6ec2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Mar 31 23:13:00.270396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3cbf-8442-4669-865f-459ef5d950c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.291131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b3cbf-8442-4669-865f-459ef5d950c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02c445a-eeba-4e4b-a454-71ab406c4a54,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:00.497208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3cbf-8442-4669-865f-459ef5d950c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.499850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee8b3cbf-8442-4669-865f-459ef5d950c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8301361 Mar 31 23:13:00.503008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55668) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:00.512117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9264c08b-5eb3-4d34-8487-a8a1d3b4e8b3 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': '8ea976a5-f0df-4745-a8ba-7717b3faf8ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:00.709369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9264c08b-5eb3-4d34-8487-a8a1d3b4e8b3 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.773528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9264c08b-5eb3-4d34-8487-a8a1d3b4e8b3 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.905638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9264c08b-5eb3-4d34-8487-a8a1d3b4e8b3 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.940368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264c08b-5eb3-4d34-8487-a8a1d3b4e8b3 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d460c0-a518-4c0d-aa72-43cd431eed46,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:01.130523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9264c08b-5eb3-4d34-8487-a8a1d3b4e8b3 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.131880 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9264c08b-5eb3-4d34-8487-a8a1d3b4e8b3 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6276700 Mar 31 23:13:01.135025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:01.140927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-26b65297-fa12-4051-a109-8af8b99ea948 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': '8ea976a5-f0df-4745-a8ba-7717b3faf8ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:01.248521 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-26b65297-fa12-4051-a109-8af8b99ea948 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.325437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-26b65297-fa12-4051-a109-8af8b99ea948 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.368354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5a33d-eaea-4a9d-89bf-f45693154798 req-16e77372-d706-4a11-be11-ac83565b2dd2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.370407 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53c5a33d-eaea-4a9d-89bf-f45693154798 req-16e77372-d706-4a11-be11-ac83565b2dd2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0567760 Mar 31 23:13:01.410736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53c5a33d-eaea-4a9d-89bf-f45693154798 req-ba52a5a8-f7b1-464e-8393-6c948d7e986a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Mar 31 23:13:01.796429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-26b65297-fa12-4051-a109-8af8b99ea948 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.854610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b65297-fa12-4051-a109-8af8b99ea948 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff23be2-421f-419d-9c84-12c6fea1fb4a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:01.987360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-26b65297-fa12-4051-a109-8af8b99ea948 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.990697 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-26b65297-fa12-4051-a109-8af8b99ea948 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8530221 Mar 31 23:13:01.992830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55758) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:01.998625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2ccbd4f9-1f7f-432f-9bf4-8062245b51d5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': '8ea976a5-f0df-4745-a8ba-7717b3faf8ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:02.213226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd4f9-1f7f-432f-9bf4-8062245b51d5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.303366 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd4f9-1f7f-432f-9bf4-8062245b51d5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.445168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd4f9-1f7f-432f-9bf4-8062245b51d5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.475237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbd4f9-1f7f-432f-9bf4-8062245b51d5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869b47eb-fa60-49c5-8356-1a80e41bfd94,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.537332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd4f9-1f7f-432f-9bf4-8062245b51d5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.540013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2ccbd4f9-1f7f-432f-9bf4-8062245b51d5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5455453 Mar 31 23:13:02.543524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55790) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:02.551544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b0a94afa-364d-4d6d-9f96-5f991b6f44f2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': '8ea976a5-f0df-4745-a8ba-7717b3faf8ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:02.702421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632e0f0-20a1-4799-a94f-a54701bf387b req-a7ea6852-74a4-4470-bfe4-d129b268cc3d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.704508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9632e0f0-20a1-4799-a94f-a54701bf387b req-a7ea6852-74a4-4470-bfe4-d129b268cc3d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0756056 Mar 31 23:13:02.716991 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0a94afa-364d-4d6d-9f96-5f991b6f44f2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.770762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9632e0f0-20a1-4799-a94f-a54701bf387b req-3c88f9b2-6d94-4302-80e5-17bea4ff9eb0 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588737 Mar 31 23:13:02.862460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0a94afa-364d-4d6d-9f96-5f991b6f44f2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.944008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0a94afa-364d-4d6d-9f96-5f991b6f44f2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.986571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a94afa-364d-4d6d-9f96-5f991b6f44f2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57895ff4-3059-436a-8989-eed83a64fe1d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:03.034970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55804) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.072460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0a94afa-364d-4d6d-9f96-5f991b6f44f2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.074355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b0a94afa-364d-4d6d-9f96-5f991b6f44f2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5292408 Mar 31 23:13:03.080492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55808) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.154253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec9452e3-64c8-4085-8a53-d48b584e60f5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.173890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec9452e3-64c8-4085-8a53-d48b584e60f5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.281545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a3a1fad-50ea-4bd9-8222-0ca70611276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.370520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec9452e3-64c8-4085-8a53-d48b584e60f5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.393279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec9452e3-64c8-4085-8a53-d48b584e60f5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.396916 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ec9452e3-64c8-4085-8a53-d48b584e60f5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/57895ff4-3059-436a-8989-eed83a64fe1d HTTP/1.1" status: 204 len: 168 time: 0.3129854 Mar 31 23:13:03.397296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55814) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.402639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9452e3-64c8-4085-8a53-d48b584e60f5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57895ff4-3059-436a-8989-eed83a64fe1d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:03.463368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a3a1fad-50ea-4bd9-8222-0ca70611276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.504638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-40009b8f-d106-467f-933a-6923e2d9bb01 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1058733 Mar 31 23:13:03.508298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55818) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.542518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c9055d3-5ec6-4ad9-adb2-8ec7c07c550e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.557696 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c9055d3-5ec6-4ad9-adb2-8ec7c07c550e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.576568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a3a1fad-50ea-4bd9-8222-0ca70611276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.642712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55822) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.688356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c9055d3-5ec6-4ad9-adb2-8ec7c07c550e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.695949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c9055d3-5ec6-4ad9-adb2-8ec7c07c550e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.701532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0c9055d3-5ec6-4ad9-adb2-8ec7c07c550e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/869b47eb-fa60-49c5-8356-1a80e41bfd94 HTTP/1.1" status: 204 len: 168 time: 0.1920860 Mar 31 23:13:03.702521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55826) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.726771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6a3a1fad-50ea-4bd9-8222-0ca70611276b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84dcc4f3d5ee4fd9b85bd015b6f3391f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6903677 Mar 31 23:13:03.731045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a1fad-50ea-4bd9-8222-0ca70611276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9664894c-6b1b-4f76-8454-bf0529a7bbb8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:03.732703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55828) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.762877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9055d3-5ec6-4ad9-adb2-8ec7c07c550e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=869b47eb-fa60-49c5-8356-1a80e41bfd94,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:03.863367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c8d3f1ca-2d62-4986-b90e-fdafb4158ee2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1576822 Mar 31 23:13:03.866388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55832) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.959204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76fad80d-7217-411f-9346-5cb9dd9cc7c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.979417 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76fad80d-7217-411f-9346-5cb9dd9cc7c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.996443 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62293355-3c5c-404a-ba25-9ec1f3f5b134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.055285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-98cbe3cd-685f-482c-8200-c098de6ffbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.087324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7f80d8d-05a6-4ca8-b3a0-fc596fe8f727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.110319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76fad80d-7217-411f-9346-5cb9dd9cc7c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.122443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76fad80d-7217-411f-9346-5cb9dd9cc7c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.123117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-76fad80d-7217-411f-9346-5cb9dd9cc7c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4ff23be2-421f-419d-9c84-12c6fea1fb4a HTTP/1.1" status: 204 len: 168 time: 0.2548604 Mar 31 23:13:04.125005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fad80d-7217-411f-9346-5cb9dd9cc7c8 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ff23be2-421f-419d-9c84-12c6fea1fb4a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.136642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55842) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.190699 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7f80d8d-05a6-4ca8-b3a0-fc596fe8f727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.200409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95fc35-4d62-4866-949c-15b1f7eb70a9 req-97aab774-980d-4bf3-a774-64f6dc85355b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.202172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f95fc35-4d62-4866-949c-15b1f7eb70a9 req-97aab774-980d-4bf3-a774-64f6dc85355b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.2361622 Mar 31 23:13:04.321664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2030acb0-f66f-4c90-b9c9-df69bfb049b9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1879814 Mar 31 23:13:04.324637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55850) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.357669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac68dc93-a9bf-4cfd-bbba-46323e60845e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.367225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac68dc93-a9bf-4cfd-bbba-46323e60845e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.370335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f95fc35-4d62-4866-949c-15b1f7eb70a9 req-d025c40d-bc94-46f4-aa86-0700d6313626 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549919 Mar 31 23:13:04.418967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-98cbe3cd-685f-482c-8200-c098de6ffbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.542503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac68dc93-a9bf-4cfd-bbba-46323e60845e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.544668 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-98cbe3cd-685f-482c-8200-c098de6ffbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.552890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac68dc93-a9bf-4cfd-bbba-46323e60845e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.556338 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac68dc93-a9bf-4cfd-bbba-46323e60845e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e6d460c0-a518-4c0d-aa72-43cd431eed46 HTTP/1.1" status: 204 len: 168 time: 0.2283478 Mar 31 23:13:04.556466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7f80d8d-05a6-4ca8-b3a0-fc596fe8f727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.558633 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7f80d8d-05a6-4ca8-b3a0-fc596fe8f727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.559754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b7f80d8d-05a6-4ca8-b3a0-fc596fe8f727 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9664894c-6b1b-4f76-8454-bf0529a7bbb8 HTTP/1.1" status: 204 len: 168 time: 0.8245194 Mar 31 23:13:04.561559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55852) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.570329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68dc93-a9bf-4cfd-bbba-46323e60845e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6d460c0-a518-4c0d-aa72-43cd431eed46,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.641180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-98cbe3cd-685f-482c-8200-c098de6ffbbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c92a805e27764669bc1e3630b1f8909b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9972298 Mar 31 23:13:04.643223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbe3cd-685f-482c-8200-c098de6ffbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8bcb2a-dfbb-4a25-ba1c-ebd606cc9197,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.644055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55856) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.692576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7fa2ddb9-7752-4bdc-81b4-5372cf142029 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1119440 Mar 31 23:13:04.692576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f80d8d-05a6-4ca8-b3a0-fc596fe8f727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9664894c-6b1b-4f76-8454-bf0529a7bbb8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.694956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55860) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.726104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b37ce720-5d6d-4846-a69e-423fdea0c105 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.737810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b37ce720-5d6d-4846-a69e-423fdea0c105 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.745739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83cf6926-ff83-437c-bb16-4f1966dba75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.778059 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83cf6926-ff83-437c-bb16-4f1966dba75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.847433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b37ce720-5d6d-4846-a69e-423fdea0c105 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.861081 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b37ce720-5d6d-4846-a69e-423fdea0c105 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.862466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b37ce720-5d6d-4846-a69e-423fdea0c105 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e02c445a-eeba-4e4b-a454-71ab406c4a54 HTTP/1.1" status: 204 len: 168 time: 0.1665373 Mar 31 23:13:04.864187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ce720-5d6d-4846-a69e-423fdea0c105 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e02c445a-eeba-4e4b-a454-71ab406c4a54,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.865019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55866) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.953739 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0b775550-dcac-4b52-a5c4-2ced62801d4b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0875435 Mar 31 23:13:04.956332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55872) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.956864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83cf6926-ff83-437c-bb16-4f1966dba75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.962220 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83cf6926-ff83-437c-bb16-4f1966dba75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.969769 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-83cf6926-ff83-437c-bb16-4f1966dba75d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef8bcb2a-dfbb-4a25-ba1c-ebd606cc9197 HTTP/1.1" status: 204 len: 168 time: 0.3199866 Mar 31 23:13:04.985969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6926-ff83-437c-bb16-4f1966dba75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8bcb2a-dfbb-4a25-ba1c-ebd606cc9197,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.105504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb0391bd-e3a8-4f20-974a-8d22b5a7cb65 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.161021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb0391bd-e3a8-4f20-974a-8d22b5a7cb65 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.333499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb0391bd-e3a8-4f20-974a-8d22b5a7cb65 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.337777 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb0391bd-e3a8-4f20-974a-8d22b5a7cb65 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.340773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eb0391bd-e3a8-4f20-974a-8d22b5a7cb65 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/8ea976a5-f0df-4745-a8ba-7717b3faf8ea HTTP/1.1" status: 204 len: 168 time: 0.3833890 Mar 31 23:13:05.349318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55890) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:05.364585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0391bd-e3a8-4f20-974a-8d22b5a7cb65 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea976a5-f0df-4745-a8ba-7717b3faf8ea,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.471441 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-200fd4d2-7f2c-4c4a-8230-632ccbf907ba tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1265051 Mar 31 23:13:05.477064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55896) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:05.482027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4d3fd320-56bf-4108-8803-ad446a1edc83 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208289485'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:05.682969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55900) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:05.689282 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fd77406-a074-45ee-a13f-ef6021cfeb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.709386 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd320-56bf-4108-8803-ad446a1edc83 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.801604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fd77406-a074-45ee-a13f-ef6021cfeb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.825844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8bb5a-c129-4b76-b12d-38ea384e73ca req-21bdc240-8811-4273-ac5d-af3cf78b459b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:05.827774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22b8bb5a-c129-4b76-b12d-38ea384e73ca req-21bdc240-8811-4273-ac5d-af3cf78b459b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.2112336 Mar 31 23:13:05.871777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6fd77406-a074-45ee-a13f-ef6021cfeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.906957 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd320-56bf-4108-8803-ad446a1edc83 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.911472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22b8bb5a-c129-4b76-b12d-38ea384e73ca req-b5d0ec38-8639-4b91-9354-41ba55b979d6 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753319 Mar 31 23:13:05.945453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6fd77406-a074-45ee-a13f-ef6021cfeb79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de89d476cc264612b3a70c9f937bb18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714291 Mar 31 23:13:05.948208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd77406-a074-45ee-a13f-ef6021cfeb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712fff36-3b08-4657-b4bb-986a9d475ae8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.951007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55910) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.004869 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd320-56bf-4108-8803-ad446a1edc83 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.082974 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e348-e4ee-4fec-8418-d4a88b268c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.085537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fd320-56bf-4108-8803-ad446a1edc83 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eba530-bc89-4c84-9f00-beb15462a04a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.104625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c225fa48-e55a-4765-a10f-4f828f68c015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.206113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c225fa48-e55a-4765-a10f-4f828f68c015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.216233 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd320-56bf-4108-8803-ad446a1edc83 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.218688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4d3fd320-56bf-4108-8803-ad446a1edc83 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7410836 Mar 31 23:13:06.221365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55914) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.226011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9eb97eec-cfd6-415c-b012-e1a705d15a55 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': 'f5eba530-bc89-4c84-9f00-beb15462a04a', 'direction': 'ingress', 'protocol': 17}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:06.340248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55920) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.385715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dfa07a8d-3e79-4713-94aa-773ed8c84459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.387600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c225fa48-e55a-4765-a10f-4f828f68c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.390127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c225fa48-e55a-4765-a10f-4f828f68c015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.391395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c225fa48-e55a-4765-a10f-4f828f68c015 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/712fff36-3b08-4657-b4bb-986a9d475ae8 HTTP/1.1" status: 204 len: 168 time: 0.4393075 Mar 31 23:13:06.406001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225fa48-e55a-4765-a10f-4f828f68c015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712fff36-3b08-4657-b4bb-986a9d475ae8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.430968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eb97eec-cfd6-415c-b012-e1a705d15a55 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.573508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eb97eec-cfd6-415c-b012-e1a705d15a55 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.605186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dfa07a8d-3e79-4713-94aa-773ed8c84459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.671020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dfa07a8d-3e79-4713-94aa-773ed8c84459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.684722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eb97eec-cfd6-415c-b012-e1a705d15a55 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.765404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa07a8d-3e79-4713-94aa-773ed8c84459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86272be2-0d33-44db-81cd-adda37875113,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.782658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb97eec-cfd6-415c-b012-e1a705d15a55 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fceb6e6f-91eb-469b-83d5-a5a55b947305,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.788596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dfa07a8d-3e79-4713-94aa-773ed8c84459 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b40c4dd84854221b50e6ed16735fd26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461312 Mar 31 23:13:06.793508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55926) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.871440 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d79b1-b7b7-4fbc-a9df-d16e00a2b022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.890815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9eb97eec-cfd6-415c-b012-e1a705d15a55 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.891158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55928) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.899628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9eb97eec-cfd6-415c-b012-e1a705d15a55 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6758511 Mar 31 23:13:06.925109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d79b1-b7b7-4fbc-a9df-d16e00a2b022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.022112 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b795-4317-4f07-b963-e9f2750d84eb tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.084489 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b795-4317-4f07-b963-e9f2750d84eb tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.206010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7889b-190f-4272-8a56-44b4c432d39c req-04dbfdde-d86c-487d-a2ad-54ef7af185d9 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.213535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3da7889b-190f-4272-8a56-44b4c432d39c req-04dbfdde-d86c-487d-a2ad-54ef7af185d9 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1388609 Mar 31 23:13:07.255569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3da7889b-190f-4272-8a56-44b4c432d39c req-ad140211-a312-406a-87ae-b323a0b004d8 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Mar 31 23:13:07.372383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d79b1-b7b7-4fbc-a9df-d16e00a2b022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.375104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d79b1-b7b7-4fbc-a9df-d16e00a2b022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.376241 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-730d79b1-b7b7-4fbc-a9df-d16e00a2b022 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86272be2-0d33-44db-81cd-adda37875113 HTTP/1.1" status: 204 len: 168 time: 0.5758383 Mar 31 23:13:07.384186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d79b1-b7b7-4fbc-a9df-d16e00a2b022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86272be2-0d33-44db-81cd-adda37875113,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.499044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b795-4317-4f07-b963-e9f2750d84eb tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.507000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b795-4317-4f07-b963-e9f2750d84eb tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.511035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4bc2b795-4317-4f07-b963-e9f2750d84eb tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5eba530-bc89-4c84-9f00-beb15462a04a HTTP/1.1" status: 204 len: 168 time: 0.6165164 Mar 31 23:13:07.511441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55954) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:07.562825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2b795-4317-4f07-b963-e9f2750d84eb tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eba530-bc89-4c84-9f00-beb15462a04a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.589035 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ff8f02c2-c8e2-47f7-a28c-e03474c3dcd2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686443 Mar 31 23:13:07.589370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55958) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:07.593928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-926bf8fa-cc64-4119-a500-cc10d2e8e38b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--367819314'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:07.675897 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.741907 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-926bf8fa-cc64-4119-a500-cc10d2e8e38b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.821936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-926bf8fa-cc64-4119-a500-cc10d2e8e38b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.927041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-926bf8fa-cc64-4119-a500-cc10d2e8e38b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.999779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bf8fa-cc64-4119-a500-cc10d2e8e38b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988b3ce3-d9e3-44d2-ae0e-822a0e978139,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:08.012220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-926bf8fa-cc64-4119-a500-cc10d2e8e38b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.018235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-926bf8fa-cc64-4119-a500-cc10d2e8e38b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4268663 Mar 31 23:13:08.019470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55972) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:08.024157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-244e386e-ce6e-47a3-aaa5-3c7242fe5b2e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020750766'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:08.189783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-244e386e-ce6e-47a3-aaa5-3c7242fe5b2e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.268638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-244e386e-ce6e-47a3-aaa5-3c7242fe5b2e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.395577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-244e386e-ce6e-47a3-aaa5-3c7242fe5b2e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.486566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e386e-ce6e-47a3-aaa5-3c7242fe5b2e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b66a6-88dd-431a-acb9-7d249eb17dee,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:08.524298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-244e386e-ce6e-47a3-aaa5-3c7242fe5b2e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.527693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-244e386e-ce6e-47a3-aaa5-3c7242fe5b2e tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5070727 Mar 31 23:13:08.529634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66e74d-2023-40ff-a9e5-ece0cb993de1 req-393343d9-b0ed-43e4-9743-3a196b3d99e9 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:08.530343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56008) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:08.536337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea66e74d-2023-40ff-a9e5-ece0cb993de1 req-393343d9-b0ed-43e4-9743-3a196b3d99e9 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1973212 Mar 31 23:13:08.538083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-78210989-2425-4335-b218-373c06d73393 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': '988b3ce3-d9e3-44d2-ae0e-822a0e978139', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d8b66a6-88dd-431a-acb9-7d249eb17dee', 'remote_ip_prefix': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:08.555446 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.620563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea66e74d-2023-40ff-a9e5-ece0cb993de1 req-e03d7bdb-d174-417b-b367-090a3904df14 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740271 Mar 31 23:13:08.724813 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78210989-2425-4335-b218-373c06d73393 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.829988 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.946971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78210989-2425-4335-b218-373c06d73393 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.002720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56046) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.022392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78210989-2425-4335-b218-373c06d73393 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.082894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78210989-2425-4335-b218-373c06d73393 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb44c79-f6d0-413a-b93c-b74145572eaf,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:09.149845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.184767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-947294517-network', 'tenant_id': 'b5ab2fb1d98c42c693986580332e808f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:09.207698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78210989-2425-4335-b218-373c06d73393 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.209387 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-78210989-2425-4335-b218-373c06d73393 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6767292 Mar 31 23:13:09.221424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56060) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.250802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54af518c-8565-4cf1-912e-27ac7eb69906 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.259771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54af518c-8565-4cf1-912e-27ac7eb69906 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.297339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Made reservation on behalf of b5ab2fb1d98c42c693986580332e808f for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:09.300628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.314041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.390149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54af518c-8565-4cf1-912e-27ac7eb69906 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.402175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54af518c-8565-4cf1-912e-27ac7eb69906 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.405802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-54af518c-8565-4cf1-912e-27ac7eb69906 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8fb44c79-f6d0-413a-b93c-b74145572eaf HTTP/1.1" status: 204 len: 168 time: 0.1888020 Mar 31 23:13:09.407380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56064) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.428859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af518c-8565-4cf1-912e-27ac7eb69906 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fb44c79-f6d0-413a-b93c-b74145572eaf,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:09.488612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.525491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a49602c6-b685-4c90-a5d1-54bf507a8039 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1066854 Mar 31 23:13:09.525782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56068) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.550651 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.612700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbde4a1a-1f73-4502-a326-fbcf4644d869 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.613748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.623378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:09.637072 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.637421 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Added segment bc11d9ee-5474-4798-90f4-61792402fde3 of type vlan for network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 Mar 31 23:13:09.639064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04474fe-0c33-40a6-8440-de4900139581,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:09.685380 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.696576 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbde4a1a-1f73-4502-a326-fbcf4644d869 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.784185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.785511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.786109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.802328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb192f-b829-45d9-aaa2-5ee6c7a60941 req-2beeb5cf-5cd3-462f-8091-51283569e797 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.805942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcdb192f-b829-45d9-aaa2-5ee6c7a60941 req-2beeb5cf-5cd3-462f-8091-51283569e797 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0696614 Mar 31 23:13:09.861883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcdb192f-b829-45d9-aaa2-5ee6c7a60941 req-7e12f9f0-920d-4d46-9c78-f5dc224b4a34 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489621 Mar 31 23:13:09.868055 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8612320 Mar 31 23:13:09.868055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871babf6-8bdd-42f7-8ca6-a0dc49578f14 admin admin] Pushing event updated for resources: {'Network': ['ID=535a9c14-26e3-4a3f-9e28-8f0ed64a2119,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:09.868718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56074) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.872645 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbde4a1a-1f73-4502-a326-fbcf4644d869 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.876523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Request body: {'subnet': {'network_id': '535a9c14-26e3-4a3f-9e28-8f0ed64a2119', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-947294517-subnet', 'tenant_id': 'b5ab2fb1d98c42c693986580332e808f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:09.878326 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbde4a1a-1f73-4502-a326-fbcf4644d869 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.880989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dbde4a1a-1f73-4502-a326-fbcf4644d869 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d8b66a6-88dd-431a-acb9-7d249eb17dee HTTP/1.1" status: 204 len: 168 time: 0.3540101 Mar 31 23:13:09.889810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56076) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.890272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:09.894144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde4a1a-1f73-4502-a326-fbcf4644d869 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b66a6-88dd-431a-acb9-7d249eb17dee,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:09.966810 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d4fec88b-df13-4ec2-a0d5-27f2823ff8d7 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0758154 Mar 31 23:13:09.970000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56080) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:10.001229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Made reservation on behalf of b5ab2fb1d98c42c693986580332e808f for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:10.004030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.074507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5c0378f4-47ed-4d49-b74a-93d2aa5c868a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.098821 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5c0378f4-47ed-4d49-b74a-93d2aa5c868a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.211330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5c0378f4-47ed-4d49-b74a-93d2aa5c868a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.215296 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5c0378f4-47ed-4d49-b74a-93d2aa5c868a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.219953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5c0378f4-47ed-4d49-b74a-93d2aa5c868a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/988b3ce3-d9e3-44d2-ae0e-822a0e978139 HTTP/1.1" status: 204 len: 168 time: 0.2453506 Mar 31 23:13:10.219953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56090) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:10.234910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56092) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:10.235931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1866012628'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:10.304630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0378f4-47ed-4d49-b74a-93d2aa5c868a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b3ce3-d9e3-44d2-ae0e-822a0e978139,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.361882 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-37315699-6c95-4fd3-990a-b165648d3de9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1256521 Mar 31 23:13:10.371247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56102) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:10.371247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d74027cf-d7bb-4b20-aa50-d58a2195b198 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010647869'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:10.389834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:10.398469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.404152 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.425857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:10.438085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.438985 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Added segment 99fd1317-96ef-41d1-9893-ca3490fe47e0 of type vlan for network fc22ad21-a032-4327-9843-ab4d0830f730 Mar 31 23:13:10.489946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d74027cf-d7bb-4b20-aa50-d58a2195b198 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.490418 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.505000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc623a5-c3e1-406d-a2fa-89296f779a27,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.547864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Checking segment: {'id': 'bc11d9ee-5474-4798-90f4-61792402fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '535a9c14-26e3-4a3f-9e28-8f0ed64a2119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:10.548283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Network hostable DHCP agents. Network: 535a9c14-26e3-4a3f-9e28-8f0ed64a2119, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:10.612478 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.618078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.618688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.624647 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d74027cf-d7bb-4b20-aa50-d58a2195b198 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.670166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:10.693433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d74027cf-d7bb-4b20-aa50-d58a2195b198 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.702008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4783466 Mar 31 23:13:10.703006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56136) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:10.709786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-776771052'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:10.716691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030830a3-1248-47ce-a971-feb8c6aa8a03 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Network': ['ID=fc22ad21-a032-4327-9843-ab4d0830f730,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.729712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fc22ad21-a032-4327-9843-ab4d0830f730 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:10.734343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74027cf-d7bb-4b20-aa50-d58a2195b198 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e75622-5b66-4db9-b25f-3e71c8eb6e19,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.781108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 535a9c14-26e3-4a3f-9e28-8f0ed64a2119) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:10.794224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.797352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.810199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:10.813740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.836569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ec9026-7433-4bb5-ac76-87f65025be04 None None] Network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:10.840243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:10.844702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d74027cf-d7bb-4b20-aa50-d58a2195b198 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.848248 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d74027cf-d7bb-4b20-aa50-d58a2195b198 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4798980 Mar 31 23:13:10.849426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56138) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:10.854682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.855030 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Added segment fbddf538-78e7-4dd9-a828-8b92d69a18b9 of type vlan for network 231d7e5d-d031-4145-a891-3b375eaaebf2 Mar 31 23:13:10.858511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3d8303cd-9f7e-4bf9-9af2-14f593333c9b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': 'a2e75622-5b66-4db9-b25f-3e71c8eb6e19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:10.917652 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e073b0e5-28b0-4da1-952e-a7391a56aa35 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0469661 Mar 31 23:13:10.941199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.986079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8303cd-9f7e-4bf9-9af2-14f593333c9b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.066971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.077110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:11.077778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.096263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479c04-a16b-42f8-8410-305bd07d5789 req-5af732ba-e15b-4b7a-b784-59a4c37f0f92 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:11.101925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f479c04-a16b-42f8-8410-305bd07d5789 req-5af732ba-e15b-4b7a-b784-59a4c37f0f92 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1038096 Mar 31 23:13:11.147627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8303cd-9f7e-4bf9-9af2-14f593333c9b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.248311 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8303cd-9f7e-4bf9-9af2-14f593333c9b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.293416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8303cd-9f7e-4bf9-9af2-14f593333c9b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb39d930-976d-4150-b8b2-30bade556489,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.371170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65037b1a-a0dc-4f28-a0c2-09ce98b088b1 None None] Network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:11.398251 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d8303cd-9f7e-4bf9-9af2-14f593333c9b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.402768 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3d8303cd-9f7e-4bf9-9af2-14f593333c9b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5493214 Mar 31 23:13:11.403712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56156) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:11.500586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b673dcf-e709-45b2-ba00-0cba51334a39 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.538772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f479c04-a16b-42f8-8410-305bd07d5789 req-0c3c0b79-7621-4d73-bace-acccc84d850a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857568 Mar 31 23:13:11.542419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Network': ['ID=231d7e5d-d031-4145-a891-3b375eaaebf2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.551581 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5b3b2acb-ac8a-48a5-96a0-d7d2d3f37006 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8479900 Mar 31 23:13:11.555228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56162) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:11.555554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b673dcf-e709-45b2-ba00-0cba51334a39 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.561004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'subnet': {'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:11.570273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 231d7e5d-d031-4145-a891-3b375eaaebf2 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:11.713683 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b673dcf-e709-45b2-ba00-0cba51334a39 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.722308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b673dcf-e709-45b2-ba00-0cba51334a39 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.727548 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9b673dcf-e709-45b2-ba00-0cba51334a39 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cb39d930-976d-4150-b8b2-30bade556489 HTTP/1.1" status: 204 len: 168 time: 0.3227289 Mar 31 23:13:11.728680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56168) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:11.764431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b673dcf-e709-45b2-ba00-0cba51334a39 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb39d930-976d-4150-b8b2-30bade556489,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.788847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2c2b97fb-23c1-4e46-a564-8424411b247c tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0589356 Mar 31 23:13:11.795105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56174) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:11.878829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:11.880530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4683cd40-5fd8-4edb-b0be-e2d6fd434622 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.883182 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.911825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4683cd40-5fd8-4edb-b0be-e2d6fd434622 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.052712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4683cd40-5fd8-4edb-b0be-e2d6fd434622 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.055684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4683cd40-5fd8-4edb-b0be-e2d6fd434622 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.058568 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4683cd40-5fd8-4edb-b0be-e2d6fd434622 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/a2e75622-5b66-4db9-b25f-3e71c8eb6e19 HTTP/1.1" status: 204 len: 168 time: 0.2617912 Mar 31 23:13:12.063027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56182) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.066945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56184) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.074759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-973729939-network', 'tenant_id': '087a3426abbe4afdb5c371b0610d79da'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:12.126795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683cd40-5fd8-4edb-b0be-e2d6fd434622 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e75622-5b66-4db9-b25f-3e71c8eb6e19,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.159036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-68cfb98e-a46f-4550-a33b-58fa1205be09 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0972323 Mar 31 23:13:12.163469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56188) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.175061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-02522dee-219c-440e-b6a2-4eb31e58bccd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701336662'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:12.221879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Made reservation on behalf of 087a3426abbe4afdb5c371b0610d79da for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:12.224903 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.246572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.353396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.364916 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02522dee-219c-440e-b6a2-4eb31e58bccd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.365063 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.436651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Subnet': ['ID=9d61ac2b-0326-46ab-acb9-4d5871bc45b5,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.443324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.451347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Checking segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:12.451567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network hostable DHCP agents. Network: fc22ad21-a032-4327-9843-ab4d0830f730, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:12.540054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa11c3-b156-4bce-9192-df8d9137f710,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.542859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56198) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.564490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:12.565360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network fc22ad21-a032-4327-9843-ab4d0830f730 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:12.588826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.588826 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Added segment 3128f9c0-fa40-4ff2-9fe5-97d0f3cef89e of type vlan for network 4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9 Mar 31 23:13:12.593591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02522dee-219c-440e-b6a2-4eb31e58bccd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.663633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fc22ad21-a032-4327-9843-ab4d0830f730) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:12.667906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:12.668615 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.678200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce2f5d1-81dd-4a34-a2f3-ceb9a71a96d2 None None] Network fc22ad21-a032-4327-9843-ab4d0830f730 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:12.680913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.717192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02522dee-219c-440e-b6a2-4eb31e58bccd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.798892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5b5a7160-0c43-4dce-8c80-4a7d729014fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2339354 Mar 31 23:13:12.799074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.801345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'subnet': {'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:12.813754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522dee-219c-440e-b6a2-4eb31e58bccd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f771caa2-9149-46cd-84e6-a45e8cd3c4de,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.824535 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba6916f3-490c-45d3-8414-71f38789a9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.844247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c778a-5210-4db5-bf6d-d0614c764740 req-5ffef6f3-014d-4acc-b5e8-43bc6bb1ca45 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:12.847164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.848125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:12.849201 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.851520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-521c778a-5210-4db5-bf6d-d0614c764740 req-5ffef6f3-014d-4acc-b5e8-43bc6bb1ca45 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1520760 Mar 31 23:13:12.917892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02522dee-219c-440e-b6a2-4eb31e58bccd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.922446 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02522dee-219c-440e-b6a2-4eb31e58bccd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7551389 Mar 31 23:13:12.926687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56212) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.940250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-fc22ad21-a032-4327-9843-ab4d0830f730', 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'fixed_ips': [{'subnet_id': '9d61ac2b-0326-46ab-acb9-4d5871bc45b5'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:12.941819 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.970008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-521c778a-5210-4db5-bf6d-d0614c764740 req-030c30b6-1b92-47b0-b4cf-d021a676b187 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175697 Mar 31 23:13:12.971091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a5112dce-47c5-48e5-a0df-3cc87a38886a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': 'f771caa2-9149-46cd-84e6-a45e8cd3c4de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:13.015646 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:13:13.053774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba6916f3-490c-45d3-8414-71f38789a9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.065396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9971023 Mar 31 23:13:13.068467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56214) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:13.073495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a735091-5d2a-41a9-9ec8-49ff1a3c9029 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.082703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Request body: {'subnet': {'network_id': '4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-973729939-subnet', 'tenant_id': '087a3426abbe4afdb5c371b0610d79da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:13.090927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:13.165102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba6916f3-490c-45d3-8414-71f38789a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.174840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5112dce-47c5-48e5-a0df-3cc87a38886a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.198041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Made reservation on behalf of 087a3426abbe4afdb5c371b0610d79da for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:13.199102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.229650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:13.233259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.246358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ba6916f3-490c-45d3-8414-71f38789a9f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc86ac607b4a41ebb711f9babd49eab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024012 Mar 31 23:13:13.250356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56220) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:13.256999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Allocated IP 10.1.1.2 (fc22ad21-a032-4327-9843-ab4d0830f730/9d61ac2b-0326-46ab-acb9-4d5871bc45b5/131598c8-0505-4536-a568-8ee50ffe3f34) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:13.276699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6916f3-490c-45d3-8414-71f38789a9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c11dc18-965a-4011-9631-17abcb651774,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.295156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5112dce-47c5-48e5-a0df-3cc87a38886a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.422958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5112dce-47c5-48e5-a0df-3cc87a38886a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.459688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-daaf8927-deb1-4676-bb2e-e477a183dc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.488256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-daaf8927-deb1-4676-bb2e-e477a183dc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.516648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5112dce-47c5-48e5-a0df-3cc87a38886a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4c3fe4-71fe-4b11-a308-b66112ce7378,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.534758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.551556 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.618301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c376c903-94b4-4983-8fa2-8ee4dbefbbf2,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.632841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Checking segment: {'id': '3128f9c0-fa40-4ff2-9fe5-97d0f3cef89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:13.633206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Network hostable DHCP agents. Network: 4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:13.663383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5112dce-47c5-48e5-a0df-3cc87a38886a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.664787 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a5112dce-47c5-48e5-a0df-3cc87a38886a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7367678 Mar 31 23:13:13.669750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56228) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:13.696302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a8af4c4-beab-4a18-8531-9e62833fe651 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules/4d4c3fe4-71fe-4b11-a308-b66112ce7378 HTTP/1.1" status: 200 len: 763 time: 0.0251837 Mar 31 23:13:13.698727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56232) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:13.713937 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-daaf8927-deb1-4676-bb2e-e477a183dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.717275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.717779 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-daaf8927-deb1-4676-bb2e-e477a183dc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.717779 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-daaf8927-deb1-4676-bb2e-e477a183dc2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c11dc18-965a-4011-9631-17abcb651774 HTTP/1.1" status: 204 len: 168 time: 0.4530795 Mar 31 23:13:13.731422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf8927-deb1-4676-bb2e-e477a183dc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c11dc18-965a-4011-9631-17abcb651774,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.745693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2201812a-c98d-4f09-8aef-e9b9ce735bbd tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0458143 Mar 31 23:13:13.748296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56236) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:13.772768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Network fc22ad21-a032-4327-9843-ab4d0830f730 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:13.781796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8ca688d-0ae0-4ebc-bb07-a024b952e3d2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.782055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.785957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Network 4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:13.786079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:13.792305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:13.796416 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8ca688d-0ae0-4ebc-bb07-a024b952e3d2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.802058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Pushing event updated for resources: {'Port': ['ID=131598c8-0505-4536-a568-8ee50ffe3f34,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.874936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:13.879877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:13.880824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.889412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81484400-1031-4e44-ae53-0e30e6dacb8c None None] Network 4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:13.894634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Attempting to bind port 131598c8-0505-4536-a568-8ee50ffe3f34 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:13.895257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Attempting to bind port 131598c8-0505-4536-a568-8ee50ffe3f34 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:13.895691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Attempting to bind port 131598c8-0505-4536-a568-8ee50ffe3f34 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:13.915431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Subnet': ['ID=97d3cbe4-e83f-41f8-8540-1623d4ddeb17,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.927485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Checking segment: {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:13.927849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network hostable DHCP agents. Network: 231d7e5d-d031-4145-a891-3b375eaaebf2, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:13.936067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8ca688d-0ae0-4ebc-bb07-a024b952e3d2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.944198 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8ca688d-0ae0-4ebc-bb07-a024b952e3d2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.945452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a8ca688d-0ae0-4ebc-bb07-a024b952e3d2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4d4c3fe4-71fe-4b11-a308-b66112ce7378 HTTP/1.1" status: 204 len: 168 time: 0.1961739 Mar 31 23:13:13.948207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56240) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:13.960313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:13.960573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca688d-0ae0-4ebc-bb07-a024b952e3d2 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d4c3fe4-71fe-4b11-a308-b66112ce7378,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.960680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Checking segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:13.961077 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.961465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Bound using segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:13.961943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Bound port: 131598c8-0505-4536-a568-8ee50ffe3f34, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:13.962322 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.005285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-492deca4-95d1-4fd2-97cf-d37e6d37e9f4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9269478 Mar 31 23:13:14.007153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56244) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:14.019620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-46d94dfe-faed-44b4-bb54-c22258cddc8f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': 'f771caa2-9149-46cd-84e6-a45e8cd3c4de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:14.020935 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ab3b944-2e13-4c4b-9bb4-c8405c9def0b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637140 Mar 31 23:13:14.047153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network 231d7e5d-d031-4145-a891-3b375eaaebf2 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:14.053932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 231d7e5d-d031-4145-a891-3b375eaaebf2) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:14.068158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:14.070571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.091390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e72b3c-c92e-487c-90a6-c17a65e9937a None None] Network 231d7e5d-d031-4145-a891-3b375eaaebf2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:14.191029 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f76cdaf4-b24c-44d7-8fec-c66f4d77fb5a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3947415 Mar 31 23:13:14.198716 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56254) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:14.204084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'port': {'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'name': 'tempest-TaggedBootDevicesTest_v242-1352814497', 'fixed_ips': [{'subnet_id': '9d61ac2b-0326-46ab-acb9-4d5871bc45b5'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:14.206909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46d94dfe-faed-44b4-bb54-c22258cddc8f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.363146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3d06f-4ca5-40aa-9755-c1d9a152d15f req-940ea508-6eab-41b5-aa71-fc8ab85fca57 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:14.395191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bd3d06f-4ca5-40aa-9755-c1d9a152d15f req-940ea508-6eab-41b5-aa71-fc8ab85fca57 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.2871811 Mar 31 23:13:14.395401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] For port 131598c8-0505-4536-a568-8ee50ffe3f34, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:14.399175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] For port 131598c8-0505-4536-a568-8ee50ffe3f34, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=131598c8-0505-4536-a568-8ee50ffe3f34,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:14.482108 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46d94dfe-faed-44b4-bb54-c22258cddc8f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.492749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518358e1-da8f-46a5-b8af-87d217641cf2 None None] Network 4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:14.496776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.506309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:14.558943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bd3d06f-4ca5-40aa-9755-c1d9a152d15f req-1990c65d-156c-4b47-a036-0332a7fb26e4 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627243 Mar 31 23:13:14.591986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46d94dfe-faed-44b4-bb54-c22258cddc8f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.613416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e0ef3-ff71-4e62-b556-e1f5cf8a1213 None None] Pushing event updated for resources: {'Port': ['ID=131598c8-0505-4536-a568-8ee50ffe3f34,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:14.641337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.654144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d94dfe-faed-44b4-bb54-c22258cddc8f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4ad8fb-bb7e-4d89-9716-cca3a7eaadcb,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:14.672848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] device_id is not set on port 33d63b53-11e8-449c-ad1c-1119c2c83e18 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:14.720945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46d94dfe-faed-44b4-bb54-c22258cddc8f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.724836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-46d94dfe-faed-44b4-bb54-c22258cddc8f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7144620 Mar 31 23:13:14.725288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56278) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:14.828359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56280) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:14.948422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-231d7e5d-d031-4145-a891-3b375eaaebf2', 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'fixed_ips': [{'subnet_id': '97d3cbe4-e83f-41f8-8540-1623d4ddeb17'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:14.948422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.972428 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b9ef-d09c-404b-9970-280dc92e7ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.993764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4139ec6a-9473-46f6-bf3a-e5b551ce0ffb tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules/eb4ad8fb-bb7e-4d89-9716-cca3a7eaadcb HTTP/1.1" status: 200 len: 763 time: 0.2671709 Mar 31 23:13:14.997228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56290) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.003373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Allocated IP 10.1.1.177 (fc22ad21-a032-4327-9843-ab4d0830f730/9d61ac2b-0326-46ab-acb9-4d5871bc45b5/33d63b53-11e8-449c-ad1c-1119c2c83e18) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:15.133370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-6ea44293-2000-42f9-bcb5-38a9d21ba86e tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:15.141308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-6ea44293-2000-42f9-bcb5-38a9d21ba86e tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/networks?id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119 HTTP/1.1" status: 200 len: 811 time: 0.3960922 Mar 31 23:13:15.150215 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ec996e9d-52b7-4404-885b-d52421cd89c9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1516423 Mar 31 23:13:15.153304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56294) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.182521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-984a2868-ec40-430e-834c-bb686fdadf3f tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/quotas/b5ab2fb1d98c42c693986580332e808f HTTP/1.1" status: 200 len: 375 time: 0.0397823 Mar 31 23:13:15.280354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Allocated IP 10.2.2.2 (231d7e5d-d031-4145-a891-3b375eaaebf2/97d3cbe4-e83f-41f8-8540-1623d4ddeb17/44905833-cd7e-475f-82f6-01653061fca3) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:15.308559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-5614a716-cf72-43aa-beec-f978454b75d2 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5ab2fb1d98c42c693986580332e808f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1253417 Mar 31 23:13:15.378875 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b9ef-d09c-404b-9970-280dc92e7ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.452785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.471131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9f7b9ef-d09c-404b-9970-280dc92e7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.516360 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d615ac8-8f42-4a59-b48d-79744db3b23a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.556366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 131598c8-0505-4536-a568-8ee50ffe3f34 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:15.610316 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d615ac8-8f42-4a59-b48d-79744db3b23a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.638239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f9f7b9ef-d09c-404b-9970-280dc92e7ca8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=100938d30fcf4ee0983023e6c40813b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7820916 Mar 31 23:13:15.639706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56308) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.648502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7b9ef-d09c-404b-9970-280dc92e7ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dacc1e3-95ae-4d43-b7f5-7456e732ddbc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.669713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.692922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-f459ba8f-9db6-458b-ba4a-22e0632032c7 service neutron] 10.222.0.31 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043351 Mar 31 23:13:15.735545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network fc22ad21-a032-4327-9843-ab4d0830f730 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:15.741348 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.743279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:15.764776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:15.786396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 131598c8-0505-4536-a568-8ee50ffe3f34 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:15.786821 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.802082 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54b8d539-4db2-4ee3-8ce2-7ee6264aa5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.807668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=33d63b53-11e8-449c-ad1c-1119c2c83e18,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.824069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.824503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.825223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.825633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.826168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.826610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.826927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.827419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.827817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.828274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.828622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.829014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:15.837030 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d615ac8-8f42-4a59-b48d-79744db3b23a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.845113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d615ac8-8f42-4a59-b48d-79744db3b23a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.848568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4d615ac8-8f42-4a59-b48d-79744db3b23a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/eb4ad8fb-bb7e-4d89-9716-cca3a7eaadcb HTTP/1.1" status: 204 len: 168 time: 0.6908934 Mar 31 23:13:15.861723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56314) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.874606 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.903052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54b8d539-4db2-4ee3-8ce2-7ee6264aa5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.930527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:15.937452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.944602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d615ac8-8f42-4a59-b48d-79744db3b23a tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb4ad8fb-bb7e-4d89-9716-cca3a7eaadcb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.949316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Network 231d7e5d-d031-4145-a891-3b375eaaebf2 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:15.958295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-642058d4-91bc-4dc1-9633-ee34fdefdc36 service neutron] 10.222.0.31 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485845 Mar 31 23:13:15.961999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:15.968375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:16.002020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Pushing event updated for resources: {'Port': ['ID=44905833-cd7e-475f-82f6-01653061fca3,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.013532 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.013879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.014232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.014863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.014981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.015224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.015544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.015864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.016179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.016511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.022931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.026512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:16.038357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-895c0c00-8f89-4f31-8841-420e6cd78b67 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1639009 Mar 31 23:13:16.039255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56318) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.049913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-59a52082-1028-48fe-b601-b63c0dd42c1f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': 'f771caa2-9149-46cd-84e6-a45e8cd3c4de', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:16.095665 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cd08ce74-980d-4954-a982-d30dfcf4e986 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8955503 Mar 31 23:13:16.100545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56320) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.110697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'port': {'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'name': 'tempest-TaggedBootDevicesTest_v242-1455509428', 'fixed_ips': [{'subnet_id': '9d61ac2b-0326-46ab-acb9-4d5871bc45b5'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:16.114405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.133104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Attempting to bind port 44905833-cd7e-475f-82f6-01653061fca3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:16.133801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Attempting to bind port 44905833-cd7e-475f-82f6-01653061fca3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:16.134409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Attempting to bind port 44905833-cd7e-475f-82f6-01653061fca3 on network 231d7e5d-d031-4145-a891-3b375eaaebf2 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:16.139293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af03286-0c8a-47e6-9d32-82e0ec0254f7 req-ff0e5995-a59e-4497-87fb-43b120b5728c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:16.141033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4af03286-0c8a-47e6-9d32-82e0ec0254f7 req-ff0e5995-a59e-4497-87fb-43b120b5728c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0988686 Mar 31 23:13:16.163394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:16.164236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Checking segment: {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:16.164807 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.165390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Bound using segment: {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:16.168391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Bound port: 44905833-cd7e-475f-82f6-01653061fca3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:16.170684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.219341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4af03286-0c8a-47e6-9d32-82e0ec0254f7 req-0e0075da-7171-4e02-9c06-ad1b852686b8 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694768 Mar 31 23:13:16.236401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59a52082-1028-48fe-b601-b63c0dd42c1f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.270605 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54b8d539-4db2-4ee3-8ce2-7ee6264aa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.276604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54b8d539-4db2-4ee3-8ce2-7ee6264aa5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.280053 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-54b8d539-4db2-4ee3-8ce2-7ee6264aa5d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dacc1e3-95ae-4d43-b7f5-7456e732ddbc HTTP/1.1" status: 204 len: 168 time: 0.6371357 Mar 31 23:13:16.318980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8d539-4db2-4ee3-8ce2-7ee6264aa5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dacc1e3-95ae-4d43-b7f5-7456e732ddbc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.420568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59a52082-1028-48fe-b601-b63c0dd42c1f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.443047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 131598c8-0505-4536-a568-8ee50ffe3f34, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=131598c8-0505-4536-a568-8ee50ffe3f34,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:16.454868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:16.474054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.503826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a11eb1ca-4eb9-4188-8bad-4613e4045edf req-c2d543b9-fa56-4e1c-873f-60a4b8cc4056 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 210 time: 0.0525277 Mar 31 23:13:16.504746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59a52082-1028-48fe-b601-b63c0dd42c1f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.533099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a52082-1028-48fe-b601-b63c0dd42c1f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a222712-a0fc-415e-aff4-eb2eb906031c,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.553132 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.576299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776140-c256-4ae4-be4f-71550b9f8142 req-5485a4f0-3b2c-4925-8728-6eacb283e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:16.580179 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4d776140-c256-4ae4-be4f-71550b9f8142 req-5485a4f0-3b2c-4925-8728-6eacb283e16d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 1096 time: 0.1923778 Mar 31 23:13:16.584195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] device_id is not set on port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:16.620185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] For port 44905833-cd7e-475f-82f6-01653061fca3, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:16.622622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59a52082-1028-48fe-b601-b63c0dd42c1f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.624185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-59a52082-1028-48fe-b601-b63c0dd42c1f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5791588 Mar 31 23:13:16.633108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56334) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.671309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3f59b855-6f6b-46ce-8005-6fd5843cfcd9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules/5a222712-a0fc-415e-aff4-eb2eb906031c HTTP/1.1" status: 200 len: 764 time: 0.0305481 Mar 31 23:13:16.672279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56336) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.779780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=131598c8-0505-4536-a568-8ee50ffe3f34,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.836320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] For port 44905833-cd7e-475f-82f6-01653061fca3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=44905833-cd7e-475f-82f6-01653061fca3,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:16.843124 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4d776140-c256-4ae4-be4f-71550b9f8142 req-27ca3cb7-f48c-40f5-93c6-4e7a14e69ff2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455139 Mar 31 23:13:16.844439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4e90f00d-1960-402b-b2c9-c6f44da2bec5 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1695127 Mar 31 23:13:16.847120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56344) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.870059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448afcee-e4c8-4a3a-a4b4-6b4d27bed024 None None] Network fc22ad21-a032-4327-9843-ab4d0830f730 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:16.954607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3663076-03df-4d3c-8770-ce732ea2b2f9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.995978 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3663076-03df-4d3c-8770-ce732ea2b2f9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.070960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.082816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Allocated IP 10.1.1.16 (fc22ad21-a032-4327-9843-ab4d0830f730/9d61ac2b-0326-46ab-acb9-4d5871bc45b5/bd080b64-65a4-480e-8bbc-dbfde1e0a3a4) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:17.146739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-db4cdcc1-905c-42ce-b1a3-3821c79bace4 None None] Provisioning complete for port 131598c8-0505-4536-a568-8ee50ffe3f34 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:17.147736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db4cdcc1-905c-42ce-b1a3-3821c79bace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.281674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3663076-03df-4d3c-8770-ce732ea2b2f9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.298851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b3663076-03df-4d3c-8770-ce732ea2b2f9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.307858 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b3663076-03df-4d3c-8770-ce732ea2b2f9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5a222712-a0fc-415e-aff4-eb2eb906031c HTTP/1.1" status: 204 len: 168 time: 0.4524972 Mar 31 23:13:17.308032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56362) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:17.329600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3663076-03df-4d3c-8770-ce732ea2b2f9 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a222712-a0fc-415e-aff4-eb2eb906031c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.427150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.434371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f2c4-aa86-4758-9431-fe0e83cc4f6e None None] Pushing event updated for resources: {'Port': ['ID=44905833-cd7e-475f-82f6-01653061fca3,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.500957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-51c763d4-d18a-48df-9a52-5fc1809e8736 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1916399 Mar 31 23:13:17.503268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56366) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:17.533591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 131598c8-0505-4536-a568-8ee50ffe3f34 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:17.678926 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.733316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network fc22ad21-a032-4327-9843-ab4d0830f730 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:17.740700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:17.836748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:17.852969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 131598c8-0505-4536-a568-8ee50ffe3f34 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:17.857277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.877116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349131f3-700e-4407-9974-93914492492f req-ae0d0f87-1c37-4e7f-a0bc-8510602caddd tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.901401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-349131f3-700e-4407-9974-93914492492f req-ae0d0f87-1c37-4e7f-a0bc-8510602caddd tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.5207236 Mar 31 23:13:18.028188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f507c9a4-5d23-404d-9e44-17b08fa1ce39 req-b5c93c15-fd71-4b2f-aac9-aae6e6a548fb tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 210 time: 0.3311870 Mar 31 23:13:18.051511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94054299-e0f4-4a85-9e6b-152ddcac6b41 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.066877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:18.124972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.125674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.215728 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94054299-e0f4-4a85-9e6b-152ddcac6b41 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.268381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-98654e3a-34bd-419e-8923-aa201b35fbaa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1665018 Mar 31 23:13:18.330771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-349131f3-700e-4407-9974-93914492492f req-a27a5533-1033-4622-b4cd-5b5a1c07be76 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237976 Mar 31 23:13:18.335942 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94054299-e0f4-4a85-9e6b-152ddcac6b41 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.342352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94054299-e0f4-4a85-9e6b-152ddcac6b41 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.345898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-94054299-e0f4-4a85-9e6b-152ddcac6b41 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/f771caa2-9149-46cd-84e6-a45e8cd3c4de HTTP/1.1" status: 204 len: 168 time: 0.8377924 Mar 31 23:13:18.346773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56390) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.379461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94054299-e0f4-4a85-9e6b-152ddcac6b41 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f771caa2-9149-46cd-84e6-a45e8cd3c4de,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:18.469950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-64c4247b-c807-4ae8-8d74-0fa2570789ed tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1217773 Mar 31 23:13:18.474806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56394) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.485960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2f0924b8-9f8d-4664-99dc-08b3ddab4daf tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446251364'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:18.558437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2a028209-ccad-452b-91c0-e8d7f60a53fd None None] Provisioning complete for port 131598c8-0505-4536-a568-8ee50ffe3f34 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:18.558961 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a028209-ccad-452b-91c0-e8d7f60a53fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.663596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f0924b8-9f8d-4664-99dc-08b3ddab4daf tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.777592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2a028209-ccad-452b-91c0-e8d7f60a53fd None None] Provisioning complete for port 33d63b53-11e8-449c-ad1c-1119c2c83e18 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:18.778259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a028209-ccad-452b-91c0-e8d7f60a53fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.897729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2a028209-ccad-452b-91c0-e8d7f60a53fd None None] Port 33d63b53-11e8-449c-ad1c-1119c2c83e18 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:18.921801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f0924b8-9f8d-4664-99dc-08b3ddab4daf tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.000518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f0924b8-9f8d-4664-99dc-08b3ddab4daf tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.053633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bdda1bd8-2124-4866-804e-caad43cfccc7 None None] Provisioning complete for port 33d63b53-11e8-449c-ad1c-1119c2c83e18 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:19.054225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bdda1bd8-2124-4866-804e-caad43cfccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.060864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56406) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.070367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275934805', 'description': 'tempest-description--1906462053'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:19.141384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0924b8-9f8d-4664-99dc-08b3ddab4daf tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bb73ba-dc3f-4b3f-b76f-3ab7e66619d3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:19.209598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bdda1bd8-2124-4866-804e-caad43cfccc7 None None] Port 33d63b53-11e8-449c-ad1c-1119c2c83e18 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:19.255759 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f0924b8-9f8d-4664-99dc-08b3ddab4daf tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.260252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2f0924b8-9f8d-4664-99dc-08b3ddab4daf tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7811487 Mar 31 23:13:19.260625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56414) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.276560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0c52fb3-3266-486c-9f4a-7b216f393576 req-e7502baa-ac89-468d-9814-8c3f581db17e tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 210 time: 0.0556715 Mar 31 23:13:19.287619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-58f3cb05-0034-427b-8374-58ade24fbf69 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Request body: {'security_group_rule': {'security_group_id': 'e6bb73ba-dc3f-4b3f-b76f-3ab7e66619d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:19.293586 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.455266 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58f3cb05-0034-427b-8374-58ade24fbf69 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.531860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.594257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-85c97327-404a-473b-a59f-5993ae85ed09 None None] Provisioning complete for port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:19.594257 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-85c97327-404a-473b-a59f-5993ae85ed09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.624634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58f3cb05-0034-427b-8374-58ade24fbf69 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.639933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b1f2-7999-4634-8bf1-72e03adc56ea req-341dbdce-02e3-4741-b7f1-d233386769a0 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:19.653515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d589b1f2-7999-4634-8bf1-72e03adc56ea req-341dbdce-02e3-4741-b7f1-d233386769a0 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1444747 Mar 31 23:13:19.673645 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.689407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0383c4-d281-421b-b859-0cf0bdaef0d8 None None] Network 231d7e5d-d031-4145-a891-3b375eaaebf2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:19.715129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74df75a9-0162-4956-b88c-ab27a9ce8b6c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:19.754221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-85c97327-404a-473b-a59f-5993ae85ed09 None None] Port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.754689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:19.780494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58f3cb05-0034-427b-8374-58ade24fbf69 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.803918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d589b1f2-7999-4634-8bf1-72e03adc56ea req-662e1421-9e02-4dd6-8120-86025bc27f7d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366668 Mar 31 23:13:19.848128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3cb05-0034-427b-8374-58ade24fbf69 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4c1113-d8f6-4256-890e-4b0a3b459765,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:19.894850 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.903343 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5bcb1e6c-9366-4e62-9598-ec472d38d416 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8404517 Mar 31 23:13:19.906664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56428) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.913409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-08383b83-c296-4b67-aa7d-7cd86dbb55e9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'security_group_rule': {'security_group_id': '74df75a9-0162-4956-b88c-ab27a9ce8b6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:19.936164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-036d383a-22dd-4f4a-a466-f639c6ddbf95 None None] Provisioning complete for port 44905833-cd7e-475f-82f6-01653061fca3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:19.946737 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-036d383a-22dd-4f4a-a466-f639c6ddbf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.982975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-58f3cb05-0034-427b-8374-58ade24fbf69 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.984526 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-58f3cb05-0034-427b-8374-58ade24fbf69 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7228563 Mar 31 23:13:19.987371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56434) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:20.004429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 44905833-cd7e-475f-82f6-01653061fca3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:20.165654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08383b83-c296-4b67-aa7d-7cd86dbb55e9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.217825 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af478128-3294-424a-a57f-c4867e655765 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.336664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 44905833-cd7e-475f-82f6-01653061fca3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:20.337062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.401843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af478128-3294-424a-a57f-c4867e655765 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.477671 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-036d383a-22dd-4f4a-a466-f639c6ddbf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.571104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-036d383a-22dd-4f4a-a466-f639c6ddbf95 None None] For port 44905833-cd7e-475f-82f6-01653061fca3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=44905833-cd7e-475f-82f6-01653061fca3,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:20.605428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581a014-1fe7-46fc-9d31-4e7264033cd4 req-20ea1943-8dce-48f2-98d2-7ab773be5d35 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.621443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7581a014-1fe7-46fc-9d31-4e7264033cd4 req-20ea1943-8dce-48f2-98d2-7ab773be5d35 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.4229672 Mar 31 23:13:20.659953 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.693222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-036d383a-22dd-4f4a-a466-f639c6ddbf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.727479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-88328851-beca-4f6e-8cc5-f64df78fc93c tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.730182 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-88328851-beca-4f6e-8cc5-f64df78fc93c tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.50 "GET /v2.0/networks?id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119 HTTP/1.1" status: 200 len: 811 time: 0.6867881 Mar 31 23:13:20.742809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b67f382-3ea3-490b-8beb-f31214ad32a1 req-d302ce1a-2154-4de4-9b07-87168b6e62fc tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 210 time: 0.2019219 Mar 31 23:13:20.769220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Request body: {'port': {'device_id': '71183a4b-50a0-4e76-a1c3-d24f602e1369', 'network_id': '535a9c14-26e3-4a3f-9e28-8f0ed64a2119', 'admin_state_up': True, 'tenant_id': 'b5ab2fb1d98c42c693986580332e808f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:20.781029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7581a014-1fe7-46fc-9d31-4e7264033cd4 req-3cf5ce6d-b742-4567-83d9-7eac0140fecd tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584737 Mar 31 23:13:20.835665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08383b83-c296-4b67-aa7d-7cd86dbb55e9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.859973 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:13:20.861078 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:13:20.861078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d383a-22dd-4f4a-a466-f639c6ddbf95 None None] Pushing event updated for resources: {'Port': ['ID=44905833-cd7e-475f-82f6-01653061fca3,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:20.891888 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af478128-3294-424a-a57f-c4867e655765 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.894570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af478128-3294-424a-a57f-c4867e655765 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.896296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-af478128-3294-424a-a57f-c4867e655765 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6bb73ba-dc3f-4b3f-b76f-3ab7e66619d3 HTTP/1.1" status: 204 len: 168 time: 0.9078088 Mar 31 23:13:20.900081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56458) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:20.925152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-b1a929cc-9334-4052-a8bd-00ed3df2ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.927375 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-b1a929cc-9334-4052-a8bd-00ed3df2ad50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 1096 time: 0.5162740 Mar 31 23:13:20.928983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-09923292-dbe1-4bf2-954f-d485459c0391 None None] Provisioning complete for port 44905833-cd7e-475f-82f6-01653061fca3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:20.934753 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-09923292-dbe1-4bf2-954f-d485459c0391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.951815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af478128-3294-424a-a57f-c4867e655765 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bb73ba-dc3f-4b3f-b76f-3ab7e66619d3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:20.975976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08383b83-c296-4b67-aa7d-7cd86dbb55e9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.082431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3f4a0230-5ba3-41ef-9a11-8ee69736c1ef tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619518 Mar 31 23:13:21.083720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56464) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:21.161375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65f7c300-fee5-4c79-a786-46fe7ea48358 tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0761960 Mar 31 23:13:21.164478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56468) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:21.188196 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-d4365dd3-dd63-4c4f-a54b-60f81c50645b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] delete failed (client error): The resource could not be found. Mar 31 23:13:21.189388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d4365dd3-dd63-4c4f-a54b-60f81c50645b tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6bb73ba-dc3f-4b3f-b76f-3ab7e66619d3 HTTP/1.1" status: 404 len: 347 time: 0.0239689 Mar 31 23:13:21.193092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56470) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:21.209723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08383b83-c296-4b67-aa7d-7cd86dbb55e9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34274136-9e2d-4741-b3ba-de954d1e877d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:21.254609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b8becc6-e09a-4a08-b43b-f9cdb3f7f58f tempest-SecGroupTest-1987908857 tempest-SecGroupTest-1987908857-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600100 Mar 31 23:13:21.278308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-0cb886c1-4182-4a9f-8f7d-85600d37c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.280444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-0cb886c1-4182-4a9f-8f7d-85600d37c3d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 200 len: 912 time: 0.3258796 Mar 31 23:13:21.316553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08383b83-c296-4b67-aa7d-7cd86dbb55e9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.316553 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-08383b83-c296-4b67-aa7d-7cd86dbb55e9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4082541 Mar 31 23:13:21.319445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56474) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:21.326741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b9733f89-59db-4a41-acd3-f26b6e6bf8be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'security_group_rule': {'security_group_id': '74df75a9-0162-4956-b88c-ab27a9ce8b6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:21.371566 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-26f0a76c-4b8d-4d33-8995-0b5529294ca5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d279eb4d-e6b7-452e-876a-fabc326d8391 HTTP/1.1" status: 200 len: 217 time: 0.0846808 Mar 31 23:13:21.446816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-349be446-e692-4cd7-8bd6-1ce5a95d2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.449342 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-349be446-e692-4cd7-8bd6-1ce5a95d2477 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cdbee961-a515-45e5-ba93-c79f051d8fe1 HTTP/1.1" status: 200 len: 851 time: 0.0718353 Mar 31 23:13:21.452367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Made reservation on behalf of b5ab2fb1d98c42c693986580332e808f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:21.464298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9733f89-59db-4a41-acd3-f26b6e6bf8be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.466322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.585667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9733f89-59db-4a41-acd3-f26b6e6bf8be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.607034 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-2fa41c6c-47fd-4beb-abf8-6d249e117d86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029336 Mar 31 23:13:21.759866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9733f89-59db-4a41-acd3-f26b6e6bf8be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.798900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9733f89-59db-4a41-acd3-f26b6e6bf8be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aac680-cd70-4787-a113-1fa1dc13a2fc,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:21.801838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Allocated IP 172.20.0.14 (535a9c14-26e3-4a3f-9e28-8f0ed64a2119/6dc623a5-c3e1-406d-a2fa-89296f779a27/a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:21.811148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-de01c77d-ce69-4cbc-bbac-d8b6408d666b service neutron] 10.222.0.45 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938083 Mar 31 23:13:21.851205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 44905833-cd7e-475f-82f6-01653061fca3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:21.976886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9733f89-59db-4a41-acd3-f26b6e6bf8be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.987729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b9733f89-59db-4a41-acd3-f26b6e6bf8be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6640222 Mar 31 23:13:22.052564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 44905833-cd7e-475f-82f6-01653061fca3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:22.061996 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.062348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56494) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:22.080254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:22.182724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3713aca6-b4dd-4c38-aa09-3636bfdd1a7c req-bd06b04d-f160-4680-b1a7-38a62a28cb2b tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 210 time: 0.2254224 Mar 31 23:13:22.194531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56498) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:22.209684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.237631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3beae5-4e5c-4fd9-930c-1beada0b609a req-5ef2b876-1f21-48ad-8981-8abf5da178fd tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.254242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be3beae5-4e5c-4fd9-930c-1beada0b609a req-5ef2b876-1f21-48ad-8981-8abf5da178fd tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.3675060 Mar 31 23:13:22.278338 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.355272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be3beae5-4e5c-4fd9-930c-1beada0b609a req-dba0e5f2-32a9-42a3-973a-318323146501 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998726 Mar 31 23:13:22.435076 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.470569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:22.475235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:22.504963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:22.517172 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e1088a6-0517-473e-abfe-c6eed5c64856 req-ede48c5b-f21a-4c8f-96f7-0fcc72d168df service neutron] 10.222.0.45 "GET /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988151 Mar 31 23:13:22.526781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.534569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56765bfa-ff31-47f0-ad42-7c9c895e7ce3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78b0663d40b84a07a5ee754d3ffb363b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366020 Mar 31 23:13:22.540347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56506) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:22.572652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Pushing event updated for resources: {'Port': ['ID=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:22.641590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.647253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.760170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7cf97e6-1633-4c95-a64a-4ef656e049aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.813263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7cf97e6-1633-4c95-a64a-4ef656e049aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.838293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Allocated IP 172.25.4.229 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/27d5685d-561c-4cab-b856-b0733035c727) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:22.884457 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-2151b3a1-f354-453b-968e-5493b9815987 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1344717 Mar 31 23:13:22.890596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Request body: {'port': {'device_id': '71183a4b-50a0-4e76-a1c3-d24f602e1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:22.991505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.095359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.372880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88519442-a21c-481c-bbfe-f05da5cbbf42 req-2c121d8c-b9ad-4777-9cae-f1cbab465142 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.420355 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88519442-a21c-481c-bbfe-f05da5cbbf42 req-2c121d8c-b9ad-4777-9cae-f1cbab465142 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 932 time: 0.0682242 Mar 31 23:13:23.430117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88519442-a21c-481c-bbfe-f05da5cbbf42 req-062e85b2-fc0e-4d28-a5a1-6cc3a0d38e14 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Mar 31 23:13:23.509828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd99e1-1f8f-4b95-b1cf-3b8e341b50b3 req-83b6b751-ec5a-4107-94a6-ebac079258c9 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.511585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2bd99e1-1f8f-4b95-b1cf-3b8e341b50b3 req-83b6b751-ec5a-4107-94a6-ebac079258c9 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.0790823 Mar 31 23:13:23.565648 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2bd99e1-1f8f-4b95-b1cf-3b8e341b50b3 req-ce63da5f-110b-45e1-b5c3-dff7e2fe6639 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471458 Mar 31 23:13:23.713857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.716908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7cf97e6-1633-4c95-a64a-4ef656e049aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.719485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f7cf97e6-1633-4c95-a64a-4ef656e049aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.722937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f7cf97e6-1633-4c95-a64a-4ef656e049aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7cf488d-363c-4a51-9380-2c0be81c9cd9 HTTP/1.1" status: 204 len: 168 time: 1.1776433 Mar 31 23:13:23.760796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:23.784463 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.852860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Transition to ACTIVE for port object a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:23.861076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf97e6-1633-4c95-a64a-4ef656e049aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cf488d-363c-4a51-9380-2c0be81c9cd9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:23.883298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:23.896960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=27d5685d-561c-4cab-b856-b0733035c727,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:23.901347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:23.912745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:24.006908 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.059484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.103934 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Pushing event updated for resources: {'Port': ['ID=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:24.237064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.259059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Attempting to bind port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:24.260440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Attempting to bind port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'bc11d9ee-5474-4798-90f4-61792402fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '535a9c14-26e3-4a3f-9e28-8f0ed64a2119'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:24.260998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Attempting to bind port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 on network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:24.266935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 on network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:24.267429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Attempting to bind port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 on network 535a9c14-26e3-4a3f-9e28-8f0ed64a2119 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:24.274626 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:24.291336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Checking segment: {'id': 'bc11d9ee-5474-4798-90f4-61792402fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '535a9c14-26e3-4a3f-9e28-8f0ed64a2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:24.291336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Bound using segment: {'id': 'bc11d9ee-5474-4798-90f4-61792402fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '535a9c14-26e3-4a3f-9e28-8f0ed64a2119'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:24.291336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Bound port: a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc11d9ee-5474-4798-90f4-61792402fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '535a9c14-26e3-4a3f-9e28-8f0ed64a2119'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:24.291336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.426702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] For port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:24.432621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] For port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,segment=NetworkSegment(bc11d9ee-5474-4798-90f4-61792402fde3),segment_id=bc11d9ee-5474-4798-90f4-61792402fde3)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:24.559645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.667084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.667916 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.670104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] 10.222.0.50 "PUT /v2.0/ports/a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 HTTP/1.1" status: 200 len: 1092 time: 1.7883155 Mar 31 23:13:24.670682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71183a4b-50a0-4e76-a1c3-d24f602e1369', 'tag': 'a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:24.679400 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "71183a4b-50a0-4e76-a1c3-d24f602e1369", "tag": "a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:24.698259 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.716737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dab8a-8d59-4b54-8228-4ea1c4d9c0bb service neutron] Pushing event updated for resources: {'Port': ['ID=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:24.749698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f012b0-4f3f-4eae-ae1f-522dfdfd8628 req-86232a84-43ff-4690-96fe-d10753294264 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.755818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05f012b0-4f3f-4eae-ae1f-522dfdfd8628 req-86232a84-43ff-4690-96fe-d10753294264 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 944 time: 0.1630454 Mar 31 23:13:24.799635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdffa8-9ae4-4eee-add4-55fdbb0de522 req-bdd24ad9-73c0-4c6b-b909-3a4d7e6e72b7 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.801195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72bdffa8-9ae4-4eee-add4-55fdbb0de522 req-bdd24ad9-73c0-4c6b-b909-3a4d7e6e72b7 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1137435 Mar 31 23:13:24.810006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05f012b0-4f3f-4eae-ae1f-522dfdfd8628 req-be1a8f05-c380-4ebd-b5b3-7f9f1cfbff43 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521555 Mar 31 23:13:24.845419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72bdffa8-9ae4-4eee-add4-55fdbb0de522 req-22c785d7-969c-4cd9-a948-a09f4cce5f69 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Mar 31 23:13:24.893530 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.994856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=27d5685d-561c-4cab-b856-b0733035c727,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:25.012135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:25.097296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-5f31a187-de21-4bcc-885e-02b8b4bc6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.099060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-5f31a187-de21-4bcc-885e-02b8b4bc6e65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5ab2fb1d98c42c693986580332e808f&device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 1095 time: 0.2148349 Mar 31 23:13:25.126764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:25.128090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-945bc6f8-f36c-42e7-99ab-361c258e0ade tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0588675 Mar 31 23:13:25.162881 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-748a0e6b-ad3d-4873-976b-2f58186cb5e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 HTTP/1.1" status: 200 len: 217 time: 0.0559626 Mar 31 23:13:25.226078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-fc668a99-5be7-4e45-8d7c-4601bed065c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.228766 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-fc668a99-5be7-4e45-8d7c-4601bed065c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6dc623a5-c3e1-406d-a2fa-89296f779a27 HTTP/1.1" status: 200 len: 851 time: 0.0588109 Mar 31 23:13:25.302521 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d365f5c-e917-4f08-95a4-36ba5b30f904 x-openstack-request-id: req-8d365f5c-e917-4f08-95a4-36ba5b30f904 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:25.302923 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71183a4b-50a0-4e76-a1c3-d24f602e1369", "tag": "a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:25.303273 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d365f5c-e917-4f08-95a4-36ba5b30f904 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:25.303969 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d365f5c-e917-4f08-95a4-36ba5b30f904'] response: {'name': 'network-changed', 'server_uuid': '71183a4b-50a0-4e76-a1c3-d24f602e1369', 'tag': 'a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2', 'status': 'completed', 'code': 200} Mar 31 23:13:25.308068 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-dd6513cc-ef8d-41b1-be75-7278f97907d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730062 Mar 31 23:13:25.513984 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-cf687304-4930-46d8-b27c-940b386d1177 service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988492 Mar 31 23:13:25.648639 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-07f7f066-6e67-47ad-aad5-08cc211448e7 req-3fa7829f-1257-4a98-acdf-1765a040da2b service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171963 Mar 31 23:13:25.701931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5092f9-046c-4e83-ae22-d231b4b05545 req-e1794c61-9778-4ab1-a321-936ec681858d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.712713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b5092f9-046c-4e83-ae22-d231b4b05545 req-e1794c61-9778-4ab1-a321-936ec681858d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1745772 Mar 31 23:13:25.759295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-dc1eafd7-0680-4424-ac2e-c31a00461f32 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1275934805&fields=id&tenant_id=136ee4b6af8a465c90ce129820a06859 HTTP/1.1" status: 200 len: 267 time: 0.1484568 Mar 31 23:13:25.817460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b5092f9-046c-4e83-ae22-d231b4b05545 req-b7ae9e7b-c566-4245-b4da-7d4ab4123687 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015861 Mar 31 23:13:25.853080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-b46d9fb1-848b-40d4-812d-7526d63fddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.855248 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-b46d9fb1-848b-40d4-812d-7526d63fddea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5ab2fb1d98c42c693986580332e808f&device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 1095 time: 0.0879593 Mar 31 23:13:25.857400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56612) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:25.872171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-67a4ba76-695b-48e5-92ff-eb5c97ca16b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.873832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-67a4ba76-695b-48e5-92ff-eb5c97ca16b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports/33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 200 len: 937 time: 0.1137509 Mar 31 23:13:26.005179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c9595eda-e4f0-4c11-bbed-1b0446861e33 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.017772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c9595eda-e4f0-4c11-bbed-1b0446861e33 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports/bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 200 len: 936 time: 0.1344016 Mar 31 23:13:26.098817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-abdea49b-3b15-4359-8366-3739ace56d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.100592 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-abdea49b-3b15-4359-8366-3739ace56d06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119 HTTP/1.1" status: 200 len: 912 time: 0.2385941 Mar 31 23:13:26.117327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-19f5d9a5-9894-4e29-8664-f86c52711b33 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1151034830', 'prefixes': ['172.20.0.0/16']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:26.159151 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-fd8d4b7c-767b-4bd3-ac5a-c3cb264545df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 HTTP/1.1" status: 200 len: 217 time: 0.0498335 Mar 31 23:13:26.179320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-96d3edda-45b8-4608-8a42-e62b7312051a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1606479 Mar 31 23:13:26.225322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-6efc1d6c-afa4-411e-adf7-806aca0eb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.228760 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-6efc1d6c-afa4-411e-adf7-806aca0eb578 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6dc623a5-c3e1-406d-a2fa-89296f779a27 HTTP/1.1" status: 200 len: 851 time: 0.0598359 Mar 31 23:13:26.228997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd21ae9-9dfc-4d9f-926b-54fe945f3b68 req-e752e09e-6114-4e50-8e88-b951812c2278 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.230608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edd21ae9-9dfc-4d9f-926b-54fe945f3b68 req-e752e09e-6114-4e50-8e88-b951812c2278 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 944 time: 0.2489674 Mar 31 23:13:26.250707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-645e6f76-1759-47f8-a011-dee4f56b1816 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0597296 Mar 31 23:13:26.272632 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-a92f185c-ed7c-4197-8eff-e7be6298d036 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347016 Mar 31 23:13:26.381398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edd21ae9-9dfc-4d9f-926b-54fe945f3b68 req-77a87df7-ced9-480a-af20-a5311a4ce6c9 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306825 Mar 31 23:13:26.453563 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-0e9096f3-5e1a-4d12-8aea-ef3010606768 service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737087 Mar 31 23:13:26.520506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-360e7eff-e13e-441b-b453-05eb60a5dd2d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.529549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-360e7eff-e13e-441b-b453-05eb60a5dd2d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.546300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-360e7eff-e13e-441b-b453-05eb60a5dd2d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.557382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-360e7eff-e13e-441b-b453-05eb60a5dd2d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/networks?id=004c4e99-ec3f-421e-95ba-5d7b35cef792&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=231d7e5d-d031-4145-a891-3b375eaaebf2&id=231d7e5d-d031-4145-a891-3b375eaaebf2 HTTP/1.1" status: 200 len: 1995 time: 0.2939386 Mar 31 23:13:26.597307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-bf1ffb90-7d42-4283-83a9-53e4db6809b1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/quotas/136ee4b6af8a465c90ce129820a06859 HTTP/1.1" status: 200 len: 375 time: 0.0272856 Mar 31 23:13:26.683954 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0cd756b7-f848-4cd2-b10f-7d8858b1cf8b req-916af3b7-e2e3-4e43-9b1a-fe7798ac4a85 service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228107 Mar 31 23:13:26.711362 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19f5d9a5-9894-4e29-8664-f86c52711b33 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] Notify callbacks [] for subnetpool, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.714267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-19f5d9a5-9894-4e29-8664-f86c52711b33 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8553951 Mar 31 23:13:26.716497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56634) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:26.747028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-e35362c9-010a-4c16-9c19-96ff0d79e01d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1456342 Mar 31 23:13:26.786531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b3a472c-5dcc-4a01-81d2-2f0f8326c16c tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] 10.222.0.31 "GET /v2.0/subnetpools/1474f028-e3c9-4146-9ab5-3e6ca31e4fff HTTP/1.1" status: 200 len: 732 time: 0.0684450 Mar 31 23:13:26.788809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56640) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:26.794713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-470f3fc4-856a-46fd-a504-3734bb1c0442 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1852297280'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:27.030847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1bf403b6-9103-4725-bde5-64ba47fd8cae service neutron] 10.222.0.31 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704186 Mar 31 23:13:27.110626 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-470f3fc4-856a-46fd-a504-3734bb1c0442 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] Notify callbacks [] for subnetpool, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.111826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-470f3fc4-856a-46fd-a504-3734bb1c0442 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] 10.222.0.31 "PUT /v2.0/subnetpools/1474f028-e3c9-4146-9ab5-3e6ca31e4fff HTTP/1.1" status: 200 len: 684 time: 0.3216994 Mar 31 23:13:27.114619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56648) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:27.278292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-8a4900a6-6fcf-427e-b513-8ac737df8cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449553 Mar 31 23:13:27.293297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02905a-ae96-4e7e-b88d-4e583fb25674 req-af96b267-2e91-4859-be20-59f003cf488c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.308046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e02905a-ae96-4e7e-b88d-4e583fb25674 req-af96b267-2e91-4859-be20-59f003cf488c tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.2924044 Mar 31 23:13:27.379741 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-3fb61b9d-da7c-4b8d-bcad-bcafcfadc01d service neutron] 10.222.0.31 "GET /v2.0/ports/33d63b53-11e8-449c-ad1c-1119c2c83e18?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0700970 Mar 31 23:13:27.399547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e02905a-ae96-4e7e-b88d-4e583fb25674 req-e2c4f816-626f-49c1-8f35-b486d0232710 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871441 Mar 31 23:13:27.533959 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a943d98-d8c0-4e5d-a7ab-3978b22e5176 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] Notify callbacks [] for subnetpool, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.535161 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7a943d98-d8c0-4e5d-a7ab-3978b22e5176 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] 10.222.0.31 "DELETE /v2.0/subnetpools/1474f028-e3c9-4146-9ab5-3e6ca31e4fff HTTP/1.1" status: 204 len: 168 time: 0.4188950 Mar 31 23:13:27.537912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:27.549162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73908d6-f415-4536-bb9d-dbdba0bf77e9 req-0a3c7f96-02e4-4769-a552-72d3bcd58db7 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.557451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b73908d6-f415-4536-bb9d-dbdba0bf77e9 req-0a3c7f96-02e4-4769-a552-72d3bcd58db7 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 944 time: 0.1019504 Mar 31 23:13:27.574244 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-49e713ed-6813-4e7f-8373-95c91df7c82f tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] show failed (client error): The resource could not be found. Mar 31 23:13:27.578973 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-49e713ed-6813-4e7f-8373-95c91df7c82f tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] 10.222.0.31 "GET /v2.0/subnetpools/1474f028-e3c9-4146-9ab5-3e6ca31e4fff HTTP/1.1" status: 404 len: 346 time: 0.0399199 Mar 31 23:13:27.581600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56664) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:27.588839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-3b0ada5b-2100-4a7d-adbc-d40cf8152f20 service neutron] 10.222.0.31 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834660 Mar 31 23:13:27.617435 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-93ec1b02-86aa-4e2a-8247-808b645e0197 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] delete failed (client error): The resource could not be found. Mar 31 23:13:27.617435 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-93ec1b02-86aa-4e2a-8247-808b645e0197 tempest-SubnetPoolsTestJSON-1495140205 tempest-SubnetPoolsTestJSON-1495140205-project] 10.222.0.31 "DELETE /v2.0/subnetpools/1474f028-e3c9-4146-9ab5-3e6ca31e4fff HTTP/1.1" status: 404 len: 346 time: 0.0319259 Mar 31 23:13:27.719310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b73908d6-f415-4536-bb9d-dbdba0bf77e9 req-264ebe8f-7a5a-4362-bfe1-dd52eac4a359 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603630 Mar 31 23:13:27.799045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-79d8ce92-8b71-443e-87f5-a1dbd0efa419 service neutron] 10.222.0.31 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132311 Mar 31 23:13:27.846340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9f3c1c37-22e5-4b60-934d-87ba26203783 service neutron] 10.222.0.31 "GET /v2.0/ports/bd080b64-65a4-480e-8bbc-dbfde1e0a3a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0418026 Mar 31 23:13:27.929207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:27.952144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2b7502af-e183-4bcf-9e2d-c419d38fff41 service neutron] 10.222.0.31 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942638 Mar 31 23:13:28.103792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f063a93-600c-45e0-bd4b-0bf409f0ff1a service neutron] 10.222.0.31 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432953 Mar 31 23:13:28.125364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,segment=NetworkSegment(bc11d9ee-5474-4798-90f4-61792402fde3),segment_id=bc11d9ee-5474-4798-90f4-61792402fde3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:28.144546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2', 'network_id': '535a9c14-26e3-4a3f-9e28-8f0ed64a2119', 'port_id': 'a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2', 'mac_address': 'fa:16:3e:c7:a4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc623a5-c3e1-406d-a2fa-89296f779a27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:28.220316 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.236272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:28.263266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,segment=NetworkSegment(bc11d9ee-5474-4798-90f4-61792402fde3),segment_id=bc11d9ee-5474-4798-90f4-61792402fde3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:28.349627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56676) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:28.360445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.459606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:28.507694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-7b845511-58a2-4707-a746-4ff314bf7ae2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.515628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-7b845511-58a2-4707-a746-4ff314bf7ae2 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.45 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1667097 Mar 31 23:13:28.600704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:28.768772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73a4ea63-46e9-442e-8693-2150f093e1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.776885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Deleting port d279eb4d-e6b7-452e-876a-fabc326d8391 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:28.777329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.884086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1420-6072-48cc-bc16-91ec4bc00ee0 req-a24830b5-46f0-41ed-85fc-b3a2d154bd8d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.888022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c68a1420-6072-48cc-bc16-91ec4bc00ee0 req-a24830b5-46f0-41ed-85fc-b3a2d154bd8d tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 945 time: 0.1398768 Mar 31 23:13:28.893545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-4436a6e3-d93e-42f9-afb3-8f471376d289 service neutron] 10.222.0.31 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883437 Mar 31 23:13:28.988291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73a4ea63-46e9-442e-8693-2150f093e1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.052848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c68a1420-6072-48cc-bc16-91ec4bc00ee0 req-23a22b23-3ca7-4df7-9357-d545428c1172 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568022 Mar 31 23:13:29.075278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73a4ea63-46e9-442e-8693-2150f093e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.117927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-f373fd17-d75d-4f73-9d87-297a0ca82280 service neutron] 10.222.0.31 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148190 Mar 31 23:13:29.183943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] For port d279eb4d-e6b7-452e-876a-fabc326d8391, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d279eb4d-e6b7-452e-876a-fabc326d8391,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:29.185894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.225846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Calling delete_port for d279eb4d-e6b7-452e-876a-fabc326d8391 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:29.281524 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-73a4ea63-46e9-442e-8693-2150f093e1dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98fdcac3d1354e8588c4e77f7908cee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9232869 Mar 31 23:13:29.303792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56708) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:29.369467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4ea63-46e9-442e-8693-2150f093e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c307601b-5c4f-42a9-8510-aee0a317e238,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:29.422389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-676d1915-2870-4b55-9565-e9769922277b service neutron] 10.222.0.31 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976136 Mar 31 23:13:29.456736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114c239-bd12-484a-9b8b-80fa9dc10059 req-0e6c73e1-0e9c-4f8a-9d93-20b3352698e5 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.465329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0114c239-bd12-484a-9b8b-80fa9dc10059 req-0e6c73e1-0e9c-4f8a-9d93-20b3352698e5 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 945 time: 0.2635176 Mar 31 23:13:29.549798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb9d-de94-489b-b6ff-b87b2d912e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.609430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb9d-de94-489b-b6ff-b87b2d912e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.620752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0114c239-bd12-484a-9b8b-80fa9dc10059 req-dd085c5f-cd56-47f2-9b14-183eb1408a30 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542935 Mar 31 23:13:29.695757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-68e8219a-eb15-47f7-a4cd-3346707d12f1 service neutron] 10.222.0.31 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724104 Mar 31 23:13:29.700463 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.716208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3a5968e2-a98e-4b4d-990f-a36c603fec1d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:29.720933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['d279eb4d-e6b7-452e-876a-fabc326d8391'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:29.752687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Pushing event deleted for resources: {'Port': ['ID=d279eb4d-e6b7-452e-876a-fabc326d8391,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:29.843829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] No DVR routers for this DVR port d279eb4d-e6b7-452e-876a-fabc326d8391 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:29.850236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.861334 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1611e15f-1e80-498f-9aa2-6d06c3a055f4 req-3c8796c5-740d-4ac9-8a42-710ba2faa05a tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.45 "DELETE /v2.0/ports/d279eb4d-e6b7-452e-876a-fabc326d8391 HTTP/1.1" status: 204 len: 173 time: 1.3393552 Mar 31 23:13:29.863726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920d0354-e7a6-4abf-bd87-299328153129', 'name': 'network-vif-deleted', 'tag': 'd279eb4d-e6b7-452e-876a-fabc326d8391'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:29.866785 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eed0d7c-cf41-412f-8969-4a6fa9718483" -d '{"events": [{"server_uuid": "920d0354-e7a6-4abf-bd87-299328153129", "name": "network-vif-deleted", "tag": "d279eb4d-e6b7-452e-876a-fabc326d8391"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:29.901580 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb9d-de94-489b-b6ff-b87b2d912e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.909494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb9d-de94-489b-b6ff-b87b2d912e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.932642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8fd9fb9d-de94-489b-b6ff-b87b2d912e03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c307601b-5c4f-42a9-8510-aee0a317e238 HTTP/1.1" status: 204 len: 168 time: 0.6186261 Mar 31 23:13:29.933701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:29.960922 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e032ba-c501-4411-9017-ab3f5fd8f5c6 x-openstack-request-id: req-f8e032ba-c501-4411-9017-ab3f5fd8f5c6 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:29.961374 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920d0354-e7a6-4abf-bd87-299328153129", "name": "network-vif-deleted", "tag": "d279eb4d-e6b7-452e-876a-fabc326d8391", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:29.961810 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8e032ba-c501-4411-9017-ab3f5fd8f5c6 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:29.963065 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e032ba-c501-4411-9017-ab3f5fd8f5c6'] response: {'server_uuid': '920d0354-e7a6-4abf-bd87-299328153129', 'name': 'network-vif-deleted', 'tag': 'd279eb4d-e6b7-452e-876a-fabc326d8391', 'status': 'completed', 'code': 200} Mar 31 23:13:29.965649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-34407873-40ed-4d57-9e44-2faed91c929c service neutron] 10.222.0.31 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570646 Mar 31 23:13:29.966607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9fb9d-de94-489b-b6ff-b87b2d912e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307601b-5c4f-42a9-8510-aee0a317e238,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:30.178614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1a755d89-932f-40ed-8c2d-5e2d39b78e90 service neutron] 10.222.0.31 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026441 Mar 31 23:13:30.263827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:30.271822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:30.271822 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.362188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-065db1a2-d4df-4a2a-99f3-d4d8f67f4552 req-e81417a7-9916-43fa-a55a-619b1073b71b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=920d0354-e7a6-4abf-bd87-299328153129 HTTP/1.1" status: 200 len: 210 time: 0.0668993 Mar 31 23:13:30.438542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-aa9ee511-398a-4639-bc19-323fb80de494 service neutron] 10.222.0.31 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529659 Mar 31 23:13:30.442075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.496858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71183a4b-50a0-4e76-a1c3-d24f602e1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:30.499530 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076afea6-59bf-4cad-a048-c95b81941a28" -d '{"events": [{"server_uuid": "71183a4b-50a0-4e76-a1c3-d24f602e1369", "name": "network-vif-plugged", "status": "completed", "tag": "a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:30.563069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,segment=NetworkSegment(bc11d9ee-5474-4798-90f4-61792402fde3),segment_id=bc11d9ee-5474-4798-90f4-61792402fde3)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:30.608317 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1043f42-c948-47a5-a69f-5a9e25ea691b x-openstack-request-id: req-a1043f42-c948-47a5-a69f-5a9e25ea691b {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:30.608988 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71183a4b-50a0-4e76-a1c3-d24f602e1369", "name": "network-vif-plugged", "status": "completed", "tag": "a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:30.609522 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1043f42-c948-47a5-a69f-5a9e25ea691b {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:30.610899 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1043f42-c948-47a5-a69f-5a9e25ea691b'] response: {'server_uuid': '71183a4b-50a0-4e76-a1c3-d24f602e1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2', 'code': 200} Mar 31 23:13:30.667634 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.740331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-78d0b117-19f3-4f25-9485-1453456c0031 service neutron] 10.222.0.31 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981391 Mar 31 23:13:30.817668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163aa7b-b5f1-4392-88fa-6c242a509e70 req-3791be2e-a917-4a75-bcf6-fe1bc8590f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.827978 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9163aa7b-b5f1-4392-88fa-6c242a509e70 req-3791be2e-a917-4a75-bcf6-fe1bc8590f92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 1097 time: 0.1376824 Mar 31 23:13:30.873508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:30.976844 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9163aa7b-b5f1-4392-88fa-6c242a509e70 req-55f0b320-8ab8-437c-be2f-bab2796ed62c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476898 Mar 31 23:13:31.020199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fc25f-9bc0-493f-8874-f9e47a57dc60 req-4b0d3860-fa75-4618-ab86-4efac15d10a8 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:31.024136 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a32fc25f-9bc0-493f-8874-f9e47a57dc60 req-4b0d3860-fa75-4618-ab86-4efac15d10a8 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.2190349 Mar 31 23:13:31.192733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a32fc25f-9bc0-493f-8874-f9e47a57dc60 req-f8aa9c32-2138-4ed6-b9c1-519743a14b0a tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566234 Mar 31 23:13:32.076748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56802) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:32.081099 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027618 Mar 31 23:13:32.086298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56804) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:32.269183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8d3fc-9fae-44df-9005-6da773c41c5d req-60983c7b-5692-48d0-9805-608125119e6e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.287929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ef8d3fc-9fae-44df-9005-6da773c41c5d req-60983c7b-5692-48d0-9805-608125119e6e tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1688378 Mar 31 23:13:32.342316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ef8d3fc-9fae-44df-9005-6da773c41c5d req-c60fd34a-9de9-4e5e-bcca-98f755145d32 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527778 Mar 31 23:13:32.391152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d279eb4d-e6b7-452e-876a-fabc326d8391 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:32.406089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15604a94-43bc-4bd9-9a29-535c17d602c5 tempest-NetworksApiDiscovery-1330521829 tempest-NetworksApiDiscovery-1330521829-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3042696 Mar 31 23:13:32.433443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: d279eb4d-e6b7-452e-876a-fabc326d8391 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:32.434084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d279eb4d-e6b7-452e-876a-fabc326d8391 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:32.705754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164f5e-5a82-4c1e-bbbb-c92577e46442 req-fc79fa03-b223-4d7b-ac8a-3a30936365fa tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.707709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af164f5e-5a82-4c1e-bbbb-c92577e46442 req-fc79fa03-b223-4d7b-ac8a-3a30936365fa tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.0888553 Mar 31 23:13:32.749849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-af164f5e-5a82-4c1e-bbbb-c92577e46442 req-ce68d58d-4db6-49a7-a052-1d4bc0d6b52a tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353382 Mar 31 23:13:33.156399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57c5bcd2-f7df-4dda-8794-1bcb211d14c3 req-b4f613e2-d119-499c-bfd7-44852cc89562 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0547132 Mar 31 23:13:33.179350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56830) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:33.341241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fb35-175d-4432-af5a-fdd08b346d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.436450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fb35-175d-4432-af5a-fdd08b346d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.494326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b4b28-717e-4bba-99bc-b1d8570417c8 req-dfba8fb5-7c84-43a8-8844-69fe7e73be10 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.496056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-386b4b28-717e-4bba-99bc-b1d8570417c8 req-dfba8fb5-7c84-43a8-8844-69fe7e73be10 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.0654604 Mar 31 23:13:33.515808 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fb35-175d-4432-af5a-fdd08b346d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.598058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e1b9fb35-175d-4432-af5a-fdd08b346d83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f0eaf716c5a435387e76ca35fa63a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175599 Mar 31 23:13:33.601833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56840) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:33.603494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-386b4b28-717e-4bba-99bc-b1d8570417c8 req-d40bb8cb-ba73-4eb6-ae3a-1e0ed6b37098 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988533 Mar 31 23:13:33.604361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9fb35-175d-4432-af5a-fdd08b346d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d26d84-3d4a-4b2a-bbcd-b8c222805825,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:33.682601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bc92bbd7-2e3d-4172-bad5-2c6f3690a0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.703593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bc92bbd7-2e3d-4172-bad5-2c6f3690a0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.901419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bc92bbd7-2e3d-4172-bad5-2c6f3690a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.905964 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bc92bbd7-2e3d-4172-bad5-2c6f3690a0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.911430 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bc92bbd7-2e3d-4172-bad5-2c6f3690a0d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5d26d84-3d4a-4b2a-bbcd-b8c222805825 HTTP/1.1" status: 204 len: 168 time: 0.3059170 Mar 31 23:13:33.938586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92bbd7-2e3d-4172-bad5-2c6f3690a0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d26d84-3d4a-4b2a-bbcd-b8c222805825,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:33.950280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f6577-9fe2-468b-bde4-26f5a95c2fc9 req-570afdb4-6491-46c2-831f-a96eb29a5009 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.958162 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e7f6577-9fe2-468b-bde4-26f5a95c2fc9 req-570afdb4-6491-46c2-831f-a96eb29a5009 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1176453 Mar 31 23:13:34.006570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e7f6577-9fe2-468b-bde4-26f5a95c2fc9 req-fd0b1541-cf7e-4cac-853e-7a1e4d5ce4f3 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Mar 31 23:13:34.062337 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d479a43-1756-4758-bfa9-4f5777695403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.293660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f35704e5-6410-492b-8a69-8e39b015fb10 req-dca6d10b-e3fe-49d9-9237-626f4c2f6092 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0334718 Mar 31 23:13:34.316759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd16a2d-8399-47ec-bdcd-6cd033a1fad3 req-e69291c0-fa77-4458-b7df-612dd7d5ba87 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.318815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cd16a2d-8399-47ec-bdcd-6cd033a1fad3 req-e69291c0-fa77-4458-b7df-612dd7d5ba87 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1156628 Mar 31 23:13:34.431798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cd16a2d-8399-47ec-bdcd-6cd033a1fad3 req-64ed5fae-22b2-497f-a1a4-5d3bb60ec824 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994446 Mar 31 23:13:34.559144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d26f31-b532-4274-80cf-2749607a3f60 req-dba7f24c-bf23-4504-bd1b-261d3ceb0962 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.561501 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-18d26f31-b532-4274-80cf-2749607a3f60 req-dba7f24c-bf23-4504-bd1b-261d3ceb0962 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.50 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.1505904 Mar 31 23:13:34.831234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Deleting port 3a5968e2-a98e-4b4d-990f-a36c603fec1d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:34.832357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.885018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65cdb3-344b-4b69-b4a4-2dbf054fe9e1 req-50f73c3b-eccb-4b26-82d5-0874b4eb47d8 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.886328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a65cdb3-344b-4b69-b4a4-2dbf054fe9e1 req-50f73c3b-eccb-4b26-82d5-0874b4eb47d8 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 946 time: 0.0849369 Mar 31 23:13:34.941818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a65cdb3-344b-4b69-b4a4-2dbf054fe9e1 req-b7baee21-ca10-450a-bdb6-1b393e9a9745 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/security-groups?id=f58475d1-e814-472c-8a70-aaccd8090398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475242 Mar 31 23:13:35.008452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] For port 3a5968e2-a98e-4b4d-990f-a36c603fec1d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=3a5968e2-a98e-4b4d-990f-a36c603fec1d,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:35.009063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.049186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Calling delete_port for 3a5968e2-a98e-4b4d-990f-a36c603fec1d owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:35.485728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.498759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['3a5968e2-a98e-4b4d-990f-a36c603fec1d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:35.679763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] No DVR routers for this DVR port 3a5968e2-a98e-4b4d-990f-a36c603fec1d on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:35.683818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Pushing event deleted for resources: {'Port': ['ID=3a5968e2-a98e-4b4d-990f-a36c603fec1d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:35.690829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.695376 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-18d26f31-b532-4274-80cf-2749607a3f60 req-23d7d684-07e8-40fb-b785-075749980e6b tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.50 "DELETE /v2.0/ports/3a5968e2-a98e-4b4d-990f-a36c603fec1d HTTP/1.1" status: 204 len: 173 time: 1.1262262 Mar 31 23:13:35.695376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a46e1a-d4c0-48a1-8c24-0b5c9992a490', 'name': 'network-vif-deleted', 'tag': '3a5968e2-a98e-4b4d-990f-a36c603fec1d'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:35.706464 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33738f1-9e5a-479a-83d2-f73db7553663" -d '{"events": [{"server_uuid": "99a46e1a-d4c0-48a1-8c24-0b5c9992a490", "name": "network-vif-deleted", "tag": "3a5968e2-a98e-4b4d-990f-a36c603fec1d"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:35.808204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85fd042f-079e-4ab0-b8d0-76296f9998bc req-8f91ad13-99df-464b-b0d7-57aace71ee6e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0420821 Mar 31 23:13:35.903073 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e7cd75-9b2c-4398-902a-715d1f4f2e21 x-openstack-request-id: req-86e7cd75-9b2c-4398-902a-715d1f4f2e21 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:35.904018 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a46e1a-d4c0-48a1-8c24-0b5c9992a490", "name": "network-vif-deleted", "tag": "3a5968e2-a98e-4b4d-990f-a36c603fec1d", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:35.904429 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86e7cd75-9b2c-4398-902a-715d1f4f2e21 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:35.905017 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e7cd75-9b2c-4398-902a-715d1f4f2e21'] response: {'server_uuid': '99a46e1a-d4c0-48a1-8c24-0b5c9992a490', 'name': 'network-vif-deleted', 'tag': '3a5968e2-a98e-4b4d-990f-a36c603fec1d', 'status': 'completed', 'code': 200} Mar 31 23:13:36.071123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d5272f3b-854e-475a-b94f-a70f59db87db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:36.160655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc98afe-9cef-48fc-b71b-bfac4c16f280 req-f386b490-b91c-42c1-a5d8-73541be46b08 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.162384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0bc98afe-9cef-48fc-b71b-bfac4c16f280 req-f386b490-b91c-42c1-a5d8-73541be46b08 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.2265491 Mar 31 23:13:36.249825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3ee4-56c2-45d1-b665-a5d59299a0d0 req-e8b22c64-d1e3-4e6f-9d05-e00123df25ad tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.259550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-314c3ee4-56c2-45d1-b665-a5d59299a0d0 req-e8b22c64-d1e3-4e6f-9d05-e00123df25ad tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 945 time: 0.2893350 Mar 31 23:13:36.298223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0bc98afe-9cef-48fc-b71b-bfac4c16f280 req-37142722-0a1d-46a3-a4fe-f1cb46378a15 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223114 Mar 31 23:13:36.322359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-314c3ee4-56c2-45d1-b665-a5d59299a0d0 req-25c00227-b047-4e86-9758-60113d1a0b63 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556109 Mar 31 23:13:36.526626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5c366d5-58cb-4e92-a6cb-d603419e096f req-89f788e9-9fa5-4a53-bbad-da8ac21022a8 tempest-ServerRescueTestJSON-1915762620 tempest-ServerRescueTestJSON-1915762620-project] 10.222.0.31 "GET /v2.0/ports?device_id=99a46e1a-d4c0-48a1-8c24-0b5c9992a490 HTTP/1.1" status: 200 len: 210 time: 0.0505748 Mar 31 23:13:36.975310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23ef6d7c-21f8-4475-bc6a-25059105dbeb req-d862e43e-1c5b-4797-bba8-2b8fa39e26a8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0327258 Mar 31 23:13:37.107481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-59381850-0dd4-4f7a-a650-a636c1e61f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.109047 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-59381850-0dd4-4f7a-a650-a636c1e61f79 service neutron] 10.222.0.45 "GET /v2.0/ports/33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 200 len: 1033 time: 0.0442128 Mar 31 23:13:37.151121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c4edd639-2484-4eee-9a29-a04db376e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.152694 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c4edd639-2484-4eee-9a29-a04db376e083 service neutron] 10.222.0.45 "GET /v2.0/ports/bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 200 len: 1032 time: 0.0361876 Mar 31 23:13:37.396460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1d314316-de28-4008-9783-b25fa23c978f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.414211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1d314316-de28-4008-9783-b25fa23c978f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.434996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1d314316-de28-4008-9783-b25fa23c978f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.437202 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1d314316-de28-4008-9783-b25fa23c978f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "GET /v2.0/networks?id=004c4e99-ec3f-421e-95ba-5d7b35cef792&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=231d7e5d-d031-4145-a891-3b375eaaebf2&id=231d7e5d-d031-4145-a891-3b375eaaebf2 HTTP/1.1" status: 200 len: 1995 time: 0.2766984 Mar 31 23:13:37.479752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf2058-2a88-47f6-bb1a-c81ea26ad5a0 req-540f641a-5572-4d1d-9d14-030144f78124 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.488958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fdf2058-2a88-47f6-bb1a-c81ea26ad5a0 req-540f641a-5572-4d1d-9d14-030144f78124 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 945 time: 0.0687916 Mar 31 23:13:37.545140 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-e987ca08-8fdc-4c24-bf6e-547b4adf4855 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=136ee4b6af8a465c90ce129820a06859 HTTP/1.1" status: 200 len: 380 time: 0.0962996 Mar 31 23:13:37.562665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'admin_state_up': True, 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'security_groups': ['74df75a9-0162-4956-b88c-ab27a9ce8b6c']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:37.623211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fdf2058-2a88-47f6-bb1a-c81ea26ad5a0 req-b9192848-509a-4df4-84d9-e19eeed0d616 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243110 Mar 31 23:13:37.657653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f5a8f-6244-493b-8c23-916b76f1f47f req-4e4ae6fc-8104-44f0-b4de-80ba11d04b7c tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.663916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-620f5a8f-6244-493b-8c23-916b76f1f47f req-4e4ae6fc-8104-44f0-b4de-80ba11d04b7c tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1463807 Mar 31 23:13:37.708673 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.709748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56984) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:37.812197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-620f5a8f-6244-493b-8c23-916b76f1f47f req-7ff13e86-f097-4332-bbea-0167b4cb64b4 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472991 Mar 31 23:13:37.827302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-08f0d260-9631-4324-8c9c-53a543b9cf6d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.829314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-08f0d260-9631-4324-8c9c-53a543b9cf6d tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.45 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 945 time: 0.1622260 Mar 31 23:13:37.990380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:37.995494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.002103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Deleting port 685f32e7-c636-402e-af64-7b223f73323d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:38.002676 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.198347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e61094f0-6f2a-4d3b-805b-5adef5660e50 req-a7acdc98-9b05-467a-a27e-f36c31f8a206 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0560462 Mar 31 23:13:38.222367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] For port 685f32e7-c636-402e-af64-7b223f73323d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=685f32e7-c636-402e-af64-7b223f73323d,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:38.222785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.357582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Allocated IP 172.20.0.6 (004c4e99-ec3f-421e-95ba-5d7b35cef792/7cef8733-88ba-4639-9516-bf4bd64fbc9b/76f9ce97-fb3f-44d0-9b95-0082327e5279) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:38.567059 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.578162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b58ef-783d-4579-bfad-497d20f6377e req-55d99609-8dd7-45c5-bca0-36d846b757a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.580065 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-372b58ef-783d-4579-bfad-497d20f6377e req-55d99609-8dd7-45c5-bca0-36d846b757a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5ab2fb1d98c42c693986580332e808f&device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 1097 time: 0.2136545 Mar 31 23:13:38.582874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17e4b-9186-43e8-8fc6-409866a2e14d req-20a63906-27e8-445d-a244-edd7798bcb8b tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.591368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-faf17e4b-9186-43e8-8fc6-409866a2e14d req-20a63906-27e8-445d-a244-edd7798bcb8b tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1250334 Mar 31 23:13:38.640454 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.641254 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.641672 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Floating IP 75f2cb48-3a5c-4e35-8c18-83cf7d9a8716 disassociated. External IP: 172.25.4.99, port: 685f32e7-c636-402e-af64-7b223f73323d. Mar 31 23:13:38.642108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Calling delete_port for 685f32e7-c636-402e-af64-7b223f73323d owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:38.708205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-faf17e4b-9186-43e8-8fc6-409866a2e14d req-584b9d72-6733-4781-8f44-2be7c81b7e38 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156030 Mar 31 23:13:38.834267 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.907478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f66c0-093a-4170-b730-120571ca5f3e req-adf459a4-1d04-4605-bb96-9804a66632e7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.915505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e9f66c0-093a-4170-b730-120571ca5f3e req-adf459a4-1d04-4605-bb96-9804a66632e7 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 945 time: 0.1407113 Mar 31 23:13:38.971077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b58ef-783d-4579-bfad-497d20f6377e req-7ef64eb7-4f19-425b-9588-436937a60a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.972559 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-372b58ef-783d-4579-bfad-497d20f6377e req-7ef64eb7-4f19-425b-9588-436937a60a37 service neutron] 10.222.0.50 "GET /v2.0/networks?id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119 HTTP/1.1" status: 200 len: 912 time: 0.3779759 Mar 31 23:13:39.025828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e9f66c0-093a-4170-b730-120571ca5f3e req-f65f0f56-db63-4dec-bf6f-a26a6f9e9617 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e7282ae-36ec-4637-a8e6-1a8029559530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093006 Mar 31 23:13:39.030446 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-372b58ef-783d-4579-bfad-497d20f6377e req-796f94f7-7ede-4ce0-b1ca-1f17cf0c2cc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 HTTP/1.1" status: 200 len: 217 time: 0.0499439 Mar 31 23:13:39.037289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.079226 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.148933 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.177966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.265761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event deleted for resources: {'Port': ['ID=685f32e7-c636-402e-af64-7b223f73323d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.315599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b58ef-783d-4579-bfad-497d20f6377e req-7e0ea243-0183-4ffa-af2c-c1ce840348a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.317537 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-372b58ef-783d-4579-bfad-497d20f6377e req-7e0ea243-0183-4ffa-af2c-c1ce840348a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6dc623a5-c3e1-406d-a2fa-89296f779a27 HTTP/1.1" status: 200 len: 851 time: 0.2666228 Mar 31 23:13:39.422000 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-372b58ef-783d-4579-bfad-497d20f6377e req-5f84bd6e-4e53-4244-b14f-ecade4720ebd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624514 Mar 31 23:13:39.439572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-759b1766-c65d-48a5-bacf-69a61f9bc0fc req-cff903e7-c801-41a3-887c-3f5fb23bc77a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0401294 Mar 31 23:13:39.500239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.548851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:39.663300 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=76f9ce97-fb3f-44d0-9b95-0082327e5279,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.664062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.675846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-372b58ef-783d-4579-bfad-497d20f6377e req-42d3275b-8111-405d-82ce-cb1932826820 service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452564 Mar 31 23:13:39.678894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:39.682947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:39.695323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:39.773929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:39.791012 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] Sync routers for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:39.835874 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:39.835874 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:13:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:39.916580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] No DVR routers for this DVR port 685f32e7-c636-402e-af64-7b223f73323d on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:39.931903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.936191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da00d9a0-b5e0-4b33-9072-e5b24ab0dd1b req-3f8bd74d-43d7-4e41-a86b-db754740fd01 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.45 "DELETE /v2.0/ports/685f32e7-c636-402e-af64-7b223f73323d HTTP/1.1" status: 204 len: 173 time: 2.1009500 Mar 31 23:13:39.936685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'name': 'network-vif-deleted', 'tag': '685f32e7-c636-402e-af64-7b223f73323d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:39.939281 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95155b1-80d4-4e89-99f0-6609e68aa7ae" -d '{"events": [{"server_uuid": "e939fafc-b139-4ef8-9f9c-71bf94e11224", "name": "network-vif-deleted", "tag": "685f32e7-c636-402e-af64-7b223f73323d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:39.947213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3a5968e2-a98e-4b4d-990f-a36c603fec1d no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:40.026750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 3a5968e2-a98e-4b4d-990f-a36c603fec1d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:40.027116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 3a5968e2-a98e-4b4d-990f-a36c603fec1d not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:40.069544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff68dba-0fa5-4b7f-a0c8-03935314a322 req-40c51483-1d5a-44a7-b667-275ecc14d3bf tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.072051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bff68dba-0fa5-4b7f-a0c8-03935314a322 req-40c51483-1d5a-44a7-b667-275ecc14d3bf tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1586401 Mar 31 23:13:40.155959 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85fa67-4a19-4b52-a724-ad140a0c5896 x-openstack-request-id: req-cb85fa67-4a19-4b52-a724-ad140a0c5896 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:40.157443 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e939fafc-b139-4ef8-9f9c-71bf94e11224", "name": "network-vif-deleted", "tag": "685f32e7-c636-402e-af64-7b223f73323d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:40.157767 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb85fa67-4a19-4b52-a724-ad140a0c5896 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:40.158902 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb85fa67-4a19-4b52-a724-ad140a0c5896'] response: {'server_uuid': 'e939fafc-b139-4ef8-9f9c-71bf94e11224', 'name': 'network-vif-deleted', 'tag': '685f32e7-c636-402e-af64-7b223f73323d', 'status': 'completed', 'code': 200} Mar 31 23:13:40.163393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bff68dba-0fa5-4b7f-a0c8-03935314a322 req-965f4198-a068-4d59-9427-10d17cc5ec0c tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829527 Mar 31 23:13:40.214693 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:40.261870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0748761b-bf89-4956-9061-0c732aebccca None None] Provisioning complete for port 76f9ce97-fb3f-44d0-9b95-0082327e5279 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:40.270088 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0748761b-bf89-4956-9061-0c732aebccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.355681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-404506da-40a7-4968-9052-0ff3f7d04cde req-739770f5-5cdd-4714-814f-bfdd39fbfbbd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/ports?device_id=e939fafc-b139-4ef8-9f9c-71bf94e11224 HTTP/1.1" status: 200 len: 210 time: 0.0610778 Mar 31 23:13:40.357154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0748761b-bf89-4956-9061-0c732aebccca None None] Port 76f9ce97-fb3f-44d0-9b95-0082327e5279 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:40.670556 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:40.672582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7ec12-aa41-495c-b08e-c4041e04efd3 req-474e3330-6830-46c6-a3ec-fd53056d4255 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.674745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6b7ec12-aa41-495c-b08e-c4041e04efd3 req-474e3330-6830-46c6-a3ec-fd53056d4255 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 931 time: 0.0862119 Mar 31 23:13:40.732669 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] Checking router: bae17eb4-29f0-4180-bfa8-ab700ef5dac8 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:40.737481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6b7ec12-aa41-495c-b08e-c4041e04efd3 req-e823fdcc-2a75-4c7d-877a-2745b3bf8c90 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552359 Mar 31 23:13:40.762207 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:40.762207 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:13:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:40.854063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.855928 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.064022 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:41.232146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b86fea13-6541-4211-b566-2419326fd4cd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6732059 Mar 31 23:13:41.237582 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-372b58ef-783d-4579-bfad-497d20f6377e req-d0c4b785-717e-474f-8b22-ba6910298356 service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5509768 Mar 31 23:13:41.255725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'admin_state_up': True, 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'security_groups': ['74df75a9-0162-4956-b88c-ab27a9ce8b6c']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:41.398220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Deleting port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:41.398666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.471957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76c8ec-9201-4375-a0dd-5e48422ae77b req-6fc5dc69-d9a6-4f35-8955-adf3e21ea34b tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.480666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a76c8ec-9201-4375-a0dd-5e48422ae77b req-6fc5dc69-d9a6-4f35-8955-adf3e21ea34b tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1437058 Mar 31 23:13:41.533625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a76c8ec-9201-4375-a0dd-5e48422ae77b req-5c0d6d25-82df-44f8-9723-510ec845d446 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Mar 31 23:13:41.533886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] For port 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,segment=NetworkSegment(404238e3-cd54-4e24-b5bf-d8d243a65d18),segment_id=404238e3-cd54-4e24-b5bf-d8d243a65d18)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:41.534336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.536944 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:41.556099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Calling delete_port for 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:41.569145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:41.569145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.571565 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01329cda-54f0-4e1f-977c-4ccb022dbe1d None None] The sync data for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 is: [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:06:44Z', 'revision_number': 4, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '20974813-cdda-48dd-b26d-4c7a44ca5ef3', 'name': '', 'network_id': 'ccddb8e5-47a6-4692-8f5e-3f090a4081ea', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'mac_address': 'fa:16:3e:15:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:41Z', 'updated_at': '2022-03-31T23:06:53Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'subnets': [{'id': '2d491e67-e26e-4f6c-8e18-b4460ee5dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:41.655422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57044) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:41.728844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-969c9e34-8be0-40e3-bf9d-0efa16e14bdd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.755231 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-969c9e34-8be0-40e3-bf9d-0efa16e14bdd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.885768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Allocated IP 10.1.1.163 (fc22ad21-a032-4327-9843-ab4d0830f730/9d61ac2b-0326-46ab-acb9-4d5871bc45b5/4eb2fb38-64c2-44e5-ae95-9759b8c1c43f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:41.965475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-969c9e34-8be0-40e3-bf9d-0efa16e14bdd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.980830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-969c9e34-8be0-40e3-bf9d-0efa16e14bdd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.982022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-969c9e34-8be0-40e3-bf9d-0efa16e14bdd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "DELETE /v2.0/security-groups/3e7282ae-36ec-4637-a8e6-1a8029559530 HTTP/1.1" status: 204 len: 168 time: 0.3251858 Mar 31 23:13:41.989675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57052) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:42.016055 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-7bfea3e5-b942-4894-b559-c7097c204259 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] show failed (client error): The resource could not be found. Mar 31 23:13:42.017633 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7bfea3e5-b942-4894-b559-c7097c204259 tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "GET /v2.0/security-groups/3e7282ae-36ec-4637-a8e6-1a8029559530 HTTP/1.1" status: 404 len: 347 time: 0.0247939 Mar 31 23:13:42.025680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57056) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:42.061320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0527b-cf4c-4dd5-83d9-abb7033e234b None None] New status for floating IP 75f2cb48-3a5c-4e35-8c18-83cf7d9a8716: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:13:42.080578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501cf31-0098-4983-8972-a90cd5a8fdc7 req-bfa216b7-6623-4189-ad95-d1899e6d448c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.083346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f501cf31-0098-4983-8972-a90cd5a8fdc7 req-bfa216b7-6623-4189-ad95-d1899e6d448c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 931 time: 0.2372808 Mar 31 23:13:42.175156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c9e34-8be0-40e3-bf9d-0efa16e14bdd tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7282ae-36ec-4637-a8e6-1a8029559530,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:42.209913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-2e12b940-4a4b-4b38-8753-11b16045be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.211469 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-2e12b940-4a4b-4b38-8753-11b16045be06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5ab2fb1d98c42c693986580332e808f&device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 1097 time: 0.1871729 Mar 31 23:13:42.243142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.245188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.389843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f501cf31-0098-4983-8972-a90cd5a8fdc7 req-76655897-af8b-44c2-a3e3-46c57ea9e639 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159600 Mar 31 23:13:42.414551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c25f241-b8b7-4fd8-88ab-74a86d9ac21f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:42.437692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 685f32e7-c636-402e-af64-7b223f73323d no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:42.471412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 685f32e7-c636-402e-af64-7b223f73323d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:42.472854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 685f32e7-c636-402e-af64-7b223f73323d not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:42.498359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Deleting port 2ab7991c-ff6c-4193-8fee-676564b54343 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:42.499113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.567753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-70de57a7-53e0-4daf-9639-54f3199ce317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.578441 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-70de57a7-53e0-4daf-9639-54f3199ce317 service neutron] 10.222.0.50 "GET /v2.0/networks?id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119 HTTP/1.1" status: 200 len: 912 time: 0.3370905 Mar 31 23:13:42.652828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.654414 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.689464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Calling delete_port for 2ab7991c-ff6c-4193-8fee-676564b54343 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:42.738374 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-c31f3f86-98cc-465a-9274-9a159eab87d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 HTTP/1.1" status: 200 len: 217 time: 0.1297035 Mar 31 23:13:42.738374 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.812774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:42.867125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network fc22ad21-a032-4327-9843-ab4d0830f730 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:42.878726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ca1db-b358-49d4-aba1-7747b1bc5749 req-f036753f-1a1b-456e-9b38-f73da6e8ed31 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.880965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e84ca1db-b358-49d4-aba1-7747b1bc5749 req-f036753f-1a1b-456e-9b38-f73da6e8ed31 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1798997 Mar 31 23:13:42.936939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.939244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e84ca1db-b358-49d4-aba1-7747b1bc5749 req-80a61848-8234-474a-a86c-2adbee99aa97 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492482 Mar 31 23:13:42.942676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:42.972548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:43.024951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-cab575b4-54be-4c4a-af7d-3db9007dda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.027326 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-cab575b4-54be-4c4a-af7d-3db9007dda70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6dc623a5-c3e1-406d-a2fa-89296f779a27 HTTP/1.1" status: 200 len: 851 time: 0.2958961 Mar 31 23:13:43.164426 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-7ba93223-97a3-42cf-9aa4-a40887f8b8b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788441 Mar 31 23:13:43.274155 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.318287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.319043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.325074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Pushing event deleted for resources: {'Port': ['ID=2ab7991c-ff6c-4193-8fee-676564b54343,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:43.406105 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.411594 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.427681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-34a9a3c9-addf-4abd-9971-9f9d470a8f82 None None] Provisioning complete for port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:43.437050 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-34a9a3c9-addf-4abd-9971-9f9d470a8f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.437280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9f2276ed-f706-4e11-8323-563f3e752a9e tempest-AttachVolumeTestJSON-1662940786 tempest-AttachVolumeTestJSON-1662940786-project] 10.222.0.31 "DELETE /v2.0/floatingips/75f2cb48-3a5c-4e35-8c18-83cf7d9a8716 HTTP/1.1" status: 204 len: 168 time: 1.3523943 Mar 31 23:13:43.549625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-34a9a3c9-addf-4abd-9971-9f9d470a8f82 None None] Port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:43.604728 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-32ccaad0-10b3-4038-bad2-5ca1aa15f830 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3654015 Mar 31 23:13:43.617146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-eac6e2f6-64a4-4f14-b239-55c967d775de service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448686 Mar 31 23:13:43.624290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'admin_state_up': True, 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'security_groups': ['74df75a9-0162-4956-b88c-ab27a9ce8b6c']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:43.684378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9e6bc-f7b7-4c7b-a101-15e3f9eebc8f req-1469bd8a-43f3-46fb-9ea0-5fd12b672f8b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.690589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9e6bc-f7b7-4c7b-a101-15e3f9eebc8f req-1469bd8a-43f3-46fb-9ea0-5fd12b672f8b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.693044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5c9e6bc-f7b7-4c7b-a101-15e3f9eebc8f req-1469bd8a-43f3-46fb-9ea0-5fd12b672f8b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 1653 time: 0.1337667 Mar 31 23:13:43.805029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5c9e6bc-f7b7-4c7b-a101-15e3f9eebc8f req-8808ec1d-2419-4981-acc1-dca15ad7fc21 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026134 Mar 31 23:13:43.832431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2a516-1165-4001-ac66-6872aa253346 req-d7bf6cc4-4fee-44d7-9437-43ebfee46da5 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.855899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4f2a516-1165-4001-ac66-6872aa253346 req-d7bf6cc4-4fee-44d7-9437-43ebfee46da5 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1434371 Mar 31 23:13:43.902791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4f2a516-1165-4001-ac66-6872aa253346 req-25f48169-edab-488c-a5e0-ef7dc357d4d3 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516212 Mar 31 23:13:43.976462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Router 07b08118-262b-4e68-8114-8e2e496836e0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:43.981358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3928e595-8271-445b-9d19-78a74bbd92e0 req-5ed448f1-6fd8-4595-a5ef-63a7384280a9 service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081801 Mar 31 23:13:44.109385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:44.117314 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-041bc868-49f4-479b-9055-b159db270360 admin admin] 10.222.0.31 "PUT /v2.0/routers/07b08118-262b-4e68-8114-8e2e496836e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4042306 Mar 31 23:13:44.117689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57088) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:44.127719 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] Sync routers for ids ['07b08118-262b-4e68-8114-8e2e496836e0'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:44.142443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:44.147461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.156994 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] Routers {'07b08118-262b-4e68-8114-8e2e496836e0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:44.159137 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:13:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['07b08118-262b-4e68-8114-8e2e496836e0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:44.273160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.332726 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] Set router 07b08118-262b-4e68-8114-8e2e496836e0 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:44.409682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Allocated IP 10.1.1.199 (fc22ad21-a032-4327-9843-ab4d0830f730/9d61ac2b-0326-46ab-acb9-4d5871bc45b5/e9fbb2ee-9a72-43b6-85c5-1fa03df495a5) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:44.440909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.631833 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.666585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Deleting port 07982bd0-79ea-47d6-bedd-7313cd19dd81 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:44.666946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.786421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.786945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] For port 07982bd0-79ea-47d6-bedd-7313cd19dd81, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=07982bd0-79ea-47d6-bedd-7313cd19dd81,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:44.787425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.804134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Calling delete_port for 07982bd0-79ea-47d6-bedd-7313cd19dd81 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:44.825254 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:13:41Z', 'revision_number': 5, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port': {'id': '07982bd0-79ea-47d6-bedd-7313cd19dd81', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b08118-262b-4e68-8114-8e2e496836e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:44.842673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network fc22ad21-a032-4327-9843-ab4d0830f730 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:44.848936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:44.853055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:44.892566 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] Checking router: 07b08118-262b-4e68-8114-8e2e496836e0 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:44.892670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:44.918854 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] Routers {'07b08118-262b-4e68-8114-8e2e496836e0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:44.919485 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:13:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['07b08118-262b-4e68-8114-8e2e496836e0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:44.924356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:44.925020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.078699 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] Set router 07b08118-262b-4e68-8114-8e2e496836e0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:45.129864 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-85d2022a-a43e-4bba-9755-f267f0eb676c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5030029 Mar 31 23:13:45.130408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c693-3d46-49af-80bf-3eb4272c4797 req-1f4012cb-9d99-430e-a935-2f3d50194cc1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.132981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2', 'admin_state_up': True, 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'security_groups': ['74df75a9-0162-4956-b88c-ab27a9ce8b6c']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:45.133392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c693-3d46-49af-80bf-3eb4272c4797 req-1f4012cb-9d99-430e-a935-2f3d50194cc1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.147590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c693-3d46-49af-80bf-3eb4272c4797 req-1f4012cb-9d99-430e-a935-2f3d50194cc1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.149866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c183c693-3d46-49af-80bf-3eb4272c4797 req-1f4012cb-9d99-430e-a935-2f3d50194cc1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 2374 time: 0.1827545 Mar 31 23:13:45.194184 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:13:44Z', 'revision_number': 6, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:45.236067 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139dd42-f596-4a6e-8a23-e7003eb8b3d2 None None] The sync data for ids ['07b08118-262b-4e68-8114-8e2e496836e0'] in n-d-836015-1 is: [{'id': '07b08118-262b-4e68-8114-8e2e496836e0', 'name': 'tempest-ServerRescueTestJSON-2069261089-router', 'tenant_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:05Z', 'updated_at': '2022-03-31T23:13:44Z', 'revision_number': 6, 'project_id': '2870f1aaf4884df69bf16f7e3e95ef72', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:45.326640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b247fae7-af77-482e-b25e-6de12a5d815b None None] Provisioning complete for port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:45.327230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b247fae7-af77-482e-b25e-6de12a5d815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.376855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b247fae7-af77-482e-b25e-6de12a5d815b None None] Port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:45.439856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:45.544180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.673213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c183c693-3d46-49af-80bf-3eb4272c4797 req-06fabc1b-1230-48fc-8b43-bc3227f058b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657842 Mar 31 23:13:45.692889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bab6a0-17e5-445c-9e9a-eba2d51b7dfd req-1d40f10d-b64c-4f78-9892-f4c942feb881 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.694927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5bab6a0-17e5-445c-9e9a-eba2d51b7dfd req-1d40f10d-b64c-4f78-9892-f4c942feb881 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.6192956 Mar 31 23:13:45.747936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5bab6a0-17e5-445c-9e9a-eba2d51b7dfd req-a4b35f75-ec4c-4d80-b99e-c50aba5ff0f6 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Mar 31 23:13:45.794285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.794959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:45.828847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:45.829330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c25f241-b8b7-4fd8-88ab-74a86d9ac21f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:45.831550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=07982bd0-79ea-47d6-bedd-7313cd19dd81,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:45.855348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Allocated IP 10.2.2.100 (231d7e5d-d031-4145-a891-3b375eaaebf2/97d3cbe4-e83f-41f8-8540-1623d4ddeb17/e41c98a0-a007-458c-94e9-e1a7ade0b9e2) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:45.908583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.000573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.002762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.047784 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.212421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.214739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.215423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07b08118-262b-4e68-8114-8e2e496836e0 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:13:46.234805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.239119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a2d0b53e-0f11-45dc-9176-ff4645a40a84 admin admin] 10.222.0.31 "DELETE /v2.0/routers/07b08118-262b-4e68-8114-8e2e496836e0 HTTP/1.1" status: 204 len: 168 time: 2.1181192 Mar 31 23:13:46.239635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57110) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:46.318115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network 231d7e5d-d031-4145-a891-3b375eaaebf2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:46.323010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:46.327695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:46.360351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f862f6c6-abac-4801-9ea0-b9ce3581613e admin admin] Deleting subnet cdbee961-a515-45e5-ba93-c79f051d8fe1 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:13:46.369588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.372128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-abac-4801-9ea0-b9ce3581613e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.421359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d3478-f0ba-4360-8906-fe7aeb1273fb req-96864f73-0434-4cac-a0ad-171665af00df tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.424514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d27d3478-f0ba-4360-8906-fe7aeb1273fb req-96864f73-0434-4cac-a0ad-171665af00df tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1261828 Mar 31 23:13:46.449854 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.450855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.470794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-abac-4801-9ea0-b9ce3581613e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.582045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-06e0853a-4d76-43d3-9916-a7a6647f1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.595319 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-06e0853a-4d76-43d3-9916-a7a6647f1be5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5ab2fb1d98c42c693986580332e808f&device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 1097 time: 0.1616745 Mar 31 23:13:46.662258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d27d3478-f0ba-4360-8906-fe7aeb1273fb req-f6df1b06-4a8a-41e4-b08c-aad5fe5e9bb0 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251465 Mar 31 23:13:46.692012 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-abac-4801-9ea0-b9ce3581613e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.725551 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-39832498-534a-4d00-a70e-ee4ea9b924ee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5966494 Mar 31 23:13:46.743747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2', 'admin_state_up': True, 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'security_groups': ['74df75a9-0162-4956-b88c-ab27a9ce8b6c']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:46.820478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-68fc1c69-94c2-4acc-93f8-aba9522cccd1 None None] Provisioning complete for port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:46.821099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68fc1c69-94c2-4acc-93f8-aba9522cccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.903939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-abac-4801-9ea0-b9ce3581613e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.911906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-68fc1c69-94c2-4acc-93f8-aba9522cccd1 None None] Port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:46.950724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862f6c6-abac-4801-9ea0-b9ce3581613e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbee961-a515-45e5-ba93-c79f051d8fe1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.964360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bf7dd-3525-4a90-8d55-0f193d4e8f52 req-c3873f76-4209-4ff7-abbd-dde346cb2236 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.970927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bf7dd-3525-4a90-8d55-0f193d4e8f52 req-c3873f76-4209-4ff7-abbd-dde346cb2236 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.998779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bf7dd-3525-4a90-8d55-0f193d4e8f52 req-c3873f76-4209-4ff7-abbd-dde346cb2236 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.016003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bf7dd-3525-4a90-8d55-0f193d4e8f52 req-c3873f76-4209-4ff7-abbd-dde346cb2236 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.028115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd7bf7dd-3525-4a90-8d55-0f193d4e8f52 req-c3873f76-4209-4ff7-abbd-dde346cb2236 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 3095 time: 0.2357223 Mar 31 23:13:47.055453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-abac-4801-9ea0-b9ce3581613e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.066613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f862f6c6-abac-4801-9ea0-b9ce3581613e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cdbee961-a515-45e5-ba93-c79f051d8fe1 HTTP/1.1" status: 204 len: 168 time: 0.8260708 Mar 31 23:13:47.067400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57118) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:47.188199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-ba9cd099-b8b1-446d-9548-99ef1013bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.191619 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-ba9cd099-b8b1-446d-9548-99ef1013bc8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119 HTTP/1.1" status: 200 len: 912 time: 0.5867844 Mar 31 23:13:47.195451 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.292167 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-7cf7fccc-ef9a-4594-9937-2275504b1d7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 HTTP/1.1" status: 200 len: 217 time: 0.0718701 Mar 31 23:13:47.296508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd7bf7dd-3525-4a90-8d55-0f193d4e8f52 req-ac56ee8a-fc4c-4c75-a4f8-9443748108e5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674286 Mar 31 23:13:47.371812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-eedbada5-b2a2-48e8-8346-75c78df8f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.373362 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-eedbada5-b2a2-48e8-8346-75c78df8f97d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6dc623a5-c3e1-406d-a2fa-89296f779a27 HTTP/1.1" status: 200 len: 851 time: 0.0625489 Mar 31 23:13:47.401349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.424019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-5c7427c7-6b4a-430f-83a5-024f3b7764ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=535a9c14-26e3-4a3f-9e28-8f0ed64a2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393972 Mar 31 23:13:47.448999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:47.463852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404238e3-cd54-4e24-b5bf-d8d243a65d18') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:47.468937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404238e3-cd54-4e24-b5bf-d8d243a65d18') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:47.478931 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.495443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.503707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:47.504164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:47.530517 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:47.599151 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-de766eec-01b5-4232-b9e3-e219a4d02be5 service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633770 Mar 31 23:13:47.628078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Made reservation on behalf of 136ee4b6af8a465c90ce129820a06859 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:47.642513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.823946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.840465 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.848394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf HTTP/1.1" status: 204 len: 168 time: 0.7767618 Mar 31 23:13:47.893800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdd685-b067-4308-9f5f-a4057eb1102b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f27cd1b-d14b-4fe3-8d9b-e8c27b5816cf,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:47.925307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa10f1c-5caf-4523-bcb9-19772d9284c6 req-a49d9221-64fc-414d-bd12-b9787d976076 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.936213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9fa10f1c-5caf-4523-bcb9-19772d9284c6 req-a49d9221-64fc-414d-bd12-b9787d976076 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1367159 Mar 31 23:13:47.955864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 07982bd0-79ea-47d6-bedd-7313cd19dd81 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:47.998258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9fa10f1c-5caf-4523-bcb9-19772d9284c6 req-685bf5cf-1510-458f-894d-10ebd65a5cc0 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583205 Mar 31 23:13:48.023640 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4cc8b66d-9277-4c65-bf34-2784a1031f21 req-83cca42a-6066-4df3-9a00-9d8ed3218f11 service neutron] 10.222.0.50 "GET /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158714 Mar 31 23:13:48.074075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 07982bd0-79ea-47d6-bedd-7313cd19dd81 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:48.077634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 07982bd0-79ea-47d6-bedd-7313cd19dd81 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:48.234874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Allocated IP 10.2.2.200 (231d7e5d-d031-4145-a891-3b375eaaebf2/97d3cbe4-e83f-41f8-8540-1623d4ddeb17/cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:48.617354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083ae6-5287-418d-a723-01c421eba845 req-136594e9-a4e0-4e8e-82b9-b1d407ac0918 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.624765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083ae6-5287-418d-a723-01c421eba845 req-136594e9-a4e0-4e8e-82b9-b1d407ac0918 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.631468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083ae6-5287-418d-a723-01c421eba845 req-136594e9-a4e0-4e8e-82b9-b1d407ac0918 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.638916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083ae6-5287-418d-a723-01c421eba845 req-136594e9-a4e0-4e8e-82b9-b1d407ac0918 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.640805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02083ae6-5287-418d-a723-01c421eba845 req-136594e9-a4e0-4e8e-82b9-b1d407ac0918 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 3095 time: 0.1976187 Mar 31 23:13:48.702180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02083ae6-5287-418d-a723-01c421eba845 req-ed5e64c5-a9cd-4c0d-a7be-245a67ef5bdf tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529451 Mar 31 23:13:48.715667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.853816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57144) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:48.887638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.918279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3b5dcd1a-b8ec-420f-8830-1076c61a505b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2870f1aaf4884df69bf16f7e3e95ef72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637884 Mar 31 23:13:48.920699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57146) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:48.953968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Network 231d7e5d-d031-4145-a891-3b375eaaebf2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:48.970986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:48.975487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:48.983666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event updated for resources: {'Port': ['ID=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:48.993211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdecc161-7f75-4ffa-a26f-1be650bcc717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.036390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdecc161-7f75-4ffa-a26f-1be650bcc717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.166147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.166865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.326998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9677d7ac-23a7-4bff-946d-0353e0313e05 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5884423 Mar 31 23:13:49.333348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191616e-b3c1-414a-a655-57008fe683e9 req-7ea2eef1-355a-4d10-9961-5551b4854e0c tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.342778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3191616e-b3c1-414a-a655-57008fe683e9 req-7ea2eef1-355a-4d10-9961-5551b4854e0c tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1463175 Mar 31 23:13:49.345506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:49.346436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdecc161-7f75-4ffa-a26f-1be650bcc717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.358985 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdecc161-7f75-4ffa-a26f-1be650bcc717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.360255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cdecc161-7f75-4ffa-a26f-1be650bcc717 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f58475d1-e814-472c-8a70-aaccd8090398 HTTP/1.1" status: 204 len: 168 time: 0.4385829 Mar 31 23:13:49.410852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecc161-7f75-4ffa-a26f-1be650bcc717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58475d1-e814-472c-8a70-aaccd8090398,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:49.485389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.486961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-18597a63-87eb-4900-a392-aa8c38c95a6c None None] Provisioning complete for port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:49.491674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-18597a63-87eb-4900-a392-aa8c38c95a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.516459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3191616e-b3c1-414a-a655-57008fe683e9 req-8b2b7097-2216-4b53-acc7-ccd58d5658a8 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515510 Mar 31 23:13:49.632627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-18597a63-87eb-4900-a392-aa8c38c95a6c None None] Port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:49.917348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f9ce97-fb3f-44d0-9b95-0082327e5279 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:49.928357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.936496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012dc1b-27de-4e63-9154-6cbc2cb9b28f req-c53f4549-3a8e-49ba-b88d-dcd10b1b4059 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.945803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012dc1b-27de-4e63-9154-6cbc2cb9b28f req-c53f4549-3a8e-49ba-b88d-dcd10b1b4059 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.952776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Transition to ACTIVE for port object 76f9ce97-fb3f-44d0-9b95-0082327e5279 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:49.955254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012dc1b-27de-4e63-9154-6cbc2cb9b28f req-c53f4549-3a8e-49ba-b88d-dcd10b1b4059 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.962296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012dc1b-27de-4e63-9154-6cbc2cb9b28f req-c53f4549-3a8e-49ba-b88d-dcd10b1b4059 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.968686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012dc1b-27de-4e63-9154-6cbc2cb9b28f req-c53f4549-3a8e-49ba-b88d-dcd10b1b4059 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.970892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f012dc1b-27de-4e63-9154-6cbc2cb9b28f req-c53f4549-3a8e-49ba-b88d-dcd10b1b4059 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 3816 time: 0.1245530 Mar 31 23:13:50.016544 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:13:50.023188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f012dc1b-27de-4e63-9154-6cbc2cb9b28f req-9ed4e49e-4926-402d-bf48-931c6e980501 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446968 Mar 31 23:13:50.074599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.421196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Pushing event updated for resources: {'Port': ['ID=76f9ce97-fb3f-44d0-9b95-0082327e5279,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:50.458107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Attempting to bind port 76f9ce97-fb3f-44d0-9b95-0082327e5279 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:50.459772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Attempting to bind port 76f9ce97-fb3f-44d0-9b95-0082327e5279 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:50.460298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Attempting to bind port 76f9ce97-fb3f-44d0-9b95-0082327e5279 on network 004c4e99-ec3f-421e-95ba-5d7b35cef792 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:50.474216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Port 76f9ce97-fb3f-44d0-9b95-0082327e5279 on network 004c4e99-ec3f-421e-95ba-5d7b35cef792 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:50.476486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Attempting to bind port 76f9ce97-fb3f-44d0-9b95-0082327e5279 on network 004c4e99-ec3f-421e-95ba-5d7b35cef792 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:50.489067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:50.489410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Checking segment: {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:50.492155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Bound using segment: {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:50.492355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Bound port: 76f9ce97-fb3f-44d0-9b95-0082327e5279, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:50.492743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.657708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] For port 76f9ce97-fb3f-44d0-9b95-0082327e5279, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:50.666114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] For port 76f9ce97-fb3f-44d0-9b95-0082327e5279, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:50.766729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b8a77-b78b-42c6-ace7-4267699df896 req-84e4c75a-9518-436d-949d-29d51a08112f tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.768275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b3b8a77-b78b-42c6-ace7-4267699df896 req-84e4c75a-9518-436d-949d-29d51a08112f tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.0932031 Mar 31 23:13:50.813387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.854922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b3b8a77-b78b-42c6-ace7-4267699df896 req-b323f6e1-b690-42b6-af07-a5b23da2baa7 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775740 Mar 31 23:13:50.898456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.903434 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.905055 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/76f9ce97-fb3f-44d0-9b95-0082327e5279 HTTP/1.1" status: 200 len: 1091 time: 1.5676389 Mar 31 23:13:50.906894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:50.911946 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493ad21c-be20-4d21-8185-a8293bc815a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:50.939078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a1003-6eb7-4743-87a6-9187b64824d5 service neutron] Pushing event updated for resources: {'Port': ['ID=76f9ce97-fb3f-44d0-9b95-0082327e5279,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:50.973717 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f462c-7837-44b9-8d7f-39ed557caee4 x-openstack-request-id: req-833f462c-7837-44b9-8d7f-39ed557caee4 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:50.974224 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:50.974586 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-833f462c-7837-44b9-8d7f-39ed557caee4 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:50.975068 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833f462c-7837-44b9-8d7f-39ed557caee4'] response: {'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'status': 'completed', 'code': 200} Mar 31 23:13:51.074615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-22e7fad6-d1e8-42e8-b312-3f96419c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.075440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-22e7fad6-d1e8-42e8-b312-3f96419c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.076793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-22e7fad6-d1e8-42e8-b312-3f96419c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.077612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-22e7fad6-d1e8-42e8-b312-3f96419c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.078314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-22e7fad6-d1e8-42e8-b312-3f96419c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.080717 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-22e7fad6-d1e8-42e8-b312-3f96419c5bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 4363 time: 0.0833857 Mar 31 23:13:51.271055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:51.329632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee16adb-cd6b-4dca-9cb5-c5d94686a258 req-1f4f393f-93d1-49e6-bcf8-64cfebbb8b58 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.335668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee16adb-cd6b-4dca-9cb5-c5d94686a258 req-1f4f393f-93d1-49e6-bcf8-64cfebbb8b58 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.341861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-b1d9d22d-83ab-4b06-b4d6-6d8eba03852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.342500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-b1d9d22d-83ab-4b06-b4d6-6d8eba03852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.342724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee16adb-cd6b-4dca-9cb5-c5d94686a258 req-1f4f393f-93d1-49e6-bcf8-64cfebbb8b58 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.343163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-b1d9d22d-83ab-4b06-b4d6-6d8eba03852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.344870 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-b1d9d22d-83ab-4b06-b4d6-6d8eba03852f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=136ee4b6af8a465c90ce129820a06859&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2560494 Mar 31 23:13:51.348720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee16adb-cd6b-4dca-9cb5-c5d94686a258 req-1f4f393f-93d1-49e6-bcf8-64cfebbb8b58 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.355475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee16adb-cd6b-4dca-9cb5-c5d94686a258 req-1f4f393f-93d1-49e6-bcf8-64cfebbb8b58 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.361594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aee16adb-cd6b-4dca-9cb5-c5d94686a258 req-1f4f393f-93d1-49e6-bcf8-64cfebbb8b58 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 3828 time: 0.1586897 Mar 31 23:13:51.398616 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.505569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-a9321f3e-a6df-4f46-b1c9-f2db448e2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.507585 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-493ad21c-be20-4d21-8185-a8293bc815a7 req-a9321f3e-a6df-4f46-b1c9-f2db448e2990 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566429 Mar 31 23:13:51.532348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aee16adb-cd6b-4dca-9cb5-c5d94686a258 req-67f25882-3d1f-4563-9935-f6dc8a1debad tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597579 Mar 31 23:13:51.580025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57210) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:51.775702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-444692059-network', 'tenant_id': '843da5e4cdcb4e93870c103418c4d419'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:51.797206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2ec7d-1788-420d-948f-20e45ca0bc2d req-dbf07b4c-145d-4111-9ad7-0f3c377cb853 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.804913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e4d2ec7d-1788-420d-948f-20e45ca0bc2d req-dbf07b4c-145d-4111-9ad7-0f3c377cb853 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.1482253 Mar 31 23:13:51.912857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e4d2ec7d-1788-420d-948f-20e45ca0bc2d req-cee68e9d-f298-4c3c-8a3a-18203b95cac4 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985072 Mar 31 23:13:52.003821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Made reservation on behalf of 843da5e4cdcb4e93870c103418c4d419 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:52.007471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.012135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d63b53-11e8-449c-ad1c-1119c2c83e18 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:52.019492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.028734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.034216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Transition to ACTIVE for port object 33d63b53-11e8-449c-ad1c-1119c2c83e18 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:52.158369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.195011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.270933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Pushing event updated for resources: {'Port': ['ID=33d63b53-11e8-449c-ad1c-1119c2c83e18,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:52.320239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.408834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756cc4d5-bc5a-43b2-a033-33cf514221be,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:52.422709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Attempting to bind port 33d63b53-11e8-449c-ad1c-1119c2c83e18 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:52.423192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Attempting to bind port 33d63b53-11e8-449c-ad1c-1119c2c83e18 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:52.424886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:52.427756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Attempting to bind port 33d63b53-11e8-449c-ad1c-1119c2c83e18 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:52.451160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Port 33d63b53-11e8-449c-ad1c-1119c2c83e18 on network fc22ad21-a032-4327-9843-ab4d0830f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:52.451160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Attempting to bind port 33d63b53-11e8-449c-ad1c-1119c2c83e18 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:52.455125 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.455502 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Added segment 09409677-889a-4613-8f10-0c17471a6ff0 of type vlan for network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 Mar 31 23:13:52.468620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:52.469173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Checking segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:52.469670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Bound using segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:52.470394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Bound port: 33d63b53-11e8-449c-ad1c-1119c2c83e18, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:52.470881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.589597 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.639414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] For port 33d63b53-11e8-449c-ad1c-1119c2c83e18, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:52.643019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] For port 33d63b53-11e8-449c-ad1c-1119c2c83e18, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:52.771155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a82b3-117c-4e32-a50c-f7a478aa0790 req-d3e6665f-3945-437b-ab06-75090b530d26 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.782049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a82b3-117c-4e32-a50c-f7a478aa0790 req-d3e6665f-3945-437b-ab06-75090b530d26 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.794708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a82b3-117c-4e32-a50c-f7a478aa0790 req-d3e6665f-3945-437b-ab06-75090b530d26 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.803126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a82b3-117c-4e32-a50c-f7a478aa0790 req-d3e6665f-3945-437b-ab06-75090b530d26 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.812714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a82b3-117c-4e32-a50c-f7a478aa0790 req-d3e6665f-3945-437b-ab06-75090b530d26 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.820970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a82b3-117c-4e32-a50c-f7a478aa0790 req-d3e6665f-3945-437b-ab06-75090b530d26 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.831547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a8a82b3-117c-4e32-a50c-f7a478aa0790 req-d3e6665f-3945-437b-ab06-75090b530d26 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 4606 time: 0.1464224 Mar 31 23:13:52.845354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.909517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.910633 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.913534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] 10.222.0.45 "PUT /v2.0/ports/33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 200 len: 1136 time: 1.6513605 Mar 31 23:13:52.913918 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.915485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.916329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.919552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': '33d63b53-11e8-449c-ad1c-1119c2c83e18'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:52.923568 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0914bae1-361c-4007-8b48-4c663b2dfcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "33d63b53-11e8-449c-ad1c-1119c2c83e18"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:53.001077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a8a82b3-117c-4e32-a50c-f7a478aa0790 req-1f09ac41-0851-4f17-8b1e-c0a3d72f035a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675715 Mar 31 23:13:53.028052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0ec7a-aea2-4e27-b9c8-aed59833b095 service neutron] Pushing event updated for resources: {'Port': ['ID=33d63b53-11e8-449c-ad1c-1119c2c83e18,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:53.078682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:53.111630 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff27de-8eff-40e2-b559-52bf0b5598ec x-openstack-request-id: req-58ff27de-8eff-40e2-b559-52bf0b5598ec {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:53.111900 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "33d63b53-11e8-449c-ad1c-1119c2c83e18", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:53.112150 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58ff27de-8eff-40e2-b559-52bf0b5598ec {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:53.115831 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ff27de-8eff-40e2-b559-52bf0b5598ec'] response: {'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': '33d63b53-11e8-449c-ad1c-1119c2c83e18', 'status': 'completed', 'code': 200} Mar 31 23:13:53.155631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] Pushing event updated for resources: {'Network': ['ID=bfc2e3e3-d6c9-4648-a7cc-5a76148d9030,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:53.178677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:53.325307 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-966c27ca-9814-44f0-9cbd-41aaea81640a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7438350 Mar 31 23:13:53.330929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57242) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:53.344505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Request body: {'subnet': {'network_id': 'bfc2e3e3-d6c9-4648-a7cc-5a76148d9030', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-444692059-subnet', 'tenant_id': '843da5e4cdcb4e93870c103418c4d419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:53.359864 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.379657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-aa85628d-a3b8-4295-a474-1485ab1f9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.382828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-aa85628d-a3b8-4295-a474-1485ab1f9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.387679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-aa85628d-a3b8-4295-a474-1485ab1f9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.388432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-aa85628d-a3b8-4295-a474-1485ab1f9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.389916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-aa85628d-a3b8-4295-a474-1485ab1f9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.390698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-aa85628d-a3b8-4295-a474-1485ab1f9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.394864 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-aa85628d-a3b8-4295-a474-1485ab1f9e70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5292 time: 0.2418132 Mar 31 23:13:53.526350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729198f-51e5-4d7f-a299-ac0b841910af req-a33e9000-597d-40a4-9f15-7428eda5f75d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.527968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3729198f-51e5-4d7f-a299-ac0b841910af req-a33e9000-597d-40a4-9f15-7428eda5f75d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.2881281 Mar 31 23:13:53.621884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-ce2cd4bd-253a-4b4d-ba5e-15559fbf2008 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.623706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-ce2cd4bd-253a-4b4d-ba5e-15559fbf2008 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.50 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 946 time: 0.2276883 Mar 31 23:13:53.625262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-b0065ae7-8727-4524-a7a4-ed10a3b538cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.625890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-b0065ae7-8727-4524-a7a4-ed10a3b538cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.626590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-b0065ae7-8727-4524-a7a4-ed10a3b538cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.628273 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-b0065ae7-8727-4524-a7a4-ed10a3b538cd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=136ee4b6af8a465c90ce129820a06859&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1738636 Mar 31 23:13:53.751429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Made reservation on behalf of 843da5e4cdcb4e93870c103418c4d419 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:53.753786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.840739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-8bf3e3de-5c40-42cc-90f1-f5cb8db4473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.842782 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0914bae1-361c-4007-8b48-4c663b2dfcfc req-8bf3e3de-5c40-42cc-90f1-f5cb8db4473f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059431 Mar 31 23:13:53.864857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Deleting port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:53.865353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.976310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3729198f-51e5-4d7f-a299-ac0b841910af req-59a952fb-b89a-420b-b648-9e58e5797d9d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/security-groups?id=a04474fe-0c33-40a6-8440-de4900139581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387519 Mar 31 23:13:54.027752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] For port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,segment=NetworkSegment(bc11d9ee-5474-4798-90f4-61792402fde3),segment_id=bc11d9ee-5474-4798-90f4-61792402fde3)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:54.029469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.088479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Calling delete_port for a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:54.310792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:54.327349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.382751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090bd0e-f7cb-4fd5-af31-091ce36ddce6 req-c73a2647-afd4-4f1f-ac5f-e29b559f62c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.382751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090bd0e-f7cb-4fd5-af31-091ce36ddce6 req-c73a2647-afd4-4f1f-ac5f-e29b559f62c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.382751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090bd0e-f7cb-4fd5-af31-091ce36ddce6 req-c73a2647-afd4-4f1f-ac5f-e29b559f62c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.382751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090bd0e-f7cb-4fd5-af31-091ce36ddce6 req-c73a2647-afd4-4f1f-ac5f-e29b559f62c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.384510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090bd0e-f7cb-4fd5-af31-091ce36ddce6 req-c73a2647-afd4-4f1f-ac5f-e29b559f62c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.408303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090bd0e-f7cb-4fd5-af31-091ce36ddce6 req-c73a2647-afd4-4f1f-ac5f-e29b559f62c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.408303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f090bd0e-f7cb-4fd5-af31-091ce36ddce6 req-c73a2647-afd4-4f1f-ac5f-e29b559f62c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 4606 time: 0.1626124 Mar 31 23:13:54.482095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f090bd0e-f7cb-4fd5-af31-091ce36ddce6 req-5a186b00-22ff-4ce5-9c55-8885cdd39965 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812745 Mar 31 23:13:54.524437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Transition to ACTIVE for port object bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:54.525009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.538361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:54.575873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Pushing event deleted for resources: {'Port': ['ID=a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:54.600048 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.663354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.676752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] No DVR routers for this DVR port a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:54.679682 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.683975 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-45025880-9341-43ee-9973-dfedc8cfcde5 req-92a22931-6cf5-4786-a374-99d9ed1da38d tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.50 "DELETE /v2.0/ports/a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 HTTP/1.1" status: 204 len: 173 time: 1.0519674 Mar 31 23:13:54.684467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71183a4b-50a0-4e76-a1c3-d24f602e1369', 'name': 'network-vif-deleted', 'tag': 'a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:54.687084 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88be8c84-cad2-4ac7-b004-aac0f85d4191" -d '{"events": [{"server_uuid": "71183a4b-50a0-4e76-a1c3-d24f602e1369", "name": "network-vif-deleted", "tag": "a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:54.794558 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8268af84-3fa5-4c1e-9e5e-63ce079102e1 x-openstack-request-id: req-8268af84-3fa5-4c1e-9e5e-63ce079102e1 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:54.794836 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71183a4b-50a0-4e76-a1c3-d24f602e1369", "name": "network-vif-deleted", "tag": "a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:54.795093 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8268af84-3fa5-4c1e-9e5e-63ce079102e1 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:54.795551 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8268af84-3fa5-4c1e-9e5e-63ce079102e1'] response: {'server_uuid': '71183a4b-50a0-4e76-a1c3-d24f602e1369', 'name': 'network-vif-deleted', 'tag': 'a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2', 'status': 'completed', 'code': 200} Mar 31 23:13:54.811009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812d07a5-1390-4812-b490-d083c567d547,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:54.860683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Pushing event updated for resources: {'Port': ['ID=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:54.950061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Checking segment: {'id': '09409677-889a-4613-8f10-0c17471a6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bfc2e3e3-d6c9-4648-a7cc-5a76148d9030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:54.950894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Network hostable DHCP agents. Network: bfc2e3e3-d6c9-4648-a7cc-5a76148d9030, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:55.003329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Attempting to bind port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:55.003963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Attempting to bind port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:55.004660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Attempting to bind port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:55.011402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 on network fc22ad21-a032-4327-9843-ab4d0830f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:55.011934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Attempting to bind port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:55.018131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:55.020879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Checking segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:55.020879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Bound using segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:55.020879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Bound port: bd080b64-65a4-480e-8bbc-dbfde1e0a3a4, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:55.021536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.082279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:55.168226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0f5aa48-9876-4473-93b8-580a3ec0b220 req-b2b8e928-9a21-4a62-8c31-34978df1b6b5 tempest-TestServerAdvancedOps-876003431 tempest-TestServerAdvancedOps-876003431-project] 10.222.0.31 "GET /v2.0/ports?device_id=71183a4b-50a0-4e76-a1c3-d24f602e1369 HTTP/1.1" status: 200 len: 210 time: 0.0424855 Mar 31 23:13:55.179897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, bfc2e3e3-d6c9-4648-a7cc-5a76148d9030) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:55.182427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] For port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:55.187126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] For port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:55.191869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.191869 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.192732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c587fb-7877-4bc0-aa22-8e71346044b1 None None] Network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:55.265914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.309857 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ac1a7e40-24e5-476c-9299-5db01033fee6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9715693 Mar 31 23:13:55.319706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.320328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.322080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] 10.222.0.45 "PUT /v2.0/ports/bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 200 len: 1135 time: 2.2487931 Mar 31 23:13:55.322558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': 'bd080b64-65a4-480e-8bbc-dbfde1e0a3a4'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:55.324853 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d432fbef-0ccf-4136-897c-a1da7607d108" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "bd080b64-65a4-480e-8bbc-dbfde1e0a3a4"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:55.371805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d0ff77-78d8-453d-8d70-bc8e48a723b3 None None] Network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:55.425828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127b227-000b-4078-9912-cf80b9f63450 service neutron] Pushing event updated for resources: {'Port': ['ID=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:55.449697 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680cfe15-99b1-4e1e-8844-95d8707e5205 x-openstack-request-id: req-680cfe15-99b1-4e1e-8844-95d8707e5205 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:55.450266 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "bd080b64-65a4-480e-8bbc-dbfde1e0a3a4", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:55.450743 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-680cfe15-99b1-4e1e-8844-95d8707e5205 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:55.450940 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680cfe15-99b1-4e1e-8844-95d8707e5205'] response: {'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': 'bd080b64-65a4-480e-8bbc-dbfde1e0a3a4', 'status': 'completed', 'code': 200} Mar 31 23:13:55.480498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:55.642949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-cd3a8fd6-a1a0-4085-953d-239c2d02e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.648270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-cd3a8fd6-a1a0-4085-953d-239c2d02e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.659367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-cd3a8fd6-a1a0-4085-953d-239c2d02e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.662326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-cd3a8fd6-a1a0-4085-953d-239c2d02e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.665566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-cd3a8fd6-a1a0-4085-953d-239c2d02e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.667533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-cd3a8fd6-a1a0-4085-953d-239c2d02e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.675032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-cd3a8fd6-a1a0-4085-953d-239c2d02e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.677709 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-cd3a8fd6-a1a0-4085-953d-239c2d02e383 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6220 time: 0.2087986 Mar 31 23:13:55.749163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.926110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-a1954ca0-c31f-47ca-acec-e874eb31456a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.933666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-a1954ca0-c31f-47ca-acec-e874eb31456a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.939954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-a1954ca0-c31f-47ca-acec-e874eb31456a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.951972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-a1954ca0-c31f-47ca-acec-e874eb31456a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.959639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-a1954ca0-c31f-47ca-acec-e874eb31456a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.966608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-a1954ca0-c31f-47ca-acec-e874eb31456a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.973560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-a1954ca0-c31f-47ca-acec-e874eb31456a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.982934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-a1954ca0-c31f-47ca-acec-e874eb31456a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5383 time: 0.2345917 Mar 31 23:13:56.018952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-b7106c7b-e2d7-46d8-9823-c32f22b93c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.019422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-b7106c7b-e2d7-46d8-9823-c32f22b93c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.019880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-b7106c7b-e2d7-46d8-9823-c32f22b93c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.021473 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-b7106c7b-e2d7-46d8-9823-c32f22b93c1d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=136ee4b6af8a465c90ce129820a06859&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3318834 Mar 31 23:13:56.072077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51a3005a-c78e-479b-bc4c-b284a80b72d5 req-525095db-92f7-4e18-9c2e-4ad865c9952c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874479 Mar 31 23:13:56.173379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-5ef67b22-329b-45a5-8aa4-4385a5b29782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.174977 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d432fbef-0ccf-4136-897c-a1da7607d108 req-5ef67b22-329b-45a5-8aa4-4385a5b29782 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449068 Mar 31 23:13:56.268998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57310) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:56.342577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94ffb81-f423-4784-a7da-6574440beeb8 admin admin] Deleting subnet 6dc623a5-c3e1-406d-a2fa-89296f779a27 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:13:56.349023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e94ffb81-f423-4784-a7da-6574440beeb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.396611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e94ffb81-f423-4784-a7da-6574440beeb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.431283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6b6671c9-4e4e-4c3a-b73b-91a78b3158f5 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.433113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6b6671c9-4e4e-4c3a-b73b-91a78b3158f5 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/networks?id=bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 HTTP/1.1" status: 200 len: 808 time: 0.2433922 Mar 31 23:13:56.456992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-4cc60dcd-ed21-466a-bf49-fdab2b6c583b tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/quotas/843da5e4cdcb4e93870c103418c4d419 HTTP/1.1" status: 200 len: 375 time: 0.0157976 Mar 31 23:13:56.458581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e94ffb81-f423-4784-a7da-6574440beeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.521376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-576a8bff-a228-46d3-9483-aabe1d6ea4f5 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=843da5e4cdcb4e93870c103418c4d419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394213 Mar 31 23:13:56.594250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e94ffb81-f423-4784-a7da-6574440beeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.652149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:56.659731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e94ffb81-f423-4784-a7da-6574440beeb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.664710 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e94ffb81-f423-4784-a7da-6574440beeb8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6dc623a5-c3e1-406d-a2fa-89296f779a27 HTTP/1.1" status: 204 len: 168 time: 0.3946195 Mar 31 23:13:56.666236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ffb81-f423-4784-a7da-6574440beeb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc623a5-c3e1-406d-a2fa-89296f779a27,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:56.669178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57316) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:56.675897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.701653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Transition to ACTIVE for port object 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:56.779216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.812185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.872627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.899421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535a9c14-26e3-4a3f-9e28-8f0ed64a2119']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:56.910185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc11d9ee-5474-4798-90f4-61792402fde3') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:56.910757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc11d9ee-5474-4798-90f4-61792402fde3') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:56.929694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.947046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.954037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:56.957886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:57.028675 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:57.056389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:57.124121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.133724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.134444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/535a9c14-26e3-4a3f-9e28-8f0ed64a2119 HTTP/1.1" status: 204 len: 168 time: 0.4627125 Mar 31 23:13:57.144218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57330) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:57.173397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-3f9139df-0ee4-466b-88b7-cfd8d7e1998f service neutron] 10.222.0.31 "GET /v2.0/networks/bfc2e3e3-d6c9-4648-a7cc-5a76148d9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276145 Mar 31 23:13:57.199360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52a729-5337-44b3-ba99-a955effa5fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=535a9c14-26e3-4a3f-9e28-8f0ed64a2119,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:57.303014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d498851-c4fe-43b4-98c9-dbc813820717 admin admin] Deleting subnet c376c903-94b4-4983-8fa2-8ee4dbefbbf2 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:13:57.311611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d498851-c4fe-43b4-98c9-dbc813820717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.397405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Attempting to bind port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:57.397722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Attempting to bind port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:57.398048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Attempting to bind port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:57.430839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f on network fc22ad21-a032-4327-9843-ab4d0830f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:57.431167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Attempting to bind port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:57.436268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d498851-c4fe-43b4-98c9-dbc813820717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.454847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:57.455185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Checking segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:57.455566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Bound using segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:57.456012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Bound port: 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:57.456353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.490017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d498851-c4fe-43b4-98c9-dbc813820717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.546272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-f483be83-d1bc-4cc6-b467-1e78ff16e251 service neutron] 10.222.0.31 "GET /v2.0/networks/bfc2e3e3-d6c9-4648-a7cc-5a76148d9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746288 Mar 31 23:13:57.562456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-2ebb80c1-70b9-440a-a7c2-45680c24dff5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.566064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-2ebb80c1-70b9-440a-a7c2-45680c24dff5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.572331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-2ebb80c1-70b9-440a-a7c2-45680c24dff5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.578764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-2ebb80c1-70b9-440a-a7c2-45680c24dff5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.587574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-2ebb80c1-70b9-440a-a7c2-45680c24dff5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.593971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-2ebb80c1-70b9-440a-a7c2-45680c24dff5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.606690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-2ebb80c1-70b9-440a-a7c2-45680c24dff5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.617084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-2ebb80c1-70b9-440a-a7c2-45680c24dff5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5395 time: 0.3663864 Mar 31 23:13:57.681246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d498851-c4fe-43b4-98c9-dbc813820717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.760750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d498851-c4fe-43b4-98c9-dbc813820717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c376c903-94b4-4983-8fa2-8ee4dbefbbf2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:57.783017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d498851-c4fe-43b4-98c9-dbc813820717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.788989 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7d498851-c4fe-43b4-98c9-dbc813820717 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c376c903-94b4-4983-8fa2-8ee4dbefbbf2 HTTP/1.1" status: 204 len: 168 time: 0.6436677 Mar 31 23:13:57.791879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57338) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:58.004291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.060725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:58.128768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:58.129114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a91eb3a6-1b97-43e6-af0a-46f4b4ab47f2 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:58.271053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] For port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:58.298528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.335512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43fe1fe4-018b-4022-b15a-06bf7fefd734 req-78d253d2-6717-48ba-b6b9-34b2fbb194a6 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 210 time: 0.0788651 Mar 31 23:13:58.359105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:58.403422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3128f9c0-fa40-4ff2-9fe5-97d0f3cef89e') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:58.403869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3128f9c0-fa40-4ff2-9fe5-97d0f3cef89e') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:58.412894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1972e5f3-793f-4db7-bd77-32c2872bafff req-510285eb-9bcf-400c-848a-b9089ce1dcfd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7838514 Mar 31 23:13:58.419830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] For port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:58.425752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.481971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.495095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.507346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:58.509565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.586842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:58.586842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.588188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] 10.222.0.45 "PUT /v2.0/ports/4eb2fb38-64c2-44e5-ae95-9759b8c1c43f HTTP/1.1" status: 200 len: 1091 time: 3.1270821 Mar 31 23:13:58.614014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:58.620844 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657b810b-9e8e-48e7-88ae-afc80d9147d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "4eb2fb38-64c2-44e5-ae95-9759b8c1c43f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:58.638394 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:58.747836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:58.781105 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.797942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.807979 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9 HTTP/1.1" status: 204 len: 168 time: 1.0115283 Mar 31 23:13:58.848254 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd986f9e-320e-4542-87be-8e016319c1cc x-openstack-request-id: req-bd986f9e-320e-4542-87be-8e016319c1cc {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:58.855226 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "4eb2fb38-64c2-44e5-ae95-9759b8c1c43f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:58.856020 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd986f9e-320e-4542-87be-8e016319c1cc {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:58.858591 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd986f9e-320e-4542-87be-8e016319c1cc'] response: {'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f', 'status': 'completed', 'code': 200} Mar 31 23:13:58.864632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e6a87-dd7c-4b1e-8a59-78df0cd29759 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:58.922702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab944c-6b21-47d0-8d00-41e645d2b986 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc1b2ac-0cf3-4df4-a6b7-4dcabac23cb9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:59.045198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-5c7d5243-78c7-4a8c-a983-2b1302742a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.047271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-5c7d5243-78c7-4a8c-a983-2b1302742a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.052504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-5c7d5243-78c7-4a8c-a983-2b1302742a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.057401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-5c7d5243-78c7-4a8c-a983-2b1302742a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.058098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.059161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-5c7d5243-78c7-4a8c-a983-2b1302742a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.059640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-5c7d5243-78c7-4a8c-a983-2b1302742a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.063961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-5c7d5243-78c7-4a8c-a983-2b1302742a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.068451 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-5c7d5243-78c7-4a8c-a983-2b1302742a65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6287 time: 0.1604731 Mar 31 23:13:59.375439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-a54836dc-2754-4dc9-a124-0896c510186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.376147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-a54836dc-2754-4dc9-a124-0896c510186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.383388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-a54836dc-2754-4dc9-a124-0896c510186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.383388 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-a54836dc-2754-4dc9-a124-0896c510186c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=136ee4b6af8a465c90ce129820a06859&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3056250 Mar 31 23:13:59.509603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57378) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:59.639557 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4fe1988c-0019-4661-bbb3-06319ae3b035 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5ab2fb1d98c42c693986580332e808f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303349 Mar 31 23:13:59.642410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:59.657055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9470dfea-accb-49dd-91f8-bd143ef1a2c4 req-90e36d97-687f-40be-9cbc-a6ef4a8f70af tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 210 time: 0.1932385 Mar 31 23:13:59.703809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-cd5f7345-95a1-4634-a99b-cc036a96aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.705950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-657b810b-9e8e-48e7-88ae-afc80d9147d8 req-cd5f7345-95a1-4634-a99b-cc036a96aee7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3162966 Mar 31 23:13:59.749697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-52e3367c-ef3d-4baa-9bde-f915fd965a8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.756172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-52e3367c-ef3d-4baa-9bde-f915fd965a8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.763777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-52e3367c-ef3d-4baa-9bde-f915fd965a8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.772446 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f0e69a8-31d7-4000-86ad-ca99cf57fb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.780477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-52e3367c-ef3d-4baa-9bde-f915fd965a8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.787579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-52e3367c-ef3d-4baa-9bde-f915fd965a8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.793144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-52e3367c-ef3d-4baa-9bde-f915fd965a8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.800417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-52e3367c-ef3d-4baa-9bde-f915fd965a8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.811217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-52e3367c-ef3d-4baa-9bde-f915fd965a8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5395 time: 0.1568649 Mar 31 23:13:59.851149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f0e69a8-31d7-4000-86ad-ca99cf57fb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.882778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:59.896947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.937366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bf2f852-7f79-4c46-9fb4-6c089c298aac req-e41530d2-48ca-4f1d-8162-cf4a93527608 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249704 Mar 31 23:13:59.945109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Transition to ACTIVE for port object e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:00.031421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.109863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:00.205283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f0e69a8-31d7-4000-86ad-ca99cf57fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.208305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2f0e69a8-31d7-4000-86ad-ca99cf57fb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.213766 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2f0e69a8-31d7-4000-86ad-ca99cf57fb5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a04474fe-0c33-40a6-8440-de4900139581 HTTP/1.1" status: 204 len: 168 time: 0.5659494 Mar 31 23:14:00.240456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e69a8-31d7-4000-86ad-ca99cf57fb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04474fe-0c33-40a6-8440-de4900139581,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:00.418648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Attempting to bind port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:00.419817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Attempting to bind port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:00.419817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Attempting to bind port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:00.424940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 on network fc22ad21-a032-4327-9843-ab4d0830f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:00.425369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Attempting to bind port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:00.433223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:00.433876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Checking segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:00.434278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Bound using segment: {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:00.434763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Bound port: e9fbb2ee-9a72-43b6-85c5-1fa03df495a5, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fd1317-96ef-41d1-9893-ca3490fe47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:00.435128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.654125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] For port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:00.663118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] For port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:00.813493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.826966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87a61aca-eff6-4e32-abd6-ac3b131301c6 req-c866b588-98b7-4963-b2a1-5e5d595e4632 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 210 time: 0.0633619 Mar 31 23:14:00.923023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.923964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.929669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 HTTP/1.1" status: 200 len: 1091 time: 2.2129147 Mar 31 23:14:00.937847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:00.942916 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c9fa5a-1b0c-4142-aabd-1f234716aff7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "e9fbb2ee-9a72-43b6-85c5-1fa03df495a5"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:00.984913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e64666-7ab5-4f96-b7c6-977fb244c691 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:01.059219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:01.184915 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d7ae35-bed7-4b13-98cd-e0b0c8a2c7ee x-openstack-request-id: req-b5d7ae35-bed7-4b13-98cd-e0b0c8a2c7ee {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:01.185210 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "e9fbb2ee-9a72-43b6-85c5-1fa03df495a5", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:01.185468 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5d7ae35-bed7-4b13-98cd-e0b0c8a2c7ee {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:01.185894 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d7ae35-bed7-4b13-98cd-e0b0c8a2c7ee'] response: {'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5', 'status': 'completed', 'code': 200} Mar 31 23:14:01.200815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.265647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b9cff44f-6c29-4be7-b41d-80f7781681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.271498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b9cff44f-6c29-4be7-b41d-80f7781681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.271979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b9cff44f-6c29-4be7-b41d-80f7781681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.272462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b9cff44f-6c29-4be7-b41d-80f7781681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.272922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b9cff44f-6c29-4be7-b41d-80f7781681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.274018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b9cff44f-6c29-4be7-b41d-80f7781681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.274510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b9cff44f-6c29-4be7-b41d-80f7781681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.276608 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b9cff44f-6c29-4be7-b41d-80f7781681b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6354 time: 0.1583200 Mar 31 23:14:01.601187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41c98a0-a007-458c-94e9-e1a7ade0b9e2 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:01.617199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.634464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Transition to ACTIVE for port object e41c98a0-a007-458c-94e9-e1a7ade0b9e2 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:01.817802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57430) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:02.005002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-0229fda2-6f2a-466d-b132-30002642f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.005002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-0229fda2-6f2a-466d-b132-30002642f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.005002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-0229fda2-6f2a-466d-b132-30002642f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.005002 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-0229fda2-6f2a-466d-b132-30002642f9ff service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=136ee4b6af8a465c90ce129820a06859&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4803782 Mar 31 23:14:02.016562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.016562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-e4434e06-1290-4743-b27d-83ba288d34a5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.016562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-e4434e06-1290-4743-b27d-83ba288d34a5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.058971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-e4434e06-1290-4743-b27d-83ba288d34a5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.115163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-e4434e06-1290-4743-b27d-83ba288d34a5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.140692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-e4434e06-1290-4743-b27d-83ba288d34a5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.182418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-e4434e06-1290-4743-b27d-83ba288d34a5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.206405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-e4434e06-1290-4743-b27d-83ba288d34a5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.208498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-e4434e06-1290-4743-b27d-83ba288d34a5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5407 time: 1.0181315 Mar 31 23:14:02.329081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69373cdd-89a2-441b-9da4-206e274c5775 req-23cf4e6c-5650-43e6-9320-8f26dd73533d tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.333650 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-23cf4e6c-5650-43e6-9320-8f26dd73533d tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.50 "GET /v2.0/networks?id=bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 HTTP/1.1" status: 200 len: 808 time: 0.7510502 Mar 31 23:14:02.359582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Request body: {'port': {'device_id': 'a82af07a-c253-44ef-9a5d-3d862c9f62ca', 'network_id': 'bfc2e3e3-d6c9-4648-a7cc-5a76148d9030', 'admin_state_up': True, 'tenant_id': '843da5e4cdcb4e93870c103418c4d419'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:02.438069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b0093116-9873-4480-bb99-bf750c4c092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.440086 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-66c9fa5a-1b0c-4142-aabd-1f234716aff7 req-b0093116-9873-4480-bb99-bf750c4c092c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4996734 Mar 31 23:14:02.485843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-807d3cca-2fae-49ac-918c-d41b7361bb4e req-23932ccf-ccd6-412a-a69d-4c60d78cfd07 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 210 time: 0.2371385 Mar 31 23:14:02.525623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-22075ae5-db08-4ad5-984d-3ff50de446ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=087a3426abbe4afdb5c371b0610d79da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7835217 Mar 31 23:14:02.531941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57452) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:02.553079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Pushing event updated for resources: {'Port': ['ID=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.655406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ce8fefa-efc5-43bf-b60d-73861213ef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.699997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ce8fefa-efc5-43bf-b60d-73861213ef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.763843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c57e77c-224e-40f2-8413-55ee9fa50f06 req-101f43e8-274c-4cc5-aed3-23a85f611d75 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5157177 Mar 31 23:14:02.859123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Attempting to bind port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:02.859808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Attempting to bind port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:02.860086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Attempting to bind port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 on network 231d7e5d-d031-4145-a891-3b375eaaebf2 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:02.880431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 on network 231d7e5d-d031-4145-a891-3b375eaaebf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:02.880767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Attempting to bind port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 on network 231d7e5d-d031-4145-a891-3b375eaaebf2 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:02.925758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ce8fefa-efc5-43bf-b60d-73861213ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.940465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:02.940964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Checking segment: {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:02.943720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ce8fefa-efc5-43bf-b60d-73861213ef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.944870 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ce8fefa-efc5-43bf-b60d-73861213ef54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4aa11c3-b156-4bce-9192-df8d9137f710 HTTP/1.1" status: 204 len: 168 time: 0.4117775 Mar 31 23:14:02.946125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Bound using segment: {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:02.946340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Bound port: e41c98a0-a007-458c-94e9-e1a7ade0b9e2, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:02.948199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.015359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8fefa-efc5-43bf-b60d-73861213ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aa11c3-b156-4bce-9192-df8d9137f710,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.176660 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57468) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:03.221801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Made reservation on behalf of 843da5e4cdcb4e93870c103418c4d419 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:03.225728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.314405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] For port e41c98a0-a007-458c-94e9-e1a7ade0b9e2, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:03.318802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] For port e41c98a0-a007-458c-94e9-e1a7ade0b9e2, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:03.394552 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.567908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.577354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.644520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] 10.222.0.45 "PUT /v2.0/ports/e41c98a0-a007-458c-94e9-e1a7ade0b9e2 HTTP/1.1" status: 200 len: 1091 time: 2.5308290 Mar 31 23:14:03.645449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:03.699814 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "e41c98a0-a007-458c-94e9-e1a7ade0b9e2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:03.994431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b08659bd-80ed-4ba7-b4f8-8fae89e739a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.031418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Request body: {'port': {'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:04.493024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Allocated IP 172.20.0.3 (bfc2e3e3-d6c9-4648-a7cc-5a76148d9030/812d07a5-1390-4812-b490-d083c567d547/639bd0f8-423a-45bf-b651-a3ac68ad0249) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:04.931124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fd75796-4e1e-4b5d-b9f5-edbe5a96f9e0 req-da9945d0-676e-43e7-ba09-e68dc8bfbc45 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 210 time: 0.8095496 Mar 31 23:14:04.933295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8388da-caa0-4a74-8b99-bcaa9afce15a service neutron] Pushing event updated for resources: {'Port': ['ID=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:04.999539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-14ce24f2-959d-45e5-a58e-2122c1ba068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.089419 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf81a70-893e-42ff-a911-94dc367aed91 x-openstack-request-id: req-4cf81a70-893e-42ff-a911-94dc367aed91 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:05.091035 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "e41c98a0-a007-458c-94e9-e1a7ade0b9e2", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:05.091618 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cf81a70-893e-42ff-a911-94dc367aed91 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:05.092435 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf81a70-893e-42ff-a911-94dc367aed91'] response: {'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2', 'status': 'completed', 'code': 200} Mar 31 23:14:05.095976 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.198308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-52cb2ca0-5466-4e2e-b184-3668ac20f24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.219209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-52cb2ca0-5466-4e2e-b184-3668ac20f24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.232455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-52cb2ca0-5466-4e2e-b184-3668ac20f24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.252085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-52cb2ca0-5466-4e2e-b184-3668ac20f24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.269652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-52cb2ca0-5466-4e2e-b184-3668ac20f24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.282819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-52cb2ca0-5466-4e2e-b184-3668ac20f24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.304682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-52cb2ca0-5466-4e2e-b184-3668ac20f24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.307465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-52cb2ca0-5466-4e2e-b184-3668ac20f24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5419 time: 0.7643549 Mar 31 23:14:05.366699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.375371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e31548eb-a5d0-4b26-b3bd-2b91ccdc6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.375861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e31548eb-a5d0-4b26-b3bd-2b91ccdc6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.376338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e31548eb-a5d0-4b26-b3bd-2b91ccdc6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.376802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e31548eb-a5d0-4b26-b3bd-2b91ccdc6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.377266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e31548eb-a5d0-4b26-b3bd-2b91ccdc6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.377727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e31548eb-a5d0-4b26-b3bd-2b91ccdc6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.378192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e31548eb-a5d0-4b26-b3bd-2b91ccdc6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.380303 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e31548eb-a5d0-4b26-b3bd-2b91ccdc6672 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6421 time: 0.2523093 Mar 31 23:14:05.422410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7eda7dea-3e76-4fda-82fb-88d9a36f6130 req-d2cd2abe-72e7-4258-ab1e-65b514aea5aa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768502 Mar 31 23:14:06.088333 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51283557-a6cf-4083-a817-0fe16ae126a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.199023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:06.207061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-14ce24f2-959d-45e5-a58e-2122c1ba068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.208885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.229346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.294242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-97cb9e11-4dac-4f4f-a476-65fd6ba736a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.295027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-97cb9e11-4dac-4f4f-a476-65fd6ba736a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.295735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-97cb9e11-4dac-4f4f-a476-65fd6ba736a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.298854 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-97cb9e11-4dac-4f4f-a476-65fd6ba736a0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=136ee4b6af8a465c90ce129820a06859&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9062805 Mar 31 23:14:06.315702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:06.363432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-14ce24f2-959d-45e5-a58e-2122c1ba068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.369337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Transition to ACTIVE for port object cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:06.372816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:06.389851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:06.420191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4421e-2a42-4534-a4f1-15fa7570597b req-d074bf74-4471-45b8-9546-30c7e7f2a358 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.426648 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04a4421e-2a42-4534-a4f1-15fa7570597b req-d074bf74-4471-45b8-9546-30c7e7f2a358 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 931 time: 0.3061094 Mar 31 23:14:06.456519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Pushing event updated for resources: {'Port': ['ID=639bd0f8-423a-45bf-b651-a3ac68ad0249,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:06.518078 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.565361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce24f2-959d-45e5-a58e-2122c1ba068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb28a2e-4595-49a3-8ab0-007e49ce3eda,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:06.570407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-14ce24f2-959d-45e5-a58e-2122c1ba068d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa94e5364e204221989ea6301a1c89a6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3925674 Mar 31 23:14:06.584194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.584874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.594373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57534) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:06.727733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04a4421e-2a42-4534-a4f1-15fa7570597b req-8005bd93-0ea3-407e-a7ee-fec8ab9bfdfe tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920496 Mar 31 23:14:06.789341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e24c2e9a-84f7-4b5d-a0fd-619b94690cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.797140 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0fcd5da9-8865-406c-9c22-e7c8ce850fc4 req-e24c2e9a-84f7-4b5d-a0fd-619b94690cfe service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4797075 Mar 31 23:14:06.892078 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6f1dcff5-01f9-4c62-9527-5fd4e3823058 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5497036 Mar 31 23:14:06.921814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Pushing event updated for resources: {'Port': ['ID=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:06.936520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Request body: {'port': {'device_id': 'a82af07a-c253-44ef-9a5d-3d862c9f62ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:06.956105 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2824e522-a138-4fe0-9775-34cc1ee2f011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.124601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-f7c666b4-b58e-45a2-87a9-f7cce76059b9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.130976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-f7c666b4-b58e-45a2-87a9-f7cce76059b9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.168646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-f7c666b4-b58e-45a2-87a9-f7cce76059b9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.196972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-f7c666b4-b58e-45a2-87a9-f7cce76059b9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.207606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2824e522-a138-4fe0-9775-34cc1ee2f011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.214506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-f7c666b4-b58e-45a2-87a9-f7cce76059b9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.230505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-f7c666b4-b58e-45a2-87a9-f7cce76059b9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.242185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-f7c666b4-b58e-45a2-87a9-f7cce76059b9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.260788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-f7c666b4-b58e-45a2-87a9-f7cce76059b9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.5035233 Mar 31 23:14:07.318125 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.394824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2824e522-a138-4fe0-9775-34cc1ee2f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.398808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Attempting to bind port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:07.401312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Attempting to bind port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:07.401312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Attempting to bind port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb on network 231d7e5d-d031-4145-a891-3b375eaaebf2 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:07.402416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2824e522-a138-4fe0-9775-34cc1ee2f011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.403753 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2824e522-a138-4fe0-9775-34cc1ee2f011 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cb28a2e-4595-49a3-8ab0-007e49ce3eda HTTP/1.1" status: 204 len: 168 time: 0.8050365 Mar 31 23:14:07.412415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb on network 231d7e5d-d031-4145-a891-3b375eaaebf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:07.412746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Attempting to bind port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb on network 231d7e5d-d031-4145-a891-3b375eaaebf2 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:07.435699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcc2048e-9bf6-43b8-a45e-cdb1d38d8097 req-d45be5a3-211a-4a90-90ca-6267c4330c8f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739233 Mar 31 23:14:07.453261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:07.453595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Checking segment: {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:07.453930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Bound using segment: {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:07.454368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Bound port: cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbddf538-78e7-4dd9-a828-8b92d69a18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:07.454752 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.461700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824e522-a138-4fe0-9775-34cc1ee2f011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb28a2e-4595-49a3-8ab0-007e49ce3eda,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:07.629183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] For port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:07.637164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] For port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:07.736174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.736804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.857597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.858412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.860225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] 10.222.0.45 "PUT /v2.0/ports/cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb HTTP/1.1" status: 200 len: 1091 time: 3.8971827 Mar 31 23:14:07.860861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:07.863282 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b8a63b-1a23-4b1b-8f01-59149dc67016" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:07.948294 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509bd93c-5d34-4f77-8890-7df28d76605e x-openstack-request-id: req-509bd93c-5d34-4f77-8890-7df28d76605e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:07.948871 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:07.949299 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-509bd93c-5d34-4f77-8890-7df28d76605e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:07.949882 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509bd93c-5d34-4f77-8890-7df28d76605e'] response: {'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb', 'status': 'completed', 'code': 200} Mar 31 23:14:07.971058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e6b2c-c64d-497b-b63f-d6459cf9e958 service neutron] Pushing event updated for resources: {'Port': ['ID=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.007750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ba3f-5bec-4114-93b1-3a08e515121d req-351b058b-c4b7-4dcf-b963-bc3a22662b77 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.010221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b965ba3f-5bec-4114-93b1-3a08e515121d req-351b058b-c4b7-4dcf-b963-bc3a22662b77 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 931 time: 0.1630573 Mar 31 23:14:08.086650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-2b866a7d-4c2f-4964-8058-fe4f288a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.087230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-2b866a7d-4c2f-4964-8058-fe4f288a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.087703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-2b866a7d-4c2f-4964-8058-fe4f288a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.088170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-2b866a7d-4c2f-4964-8058-fe4f288a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.088635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-2b866a7d-4c2f-4964-8058-fe4f288a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.089098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-2b866a7d-4c2f-4964-8058-fe4f288a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.089561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-2b866a7d-4c2f-4964-8058-fe4f288a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.092112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-2b866a7d-4c2f-4964-8058-fe4f288a0444 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6488 time: 0.1109288 Mar 31 23:14:08.215837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b965ba3f-5bec-4114-93b1-3a08e515121d req-152cdc61-6424-41c9-a20a-0d3bd540b17b tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858532 Mar 31 23:14:08.263926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639bd0f8-423a-45bf-b651-a3ac68ad0249 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:08.345548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.420608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Transition to ACTIVE for port object 639bd0f8-423a-45bf-b651-a3ac68ad0249 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:08.558744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.593983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.596155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-a59aa05c-9f7a-4b46-a5d8-e6d62006d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.596975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-a59aa05c-9f7a-4b46-a5d8-e6d62006d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.597523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-a59aa05c-9f7a-4b46-a5d8-e6d62006d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.599953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-a59aa05c-9f7a-4b46-a5d8-e6d62006d902 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=136ee4b6af8a465c90ce129820a06859&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4969559 Mar 31 23:14:08.699336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Pushing event updated for resources: {'Port': ['ID=639bd0f8-423a-45bf-b651-a3ac68ad0249,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.820772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8da32-9586-4432-a47e-74595af2548d req-9e1b1f24-6af2-4051-b3fe-364f3a88cea6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.827803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8da32-9586-4432-a47e-74595af2548d req-9e1b1f24-6af2-4051-b3fe-364f3a88cea6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.834731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8da32-9586-4432-a47e-74595af2548d req-9e1b1f24-6af2-4051-b3fe-364f3a88cea6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.864895 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.867603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8da32-9586-4432-a47e-74595af2548d req-9e1b1f24-6af2-4051-b3fe-364f3a88cea6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.882107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8da32-9586-4432-a47e-74595af2548d req-9e1b1f24-6af2-4051-b3fe-364f3a88cea6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.891109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8da32-9586-4432-a47e-74595af2548d req-9e1b1f24-6af2-4051-b3fe-364f3a88cea6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.899347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8da32-9586-4432-a47e-74595af2548d req-9e1b1f24-6af2-4051-b3fe-364f3a88cea6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.910280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1e8da32-9586-4432-a47e-74595af2548d req-9e1b1f24-6af2-4051-b3fe-364f3a88cea6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.3531454 Mar 31 23:14:08.910498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Attempting to bind port 639bd0f8-423a-45bf-b651-a3ac68ad0249 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:08.911092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Attempting to bind port 639bd0f8-423a-45bf-b651-a3ac68ad0249 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '09409677-889a-4613-8f10-0c17471a6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bfc2e3e3-d6c9-4648-a7cc-5a76148d9030'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:08.912649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Attempting to bind port 639bd0f8-423a-45bf-b651-a3ac68ad0249 on network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:08.921213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Port 639bd0f8-423a-45bf-b651-a3ac68ad0249 on network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:08.922026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Attempting to bind port 639bd0f8-423a-45bf-b651-a3ac68ad0249 on network bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:08.929369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:08.942592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Checking segment: {'id': '09409677-889a-4613-8f10-0c17471a6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bfc2e3e3-d6c9-4648-a7cc-5a76148d9030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:08.942592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Bound using segment: {'id': '09409677-889a-4613-8f10-0c17471a6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bfc2e3e3-d6c9-4648-a7cc-5a76148d9030'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:08.942592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Bound port: 639bd0f8-423a-45bf-b651-a3ac68ad0249, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09409677-889a-4613-8f10-0c17471a6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bfc2e3e3-d6c9-4648-a7cc-5a76148d9030'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:08.942592 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.028141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] For port 639bd0f8-423a-45bf-b651-a3ac68ad0249, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:09.032394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] For port 639bd0f8-423a-45bf-b651-a3ac68ad0249, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=639bd0f8-423a-45bf-b651-a3ac68ad0249,segment=NetworkSegment(09409677-889a-4613-8f10-0c17471a6ff0),segment_id=09409677-889a-4613-8f10-0c17471a6ff0)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:09.063406 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1e8da32-9586-4432-a47e-74595af2548d req-5bf38c92-cf5c-433d-a46f-04e3dc402782 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522062 Mar 31 23:14:09.069012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-7a434339-f162-4ace-a615-9ab8f717b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.072863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95b8a63b-1a23-4b1b-8f01-59149dc67016 req-7a434339-f162-4ace-a615-9ab8f717b90d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4403844 Mar 31 23:14:09.101826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.255845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.263927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.267808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.274164 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] 10.222.0.50 "PUT /v2.0/ports/639bd0f8-423a-45bf-b651-a3ac68ad0249 HTTP/1.1" status: 200 len: 1091 time: 2.3729906 Mar 31 23:14:09.274668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82af07a-c253-44ef-9a5d-3d862c9f62ca', 'tag': '639bd0f8-423a-45bf-b651-a3ac68ad0249'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:09.280587 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc264f70-9370-42b2-ba6b-bedf5e05c5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a82af07a-c253-44ef-9a5d-3d862c9f62ca", "tag": "639bd0f8-423a-45bf-b651-a3ac68ad0249"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:09.360937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0b25382e-a2a3-4763-ba75-57d7993c93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.361480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0b25382e-a2a3-4763-ba75-57d7993c93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.371136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0b25382e-a2a3-4763-ba75-57d7993c93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.371681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0b25382e-a2a3-4763-ba75-57d7993c93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.375801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0b25382e-a2a3-4763-ba75-57d7993c93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.377067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0b25382e-a2a3-4763-ba75-57d7993c93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.377372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710d9ef-68e4-475e-b6e3-334fd9689311 service neutron] Pushing event updated for resources: {'Port': ['ID=639bd0f8-423a-45bf-b651-a3ac68ad0249,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:09.378725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0b25382e-a2a3-4763-ba75-57d7993c93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.394786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0b25382e-a2a3-4763-ba75-57d7993c93a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6488 time: 0.2443435 Mar 31 23:14:09.423065 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c35824-c6c5-41b6-bb74-6a3bcdea8928 x-openstack-request-id: req-97c35824-c6c5-41b6-bb74-6a3bcdea8928 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:09.423065 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82af07a-c253-44ef-9a5d-3d862c9f62ca", "tag": "639bd0f8-423a-45bf-b651-a3ac68ad0249", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:09.423065 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97c35824-c6c5-41b6-bb74-6a3bcdea8928 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:09.423065 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c35824-c6c5-41b6-bb74-6a3bcdea8928'] response: {'name': 'network-changed', 'server_uuid': 'a82af07a-c253-44ef-9a5d-3d862c9f62ca', 'tag': '639bd0f8-423a-45bf-b651-a3ac68ad0249', 'status': 'completed', 'code': 200} Mar 31 23:14:09.638223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-d4eadf56-b44f-4be8-b82d-9961dbf07fd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279 HTTP/1.1" status: 200 len: 217 time: 0.2290258 Mar 31 23:14:09.664771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264f70-9370-42b2-ba6b-bedf5e05c5f1 req-aab42ab1-a429-4d46-bf86-6c384203b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.670359 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc264f70-9370-42b2-ba6b-bedf5e05c5f1 req-aab42ab1-a429-4d46-bf86-6c384203b64e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843da5e4cdcb4e93870c103418c4d419&device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 1094 time: 0.1979811 Mar 31 23:14:09.735684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.997592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-72b336a3-b83f-4b26-b6e5-a17c12273eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.997592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-72b336a3-b83f-4b26-b6e5-a17c12273eb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cef8733-88ba-4639-9516-bf4bd64fbc9b HTTP/1.1" status: 200 len: 856 time: 0.1400764 Mar 31 23:14:09.997592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7c163-6920-4e72-b1e1-76cfe9ca2c4b req-fa8b2111-eb8a-4542-a624-2ad0edbd1e9c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.997592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6fe7c163-6920-4e72-b1e1-76cfe9ca2c4b req-fa8b2111-eb8a-4542-a624-2ad0edbd1e9c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 943 time: 0.1626740 Mar 31 23:14:09.998689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264f70-9370-42b2-ba6b-bedf5e05c5f1 req-77a1c5d9-c3c3-4d7c-a531-93238dc5a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.998689 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc264f70-9370-42b2-ba6b-bedf5e05c5f1 req-77a1c5d9-c3c3-4d7c-a531-93238dc5a6f2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=843da5e4cdcb4e93870c103418c4d419&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1657925 Mar 31 23:14:09.999223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-8dbda7d0-70e0-45ee-8567-2e1dac90a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.999223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-8dbda7d0-70e0-45ee-8567-2e1dac90a961 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=004c4e99-ec3f-421e-95ba-5d7b35cef792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750420 Mar 31 23:14:09.999223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6fe7c163-6920-4e72-b1e1-76cfe9ca2c4b req-3fdc70ca-d7a8-44fb-ab07-e97cd496e020 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609090 Mar 31 23:14:09.999223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-f2b45b81-087c-4063-9e60-8f8298728c4c service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885887 Mar 31 23:14:09.999515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264f70-9370-42b2-ba6b-bedf5e05c5f1 req-09a3e1af-745a-4c6a-83da-85c1600f9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.999515 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc264f70-9370-42b2-ba6b-bedf5e05c5f1 req-09a3e1af-745a-4c6a-83da-85c1600f9d8f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084483 Mar 31 23:14:10.069205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69373cdd-89a2-441b-9da4-206e274c5775 req-8916af52-422c-4b8e-ba28-8d3d89dee0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.072053 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-8916af52-422c-4b8e-ba28-8d3d89dee0ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843da5e4cdcb4e93870c103418c4d419&device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 1094 time: 0.0520043 Mar 31 23:14:10.076234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-b10af3a3-d614-4783-aaac-507147f2e730 service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039324 Mar 31 23:14:10.125584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1a15714e-1db0-4cc1-af44-d1bfdde960c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 200 len: 217 time: 0.0433190 Mar 31 23:14:10.127205 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-6ed01b35-26a7-4aa2-b444-a278da262bf7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=639bd0f8-423a-45bf-b651-a3ac68ad0249 HTTP/1.1" status: 200 len: 217 time: 0.0473456 Mar 31 23:14:10.190724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69373cdd-89a2-441b-9da4-206e274c5775 req-4fde6da2-9916-470b-b671-a26a9c8e73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.192444 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-4fde6da2-9916-470b-b671-a26a9c8e73a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=812d07a5-1390-4812-b490-d083c567d547 HTTP/1.1" status: 200 len: 848 time: 0.0571239 Mar 31 23:14:10.235733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1c9ee751-0aaa-4272-b8d3-3708ae6c001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.237354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-1c9ee751-0aaa-4272-b8d3-3708ae6c001c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.1057813 Mar 31 23:14:10.302072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-029a00c1-2426-4125-8593-aadc08e5ecf9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bfc2e3e3-d6c9-4648-a7cc-5a76148d9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898561 Mar 31 23:14:10.388451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-da6093ec-2756-41fd-8922-d4ca1744e9ca tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.405207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-da6093ec-2756-41fd-8922-d4ca1744e9ca tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.425888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-da6093ec-2756-41fd-8922-d4ca1744e9ca tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.432864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-da6093ec-2756-41fd-8922-d4ca1744e9ca tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.440178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-da6093ec-2756-41fd-8922-d4ca1744e9ca tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.447287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-da6093ec-2756-41fd-8922-d4ca1744e9ca tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.474105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-da6093ec-2756-41fd-8922-d4ca1744e9ca tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.477582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-da6093ec-2756-41fd-8922-d4ca1744e9ca tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.3043787 Mar 31 23:14:10.487621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-34664e30-8fe0-48cf-bac4-a595f789fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.489359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-34664e30-8fe0-48cf-bac4-a595f789fe24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2407360 Mar 31 23:14:10.533593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b210dfd1-21a6-4f5e-bd3a-20ea840aef43 req-09d56cd4-363f-4876-a2dc-6a46f97c57fa tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432460 Mar 31 23:14:10.579590 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-1bb2af7e-e443-4599-a1ff-e876db78b8e5 service neutron] 10.222.0.50 "GET /v2.0/networks/bfc2e3e3-d6c9-4648-a7cc-5a76148d9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756329 Mar 31 23:14:10.754503 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-69373cdd-89a2-441b-9da4-206e274c5775 req-9089ae96-876a-4222-a5f1-4decc73bc61b service neutron] 10.222.0.50 "GET /v2.0/networks/bfc2e3e3-d6c9-4648-a7cc-5a76148d9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676650 Mar 31 23:14:10.757611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a2062bac-4e35-401e-b2bd-7e8a082ea232 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287364 Mar 31 23:14:10.926596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-ed741bef-b53d-4239-83aa-71409b668713 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647396 Mar 31 23:14:10.975275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-9c534cd2-ab89-4433-8c0d-350a20b6413d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0420771 Mar 31 23:14:11.099746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a90f88ea-4aa4-485a-b1aa-68d9f49b5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.101362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a90f88ea-4aa4-485a-b1aa-68d9f49b5cb2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.1192489 Mar 31 23:14:11.242443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a6927c6c-8f49-4a15-b2f5-aa352f3f1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.244241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-a6927c6c-8f49-4a15-b2f5-aa352f3f1241 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1361229 Mar 31 23:14:11.259979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63553d7c-def4-43e7-ab2b-3ca1b658d86f req-d30afa14-2865-42b0-afba-75566618b58d tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.261636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63553d7c-def4-43e7-ab2b-3ca1b658d86f req-d30afa14-2865-42b0-afba-75566618b58d tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 943 time: 0.1180458 Mar 31 23:14:11.373623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63553d7c-def4-43e7-ab2b-3ca1b658d86f req-5349138a-51ca-4a67-a417-8a94546761a1 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909526 Mar 31 23:14:11.390959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-8aa49cfd-f389-485e-86c9-ac235901dc7c service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397426 Mar 31 23:14:11.584631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-88a01299-a160-4f1d-91ea-a8eae7f94d3e service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837966 Mar 31 23:14:11.646376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-ecd0bbe1-ce22-4a2f-b7ea-08c76a4707cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f HTTP/1.1" status: 200 len: 217 time: 0.0542212 Mar 31 23:14:11.754343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-65c4eed4-5b11-4a55-be68-f07bc1d144c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.755952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-65c4eed4-5b11-4a55-be68-f07bc1d144c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.1002533 Mar 31 23:14:11.808713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-afbc80d8-1dd2-49d0-887e-50bd8fd9dfd6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.815353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-afbc80d8-1dd2-49d0-887e-50bd8fd9dfd6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.836157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-afbc80d8-1dd2-49d0-887e-50bd8fd9dfd6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.863277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-afbc80d8-1dd2-49d0-887e-50bd8fd9dfd6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.896782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-afbc80d8-1dd2-49d0-887e-50bd8fd9dfd6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.915320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-afbc80d8-1dd2-49d0-887e-50bd8fd9dfd6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.922163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-afbc80d8-1dd2-49d0-887e-50bd8fd9dfd6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.935795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-afbc80d8-1dd2-49d0-887e-50bd8fd9dfd6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.2215118 Mar 31 23:14:11.964952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-f9a17e84-b5b9-40b6-a73d-d8125038e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.966450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-f9a17e84-b5b9-40b6-a73d-d8125038e84c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2023048 Mar 31 23:14:12.002821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08b58b60-7bfe-4f77-bd01-81a23053f02f req-3ec37500-a89f-4432-8e7f-aac436c36d78 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584345 Mar 31 23:14:12.090714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-8c40724d-4367-4d87-81d1-be8d9871588a service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145306 Mar 31 23:14:12.129404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 639bd0f8-423a-45bf-b651-a3ac68ad0249 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:12.380095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-61534868-530f-4993-b49c-ae69896edee4 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763624 Mar 31 23:14:12.388097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 639bd0f8-423a-45bf-b651-a3ac68ad0249, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=639bd0f8-423a-45bf-b651-a3ac68ad0249,segment=NetworkSegment(09409677-889a-4613-8f10-0c17471a6ff0),segment_id=09409677-889a-4613-8f10-0c17471a6ff0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:12.416438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '639bd0f8-423a-45bf-b651-a3ac68ad0249', 'network_id': 'bfc2e3e3-d6c9-4648-a7cc-5a76148d9030', 'port_id': '639bd0f8-423a-45bf-b651-a3ac68ad0249', 'mac_address': 'fa:16:3e:77:b9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812d07a5-1390-4812-b490-d083c567d547', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:12.463007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-bbcc4886-47c1-4c54-b9b1-6947710adc33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 HTTP/1.1" status: 200 len: 217 time: 0.0722837 Mar 31 23:14:12.499425 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.524356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639bd0f8-423a-45bf-b651-a3ac68ad0249 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:12.560633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 639bd0f8-423a-45bf-b651-a3ac68ad0249, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=639bd0f8-423a-45bf-b651-a3ac68ad0249,segment=NetworkSegment(09409677-889a-4613-8f10-0c17471a6ff0),segment_id=09409677-889a-4613-8f10-0c17471a6ff0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:12.668584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.826465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=639bd0f8-423a-45bf-b651-a3ac68ad0249,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:12.915516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['639bd0f8-423a-45bf-b651-a3ac68ad0249'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:12.991391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-f3b5e4de-e697-46a3-a0be-0be8119d3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:12.996462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-f3b5e4de-e697-46a3-a0be-0be8119d3b9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.5307105 Mar 31 23:14:13.034424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4cda1-c059-48f9-a30f-d4820da20ddf req-4a481f5a-3d99-479d-bb0c-691ad832879a tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.061962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16e4cda1-c059-48f9-a30f-d4820da20ddf req-4a481f5a-3d99-479d-bb0c-691ad832879a tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 944 time: 0.1105359 Mar 31 23:14:13.263305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16e4cda1-c059-48f9-a30f-d4820da20ddf req-c4b995d9-f5f4-4d89-910a-9d2710a7b8d8 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006145 Mar 31 23:14:13.266061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-67a01220-5398-440b-8eb0-0a38d8b5ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.269937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-67a01220-5398-440b-8eb0-0a38d8b5ecd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2574944 Mar 31 23:14:13.353244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-63090212-ad7c-4946-9df1-83b1be6ec911 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.362793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-63090212-ad7c-4946-9df1-83b1be6ec911 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.371305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-63090212-ad7c-4946-9df1-83b1be6ec911 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.377625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-63090212-ad7c-4946-9df1-83b1be6ec911 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.384434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-63090212-ad7c-4946-9df1-83b1be6ec911 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.393528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-63090212-ad7c-4946-9df1-83b1be6ec911 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.397117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-63090212-ad7c-4946-9df1-83b1be6ec911 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.414995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-63090212-ad7c-4946-9df1-83b1be6ec911 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1967454 Mar 31 23:14:13.603267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4c890b1-2ab9-4de5-8f1d-1b986604b9d2 req-751676e1-0077-41b8-8f0a-b629ca5747f1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302564 Mar 31 23:14:13.717751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-804c0cd9-52c2-4108-b26a-1e1e90c9c050 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377131 Mar 31 23:14:13.849664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-21e37a4c-f174-4f03-9f71-23ad81e99bfc service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236145 Mar 31 23:14:13.940410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-8cfd1b2a-2c50-4c65-9fb2-eb06c9a8909d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2 HTTP/1.1" status: 200 len: 217 time: 0.0832384 Mar 31 23:14:14.015150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-153aa8ed-6b6a-4f9f-8781-7c0df3bd87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.017008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-153aa8ed-6b6a-4f9f-8781-7c0df3bd87b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 200 len: 797 time: 0.0675647 Mar 31 23:14:14.099507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-09e4114f-aad9-4498-8afd-fb5fde8cc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.103012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-09e4114f-aad9-4498-8afd-fb5fde8cc86f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768030 Mar 31 23:14:14.143586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 639bd0f8-423a-45bf-b651-a3ac68ad0249 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:14.256791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-cc5801a7-199d-4c7a-b5d5-398176d41242 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456683 Mar 31 23:14:14.267830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 639bd0f8-423a-45bf-b651-a3ac68ad0249 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:14.275255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 639bd0f8-423a-45bf-b651-a3ac68ad0249 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:14.276084 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.427774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-7b2426be-55ac-403e-b4c4-b90fff0a3444 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633983 Mar 31 23:14:14.471115 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.486691 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-e006a29e-77ad-4ec6-bb3f-2c20b071cb1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb HTTP/1.1" status: 200 len: 217 time: 0.0483828 Mar 31 23:14:14.507294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 639bd0f8-423a-45bf-b651-a3ac68ad0249, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=639bd0f8-423a-45bf-b651-a3ac68ad0249,segment=NetworkSegment(09409677-889a-4613-8f10-0c17471a6ff0),segment_id=09409677-889a-4613-8f10-0c17471a6ff0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:14.509637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82af07a-c253-44ef-9a5d-3d862c9f62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bd0f8-423a-45bf-b651-a3ac68ad0249'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:14.512163 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ff2a39-402b-4280-9173-96749f739f28" -d '{"events": [{"server_uuid": "a82af07a-c253-44ef-9a5d-3d862c9f62ca", "name": "network-vif-plugged", "status": "completed", "tag": "639bd0f8-423a-45bf-b651-a3ac68ad0249"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:14.592530 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bc3a7e-b8b9-4074-9fbb-1912c180bfce x-openstack-request-id: req-85bc3a7e-b8b9-4074-9fbb-1912c180bfce {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:14.594674 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82af07a-c253-44ef-9a5d-3d862c9f62ca", "name": "network-vif-plugged", "status": "completed", "tag": "639bd0f8-423a-45bf-b651-a3ac68ad0249", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:14.608865 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85bc3a7e-b8b9-4074-9fbb-1912c180bfce {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:14.608865 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85bc3a7e-b8b9-4074-9fbb-1912c180bfce'] response: {'server_uuid': 'a82af07a-c253-44ef-9a5d-3d862c9f62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bd0f8-423a-45bf-b651-a3ac68ad0249', 'code': 200} Mar 31 23:14:14.642118 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.645745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96a833-66ab-425e-96bb-6ad68950a362 req-d1bf9526-b078-48cf-9e8e-841f0299f8cb tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.659469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe96a833-66ab-425e-96bb-6ad68950a362 req-d1bf9526-b078-48cf-9e8e-841f0299f8cb tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 944 time: 0.1667154 Mar 31 23:14:14.703352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-6513776b-1a71-41bb-8389-6ecc73abb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.706110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-6513776b-1a71-41bb-8389-6ecc73abb929 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 200 len: 797 time: 0.1886177 Mar 31 23:14:14.715986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=639bd0f8-423a-45bf-b651-a3ac68ad0249,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:14.787775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19230d3-1e02-44bc-8fca-06c006e216ae req-6c9ab4af-d922-4ceb-9b72-262b67c443e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.790291 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e19230d3-1e02-44bc-8fca-06c006e216ae req-6c9ab4af-d922-4ceb-9b72-262b67c443e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 1096 time: 0.1247284 Mar 31 23:14:14.897506 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e19230d3-1e02-44bc-8fca-06c006e216ae req-c64a616d-2874-4780-8e3c-a10d2fb274fb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970414 Mar 31 23:14:14.945844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe96a833-66ab-425e-96bb-6ad68950a362 req-ca7ac9aa-8793-4a59-bdf9-3f318a29ac48 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889373 Mar 31 23:14:15.010730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-377d092e-3ce2-40d7-95d6-d3795beb3348 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.017264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-377d092e-3ce2-40d7-95d6-d3795beb3348 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.026418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-377d092e-3ce2-40d7-95d6-d3795beb3348 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.033028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-377d092e-3ce2-40d7-95d6-d3795beb3348 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.039360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-377d092e-3ce2-40d7-95d6-d3795beb3348 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.046640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-377d092e-3ce2-40d7-95d6-d3795beb3348 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.053991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-377d092e-3ce2-40d7-95d6-d3795beb3348 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.056118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-377d092e-3ce2-40d7-95d6-d3795beb3348 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.2584000 Mar 31 23:14:15.120636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7af287c5-38d7-44eb-9503-bede0c254b05 req-fd52283c-2c3a-4c1a-a373-a657b77bfec5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570767 Mar 31 23:14:15.122951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-4aeed272-9ccc-4450-84dd-c34c1fbcf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.124590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-4aeed272-9ccc-4450-84dd-c34c1fbcf1f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4108677 Mar 31 23:14:15.258503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-0405ea37-0b34-4696-b0b0-7f29f13546dd service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240094 Mar 31 23:14:15.516783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985dbae-de24-4e7f-9d08-93fe3e26332f req-8ddc3766-a0e2-4044-821e-65bc4fa4a1a8 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528846 Mar 31 23:14:16.172975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccadb29-ddfc-462a-a19e-dde90c82d4c2 req-f8444688-0ce4-4b7f-b70e-f34a24c1604d tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.175293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ccadb29-ddfc-462a-a19e-dde90c82d4c2 req-f8444688-0ce4-4b7f-b70e-f34a24c1604d tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 945 time: 0.1004376 Mar 31 23:14:16.222626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ccadb29-ddfc-462a-a19e-dde90c82d4c2 req-309f2779-8b94-442f-9c72-c492abbf93fc tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Mar 31 23:14:16.325626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-1ff8d75e-e0a2-4bf2-9ffe-2893652cbf2a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.332060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-1ff8d75e-e0a2-4bf2-9ffe-2893652cbf2a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.339651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-1ff8d75e-e0a2-4bf2-9ffe-2893652cbf2a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.346192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-1ff8d75e-e0a2-4bf2-9ffe-2893652cbf2a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.353525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-1ff8d75e-e0a2-4bf2-9ffe-2893652cbf2a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.359547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-1ff8d75e-e0a2-4bf2-9ffe-2893652cbf2a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.366254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-1ff8d75e-e0a2-4bf2-9ffe-2893652cbf2a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.368434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-1ff8d75e-e0a2-4bf2-9ffe-2893652cbf2a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1114225 Mar 31 23:14:16.425517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e096d764-36ed-4e7a-8e3b-cd4f5e645805 req-7d6f4a1f-7420-47d2-8146-a08c806d4892 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505884 Mar 31 23:14:17.200873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57786) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:17.488499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f8b0-3e10-436d-b1c9-31b161a98331 req-a912a1d3-0968-4ef3-bc7d-de17118f5e03 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.519702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acc5f8b0-3e10-436d-b1c9-31b161a98331 req-a912a1d3-0968-4ef3-bc7d-de17118f5e03 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 945 time: 0.1240995 Mar 31 23:14:17.598574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acc5f8b0-3e10-436d-b1c9-31b161a98331 req-a3b8b805-e91e-4808-926d-60ffce4582cc tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739701 Mar 31 23:14:17.757448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-5eb0977d-579a-44e9-8f05-5e9292c51ead tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.775528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-5eb0977d-579a-44e9-8f05-5e9292c51ead tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.782696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-5eb0977d-579a-44e9-8f05-5e9292c51ead tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.789494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-5eb0977d-579a-44e9-8f05-5e9292c51ead tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.800345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-5eb0977d-579a-44e9-8f05-5e9292c51ead tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.816462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-5eb0977d-579a-44e9-8f05-5e9292c51ead tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.840143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-5eb0977d-579a-44e9-8f05-5e9292c51ead tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.871236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-5eb0977d-579a-44e9-8f05-5e9292c51ead tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.2715211 Mar 31 23:14:17.960206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a72e0cc5-9e4f-4741-8afa-1a2354eac1eb req-b4504ee9-0fd8-475a-aff2-e08a74c9e9c4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879111 Mar 31 23:14:18.168015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.691823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Deleting port 20974813-cdda-48dd-b26d-4c7a44ca5ef3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:18.692497 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.806983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] For port 20974813-cdda-48dd-b26d-4c7a44ca5ef3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=20974813-cdda-48dd-b26d-4c7a44ca5ef3,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:18.808762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.873820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Calling delete_port for 20974813-cdda-48dd-b26d-4c7a44ca5ef3 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:19.284933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-f0f5ad94-2978-4822-b1a6-21f0d102b329 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.294329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-f0f5ad94-2978-4822-b1a6-21f0d102b329 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.325759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-f0f5ad94-2978-4822-b1a6-21f0d102b329 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.325759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-f0f5ad94-2978-4822-b1a6-21f0d102b329 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.329000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-f0f5ad94-2978-4822-b1a6-21f0d102b329 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.339504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-f0f5ad94-2978-4822-b1a6-21f0d102b329 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.347646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-f0f5ad94-2978-4822-b1a6-21f0d102b329 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.360022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-f0f5ad94-2978-4822-b1a6-21f0d102b329 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.2106047 Mar 31 23:14:19.387694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.452856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Pushing event deleted for resources: {'Port': ['ID=20974813-cdda-48dd-b26d-4c7a44ca5ef3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:19.509199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.520870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.521509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.528079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.528696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.530199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.530199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.530199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.530897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.531279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.531661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c2086e5-59f0-43ad-9bcd-69f6f3d52906 req-85b66a7d-97c9-49a3-8fbd-334129e91c3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706343 Mar 31 23:14:19.531799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.532353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:19.722392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57864) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:19.978950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.011140 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.177013 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.274950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.329426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e9795b-6ecc-4dbd-8d89-e10eb78056d5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:20.343771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cf139dfff294de5bab11f668034844b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6175745 Mar 31 23:14:20.346013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:20.346160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57874) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:20.354285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.354770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.355072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.355419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.355831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.356192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.358962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.358962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.358962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.359454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.361106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.361106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6756f84a-c764-431e-9864-d7f70d430284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:20.519375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:20.527261 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a9abb52f-da1e-45c5-a2f7-9f7c6b0fd151 admin admin] 10.222.0.31 "PUT /v2.0/routers/bae17eb4-29f0-4180-bfa8-ab700ef5dac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3302171 Mar 31 23:14:20.529534 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57880) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:20.533116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8783-96d4-4083-8047-67fb0ca714e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.535974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] Sync routers for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:20.549659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:20.550362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:14:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:20.577260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8783-96d4-4083-8047-67fb0ca714e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.671585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.799356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:20.817037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-2981e254-d87d-442a-91e1-1b9f53142779 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.835170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-2981e254-d87d-442a-91e1-1b9f53142779 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.857306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-2981e254-d87d-442a-91e1-1b9f53142779 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.867995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-2981e254-d87d-442a-91e1-1b9f53142779 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.874626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-2981e254-d87d-442a-91e1-1b9f53142779 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.881359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-2981e254-d87d-442a-91e1-1b9f53142779 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.898975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-2981e254-d87d-442a-91e1-1b9f53142779 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.908139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-2981e254-d87d-442a-91e1-1b9f53142779 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.2495563 Mar 31 23:14:20.911212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8783-96d4-4083-8047-67fb0ca714e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.914447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8783-96d4-4083-8047-67fb0ca714e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.918537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b4cd8783-96d4-4083-8047-67fb0ca714e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2e9795b-6ecc-4dbd-8d89-e10eb78056d5 HTTP/1.1" status: 204 len: 168 time: 0.5682089 Mar 31 23:14:20.942101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8783-96d4-4083-8047-67fb0ca714e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e9795b-6ecc-4dbd-8d89-e10eb78056d5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:20.989603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5faf030-5239-4a77-9aa2-b49788e85cf3 req-1b71cf72-05d3-4a02-8ddb-6b0d48466eee tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805306 Mar 31 23:14:20.994315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.188234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Deleting port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:21.190577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.234591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:14:19Z', 'revision_number': 5, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port': {'id': 'fe1153e7-9577-4e8d-9590-3d3ef2ee0e62', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:34Z', 'updated_at': '2022-03-31T23:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:21.276695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] Checking router: bae17eb4-29f0-4180-bfa8-ab700ef5dac8 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:21.289259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] Routers {'bae17eb4-29f0-4180-bfa8-ab700ef5dac8'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:21.290961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:14:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:21.299034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] For port fe1153e7-9577-4e8d-9590-3d3ef2ee0e62, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fe1153e7-9577-4e8d-9590-3d3ef2ee0e62,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:21.299034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.316691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Calling delete_port for fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:21.404912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] Set router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:21.542625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:14:20Z', 'revision_number': 6, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:21.630405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6dc44-8a51-44ca-80f9-7648bca4bde2 None None] The sync data for ids ['bae17eb4-29f0-4180-bfa8-ab700ef5dac8'] in n-d-836015-1 is: [{'id': 'bae17eb4-29f0-4180-bfa8-ab700ef5dac8', 'name': 'tempest-AttachVolumeTestJSON-1051069085-router', 'tenant_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:31Z', 'updated_at': '2022-03-31T23:14:20Z', 'revision_number': 6, 'project_id': 'b9ff61f0c69948f7b7f1ddb945a6bc0a', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:21.709155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57914) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:21.835280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 20974813-cdda-48dd-b26d-4c7a44ca5ef3 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:21.861882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.889642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 20974813-cdda-48dd-b26d-4c7a44ca5ef3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:21.890283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 20974813-cdda-48dd-b26d-4c7a44ca5ef3 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:21.898910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10500e82-ebbe-4e8b-b2b7-bd3daaf71f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.949906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1153e7-9577-4e8d-9590-3d3ef2ee0e62,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:22.109035 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.183214 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10500e82-ebbe-4e8b-b2b7-bd3daaf71f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.230412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-16f11336-4bf1-492f-921b-4fcab016de3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.237681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-16f11336-4bf1-492f-921b-4fcab016de3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.248616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-16f11336-4bf1-492f-921b-4fcab016de3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.257258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-16f11336-4bf1-492f-921b-4fcab016de3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.264433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-16f11336-4bf1-492f-921b-4fcab016de3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.271770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-16f11336-4bf1-492f-921b-4fcab016de3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.278846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-16f11336-4bf1-492f-921b-4fcab016de3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.281868 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-16f11336-4bf1-492f-921b-4fcab016de3c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1440828 Mar 31 23:14:22.284483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.291707 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.329444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10500e82-ebbe-4e8b-b2b7-bd3daaf71f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.388381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0625c356-4c8a-43dc-9228-00af4a0c6c9e req-48732892-072c-4dac-925e-b5f387b74a7a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000292 Mar 31 23:14:22.425695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10500e82-ebbe-4e8b-b2b7-bd3daaf71f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04760717-c55a-4d89-8a81-86120284cab7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:22.434524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-10500e82-ebbe-4e8b-b2b7-bd3daaf71f65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebb052994ee841e0a14fd9dc423f83d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267749 Mar 31 23:14:22.435591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57950) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:22.451319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.452612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bae17eb4-29f0-4180-bfa8-ab700ef5dac8 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:14:22.468295 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.469752 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c12cf01e-8202-4a84-b8f4-85f6851c82e6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bae17eb4-29f0-4180-bfa8-ab700ef5dac8 HTTP/1.1" status: 204 len: 168 time: 1.9390471 Mar 31 23:14:22.472415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57954) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:22.533509 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-482de0e8-c7c4-43c8-b12a-8633c6266623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.545344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb950fa-b95e-407b-bb7e-745835eef5be admin admin] Deleting subnet 2d491e67-e26e-4f6c-8e18-b4460ee5dd0a {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:22.562083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bb950fa-b95e-407b-bb7e-745835eef5be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.585784 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-482de0e8-c7c4-43c8-b12a-8633c6266623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.639852 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bb950fa-b95e-407b-bb7e-745835eef5be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.798535 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bb950fa-b95e-407b-bb7e-745835eef5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.804544 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-482de0e8-c7c4-43c8-b12a-8633c6266623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.807158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-482de0e8-c7c4-43c8-b12a-8633c6266623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.811436 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-482de0e8-c7c4-43c8-b12a-8633c6266623 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04760717-c55a-4d89-8a81-86120284cab7 HTTP/1.1" status: 204 len: 168 time: 0.3717210 Mar 31 23:14:22.821237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482de0e8-c7c4-43c8-b12a-8633c6266623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04760717-c55a-4d89-8a81-86120284cab7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:22.982679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bb950fa-b95e-407b-bb7e-745835eef5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.028122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb950fa-b95e-407b-bb7e-745835eef5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d491e67-e26e-4f6c-8e18-b4460ee5dd0a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:23.034924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7bb950fa-b95e-407b-bb7e-745835eef5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.041224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7bb950fa-b95e-407b-bb7e-745835eef5be admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2d491e67-e26e-4f6c-8e18-b4460ee5dd0a HTTP/1.1" status: 204 len: 168 time: 0.5664735 Mar 31 23:14:23.045271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57974) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:23.062205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a9e53c-8414-4dcf-9d8b-f8648b4eba6f None None] Network ccddb8e5-47a6-4692-8f5e-3f090a4081ea requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:23.171257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.276228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Deleting port a69f83cd-989e-4565-9c99-f5c4299ab434 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:23.278804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.436229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] For port a69f83cd-989e-4565-9c99-f5c4299ab434, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a69f83cd-989e-4565-9c99-f5c4299ab434,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:23.437360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.448527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] DHCP port deletion for ccddb8e5-47a6-4692-8f5e-3f090a4081ea request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:23.473942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Calling delete_port for a69f83cd-989e-4565-9c99-f5c4299ab434 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:23.499894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2e629-c4b9-4471-a58b-c6efc410f5a1 req-5f22037e-78c8-4235-ad4e-c9fa584fa923 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.515239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20b2e629-c4b9-4471-a58b-c6efc410f5a1 req-5f22037e-78c8-4235-ad4e-c9fa584fa923 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 945 time: 0.1813321 Mar 31 23:14:23.597600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Deleting port a69f83cd-989e-4565-9c99-f5c4299ab434 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:23.599179 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.661833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-20b2e629-c4b9-4471-a58b-c6efc410f5a1 req-b9a91f84-1453-4ef1-ad14-2aa17de1c50b tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435111 Mar 31 23:14:23.725642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-31bd26d5-0048-4bd1-a0b7-2c03558b4868 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.736564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-31bd26d5-0048-4bd1-a0b7-2c03558b4868 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.751077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-31bd26d5-0048-4bd1-a0b7-2c03558b4868 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.758010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-31bd26d5-0048-4bd1-a0b7-2c03558b4868 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.764193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-31bd26d5-0048-4bd1-a0b7-2c03558b4868 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.772270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-31bd26d5-0048-4bd1-a0b7-2c03558b4868 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.785313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] For port a69f83cd-989e-4565-9c99-f5c4299ab434, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a69f83cd-989e-4565-9c99-f5c4299ab434,segment=NetworkSegment(6d9e3143-f78a-4d42-a85d-36ac96b63b60),segment_id=6d9e3143-f78a-4d42-a85d-36ac96b63b60)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:23.785893 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.786363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-31bd26d5-0048-4bd1-a0b7-2c03558b4868 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.796351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-31bd26d5-0048-4bd1-a0b7-2c03558b4868 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.2389691 Mar 31 23:14:23.847270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Calling delete_port for a69f83cd-989e-4565-9c99-f5c4299ab434 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:23.875151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92aac0fa-8c03-4b74-a1dc-5638a382edfa req-b2d97bf5-95b4-4221-846b-9d687b9ec21f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772476 Mar 31 23:14:23.899082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a69f83cd-989e-4565-9c99-f5c4299ab434 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:23.924398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.956021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69f83cd-989e-4565-9c99-f5c4299ab434,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:23.960155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] No DVR routers for this DVR port a69f83cd-989e-4565-9c99-f5c4299ab434 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:23.974903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No active binding found for port a69f83cd-989e-4565-9c99-f5c4299ab434 {{(pid=109822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:14:23.976224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a69f83cd-989e-4565-9c99-f5c4299ab434 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:23.977765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:24.015972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:24.016317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fe1153e7-9577-4e8d-9590-3d3ef2ee0e62 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:24.024265 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.061600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Pushing event deleted for resources: {'Port': ['ID=a69f83cd-989e-4565-9c99-f5c4299ab434,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:24.066763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] No DVR routers for this DVR port a69f83cd-989e-4565-9c99-f5c4299ab434 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:24.076125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.076834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.080313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.080966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.082733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.083832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.084474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.085098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.085625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.086114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.086637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.087138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.087663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1079aab-bf62-4f3f-95d7-fc220e0a79b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:24.120865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58000) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:24.122974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccddb8e5-47a6-4692-8f5e-3f090a4081ea']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:24.138452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd002-0f26-468e-a804-71f4df77df07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.142662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9e3143-f78a-4d42-a85d-36ac96b63b60') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:24.143269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9e3143-f78a-4d42-a85d-36ac96b63b60') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:24.156660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.174258 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.181321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:24.181796 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:24.183628 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:24.281852 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd002-0f26-468e-a804-71f4df77df07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.449860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd002-0f26-468e-a804-71f4df77df07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.450117 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.491001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.496859 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ccddb8e5-47a6-4692-8f5e-3f090a4081ea HTTP/1.1" status: 204 len: 168 time: 1.4497552 Mar 31 23:14:24.498362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573e360-e1f3-4379-97b9-69abd5746140 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccddb8e5-47a6-4692-8f5e-3f090a4081ea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:24.503801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b1bfd002-0f26-468e-a804-71f4df77df07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a51d4c1ee3424b6da7129516beb9137b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814452 Mar 31 23:14:24.504674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfd002-0f26-468e-a804-71f4df77df07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d047ae1a-101b-4401-9593-2bfe77f45408,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:24.508191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58008) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:24.613672 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37c50895-4add-4e50-ad75-bd7882bf5884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.650444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37c50895-4add-4e50-ad75-bd7882bf5884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.820248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f3992-23c5-4b4f-a996-2063f5ce486a req-2b8a5c43-533a-4b85-ba56-3e2792fcfdb6 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:24.823693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d1f3992-23c5-4b4f-a996-2063f5ce486a req-2b8a5c43-533a-4b85-ba56-3e2792fcfdb6 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 945 time: 0.0626566 Mar 31 23:14:24.881676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-c0773b88-e520-479a-b9d7-4f6ad5312bb6 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:24.904324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-c0773b88-e520-479a-b9d7-4f6ad5312bb6 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.50 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 945 time: 0.0873926 Mar 31 23:14:24.906221 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37c50895-4add-4e50-ad75-bd7882bf5884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.907444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37c50895-4add-4e50-ad75-bd7882bf5884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.908669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-37c50895-4add-4e50-ad75-bd7882bf5884 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d047ae1a-101b-4401-9593-2bfe77f45408 HTTP/1.1" status: 204 len: 168 time: 0.3994503 Mar 31 23:14:24.940374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d1f3992-23c5-4b4f-a996-2063f5ce486a req-45fd879d-d0bf-4e3d-960b-a9f143845c4c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/security-groups?id=756cc4d5-bc5a-43b2-a033-33cf514221be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018679 Mar 31 23:14:24.949343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50895-4add-4e50-ad75-bd7882bf5884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d047ae1a-101b-4401-9593-2bfe77f45408,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:25.079401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff848aa-3e20-4919-a648-67e2a977156d req-45e43e9c-4f9a-4bb4-941e-63c386c23e4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.088129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff848aa-3e20-4919-a648-67e2a977156d req-45e43e9c-4f9a-4bb4-941e-63c386c23e4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.094657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff848aa-3e20-4919-a648-67e2a977156d req-45e43e9c-4f9a-4bb4-941e-63c386c23e4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.101031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff848aa-3e20-4919-a648-67e2a977156d req-45e43e9c-4f9a-4bb4-941e-63c386c23e4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.107371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff848aa-3e20-4919-a648-67e2a977156d req-45e43e9c-4f9a-4bb4-941e-63c386c23e4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.114086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff848aa-3e20-4919-a648-67e2a977156d req-45e43e9c-4f9a-4bb4-941e-63c386c23e4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.124765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff848aa-3e20-4919-a648-67e2a977156d req-45e43e9c-4f9a-4bb4-941e-63c386c23e4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.128527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ff848aa-3e20-4919-a648-67e2a977156d req-45e43e9c-4f9a-4bb4-941e-63c386c23e4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1168697 Mar 31 23:14:25.233807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58030) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:25.280012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ff848aa-3e20-4919-a648-67e2a977156d req-95037a3a-5f2b-4359-993a-0780ab3f4a54 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437273 Mar 31 23:14:25.317623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d30f5ab2-993a-4be1-b0fa-795d12ee38c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9ff61f0c69948f7b7f1ddb945a6bc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787871 Mar 31 23:14:25.317623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58036) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:25.380902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82e30cb7-c7dd-4d98-8930-e9636ab02b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.429516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82e30cb7-c7dd-4d98-8930-e9636ab02b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.499334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Deleting port 639bd0f8-423a-45bf-b651-a3ac68ad0249 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:25.499958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.638904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82e30cb7-c7dd-4d98-8930-e9636ab02b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.641541 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82e30cb7-c7dd-4d98-8930-e9636ab02b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.643092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-82e30cb7-c7dd-4d98-8930-e9636ab02b1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4ea55a9-1714-49b5-9710-0fe34a4c1296 HTTP/1.1" status: 204 len: 168 time: 0.3253818 Mar 31 23:14:25.655481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30cb7-c7dd-4d98-8930-e9636ab02b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ea55a9-1714-49b5-9710-0fe34a4c1296,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:25.698979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] For port 639bd0f8-423a-45bf-b651-a3ac68ad0249, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=639bd0f8-423a-45bf-b651-a3ac68ad0249,segment=NetworkSegment(09409677-889a-4613-8f10-0c17471a6ff0),segment_id=09409677-889a-4613-8f10-0c17471a6ff0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:25.699438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.717968 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Calling delete_port for 639bd0f8-423a-45bf-b651-a3ac68ad0249 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:26.050274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.070756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['639bd0f8-423a-45bf-b651-a3ac68ad0249'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:26.103921 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e364e79-fdac-46f4-97c0-8661033b471f req-357190a5-e24b-47ea-922c-7758ecc62c72 tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 210 time: 0.0677514 Mar 31 23:14:26.158527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Pushing event deleted for resources: {'Port': ['ID=639bd0f8-423a-45bf-b651-a3ac68ad0249,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.234582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] No DVR routers for this DVR port 639bd0f8-423a-45bf-b651-a3ac68ad0249 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:26.239805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.248970 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cb5c1d4d-78e3-4f51-9822-369cb1413e7f req-4e2d81af-ad95-416f-8fa4-aa4657a49b7c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.50 "DELETE /v2.0/ports/639bd0f8-423a-45bf-b651-a3ac68ad0249 HTTP/1.1" status: 204 len: 173 time: 1.3527369 Mar 31 23:14:26.248970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82af07a-c253-44ef-9a5d-3d862c9f62ca', 'name': 'network-vif-deleted', 'tag': '639bd0f8-423a-45bf-b651-a3ac68ad0249'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:26.250573 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5548ab7f-741d-4d9f-8845-c5fd2427a339" -d '{"events": [{"server_uuid": "a82af07a-c253-44ef-9a5d-3d862c9f62ca", "name": "network-vif-deleted", "tag": "639bd0f8-423a-45bf-b651-a3ac68ad0249"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:26.342543 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f0eee-0da5-4c50-bcdd-81066038102c x-openstack-request-id: req-615f0eee-0da5-4c50-bcdd-81066038102c {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:26.343081 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82af07a-c253-44ef-9a5d-3d862c9f62ca", "name": "network-vif-deleted", "tag": "639bd0f8-423a-45bf-b651-a3ac68ad0249", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:26.343728 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-615f0eee-0da5-4c50-bcdd-81066038102c {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:26.344342 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615f0eee-0da5-4c50-bcdd-81066038102c'] response: {'server_uuid': 'a82af07a-c253-44ef-9a5d-3d862c9f62ca', 'name': 'network-vif-deleted', 'tag': '639bd0f8-423a-45bf-b651-a3ac68ad0249', 'status': 'completed', 'code': 200} Mar 31 23:14:26.482904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-f9511e4f-0361-4787-abc9-3282f45977eb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.485242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-f9511e4f-0361-4787-abc9-3282f45977eb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.491343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-f9511e4f-0361-4787-abc9-3282f45977eb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.497983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-f9511e4f-0361-4787-abc9-3282f45977eb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.511425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-f9511e4f-0361-4787-abc9-3282f45977eb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.525269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-f9511e4f-0361-4787-abc9-3282f45977eb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.539714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-f9511e4f-0361-4787-abc9-3282f45977eb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.543184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-f9511e4f-0361-4787-abc9-3282f45977eb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1251645 Mar 31 23:14:26.600028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09c2892a-4f26-49d2-aa24-319b8a1c6bc9 req-65b23584-b953-4c60-9416-94a223be210d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525682 Mar 31 23:14:27.022140 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:14:27.406957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c0c5296f-b79a-49da-8b53-7d37a34d7ded req-f208809d-f72c-41f3-9a14-0fd1b9624b3c tempest-ServerTagsTestJSON-282159088 tempest-ServerTagsTestJSON-282159088-project] 10.222.0.31 "GET /v2.0/ports?device_id=a82af07a-c253-44ef-9a5d-3d862c9f62ca HTTP/1.1" status: 200 len: 210 time: 0.1240692 Mar 31 23:14:27.806774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01d36-80cf-4495-a92c-611b36032a76 req-5b6080f2-abe4-4a6e-a8f3-efbcf323c66f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.814108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01d36-80cf-4495-a92c-611b36032a76 req-5b6080f2-abe4-4a6e-a8f3-efbcf323c66f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.821874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01d36-80cf-4495-a92c-611b36032a76 req-5b6080f2-abe4-4a6e-a8f3-efbcf323c66f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.830314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01d36-80cf-4495-a92c-611b36032a76 req-5b6080f2-abe4-4a6e-a8f3-efbcf323c66f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.838926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01d36-80cf-4495-a92c-611b36032a76 req-5b6080f2-abe4-4a6e-a8f3-efbcf323c66f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.845503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01d36-80cf-4495-a92c-611b36032a76 req-5b6080f2-abe4-4a6e-a8f3-efbcf323c66f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.852278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01d36-80cf-4495-a92c-611b36032a76 req-5b6080f2-abe4-4a6e-a8f3-efbcf323c66f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.854423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39e01d36-80cf-4495-a92c-611b36032a76 req-5b6080f2-abe4-4a6e-a8f3-efbcf323c66f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1473408 Mar 31 23:14:27.908977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39e01d36-80cf-4495-a92c-611b36032a76 req-bac82b5a-8b39-4286-afb9-d005ad91f0f6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461247 Mar 31 23:14:28.539563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58188) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:28.628113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba192600-ecb7-47ff-b4d4-722b46c0029b admin admin] Deleting subnet 812d07a5-1390-4812-b490-d083c567d547 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:28.632600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba192600-ecb7-47ff-b4d4-722b46c0029b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.669773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba192600-ecb7-47ff-b4d4-722b46c0029b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.709921 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba192600-ecb7-47ff-b4d4-722b46c0029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.908850 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba192600-ecb7-47ff-b4d4-722b46c0029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.992560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba192600-ecb7-47ff-b4d4-722b46c0029b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812d07a5-1390-4812-b490-d083c567d547,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.999499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba192600-ecb7-47ff-b4d4-722b46c0029b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.001281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ba192600-ecb7-47ff-b4d4-722b46c0029b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/812d07a5-1390-4812-b490-d083c567d547 HTTP/1.1" status: 204 len: 168 time: 0.4578798 Mar 31 23:14:29.003931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58212) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:29.081281 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.171798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-e59164a5-0b91-45a3-b34d-05fd21bfa5a0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.187168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-e59164a5-0b91-45a3-b34d-05fd21bfa5a0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.197679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-e59164a5-0b91-45a3-b34d-05fd21bfa5a0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.204734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-e59164a5-0b91-45a3-b34d-05fd21bfa5a0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.238885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-e59164a5-0b91-45a3-b34d-05fd21bfa5a0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.247292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-e59164a5-0b91-45a3-b34d-05fd21bfa5a0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.255236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-e59164a5-0b91-45a3-b34d-05fd21bfa5a0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.258123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-e59164a5-0b91-45a3-b34d-05fd21bfa5a0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1934218 Mar 31 23:14:29.303267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.336653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc2e3e3-d6c9-4648-a7cc-5a76148d9030']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:29.349770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09409677-889a-4613-8f10-0c17471a6ff0') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:29.350744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09409677-889a-4613-8f10-0c17471a6ff0') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:29.367488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.374552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22e38e18-76cc-417e-843d-c280fc9e2244 req-7ef42c20-db6e-49e5-9e72-ce30522e1e8a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095331 Mar 31 23:14:29.389081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.401454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:29.401901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:29.404147 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:29.676953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.685708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.691101 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] 10.222.0.31 "DELETE /v2.0/networks/bfc2e3e3-d6c9-4648-a7cc-5a76148d9030 HTTP/1.1" status: 204 len: 168 time: 0.6856019 Mar 31 23:14:29.731958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb26d29-56c2-497f-afb3-b1eb7719740e admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc2e3e3-d6c9-4648-a7cc-5a76148d9030,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:30.206219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 639bd0f8-423a-45bf-b651-a3ac68ad0249 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:30.227701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 639bd0f8-423a-45bf-b651-a3ac68ad0249 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:30.232350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 639bd0f8-423a-45bf-b651-a3ac68ad0249 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:30.474926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58258) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:30.521989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bc599417-4c01-469b-b814-38f245803954 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=843da5e4cdcb4e93870c103418c4d419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458136 Mar 31 23:14:30.524662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58266) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:30.665755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-769d3cb3-a16e-46ff-9685-b9a39ba8b2d9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.672243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-769d3cb3-a16e-46ff-9685-b9a39ba8b2d9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.678925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-769d3cb3-a16e-46ff-9685-b9a39ba8b2d9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.688132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-769d3cb3-a16e-46ff-9685-b9a39ba8b2d9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.694965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-769d3cb3-a16e-46ff-9685-b9a39ba8b2d9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.702156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-769d3cb3-a16e-46ff-9685-b9a39ba8b2d9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.708477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-769d3cb3-a16e-46ff-9685-b9a39ba8b2d9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.711636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-769d3cb3-a16e-46ff-9685-b9a39ba8b2d9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1786594 Mar 31 23:14:30.716468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96c25467-e10a-4f1c-9ab2-2f6fed15b065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.769965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96c25467-e10a-4f1c-9ab2-2f6fed15b065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.813764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-591a4168-9e61-4dc9-ac4f-df15eff4ecc0 req-16edfcbf-0416-4e41-ab5f-767aecada337 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810709 Mar 31 23:14:31.038551 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96c25467-e10a-4f1c-9ab2-2f6fed15b065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.044789 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-96c25467-e10a-4f1c-9ab2-2f6fed15b065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.048112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-96c25467-e10a-4f1c-9ab2-2f6fed15b065 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/756cc4d5-bc5a-43b2-a033-33cf514221be HTTP/1.1" status: 204 len: 168 time: 0.5217113 Mar 31 23:14:31.063554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c25467-e10a-4f1c-9ab2-2f6fed15b065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756cc4d5-bc5a-43b2-a033-33cf514221be,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:31.460353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58306) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.735975 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-993fd570-6aac-49f4-958a-2cbc5b31f304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.913354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-993fd570-6aac-49f4-958a-2cbc5b31f304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.995826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-993fd570-6aac-49f4-958a-2cbc5b31f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.020467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-fef11358-0f05-472c-bab6-50535ef42175 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.028107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-fef11358-0f05-472c-bab6-50535ef42175 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.034423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-fef11358-0f05-472c-bab6-50535ef42175 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.040491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-fef11358-0f05-472c-bab6-50535ef42175 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.059494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-fef11358-0f05-472c-bab6-50535ef42175 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.073701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-fef11358-0f05-472c-bab6-50535ef42175 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.089428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-fef11358-0f05-472c-bab6-50535ef42175 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.091803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-fef11358-0f05-472c-bab6-50535ef42175 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1637616 Mar 31 23:14:32.176950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-993fd570-6aac-49f4-958a-2cbc5b31f304 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85dc5123732142319e92ba9c0a2721ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7151845 Mar 31 23:14:32.187982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6dbc605-8863-4c71-bfb8-87669b40019d req-e0bc4b72-bb93-4860-8119-b6ac85d7548c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731683 Mar 31 23:14:32.187982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fd570-6aac-49f4-958a-2cbc5b31f304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2716435-cc83-4a9c-8371-0eb93eb0fb8b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.189897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58334) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:32.294031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6f87b0d-27f4-4dbc-ae5c-577cfd76c60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.329094 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6f87b0d-27f4-4dbc-ae5c-577cfd76c60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.609901 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6f87b0d-27f4-4dbc-ae5c-577cfd76c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.612804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6f87b0d-27f4-4dbc-ae5c-577cfd76c60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.614089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c6f87b0d-27f4-4dbc-ae5c-577cfd76c60f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2716435-cc83-4a9c-8371-0eb93eb0fb8b HTTP/1.1" status: 204 len: 168 time: 0.4231062 Mar 31 23:14:32.633350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f87b0d-27f4-4dbc-ae5c-577cfd76c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2716435-cc83-4a9c-8371-0eb93eb0fb8b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:33.394904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-8bea4c11-7d9c-41f2-89b1-ac92d41aea34 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.401902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-8bea4c11-7d9c-41f2-89b1-ac92d41aea34 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.408308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-8bea4c11-7d9c-41f2-89b1-ac92d41aea34 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.415858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-8bea4c11-7d9c-41f2-89b1-ac92d41aea34 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.422430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-8bea4c11-7d9c-41f2-89b1-ac92d41aea34 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.428790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-8bea4c11-7d9c-41f2-89b1-ac92d41aea34 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.435150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-8bea4c11-7d9c-41f2-89b1-ac92d41aea34 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.437194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-8bea4c11-7d9c-41f2-89b1-ac92d41aea34 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1118376 Mar 31 23:14:33.543482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a768496-317f-46ca-a1c0-b2395e25ef1a req-e193416e-1746-4567-a1cd-152cf4e2dea0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698600 Mar 31 23:14:33.626250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-433bb2cd-a47a-438d-8efa-d9c060dd7575 req-2869ce88-3106-4269-9dff-84d4a6948a5a tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0602801 Mar 31 23:14:33.809673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58406) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:33.826368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42617c0c-32ee-459e-a95d-f27c61076562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.984757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42617c0c-32ee-459e-a95d-f27c61076562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.993315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-80b8b134-7b4a-4ef1-ab6e-2c96187d874d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.118399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42617c0c-32ee-459e-a95d-f27c61076562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.160730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-42617c0c-32ee-459e-a95d-f27c61076562 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee19806e43824f7db4d1535159cf3324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497045 Mar 31 23:14:34.161934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42617c0c-32ee-459e-a95d-f27c61076562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5295b3-ffbe-48b5-8ad5-97a1965de9d1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.163517 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58416) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:34.241963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27541c4d-b06b-45a2-a8ff-655c8e42f51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.267415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27541c4d-b06b-45a2-a8ff-655c8e42f51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.411526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27541c4d-b06b-45a2-a8ff-655c8e42f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.423196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27541c4d-b06b-45a2-a8ff-655c8e42f51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.426986 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-27541c4d-b06b-45a2-a8ff-655c8e42f51c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee5295b3-ffbe-48b5-8ad5-97a1965de9d1 HTTP/1.1" status: 204 len: 168 time: 0.2579033 Mar 31 23:14:34.438591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27541c4d-b06b-45a2-a8ff-655c8e42f51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5295b3-ffbe-48b5-8ad5-97a1965de9d1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.528016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 76f9ce97-fb3f-44d0-9b95-0082327e5279 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:34.752202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 76f9ce97-fb3f-44d0-9b95-0082327e5279, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:34.775238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'port_id': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'mac_address': 'fa:16:3e:a8:13:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:34.779311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-4058e90f-cc9a-489f-91da-0e31f3a616f9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.788780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-4058e90f-cc9a-489f-91da-0e31f3a616f9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.796634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-4058e90f-cc9a-489f-91da-0e31f3a616f9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.806255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-4058e90f-cc9a-489f-91da-0e31f3a616f9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.813090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-4058e90f-cc9a-489f-91da-0e31f3a616f9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.820423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-4058e90f-cc9a-489f-91da-0e31f3a616f9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.827520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-4058e90f-cc9a-489f-91da-0e31f3a616f9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.830595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-4058e90f-cc9a-489f-91da-0e31f3a616f9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5431 time: 0.1593714 Mar 31 23:14:34.844749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4afb5481-2442-4145-840c-9e3774609761 req-0ca18cec-6112-433a-965b-6164b62bc4f0 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.1079910 Mar 31 23:14:34.872488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.910914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f9ce97-fb3f-44d0-9b95-0082327e5279 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:34.966063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0b2b5c0-6fbc-4e39-8aba-ff766c082ea1 req-b18fb966-82d4-426c-9e08-12452becbfeb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081336 Mar 31 23:14:35.037637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 76f9ce97-fb3f-44d0-9b95-0082327e5279, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:35.231106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.232163 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:35.442838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=76f9ce97-fb3f-44d0-9b95-0082327e5279,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:35.521176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:35.535048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5', 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'port_id': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5', 'mac_address': 'fa:16:3e:21:94:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d61ac2b-0326-46ab-acb9-4d5871bc45b5', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:35.576735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.595518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:35.635400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:35.813405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.817595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:35.967357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:36.073783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a98b589e-21cc-470b-b7d1-784c3cd55b82 req-8ac0e2b3-a874-4e8d-890b-121f32975bbc tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0784225 Mar 31 23:14:36.093755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:36.110709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb', 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2', 'port_id': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb', 'mac_address': 'fa:16:3e:05:08:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d3cbe4-e83f-41f8-8540-1623d4ddeb17', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:36.156252 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5a92898b-0128-4030-b6fc-b71a559e8df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.163870 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.202752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:36.229950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:36.277439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196912c-100b-42ee-82b2-3737447d35d1 req-465eef49-081b-4282-b835-948ccf72f70c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.285242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196912c-100b-42ee-82b2-3737447d35d1 req-465eef49-081b-4282-b835-948ccf72f70c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.321213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196912c-100b-42ee-82b2-3737447d35d1 req-465eef49-081b-4282-b835-948ccf72f70c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.329355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196912c-100b-42ee-82b2-3737447d35d1 req-465eef49-081b-4282-b835-948ccf72f70c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.336344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196912c-100b-42ee-82b2-3737447d35d1 req-465eef49-081b-4282-b835-948ccf72f70c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.343347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196912c-100b-42ee-82b2-3737447d35d1 req-465eef49-081b-4282-b835-948ccf72f70c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.350313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196912c-100b-42ee-82b2-3737447d35d1 req-465eef49-081b-4282-b835-948ccf72f70c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.359718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1196912c-100b-42ee-82b2-3737447d35d1 req-465eef49-081b-4282-b835-948ccf72f70c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5433 time: 0.1909275 Mar 31 23:14:36.363958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.364663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:36.402603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1196912c-100b-42ee-82b2-3737447d35d1 req-870d0613-b156-428b-b222-5059d4085d67 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416574 Mar 31 23:14:36.467319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:36.471402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:36.492393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f', 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'port_id': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f', 'mac_address': 'fa:16:3e:7d:4b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d61ac2b-0326-46ab-acb9-4d5871bc45b5', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:36.567271 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.615137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:36.653440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:36.731039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.732503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:36.817083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:36.821078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:36.839425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'bd080b64-65a4-480e-8bbc-dbfde1e0a3a4', 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'port_id': 'bd080b64-65a4-480e-8bbc-dbfde1e0a3a4', 'mac_address': 'fa:16:3e:2d:3d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d61ac2b-0326-46ab-acb9-4d5871bc45b5', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:36.901704 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.923360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:36.965764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.072418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.073380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 33d63b53-11e8-449c-ad1c-1119c2c83e18 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:37.191866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 33d63b53-11e8-449c-ad1c-1119c2c83e18, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.212380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '33d63b53-11e8-449c-ad1c-1119c2c83e18', 'network_id': 'fc22ad21-a032-4327-9843-ab4d0830f730', 'port_id': '33d63b53-11e8-449c-ad1c-1119c2c83e18', 'mac_address': 'fa:16:3e:49:42:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d61ac2b-0326-46ab-acb9-4d5871bc45b5', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:37.314098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96e59c30-0216-4cc1-beff-443673ba1e34 req-d37a2d4d-af28-47bf-ae28-a00456f6f368 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0805411 Mar 31 23:14:37.317918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:37.323853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.344340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d63b53-11e8-449c-ad1c-1119c2c83e18 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:37.390933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 33d63b53-11e8-449c-ad1c-1119c2c83e18, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.458406 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.459156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e41c98a0-a007-458c-94e9-e1a7ade0b9e2 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:37.628411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=33d63b53-11e8-449c-ad1c-1119c2c83e18,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:37.665055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a34b-f292-4495-9545-837be693bac9 req-150fa985-7571-48e5-ab1f-76cf5c8eb3bd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.672093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a34b-f292-4495-9545-837be693bac9 req-150fa985-7571-48e5-ab1f-76cf5c8eb3bd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.683876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a34b-f292-4495-9545-837be693bac9 req-150fa985-7571-48e5-ab1f-76cf5c8eb3bd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.691365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a34b-f292-4495-9545-837be693bac9 req-150fa985-7571-48e5-ab1f-76cf5c8eb3bd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.702209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a34b-f292-4495-9545-837be693bac9 req-150fa985-7571-48e5-ab1f-76cf5c8eb3bd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.731460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a34b-f292-4495-9545-837be693bac9 req-150fa985-7571-48e5-ab1f-76cf5c8eb3bd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.743504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a34b-f292-4495-9545-837be693bac9 req-150fa985-7571-48e5-ab1f-76cf5c8eb3bd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.754674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efe9a34b-f292-4495-9545-837be693bac9 req-150fa985-7571-48e5-ab1f-76cf5c8eb3bd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5437 time: 0.2458227 Mar 31 23:14:37.756557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e41c98a0-a007-458c-94e9-e1a7ade0b9e2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.790616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2', 'network_id': '231d7e5d-d031-4145-a891-3b375eaaebf2', 'port_id': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2', 'mac_address': 'fa:16:3e:1c:32:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d3cbe4-e83f-41f8-8540-1623d4ddeb17', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:37.834402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efe9a34b-f292-4495-9545-837be693bac9 req-f71d0f50-a488-41cd-8b5f-b8c53d4b3e9d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764003 Mar 31 23:14:37.874197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.884568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.905278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41c98a0-a007-458c-94e9-e1a7ade0b9e2 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:37.930405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e41c98a0-a007-458c-94e9-e1a7ade0b9e2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:38.032393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.098356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:38.500233 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3ec720e9-64fd-4245-b589-d126bc7b1ba5 req-38234158-ef6e-431e-813c-ae8b9e159c67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0325866 Mar 31 23:14:38.574515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89711af6-5a3c-483c-8b15-9751bf99d406 req-1c8e4e89-2458-438a-8dfa-87811ec7565a tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0586748 Mar 31 23:14:38.747456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e9fbb2ee-9a72-43b6-85c5-1fa03df495a5'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:38.836956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['76f9ce97-fb3f-44d0-9b95-0082327e5279'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:38.869724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:38.901196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['bd080b64-65a4-480e-8bbc-dbfde1e0a3a4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:38.950369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['33d63b53-11e8-449c-ad1c-1119c2c83e18'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:39.023224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['e41c98a0-a007-458c-94e9-e1a7ade0b9e2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:39.027497 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.063621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['4eb2fb38-64c2-44e5-ae95-9759b8c1c43f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:39.075029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-2e849417-0667-4e7d-a3fd-576e745c3ff4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.084249 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.099023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-2e849417-0667-4e7d-a3fd-576e745c3ff4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.114516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-2e849417-0667-4e7d-a3fd-576e745c3ff4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.135317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-2e849417-0667-4e7d-a3fd-576e745c3ff4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.143697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-2e849417-0667-4e7d-a3fd-576e745c3ff4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.176927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-2e849417-0667-4e7d-a3fd-576e745c3ff4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.206189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-2e849417-0667-4e7d-a3fd-576e745c3ff4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.213580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-2e849417-0667-4e7d-a3fd-576e745c3ff4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5438 time: 0.2477381 Mar 31 23:14:39.295445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06b20d07-5c4d-412e-985f-19c0730d2fd4 req-8c9f7d4a-c6d0-4bbc-8df5-3b43a7d219fb tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772364 Mar 31 23:14:39.690114 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.780883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-210be057-d386-49a1-8acc-a56e5cbfc5f7 req-da3b2e93-191a-42ea-91ee-85e97951fc26 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0503726 Mar 31 23:14:39.873266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.476177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2d03e5f9-9ff3-499d-b2c6-aa3c0ede2e88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.485167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2d03e5f9-9ff3-499d-b2c6-aa3c0ede2e88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.513548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2d03e5f9-9ff3-499d-b2c6-aa3c0ede2e88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.533991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2d03e5f9-9ff3-499d-b2c6-aa3c0ede2e88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.582366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2d03e5f9-9ff3-499d-b2c6-aa3c0ede2e88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.604937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2d03e5f9-9ff3-499d-b2c6-aa3c0ede2e88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.613335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2d03e5f9-9ff3-499d-b2c6-aa3c0ede2e88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.623710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2d03e5f9-9ff3-499d-b2c6-aa3c0ede2e88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5438 time: 0.2293544 Mar 31 23:14:40.682527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5321c1e6-8063-40b8-b32e-7faef34db1ec req-2de76add-f6fe-4c3e-b720-f6764a101853 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572507 Mar 31 23:14:40.937479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-308a2cda-e4ff-465b-bda0-50cb99e3bd56 req-049a1f19-ddb2-40a1-b834-5c27c5c8b788 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0330846 Mar 31 23:14:41.835608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048278-49e8-4136-a464-5cee42999756 req-8837de25-284e-453c-834d-29a92bd3ef88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.842842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048278-49e8-4136-a464-5cee42999756 req-8837de25-284e-453c-834d-29a92bd3ef88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.860868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048278-49e8-4136-a464-5cee42999756 req-8837de25-284e-453c-834d-29a92bd3ef88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.877505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048278-49e8-4136-a464-5cee42999756 req-8837de25-284e-453c-834d-29a92bd3ef88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.897124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048278-49e8-4136-a464-5cee42999756 req-8837de25-284e-453c-834d-29a92bd3ef88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.918733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048278-49e8-4136-a464-5cee42999756 req-8837de25-284e-453c-834d-29a92bd3ef88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.926376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048278-49e8-4136-a464-5cee42999756 req-8837de25-284e-453c-834d-29a92bd3ef88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:41.929474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6048278-49e8-4136-a464-5cee42999756 req-8837de25-284e-453c-834d-29a92bd3ef88 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5438 time: 0.1577024 Mar 31 23:14:42.008688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46bc04de-e5b3-42e1-bfe4-6b8c6ea67823 req-72f1fba7-ad41-4490-8c80-5c6138463ce4 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0388534 Mar 31 23:14:42.026422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6048278-49e8-4136-a464-5cee42999756 req-507787d9-3734-42bc-a842-668aadb32b21 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869696 Mar 31 23:14:42.073877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 76f9ce97-fb3f-44d0-9b95-0082327e5279 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:42.231706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 76f9ce97-fb3f-44d0-9b95-0082327e5279 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:42.235800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 76f9ce97-fb3f-44d0-9b95-0082327e5279 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:42.236202 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.334012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.377739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:42.380603 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def612b9-038b-4214-9465-675931c867b2" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:42.406267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 76f9ce97-fb3f-44d0-9b95-0082327e5279, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:42.432708 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a64bd2-bcd7-44bb-bc39-eacdbce56fcb x-openstack-request-id: req-01a64bd2-bcd7-44bb-bc39-eacdbce56fcb {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:42.438533 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:42.438533 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01a64bd2-bcd7-44bb-bc39-eacdbce56fcb {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:42.438533 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a64bd2-bcd7-44bb-bc39-eacdbce56fcb'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'code': 200} Mar 31 23:14:42.506292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.507169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:42.588024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=76f9ce97-fb3f-44d0-9b95-0082327e5279,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:42.738812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:42.743995 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:42.744603 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.844470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.903162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:43.018811 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-96afded8-c183-422b-b4e2-678e256fe040 req-971c6183-b1fe-4f12-a00f-d338242d0a48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e307415623604139862e809127baf1d8&device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0407624 Mar 31 23:14:43.020782 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.021968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:43.104261 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-96afded8-c183-422b-b4e2-678e256fe040 req-50092077-9862-42a8-9eea-2b88ce345405 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e307415623604139862e809127baf1d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451670 Mar 31 23:14:43.281911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:43.315348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e67b8ff5-a552-40c4-a884-240b85f248c8 req-3ac06dc6-e606-476c-a5ab-3f3eed0ec40c tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.1109581 Mar 31 23:14:43.333121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afded8-c183-422b-b4e2-678e256fe040 req-4b720d15-8002-4c7d-a3a9-280127c6f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.336229 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-96afded8-c183-422b-b4e2-678e256fe040 req-4b720d15-8002-4c7d-a3a9-280127c6f966 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317638 Mar 31 23:14:43.343512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f487b1-0917-494f-9503-a1e6cea8370b req-333a0c94-a867-4665-a1a2-68fdb5afd835 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.350648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f487b1-0917-494f-9503-a1e6cea8370b req-333a0c94-a867-4665-a1a2-68fdb5afd835 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.358506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f487b1-0917-494f-9503-a1e6cea8370b req-333a0c94-a867-4665-a1a2-68fdb5afd835 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.366891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f487b1-0917-494f-9503-a1e6cea8370b req-333a0c94-a867-4665-a1a2-68fdb5afd835 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.375188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f487b1-0917-494f-9503-a1e6cea8370b req-333a0c94-a867-4665-a1a2-68fdb5afd835 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.382438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f487b1-0917-494f-9503-a1e6cea8370b req-333a0c94-a867-4665-a1a2-68fdb5afd835 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.402831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f487b1-0917-494f-9503-a1e6cea8370b req-333a0c94-a867-4665-a1a2-68fdb5afd835 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.402831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66f487b1-0917-494f-9503-a1e6cea8370b req-333a0c94-a867-4665-a1a2-68fdb5afd835 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5440 time: 0.2562349 Mar 31 23:14:43.413187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:43.418188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:43.423549 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.471345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66f487b1-0917-494f-9503-a1e6cea8370b req-2ab1d8cf-dc26-4375-9e49-5475fc0e0f4b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632155 Mar 31 23:14:43.647766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.691064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:43.818679 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.820259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:43.942728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.083549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:44.089340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:44.093190 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.223451 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.351227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:44.435569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5'}, {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb'}, {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:44.438294 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7557be-9140-4b5f-8d47-e77d0251b0d7" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "e9fbb2ee-9a72-43b6-85c5-1fa03df495a5"}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb"}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "4eb2fb38-64c2-44e5-ae95-9759b8c1c43f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:44.446720 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.447949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:44.549848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3dd7ce55-22a2-4633-a6d1-4f2f13c5952b req-12b3c492-7f9d-4e21-bc9b-c58a796d2909 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0947142 Mar 31 23:14:44.617917 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cff668-32a2-4383-b2d5-88032df8fc87 x-openstack-request-id: req-98cff668-32a2-4383-b2d5-88032df8fc87 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:44.617917 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "e9fbb2ee-9a72-43b6-85c5-1fa03df495a5", "code": 200}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb", "code": 200}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "4eb2fb38-64c2-44e5-ae95-9759b8c1c43f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:44.617917 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98cff668-32a2-4383-b2d5-88032df8fc87 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:44.617917 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cff668-32a2-4383-b2d5-88032df8fc87'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5', 'code': 200} Mar 31 23:14:44.617917 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cff668-32a2-4383-b2d5-88032df8fc87'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb', 'code': 200} Mar 31 23:14:44.617917 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cff668-32a2-4383-b2d5-88032df8fc87'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f', 'code': 200} Mar 31 23:14:44.617917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.801176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:44.805947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:44.806344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.908802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-96ed5ce2-0418-4b4d-94c0-705559463789 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.937401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-96ed5ce2-0418-4b4d-94c0-705559463789 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.958986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58718) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:44.972884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-96ed5ce2-0418-4b4d-94c0-705559463789 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.003600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-96ed5ce2-0418-4b4d-94c0-705559463789 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.032991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-96ed5ce2-0418-4b4d-94c0-705559463789 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.040856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-96ed5ce2-0418-4b4d-94c0-705559463789 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.045574 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.054719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-96ed5ce2-0418-4b4d-94c0-705559463789 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.067434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-96ed5ce2-0418-4b4d-94c0-705559463789 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5442 time: 0.3530514 Mar 31 23:14:45.119992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:45.177610 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b14e8560-2fce-4a44-aa9a-aa0520be205d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.191465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc3b629b-64d8-4731-b5d3-a44185afc986 req-3d05aa2c-2c6c-40e4-aff8-38a94ed23afc tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227064 Mar 31 23:14:45.215348 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.216216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 33d63b53-11e8-449c-ad1c-1119c2c83e18 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:45.337449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b14e8560-2fce-4a44-aa9a-aa0520be205d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.383051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.410768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b14e8560-2fce-4a44-aa9a-aa0520be205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.454729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 33d63b53-11e8-449c-ad1c-1119c2c83e18 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:45.458690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 33d63b53-11e8-449c-ad1c-1119c2c83e18 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:45.459066 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.469250 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b14e8560-2fce-4a44-aa9a-aa0520be205d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca6c7bc5205c4ea2a5ae1a116ef084f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078475 Mar 31 23:14:45.472024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58730) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:45.484727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e8560-2fce-4a44-aa9a-aa0520be205d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229e1824-3c7c-47c1-b1f2-e9c11ae27de3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.611727 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e0c9d9-adb5-4020-9bce-08ae21199571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.669860 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.672155 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e0c9d9-adb5-4020-9bce-08ae21199571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.752383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 33d63b53-11e8-449c-ad1c-1119c2c83e18, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:45.759831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c508ab3b-4727-4736-9f6c-92b0e2c7f47a req-1b128907-2202-4924-b676-807ffe015419 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0548279 Mar 31 23:14:45.838432 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.839277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e41c98a0-a007-458c-94e9-e1a7ade0b9e2 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:45.906071 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e0c9d9-adb5-4020-9bce-08ae21199571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.909331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e0c9d9-adb5-4020-9bce-08ae21199571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.913150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-11e0c9d9-adb5-4020-9bce-08ae21199571 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/229e1824-3c7c-47c1-b1f2-e9c11ae27de3 HTTP/1.1" status: 204 len: 168 time: 0.4378855 Mar 31 23:14:45.940343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0c9d9-adb5-4020-9bce-08ae21199571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e1824-3c7c-47c1-b1f2-e9c11ae27de3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.999248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=33d63b53-11e8-449c-ad1c-1119c2c83e18,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.112068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:46.118453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:46.119231 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.294908 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.380534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e41c98a0-a007-458c-94e9-e1a7ade0b9e2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:46.448693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-e058185b-eed4-4880-97f3-4729fcea3d6f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.457155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-e058185b-eed4-4880-97f3-4729fcea3d6f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.461707 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.469445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-e058185b-eed4-4880-97f3-4729fcea3d6f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.476530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-e058185b-eed4-4880-97f3-4729fcea3d6f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.483391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-e058185b-eed4-4880-97f3-4729fcea3d6f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.492746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-e058185b-eed4-4880-97f3-4729fcea3d6f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.500070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-e058185b-eed4-4880-97f3-4729fcea3d6f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.525606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-e058185b-eed4-4880-97f3-4729fcea3d6f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5444 time: 0.1842422 Mar 31 23:14:46.559091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.626179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd080b64-65a4-480e-8bbc-dbfde1e0a3a4'}, {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d63b53-11e8-449c-ad1c-1119c2c83e18'}, {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:46.629293 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d378d1-81f2-4425-b97a-ff522fe5f34e" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "bd080b64-65a4-480e-8bbc-dbfde1e0a3a4"}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "33d63b53-11e8-449c-ad1c-1119c2c83e18"}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "e41c98a0-a007-458c-94e9-e1a7ade0b9e2"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:46.697895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45d835f5-7255-4b63-846a-f7f5649c42b2 req-3166e0ae-6bbc-4c2d-9a92-506bb0ff6a90 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668043 Mar 31 23:14:46.790162 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f175d-54c3-40a7-bcbe-ff257fe79694 x-openstack-request-id: req-104f175d-54c3-40a7-bcbe-ff257fe79694 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:46.790162 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "bd080b64-65a4-480e-8bbc-dbfde1e0a3a4", "code": 200}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "33d63b53-11e8-449c-ad1c-1119c2c83e18", "code": 200}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-plugged", "status": "completed", "tag": "e41c98a0-a007-458c-94e9-e1a7ade0b9e2", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:46.790162 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-104f175d-54c3-40a7-bcbe-ff257fe79694 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:46.790162 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104f175d-54c3-40a7-bcbe-ff257fe79694'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd080b64-65a4-480e-8bbc-dbfde1e0a3a4', 'code': 200} Mar 31 23:14:46.790162 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104f175d-54c3-40a7-bcbe-ff257fe79694'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d63b53-11e8-449c-ad1c-1119c2c83e18', 'code': 200} Mar 31 23:14:46.790162 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104f175d-54c3-40a7-bcbe-ff257fe79694'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2', 'code': 200} Mar 31 23:14:46.905041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b4a2b53-7744-43dd-874a-4bbfb531b45d req-51eda3c2-0dd7-4c79-bcf3-f6593cd72422 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0322759 Mar 31 23:14:46.978175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4165-15f0-4809-b620-a993555caf9c req-13357fd5-0cda-407a-8c50-60fa6e1bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.990151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4165-15f0-4809-b620-a993555caf9c req-13357fd5-0cda-407a-8c50-60fa6e1bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.990151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4165-15f0-4809-b620-a993555caf9c req-13357fd5-0cda-407a-8c50-60fa6e1bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.990151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4165-15f0-4809-b620-a993555caf9c req-13357fd5-0cda-407a-8c50-60fa6e1bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.990151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4165-15f0-4809-b620-a993555caf9c req-13357fd5-0cda-407a-8c50-60fa6e1bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.990151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4165-15f0-4809-b620-a993555caf9c req-13357fd5-0cda-407a-8c50-60fa6e1bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.990151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4165-15f0-4809-b620-a993555caf9c req-13357fd5-0cda-407a-8c50-60fa6e1bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.990151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-435a4165-15f0-4809-b620-a993555caf9c req-13357fd5-0cda-407a-8c50-60fa6e1bbd06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6502 time: 0.0767426 Mar 31 23:14:47.028655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-435a4165-15f0-4809-b620-a993555caf9c req-1fb48a92-a912-47c7-82c4-0f13cedae769 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337653 Mar 31 23:14:47.278572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58772) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:47.313853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be9b55b3-1b5b-40ce-84a5-3bfd6d883dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.403808 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be9b55b3-1b5b-40ce-84a5-3bfd6d883dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.495040 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be9b55b3-1b5b-40ce-84a5-3bfd6d883dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.557673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b55b3-1b5b-40ce-84a5-3bfd6d883dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3748b1a5-843c-4595-8a41-636cb4bc1b23,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.565543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-be9b55b3-1b5b-40ce-84a5-3bfd6d883dce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8de3e44c6d74382a3898bc51e4da500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850800 Mar 31 23:14:47.568113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58776) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:47.650238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3023d543-13b5-476a-87e2-590d92d193ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.680371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3023d543-13b5-476a-87e2-590d92d193ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.862728 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3023d543-13b5-476a-87e2-590d92d193ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.866421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3023d543-13b5-476a-87e2-590d92d193ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.868079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3023d543-13b5-476a-87e2-590d92d193ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3748b1a5-843c-4595-8a41-636cb4bc1b23 HTTP/1.1" status: 204 len: 168 time: 0.2967978 Mar 31 23:14:47.883259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023d543-13b5-476a-87e2-590d92d193ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3748b1a5-843c-4595-8a41-636cb4bc1b23,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.906373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc791e6-3563-4b95-b613-568f221849c9 req-6c591898-c2a1-4d1c-9e4b-bc6a3c6d7ee3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.914407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc791e6-3563-4b95-b613-568f221849c9 req-6c591898-c2a1-4d1c-9e4b-bc6a3c6d7ee3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.925261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc791e6-3563-4b95-b613-568f221849c9 req-6c591898-c2a1-4d1c-9e4b-bc6a3c6d7ee3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.939836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc791e6-3563-4b95-b613-568f221849c9 req-6c591898-c2a1-4d1c-9e4b-bc6a3c6d7ee3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.946229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc791e6-3563-4b95-b613-568f221849c9 req-6c591898-c2a1-4d1c-9e4b-bc6a3c6d7ee3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.952408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc791e6-3563-4b95-b613-568f221849c9 req-6c591898-c2a1-4d1c-9e4b-bc6a3c6d7ee3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.959102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc791e6-3563-4b95-b613-568f221849c9 req-6c591898-c2a1-4d1c-9e4b-bc6a3c6d7ee3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.970927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc791e6-3563-4b95-b613-568f221849c9 req-6c591898-c2a1-4d1c-9e4b-bc6a3c6d7ee3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.1842461 Mar 31 23:14:48.050767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbc791e6-3563-4b95-b613-568f221849c9 req-42421be4-60e4-446f-bb7b-1cb156bec8d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729167 Mar 31 23:14:48.127248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73760f85-f95f-4dc9-8496-887672f61163 req-0fc33fcd-db0c-48b4-8fb0-d6c3ba64ecdf tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0374997 Mar 31 23:14:49.270040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-a71ad7e9-78cb-491c-a3a2-92a21693f4b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.277312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-a71ad7e9-78cb-491c-a3a2-92a21693f4b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.283469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-a71ad7e9-78cb-491c-a3a2-92a21693f4b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.289427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-a71ad7e9-78cb-491c-a3a2-92a21693f4b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.299931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-a71ad7e9-78cb-491c-a3a2-92a21693f4b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.302049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-a71ad7e9-78cb-491c-a3a2-92a21693f4b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.312411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-a71ad7e9-78cb-491c-a3a2-92a21693f4b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.314322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-a71ad7e9-78cb-491c-a3a2-92a21693f4b0 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.1642263 Mar 31 23:14:49.361834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-918c64fb-c335-4865-8fef-1ad6e1f8d4e3 req-4fd0fda7-4e5e-4157-a214-0d16993e82c7 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0463660 Mar 31 23:14:49.457653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-018818f4-db4d-4867-85bb-7aa772a61ddb req-1740e90b-e6ca-43a6-812c-2f24b4a932dc tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899634 Mar 31 23:14:49.627534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82cda-d169-48b1-8c4c-7a0f4489d86a req-18467914-5095-41be-8d47-2016bfba8590 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.651764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82cda-d169-48b1-8c4c-7a0f4489d86a req-18467914-5095-41be-8d47-2016bfba8590 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.658785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82cda-d169-48b1-8c4c-7a0f4489d86a req-18467914-5095-41be-8d47-2016bfba8590 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.677723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82cda-d169-48b1-8c4c-7a0f4489d86a req-18467914-5095-41be-8d47-2016bfba8590 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.684355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82cda-d169-48b1-8c4c-7a0f4489d86a req-18467914-5095-41be-8d47-2016bfba8590 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.694997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82cda-d169-48b1-8c4c-7a0f4489d86a req-18467914-5095-41be-8d47-2016bfba8590 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.712422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82cda-d169-48b1-8c4c-7a0f4489d86a req-18467914-5095-41be-8d47-2016bfba8590 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.714511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6c82cda-d169-48b1-8c4c-7a0f4489d86a req-18467914-5095-41be-8d47-2016bfba8590 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.1658332 Mar 31 23:14:49.726673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58876) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:49.733686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Request body: {'floatingip': {'port_id': '76f9ce97-fb3f-44d0-9b95-0082327e5279'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:49.786037 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.210917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58898) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:50.374326 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d593e0e6-34d3-4ecd-868b-cbc752d57741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.524309 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.557873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d20a83e1-2b5b-4a30-9d3c-6c23a191c23f req-5f6ea087-8361-47f4-8d31-b693fb84d2e8 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0408223 Mar 31 23:14:50.562847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d593e0e6-34d3-4ecd-868b-cbc752d57741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.660332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.714936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d593e0e6-34d3-4ecd-868b-cbc752d57741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.796551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d593e0e6-34d3-4ecd-868b-cbc752d57741 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48a2aae286ae4ba6870063c91a996c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5844376 Mar 31 23:14:50.799799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58928) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:50.800488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593e0e6-34d3-4ecd-868b-cbc752d57741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a233685-4510-425b-84a9-93e21d608782,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:50.808109 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Floating IP 49f10457-2957-42c9-9ae1-245c2a8f350c associated. External IP: 172.25.4.229, port: 76f9ce97-fb3f-44d0-9b95-0082327e5279. Mar 31 23:14:50.857314 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee981216-98ab-4d7e-b3bd-5e54bf5929cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.884046 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee981216-98ab-4d7e-b3bd-5e54bf5929cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.122923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:51.166195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee981216-98ab-4d7e-b3bd-5e54bf5929cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.166195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee981216-98ab-4d7e-b3bd-5e54bf5929cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.168443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee981216-98ab-4d7e-b3bd-5e54bf5929cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a233685-4510-425b-84a9-93e21d608782 HTTP/1.1" status: 204 len: 168 time: 0.3619463 Mar 31 23:14:51.187132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee981216-98ab-4d7e-b3bd-5e54bf5929cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a233685-4510-425b-84a9-93e21d608782,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:51.278023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:51.288090 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.294314 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] Sync routers for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:51.313730 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:51.314945 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:14:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:51.326993 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-55c59863-d521-40ba-b1e4-a828ca4f0c40 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "PUT /v2.0/floatingips/49f10457-2957-42c9-9ae1-245c2a8f350c HTTP/1.1" status: 200 len: 991 time: 1.5948675 Mar 31 23:14:51.326993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:51.326993 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b941c-8800-4d6d-97cd-42e0234d7afb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:51.381664 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b625e5-8d37-4a80-af8d-bb17f6e30adb x-openstack-request-id: req-88b625e5-8d37-4a80-af8d-bb17f6e30adb {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:51.381957 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:51.382213 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88b625e5-8d37-4a80-af8d-bb17f6e30adb {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:51.382692 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b625e5-8d37-4a80-af8d-bb17f6e30adb'] response: {'name': 'network-changed', 'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'status': 'completed', 'code': 200} Mar 31 23:14:51.470638 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:51.548774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-997b9f2b-8383-4f73-81d8-5f6e744bfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.549332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-997b9f2b-8383-4f73-81d8-5f6e744bfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.549956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-997b9f2b-8383-4f73-81d8-5f6e744bfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.550507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-997b9f2b-8383-4f73-81d8-5f6e744bfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.554939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-997b9f2b-8383-4f73-81d8-5f6e744bfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.555602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-997b9f2b-8383-4f73-81d8-5f6e744bfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.556579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-997b9f2b-8383-4f73-81d8-5f6e744bfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.558865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-997b9f2b-8383-4f73-81d8-5f6e744bfcf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6502 time: 0.1440029 Mar 31 23:14:51.813881 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '49f10457-2957-42c9-9ae1-245c2a8f350c', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'port_id': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'mac_address': 'fa:16:3e:a8:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:24Z', 'updated_at': '2022-03-31T23:14:50Z', 'revision_number': 1, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:03Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:51.829930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a32d914c-082e-4a8d-bd71-060c54b03f67 req-1fe388ee-c299-4620-b49b-55a11183d676 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0731237 Mar 31 23:14:51.855591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-95d538e3-e381-48c0-a867-17b2e9a5da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.857660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-95d538e3-e381-48c0-a867-17b2e9a5da45 service neutron] 10.222.0.45 "GET /v2.0/networks?id=004c4e99-ec3f-421e-95ba-5d7b35cef792 HTTP/1.1" status: 200 len: 918 time: 0.2891881 Mar 31 23:14:51.890760 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] Checking router: 9a0b7194-f030-46f3-8fca-de3387f6cfc9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:51.903127 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:51.903742 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:14:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:51.995328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-50ffecc6-d024-45b8-b116-6a03a5eea6da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279 HTTP/1.1" status: 200 len: 999 time: 0.1279929 Mar 31 23:14:52.076506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-40b12361-4e6f-4e4a-8f52-d3383e446345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:52.079350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-40b12361-4e6f-4e4a-8f52-d3383e446345 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cef8733-88ba-4639-9516-bf4bd64fbc9b HTTP/1.1" status: 200 len: 856 time: 0.0779879 Mar 31 23:14:52.127567 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:52.143254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-da30cea3-dcf2-4ac0-93d4-031d75cf7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:52.148476 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-da30cea3-dcf2-4ac0-93d4-031d75cf7c1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=004c4e99-ec3f-421e-95ba-5d7b35cef792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610268 Mar 31 23:14:52.236212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58998) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:52.251557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734371a0-1c1b-42c3-b5ef-8233bcc26a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.371154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-aa8d1e19-6244-4972-aca3-b0e7fbdca8ea service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163200 Mar 31 23:14:52.400770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734371a0-1c1b-42c3-b5ef-8233bcc26a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.495819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-789b941c-8800-4d6d-97cd-42e0234d7afb req-4e36259e-3084-407e-b8dc-caee3d9a4aaa service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157966 Mar 31 23:14:52.501229 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '49f10457-2957-42c9-9ae1-245c2a8f350c', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'port_id': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'mac_address': 'fa:16:3e:a8:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:24Z', 'updated_at': '2022-03-31T23:14:50Z', 'revision_number': 1, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:03Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:52.509508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734371a0-1c1b-42c3-b5ef-8233bcc26a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.540670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59008) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:52.542437 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65a472-80ba-4a92-91c4-a228ef2ed7ec None None] The sync data for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 is: [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '49f10457-2957-42c9-9ae1-245c2a8f350c', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'port_id': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'mac_address': 'fa:16:3e:a8:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:24Z', 'updated_at': '2022-03-31T23:14:50Z', 'revision_number': 1, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:03Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:52.562424 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-734371a0-1c1b-42c3-b5ef-8233bcc26a25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b80d3a765024d869c0927c3bd98b67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241789 Mar 31 23:14:52.619096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734371a0-1c1b-42c3-b5ef-8233bcc26a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8bbf4f-0642-4982-a215-80da17595407,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.643688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1df4f99e-8b06-4f36-a6cc-d171c0eaa298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.679175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1df4f99e-8b06-4f36-a6cc-d171c0eaa298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.869167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6e7c8a-fd8d-4496-9fb4-e5861d93da26 None None] New status for floating IP 49f10457-2957-42c9-9ae1-245c2a8f350c: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:14:52.871271 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1df4f99e-8b06-4f36-a6cc-d171c0eaa298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.876054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1df4f99e-8b06-4f36-a6cc-d171c0eaa298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.891737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1df4f99e-8b06-4f36-a6cc-d171c0eaa298 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db8bbf4f-0642-4982-a215-80da17595407 HTTP/1.1" status: 204 len: 168 time: 0.3497069 Mar 31 23:14:52.919103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4f99e-8b06-4f36-a6cc-d171c0eaa298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8bbf4f-0642-4982-a215-80da17595407,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:53.022269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b0bf9a0-9653-4f2d-b718-4088f6a339b6 req-33139355-d834-4231-9669-85e7003bf353 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0515437 Mar 31 23:14:54.207050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4faf7d6-f8b5-452e-92a4-850a2097354e req-5734bce6-fa46-4d25-8af0-b4e7adcddff2 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0514104 Mar 31 23:14:55.348368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-729d3579-abdd-43c6-89e8-15c0c052aaae req-418f109b-f597-4bbc-a756-5a10c50e73ed tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0383334 Mar 31 23:14:56.450990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0022b1d9-a248-45fb-b70e-49ceab0a793a req-28b65dc3-162f-48f5-923e-d26a618fe996 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0317528 Mar 31 23:14:57.588705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e996b495-3b91-43d0-8718-1c77447ac9a7 req-19f9314c-b5ec-48ad-a724-37d56b7f3c21 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0350752 Mar 31 23:14:58.706708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c4ae904-383f-4052-a042-5a8ea9d24c77 req-e5d3e473-378e-4941-8afe-a1123a3d1fde tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0282736 Mar 31 23:14:58.878122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59372) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.007368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57721d33-5cbb-4bea-8541-3901b74acce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.125371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57721d33-5cbb-4bea-8541-3901b74acce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.195324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57721d33-5cbb-4bea-8541-3901b74acce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.241999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-57721d33-5cbb-4bea-8541-3901b74acce1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=528615bafacb4ba3a9ee9454e0617cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624659 Mar 31 23:14:59.243115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57721d33-5cbb-4bea-8541-3901b74acce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0105e42b-0464-4962-9eec-b83e17bedfcc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.246050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59400) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.300126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a58f13c4-3098-41dc-993c-7f8f43bcfb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.324650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a58f13c4-3098-41dc-993c-7f8f43bcfb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.470167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a58f13c4-3098-41dc-993c-7f8f43bcfb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.475193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a58f13c4-3098-41dc-993c-7f8f43bcfb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.477972 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a58f13c4-3098-41dc-993c-7f8f43bcfb49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0105e42b-0464-4962-9eec-b83e17bedfcc HTTP/1.1" status: 204 len: 168 time: 0.2310491 Mar 31 23:14:59.490326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f13c4-3098-41dc-993c-7f8f43bcfb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0105e42b-0464-4962-9eec-b83e17bedfcc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.841191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-463c6e4d-6020-434d-9197-dbe6b62ec261 req-aa58633f-7e74-48fb-bcb1-8ec67325e896 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0284271 Mar 31 23:15:00.358694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59468) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:00.398648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-797575cf-7e79-4412-beb1-18d7b2701c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.528411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-797575cf-7e79-4412-beb1-18d7b2701c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.617698 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-797575cf-7e79-4412-beb1-18d7b2701c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.678937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-797575cf-7e79-4412-beb1-18d7b2701c32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bcde277bc5354850b7e42fd23722d801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189828 Mar 31 23:15:00.681831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59486) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:00.683104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797575cf-7e79-4412-beb1-18d7b2701c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c4bbe5-599c-4515-a675-1c6054654d0d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:00.787287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1167ab5a-a3a6-4c76-b35b-6b72214fd88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.837577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1167ab5a-a3a6-4c76-b35b-6b72214fd88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.971080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95bec900-9c3a-4beb-8982-961440ecd21e req-3c3ba53e-7175-4f5b-bf09-76918e542cce tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0299993 Mar 31 23:15:01.014462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1167ab5a-a3a6-4c76-b35b-6b72214fd88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.017484 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1167ab5a-a3a6-4c76-b35b-6b72214fd88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.018910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1167ab5a-a3a6-4c76-b35b-6b72214fd88f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61c4bbe5-599c-4515-a675-1c6054654d0d HTTP/1.1" status: 204 len: 168 time: 0.3353901 Mar 31 23:15:01.046720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167ab5a-a3a6-4c76-b35b-6b72214fd88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c4bbe5-599c-4515-a675-1c6054654d0d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:02.095879 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c996de5d-943e-421e-92db-91e3227ef52f req-160695d2-124a-4b01-84e8-490b71c54418 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0273263 Mar 31 23:15:03.236479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49dd2b7b-6a74-44c2-970b-d40015b5fa06 req-2a932c2d-b512-4887-8176-b9be624d83e4 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0324302 Mar 31 23:15:04.023522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5cc7-86eb-4c3f-ab5a-1e0545bb7ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.028391 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:15:04.385920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18f09a62-af0e-4c7f-957a-90ff39e71f34 req-6711236e-1704-40ca-b2a7-c800feb9c194 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0280101 Mar 31 23:15:05.512512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7eb25be0-075f-4509-acec-aedd1e3b5749 req-c5fd4cac-c4d1-4698-a9c2-ad3d2e4fd516 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0421371 Mar 31 23:15:06.063161 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fdea4535-e5ec-4a3f-a9a0-83c36c2a0c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.176626 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59730) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:06.383529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-295e6b59-8250-483a-86ae-315bad8f9279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.490083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-295e6b59-8250-483a-86ae-315bad8f9279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.611816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-295e6b59-8250-483a-86ae-315bad8f9279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.670202 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-295e6b59-8250-483a-86ae-315bad8f9279 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6303677b717847bca695e13f6b5f16b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911020 Mar 31 23:15:06.671666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e6b59-8250-483a-86ae-315bad8f9279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55562f84-12e3-427c-8c3f-6d5e3db5895e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:06.678285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59740) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:06.751091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8d3012b-15d9-4ca4-a92e-a6458f630631 req-c2967fe0-0277-4556-afee-521313873fcf tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0656307 Mar 31 23:15:06.799218 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ee1bca2-3973-4ef9-8430-dac2eddb55b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.828465 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ee1bca2-3973-4ef9-8430-dac2eddb55b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.996833 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ee1bca2-3973-4ef9-8430-dac2eddb55b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.999398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ee1bca2-3973-4ef9-8430-dac2eddb55b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.003785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6ee1bca2-3973-4ef9-8430-dac2eddb55b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55562f84-12e3-427c-8c3f-6d5e3db5895e HTTP/1.1" status: 204 len: 168 time: 0.3244216 Mar 31 23:15:07.014815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1bca2-3973-4ef9-8430-dac2eddb55b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55562f84-12e3-427c-8c3f-6d5e3db5895e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:07.710860 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.005167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dd780b6-e65b-4b26-bc81-69bdfa4ab73e req-24a97d0b-0854-42ca-a4f2-d748bf1ed019 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0792563 Mar 31 23:15:08.028060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59760) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:08.055007 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb194430-f00f-42e4-9bd8-eb2b815e7b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.154560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb194430-f00f-42e4-9bd8-eb2b815e7b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.269110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb194430-f00f-42e4-9bd8-eb2b815e7b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.331815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eb194430-f00f-42e4-9bd8-eb2b815e7b85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f586a622355d4197ac93fdf41f85a175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026507 Mar 31 23:15:08.335147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb194430-f00f-42e4-9bd8-eb2b815e7b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28002ba5-b7de-4167-89a2-ec816daeae6f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.335393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59764) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:08.421900 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0802-af9d-4ba2-a375-bc323375cdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.455673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0802-af9d-4ba2-a375-bc323375cdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.562540 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.665249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0802-af9d-4ba2-a375-bc323375cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.668081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0802-af9d-4ba2-a375-bc323375cdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.669496 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4e4f0802-af9d-4ba2-a375-bc323375cdba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28002ba5-b7de-4167-89a2-ec816daeae6f HTTP/1.1" status: 204 len: 168 time: 0.3336978 Mar 31 23:15:08.686913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f0802-af9d-4ba2-a375-bc323375cdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28002ba5-b7de-4167-89a2-ec816daeae6f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.910510 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.139591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.243953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f7f93c7-1229-4e53-928a-92a9f9c03d64 req-44b20a8e-6617-4768-8096-93fb1a5483e9 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0527730 Mar 31 23:15:09.660020 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.480753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73034657-88fd-4652-8ea7-69cf0f09e5f2 req-1570b38b-00f3-45fd-a2e0-029cda71a05e tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0633824 Mar 31 23:15:11.625690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd07e9f2-6db0-4b43-99bf-8270c4d24983 req-6a160df5-ec08-412c-82b2-b305cf94f9a1 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0441167 Mar 31 23:15:12.766181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35224300-b506-41b3-a6b8-f73422c2e79c req-e55d20c8-b37b-46ac-945f-5bd0d0de36bb tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0310993 Mar 31 23:15:13.891867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8aecf5c-ac0d-4639-a9af-4d0e5c8476f0 req-0457c492-48eb-4035-bc3c-4b8572235fbe tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0273063 Mar 31 23:15:14.866850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60010) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:15.100159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef864627-79ce-4e56-9e30-aeefb97b7728 req-ff17aae4-af21-480c-a300-3fb4f35d6447 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0484576 Mar 31 23:15:15.114243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a2a502d-f4e1-4b74-8916-87c13e17c14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.202301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a2a502d-f4e1-4b74-8916-87c13e17c14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.305228 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a2a502d-f4e1-4b74-8916-87c13e17c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.384076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60036) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:15.385418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3a2a502d-f4e1-4b74-8916-87c13e17c14e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4256affc162e44389e0b1d4b0e5f7334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170302 Mar 31 23:15:15.406640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a502d-f4e1-4b74-8916-87c13e17c14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7a9764-4e10-4c74-b749-afb92997d387,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.491455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12205077-3d79-4932-9baf-be606cd6158f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.543433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12205077-3d79-4932-9baf-be606cd6158f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.739419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12205077-3d79-4932-9baf-be606cd6158f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.743117 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12205077-3d79-4932-9baf-be606cd6158f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.745194 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-12205077-3d79-4932-9baf-be606cd6158f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f7a9764-4e10-4c74-b749-afb92997d387 HTTP/1.1" status: 204 len: 168 time: 0.3590970 Mar 31 23:15:15.757615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205077-3d79-4932-9baf-be606cd6158f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7a9764-4e10-4c74-b749-afb92997d387,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.838825 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-02ba2199-28e2-4785-be44-fd4ec97128ec req-4538ecba-9d79-4336-9142-38f74723da9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0424447 Mar 31 23:15:16.246924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04e791b0-32b5-4d3a-bbef-cc2a3a01fda2 req-ddc4a4fa-d488-432d-8b4a-5268bcb40fd2 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0290661 Mar 31 23:15:16.780089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60070) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.834720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60076) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.849415 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16f249c6-1873-4c1d-86fa-838129749cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.985815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16f249c6-1873-4c1d-86fa-838129749cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.052588 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ada0bb1-8465-4131-95db-642c1f2d2899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.087928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16f249c6-1873-4c1d-86fa-838129749cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.134241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f249c6-1873-4c1d-86fa-838129749cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371e183c-b934-478a-b51a-ce1d0dff42f2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:17.146698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-16f249c6-1873-4c1d-86fa-838129749cfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f405e7d55f5498d920fa9e5069de26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108144 Mar 31 23:15:17.147759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60080) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:17.171787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ada0bb1-8465-4131-95db-642c1f2d2899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.232036 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-afedb74b-dc67-48a2-a94a-f4883391991e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.258452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-afedb74b-dc67-48a2-a94a-f4883391991e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.293830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ada0bb1-8465-4131-95db-642c1f2d2899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.356545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60092) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:17.372143 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6ada0bb1-8465-4131-95db-642c1f2d2899 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=548278c0015a40af8c7628fa359c71eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721509 Mar 31 23:15:17.401713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada0bb1-8465-4131-95db-642c1f2d2899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ece249-9cc9-43b2-9461-9f591a435605,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:17.459877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64b0f7c-e87f-415e-8121-c897fa408bfa req-3ebc6657-fecd-4d5e-b511-ec3585f383c6 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0419910 Mar 31 23:15:17.489605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-afedb74b-dc67-48a2-a94a-f4883391991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.489605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-afedb74b-dc67-48a2-a94a-f4883391991e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.489605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-afedb74b-dc67-48a2-a94a-f4883391991e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/371e183c-b934-478a-b51a-ce1d0dff42f2 HTTP/1.1" status: 204 len: 168 time: 0.3269248 Mar 31 23:15:17.517789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedb74b-dc67-48a2-a94a-f4883391991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371e183c-b934-478a-b51a-ce1d0dff42f2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:17.549951 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77651e91-aa7b-457a-88de-1cdee26bf00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.594186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77651e91-aa7b-457a-88de-1cdee26bf00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.922160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77651e91-aa7b-457a-88de-1cdee26bf00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.925308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77651e91-aa7b-457a-88de-1cdee26bf00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.926682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77651e91-aa7b-457a-88de-1cdee26bf00a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7ece249-9cc9-43b2-9461-9f591a435605 HTTP/1.1" status: 204 len: 168 time: 0.5688779 Mar 31 23:15:17.966960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77651e91-aa7b-457a-88de-1cdee26bf00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ece249-9cc9-43b2-9461-9f591a435605,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:18.257780 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-25d23afa-d5fa-4a2d-a380-85563d805dc7 req-b426834f-9550-44a7-b7ee-55d795736bf9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e307415623604139862e809127baf1d8&device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0444942 Mar 31 23:15:18.320883 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-25d23afa-d5fa-4a2d-a380-85563d805dc7 req-528a481e-40ba-4ccb-88b0-8dddd081ab0b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e307415623604139862e809127baf1d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574667 Mar 31 23:15:18.395273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72085398-965a-4d01-96ad-a35f36f239f6 req-1ec7ec53-0567-4e10-a031-18af93803d5d tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0579135 Mar 31 23:15:18.492846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d23afa-d5fa-4a2d-a380-85563d805dc7 req-d6cefb0b-0631-4214-bf55-6ad0f7e5eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.494938 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-25d23afa-d5fa-4a2d-a380-85563d805dc7 req-d6cefb0b-0631-4214-bf55-6ad0f7e5eb88 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672397 Mar 31 23:15:19.059172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60158) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:19.078831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c068-da4b-4e84-a3a0-021d291b9d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.166868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c068-da4b-4e84-a3a0-021d291b9d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.295127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60164) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:19.297136 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c068-da4b-4e84-a3a0-021d291b9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.397050 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ab4c068-da4b-4e84-a3a0-021d291b9d0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33aefe053c664efc9c8f63d99e0f72b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328063 Mar 31 23:15:19.397050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4c068-da4b-4e84-a3a0-021d291b9d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def8c0ed-4d6f-4fb1-89ee-09ee7f79ad0d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.397242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60172) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:19.478823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8a2dd04-d09d-4f37-b57d-a8e97cf492a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.484846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24ddcfad-7b0b-4747-8457-af2746abcf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.558551 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8a2dd04-d09d-4f37-b57d-a8e97cf492a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.564507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdbe2de3-1373-46c0-9b82-8f937e44a3f4 req-5093eb4f-72e4-4126-8cfc-60995021616f tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0770733 Mar 31 23:15:19.679761 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24ddcfad-7b0b-4747-8457-af2746abcf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.753610 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8a2dd04-d09d-4f37-b57d-a8e97cf492a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.756247 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8a2dd04-d09d-4f37-b57d-a8e97cf492a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.757396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c8a2dd04-d09d-4f37-b57d-a8e97cf492a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/def8c0ed-4d6f-4fb1-89ee-09ee7f79ad0d HTTP/1.1" status: 204 len: 168 time: 0.3607001 Mar 31 23:15:19.765320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2dd04-d09d-4f37-b57d-a8e97cf492a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def8c0ed-4d6f-4fb1-89ee-09ee7f79ad0d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.792902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24ddcfad-7b0b-4747-8457-af2746abcf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.831884 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-25d23afa-d5fa-4a2d-a380-85563d805dc7 req-9f69f862-6ee2-4bff-b70b-948bfec4b57c tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0640025 Mar 31 23:15:19.852204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddcfad-7b0b-4747-8457-af2746abcf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae7dd0-2793-4d2f-b53b-0c5b8221ed5d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.876033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-24ddcfad-7b0b-4747-8457-af2746abcf72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5be4ce6add5848cb85cf210a2fd4dadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772238 Mar 31 23:15:19.876693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60190) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:19.949312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.979251 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.153888 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.156641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.158541 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cae7dd0-2793-4d2f-b53b-0c5b8221ed5d HTTP/1.1" status: 204 len: 168 time: 0.2802546 Mar 31 23:15:20.168445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae7dd0-2793-4d2f-b53b-0c5b8221ed5d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.180640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.181158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.181715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.182158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.182533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.183127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.183518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.183851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.184329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.184966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.185520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.185916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1011853-d1a9-4a49-8313-f8ef6769f6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:20.775427 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-113509fd-4843-463b-8b01-e2d4e5674c6a req-fdc79422-a4bf-4117-86e4-863257a99ea1 tempest-ServerShowV254Test-10181383 tempest-ServerShowV254Test-10181383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b498d57-6db1-4c19-a244-1851a8f67b1e HTTP/1.1" status: 200 len: 210 time: 0.0839305 Mar 31 23:15:21.210775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60236) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:21.228686 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24d5b17a-ab7c-491f-9f69-ce89c87540a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.333170 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24d5b17a-ab7c-491f-9f69-ce89c87540a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.436376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24d5b17a-ab7c-491f-9f69-ce89c87540a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.484927 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-24d5b17a-ab7c-491f-9f69-ce89c87540a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09dad48af5d942a7bc9a2d301a0a51c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722011 Mar 31 23:15:21.485670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5b17a-ab7c-491f-9f69-ce89c87540a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0789e8e1-30b9-4028-9e88-ebc21c7d7dbb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.488113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60256) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:21.585380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.630720 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.842621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.845194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.846371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0789e8e1-30b9-4028-9e88-ebc21c7d7dbb HTTP/1.1" status: 204 len: 168 time: 0.3572559 Mar 31 23:15:21.856133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0789e8e1-30b9-4028-9e88-ebc21c7d7dbb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.865628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.866109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.866593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.867038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.867460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.867912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.868486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.869036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.869694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.870238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.870836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:21.871405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c6b856-5afd-4fd7-805c-3f6c2cf897e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:22.826453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60298) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:22.988465 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5f79-fc41-4081-aaa6-c63c167e0a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.144320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5f79-fc41-4081-aaa6-c63c167e0a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.259354 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5f79-fc41-4081-aaa6-c63c167e0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.304932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9b2e5f79-fc41-4081-aaa6-c63c167e0a5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e307415623604139862e809127baf1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770169 Mar 31 23:15:23.307426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60316) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:23.336948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e5f79-fc41-4081-aaa6-c63c167e0a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af965dab-fc13-4cbd-b260-f7caa959a473,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.374145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-463a9d3f-ef22-4cfb-9af1-48e03b9c2593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.409114 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-463a9d3f-ef22-4cfb-9af1-48e03b9c2593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.779019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-463a9d3f-ef22-4cfb-9af1-48e03b9c2593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.794419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-463a9d3f-ef22-4cfb-9af1-48e03b9c2593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.794419 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-463a9d3f-ef22-4cfb-9af1-48e03b9c2593 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af965dab-fc13-4cbd-b260-f7caa959a473 HTTP/1.1" status: 204 len: 168 time: 0.4745800 Mar 31 23:15:23.794419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a9d3f-ef22-4cfb-9af1-48e03b9c2593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af965dab-fc13-4cbd-b260-f7caa959a473,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:26.745947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:27.128298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2073159793-network', 'tenant_id': '650da43742de409eb64e7f75deb41103'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:27.291134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Made reservation on behalf of 650da43742de409eb64e7f75deb41103 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:27.294124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.313330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.483536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.607187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.639137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:27.654928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759c260b-fa5a-45e5-baff-5529e2c7de5d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:27.654928 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.654928 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Added segment 200e3fd2-9925-4087-b646-a325998da485 of type vlan for network f5778340-9ceb-4d6d-84f2-53a6291fdafc Mar 31 23:15:27.721359 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.841438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.846263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:27.846263 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.904845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] Pushing event updated for resources: {'Network': ['ID=f5778340-9ceb-4d6d-84f2-53a6291fdafc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:27.919687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network f5778340-9ceb-4d6d-84f2-53a6291fdafc details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:28.070728 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-827ad036-3b96-4cac-833b-d64bafd4d99d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3228762 Mar 31 23:15:28.071013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60472) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:28.076735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Request body: {'subnet': {'network_id': 'f5778340-9ceb-4d6d-84f2-53a6291fdafc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2073159793-subnet', 'tenant_id': '650da43742de409eb64e7f75deb41103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:28.159385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Made reservation on behalf of 650da43742de409eb64e7f75deb41103 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:28.162784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.088410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.179935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f8eae7-72c5-46ea-9e09-6e439204b50a,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.182800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Checking segment: {'id': '200e3fd2-9925-4087-b646-a325998da485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5778340-9ceb-4d6d-84f2-53a6291fdafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:29.183345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Network hostable DHCP agents. Network: f5778340-9ceb-4d6d-84f2-53a6291fdafc, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:29.281931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Network f5778340-9ceb-4d6d-84f2-53a6291fdafc is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:29.378504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, f5778340-9ceb-4d6d-84f2-53a6291fdafc) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:29.384246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:29.385126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.392029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb0c53-7926-4441-94ef-94289dcfaf56 None None] Network f5778340-9ceb-4d6d-84f2-53a6291fdafc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:29.501145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-52b344a0-4de2-441e-a770-459722924c3d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4267604 Mar 31 23:15:29.558075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10539cb-1333-4a84-804e-33aca60c62e7 None None] Network f5778340-9ceb-4d6d-84f2-53a6291fdafc requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:30.920335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60560) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:30.921789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1349567899-network', 'tenant_id': '875416b120dc419092373d64c6ee2a0a'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:31.127188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Made reservation on behalf of 875416b120dc419092373d64c6ee2a0a for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:31.131455 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.152274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.258808 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.360508 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.402914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4335387b-fb29-46c6-b9a7-0b235d24b850,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:31.426033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:31.441587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.443787 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Added segment bf77be1d-e99a-4fec-862a-02226e91425a of type vlan for network ab6aa6fb-79f4-487a-aa56-be76b0fd624a Mar 31 23:15:31.519084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.705766 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.707272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:31.707945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.825904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6aa6fb-79f4-487a-aa56-be76b0fd624a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:31.838827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ab6aa6fb-79f4-487a-aa56-be76b0fd624a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:31.868481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60594) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:31.869012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-725e5e81-f8cf-464f-8532-116cb0a85ba2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9513454 Mar 31 23:15:31.878278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Request body: {'subnet': {'network_id': 'ab6aa6fb-79f4-487a-aa56-be76b0fd624a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1349567899-subnet', 'tenant_id': '875416b120dc419092373d64c6ee2a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:31.966994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Made reservation on behalf of 875416b120dc419092373d64c6ee2a0a for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:31.969477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.360633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60610) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:32.552192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5808e09f-8086-48e6-a88a-f9ccb555ad57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.694564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5808e09f-8086-48e6-a88a-f9ccb555ad57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.708892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.760460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b865baf-d0f2-49f0-bc5b-a6776cd2aad3,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:32.783926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Checking segment: {'id': 'bf77be1d-e99a-4fec-862a-02226e91425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ab6aa6fb-79f4-487a-aa56-be76b0fd624a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:32.784279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Network hostable DHCP agents. Network: ab6aa6fb-79f4-487a-aa56-be76b0fd624a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:32.793039 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5808e09f-8086-48e6-a88a-f9ccb555ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.844690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5808e09f-8086-48e6-a88a-f9ccb555ad57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf1eefe74eaa405fa101f6a3881ed322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802694 Mar 31 23:15:32.844690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808e09f-8086-48e6-a88a-f9ccb555ad57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05136bfc-f3cd-4dab-b36e-a6657be77bb5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:32.844996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60626) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:32.920586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8efddb4-e1a4-4ac2-be87-7a3f3f0173c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.943375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8efddb4-e1a4-4ac2-be87-7a3f3f0173c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.970504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Network ab6aa6fb-79f4-487a-aa56-be76b0fd624a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:33.102051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, ab6aa6fb-79f4-487a-aa56-be76b0fd624a) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:33.106607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:33.107280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.117346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4611def9-3302-445a-9357-ad8b6bdd3c7d None None] Network ab6aa6fb-79f4-487a-aa56-be76b0fd624a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:33.153887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8efddb4-e1a4-4ac2-be87-7a3f3f0173c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.166658 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a8efddb4-e1a4-4ac2-be87-7a3f3f0173c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.172580 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a8efddb4-e1a4-4ac2-be87-7a3f3f0173c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05136bfc-f3cd-4dab-b36e-a6657be77bb5 HTTP/1.1" status: 204 len: 168 time: 0.3243275 Mar 31 23:15:33.195042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efddb4-e1a4-4ac2-be87-7a3f3f0173c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05136bfc-f3cd-4dab-b36e-a6657be77bb5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:33.273044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c44b02bd-5d21-4f2d-9a28-0986d7021d15 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4025340 Mar 31 23:15:33.371738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e806817-da8d-40d1-a881-1217e01294f4 None None] Network ab6aa6fb-79f4-487a-aa56-be76b0fd624a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:33.883351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-66e21361-ce7c-4bcd-a76d-10231479d9b6 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:33.884881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-66e21361-ce7c-4bcd-a76d-10231479d9b6 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/networks?id=f5778340-9ceb-4d6d-84f2-53a6291fdafc HTTP/1.1" status: 200 len: 825 time: 0.1055620 Mar 31 23:15:33.901828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-dfc76066-40e3-4fef-850d-de5452f64b42 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/quotas/650da43742de409eb64e7f75deb41103 HTTP/1.1" status: 200 len: 375 time: 0.0100832 Mar 31 23:15:33.940106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-2ccad105-23a2-4a97-985a-e86807ef29a1 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=650da43742de409eb64e7f75deb41103&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321531 Mar 31 23:15:34.019318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7694005b-c016-4954-93bb-adf0032e3461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.172748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-a17a7d89-cddb-4027-ad32-432948ed8ee2 service neutron] 10.222.0.31 "GET /v2.0/networks/f5778340-9ceb-4d6d-84f2-53a6291fdafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202840 Mar 31 23:15:34.175190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60672) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:34.190984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55671675-8139-4b39-8850-0ec4deba5b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.343449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-05197553-a53d-43f4-8d07-c45d938b29df service neutron] 10.222.0.31 "GET /v2.0/networks/f5778340-9ceb-4d6d-84f2-53a6291fdafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597841 Mar 31 23:15:34.351486 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55671675-8139-4b39-8850-0ec4deba5b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.474288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-55671675-8139-4b39-8850-0ec4deba5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.540848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60686) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:34.541392 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-55671675-8139-4b39-8850-0ec4deba5b8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c34130e2a56c433f98e38d5071f7c252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644271 Mar 31 23:15:34.543427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55671675-8139-4b39-8850-0ec4deba5b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734c48e-ed00-45e0-84a0-4a880a188a66,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:34.690516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d57c028-093f-4001-9f90-ae439d1490d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.773882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44963d76-96cc-4585-b547-5d796b6a4479 req-6370e4e3-1b98-48fc-b471-0a7aaa6f7877 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 210 time: 0.0507636 Mar 31 23:15:34.775843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d57c028-093f-4001-9f90-ae439d1490d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.022608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d57c028-093f-4001-9f90-ae439d1490d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.030137 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d57c028-093f-4001-9f90-ae439d1490d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.030137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4d57c028-093f-4001-9f90-ae439d1490d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7734c48e-ed00-45e0-84a0-4a880a188a66 HTTP/1.1" status: 204 len: 168 time: 0.4848161 Mar 31 23:15:35.037810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57c028-093f-4001-9f90-ae439d1490d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734c48e-ed00-45e0-84a0-4a880a188a66,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.894820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5530ef16-764b-476f-a1ae-f4ff50d37c99 req-31cdb647-0677-4f2d-bfda-31952426ae81 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 210 time: 0.0368171 Mar 31 23:15:36.089663 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-023bfcb5-53d2-49fe-b33b-bda38ef6bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.992690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-362223b1-e304-42bf-88f4-0b84de39dd9d req-65b1c420-86bd-49f6-814c-4d8006022149 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 210 time: 0.0254822 Mar 31 23:15:37.615830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60788) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:37.680067 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.842048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a687f09-92ca-40e4-8217-1466888880f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.928138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a687f09-92ca-40e4-8217-1466888880f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.107881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-806568eb-98d8-45ad-bf9f-d3d52d5a2759 req-0548060a-802e-4328-be37-e771e35713e7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 210 time: 0.0398414 Mar 31 23:15:38.143587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a687f09-92ca-40e4-8217-1466888880f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.197091 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1a687f09-92ca-40e4-8217-1466888880f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a406986a56614b9d93c6a143e478cdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777564 Mar 31 23:15:38.197631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 60806) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:38.250668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a687f09-92ca-40e4-8217-1466888880f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2c2b07-e213-44d7-85f3-7b69d0490640,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:38.293278 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-098279d0-5652-4392-bb44-4b8bccf51c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.322460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-098279d0-5652-4392-bb44-4b8bccf51c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.331638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-e59d59ed-99d9-492e-b63e-2067b03cbc01 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.331847 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-e59d59ed-99d9-492e-b63e-2067b03cbc01 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.50 "GET /v2.0/networks?id=f5778340-9ceb-4d6d-84f2-53a6291fdafc HTTP/1.1" status: 200 len: 825 time: 0.2322609 Mar 31 23:15:38.344081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Request body: {'port': {'device_id': '3f19a94a-c947-417f-996f-b0e342a091f9', 'network_id': 'f5778340-9ceb-4d6d-84f2-53a6291fdafc', 'admin_state_up': True, 'tenant_id': '650da43742de409eb64e7f75deb41103'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:38.510303 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-098279d0-5652-4392-bb44-4b8bccf51c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.515300 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-098279d0-5652-4392-bb44-4b8bccf51c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.520535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-098279d0-5652-4392-bb44-4b8bccf51c6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e2c2b07-e213-44d7-85f3-7b69d0490640 HTTP/1.1" status: 204 len: 168 time: 0.3211381 Mar 31 23:15:38.531110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098279d0-5652-4392-bb44-4b8bccf51c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2c2b07-e213-44d7-85f3-7b69d0490640,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:38.606282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Made reservation on behalf of 650da43742de409eb64e7f75deb41103 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:38.616146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.663007 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.780772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Allocated IP 172.20.0.3 (f5778340-9ceb-4d6d-84f2-53a6291fdafc/52f8eae7-72c5-46ea-9e09-6e439204b50a/985b791c-f926-4526-a69d-54e7cc1c6bc9) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:38.852198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.012156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.244894 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.245572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b5f4012-6bcc-41ff-9227-abc108b01348 req-23368502-f3a9-4269-9301-fb93949df37f tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 210 time: 0.0492043 Mar 31 23:15:39.247289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.322851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Network f5778340-9ceb-4d6d-84f2-53a6291fdafc is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:39.328436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:39.329624 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-f4ba9cd2-8fd1-4d25-ae88-aa75f2bf1b0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0865238 Mar 31 23:15:39.356456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:39.394073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Pushing event updated for resources: {'Port': ['ID=985b791c-f926-4526-a69d-54e7cc1c6bc9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:39.426669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.431279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.507207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60850) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:39.507372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-65d47cd4-0e6f-4e13-9ab4-4f9c76439cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.507372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-65d47cd4-0e6f-4e13-9ab4-4f9c76439cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.507372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-65d47cd4-0e6f-4e13-9ab4-4f9c76439cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.507372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-65d47cd4-0e6f-4e13-9ab4-4f9c76439cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.507372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-65d47cd4-0e6f-4e13-9ab4-4f9c76439cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.507372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-65d47cd4-0e6f-4e13-9ab4-4f9c76439cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.507372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-65d47cd4-0e6f-4e13-9ab4-4f9c76439cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.508918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-65d47cd4-0e6f-4e13-9ab4-4f9c76439cc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6502 time: 0.0610757 Mar 31 23:15:39.511827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faa32759-b51c-48c9-b833-ecbdc236409d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.636501 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faa32759-b51c-48c9-b833-ecbdc236409d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.642720 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-abb0328a-dbbd-4fdc-9eef-96dd91554433 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3024104 Mar 31 23:15:39.658793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Request body: {'port': {'device_id': '3f19a94a-c947-417f-996f-b0e342a091f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:39.685384 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.724148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-dfef79e6-91b7-4de5-8e3a-c4f708d7bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.724762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-dfef79e6-91b7-4de5-8e3a-c4f708d7bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.725332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-dfef79e6-91b7-4de5-8e3a-c4f708d7bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.725871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.727078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-dfef79e6-91b7-4de5-8e3a-c4f708d7bb0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=004c4e99-ec3f-421e-95ba-5d7b35cef792&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=231d7e5d-d031-4145-a891-3b375eaaebf2&id=231d7e5d-d031-4145-a891-3b375eaaebf2 HTTP/1.1" status: 200 len: 2298 time: 0.1881847 Mar 31 23:15:39.791727 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faa32759-b51c-48c9-b833-ecbdc236409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.796888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-f705bcc3-73be-418f-aaa0-ee49eda3e6a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279 HTTP/1.1" status: 200 len: 1001 time: 0.0626349 Mar 31 23:15:39.854063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-acf9a7e4-bb02-4eb8-9773-a5df1e88a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.855693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-acf9a7e4-bb02-4eb8-9773-a5df1e88a74d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cef8733-88ba-4639-9516-bf4bd64fbc9b HTTP/1.1" status: 200 len: 856 time: 0.0514381 Mar 31 23:15:39.908461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-3235a2ca-2cd1-4b49-bef8-915c78847831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.909935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-3235a2ca-2cd1-4b49-bef8-915c78847831 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=004c4e99-ec3f-421e-95ba-5d7b35cef792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479267 Mar 31 23:15:39.929188 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-faa32759-b51c-48c9-b833-ecbdc236409d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7e585f170fd474596646a0825e38137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301610 Mar 31 23:15:39.933511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 60864) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:39.934318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa32759-b51c-48c9-b833-ecbdc236409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5458dd-6ddc-4ae9-8fac-042b092588a5,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:40.017792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-623fe884-0c35-41b9-a52f-5c1eb5dae036 service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993268 Mar 31 23:15:40.054273 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fd4d2a6-21b1-4c0c-991c-1017ad17523f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.104988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fd4d2a6-21b1-4c0c-991c-1017ad17523f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.140987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-bd768534-93df-40f4-bd91-2a636c1a5f9e service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155710 Mar 31 23:15:40.183646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-b4bdd89c-85ad-4963-83db-74577c31f06e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 200 len: 217 time: 0.0360863 Mar 31 23:15:40.213436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985b791c-f926-4526-a69d-54e7cc1c6bc9 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:40.222239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.245920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-9d99c5e5-9747-454a-87a9-65b1ec6f1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.247662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-9d99c5e5-9747-454a-87a9-65b1ec6f1f28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.0582924 Mar 31 23:15:40.301827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-703eac3f-9680-4ca2-b3c1-629810972de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.303780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-703eac3f-9680-4ca2-b3c1-629810972de1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499508 Mar 31 23:15:40.350433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Transition to ACTIVE for port object 985b791c-f926-4526-a69d-54e7cc1c6bc9 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:15:40.353115 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fd4d2a6-21b1-4c0c-991c-1017ad17523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.364456 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9fd4d2a6-21b1-4c0c-991c-1017ad17523f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.366232 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9fd4d2a6-21b1-4c0c-991c-1017ad17523f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae5458dd-6ddc-4ae9-8fac-042b092588a5 HTTP/1.1" status: 204 len: 168 time: 0.4290719 Mar 31 23:15:40.386846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4d2a6-21b1-4c0c-991c-1017ad17523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5458dd-6ddc-4ae9-8fac-042b092588a5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:40.462228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-a0e73c00-edb0-4c1a-90e4-9186974a93ad service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514883 Mar 31 23:15:40.562615 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.572858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1f1d-0a9e-48f9-803f-b11c23d45246 req-bd054c82-8850-4351-a8ed-b8c6fc8f9047 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.574420 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1d1f1d-0a9e-48f9-803f-b11c23d45246 req-bd054c82-8850-4351-a8ed-b8c6fc8f9047 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 931 time: 0.2265973 Mar 31 23:15:40.645533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-1361528e-5e40-449a-accb-f4a15c5acad9 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745555 Mar 31 23:15:40.654296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1d1f1d-0a9e-48f9-803f-b11c23d45246 req-9e99dc81-afdf-41e9-8345-0bdf33d4f6d8 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722029 Mar 31 23:15:40.685651 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Pushing event updated for resources: {'Port': ['ID=985b791c-f926-4526-a69d-54e7cc1c6bc9,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:40.718722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-0367db00-c1af-4145-b497-146f01e839eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0630958 Mar 31 23:15:40.736524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Attempting to bind port 985b791c-f926-4526-a69d-54e7cc1c6bc9 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:40.737001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Attempting to bind port 985b791c-f926-4526-a69d-54e7cc1c6bc9 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '200e3fd2-9925-4087-b646-a325998da485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5778340-9ceb-4d6d-84f2-53a6291fdafc'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:40.737580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Attempting to bind port 985b791c-f926-4526-a69d-54e7cc1c6bc9 on network f5778340-9ceb-4d6d-84f2-53a6291fdafc {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:40.742669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Port 985b791c-f926-4526-a69d-54e7cc1c6bc9 on network f5778340-9ceb-4d6d-84f2-53a6291fdafc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:15:40.743398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Attempting to bind port 985b791c-f926-4526-a69d-54e7cc1c6bc9 on network f5778340-9ceb-4d6d-84f2-53a6291fdafc {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:40.749360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:40.750102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Checking segment: {'id': '200e3fd2-9925-4087-b646-a325998da485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5778340-9ceb-4d6d-84f2-53a6291fdafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:40.750811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Bound using segment: {'id': '200e3fd2-9925-4087-b646-a325998da485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5778340-9ceb-4d6d-84f2-53a6291fdafc'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:40.769302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Bound port: 985b791c-f926-4526-a69d-54e7cc1c6bc9, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200e3fd2-9925-4087-b646-a325998da485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5778340-9ceb-4d6d-84f2-53a6291fdafc'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:40.769302 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.778436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-bd16260a-d5e1-4c7e-82b5-c66ef3a2f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.779995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-bd16260a-d5e1-4c7e-82b5-c66ef3a2f722 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.0549827 Mar 31 23:15:40.827864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] For port 985b791c-f926-4526-a69d-54e7cc1c6bc9, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:40.831692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] For port 985b791c-f926-4526-a69d-54e7cc1c6bc9, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=985b791c-f926-4526-a69d-54e7cc1c6bc9,segment=NetworkSegment(200e3fd2-9925-4087-b646-a325998da485),segment_id=200e3fd2-9925-4087-b646-a325998da485)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:40.846569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-67f08aa9-8185-44e1-944b-082c989d8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.848318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-67f08aa9-8185-44e1-944b-082c989d8315 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610502 Mar 31 23:15:40.974041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-f542c13a-ec58-4aca-b679-9f19602fbcd8 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155400 Mar 31 23:15:41.020547 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:15:41.049169 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.103048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-5ade7817-fc20-4948-b8cc-dd1a82da8acb service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217394 Mar 31 23:15:41.135127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.135843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.138083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] 10.222.0.50 "PUT /v2.0/ports/985b791c-f926-4526-a69d-54e7cc1c6bc9 HTTP/1.1" status: 200 len: 1091 time: 1.4866478 Mar 31 23:15:41.138083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f19a94a-c947-417f-996f-b0e342a091f9', 'tag': '985b791c-f926-4526-a69d-54e7cc1c6bc9'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:41.142296 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e840b5-d25f-4b0b-b531-87b5a4f79369" -d '{"events": [{"name": "network-changed", "server_uuid": "3f19a94a-c947-417f-996f-b0e342a091f9", "tag": "985b791c-f926-4526-a69d-54e7cc1c6bc9"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:41.182958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07c61c-7987-4d60-977c-b116802e2073 service neutron] Pushing event updated for resources: {'Port': ['ID=985b791c-f926-4526-a69d-54e7cc1c6bc9,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:41.208207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-b2cf8e6e-c14f-4bf0-a233-6cf02c42d13a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f HTTP/1.1" status: 200 len: 217 time: 0.0978956 Mar 31 23:15:41.236779 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c95ad01-4a85-4bab-856e-9ce9540ae021 x-openstack-request-id: req-0c95ad01-4a85-4bab-856e-9ce9540ae021 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:41.236779 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f19a94a-c947-417f-996f-b0e342a091f9", "tag": "985b791c-f926-4526-a69d-54e7cc1c6bc9", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:41.236779 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c95ad01-4a85-4bab-856e-9ce9540ae021 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:41.236779 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c95ad01-4a85-4bab-856e-9ce9540ae021'] response: {'name': 'network-changed', 'server_uuid': '3f19a94a-c947-417f-996f-b0e342a091f9', 'tag': '985b791c-f926-4526-a69d-54e7cc1c6bc9', 'status': 'completed', 'code': 200} Mar 31 23:15:41.342779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-0485744c-d68d-4ff9-a98d-e632326f5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.350137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-0485744c-d68d-4ff9-a98d-e632326f5afa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.1337612 Mar 31 23:15:41.383842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e840b5-d25f-4b0b-b531-87b5a4f79369 req-3398898d-0128-4253-a31a-60090ebebb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.391471 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e1e840b5-d25f-4b0b-b531-87b5a4f79369 req-3398898d-0128-4253-a31a-60090ebebb86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=650da43742de409eb64e7f75deb41103&device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 1094 time: 0.1466815 Mar 31 23:15:41.442848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-b1bf4576-40fd-47f7-a374-bfb65f4b60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.444399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-b1bf4576-40fd-47f7-a374-bfb65f4b60b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870254 Mar 31 23:15:41.527895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e840b5-d25f-4b0b-b531-87b5a4f79369 req-d8520816-126a-4b5a-95f3-cfd5f8853b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.533219 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e1e840b5-d25f-4b0b-b531-87b5a4f79369 req-d8520816-126a-4b5a-95f3-cfd5f8853b69 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=650da43742de409eb64e7f75deb41103&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1302299 Mar 31 23:15:41.598294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-0674337e-d43a-4321-9acb-fa2fe1681dd6 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456797 Mar 31 23:15:41.644819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e840b5-d25f-4b0b-b531-87b5a4f79369 req-0ce1c5a6-fba2-43f0-8bc8-8b8f49b1d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.646308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e1e840b5-d25f-4b0b-b531-87b5a4f79369 req-0ce1c5a6-fba2-43f0-8bc8-8b8f49b1d50e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100173 Mar 31 23:15:41.710097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-e1a0775d-eaf7-4153-aa26-eb00dfd86ea6 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049201 Mar 31 23:15:41.744556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-64b4f0b4-a02c-4cb9-8bab-0d8dd6a833ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.746316 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-64b4f0b4-a02c-4cb9-8bab-0d8dd6a833ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=650da43742de409eb64e7f75deb41103&device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 1094 time: 0.0600832 Mar 31 23:15:41.762779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-5539657e-c378-4ad3-886c-d258c96b3ac3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 HTTP/1.1" status: 200 len: 217 time: 0.0457942 Mar 31 23:15:41.807064 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-34f37b71-915a-4af0-9df8-b9c777de288e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=985b791c-f926-4526-a69d-54e7cc1c6bc9 HTTP/1.1" status: 200 len: 217 time: 0.0504024 Mar 31 23:15:41.868602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-1fb90a78-88c6-4359-883d-85ffeed52941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.882904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-1fb90a78-88c6-4359-883d-85ffeed52941 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.0967598 Mar 31 23:15:41.883063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-d9fd6362-587d-4251-9272-d8bc80ac57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.883063 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-d9fd6362-587d-4251-9272-d8bc80ac57d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52f8eae7-72c5-46ea-9e09-6e439204b50a HTTP/1.1" status: 200 len: 865 time: 0.0573571 Mar 31 23:15:41.883274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ed2fb-477a-4626-aac5-b22249931dd5 req-8accb516-b772-4b38-9d38-a02233447052 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.883274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f5ed2fb-477a-4626-aac5-b22249931dd5 req-8accb516-b772-4b38-9d38-a02233447052 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 943 time: 0.1201494 Mar 31 23:15:41.906574 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-2ffdf2b4-17e3-4672-983c-05b74e2a41cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f5778340-9ceb-4d6d-84f2-53a6291fdafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263314 Mar 31 23:15:41.945938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f5ed2fb-477a-4626-aac5-b22249931dd5 req-86395227-dccd-4421-ad00-8b74388cf13e tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554552 Mar 31 23:15:41.948520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-835a0591-edb2-4074-9cab-682e14976170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.950005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-835a0591-edb2-4074-9cab-682e14976170 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688150 Mar 31 23:15:41.999473 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-fd7c94bb-d08e-40ae-9f51-cae1a02a0df1 service neutron] 10.222.0.50 "GET /v2.0/networks/f5778340-9ceb-4d6d-84f2-53a6291fdafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857613 Mar 31 23:15:42.064503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-94aa0102-0c7b-416a-a9cc-a5cd658562a7 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077549 Mar 31 23:15:42.140545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-208312e7-288a-4f50-b3aa-bc72ff4b700e req-92cc20e8-109a-4ad1-97d0-731b1ea8af9b service neutron] 10.222.0.50 "GET /v2.0/networks/f5778340-9ceb-4d6d-84f2-53a6291fdafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318216 Mar 31 23:15:42.187326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-f8585108-8c49-402d-ad32-7dcab14601dc service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159651 Mar 31 23:15:42.237134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-465ed086-f81e-4093-9972-5cfe81f67e5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2 HTTP/1.1" status: 200 len: 217 time: 0.0411932 Mar 31 23:15:42.297037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-3666744c-80bc-4b88-8aa5-024ff0bca1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:42.298556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-3666744c-80bc-4b88-8aa5-024ff0bca1de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 200 len: 797 time: 0.0553634 Mar 31 23:15:42.349943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-23d88682-fbab-475f-90a8-3301656493d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:42.351580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-23d88682-fbab-475f-90a8-3301656493d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464184 Mar 31 23:15:42.450444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-2fd45c34-b9ea-4c9d-b670-a6bf0f81d664 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924394 Mar 31 23:15:42.551567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-fae2c627-0aeb-48db-91ba-9b8e3a6d5de9 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935450 Mar 31 23:15:42.594677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-a03c18e8-068d-4012-825d-d2f18ee0e2ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb HTTP/1.1" status: 200 len: 217 time: 0.0356405 Mar 31 23:15:42.649782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-60ff30df-f07e-48bc-9f3e-c1f2e26d1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:42.651294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-60ff30df-f07e-48bc-9f3e-c1f2e26d1c75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 200 len: 797 time: 0.0502748 Mar 31 23:15:42.700653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-90eeaf1b-40f5-4b64-a35a-8c14b5de6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:42.702229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-90eeaf1b-40f5-4b64-a35a-8c14b5de6d8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439985 Mar 31 23:15:42.804927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-a74df41d-4d52-47d9-a5de-72e5a9b77373 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953910 Mar 31 23:15:42.932279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64219770-b9c3-437e-84a6-19e469ecb0b7 req-470c27cd-6da5-446b-a56e-d0a6d2750029 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213763 Mar 31 23:15:43.083090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce139b-e164-486c-9149-f448fa6af463 req-07abaedc-a280-42d8-a8b0-cb68d6140bb8 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:43.093988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cce139b-e164-486c-9149-f448fa6af463 req-07abaedc-a280-42d8-a8b0-cb68d6140bb8 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 943 time: 0.0638318 Mar 31 23:15:43.141010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cce139b-e164-486c-9149-f448fa6af463 req-391f8f31-2a23-4f19-bc1d-aeb3d88754f3 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392637 Mar 31 23:15:44.325045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10779dc-daf1-426e-b9b6-02b4ab57e4e5 req-42224bb4-e6ef-4ec8-8dae-7af09cfe23d3 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.326555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a10779dc-daf1-426e-b9b6-02b4ab57e4e5 req-42224bb4-e6ef-4ec8-8dae-7af09cfe23d3 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 943 time: 0.0787148 Mar 31 23:15:44.431235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a10779dc-daf1-426e-b9b6-02b4ab57e4e5 req-fe933271-560e-426d-999f-08a0da66033a tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916331 Mar 31 23:15:44.537700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 985b791c-f926-4526-a69d-54e7cc1c6bc9 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:15:44.667912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 985b791c-f926-4526-a69d-54e7cc1c6bc9, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=985b791c-f926-4526-a69d-54e7cc1c6bc9,segment=NetworkSegment(200e3fd2-9925-4087-b646-a325998da485),segment_id=200e3fd2-9925-4087-b646-a325998da485)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:44.680796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '985b791c-f926-4526-a69d-54e7cc1c6bc9', 'network_id': 'f5778340-9ceb-4d6d-84f2-53a6291fdafc', 'port_id': '985b791c-f926-4526-a69d-54e7cc1c6bc9', 'mac_address': 'fa:16:3e:42:d2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f8eae7-72c5-46ea-9e09-6e439204b50a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:15:44.725506 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.735309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985b791c-f926-4526-a69d-54e7cc1c6bc9 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:44.758912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 985b791c-f926-4526-a69d-54e7cc1c6bc9, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=985b791c-f926-4526-a69d-54e7cc1c6bc9,segment=NetworkSegment(200e3fd2-9925-4087-b646-a325998da485),segment_id=200e3fd2-9925-4087-b646-a325998da485)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:44.901802 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.950447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=985b791c-f926-4526-a69d-54e7cc1c6bc9,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:44.958198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.958652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.959059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.959457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.959938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.960268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.964142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.964142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.964142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.964142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.964142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.964142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.114798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['985b791c-f926-4526-a69d-54e7cc1c6bc9'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:45.632885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec3493-63e0-4c90-8563-f0bc82f7c65e req-63482249-ead7-463c-962c-137d13e37ce0 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.635309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12ec3493-63e0-4c90-8563-f0bc82f7c65e req-63482249-ead7-463c-962c-137d13e37ce0 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 944 time: 0.1062915 Mar 31 23:15:45.703297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12ec3493-63e0-4c90-8563-f0bc82f7c65e req-25ea469a-6ca5-4300-8596-c0a865a102cb tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496187 Mar 31 23:15:46.537233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 985b791c-f926-4526-a69d-54e7cc1c6bc9 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:46.741897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 985b791c-f926-4526-a69d-54e7cc1c6bc9 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:15:46.744699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 985b791c-f926-4526-a69d-54e7cc1c6bc9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:46.745337 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.808581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 32896) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:46.908452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b746-b678-4188-84b5-5f973dbf2b8b req-9caed2c0-055d-4001-9c52-9c27508e7147 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:46.910596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f46b746-b678-4188-84b5-5f973dbf2b8b req-9caed2c0-055d-4001-9c52-9c27508e7147 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 944 time: 0.1341527 Mar 31 23:15:46.996991 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.008099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f46b746-b678-4188-84b5-5f973dbf2b8b req-9c6bdaa8-ad3d-46d8-a5c2-a444c20b8969 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896637 Mar 31 23:15:47.039791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0343c288-e25c-4d59-b795-c8311062aa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.045996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 985b791c-f926-4526-a69d-54e7cc1c6bc9, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=985b791c-f926-4526-a69d-54e7cc1c6bc9,segment=NetworkSegment(200e3fd2-9925-4087-b646-a325998da485),segment_id=200e3fd2-9925-4087-b646-a325998da485)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:47.047171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f19a94a-c947-417f-996f-b0e342a091f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985b791c-f926-4526-a69d-54e7cc1c6bc9'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:47.049896 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1039aa-7f6f-4664-a228-b6947fb7eb21" -d '{"events": [{"server_uuid": "3f19a94a-c947-417f-996f-b0e342a091f9", "name": "network-vif-plugged", "status": "completed", "tag": "985b791c-f926-4526-a69d-54e7cc1c6bc9"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:47.126133 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f441f46-f477-4057-9cda-5b5aebd7d73a x-openstack-request-id: req-7f441f46-f477-4057-9cda-5b5aebd7d73a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:47.126707 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f19a94a-c947-417f-996f-b0e342a091f9", "name": "network-vif-plugged", "status": "completed", "tag": "985b791c-f926-4526-a69d-54e7cc1c6bc9", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:47.127126 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f441f46-f477-4057-9cda-5b5aebd7d73a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:47.127689 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f441f46-f477-4057-9cda-5b5aebd7d73a'] response: {'server_uuid': '3f19a94a-c947-417f-996f-b0e342a091f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985b791c-f926-4526-a69d-54e7cc1c6bc9', 'code': 200} Mar 31 23:15:47.137617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0343c288-e25c-4d59-b795-c8311062aa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.149409 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.221167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=985b791c-f926-4526-a69d-54e7cc1c6bc9,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:47.235997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5def0-5f8f-44a3-88c3-eb69e5f3d77d req-96b20efc-22b9-45ad-b5b0-32a9ed9a4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:47.237575 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fd5def0-5f8f-44a3-88c3-eb69e5f3d77d req-96b20efc-22b9-45ad-b5b0-32a9ed9a4fa2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 1096 time: 0.0515060 Mar 31 23:15:47.252227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0343c288-e25c-4d59-b795-c8311062aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.288657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fd5def0-5f8f-44a3-88c3-eb69e5f3d77d req-6c9c7a1b-ea69-474d-ad35-3bb136162278 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Mar 31 23:15:47.299462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0343c288-e25c-4d59-b795-c8311062aa80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0a70f658f1b44ea9456ff28035c4f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887385 Mar 31 23:15:47.302531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 32916) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:47.330055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343c288-e25c-4d59-b795-c8311062aa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d419c-1658-4ab4-a808-4c7fe6dc3b09,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:47.384925 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44e9267d-9bb9-4ad3-ac6c-f353d712e60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.413780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44e9267d-9bb9-4ad3-ac6c-f353d712e60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.567713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44e9267d-9bb9-4ad3-ac6c-f353d712e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.581648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44e9267d-9bb9-4ad3-ac6c-f353d712e60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.581648 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-44e9267d-9bb9-4ad3-ac6c-f353d712e60a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a4d419c-1658-4ab4-a808-4c7fe6dc3b09 HTTP/1.1" status: 204 len: 168 time: 0.2680526 Mar 31 23:15:47.581648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9267d-9bb9-4ad3-ac6c-f353d712e60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d419c-1658-4ab4-a808-4c7fe6dc3b09,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.136498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32630aa-d454-4828-b886-b70e1a215c50 req-b63c183a-4bf9-4d27-805a-105b06f8f663 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:48.138217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c32630aa-d454-4828-b886-b70e1a215c50 req-b63c183a-4bf9-4d27-805a-105b06f8f663 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 945 time: 0.0604112 Mar 31 23:15:48.184060 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c32630aa-d454-4828-b886-b70e1a215c50 req-664a88a2-b92a-4ae1-a8c4-cb4ba4ca353c tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344274 Mar 31 23:15:48.703699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 32950) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.724221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe9aef8-e7a6-4af8-b8e2-af2ec468ecf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.843098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe9aef8-e7a6-4af8-b8e2-af2ec468ecf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.031102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe9aef8-e7a6-4af8-b8e2-af2ec468ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.089262 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cbe9aef8-e7a6-4af8-b8e2-af2ec468ecf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=596a36becd2f49f59856d49863135d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844616 Mar 31 23:15:49.090162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9aef8-e7a6-4af8-b8e2-af2ec468ecf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80283b-a142-4bb6-a2ec-37104c5b158e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:49.092065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 32960) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:49.167740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50ffba7f-70b0-4424-9c57-74eb6a6230b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.194664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50ffba7f-70b0-4424-9c57-74eb6a6230b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.411764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50ffba7f-70b0-4424-9c57-74eb6a6230b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.416343 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50ffba7f-70b0-4424-9c57-74eb6a6230b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.424258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-50ffba7f-70b0-4424-9c57-74eb6a6230b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd80283b-a142-4bb6-a2ec-37104c5b158e HTTP/1.1" status: 204 len: 168 time: 0.3307779 Mar 31 23:15:49.439251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880611d-f349-48e4-814b-5f9bf6b60a7a req-98535fdb-af1d-481f-b753-06d88bc9ab82 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:49.442869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7880611d-f349-48e4-814b-5f9bf6b60a7a req-98535fdb-af1d-481f-b753-06d88bc9ab82 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 945 time: 0.1224263 Mar 31 23:15:49.518031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffba7f-70b0-4424-9c57-74eb6a6230b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80283b-a142-4bb6-a2ec-37104c5b158e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:49.543088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7880611d-f349-48e4-814b-5f9bf6b60a7a req-d98738b4-6324-4f36-a021-d5e4e3cecd2e tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847464 Mar 31 23:15:49.757975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f7c2-c106-4986-bf17-52d57f47e701 req-cb3d1661-75a9-451f-b420-e8b83a4698a3 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:49.766397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25b5f7c2-c106-4986-bf17-52d57f47e701 req-cb3d1661-75a9-451f-b420-e8b83a4698a3 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 945 time: 0.0900574 Mar 31 23:15:49.809091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25b5f7c2-c106-4986-bf17-52d57f47e701 req-b78b5f4a-4f2f-4c82-b5e4-162f45cbcaa3 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360658 Mar 31 23:15:50.343947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7c056-0977-4399-8227-19490fcb487e req-4d022ed8-3693-438c-9601-b04071f75f08 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:50.345541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eea7c056-0977-4399-8227-19490fcb487e req-4d022ed8-3693-438c-9601-b04071f75f08 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 945 time: 0.0633805 Mar 31 23:15:50.391097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eea7c056-0977-4399-8227-19490fcb487e req-78be6056-5dd7-4442-b6de-64cd03428825 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385873 Mar 31 23:15:51.182951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7cf43-812a-4432-8530-58f9aeaa5a60 req-3bbfb25c-8f42-4949-bc85-c84695f5116b tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:51.194187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbb7cf43-812a-4432-8530-58f9aeaa5a60 req-3bbfb25c-8f42-4949-bc85-c84695f5116b tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 945 time: 0.0891910 Mar 31 23:15:51.294519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbb7cf43-812a-4432-8530-58f9aeaa5a60 req-78d1f478-369b-4884-a4d0-5cf8281edb18 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810652 Mar 31 23:15:52.496747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-0932036a-f0ea-4665-9a3f-ed626d367ca6 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:52.498237 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-0932036a-f0ea-4665-9a3f-ed626d367ca6 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 945 time: 0.0932403 Mar 31 23:15:52.539389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaec3e2-ead5-4d69-8e55-331e7497d080 req-82a8180e-f816-43c2-b6be-28bbec8c3044 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:52.541062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4aaec3e2-ead5-4d69-8e55-331e7497d080 req-82a8180e-f816-43c2-b6be-28bbec8c3044 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 945 time: 0.1196930 Mar 31 23:15:52.634462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4aaec3e2-ead5-4d69-8e55-331e7497d080 req-303da8a5-1e78-4fba-a397-4fded835ef4e tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/security-groups?id=759c260b-fa5a-45e5-baff-5529e2c7de5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709412 Mar 31 23:15:52.710972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Deleting port 985b791c-f926-4526-a69d-54e7cc1c6bc9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:52.711348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.825812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] For port 985b791c-f926-4526-a69d-54e7cc1c6bc9, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=985b791c-f926-4526-a69d-54e7cc1c6bc9,segment=NetworkSegment(200e3fd2-9925-4087-b646-a325998da485),segment_id=200e3fd2-9925-4087-b646-a325998da485)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:52.826097 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.840709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Calling delete_port for 985b791c-f926-4526-a69d-54e7cc1c6bc9 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:53.090210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.102601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['985b791c-f926-4526-a69d-54e7cc1c6bc9'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:53.145792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Pushing event deleted for resources: {'Port': ['ID=985b791c-f926-4526-a69d-54e7cc1c6bc9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:53.202348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] No DVR routers for this DVR port 985b791c-f926-4526-a69d-54e7cc1c6bc9 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:53.205234 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.210010 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-29e54027-9fb5-4262-84c7-76e3be92fd93 req-c55fdd0f-3730-458e-999f-2e20e4c176f7 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.50 "DELETE /v2.0/ports/985b791c-f926-4526-a69d-54e7cc1c6bc9 HTTP/1.1" status: 204 len: 173 time: 0.6944604 Mar 31 23:15:53.210459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f19a94a-c947-417f-996f-b0e342a091f9', 'name': 'network-vif-deleted', 'tag': '985b791c-f926-4526-a69d-54e7cc1c6bc9'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:53.221314 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c589d-020b-4a7d-a7f0-94c072ca78cd" -d '{"events": [{"server_uuid": "3f19a94a-c947-417f-996f-b0e342a091f9", "name": "network-vif-deleted", "tag": "985b791c-f926-4526-a69d-54e7cc1c6bc9"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:53.273242 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e6fb59-344c-4a95-95c2-f089108f5fcd x-openstack-request-id: req-25e6fb59-344c-4a95-95c2-f089108f5fcd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:53.274114 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f19a94a-c947-417f-996f-b0e342a091f9", "name": "network-vif-deleted", "tag": "985b791c-f926-4526-a69d-54e7cc1c6bc9", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:53.276296 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25e6fb59-344c-4a95-95c2-f089108f5fcd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:53.276296 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e6fb59-344c-4a95-95c2-f089108f5fcd'] response: {'server_uuid': '3f19a94a-c947-417f-996f-b0e342a091f9', 'name': 'network-vif-deleted', 'tag': '985b791c-f926-4526-a69d-54e7cc1c6bc9', 'status': 'completed', 'code': 200} Mar 31 23:15:53.754840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07cd53db-2e5a-40a3-90f1-f6e9bef49aef req-2dc3e631-741e-4454-8960-f100465466f9 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 210 time: 0.0292768 Mar 31 23:15:54.915551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-053a6709-2476-4588-bd89-54142e938709 req-eb0a9f2d-1e74-4bcb-a352-755bffc1fb36 tempest-ServersNegativeTestMultiTenantJSON-1550818099 tempest-ServersNegativeTestMultiTenantJSON-1550818099-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19a94a-c947-417f-996f-b0e342a091f9 HTTP/1.1" status: 200 len: 210 time: 0.0424170 Mar 31 23:15:55.988714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33274) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:56.068756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b11ca5-5a64-4105-bd38-7c458850e5a2 admin admin] Deleting subnet 52f8eae7-72c5-46ea-9e09-6e439204b50a {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:56.072556 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97b11ca5-5a64-4105-bd38-7c458850e5a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.111440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97b11ca5-5a64-4105-bd38-7c458850e5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.152633 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97b11ca5-5a64-4105-bd38-7c458850e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.298642 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97b11ca5-5a64-4105-bd38-7c458850e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.350134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b11ca5-5a64-4105-bd38-7c458850e5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f8eae7-72c5-46ea-9e09-6e439204b50a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:56.351695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-97b11ca5-5a64-4105-bd38-7c458850e5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.370105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-97b11ca5-5a64-4105-bd38-7c458850e5a2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/52f8eae7-72c5-46ea-9e09-6e439204b50a HTTP/1.1" status: 204 len: 168 time: 0.3718467 Mar 31 23:15:56.371564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33288) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:56.492265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.552038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 985b791c-f926-4526-a69d-54e7cc1c6bc9 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:56.583055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 985b791c-f926-4526-a69d-54e7cc1c6bc9 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:56.583648 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 985b791c-f926-4526-a69d-54e7cc1c6bc9 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:56.627640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.644886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5778340-9ceb-4d6d-84f2-53a6291fdafc']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:56.654107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200e3fd2-9925-4087-b646-a325998da485') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:56.654406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200e3fd2-9925-4087-b646-a325998da485') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:56.664082 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.677923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.685857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:56.686259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:56.688221 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:56.877792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.880578 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.886719 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f5778340-9ceb-4d6d-84f2-53a6291fdafc HTTP/1.1" status: 204 len: 168 time: 0.5109420 Mar 31 23:15:56.887288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33314) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:56.898076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0921d-0cff-4ffb-9223-c593cc22df18 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5778340-9ceb-4d6d-84f2-53a6291fdafc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:56.951880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-69744f72-0eb0-4ce8-887b-3461acd32d31 admin admin] Deleting subnet 0b865baf-d0f2-49f0-bc5b-a6776cd2aad3 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:56.955469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69744f72-0eb0-4ce8-887b-3461acd32d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.010558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69744f72-0eb0-4ce8-887b-3461acd32d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.069303 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69744f72-0eb0-4ce8-887b-3461acd32d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.304512 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69744f72-0eb0-4ce8-887b-3461acd32d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.336485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69744f72-0eb0-4ce8-887b-3461acd32d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b865baf-d0f2-49f0-bc5b-a6776cd2aad3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:57.376368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69744f72-0eb0-4ce8-887b-3461acd32d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.386542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33332) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:57.387639 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-69744f72-0eb0-4ce8-887b-3461acd32d31 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b865baf-d0f2-49f0-bc5b-a6776cd2aad3 HTTP/1.1" status: 204 len: 168 time: 0.4995313 Mar 31 23:15:57.487398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.645503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.674607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6aa6fb-79f4-487a-aa56-be76b0fd624a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.683767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf77be1d-e99a-4fec-862a-02226e91425a') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.684068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf77be1d-e99a-4fec-862a-02226e91425a') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.699379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.728949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.735802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:57.736227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:57.738170 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:57.941829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.948604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.954387 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab6aa6fb-79f4-487a-aa56-be76b0fd624a HTTP/1.1" status: 204 len: 168 time: 0.5637884 Mar 31 23:15:57.975161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48836ef-7d22-4c48-9e1d-3bcde7e36f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6aa6fb-79f4-487a-aa56-be76b0fd624a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:58.519422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33392) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:58.568908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd7a67c3-fd23-4ae8-b989-43b3e8d90bb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=650da43742de409eb64e7f75deb41103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483110 Mar 31 23:15:58.571927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33394) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:58.657276 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-900315b1-d5fb-452f-bb55-b8c6f8240b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.687380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-900315b1-d5fb-452f-bb55-b8c6f8240b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.878251 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-900315b1-d5fb-452f-bb55-b8c6f8240b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.881769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-900315b1-d5fb-452f-bb55-b8c6f8240b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.883747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-900315b1-d5fb-452f-bb55-b8c6f8240b47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/759c260b-fa5a-45e5-baff-5529e2c7de5d HTTP/1.1" status: 204 len: 168 time: 0.3108261 Mar 31 23:15:58.897292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900315b1-d5fb-452f-bb55-b8c6f8240b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759c260b-fa5a-45e5-baff-5529e2c7de5d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:59.189232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33410) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:59.551344 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd53f123-4103-406d-a5e9-665af5467039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.692818 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd53f123-4103-406d-a5e9-665af5467039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.829132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd53f123-4103-406d-a5e9-665af5467039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.875812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bd53f123-4103-406d-a5e9-665af5467039 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78da9b1d27654357801445d2334d4993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854200 Mar 31 23:15:59.878042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53f123-4103-406d-a5e9-665af5467039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed4d1e9-4b77-4041-9b6d-75010ed002ff,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:59.879333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33432) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:59.955696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4270-7c0a-4c77-9047-5a3bc463ae6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.979893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4270-7c0a-4c77-9047-5a3bc463ae6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.147550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33438) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:00.179735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4270-7c0a-4c77-9047-5a3bc463ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.182362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4270-7c0a-4c77-9047-5a3bc463ae6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.183525 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2dbf4270-7c0a-4c77-9047-5a3bc463ae6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ed4d1e9-4b77-4041-9b6d-75010ed002ff HTTP/1.1" status: 204 len: 168 time: 0.3019323 Mar 31 23:16:00.210652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf4270-7c0a-4c77-9047-5a3bc463ae6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed4d1e9-4b77-4041-9b6d-75010ed002ff,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:00.219802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b7d4edda-3476-4b3d-9c86-38f03640fd04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=875416b120dc419092373d64c6ee2a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709510 Mar 31 23:16:00.222768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33444) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:00.284149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5246c50-4b4f-4446-aab2-63f3c236de64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.314321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5246c50-4b4f-4446-aab2-63f3c236de64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.467882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5246c50-4b4f-4446-aab2-63f3c236de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.471804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5246c50-4b4f-4446-aab2-63f3c236de64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.473817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f5246c50-4b4f-4446-aab2-63f3c236de64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4335387b-fb29-46c6-b9a7-0b235d24b850 HTTP/1.1" status: 204 len: 168 time: 0.2494533 Mar 31 23:16:00.505928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5246c50-4b4f-4446-aab2-63f3c236de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4335387b-fb29-46c6-b9a7-0b235d24b850,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:02.351851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33528) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:02.676019 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-242e8e04-0c25-4552-a88b-0dbf19e4e581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.690305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33540) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:02.759173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d9c57a60-fa56-4ae4-a0b3-4926a1c66522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.762030 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-242e8e04-0c25-4552-a88b-0dbf19e4e581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.836930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d9c57a60-fa56-4ae4-a0b3-4926a1c66522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.948817 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-242e8e04-0c25-4552-a88b-0dbf19e4e581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.986768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d9c57a60-fa56-4ae4-a0b3-4926a1c66522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.010871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-242e8e04-0c25-4552-a88b-0dbf19e4e581 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9d289a9cb0c4eed8b91c312c18fc1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572807 Mar 31 23:16:03.012231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8e04-0c25-4552-a88b-0dbf19e4e581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96680652-f7ed-4ca6-9362-bfab4b57f6c2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.014947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33556) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:03.049480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c57a60-fa56-4ae4-a0b3-4926a1c66522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3ca57b-1241-4247-a2f0-15d20dae6189,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.084373 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d9c57a60-fa56-4ae4-a0b3-4926a1c66522 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a6bd545a1d94533b0e56b4a2131543b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886540 Mar 31 23:16:03.085525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33558) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:03.086412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0439c141-7fec-4e60-bc3f-bae5d4345060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.140671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0439c141-7fec-4e60-bc3f-bae5d4345060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.200888 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94c6ac2b-95d7-419d-852e-9ee0d1cf7830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.214565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94c6ac2b-95d7-419d-852e-9ee0d1cf7830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.411987 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0439c141-7fec-4e60-bc3f-bae5d4345060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.415267 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0439c141-7fec-4e60-bc3f-bae5d4345060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.416442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0439c141-7fec-4e60-bc3f-bae5d4345060 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96680652-f7ed-4ca6-9362-bfab4b57f6c2 HTTP/1.1" status: 204 len: 168 time: 0.4002750 Mar 31 23:16:03.425759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439c141-7fec-4e60-bc3f-bae5d4345060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96680652-f7ed-4ca6-9362-bfab4b57f6c2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.457914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94c6ac2b-95d7-419d-852e-9ee0d1cf7830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.467205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94c6ac2b-95d7-419d-852e-9ee0d1cf7830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.470004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-94c6ac2b-95d7-419d-852e-9ee0d1cf7830 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d3ca57b-1241-4247-a2f0-15d20dae6189 HTTP/1.1" status: 204 len: 168 time: 0.3814468 Mar 31 23:16:03.478714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6ac2b-95d7-419d-852e-9ee0d1cf7830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3ca57b-1241-4247-a2f0-15d20dae6189,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.883621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33590) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:03.992426 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-41201d0d-0fc2-4a23-9de5-b98c18949dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.041410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1faf6d7f-36ad-40a9-88a2-8f63411767e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.142785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1faf6d7f-36ad-40a9-88a2-8f63411767e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.291799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1faf6d7f-36ad-40a9-88a2-8f63411767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.331919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1faf6d7f-36ad-40a9-88a2-8f63411767e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92e94494cb874e0fbeef846010a012f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466441 Mar 31 23:16:04.332736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf6d7f-36ad-40a9-88a2-8f63411767e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f996020-2757-48e7-ae91-5af7d2033bcf,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:04.334765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33612) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.388724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f5d38d7-f3e5-4f61-bc8f-a81d1bab3b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.424948 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f5d38d7-f3e5-4f61-bc8f-a81d1bab3b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.460466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33620) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.463536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6ba6aa6-2e22-4813-a959-61464f638073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.623456 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f5d38d7-f3e5-4f61-bc8f-a81d1bab3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.632657 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9f5d38d7-f3e5-4f61-bc8f-a81d1bab3b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.632657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9f5d38d7-f3e5-4f61-bc8f-a81d1bab3b5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f996020-2757-48e7-ae91-5af7d2033bcf HTTP/1.1" status: 204 len: 168 time: 0.2915027 Mar 31 23:16:04.638487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d38d7-f3e5-4f61-bc8f-a81d1bab3b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f996020-2757-48e7-ae91-5af7d2033bcf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:04.710304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6ba6aa6-2e22-4813-a959-61464f638073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.815234 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6ba6aa6-2e22-4813-a959-61464f638073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.864722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f6ba6aa6-2e22-4813-a959-61464f638073 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=567ff9ef8dfe4ee2ad161298a7e0d8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126658 Mar 31 23:16:04.864722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33642) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.875289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba6aa6-2e22-4813-a959-61464f638073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95798e64-203e-4b42-8339-2549749c3e86,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:04.939433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a6868bd-db47-4926-b3b9-992d2053f68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.964699 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a6868bd-db47-4926-b3b9-992d2053f68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.164363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a6868bd-db47-4926-b3b9-992d2053f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.171827 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a6868bd-db47-4926-b3b9-992d2053f68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.172293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0a6868bd-db47-4926-b3b9-992d2053f68d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95798e64-203e-4b42-8339-2549749c3e86 HTTP/1.1" status: 204 len: 168 time: 0.3051007 Mar 31 23:16:05.181285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6868bd-db47-4926-b3b9-992d2053f68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95798e64-203e-4b42-8339-2549749c3e86,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:06.024341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33690) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:06.040848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49324c94-54bb-41a3-8805-8a4212d6432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.074776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a8608852-ed4a-4ab4-94dc-81eb711d6ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.142407 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49324c94-54bb-41a3-8805-8a4212d6432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.284167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49324c94-54bb-41a3-8805-8a4212d6432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.341420 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-49324c94-54bb-41a3-8805-8a4212d6432e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63d2c663b208467daeb7f69218a4414c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153830 Mar 31 23:16:06.344076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:06.350506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49324c94-54bb-41a3-8805-8a4212d6432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6204105c-f171-4604-b6de-d8687a482e2e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:06.411049 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8664ba0-4a4a-488a-900b-855a5473ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.443456 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8664ba0-4a4a-488a-900b-855a5473ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.566554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8664ba0-4a4a-488a-900b-855a5473ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.571104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f8664ba0-4a4a-488a-900b-855a5473ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.575192 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f8664ba0-4a4a-488a-900b-855a5473ae6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6204105c-f171-4604-b6de-d8687a482e2e HTTP/1.1" status: 204 len: 168 time: 0.2301841 Mar 31 23:16:06.589047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 33724) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:06.592692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8664ba0-4a4a-488a-900b-855a5473ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6204105c-f171-4604-b6de-d8687a482e2e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:07.022858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc587a52-9437-4907-ba8a-43a3f36692fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.169767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc587a52-9437-4907-ba8a-43a3f36692fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.274641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc587a52-9437-4907-ba8a-43a3f36692fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.330170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 33758) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:07.331171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cc587a52-9437-4907-ba8a-43a3f36692fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cab56aaeb9dc4aef86dd659d624baad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399888 Mar 31 23:16:07.335858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc587a52-9437-4907-ba8a-43a3f36692fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24cb861-cdbe-4f21-baf3-b9e9df15c1d3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:07.427825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc70da2b-e137-4d6d-af53-cdd3398dece8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.452820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc70da2b-e137-4d6d-af53-cdd3398dece8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.601064 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc70da2b-e137-4d6d-af53-cdd3398dece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.609895 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc70da2b-e137-4d6d-af53-cdd3398dece8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.609895 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fc70da2b-e137-4d6d-af53-cdd3398dece8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c24cb861-cdbe-4f21-baf3-b9e9df15c1d3 HTTP/1.1" status: 204 len: 168 time: 0.2733734 Mar 31 23:16:07.622130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70da2b-e137-4d6d-af53-cdd3398dece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24cb861-cdbe-4f21-baf3-b9e9df15c1d3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:07.683715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.613297 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.960171 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.172271 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.694828 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.279692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34014) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:12.452051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9720e9b-06ed-4c1c-82c0-c39c6e095b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.614613 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9720e9b-06ed-4c1c-82c0-c39c6e095b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.900746 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9720e9b-06ed-4c1c-82c0-c39c6e095b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.984239 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e9720e9b-06ed-4c1c-82c0-c39c6e095b26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17d8cc0e6d454f688282ff96fe4b5709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035115 Mar 31 23:16:12.987349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34072) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:13.023506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9720e9b-06ed-4c1c-82c0-c39c6e095b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaacb80-77ab-4379-9232-b0332b9844cc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:13.110894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4dd9193f-7f26-45d7-a28f-e083efd43880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.157477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4dd9193f-7f26-45d7-a28f-e083efd43880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.331950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4dd9193f-7f26-45d7-a28f-e083efd43880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.334846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4dd9193f-7f26-45d7-a28f-e083efd43880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.341167 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4dd9193f-7f26-45d7-a28f-e083efd43880 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abaacb80-77ab-4379-9232-b0332b9844cc HTTP/1.1" status: 204 len: 168 time: 0.3473840 Mar 31 23:16:13.344184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9193f-7f26-45d7-a28f-e083efd43880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaacb80-77ab-4379-9232-b0332b9844cc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:14.453274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34142) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:14.484103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98405820-d82e-44a0-95c0-72deca3f66cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.637384 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98405820-d82e-44a0-95c0-72deca3f66cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.798621 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-98405820-d82e-44a0-95c0-72deca3f66cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.863658 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-98405820-d82e-44a0-95c0-72deca3f66cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f0e9d1728ad4b858cabff012f752172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082758 Mar 31 23:16:14.864672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98405820-d82e-44a0-95c0-72deca3f66cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b079f5-4f16-4954-b603-26cc421d079f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:14.866717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34156) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:14.918891 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-855c6483-b88f-4347-bf34-81830459eac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.944751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-855c6483-b88f-4347-bf34-81830459eac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.091534 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-855c6483-b88f-4347-bf34-81830459eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.094104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-855c6483-b88f-4347-bf34-81830459eac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.095299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-855c6483-b88f-4347-bf34-81830459eac9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9b079f5-4f16-4954-b603-26cc421d079f HTTP/1.1" status: 204 len: 168 time: 0.2276027 Mar 31 23:16:15.104669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c6483-b88f-4347-bf34-81830459eac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b079f5-4f16-4954-b603-26cc421d079f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:18.024084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:16:20.456323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34386) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:20.615423 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.812993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:20.892500 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.984586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa1f385b-74ab-4d16-a1ff-1fe329890b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.996061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.053903 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63a3571f5daa4c0aa9b691f5561db4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016278 Mar 31 23:16:21.057014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49410be-782a-4834-a219-4f0adc8e34db,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:21.060965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34422) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:21.073021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.073616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.074113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.074665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.075182 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.075678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.076168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.076659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.077137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.077655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.078133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.078770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61428b1f-fe1b-4b0c-99b2-757c3f206b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:21.140581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa1f385b-74ab-4d16-a1ff-1fe329890b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.178824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2a61043-ca8d-449f-8f89-e3cf00101124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.203669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2a61043-ca8d-449f-8f89-e3cf00101124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.289370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa1f385b-74ab-4d16-a1ff-1fe329890b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.338664 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aa1f385b-74ab-4d16-a1ff-1fe329890b7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=631e25482e6f4824b89591913fea9950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5162685 Mar 31 23:16:21.342002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34432) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:21.354327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f385b-74ab-4d16-a1ff-1fe329890b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35667f35-e73f-49f9-92e0-8bf9d350789e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:21.385445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2a61043-ca8d-449f-8f89-e3cf00101124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.388241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2a61043-ca8d-449f-8f89-e3cf00101124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.392423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e2a61043-ca8d-449f-8f89-e3cf00101124 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c49410be-782a-4834-a219-4f0adc8e34db HTTP/1.1" status: 204 len: 168 time: 0.3307078 Mar 31 23:16:21.430867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a61043-ca8d-449f-8f89-e3cf00101124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49410be-782a-4834-a219-4f0adc8e34db,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:21.470201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f23bacdb-e474-458c-8992-8549f4bd270f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.505460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f23bacdb-e474-458c-8992-8549f4bd270f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.842860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f23bacdb-e474-458c-8992-8549f4bd270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.845439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f23bacdb-e474-458c-8992-8549f4bd270f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.847583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f23bacdb-e474-458c-8992-8549f4bd270f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35667f35-e73f-49f9-92e0-8bf9d350789e HTTP/1.1" status: 204 len: 168 time: 0.5037291 Mar 31 23:16:21.858108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bacdb-e474-458c-8992-8549f4bd270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35667f35-e73f-49f9-92e0-8bf9d350789e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.025862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34510) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.051033 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.229489 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.339890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.448904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=600dabb92073421682be83c88a83b11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4210706 Mar 31 23:16:23.455432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34518) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.469594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04b6eb-c2b6-4de8-bc36-300ef0040b65,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.485007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.485716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.486289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.486906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.487486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.488027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.488566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.489109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.489665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.490211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.490792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.491327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ddc903-1c49-4472-ab06-d74a8e9943ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:23.558414 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9781f46-11fa-4208-9067-8ca339282c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.585287 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9781f46-11fa-4208-9067-8ca339282c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.783055 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9781f46-11fa-4208-9067-8ca339282c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.787774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9781f46-11fa-4208-9067-8ca339282c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.789622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e9781f46-11fa-4208-9067-8ca339282c06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a04b6eb-c2b6-4de8-bc36-300ef0040b65 HTTP/1.1" status: 204 len: 168 time: 0.3324625 Mar 31 23:16:23.815993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9781f46-11fa-4208-9067-8ca339282c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04b6eb-c2b6-4de8-bc36-300ef0040b65,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:24.522967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34550) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:24.660297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1694901531', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:24.791562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Made reservation on behalf of 2b3a278afb9c48fb8ce5c74786b909ba for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:24.795470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.807671 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.891052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.988712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.993306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] device_id is not set on port c6b39e34-0ebc-4f20-88b0-800ad976d8a9 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:25.088304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8028574-48e2-4a69-a0fd-1e1dc2a25110,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:25.151898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Allocated IP 172.25.4.16 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/c6b39e34-0ebc-4f20-88b0-800ad976d8a9) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:25.380162 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.755002 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.808059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:25.811962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:25.815410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:25.863792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b39e34-0ebc-4f20-88b0-800ad976d8a9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:25.878046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.879172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.028132 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e1f03e3d-d5a5-4216-ba40-cc30528bc1c9 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4842680 Mar 31 23:16:26.028482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34586) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:26.028482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.16'}]}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:26.157094 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.158425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.478903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.841028 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.361769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.437537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34644) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:27.659647 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac6e2d2e-6822-4d22-a1ea-ae09269b9bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.825009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac6e2d2e-6822-4d22-a1ea-ae09269b9bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.919831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac6e2d2e-6822-4d22-a1ea-ae09269b9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.935097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.968077 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac6e2d2e-6822-4d22-a1ea-ae09269b9bfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bbaad345e94495ba78e44570e43ddb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271573 Mar 31 23:16:27.973255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:27.992655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e2d2e-6822-4d22-a1ea-ae09269b9bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e1fb7-246d-41c7-95c7-a1eef24310c1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:28.090834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc360-d5d9-40c8-822d-45498e1f2624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.134200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc360-d5d9-40c8-822d-45498e1f2624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.206407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.315204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc360-d5d9-40c8-822d-45498e1f2624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.321769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc360-d5d9-40c8-822d-45498e1f2624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.326328 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8d8bc360-d5d9-40c8-822d-45498e1f2624 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f1e1fb7-246d-41c7-95c7-a1eef24310c1 HTTP/1.1" status: 204 len: 168 time: 0.3516660 Mar 31 23:16:28.351751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bc360-d5d9-40c8-822d-45498e1f2624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e1fb7-246d-41c7-95c7-a1eef24310c1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:28.523747 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.526343 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.746140 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.746712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f38a4235-0879-4169-a061-4912d62be778 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:16:28.947464 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:16:28.948893 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2b3e5ee4-c3f5-497a-874c-4afb8c7ae2b2 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9353132 Mar 31 23:16:28.951537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34696) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:29.060224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-144fd0a2-81cb-4f01-a0ca-afedc15434c4 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Deleting port c6b39e34-0ebc-4f20-88b0-800ad976d8a9 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:29.060714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-144fd0a2-81cb-4f01-a0ca-afedc15434c4 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.193119 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-144fd0a2-81cb-4f01-a0ca-afedc15434c4 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.208902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-144fd0a2-81cb-4f01-a0ca-afedc15434c4 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Calling delete_port for c6b39e34-0ebc-4f20-88b0-800ad976d8a9 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:29.422317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-144fd0a2-81cb-4f01-a0ca-afedc15434c4 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.455597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fd0a2-81cb-4f01-a0ca-afedc15434c4 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6b39e34-0ebc-4f20-88b0-800ad976d8a9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:29.602804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-144fd0a2-81cb-4f01-a0ca-afedc15434c4 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.606846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-144fd0a2-81cb-4f01-a0ca-afedc15434c4 tempest-RoutersAdminNegativeIpV6Test-29415891 tempest-RoutersAdminNegativeIpV6Test-29415891-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c6b39e34-0ebc-4f20-88b0-800ad976d8a9 HTTP/1.1" status: 204 len: 168 time: 0.6541488 Mar 31 23:16:30.552749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34752) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:31.036009 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8210571-b941-42d0-90bc-80489d4fd2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.135823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8210571-b941-42d0-90bc-80489d4fd2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.216394 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8210571-b941-42d0-90bc-80489d4fd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.278009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e8210571-b941-42d0-90bc-80489d4fd2a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b861972b24ae49279f1aa2596d3f0c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236369 Mar 31 23:16:31.279231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8210571-b941-42d0-90bc-80489d4fd2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b311ce16-fb74-4a7f-bf83-14e6308116d6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.283224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34774) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:31.410276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ec6317a-4e14-41fd-a38b-9e6101193fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.438822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ec6317a-4e14-41fd-a38b-9e6101193fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.595979 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ec6317a-4e14-41fd-a38b-9e6101193fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.598736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ec6317a-4e14-41fd-a38b-9e6101193fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.599921 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ec6317a-4e14-41fd-a38b-9e6101193fcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b311ce16-fb74-4a7f-bf83-14e6308116d6 HTTP/1.1" status: 204 len: 168 time: 0.3169940 Mar 31 23:16:31.610832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6317a-4e14-41fd-a38b-9e6101193fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b311ce16-fb74-4a7f-bf83-14e6308116d6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.731943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34828) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:32.832807 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1e8ae1fe-eea9-4e2d-b4ba-3a4490dec551 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b3a278afb9c48fb8ce5c74786b909ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994508 Mar 31 23:16:32.835391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34832) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:32.898298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac17e46f-aeb3-40c8-a9ae-272af71522dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.929782 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac17e46f-aeb3-40c8-a9ae-272af71522dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.221628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac17e46f-aeb3-40c8-a9ae-272af71522dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.227980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac17e46f-aeb3-40c8-a9ae-272af71522dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.227980 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac17e46f-aeb3-40c8-a9ae-272af71522dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8028574-48e2-4a69-a0fd-1e1dc2a25110 HTTP/1.1" status: 204 len: 168 time: 0.3884907 Mar 31 23:16:33.243644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17e46f-aeb3-40c8-a9ae-272af71522dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8028574-48e2-4a69-a0fd-1e1dc2a25110,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:33.987663 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89bbbb01-d0bd-4f56-9666-312cc588da5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.590065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34898) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:34.697468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-77f21027-410f-49b6-ab06-7766b48a73d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.706400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-77f21027-410f-49b6-ab06-7766b48a73d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.713835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-77f21027-410f-49b6-ab06-7766b48a73d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.725084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-77f21027-410f-49b6-ab06-7766b48a73d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.734050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-77f21027-410f-49b6-ab06-7766b48a73d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.741811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-77f21027-410f-49b6-ab06-7766b48a73d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.747993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-77f21027-410f-49b6-ab06-7766b48a73d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.749969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-77f21027-410f-49b6-ab06-7766b48a73d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.1249063 Mar 31 23:16:34.795627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-808db1bf-3ce1-43e0-bf27-a25fcb2dd7f8 req-2cbce1d5-4bc4-4cc2-866a-490195e61da3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384092 Mar 31 23:16:34.983491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865b9f-a836-4a3c-af2e-0dab809f06ae req-a48e475e-21be-44a0-af42-3e6b08881db9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.992842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865b9f-a836-4a3c-af2e-0dab809f06ae req-a48e475e-21be-44a0-af42-3e6b08881db9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.000367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865b9f-a836-4a3c-af2e-0dab809f06ae req-a48e475e-21be-44a0-af42-3e6b08881db9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.008794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865b9f-a836-4a3c-af2e-0dab809f06ae req-a48e475e-21be-44a0-af42-3e6b08881db9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.017423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865b9f-a836-4a3c-af2e-0dab809f06ae req-a48e475e-21be-44a0-af42-3e6b08881db9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.025087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865b9f-a836-4a3c-af2e-0dab809f06ae req-a48e475e-21be-44a0-af42-3e6b08881db9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.035169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865b9f-a836-4a3c-af2e-0dab809f06ae req-a48e475e-21be-44a0-af42-3e6b08881db9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.041110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a865b9f-a836-4a3c-af2e-0dab809f06ae req-a48e475e-21be-44a0-af42-3e6b08881db9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.1355348 Mar 31 23:16:35.155794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8ebae260-6c08-4868-955d-f4639b26f67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.324795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8ebae260-6c08-4868-955d-f4639b26f67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.408596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8ebae260-6c08-4868-955d-f4639b26f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.449851 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8ebae260-6c08-4868-955d-f4639b26f67e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=271548daa98d46c9ba3d9c06acbb12b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645201 Mar 31 23:16:35.451077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae260-6c08-4868-955d-f4639b26f67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1150d459-653a-464e-ae53-f35970ed6a01,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:35.452485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 34934) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:35.516700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4df4f2b8-1c4c-4883-8a99-9ee6933382e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.545902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4df4f2b8-1c4c-4883-8a99-9ee6933382e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.729253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4df4f2b8-1c4c-4883-8a99-9ee6933382e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.729253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4df4f2b8-1c4c-4883-8a99-9ee6933382e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.729253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4df4f2b8-1c4c-4883-8a99-9ee6933382e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1150d459-653a-464e-ae53-f35970ed6a01 HTTP/1.1" status: 204 len: 168 time: 0.2750688 Mar 31 23:16:35.741284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4f2b8-1c4c-4883-8a99-9ee6933382e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1150d459-653a-464e-ae53-f35970ed6a01,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.286714 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fbe80773-8bb6-445c-a98a-2c949c9d4b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.591419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 34982) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:37.273977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-254500020'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:37.406163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35012) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:37.434756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:37.439823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.458601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.548342 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-195be0ba-2d93-4825-b238-06ddf59b6027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.560930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.661750 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.684933 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-195be0ba-2d93-4825-b238-06ddf59b6027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.687807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:37.703810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa3f35-49bc-4dcc-916e-3d24f411bb4e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:37.709378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.709773 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Added segment 7007b0d5-0566-4930-802c-382cd2192513 of type vlan for network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 Mar 31 23:16:37.717121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.753464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-195be0ba-2d93-4825-b238-06ddf59b6027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.763469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.800120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-195be0ba-2d93-4825-b238-06ddf59b6027 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3570567a6f3f4fc6ac9329c4d4e0fcff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895209 Mar 31 23:16:37.800120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195be0ba-2d93-4825-b238-06ddf59b6027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d916d5aa-69b2-424c-8662-4da83e918188,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:37.800524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35024) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:37.857240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17fc6b0f-a3f9-4ff0-883d-49c0e8f0a034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.896376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17fc6b0f-a3f9-4ff0-883d-49c0e8f0a034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.969361 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.982731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.983393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.103510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Network': ['ID=d3ecee09-e8ba-4202-a5b7-6236b7aa51b9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:38.122708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:38.211920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17fc6b0f-a3f9-4ff0-883d-49c0e8f0a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.214781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17fc6b0f-a3f9-4ff0-883d-49c0e8f0a034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.215948 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-17fc6b0f-a3f9-4ff0-883d-49c0e8f0a034 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d916d5aa-69b2-424c-8662-4da83e918188 HTTP/1.1" status: 204 len: 168 time: 0.4141986 Mar 31 23:16:38.246959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35056) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:38.252596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bafbc94e-d73e-4dd1-a22b-cd42130c1b2e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6619706 Mar 31 23:16:38.252596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc6b0f-a3f9-4ff0-883d-49c0e8f0a034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d916d5aa-69b2-424c-8662-4da83e918188,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:38.253068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:38.369109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35058) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:38.419517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:38.423806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.569443 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.787693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-af812c43-a27d-42cf-b513-4a5fed54a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.788367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-af812c43-a27d-42cf-b513-4a5fed54a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.789117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-af812c43-a27d-42cf-b513-4a5fed54a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.789767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-af812c43-a27d-42cf-b513-4a5fed54a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.790527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-af812c43-a27d-42cf-b513-4a5fed54a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.791655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-af812c43-a27d-42cf-b513-4a5fed54a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.792683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-af812c43-a27d-42cf-b513-4a5fed54a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.795399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-af812c43-a27d-42cf-b513-4a5fed54a2f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6502 time: 0.4249046 Mar 31 23:16:38.797685 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.899879 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.941883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-a3da2aa6-754a-45b9-a356-a061e03b71a3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&id=61caaec1-5361-4c20-9f84-6d875e72a32c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044481 Mar 31 23:16:38.975148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=8c3ed1cc-4dc0-4374-9fb8-35d1d29a8634,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:38.992425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:38.993284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network hostable DHCP agents. Network: d3ecee09-e8ba-4202-a5b7-6236b7aa51b9, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:39.147689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:39.225969 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.265057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d3ecee09-e8ba-4202-a5b7-6236b7aa51b9) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:39.271445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.272245 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.276288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a89843-15eb-4923-8ebd-0ed20bcbdde2 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:39.437541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '8c3ed1cc-4dc0-4374-9fb8-35d1d29a8634'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:39.437541 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.437843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0f69ed5c-4e80-452e-b1aa-affb22afaf44 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1868024 Mar 31 23:16:39.438314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35096) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:39.447762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'name': 'tempest-NetworksTestDHCPv6-154242299'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:39.780778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:39.780778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.824970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 92e15781-5ebd-4403-ad08-5fd50b092c93 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:39.857553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.859110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/8c3ed1cc-4dc0-4374-9fb8-35d1d29a8634/df30a9e6-4ef9-41f4-98dc-13a89f757f80) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:40.058774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.251670 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.306943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:40.311794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:40.318698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:40.330434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Pushing event updated for resources: {'Port': ['ID=df30a9e6-4ef9-41f4-98dc-13a89f757f80,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:40.353731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::35e (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/8c3ed1cc-4dc0-4374-9fb8-35d1d29a8634/92e15781-5ebd-4403-ad08-5fd50b092c93) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:40.411547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Attempting to bind port df30a9e6-4ef9-41f4-98dc-13a89f757f80 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:40.412053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Attempting to bind port df30a9e6-4ef9-41f4-98dc-13a89f757f80 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:40.412766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Attempting to bind port df30a9e6-4ef9-41f4-98dc-13a89f757f80 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:40.420104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:40.420640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:40.421187 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.421672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:40.422578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Bound port: df30a9e6-4ef9-41f4-98dc-13a89f757f80, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:40.423103 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.524476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] For port df30a9e6-4ef9-41f4-98dc-13a89f757f80, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:40.528139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] For port df30a9e6-4ef9-41f4-98dc-13a89f757f80, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=df30a9e6-4ef9-41f4-98dc-13a89f757f80,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:40.598649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.697950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35144) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:40.728642 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.762950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.831243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ed72b-6884-4fc5-94ee-dffcd86097ab None None] Pushing event updated for resources: {'Port': ['ID=df30a9e6-4ef9-41f4-98dc-13a89f757f80,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:40.878388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:40.882687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:40.888331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:40.895152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.896240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.918144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=92e15781-5ebd-4403-ad08-5fd50b092c93,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:40.949780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'network': {'name': 'tempest-network-smoke--1715772419', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'port_security_enabled': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:41.024529 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-62a0b001-7a42-45f4-9d95-cbc24abb0b15 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5837910 Mar 31 23:16:41.026130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35156) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:41.136427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:41.160662 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.167088 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.170141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f1994-4180-448c-835b-ac024a97d80a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.179524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f1994-4180-448c-835b-ac024a97d80a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.182008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9b3f1994-4180-448c-835b-ac024a97d80a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1534438 Mar 31 23:16:41.187644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35164) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:41.341068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.381707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-9eca81f4-9614-4783-850e-ddbb69ee4fde service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0849385 Mar 31 23:16:41.389080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d02fc702-aa55-45be-b6e8-c3f409ddaba1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 92e15781-5ebd-4403-ad08-5fd50b092c93 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:41.389450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d02fc702-aa55-45be-b6e8-c3f409ddaba1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.449892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.473715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:41.485246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.488297 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Added segment cf76619d-1373-4f2b-8508-00cdffc57df5 of type vlan for network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 Mar 31 23:16:41.535242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-a4e8ee69-2909-47ef-af62-0ef61f3fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.539859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-a4e8ee69-2909-47ef-af62-0ef61f3fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.539859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-a4e8ee69-2909-47ef-af62-0ef61f3fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.539859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-a4e8ee69-2909-47ef-af62-0ef61f3fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.539859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-a4e8ee69-2909-47ef-af62-0ef61f3fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.539859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-a4e8ee69-2909-47ef-af62-0ef61f3fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.539859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-a4e8ee69-2909-47ef-af62-0ef61f3fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.541431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-a4e8ee69-2909-47ef-af62-0ef61f3fbce3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6502 time: 0.0907249 Mar 31 23:16:41.543467 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d02fc702-aa55-45be-b6e8-c3f409ddaba1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.544296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.570761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d02fc702-aa55-45be-b6e8-c3f409ddaba1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 92e15781-5ebd-4403-ad08-5fd50b092c93 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:41.597709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f66bc7-4af0-49e6-97d2-370fab744d3e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.745840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.746785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-218f5fd2-142f-4b7f-b990-c53958554301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.747722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-218f5fd2-142f-4b7f-b990-c53958554301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.748378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-218f5fd2-142f-4b7f-b990-c53958554301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.756552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.757210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.761850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-218f5fd2-142f-4b7f-b990-c53958554301 service neutron] 10.222.0.45 "GET /v2.0/networks?id=004c4e99-ec3f-421e-95ba-5d7b35cef792&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=231d7e5d-d031-4145-a891-3b375eaaebf2&id=231d7e5d-d031-4145-a891-3b375eaaebf2 HTTP/1.1" status: 200 len: 2298 time: 0.1888707 Mar 31 23:16:41.862255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-79de4e83-4664-4aaf-ae86-1ed35d67d8dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279 HTTP/1.1" status: 200 len: 1001 time: 0.0921378 Mar 31 23:16:41.877120 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Network': ['ID=bdb8e552-d5d9-4c70-a6c3-910e177b2a37,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.893713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:41.950369 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6ea88550-7c9d-4265-9a5b-ada8521b6bdd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2511535 Mar 31 23:16:41.953678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35188) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:41.959143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'admin_state_up': True, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:41.989598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-59266234-9cd4-472c-9b3f-418749930457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.991258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-59266234-9cd4-472c-9b3f-418749930457 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cef8733-88ba-4639-9516-bf4bd64fbc9b HTTP/1.1" status: 200 len: 856 time: 0.1075072 Mar 31 23:16:42.090444 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.094819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.150426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-d5fee70d-9dd5-4715-a21d-08fd86ef242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.152085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-d5fee70d-9dd5-4715-a21d-08fd86ef242b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=004c4e99-ec3f-421e-95ba-5d7b35cef792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393940 Mar 31 23:16:42.160054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device df30a9e6-4ef9-41f4-98dc-13a89f757f80 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:42.245869 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d02fc702-aa55-45be-b6e8-c3f409ddaba1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.251203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb281b-c2f3-4bba-8355-a020d3317f75 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:42.291898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.308506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fc702-aa55-45be-b6e8-c3f409ddaba1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=92e15781-5ebd-4403-ad08-5fd50b092c93,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.326566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port df30a9e6-4ef9-41f4-98dc-13a89f757f80 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:42.327020 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.384693 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d02fc702-aa55-45be-b6e8-c3f409ddaba1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.388107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d02fc702-aa55-45be-b6e8-c3f409ddaba1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/92e15781-5ebd-4403-ad08-5fd50b092c93 HTTP/1.1" status: 204 len: 168 time: 1.1989756 Mar 31 23:16:42.390683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.436173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-abd79fc1-64da-47d9-9d9e-f5cfe739ba18 service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730076 Mar 31 23:16:42.525166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5f027004-e441-450a-8595-951a27842c3b None None] Provisioning complete for port df30a9e6-4ef9-41f4-98dc-13a89f757f80 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:42.528252 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f027004-e441-450a-8595-951a27842c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.559629 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.601500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-c38952da-e0b3-4857-a6df-c514d26777e4 service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605983 Mar 31 23:16:42.633171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186902e-50d3-413f-8c8b-2965d69857f5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.634665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186902e-50d3-413f-8c8b-2965d69857f5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.643480 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8186902e-50d3-413f-8c8b-2965d69857f5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2444868 Mar 31 23:16:42.645662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port df30a9e6-4ef9-41f4-98dc-13a89f757f80, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=df30a9e6-4ef9-41f4-98dc-13a89f757f80,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:42.669094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35212) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.678203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.684568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-b108cac9-eac9-457f-ae40-f7d7e7175817 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 200 len: 217 time: 0.0764732 Mar 31 23:16:42.718423 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f027004-e441-450a-8595-951a27842c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.787033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5cde68-ed26-44a8-8a37-4936788800f1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 8c3ed1cc-4dc0-4374-9fb8-35d1d29a8634 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:42.789206 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.795435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fc5cde68-ed26-44a8-8a37-4936788800f1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.799987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-8b2e5b5f-49e5-4804-bf79-547dda75bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.801572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-8b2e5b5f-49e5-4804-bf79-547dda75bf05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.0930884 Mar 31 23:16:42.906166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=df30a9e6-4ef9-41f4-98dc-13a89f757f80,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.948651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-5f027004-e441-450a-8595-951a27842c3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:16:42.949411 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-5f027004-e441-450a-8595-951a27842c3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:16:42.961019 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fc5cde68-ed26-44a8-8a37-4936788800f1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.034962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-3be05ac8-157c-4907-89bf-6c848e44c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.036279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-3be05ac8-157c-4907-89bf-6c848e44c876 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1814454 Mar 31 23:16:43.260141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.268621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fc5cde68-ed26-44a8-8a37-4936788800f1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.312614 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.350306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-1bd4d8b8-7321-4a84-8a88-2b2a5a8f2b1f service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976470 Mar 31 23:16:43.494004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-7428f706-f1aa-4274-8634-70f42134ab59 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354229 Mar 31 23:16:43.633627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-aeb04a11-bb3f-4723-b34d-50a0c5e36057 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 200 len: 217 time: 0.1321743 Mar 31 23:16:43.635757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fc5cde68-ed26-44a8-8a37-4936788800f1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.675814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0c5948dc-db14-4a45-b415-e9e680552c7b None None] Could not find standard attr ID for object 92e15781-5ebd-4403-ad08-5fd50b092c93. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:43.699539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0c5948dc-db14-4a45-b415-e9e680552c7b None None] Provisioning complete for port df30a9e6-4ef9-41f4-98dc-13a89f757f80 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:43.700149 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0c5948dc-db14-4a45-b415-e9e680552c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.736599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cde68-ed26-44a8-8a37-4936788800f1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3ed1cc-4dc0-4374-9fb8-35d1d29a8634,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:43.743692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-fb6bd112-89a9-4251-b8d7-4f3a93ba14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.745900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-fb6bd112-89a9-4251-b8d7-4f3a93ba14ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.0934598 Mar 31 23:16:43.747275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fc5cde68-ed26-44a8-8a37-4936788800f1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.751093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fc5cde68-ed26-44a8-8a37-4936788800f1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/8c3ed1cc-4dc0-4374-9fb8-35d1d29a8634 HTTP/1.1" status: 204 len: 168 time: 1.0787809 Mar 31 23:16:43.753640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35232) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:43.893731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9fc9ad13-cef6-4baa-817d-c60b74dfec0c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965574 Mar 31 23:16:43.896651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35236) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:43.901922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:43.925704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc05e49b-6c25-4e50-9815-32fc45630d96 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:43.929478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-f63125bf-ca7e-4215-afed-d7c7698388b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.931345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-f63125bf-ca7e-4215-afed-d7c7698388b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1785727 Mar 31 23:16:44.192523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device df30a9e6-4ef9-41f4-98dc-13a89f757f80 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:44.212972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-7f6ebfae-4793-48d8-ada8-4d3e3b48ab76 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445841 Mar 31 23:16:44.335118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:44.337620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.432354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.25.4.41 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/f8190812-b57c-4fc7-804b-c46db9fc3026) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:44.451796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port df30a9e6-4ef9-41f4-98dc-13a89f757f80 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:44.452163 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.592142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-5f940e7f-35da-41e2-ad65-e07e516309c3 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721709 Mar 31 23:16:44.623289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:44.741439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Deleting port df30a9e6-4ef9-41f4-98dc-13a89f757f80 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:44.741781 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.763999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.785321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-8fe77501-d28b-43fa-803e-5e878027b4d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f HTTP/1.1" status: 200 len: 217 time: 0.1793704 Mar 31 23:16:44.852301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-73fcbee3-7884-492a-8f57-1ecc2bec4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.853959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-73fcbee3-7884-492a-8f57-1ecc2bec4e42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.0615902 Mar 31 23:16:44.864001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] For port df30a9e6-4ef9-41f4-98dc-13a89f757f80, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=df30a9e6-4ef9-41f4-98dc-13a89f757f80,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:44.864679 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.882926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Calling delete_port for df30a9e6-4ef9-41f4-98dc-13a89f757f80 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:44.909129 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.961601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-4876215f-a17b-4d66-83a1-983eb1893dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.967310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-4876215f-a17b-4d66-83a1-983eb1893dd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033893 Mar 31 23:16:44.977078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:44.981933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:45.039554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.084270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.084898 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.125375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=3a02977b-1713-47f6-8dc1-01caef1a0173,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.145197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:45.150289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:45.153368 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.158450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:45.171227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-34b175d8-be1d-4937-b28c-5d7375ad86dc service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904390 Mar 31 23:16:45.211598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Pushing event deleted for resources: {'Port': ['ID=df30a9e6-4ef9-41f4-98dc-13a89f757f80,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.220568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] No DVR routers for this DVR port df30a9e6-4ef9-41f4-98dc-13a89f757f80 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:45.222932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=f8190812-b57c-4fc7-804b-c46db9fc3026,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.245771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.246121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.246462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.246826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.247195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.247493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.247820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.248175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.248502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.248817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.249139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.249459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee9340-9266-4b29-945b-d21f81943614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.267620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10122275-c843-4055-89fb-e1c46e3de8cc None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:45.284502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0eb042d5-39cf-4810-a6a3-12b6f446939c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3863924 Mar 31 23:16:45.285378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35268) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:45.295450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'name': 'tempest-NetworksTestDHCPv6-2072840174'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:45.460476 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-80ad8d78-9c8d-4428-b7b2-cc7dfae7bd0c service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820919 Mar 31 23:16:45.490055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '3a02977b-1713-47f6-8dc1-01caef1a0173'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:45.490055 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.542220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-0e7ee0c3-3f4f-4164-9035-2b745c97f7f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 HTTP/1.1" status: 200 len: 217 time: 0.0684483 Mar 31 23:16:45.589487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:45.593576 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.637278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 1e265580-5d71-4c1e-8a72-9b750ea5e880 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:45.649629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-03476560-cd92-4bf3-a5a8-b2abb73d0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.651141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-03476560-cd92-4bf3-a5a8-b2abb73d0a2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.1029205 Mar 31 23:16:45.699126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/3a02977b-1713-47f6-8dc1-01caef1a0173/f9c985cf-3494-4314-893e-e907ddd8a344) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:45.728056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.809122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-3f3db45d-47d6-4f69-9ac1-1cadf3751e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.810996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-3f3db45d-47d6-4f69-9ac1-1cadf3751e79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285086 Mar 31 23:16:45.981658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-6ba06a25-a9cd-43b9-b5eb-02a6abda54af service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597235 Mar 31 23:16:46.062209 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.071055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.073534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device df30a9e6-4ef9-41f4-98dc-13a89f757f80 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:46.132736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: df30a9e6-4ef9-41f4-98dc-13a89f757f80 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:46.133083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device df30a9e6-4ef9-41f4-98dc-13a89f757f80 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:46.167766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-78c48247-f50f-40c5-9bf6-d7aa03f7abd0 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802003 Mar 31 23:16:46.185793 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.258168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-c5aa79c8-769f-4cd6-a21e-f120a95a86a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2 HTTP/1.1" status: 200 len: 217 time: 0.0859203 Mar 31 23:16:46.362014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:46.368925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:46.371433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:46.376074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Pushing event updated for resources: {'Port': ['ID=f9c985cf-3494-4314-893e-e907ddd8a344,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:46.456711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Attempting to bind port f9c985cf-3494-4314-893e-e907ddd8a344 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:46.457106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Attempting to bind port f9c985cf-3494-4314-893e-e907ddd8a344 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:46.457570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Attempting to bind port f9c985cf-3494-4314-893e-e907ddd8a344 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:46.463650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:46.464103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:46.464517 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.464914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:46.465400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Bound port: f9c985cf-3494-4314-893e-e907ddd8a344, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:46.465813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.466497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f8 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/3a02977b-1713-47f6-8dc1-01caef1a0173/1e265580-5d71-4c1e-8a72-9b750ea5e880) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:46.482712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-1a50f1d5-30f1-42f3-8c2e-5cf85a98dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.484354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 362cdfc9-b56b-44fb-962b-cd347d51164c is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:16:46.491904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-1a50f1d5-30f1-42f3-8c2e-5cf85a98dd1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 200 len: 797 time: 0.2254524 Mar 31 23:16:46.553855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] For port f9c985cf-3494-4314-893e-e907ddd8a344, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:46.557135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] For port f9c985cf-3494-4314-893e-e907ddd8a344, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f9c985cf-3494-4314-893e-e907ddd8a344,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:46.602668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-ffc6241c-844d-4158-898d-ed2ff644f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.604285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-ffc6241c-844d-4158-898d-ed2ff644f301 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035531 Mar 31 23:16:46.637677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:46.652062 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Sync routers for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:46.681748 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:46.683170 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:16:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:46.721554 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.744001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.750043 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-64356a4b-99b2-4966-98a2-550b0b739027 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7944696 Mar 31 23:16:46.750043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35306) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:46.818946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.830825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-845f6fee-7f81-4e9f-b36f-3af2ef105e51 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161071 Mar 31 23:16:46.929184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc77252-6548-4736-9f91-f2865a1c54fc None None] Pushing event updated for resources: {'Port': ['ID=f9c985cf-3494-4314-893e-e907ddd8a344,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:46.968595 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:47.013238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-bdb06879-3ba1-4aca-97c3-48154e9e8b39 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754055 Mar 31 23:16:47.074520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-567d83f2-53db-44ae-b039-c7c19a05abf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb HTTP/1.1" status: 200 len: 217 time: 0.0531354 Mar 31 23:16:47.222066 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.231770 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:45Z', 'revision_number': 3, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:47.264247 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Checking router: 362cdfc9-b56b-44fb-962b-cd347d51164c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:47.264860 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Updating router 362cdfc9-b56b-44fb-962b-cd347d51164c port f8190812-b57c-4fc7-804b-c46db9fc3026 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:16:47.353323 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.463694 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e3a9cc4d-db38-43a5-a20b-ac7eb7e0df64 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d381ef187b3342a98103d56843d806a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7110803 Mar 31 23:16:47.466235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35326) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:47.756654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc359ad8-83fd-4f78-89e3-b7bb1003f679 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.761997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bc359ad8-83fd-4f78-89e3-b7bb1003f679 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2934511 Mar 31 23:16:47.763126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35332) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:47.840107 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac0fed6b-fb80-4d75-b074-70d02b7df32a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730553 Mar 31 23:16:47.840324 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.842076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35334) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:47.847598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-905722907', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:47.954329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:47.956845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-24342352-20a4-4be2-8ac6-4c7bf1b35c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.958464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-24342352-20a4-4be2-8ac6-4c7bf1b35c65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 200 len: 797 time: 0.8774023 Mar 31 23:16:47.960739 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.962570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:47.967851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:47.974183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.974897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.025256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=1e265580-5d71-4c1e-8a72-9b750ea5e880,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.039361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a29ad-0823-4eba-9e00-c13866478896 req-87bac8ab-2a0d-406f-ae07-11a6c2b873f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.040982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-87bac8ab-2a0d-406f-ae07-11a6c2b873f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633368 Mar 31 23:16:48.063403 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Attempting to bind port f8190812-b57c-4fc7-804b-c46db9fc3026 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:48.070896 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Attempting to bind port f8190812-b57c-4fc7-804b-c46db9fc3026 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:48.071507 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Attempting to bind port f8190812-b57c-4fc7-804b-c46db9fc3026 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:48.080093 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:48.080766 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:48.081342 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.081896 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:48.083173 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Bound port: f8190812-b57c-4fc7-804b-c46db9fc3026, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:48.083753 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.129747 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f9c985cf-3494-4314-893e-e907ddd8a344 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:48.137115 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Pushing event updated for resources: {'Port': ['ID=f8190812-b57c-4fc7-804b-c46db9fc3026,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.145002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:48.148549 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.155446 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.156033 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.156591 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.157069 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.157608 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.158167 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.158685 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.159184 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.159843 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.160337 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.160830 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.161316 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:48.188454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d5b1e191-3ada-4660-8858-583974169458 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8942854 Mar 31 23:16:48.188454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35340) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:48.216277 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] For port f8190812-b57c-4fc7-804b-c46db9fc3026, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:48.220664 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] For port f8190812-b57c-4fc7-804b-c46db9fc3026, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f8190812-b57c-4fc7-804b-c46db9fc3026,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:48.238135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-08c3dbe7-6654-4d79-a715-5828c87ee635 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880612 Mar 31 23:16:48.292394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f9c985cf-3494-4314-893e-e907ddd8a344 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:48.294345 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.336365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81288d2f-8c25-44d7-9952-b0dd02a47d35 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.355605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81288d2f-8c25-44d7-9952-b0dd02a47d35 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.355605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-81288d2f-8c25-44d7-9952-b0dd02a47d35 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1636930 Mar 31 23:16:48.358212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35346) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:48.380100 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.489547 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.552093 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9dd9e-cb6b-41e5-b019-4c78e63c5054 None None] Pushing event updated for resources: {'Port': ['ID=f8190812-b57c-4fc7-804b-c46db9fc3026,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.581842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f9c985cf-3494-4314-893e-e907ddd8a344, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f9c985cf-3494-4314-893e-e907ddd8a344,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:48.600932 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:48.614128 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:16:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:48.628308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db4a29ad-0823-4eba-9e00-c13866478896 req-295d2000-7e2c-4a20-9c18-e7c0417e2164 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720703 Mar 31 23:16:48.644674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.789781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ad5d7-c18f-4469-8431-98588e7dd346 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 1e265580-5d71-4c1e-8a72-9b750ea5e880 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:48.790353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad5d7-c18f-4469-8431-98588e7dd346 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.822101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f9c985cf-3494-4314-893e-e907ddd8a344,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.865496 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:48.895591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.976702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b1aff7e9-38c4-407e-b629-2db16e7ddc34 None None] Provisioning complete for port f9c985cf-3494-4314-893e-e907ddd8a344 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:48.976702 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b1aff7e9-38c4-407e-b629-2db16e7ddc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.079777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad5d7-c18f-4469-8431-98588e7dd346 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.082775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Subnet': ['ID=0e8c0098-6b03-4b6f-9bba-13173c42c710,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.106388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ad5d7-c18f-4469-8431-98588e7dd346 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 1e265580-5d71-4c1e-8a72-9b750ea5e880 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:49.148473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Checking segment: {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:49.149132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network hostable DHCP agents. Network: bdb8e552-d5d9-4c70-a6c3-910e177b2a37, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:49.260365 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:45Z', 'revision_number': 3, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:49.310033 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50afc7ca-645d-48e2-92b7-a755e8a2b6cb None None] The sync data for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 is: [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:45Z', 'revision_number': 3, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:49.385181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:49.395270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c92a5acf-0855-49e1-9db9-7e24800bbe76 None None] Provisioning complete for port 1e265580-5d71-4c1e-8a72-9b750ea5e880 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:49.396310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c92a5acf-0855-49e1-9db9-7e24800bbe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.457206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c92a5acf-0855-49e1-9db9-7e24800bbe76 None None] Port 1e265580-5d71-4c1e-8a72-9b750ea5e880 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:49.501333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, bdb8e552-d5d9-4c70-a6c3-910e177b2a37) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:49.510850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.513138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.516048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b59c71e-51ab-4119-8333-564ff55a4b3d None None] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:49.536632 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad5d7-c18f-4469-8431-98588e7dd346 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.649094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ad5d7-c18f-4469-8431-98588e7dd346 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=1e265580-5d71-4c1e-8a72-9b750ea5e880,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.760307 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7f68c6f5-70cb-4f07-b1c1-11a31d0d0b58 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9145877 Mar 31 23:16:49.760307 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad5d7-c18f-4469-8431-98588e7dd346 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.761226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35368) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.766421 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8e9ad5d7-c18f-4469-8431-98588e7dd346 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/1e265580-5d71-4c1e-8a72-9b750ea5e880 HTTP/1.1" status: 204 len: 168 time: 1.4063878 Mar 31 23:16:49.769544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35370) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.935859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4955424-fbc6-4703-8006-a00a436d1107 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.942993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4955424-fbc6-4703-8006-a00a436d1107 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.951141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e4955424-fbc6-4703-8006-a00a436d1107 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1783669 Mar 31 23:16:49.955090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35376) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:50.068508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:50.074038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.146333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-15642732-f1bd-49ab-be23-0ba262f4201a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 3a02977b-1713-47f6-8dc1-01caef1a0173 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:50.158920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15642732-f1bd-49ab-be23-0ba262f4201a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.331950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15642732-f1bd-49ab-be23-0ba262f4201a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.371635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f8190812-b57c-4fc7-804b-c46db9fc3026 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:50.435232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Allocated IP 172.20.0.2 (bdb8e552-d5d9-4c70-a6c3-910e177b2a37/0e8c0098-6b03-4b6f-9bba-13173c42c710/c3146df2-3dbf-4983-8e33-0b8567f20102) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:50.489894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f8190812-b57c-4fc7-804b-c46db9fc3026 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:50.490751 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.529809 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15642732-f1bd-49ab-be23-0ba262f4201a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.739548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15642732-f1bd-49ab-be23-0ba262f4201a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.832899 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15642732-f1bd-49ab-be23-0ba262f4201a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.850722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35396) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:50.854454 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15642732-f1bd-49ab-be23-0ba262f4201a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/3a02977b-1713-47f6-8dc1-01caef1a0173 HTTP/1.1" status: 204 len: 168 time: 0.8944898 Mar 31 23:16:50.856125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15642732-f1bd-49ab-be23-0ba262f4201a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=3a02977b-1713-47f6-8dc1-01caef1a0173,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.968007 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.977661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ef7cb34f-79f2-48c6-8e04-021f116d4964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254590 Mar 31 23:16:50.981144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d04271e-7896-4da7-8b8b-9b1c5a21a2b8 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:50.982193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35402) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:50.987746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:51.235270 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.238580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.244004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:51.250512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.278891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f8190812-b57c-4fc7-804b-c46db9fc3026, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f8190812-b57c-4fc7-804b-c46db9fc3026,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:51.348582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.432207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:51.434551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.20.0.1 (bdb8e552-d5d9-4c70-a6c3-910e177b2a37/0e8c0098-6b03-4b6f-9bba-13173c42c710/8f4e3725-48b8-464b-931b-078318d38f09) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:51.447261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Pushing event updated for resources: {'Port': ['ID=c3146df2-3dbf-4983-8e33-0b8567f20102,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.459357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:51.465584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.467119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f9c985cf-3494-4314-893e-e907ddd8a344 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:51.556432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:51.556432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:51.711408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.722712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Attempting to bind port c3146df2-3dbf-4983-8e33-0b8567f20102 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:51.723084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Attempting to bind port c3146df2-3dbf-4983-8e33-0b8567f20102 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:51.723450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Attempting to bind port c3146df2-3dbf-4983-8e33-0b8567f20102 on network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:51.742859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:51.743393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Checking segment: {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:51.743653 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.744015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Bound using segment: {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:51.744474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Bound port: c3146df2-3dbf-4983-8e33-0b8567f20102, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:51.744866 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.808531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f9c985cf-3494-4314-893e-e907ddd8a344 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:51.808908 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.839015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.857757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f8190812-b57c-4fc7-804b-c46db9fc3026,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.873322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.890772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] Deleting port f9c985cf-3494-4314-893e-e907ddd8a344 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:51.891175 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.911000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=e8e2e4d4-c987-4472-b899-4cddb0b6ef65,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.913040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] For port c3146df2-3dbf-4983-8e33-0b8567f20102, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:51.928082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:51.930050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:51.933134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:51.934325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:51.940812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:51.947726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.948692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.977951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] For port c3146df2-3dbf-4983-8e33-0b8567f20102, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c3146df2-3dbf-4983-8e33-0b8567f20102,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:52.060834 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a882ef84-6f64-4c68-bcf3-0b06fff64f13 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0774100 Mar 31 23:16:52.064849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35426) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:52.072731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'name': 'tempest-NetworksTestDHCPv6-128225097'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:52.089233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=8f4e3725-48b8-464b-931b-078318d38f09,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:52.090750 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.118160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] For port f9c985cf-3494-4314-893e-e907ddd8a344, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f9c985cf-3494-4314-893e-e907ddd8a344,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:52.121800 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.143725 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.208045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] Calling delete_port for f9c985cf-3494-4314-893e-e907ddd8a344 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:52.330321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:52.334015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.348928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c742b44-011d-4ed3-be71-5cb800185de1 None None] Pushing event updated for resources: {'Port': ['ID=c3146df2-3dbf-4983-8e33-0b8567f20102,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:52.388105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 11d6d733-5af4-4b59-b12b-abc8d03d2a29 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:52.408909 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f8190812-b57c-4fc7-804b-c46db9fc3026 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:52.491711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f8190812-b57c-4fc7-804b-c46db9fc3026 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:52.492269 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.535793 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.608468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] Pushing event deleted for resources: {'Port': ['ID=f9c985cf-3494-4314-893e-e907ddd8a344,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:52.613577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a1744-2d07-44cb-a2fa-7fe786fe033f None None] No DVR routers for this DVR port f9c985cf-3494-4314-893e-e907ddd8a344 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:52.640811 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.690148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897e2402-6ef0-443b-9073-f17b6ae111dd None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:52.702115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::1c1 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/e8e2e4d4-c987-4472-b899-4cddb0b6ef65/11d6d733-5af4-4b59-b12b-abc8d03d2a29) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:53.022513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': 'e8e2e4d4-c987-4472-b899-4cddb0b6ef65'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:53.023860 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.056677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f9c985cf-3494-4314-893e-e907ddd8a344 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:53.067690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.129436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f9c985cf-3494-4314-893e-e907ddd8a344 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:53.129876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f9c985cf-3494-4314-893e-e907ddd8a344 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:53.238153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.271296 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.316574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/e8e2e4d4-c987-4472-b899-4cddb0b6ef65/b4ef33cf-bdea-45b1-a492-11b4332ca57e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:53.319183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:53.322664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:53.327534 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:53.348427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.353645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.370977 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.382071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=11d6d733-5af4-4b59-b12b-abc8d03d2a29,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.475301 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ed0095d8-4d3a-4472-8ba8-8d63edc1bc0b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4124401 Mar 31 23:16:53.478086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35440) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:53.540345 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.553720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2f21a-09b3-41aa-bc37-23393400d9e3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.555603 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-05a2f21a-09b3-41aa-bc37-23393400d9e3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0762887 Mar 31 23:16:53.558714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35442) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:53.572322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.616238 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.643097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=8f4e3725-48b8-464b-931b-078318d38f09,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.700904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-91ee05ab-46cc-441a-b83e-108bf1498a2c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 11d6d733-5af4-4b59-b12b-abc8d03d2a29 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:53.701883 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91ee05ab-46cc-441a-b83e-108bf1498a2c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.702002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:53.704573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:53.713203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:53.717757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Pushing event updated for resources: {'Port': ['ID=b4ef33cf-bdea-45b1-a492-11b4332ca57e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.777502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:53.782927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:53.846558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Attempting to bind port b4ef33cf-bdea-45b1-a492-11b4332ca57e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:53.847363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Attempting to bind port b4ef33cf-bdea-45b1-a492-11b4332ca57e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:53.851115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Attempting to bind port b4ef33cf-bdea-45b1-a492-11b4332ca57e on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:53.854356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:53.856547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:53.857040 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.858897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:53.859477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Bound port: b4ef33cf-bdea-45b1-a492-11b4332ca57e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:53.860056 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.878126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91ee05ab-46cc-441a-b83e-108bf1498a2c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.910094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-91ee05ab-46cc-441a-b83e-108bf1498a2c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 11d6d733-5af4-4b59-b12b-abc8d03d2a29 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:53.927691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07699032-49aa-41d1-8c2b-fd00de71b0a6 None None] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:53.941521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 362cdfc9-b56b-44fb-962b-cd347d51164c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:54.091333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9e7ba71a-260c-41a6-81aa-987d0950f5bd None None] Provisioning complete for port c3146df2-3dbf-4983-8e33-0b8567f20102 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:54.091715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba71a-260c-41a6-81aa-987d0950f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.094098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] For port b4ef33cf-bdea-45b1-a492-11b4332ca57e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:54.109182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] For port b4ef33cf-bdea-45b1-a492-11b4332ca57e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b4ef33cf-bdea-45b1-a492-11b4332ca57e,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:54.157561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91ee05ab-46cc-441a-b83e-108bf1498a2c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.161082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:54.171760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1cd2864a-7532-45f1-8ca2-8e630160f916 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "PUT /v2.0/routers/362cdfc9-b56b-44fb-962b-cd347d51164c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4050672 Mar 31 23:16:54.173494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35458) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:54.191186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Sync routers for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:54.215151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.246782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee05ab-46cc-441a-b83e-108bf1498a2c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=11d6d733-5af4-4b59-b12b-abc8d03d2a29,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.252003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91ee05ab-46cc-441a-b83e-108bf1498a2c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.258467 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91ee05ab-46cc-441a-b83e-108bf1498a2c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/11d6d733-5af4-4b59-b12b-abc8d03d2a29 HTTP/1.1" status: 204 len: 168 time: 0.6984878 Mar 31 23:16:54.259902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:54.293615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:54.294463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:16:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:54.391991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0dd00-6615-48eb-9bc2-4890644dc5d7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.423610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0dd00-6615-48eb-9bc2-4890644dc5d7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.429036 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6be0dd00-6615-48eb-9bc2-4890644dc5d7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1678500 Mar 31 23:16:54.429644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35464) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:54.540718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7ae981-5ce1-4905-aff1-3722b099634d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet e8e2e4d4-c987-4472-b899-4cddb0b6ef65 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:54.553409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae981-5ce1-4905-aff1-3722b099634d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.722627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae981-5ce1-4905-aff1-3722b099634d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.804513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:54.843732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.844505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.845117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.845665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.846126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.855645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.856272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.856885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.857355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.863494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1539ff3b-7191-4247-8c09-d9648ebe82dc tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6375 time: 0.6874647 Mar 31 23:16:54.866739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35472) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:54.876867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35474) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:54.952882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c3146df2-3dbf-4983-8e33-0b8567f20102 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:55.024798 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:16:55.033050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae981-5ce1-4905-aff1-3722b099634d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.120178 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb6f0-0f43-4706-abe6-59ac82f7cdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.130961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdf2d9-5e45-4b0e-bebc-77a52ba7c7a8 None None] Pushing event updated for resources: {'Port': ['ID=b4ef33cf-bdea-45b1-a492-11b4332ca57e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.172086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.173209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.173863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.174313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.174815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.175271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.176376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.176839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.177285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.183586 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2818cf59-dfbd-42cb-8c9a-490d5a09abbb tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5809 time: 0.2830749 Mar 31 23:16:55.184059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35480) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:55.294880 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba71a-260c-41a6-81aa-987d0950f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.396531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c3146df2-3dbf-4983-8e33-0b8567f20102 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:55.396914 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.536157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9e7ba71a-260c-41a6-81aa-987d0950f5bd None None] For port c3146df2-3dbf-4983-8e33-0b8567f20102, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c3146df2-3dbf-4983-8e33-0b8567f20102,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:55.599285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:52Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:53Z', 'revision_number': 2, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:55.731379 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.740690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba71a-260c-41a6-81aa-987d0950f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.753889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Checking router: 362cdfc9-b56b-44fb-962b-cd347d51164c for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:55.754912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Updating router 362cdfc9-b56b-44fb-962b-cd347d51164c port 8f4e3725-48b8-464b-931b-078318d38f09 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:16:55.889027 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.995526 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:16:55.995983 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:16:56.062782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ba71a-260c-41a6-81aa-987d0950f5bd None None] Pushing event updated for resources: {'Port': ['ID=c3146df2-3dbf-4983-8e33-0b8567f20102,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.081959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e09fdefc-8ddc-47af-98c1-01908991d131 None None] Provisioning complete for port 8f4e3725-48b8-464b-931b-078318d38f09 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:56.082337 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e09fdefc-8ddc-47af-98c1-01908991d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.150539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae981-5ce1-4905-aff1-3722b099634d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.223864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e09fdefc-8ddc-47af-98c1-01908991d131 None None] Port 8f4e3725-48b8-464b-931b-078318d38f09 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:56.232337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae981-5ce1-4905-aff1-3722b099634d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.240740 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3f7ae981-5ce1-4905-aff1-3722b099634d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/e8e2e4d4-c987-4472-b899-4cddb0b6ef65 HTTP/1.1" status: 204 len: 168 time: 1.8098164 Mar 31 23:16:56.242427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ae981-5ce1-4905-aff1-3722b099634d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e2e4d4-c987-4472-b899-4cddb0b6ef65,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.250038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e09fdefc-8ddc-47af-98c1-01908991d131 None None] Provisioning complete for port c3146df2-3dbf-4983-8e33-0b8567f20102 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:56.250366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e09fdefc-8ddc-47af-98c1-01908991d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.252996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35492) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.281819 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb6f0-0f43-4706-abe6-59ac82f7cdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.357042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9f899d66-6e4b-4213-9567-af33a0911ca6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009948 Mar 31 23:16:56.359484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35496) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.373270 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb6f0-0f43-4706-abe6-59ac82f7cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.495771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f6fdb6f0-0f43-4706-abe6-59ac82f7cdca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4a2fe5204ba436cb6271fd64fa52603&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6174600 Mar 31 23:16:56.498987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdb6f0-0f43-4706-abe6-59ac82f7cdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c039ac8c-4a34-475c-bc05-ef479de65678,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.503301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35500) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.555848 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01a8165a-914a-400f-a5d1-aa8e7877aed7 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 1.3705704 Mar 31 23:16:56.580469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658fd45f-acef-4c74-9180-0cf2001ea5ec tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.582085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-658fd45f-acef-4c74-9180-0cf2001ea5ec tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2198777 Mar 31 23:16:56.584913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35504) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.637482 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2dea2c68-ffd1-4870-96f0-ecb4eb1bfafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.689863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2dea2c68-ffd1-4870-96f0-ecb4eb1bfafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.698535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31952c-f055-4bc8-a8ce-87691f0c7742 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.700075 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ee31952c-f055-4bc8-a8ce-87691f0c7742 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1136906 Mar 31 23:16:56.702670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35506) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.763174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e802f-c245-4072-bf0e-6842826961a4 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:56.800614 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8a956a23-1376-40a8-b8b6-51f1f4057cdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962033 Mar 31 23:16:56.805095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35512) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.810689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:56.884398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2dea2c68-ffd1-4870-96f0-ecb4eb1bfafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.887026 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2dea2c68-ffd1-4870-96f0-ecb4eb1bfafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.888171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2dea2c68-ffd1-4870-96f0-ecb4eb1bfafd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c039ac8c-4a34-475c-bc05-ef479de65678 HTTP/1.1" status: 204 len: 168 time: 0.3836384 Mar 31 23:16:56.946094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea2c68-ffd1-4870-96f0-ecb4eb1bfafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039ac8c-4a34-475c-bc05-ef479de65678,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.971012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.977117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Provisioning complete for port 8f4e3725-48b8-464b-931b-078318d38f09 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:56.977660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.073144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Port 8f4e3725-48b8-464b-931b-078318d38f09 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:57.100878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:57.104671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.155973 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.166861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Provisioning complete for port b4ef33cf-bdea-45b1-a492-11b4332ca57e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:57.167212 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.279568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:57.282072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c3146df2-3dbf-4983-8e33-0b8567f20102 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:57.393281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35530) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:57.398625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f0942b09-bfd0-4fc4-a015-69ea67107d31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977749914', 'description': 'tempest-secgroup-smoke-1977749914 description', 'project_id': 'd381ef187b3342a98103d56843d806a3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:57.411015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795b04f-945c-4ac0-8df8-2c272bc0173d None None] Pushing event updated for resources: {'Port': ['ID=8f4e3725-48b8-464b-931b-078318d38f09,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.453014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.512954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:57.516964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:57.520246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.524203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.547439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=71a23ba3-2544-4229-9222-b53e20acc08b,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.570680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Attempting to bind port 8f4e3725-48b8-464b-931b-078318d38f09 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:57.571054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Attempting to bind port 8f4e3725-48b8-464b-931b-078318d38f09 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:57.571441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Attempting to bind port 8f4e3725-48b8-464b-931b-078318d38f09 on network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:57.575427 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0942b09-bfd0-4fc4-a015-69ea67107d31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.590667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:57.591119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Checking segment: {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:57.591534 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.591932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Bound using segment: {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:57.592413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Bound port: 8f4e3725-48b8-464b-931b-078318d38f09, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:57.592795 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.609810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c3146df2-3dbf-4983-8e33-0b8567f20102 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:57.610923 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.640113 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.647886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0942b09-bfd0-4fc4-a015-69ea67107d31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.667196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] Deleting port b4ef33cf-bdea-45b1-a492-11b4332ca57e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:57.667574 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.728833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-51843177-3e3f-4ee1-922e-7d8147160cb6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9230523 Mar 31 23:16:57.733077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35536) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:57.739223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': '71a23ba3-2544-4229-9222-b53e20acc08b', 'ip_address': '2001:db8::47d8:b2c5:782a:708c'}], 'name': 'tempest-NetworksTestDHCPv6-14667500'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:57.752672 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0942b09-bfd0-4fc4-a015-69ea67107d31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.788099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] For port b4ef33cf-bdea-45b1-a492-11b4332ca57e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b4ef33cf-bdea-45b1-a492-11b4332ca57e,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:57.797282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] For port 8f4e3725-48b8-464b-931b-078318d38f09, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:57.826986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] For port 8f4e3725-48b8-464b-931b-078318d38f09, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8f4e3725-48b8-464b-931b-078318d38f09,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:57.855335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0942b09-bfd0-4fc4-a015-69ea67107d31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de95a5a-28dc-4fac-bdd9-5926ce4762b1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.876282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] For port b4ef33cf-bdea-45b1-a492-11b4332ca57e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b4ef33cf-bdea-45b1-a492-11b4332ca57e,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:57.876698 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.898842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] Calling delete_port for b4ef33cf-bdea-45b1-a492-11b4332ca57e owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:57.904197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.931625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0942b09-bfd0-4fc4-a015-69ea67107d31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.933272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f0942b09-bfd0-4fc4-a015-69ea67107d31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5388746 Mar 31 23:16:57.940045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35546) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:57.942554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-baebfc34-0a8a-437f-99e8-38a7428392ff tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '1de95a5a-28dc-4fac-bdd9-5926ce4762b1', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:57.943281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Could not find standard attr ID for object 11d6d733-5af4-4b59-b12b-abc8d03d2a29. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:57.950044 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.986907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:58.037207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b040d-51ba-4a9a-a463-fcaba1fee9b1 None None] Pushing event updated for resources: {'Port': ['ID=b4ef33cf-bdea-45b1-a492-11b4332ca57e,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.043137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35548) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:58.068927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3e6a0-ab21-411c-83e5-19e5b5a259a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.089013 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:58.089649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:16:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:58.108478 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.115874 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-baebfc34-0a8a-437f-99e8-38a7428392ff tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.135074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port d29210ed-7423-4b5b-b0d6-c6f46456a4ea yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:58.175798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fd977cbb-830a-4b55-b3af-46282f83da32 None None] Provisioning complete for port 8f4e3725-48b8-464b-931b-078318d38f09 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:58.176444 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd977cbb-830a-4b55-b3af-46282f83da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.202087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795b04f-945c-4ac0-8df8-2c272bc0173d None None] Pushing event updated for resources: {'Port': ['ID=8f4e3725-48b8-464b-931b-078318d38f09,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.299587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-baebfc34-0a8a-437f-99e8-38a7428392ff tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.340190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3e6a0-ab21-411c-83e5-19e5b5a259a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.380996 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-baebfc34-0a8a-437f-99e8-38a7428392ff tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.412558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3e6a0-ab21-411c-83e5-19e5b5a259a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.415080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebfc34-0a8a-437f-99e8-38a7428392ff tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c85c28f-d6e4-4a12-a404-7550ec4fde48,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.501208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::47d8:b2c5:782a:708c (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/71a23ba3-2544-4229-9222-b53e20acc08b/d29210ed-7423-4b5b-b0d6-c6f46456a4ea) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:58.514902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3ad3e6a0-ab21-411c-83e5-19e5b5a259a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80daad08719a4525ae74d26ded8418c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671624 Mar 31 23:16:58.515161 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.516429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35554) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:58.522118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-baebfc34-0a8a-437f-99e8-38a7428392ff tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.523725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-baebfc34-0a8a-437f-99e8-38a7428392ff tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5867467 Mar 31 23:16:58.528534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35556) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:58.536952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f9d5a7f9-0fd0-4363-bc59-51a0e896d966 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '1de95a5a-28dc-4fac-bdd9-5926ce4762b1', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:58.549704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] No DVR routers for this DVR port b4ef33cf-bdea-45b1-a492-11b4332ca57e on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:58.568405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3e6a0-ab21-411c-83e5-19e5b5a259a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d24e0-a174-490a-ba6b-7138cd7dea05,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.598865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218f6c3-fa1e-4d56-9215-8b410b2932a6 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:58.602058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c40eca-1925-4aee-b8dc-ea3e33403900 None None] Pushing event deleted for resources: {'Port': ['ID=b4ef33cf-bdea-45b1-a492-11b4332ca57e,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.635804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:58.640472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35855d5e-2d8a-490a-9e0d-fb66693334f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.651970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a7f9-0fd0-4363-bc59-51a0e896d966 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.707068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35855d5e-2d8a-490a-9e0d-fb66693334f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.741845 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a7f9-0fd0-4363-bc59-51a0e896d966 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.820081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.847603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a7f9-0fd0-4363-bc59-51a0e896d966 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.897651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5a7f9-0fd0-4363-bc59-51a0e896d966 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12eeb7b1-b5a1-4899-a8c8-1a9873aff427,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.909648 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd977cbb-830a-4b55-b3af-46282f83da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.970118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a7f9-0fd0-4363-bc59-51a0e896d966 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.974879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35560) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:58.975152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f9d5a7f9-0fd0-4363-bc59-51a0e896d966 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4447601 Mar 31 23:16:58.979686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1a2ee2f4-7ffe-42f9-89d0-11d5673581b7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '1de95a5a-28dc-4fac-bdd9-5926ce4762b1', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:59.033939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b4ef33cf-bdea-45b1-a492-11b4332ca57e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:59.037925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fd977cbb-830a-4b55-b3af-46282f83da32 None None] For port 8f4e3725-48b8-464b-931b-078318d38f09, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8f4e3725-48b8-464b-931b-078318d38f09,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:59.049030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.073558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b4ef33cf-bdea-45b1-a492-11b4332ca57e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:59.073558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b4ef33cf-bdea-45b1-a492-11b4332ca57e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:59.122623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:59.124169 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee2f4-7ffe-42f9-89d0-11d5673581b7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.127970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35855d5e-2d8a-490a-9e0d-fb66693334f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.130825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35855d5e-2d8a-490a-9e0d-fb66693334f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.132195 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-35855d5e-2d8a-490a-9e0d-fb66693334f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/622d24e0-a174-490a-ba6b-7138cd7dea05 HTTP/1.1" status: 204 len: 168 time: 0.6145294 Mar 31 23:16:59.140817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:52Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:57Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:59.156964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:59.166910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35855d5e-2d8a-490a-9e0d-fb66693334f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d24e0-a174-490a-ba6b-7138cd7dea05,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.173443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:59.177742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '71a23ba3-2544-4229-9222-b53e20acc08b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:59.178640 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.183031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2c791-39e7-4eb8-8ea0-401d97fdd77b None None] The sync data for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 is: [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:52Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:57Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:59.185567 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd977cbb-830a-4b55-b3af-46282f83da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.187011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.187712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.334516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=d29210ed-7423-4b5b-b0d6-c6f46456a4ea,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.450726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd977cbb-830a-4b55-b3af-46282f83da32 None None] Pushing event updated for resources: {'Port': ['ID=8f4e3725-48b8-464b-931b-078318d38f09,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.465061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee2f4-7ffe-42f9-89d0-11d5673581b7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.471060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3cc9e0de-334c-4ecc-a31c-1f53e383a0e8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7355349 Mar 31 23:16:59.473374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:59.500064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f74accc9-62e2-458a-9161-1179617bfc46 None None] Provisioning complete for port 8f4e3725-48b8-464b-931b-078318d38f09 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:59.500441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f74accc9-62e2-458a-9161-1179617bfc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.559271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee2f4-7ffe-42f9-89d0-11d5673581b7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.581172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/71a23ba3-2544-4229-9222-b53e20acc08b/244895fa-f737-4b07-a851-b95467ee9dc8) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:59.596541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee2f4-7ffe-42f9-89d0-11d5673581b7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5339ec-eb94-459d-ae26-771172b52529,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.617888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c478564-20df-42aa-8db1-59f52c5fa80c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.619695 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9c478564-20df-42aa-8db1-59f52c5fa80c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1450679 Mar 31 23:16:59.622280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35570) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:59.717319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee2f4-7ffe-42f9-89d0-11d5673581b7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.722587 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1a2ee2f4-7ffe-42f9-89d0-11d5673581b7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7429397 Mar 31 23:16:59.722587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35572) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:59.727042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-97655fad-d4e2-4e99-8331-41d22dcb342f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '1de95a5a-28dc-4fac-bdd9-5926ce4762b1', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:59.783675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a9cedec5-f725-4b48-b8aa-4ad776bff844 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port d29210ed-7423-4b5b-b0d6-c6f46456a4ea {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:59.784803 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9cedec5-f725-4b48-b8aa-4ad776bff844 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.855531 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.873741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97655fad-d4e2-4e99-8331-41d22dcb342f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.926067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9cedec5-f725-4b48-b8aa-4ad776bff844 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.939598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.999434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a9cedec5-f725-4b48-b8aa-4ad776bff844 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for d29210ed-7423-4b5b-b0d6-c6f46456a4ea owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:00.018413 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97655fad-d4e2-4e99-8331-41d22dcb342f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.029449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Pushing event updated for resources: {'Port': ['ID=244895fa-f737-4b07-a851-b95467ee9dc8,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.057945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:00.059288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:00.068511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:00.117375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97655fad-d4e2-4e99-8331-41d22dcb342f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.186535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97655fad-d4e2-4e99-8331-41d22dcb342f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c74555-48a4-4b5a-a9f7-c71e46f13b52,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.191471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Attempting to bind port 244895fa-f737-4b07-a851-b95467ee9dc8 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:00.191816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Attempting to bind port 244895fa-f737-4b07-a851-b95467ee9dc8 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:00.192185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Attempting to bind port 244895fa-f737-4b07-a851-b95467ee9dc8 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:00.208102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:00.208380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:00.208792 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.209190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:00.210017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Bound port: 244895fa-f737-4b07-a851-b95467ee9dc8, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:00.210017 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.314867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] For port 244895fa-f737-4b07-a851-b95467ee9dc8, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:00.324777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] For port 244895fa-f737-4b07-a851-b95467ee9dc8, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=244895fa-f737-4b07-a851-b95467ee9dc8,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:00.341233 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-97655fad-d4e2-4e99-8331-41d22dcb342f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.343701 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-97655fad-d4e2-4e99-8331-41d22dcb342f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6192551 Mar 31 23:17:00.346313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35578) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.351860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-57f3654e-4504-492b-aa1f-64451d7430e6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '1de95a5a-28dc-4fac-bdd9-5926ce4762b1', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:00.408424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.456971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9cedec5-f725-4b48-b8aa-4ad776bff844 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.495233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc97cb3-76d5-467f-a246-61ae459d5d2a None None] Pushing event updated for resources: {'Port': ['ID=244895fa-f737-4b07-a851-b95467ee9dc8,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.562417 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-57f3654e-4504-492b-aa1f-64451d7430e6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Project d381ef187b3342a98103d56843d806a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:17:00.577979 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57f3654e-4504-492b-aa1f-64451d7430e6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.580464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cedec5-f725-4b48-b8aa-4ad776bff844 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=d29210ed-7423-4b5b-b0d6-c6f46456a4ea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.611264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35582) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.630879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9cedec5-f725-4b48-b8aa-4ad776bff844 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.638908 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a9cedec5-f725-4b48-b8aa-4ad776bff844 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/d29210ed-7423-4b5b-b0d6-c6f46456a4ea HTTP/1.1" status: 204 len: 168 time: 1.0148416 Mar 31 23:17:00.646334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35584) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.652452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a76a9547-5d0f-4f16-a9df-f2656e61f166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.762395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6644bb-8d0c-4839-b7a4-d7408cea3666 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.765159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6644bb-8d0c-4839-b7a4-d7408cea3666 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.768005 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9b6644bb-8d0c-4839-b7a4-d7408cea3666 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1212308 Mar 31 23:17:00.770379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57f3654e-4504-492b-aa1f-64451d7430e6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.771372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35588) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.822260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a76a9547-5d0f-4f16-a9df-f2656e61f166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.856688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35590) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.889149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d814f5-9f47-4f63-8dc5-eca98c525f27 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 71a23ba3-2544-4229-9222-b53e20acc08b {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:00.893601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57f3654e-4504-492b-aa1f-64451d7430e6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.905449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a76a9547-5d0f-4f16-a9df-f2656e61f166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.935871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38d814f5-9f47-4f63-8dc5-eca98c525f27 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.008042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a9547-5d0f-4f16-a9df-f2656e61f166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82014cf-25f7-4d40-ba63-080bd2af0778,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.026539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a76a9547-5d0f-4f16-a9df-f2656e61f166 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fe4774c7a024877b87d8734ad051828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132376 Mar 31 23:17:01.029051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35594) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:01.100633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3654e-4504-492b-aa1f-64451d7430e6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c29b7d-82b4-44ac-983c-0363be6f5365,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.130692 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23f64073-fc65-4557-9ebb-703c47bb4b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.145506 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-abc210db-bc33-48b3-98bb-b1bdbb192b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.160946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38d814f5-9f47-4f63-8dc5-eca98c525f27 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.165841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23f64073-fc65-4557-9ebb-703c47bb4b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.212695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8f4e3725-48b8-464b-931b-078318d38f09 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:01.213297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57f3654e-4504-492b-aa1f-64451d7430e6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.214249 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-57f3654e-4504-492b-aa1f-64451d7430e6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8668122 Mar 31 23:17:01.217827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35596) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:01.225743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c8e21620-127c-4d67-9bc8-c42341acef55 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '1de95a5a-28dc-4fac-bdd9-5926ce4762b1', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:01.290340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8f4e3725-48b8-464b-931b-078318d38f09 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:01.290844 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.318507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23f64073-fc65-4557-9ebb-703c47bb4b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.321288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23f64073-fc65-4557-9ebb-703c47bb4b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.322723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-23f64073-fc65-4557-9ebb-703c47bb4b94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d82014cf-25f7-4d40-ba63-080bd2af0778 HTTP/1.1" status: 204 len: 168 time: 0.2919655 Mar 31 23:17:01.356792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f64073-fc65-4557-9ebb-703c47bb4b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82014cf-25f7-4d40-ba63-080bd2af0778,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.357040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38d814f5-9f47-4f63-8dc5-eca98c525f27 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.368269 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-c8e21620-127c-4d67-9bc8-c42341acef55 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Project d381ef187b3342a98103d56843d806a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:17:01.408996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8e21620-127c-4d67-9bc8-c42341acef55 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.425014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 244895fa-f737-4b07-a851-b95467ee9dc8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:01.476814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 244895fa-f737-4b07-a851-b95467ee9dc8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:01.477175 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.544612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-abc210db-bc33-48b3-98bb-b1bdbb192b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.580337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8e21620-127c-4d67-9bc8-c42341acef55 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.597189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.622332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38d814f5-9f47-4f63-8dc5-eca98c525f27 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.663252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8e21620-127c-4d67-9bc8-c42341acef55 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.668024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-abc210db-bc33-48b3-98bb-b1bdbb192b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.670439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d814f5-9f47-4f63-8dc5-eca98c525f27 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=71a23ba3-2544-4229-9222-b53e20acc08b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.717290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38d814f5-9f47-4f63-8dc5-eca98c525f27 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.722417 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-38d814f5-9f47-4f63-8dc5-eca98c525f27 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/71a23ba3-2544-4229-9222-b53e20acc08b HTTP/1.1" status: 204 len: 168 time: 0.9493318 Mar 31 23:17:01.729287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35602) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:01.741012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc210db-bc33-48b3-98bb-b1bdbb192b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55262660-9c29-4286-b30e-c389b7ae23e8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.755645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e21620-127c-4d67-9bc8-c42341acef55 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcee898f-3a6b-4214-9874-bb31f7ef2101,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.777063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:17:01.777657 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:17:01.790213 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-abc210db-bc33-48b3-98bb-b1bdbb192b59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48ea17c2453e438db34a6a0198f773c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9225183 Mar 31 23:17:01.790213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35606) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:01.803308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7dc384f7-fbac-4750-b1cd-0d449bdc5b8d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773535 Mar 31 23:17:01.806303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35608) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:01.832747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:01.856679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8e21620-127c-4d67-9bc8-c42341acef55 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.862629 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c8e21620-127c-4d67-9bc8-c42341acef55 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6369307 Mar 31 23:17:01.909193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f908-6711-454c-89d6-6f18d2acb75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.974855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f908-6711-454c-89d6-6f18d2acb75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.133189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f908-6711-454c-89d6-6f18d2acb75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.136054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f908-6711-454c-89d6-6f18d2acb75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.139957 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e5f4f908-6711-454c-89d6-6f18d2acb75b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55262660-9c29-4286-b30e-c389b7ae23e8 HTTP/1.1" status: 204 len: 168 time: 0.3466096 Mar 31 23:17:02.148169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4f908-6711-454c-89d6-6f18d2acb75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55262660-9c29-4286-b30e-c389b7ae23e8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.163782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:02.169846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.336295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86b2f88-280f-4df4-8927-fef501e6f0e8 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:02.417992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4a0ced3f-c631-4b02-9be2-86e11e1d27b2 None None] Could not find standard attr ID for object d29210ed-7423-4b5b-b0d6-c6f46456a4ea. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:02.429562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.496537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 244895fa-f737-4b07-a851-b95467ee9dc8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=244895fa-f737-4b07-a851-b95467ee9dc8,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:02.506772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4a0ced3f-c631-4b02-9be2-86e11e1d27b2 None None] Provisioning complete for port 244895fa-f737-4b07-a851-b95467ee9dc8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:02.507437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a0ced3f-c631-4b02-9be2-86e11e1d27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.550379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-05b916d2-c278-414a-96f7-2a6821e6abc0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977749914&fields=id&tenant_id=d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 267 time: 0.0552175 Mar 31 23:17:02.630060 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.723604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.724632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:02.742821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=244895fa-f737-4b07-a851-b95467ee9dc8,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.753968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a0ced3f-c631-4b02-9be2-86e11e1d27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.821586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:02.840861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:02.849386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.852156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.971579 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-4a0ced3f-c631-4b02-9be2-86e11e1d27b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:17:02.971930 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-4a0ced3f-c631-4b02-9be2-86e11e1d27b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:17:02.984235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] Deleting port 244895fa-f737-4b07-a851-b95467ee9dc8 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:02.993691 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.994367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=0e573279-afa1-497d-b49b-e74775943a70,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:03.007448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-cae76787-acf1-41e5-9068-fdfbf85cf41e tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.009831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-cae76787-acf1-41e5-9068-fdfbf85cf41e tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/networks?id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 200 len: 797 time: 0.4517426 Mar 31 23:17:03.041680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-cbffeb35-aaf2-4bcc-8869-7910fc0d0baf tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/quotas/d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 375 time: 0.0166476 Mar 31 23:17:03.061583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 244895fa-f737-4b07-a851-b95467ee9dc8 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:03.097890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77438d61-eb11-4442-b55d-8c2d46c7faa8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2904232 Mar 31 23:17:03.101200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35658) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:03.110756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': '0e573279-afa1-497d-b49b-e74775943a70', 'ip_address': '2001:db8::6270:9161:f4f2:224d'}], 'name': 'tempest-NetworksTestDHCPv6-1926116549'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:03.168080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] For port 244895fa-f737-4b07-a851-b95467ee9dc8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=244895fa-f737-4b07-a851-b95467ee9dc8,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:03.168436 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.173940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-3963cf47-6af0-43ce-82bc-62061cea63ea tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217613 Mar 31 23:17:03.209946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] Calling delete_port for 244895fa-f737-4b07-a851-b95467ee9dc8 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:03.232765 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.338934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 244895fa-f737-4b07-a851-b95467ee9dc8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=244895fa-f737-4b07-a851-b95467ee9dc8,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:03.362295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35670) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:03.391707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35674) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:03.418351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-164d4886-eea7-415d-b5f1-8ea084028680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.428914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-1f992e2f-8109-41e7-8b6d-71af115e90a8 service neutron] 10.222.0.31 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119901 Mar 31 23:17:03.451397 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.499323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:03.576454 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.600232 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a0ced3f-c631-4b02-9be2-86e11e1d27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.628084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] No DVR routers for this DVR port 244895fa-f737-4b07-a851-b95467ee9dc8 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:03.639782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=244895fa-f737-4b07-a851-b95467ee9dc8,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:03.678266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593366d7-5cea-4c84-a22f-710d6f3ab1f4 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:03.682707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747630-d0b1-46a9-9fd0-934c9cfd47f2 None None] Pushing event deleted for resources: {'Port': ['ID=244895fa-f737-4b07-a851-b95467ee9dc8,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:03.740966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.764718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port f1df73e2-6549-44f1-91f4-68e73ab1df4e yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:03.780130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-309188268-network', 'tenant_id': '8eca4b53dcf542fabc86d6e6e985b79f'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:03.886257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '0e573279-afa1-497d-b49b-e74775943a70'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:03.893530 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.977374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Made reservation on behalf of 8eca4b53dcf542fabc86d6e6e985b79f for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:03.978840 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02a76c26-3e59-4c13-b34e-94968a7ec9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.984383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.992467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.010145 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-164d4886-eea7-415d-b5f1-8ea084028680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.018563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-5e27a71c-26a8-459c-be83-dfee79138bf3 service neutron] 10.222.0.31 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700655 Mar 31 23:17:04.035343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::6270:9161:f4f2:224d (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/0e573279-afa1-497d-b49b-e74775943a70/f1df73e2-6549-44f1-91f4-68e73ab1df4e) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:04.070560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-164d4886-eea7-415d-b5f1-8ea084028680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.117238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-164d4886-eea7-415d-b5f1-8ea084028680 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4c352207e344bc38f3e8cbcbfbdc89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244680 Mar 31 23:17:04.119808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35702) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:04.126180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d4886-eea7-415d-b5f1-8ea084028680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c97bd-8197-48f9-84c3-32ea01e7ef30,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.179638 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b09a-7639-400b-bf39-29859f5bb86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.201350 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b09a-7639-400b-bf39-29859f5bb86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.202528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.270535 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.297811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.331788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e5afe-5e70-468d-bf47-52536c740971,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.398158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b09a-7639-400b-bf39-29859f5bb86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.402935 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b09a-7639-400b-bf39-29859f5bb86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.404472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dbe1b09a-7639-400b-bf39-29859f5bb86c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/729c97bd-8197-48f9-84c3-32ea01e7ef30 HTTP/1.1" status: 204 len: 168 time: 0.2832558 Mar 31 23:17:04.420013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:04.427343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1b09a-7639-400b-bf39-29859f5bb86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c97bd-8197-48f9-84c3-32ea01e7ef30,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.451762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.457259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.457847 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Added segment 3f3fb3c0-8da1-4632-8ae4-869b8133d1d9 of type vlan for network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd Mar 31 23:17:04.526947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12a7e7d6-8d16-4ca9-93c6-0bd720a6e467 req-2aca7b28-023b-4852-ac36-5372bfa1114d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 210 time: 0.2239692 Mar 31 23:17:04.536074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/0e573279-afa1-497d-b49b-e74775943a70/68bbb6da-f5a5-4bf9-9c95-4d2759407afb) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:04.580931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:04.591515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:04.596489 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.599231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:04.604942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.605587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.628711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=f1df73e2-6549-44f1-91f4-68e73ab1df4e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.734523 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.766141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-906dd6f3-c91c-4573-97a1-aa03a7d00a6a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6629577 Mar 31 23:17:04.767720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.769106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.770089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.770537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35740) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:04.842784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210b8f3-51fe-4f1f-84f3-d3c8f4a4b110 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.845538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a210b8f3-51fe-4f1f-84f3-d3c8f4a4b110 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0734081 Mar 31 23:17:04.848232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35744) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:04.856037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] Pushing event updated for resources: {'Network': ['ID=2fdfedb2-082d-481a-b5bd-66ed582cb9fd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.873488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:04.960638 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-03ffaef9-806f-447a-893e-1e8dac5600cb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5885062 Mar 31 23:17:04.960638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35750) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:04.964273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Request body: {'subnet': {'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-309188268-subnet', 'tenant_id': '8eca4b53dcf542fabc86d6e6e985b79f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:04.988783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1bff560d-5f64-462b-9b67-7f1ed8353049 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port f1df73e2-6549-44f1-91f4-68e73ab1df4e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:04.989045 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1bff560d-5f64-462b-9b67-7f1ed8353049 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.061231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Made reservation on behalf of 8eca4b53dcf542fabc86d6e6e985b79f for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:05.065352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.135929 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1bff560d-5f64-462b-9b67-7f1ed8353049 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.157951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1bff560d-5f64-462b-9b67-7f1ed8353049 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for f1df73e2-6549-44f1-91f4-68e73ab1df4e owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:05.190193 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.251703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:05.257105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:05.260854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:05.267450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Pushing event updated for resources: {'Port': ['ID=68bbb6da-f5a5-4bf9-9c95-4d2759407afb,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.345068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Attempting to bind port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:05.345452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Attempting to bind port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:05.345815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Attempting to bind port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:05.352238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:05.352623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:05.353031 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.353434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:05.354742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Bound port: 68bbb6da-f5a5-4bf9-9c95-4d2759407afb, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:05.354742 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.439634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] For port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:05.442602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.445425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] For port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=68bbb6da-f5a5-4bf9-9c95-4d2759407afb,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:05.483798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1bff560d-5f64-462b-9b67-7f1ed8353049 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.504069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f9a7c5-515f-434d-ab57-3ab78f41cb63,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.517056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Checking segment: {'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:05.517056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Network hostable DHCP agents. Network: 2fdfedb2-082d-481a-b5bd-66ed582cb9fd, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:05.522723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff560d-5f64-462b-9b67-7f1ed8353049 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=f1df73e2-6549-44f1-91f4-68e73ab1df4e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.536843 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.552138 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1bff560d-5f64-462b-9b67-7f1ed8353049 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.558751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1bff560d-5f64-462b-9b67-7f1ed8353049 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/f1df73e2-6549-44f1-91f4-68e73ab1df4e HTTP/1.1" status: 204 len: 168 time: 0.7094343 Mar 31 23:17:05.559384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 35786) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:05.636535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203256c8-1e11-46bf-bda6-37a7e7fb891c None None] Pushing event updated for resources: {'Port': ['ID=68bbb6da-f5a5-4bf9-9c95-4d2759407afb,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.643735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:05.681109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b06361f-123c-4d6d-b1bc-2302d3fd35f6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.683071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b06361f-123c-4d6d-b1bc-2302d3fd35f6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.685803 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9b06361f-123c-4d6d-b1bc-2302d3fd35f6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1240108 Mar 31 23:17:05.689478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35796) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:05.695696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15dafcfd-edaf-4a3c-a1a4-81e32230ecf7 req-8e2fae96-1197-4fe7-aea1-6a3fd9406449 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 210 time: 0.0582948 Mar 31 23:17:05.752760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2fdfedb2-082d-481a-b5bd-66ed582cb9fd) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:05.760380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.760380 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.763521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cebad5-b5d6-429b-807b-b8114593eb98 None None] Network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:05.772317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad05613e-0428-4c94-922b-46d4b0c3aec5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 0e573279-afa1-497d-b49b-e74775943a70 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:05.775919 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad05613e-0428-4c94-922b-46d4b0c3aec5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.836332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad05613e-0428-4c94-922b-46d4b0c3aec5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.903196 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-821fb49c-bc23-4997-8aa2-ed9702f4eb09 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9405017 Mar 31 23:17:06.000895 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad05613e-0428-4c94-922b-46d4b0c3aec5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.058780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a1aa9d-b2a9-444d-86ca-59e6aac1a85a None None] Network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:06.111348 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e79d37a5-4c92-4027-8d07-b09b9bb19a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.253712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad05613e-0428-4c94-922b-46d4b0c3aec5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.307121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05613e-0428-4c94-922b-46d4b0c3aec5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=0e573279-afa1-497d-b49b-e74775943a70,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.316840 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ad05613e-0428-4c94-922b-46d4b0c3aec5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.320254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ad05613e-0428-4c94-922b-46d4b0c3aec5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/0e573279-afa1-497d-b49b-e74775943a70 HTTP/1.1" status: 204 len: 168 time: 0.6293926 Mar 31 23:17:06.322605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35832) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:06.378547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-95030e11-975d-467d-8455-fbdec75a94f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505641 Mar 31 23:17:06.388902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35836) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:06.401508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:06.584301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:06.588104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.840454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9d93af5-7646-425c-829e-4ee0c4a4b7cd req-909bc233-2f7d-4e10-be74-6e08c330993d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 210 time: 0.0370862 Mar 31 23:17:07.013178 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.043435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 68bbb6da-f5a5-4bf9-9c95-4d2759407afb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:07.086514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:07.094730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:07.100229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.100835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.107598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5d0d1-96ce-4da3-a769-45a78afa3203 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:07.117246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=eed1a7dd-04ae-4215-8601-79608e3e682f,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:07.189257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c2a413e7-6818-4205-9f58-3ca0f7eef703 None None] Provisioning complete for port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:07.189700 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c2a413e7-6818-4205-9f58-3ca0f7eef703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.223389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-58376736-4999-42a4-968a-23cbd87b9069 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8389962 Mar 31 23:17:07.225251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35882) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.235476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': 'eed1a7dd-04ae-4215-8601-79608e3e682f', 'ip_address': '2001:db8::a58:9b51:4716:29d4'}], 'name': 'tempest-NetworksTestDHCPv6-1212492904'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:07.264500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:07.264870 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.428519 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c2a413e7-6818-4205-9f58-3ca0f7eef703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.530592 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.565683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c2a413e7-6818-4205-9f58-3ca0f7eef703 None None] For port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=68bbb6da-f5a5-4bf9-9c95-4d2759407afb,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:07.568343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-303fff4d-2444-4938-98c0-a093baaa04b2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.570330 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-303fff4d-2444-4938-98c0-a093baaa04b2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "GET /v2.0/networks?id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 200 len: 797 time: 0.3135176 Mar 31 23:17:07.619404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:07.651812 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-0156e6c0-0b2b-4303-9c0b-ec0f92e023c3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 380 time: 0.0523629 Mar 31 23:17:07.665464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'port': {'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'admin_state_up': True, 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'security_groups': ['1de95a5a-28dc-4fac-bdd9-5926ce4762b1']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:07.700112 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c2a413e7-6818-4205-9f58-3ca0f7eef703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.760740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.798707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 3b623041-0d71-4ac6-a000-73d5d86a7914 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:07.819656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2f8baa-126a-45ce-987a-a472cd33dc84 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:07.823106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.931713 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:17:07.932075 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:17:07.940830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-24a675d2-ee83-4d75-8b0e-bd48ccbe8997 None None] Provisioning complete for port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:07.941530 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-24a675d2-ee83-4d75-8b0e-bd48ccbe8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.971038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a413e7-6818-4205-9f58-3ca0f7eef703 None None] Pushing event updated for resources: {'Port': ['ID=68bbb6da-f5a5-4bf9-9c95-4d2759407afb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:07.982051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:07.989897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.032404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fcb2183b-bdda-4c40-a23c-ddfd403b35d2 req-1c1fb9db-d93a-4cfc-ace1-584f158d554e tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 210 time: 0.0445027 Mar 31 23:17:08.053122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::a58:9b51:4716:29d4 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/eed1a7dd-04ae-4215-8601-79608e3e682f/3b623041-0d71-4ac6-a000-73d5d86a7914) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:08.257080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.20.0.7 (bdb8e552-d5d9-4c70-a6c3-910e177b2a37/0e8c0098-6b03-4b6f-9bba-13173c42c710/733e6dab-7703-48d2-bbd3-bf24912abb18) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:08.305011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.450185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.470891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.566720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=3b623041-0d71-4ac6-a000-73d5d86a7914,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:08.577279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:08.580103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:08.590868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-41d92a4e-00f9-458d-aaad-ae3411478ce8 None None] Provisioning complete for port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:08.596354 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-41d92a4e-00f9-458d-aaad-ae3411478ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.596506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:08.602167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.602917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.652378 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.695535 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.752765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:08.754360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:08.757544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:08.805518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e0b5246f-b127-4ca7-8a31-4baacd2b6d32 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5787323 Mar 31 23:17:08.807911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35978) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:08.821697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=733e6dab-7703-48d2-bbd3-bf24912abb18,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:08.853029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5fd84589-69ba-40d3-a7f3-791babe49833 None None] Could not find standard attr ID for object d29210ed-7423-4b5b-b0d6-c6f46456a4ea. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:08.893119 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.893932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.952693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d706d4c3-98d5-479b-b870-c9b61d4675a1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.970178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d706d4c3-98d5-479b-b870-c9b61d4675a1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.971977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d706d4c3-98d5-479b-b870-c9b61d4675a1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1629155 Mar 31 23:17:08.974637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 35988) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:08.975746 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.037740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 68bbb6da-f5a5-4bf9-9c95-4d2759407afb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:09.061833 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-db21bdd7-3abb-49f5-8a10-c128d642c74f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4022653 Mar 31 23:17:09.079472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Request body: {'port': {'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:09.242973 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.255244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:09.255627 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.257484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fca9a7-65fc-481d-9139-699c496ddbb2 req-ccce3a9e-5269-49bf-bec6-7db3c8d36561 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.259499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31fca9a7-65fc-481d-9139-699c496ddbb2 req-ccce3a9e-5269-49bf-bec6-7db3c8d36561 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 931 time: 0.0952342 Mar 31 23:17:09.306333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31fca9a7-65fc-481d-9139-699c496ddbb2 req-36fd4cd2-72a0-4e10-97dc-09b727eb9caf tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 Mar 31 23:17:09.310219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-114c55da-b719-4ad9-bed9-2847db7fc644 None None] Could not find standard attr ID for object f1df73e2-6549-44f1-91f4-68e73ab1df4e. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:09.319789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-398965fe-bd21-49cd-a9b2-6086b8f72b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 3b623041-0d71-4ac6-a000-73d5d86a7914 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:09.320319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-398965fe-bd21-49cd-a9b2-6086b8f72b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.330869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-114c55da-b719-4ad9-bed9-2847db7fc644 None None] Provisioning complete for port 733e6dab-7703-48d2-bbd3-bf24912abb18 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:09.331601 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-114c55da-b719-4ad9-bed9-2847db7fc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.407323 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.433522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-114c55da-b719-4ad9-bed9-2847db7fc644 None None] Port 733e6dab-7703-48d2-bbd3-bf24912abb18 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:09.478698 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-398965fe-bd21-49cd-a9b2-6086b8f72b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.504263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-398965fe-bd21-49cd-a9b2-6086b8f72b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 3b623041-0d71-4ac6-a000-73d5d86a7914 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:09.643580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.674591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-483ebcef-457a-49d4-9cf1-76a17750250c None None] Provisioning complete for port 3b623041-0d71-4ac6-a000-73d5d86a7914 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:09.675259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-483ebcef-457a-49d4-9cf1-76a17750250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.723548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-483ebcef-457a-49d4-9cf1-76a17750250c None None] Port 3b623041-0d71-4ac6-a000-73d5d86a7914 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:09.752018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733e6dab-7703-48d2-bbd3-bf24912abb18 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:09.762172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.768612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-398965fe-bd21-49cd-a9b2-6086b8f72b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.776194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Transition to ACTIVE for port object 733e6dab-7703-48d2-bbd3-bf24912abb18 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:09.804110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398965fe-bd21-49cd-a9b2-6086b8f72b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=3b623041-0d71-4ac6-a000-73d5d86a7914,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:09.831584 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-398965fe-bd21-49cd-a9b2-6086b8f72b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.837849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-398965fe-bd21-49cd-a9b2-6086b8f72b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/3b623041-0d71-4ac6-a000-73d5d86a7914 HTTP/1.1" status: 204 len: 168 time: 0.8595622 Mar 31 23:17:09.838601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36022) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.928949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c321c-2be0-4624-9879-7f51b22b0881 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.930655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c321c-2be0-4624-9879-7f51b22b0881 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.932277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-494c321c-2be0-4624-9879-7f51b22b0881 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0926557 Mar 31 23:17:09.935103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36028) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.969147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36030) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.006922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfa3120-bd56-4571-8ac3-a40bc2f3ed0f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet eed1a7dd-04ae-4215-8601-79608e3e682f {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:10.014422 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3120-bd56-4571-8ac3-a40bc2f3ed0f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.041558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.069336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3120-bd56-4571-8ac3-a40bc2f3ed0f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.130687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3120-bd56-4571-8ac3-a40bc2f3ed0f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.155866 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a91977b2-6e40-48ca-a281-0ce992e76548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.191673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Pushing event updated for resources: {'Port': ['ID=733e6dab-7703-48d2-bbd3-bf24912abb18,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.263701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Attempting to bind port 733e6dab-7703-48d2-bbd3-bf24912abb18 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:10.264040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Attempting to bind port 733e6dab-7703-48d2-bbd3-bf24912abb18 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:10.264371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Attempting to bind port 733e6dab-7703-48d2-bbd3-bf24912abb18 on network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:10.269715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Port 733e6dab-7703-48d2-bbd3-bf24912abb18 on network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:10.270041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Attempting to bind port 733e6dab-7703-48d2-bbd3-bf24912abb18 on network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:10.279926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:10.280590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Checking segment: {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:10.281237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Bound using segment: {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:10.282830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Bound port: 733e6dab-7703-48d2-bbd3-bf24912abb18, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf76619d-1373-4f2b-8508-00cdffc57df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:10.286142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.339857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3120-bd56-4571-8ac3-a40bc2f3ed0f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.385328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] For port 733e6dab-7703-48d2-bbd3-bf24912abb18, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:10.389234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] For port 733e6dab-7703-48d2-bbd3-bf24912abb18, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=733e6dab-7703-48d2-bbd3-bf24912abb18,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:10.415654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa3120-bd56-4571-8ac3-a40bc2f3ed0f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=eed1a7dd-04ae-4215-8601-79608e3e682f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.432706 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a91977b2-6e40-48ca-a281-0ce992e76548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.473111 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3120-bd56-4571-8ac3-a40bc2f3ed0f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.479928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fdfa3120-bd56-4571-8ac3-a40bc2f3ed0f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/eed1a7dd-04ae-4215-8601-79608e3e682f HTTP/1.1" status: 204 len: 168 time: 0.5437493 Mar 31 23:17:10.480584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36056) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.484678 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.491898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ff8b11-9510-4bd1-91d8-7f584e82e042 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:10.522571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0012f6bd-0153-4d31-ac40-53e200a0036b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400569 Mar 31 23:17:10.529442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36058) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.550100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003c193-be97-4d20-a673-ebce391c94d9 req-f13021ce-1033-4dbe-aa08-d76ffbae0b0c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.551390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.552016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.553445 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] 10.222.0.50 "PUT /v2.0/ports/733e6dab-7703-48d2-bbd3-bf24912abb18 HTTP/1.1" status: 200 len: 1091 time: 1.4817858 Mar 31 23:17:10.553893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:10.555132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1003c193-be97-4d20-a673-ebce391c94d9 req-f13021ce-1033-4dbe-aa08-d76ffbae0b0c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 943 time: 0.1414247 Mar 31 23:17:10.556509 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61" -d '{"events": [{"name": "network-changed", "server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:10.576526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a91977b2-6e40-48ca-a281-0ce992e76548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.623198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91977b2-6e40-48ca-a281-0ce992e76548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31afdd1-43f9-489b-98f6-8db01fe793b1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.664890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342256b-7cf6-42b4-977e-230a2942ec57 service neutron] Pushing event updated for resources: {'Port': ['ID=733e6dab-7703-48d2-bbd3-bf24912abb18,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.671927 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a91977b2-6e40-48ca-a281-0ce992e76548 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acbca52505094f71823b4b16f2f2d045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012630 Mar 31 23:17:10.675685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36066) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.723885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08214d0f-c670-4825-b265-40a3a4d0d667 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.724058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1003c193-be97-4d20-a673-ebce391c94d9 req-fde39154-b49c-40e6-9542-bea1a5af92f3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264534 Mar 31 23:17:10.725438 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-08214d0f-c670-4825-b265-40a3a4d0d667 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1949229 Mar 31 23:17:10.728549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36070) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.762664 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c211d8-b8d2-491a-b629-2adb56428115 x-openstack-request-id: req-01c211d8-b8d2-491a-b629-2adb56428115 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:10.763692 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:10.764147 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01c211d8-b8d2-491a-b629-2adb56428115 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:10.764725 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c211d8-b8d2-491a-b629-2adb56428115'] response: {'name': 'network-changed', 'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'status': 'completed', 'code': 200} Mar 31 23:17:10.768973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:10.808327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c60e94c-99a3-40c7-8617-1e80ebcfd141 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.811179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2c60e94c-99a3-40c7-8617-1e80ebcfd141 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0815468 Mar 31 23:17:10.814258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36074) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.822757 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79243e79-6fb8-40a3-b638-07db498d0d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.846789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] Deleting port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:10.847618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.872274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-26fc242b-854a-484c-9c82-85e4ab8bb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.875949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e154005f-a11c-44bf-a21d-d363a5819545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597715 Mar 31 23:17:10.877158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36080) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.879890 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-26fc242b-854a-484c-9c82-85e4ab8bb643 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 1094 time: 0.1394203 Mar 31 23:17:10.882913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:10.896298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79243e79-6fb8-40a3-b638-07db498d0d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.944799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] For port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=68bbb6da-f5a5-4bf9-9c95-4d2759407afb,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:10.945676 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.962273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] Calling delete_port for 68bbb6da-f5a5-4bf9-9c95-4d2759407afb owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:11.001871 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-744c5ecb-8afd-4cf8-8c3c-4e0fcb166731 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733e6dab-7703-48d2-bbd3-bf24912abb18 HTTP/1.1" status: 200 len: 217 time: 0.1164525 Mar 31 23:17:11.043156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 68bbb6da-f5a5-4bf9-9c95-4d2759407afb no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:11.072287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-28092d14-86a5-4d99-9f66-e9b1170b4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.073844 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-28092d14-86a5-4d99-9f66-e9b1170b4761 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e8c0098-6b03-4b6f-9bba-13173c42c710 HTTP/1.1" status: 200 len: 834 time: 0.0618320 Mar 31 23:17:11.095965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:11.111123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.153280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-742c403f-7c3d-477a-9449-e7b2afaf9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.155003 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-742c403f-7c3d-477a-9449-e7b2afaf9f4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729160 Mar 31 23:17:11.177426 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.226346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79243e79-6fb8-40a3-b638-07db498d0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.229424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79243e79-6fb8-40a3-b638-07db498d0d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.248179 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-79243e79-6fb8-40a3-b638-07db498d0d2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f31afdd1-43f9-489b-98f6-8db01fe793b1 HTTP/1.1" status: 204 len: 168 time: 0.5557144 Mar 31 23:17:11.258418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.269885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79243e79-6fb8-40a3-b638-07db498d0d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31afdd1-43f9-489b-98f6-8db01fe793b1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:11.305397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-6844253e-3608-42c8-b44b-9651d92faf07 service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418519 Mar 31 23:17:11.333893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] Pushing event deleted for resources: {'Port': ['ID=68bbb6da-f5a5-4bf9-9c95-4d2759407afb,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:11.339580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c556b-21fa-4ff5-8828-223ea3312438 None None] No DVR routers for this DVR port 68bbb6da-f5a5-4bf9-9c95-4d2759407afb on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:11.414385 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3950e1de-1fa9-4de4-8ea8-ca1b188a033c req-4567f6b2-069f-433f-8494-3c8665829526 service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020651 Mar 31 23:17:11.450283 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.495948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:11.499138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:11.505810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.506396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.509032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89dd9fa-7b07-4142-86d6-3e7ab72f7fe7 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:11.530717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=dc397da7-3677-4da1-868f-8e8f87d54d0e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:11.582738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2ed50e1d-5442-4bb7-9078-c8c10f2c7aad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7040431 Mar 31 23:17:11.588830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36114) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.595522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': 'dc397da7-3677-4da1-868f-8e8f87d54d0e', 'ip_address': '2001:db8::40db:f1ee:dd99:4bff'}], 'name': 'tempest-NetworksTestDHCPv6-1729550544'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:11.631578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-0a211b18-3472-4743-a0b7-7a3a6d65c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.633016 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-0a211b18-3472-4743-a0b7-7a3a6d65c411 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 1094 time: 0.0860994 Mar 31 23:17:11.711211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': 'dc397da7-3677-4da1-868f-8e8f87d54d0e'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:11.716773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.793101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-b7b07814-ea2b-42d7-be82-3f04cf652cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.794661 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-b7b07814-ea2b-42d7-be82-3f04cf652cb9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 200 len: 898 time: 0.1544249 Mar 31 23:17:11.859215 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-8acf8f17-b5e3-45eb-b13c-ec8d43aa1029 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733e6dab-7703-48d2-bbd3-bf24912abb18 HTTP/1.1" status: 200 len: 217 time: 0.0566950 Mar 31 23:17:11.864754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:11.870267 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.892618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/dc397da7-3677-4da1-868f-8e8f87d54d0e/4db2ee71-68e2-4ce4-b46e-5fa80573e80e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:11.918066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 567488e4-76db-4caf-a0f8-a3cfb7d439d9 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:11.920809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-7441e9fe-c08c-44f7-99d4-a47667712740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.923854 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-7441e9fe-c08c-44f7-99d4-a47667712740 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e8c0098-6b03-4b6f-9bba-13173c42c710 HTTP/1.1" status: 200 len: 834 time: 0.0559587 Mar 31 23:17:11.937403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfddf1d-3153-4ce6-9264-f42213a70142 req-ecf5c344-5dcf-41cf-9327-0a41461f78ad tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.939027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbfddf1d-3153-4ce6-9264-f42213a70142 req-ecf5c344-5dcf-41cf-9327-0a41461f78ad tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 943 time: 0.0904551 Mar 31 23:17:11.975125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-000428da-6dbb-49a7-b377-30ad5256deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.980664 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-000428da-6dbb-49a7-b377-30ad5256deb8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487535 Mar 31 23:17:12.057897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbfddf1d-3153-4ce6-9264-f42213a70142 req-21d6feba-1924-4a8a-b9eb-cd2c1b2bd213 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922985 Mar 31 23:17:12.104414 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-1f38efc0-d4f2-4c9e-a189-1c73f0c00255 service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163275 Mar 31 23:17:12.124286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.215499 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.281113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36144) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.311106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86460e2c-dcee-4dbc-9499-27ae598c2fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.322601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:12.325268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:12.328041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:12.339754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Pushing event updated for resources: {'Port': ['ID=4db2ee71-68e2-4ce4-b46e-5fa80573e80e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.343347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::40db:f1ee:dd99:4bff (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/dc397da7-3677-4da1-868f-8e8f87d54d0e/567488e4-76db-4caf-a0f8-a3cfb7d439d9) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:12.360044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cc7a14df-6d94-4565-b9bd-6fa9ee08fd61 req-613d08be-b404-49c9-be88-a2f9581e22db service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469993 Mar 31 23:17:12.430046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86460e2c-dcee-4dbc-9499-27ae598c2fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.515232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86460e2c-dcee-4dbc-9499-27ae598c2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.554059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.574362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36158) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.575482 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-86460e2c-dcee-4dbc-9499-27ae598c2fa9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0810bce66b7b4ea3b69b883385db7851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927547 Mar 31 23:17:12.577401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86460e2c-dcee-4dbc-9499-27ae598c2fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaecc70-5a65-46f0-8398-bde20e15cee4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.611618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Attempting to bind port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:12.611618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Attempting to bind port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:12.611618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Attempting to bind port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:12.617795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:12.618171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:12.618600 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.618997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:12.619457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Bound port: 4db2ee71-68e2-4ce4-b46e-5fa80573e80e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:12.620008 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.661226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6e229d5a-2bfa-458d-8f2f-5fda3d13c524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.684958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6e229d5a-2bfa-458d-8f2f-5fda3d13c524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.690140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] For port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:12.693660 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] For port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4db2ee71-68e2-4ce4-b46e-5fa80573e80e,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:12.744102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.787419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:12.790676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:12.794452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:12.800091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.800691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.813180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=567488e4-76db-4caf-a0f8-a3cfb7d439d9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.815724 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.837152 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6e229d5a-2bfa-458d-8f2f-5fda3d13c524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.841493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6e229d5a-2bfa-458d-8f2f-5fda3d13c524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.841493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6e229d5a-2bfa-458d-8f2f-5fda3d13c524 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3eaecc70-5a65-46f0-8398-bde20e15cee4 HTTP/1.1" status: 204 len: 168 time: 0.2655432 Mar 31 23:17:12.849858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e229d5a-2bfa-458d-8f2f-5fda3d13c524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaecc70-5a65-46f0-8398-bde20e15cee4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.895904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff70bf3-d682-4f2b-8219-dbc255a3eabe None None] Pushing event updated for resources: {'Port': ['ID=4db2ee71-68e2-4ce4-b46e-5fa80573e80e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.902941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 733e6dab-7703-48d2-bbd3-bf24912abb18 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:12.944480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36174) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:12.946645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cd7596ef-2f1c-4642-906d-b89d15667b0a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3550806 Mar 31 23:17:12.949728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a947d47f-25d7-4c61-88be-9399dfc4380c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': 'dc397da7-3677-4da1-868f-8e8f87d54d0e', 'ip_address': '2001:db8::40db:f1ee:dd99:4bff'}], 'name': 'tempest-NetworksTestDHCPv6-867306754'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:13.054012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 733e6dab-7703-48d2-bbd3-bf24912abb18, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=733e6dab-7703-48d2-bbd3-bf24912abb18,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:13.076423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:13.169751 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.204557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733e6dab-7703-48d2-bbd3-bf24912abb18 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:13.226699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 733e6dab-7703-48d2-bbd3-bf24912abb18, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=733e6dab-7703-48d2-bbd3-bf24912abb18,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:13.251780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f025e-326f-4a20-9baa-03bc650ff200 req-31af5ca4-1d6c-40bc-a2a0-68b88275681c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.253451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f09f025e-326f-4a20-9baa-03bc650ff200 req-31af5ca4-1d6c-40bc-a2a0-68b88275681c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 943 time: 0.0584922 Mar 31 23:17:13.301402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f09f025e-326f-4a20-9baa-03bc650ff200 req-6d67e355-cf02-4076-a0d5-f9711264b895 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378246 Mar 31 23:17:13.334360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a947d47f-25d7-4c61-88be-9399dfc4380c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:13.379100 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.436971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a947d47f-25d7-4c61-88be-9399dfc4380c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.467420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-a947d47f-25d7-4c61-88be-9399dfc4380c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 54b1f7f6-5a9b-4f44-95ce-3b01fbce2eae yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:13.497036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=733e6dab-7703-48d2-bbd3-bf24912abb18,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:13.607946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['733e6dab-7703-48d2-bbd3-bf24912abb18'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:13.727058 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a947d47f-25d7-4c61-88be-9399dfc4380c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:17:13.727519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a947d47f-25d7-4c61-88be-9399dfc4380c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:13.831079 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a947d47f-25d7-4c61-88be-9399dfc4380c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8852851 Mar 31 23:17:13.831551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36220) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:13.901412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1269ef1-e90f-40ff-afc1-068721b0db64 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.908359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1269ef1-e90f-40ff-afc1-068721b0db64 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.913959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36226) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:13.914779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a1269ef1-e90f-40ff-afc1-068721b0db64 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0815587 Mar 31 23:17:14.024374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-4f78ba87-00a0-4eb1-ac68-d1379fad9f14 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 567488e4-76db-4caf-a0f8-a3cfb7d439d9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:14.027510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4f78ba87-00a0-4eb1-ac68-d1379fad9f14 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.125269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4f78ba87-00a0-4eb1-ac68-d1379fad9f14 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.141076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-4f78ba87-00a0-4eb1-ac68-d1379fad9f14 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 567488e4-76db-4caf-a0f8-a3cfb7d439d9 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:14.255609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7987547f-3525-4c46-921a-dc522a3582d7 None None] Provisioning complete for port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:14.258298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7987547f-3525-4c46-921a-dc522a3582d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.363335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4f78ba87-00a0-4eb1-ac68-d1379fad9f14 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.377238 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7987547f-3525-4c46-921a-dc522a3582d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.415548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78ba87-00a0-4eb1-ac68-d1379fad9f14 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=567488e4-76db-4caf-a0f8-a3cfb7d439d9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.446801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7987547f-3525-4c46-921a-dc522a3582d7 None None] For port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4db2ee71-68e2-4ce4-b46e-5fa80573e80e,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:14.453872 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4f78ba87-00a0-4eb1-ac68-d1379fad9f14 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.459173 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4f78ba87-00a0-4eb1-ac68-d1379fad9f14 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/567488e4-76db-4caf-a0f8-a3cfb7d439d9 HTTP/1.1" status: 204 len: 168 time: 0.5439515 Mar 31 23:17:14.464615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36260) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:14.493036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17210f-d559-4659-804a-ff89ed59dba4 req-e6ada856-c0a2-4616-be7f-8900020a2961 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.503674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de17210f-d559-4659-804a-ff89ed59dba4 req-e6ada856-c0a2-4616-be7f-8900020a2961 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 944 time: 0.0895364 Mar 31 23:17:14.524545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7987547f-3525-4c46-921a-dc522a3582d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.600543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de17210f-d559-4659-804a-ff89ed59dba4 req-ff0ae757-c394-426c-9d61-7f61da66c467 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938284 Mar 31 23:17:14.635423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290df2a-2e1f-4ea1-b4b8-3a78c152e601 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.637364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290df2a-2e1f-4ea1-b4b8-3a78c152e601 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.639153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a290df2a-2e1f-4ea1-b4b8-3a78c152e601 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1744652 Mar 31 23:17:14.643126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36270) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:14.647910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-88f793dc-03bd-40dc-9647-b85095080700 None None] Could not find standard attr ID for object 567488e4-76db-4caf-a0f8-a3cfb7d439d9. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:14.669756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987547f-3525-4c46-921a-dc522a3582d7 None None] Pushing event updated for resources: {'Port': ['ID=4db2ee71-68e2-4ce4-b46e-5fa80573e80e,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.739691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fededad5-d04a-4291-8ec4-e84b097d02b9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet dc397da7-3677-4da1-868f-8e8f87d54d0e {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:14.741136 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fededad5-d04a-4291-8ec4-e84b097d02b9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.819443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fededad5-d04a-4291-8ec4-e84b097d02b9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.897425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fededad5-d04a-4291-8ec4-e84b097d02b9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.915596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 733e6dab-7703-48d2-bbd3-bf24912abb18 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:15.073608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4db2ee71-68e2-4ce4-b46e-5fa80573e80e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:15.076557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fededad5-d04a-4291-8ec4-e84b097d02b9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.117419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fededad5-d04a-4291-8ec4-e84b097d02b9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=dc397da7-3677-4da1-868f-8e8f87d54d0e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:15.142387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fededad5-d04a-4291-8ec4-e84b097d02b9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.149992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36294) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:15.151676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec6541-5579-4352-8988-50b848399753 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:15.157727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fededad5-d04a-4291-8ec4-e84b097d02b9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/dc397da7-3677-4da1-868f-8e8f87d54d0e HTTP/1.1" status: 204 len: 168 time: 0.5134153 Mar 31 23:17:15.196110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36298) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:15.196790 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f07792f4-7b85-4e68-ae85-d7984e6feb4c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449741 Mar 31 23:17:15.202891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:15.209850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 733e6dab-7703-48d2-bbd3-bf24912abb18 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:15.219496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:15.219900 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.256080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 733e6dab-7703-48d2-bbd3-bf24912abb18 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:15.263632 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.443134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:15.447324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.458178 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.486583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:15.489194 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3a201c-b5bf-4ec4-b8c4-18be64b36a52" -d '{"events": [{"server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "name": "network-vif-plugged", "status": "completed", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:15.516842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 733e6dab-7703-48d2-bbd3-bf24912abb18, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=733e6dab-7703-48d2-bbd3-bf24912abb18,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:15.555241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:15.608048 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334ad8a4-0d70-42a1-b9f6-0a773c4bb59c x-openstack-request-id: req-334ad8a4-0d70-42a1-b9f6-0a773c4bb59c {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:15.608762 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "name": "network-vif-plugged", "status": "completed", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:15.609918 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-334ad8a4-0d70-42a1-b9f6-0a773c4bb59c {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:15.610775 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334ad8a4-0d70-42a1-b9f6-0a773c4bb59c'] response: {'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'code': 200} Mar 31 23:17:15.614213 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.700214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=733e6dab-7703-48d2-bbd3-bf24912abb18,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:15.717543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] Deleting port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:15.717915 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.785194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047266c-3078-481b-be4a-c86be8589fa5 req-a4350199-0e1f-4c24-be08-ea3cd9010373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.788120 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b047266c-3078-481b-be4a-c86be8589fa5 req-a4350199-0e1f-4c24-be08-ea3cd9010373 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 1096 time: 0.1390586 Mar 31 23:17:15.842077 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b047266c-3078-481b-be4a-c86be8589fa5 req-331a4fc5-769c-4855-b673-8741c72dcd0d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 Mar 31 23:17:15.876928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] For port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4db2ee71-68e2-4ce4-b46e-5fa80573e80e,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:15.877371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.892865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] Calling delete_port for 4db2ee71-68e2-4ce4-b46e-5fa80573e80e owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:15.925002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca34cb8-aa60-441d-9021-2dab8d40d7c4 req-bfc843d0-ca9f-40fe-814d-84415ff750b5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.926582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ca34cb8-aa60-441d-9021-2dab8d40d7c4 req-bfc843d0-ca9f-40fe-814d-84415ff750b5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 945 time: 0.1902604 Mar 31 23:17:15.975580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ca34cb8-aa60-441d-9021-2dab8d40d7c4 req-b8d1c5a5-ea5a-454a-a4d0-d74f1914ef24 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 Mar 31 23:17:16.001460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.041155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:16.049124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:16.051620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.052147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.074690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=88f9bda6-dd0b-44c4-81e6-6fe19ba5692f,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:16.086416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.117592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] Pushing event deleted for resources: {'Port': ['ID=4db2ee71-68e2-4ce4-b46e-5fa80573e80e,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:16.121361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea3a0e-2348-4c2c-be31-6794bc1da4d2 None None] No DVR routers for this DVR port 4db2ee71-68e2-4ce4-b46e-5fa80573e80e on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:16.142604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0704ce2-8db6-4385-bf67-444564e40ef7 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:16.169208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fa7fc08b-f514-4474-a158-b1c50f32f7a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9707215 Mar 31 23:17:16.177523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36348) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:16.190663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ddfd7f05-7698-4c35-b761-284ceba490cb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': '88f9bda6-dd0b-44c4-81e6-6fe19ba5692f', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1770867613'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:16.353205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '88f9bda6-dd0b-44c4-81e6-6fe19ba5692f'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:16.354086 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.512073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd7f05-7698-4c35-b761-284ceba490cb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:16.518372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7f05-7698-4c35-b761-284ceba490cb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.564216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-ddfd7f05-7698-4c35-b761-284ceba490cb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port d50c86ea-3cb2-455a-8a95-efd526a29fc6 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:16.568083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/88f9bda6-dd0b-44c4-81e6-6fe19ba5692f/a682e584-2cac-4cad-99ba-7b5ef667534b) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:16.759139 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.932611 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.977343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:16.980432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:16.986765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:16.991919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Pushing event updated for resources: {'Port': ['ID=a682e584-2cac-4cad-99ba-7b5ef667534b,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:17.004739 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfd7f05-7698-4c35-b761-284ceba490cb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:17:17.005189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfd7f05-7698-4c35-b761-284ceba490cb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:17.015185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4db2ee71-68e2-4ce4-b46e-5fa80573e80e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:17.070228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Attempting to bind port a682e584-2cac-4cad-99ba-7b5ef667534b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:17.070621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Attempting to bind port a682e584-2cac-4cad-99ba-7b5ef667534b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:17.075348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Attempting to bind port a682e584-2cac-4cad-99ba-7b5ef667534b on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:17.076084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 4db2ee71-68e2-4ce4-b46e-5fa80573e80e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:17.076448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4db2ee71-68e2-4ce4-b46e-5fa80573e80e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:17.078449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:17.078964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:17.080466 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.080466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:17.080466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Bound port: a682e584-2cac-4cad-99ba-7b5ef667534b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:17.082243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.115281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a05070-696a-44e4-8fa3-edb26314b98c req-ae95cb66-28ad-4f59-b2c8-47ffb82c8170 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.116919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5a05070-696a-44e4-8fa3-edb26314b98c req-ae95cb66-28ad-4f59-b2c8-47ffb82c8170 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 945 time: 0.0604498 Mar 31 23:17:17.140058 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ddfd7f05-7698-4c35-b761-284ceba490cb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9610837 Mar 31 23:17:17.141211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36388) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:17.171428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5a05070-696a-44e4-8fa3-edb26314b98c req-6dd035a5-839f-4b40-a8a4-5eae6ae049f5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470626 Mar 31 23:17:17.174640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] For port a682e584-2cac-4cad-99ba-7b5ef667534b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:17.181086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] For port a682e584-2cac-4cad-99ba-7b5ef667534b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a682e584-2cac-4cad-99ba-7b5ef667534b,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:17.543066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb6c4e-d0c0-425c-905c-49b1170a4b9d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.544655 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2acb6c4e-d0c0-425c-905c-49b1170a4b9d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4013937 Mar 31 23:17:17.547384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36400) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:17.575234 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.616770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb00cd0-aff4-46e1-b06f-74c82c16e630 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.619326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb00cd0-aff4-46e1-b06f-74c82c16e630 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.623119 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bdb00cd0-aff4-46e1-b06f-74c82c16e630 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0747240 Mar 31 23:17:17.628065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36410) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:17.667160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b173687-7b45-44ba-9362-24e8c31514f6 None None] Pushing event updated for resources: {'Port': ['ID=a682e584-2cac-4cad-99ba-7b5ef667534b,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:17.688939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aa5590-e2eb-42e7-bb8a-485caa2ad93b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 88f9bda6-dd0b-44c4-81e6-6fe19ba5692f {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:17.692141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19aa5590-e2eb-42e7-bb8a-485caa2ad93b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.747967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19aa5590-e2eb-42e7-bb8a-485caa2ad93b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.900323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19aa5590-e2eb-42e7-bb8a-485caa2ad93b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.106341 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19aa5590-e2eb-42e7-bb8a-485caa2ad93b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.138103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa5590-e2eb-42e7-bb8a-485caa2ad93b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=88f9bda6-dd0b-44c4-81e6-6fe19ba5692f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:18.140169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19aa5590-e2eb-42e7-bb8a-485caa2ad93b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.144821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-19aa5590-e2eb-42e7-bb8a-485caa2ad93b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/88f9bda6-dd0b-44c4-81e6-6fe19ba5692f HTTP/1.1" status: 204 len: 168 time: 0.5156286 Mar 31 23:17:18.147548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36420) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:18.196626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36422) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:18.199352 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-214c3b9b-5b49-42db-a765-8a7d837c788e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504510 Mar 31 23:17:18.205077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:18.357273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53965b-7219-4bc8-a327-1c8f8711bcc8 req-03a212f9-a157-44ee-8053-6e2e8eab8b24 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.360659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a53965b-7219-4bc8-a327-1c8f8711bcc8 req-03a212f9-a157-44ee-8053-6e2e8eab8b24 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 945 time: 0.0739219 Mar 31 23:17:18.447839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a53965b-7219-4bc8-a327-1c8f8711bcc8 req-ae105214-c86b-4525-8445-4b5246aa9718 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656826 Mar 31 23:17:18.457167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:18.457167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.513989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36432) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:18.685674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c45e5-bc0d-4f16-82a6-96aea99e3eff req-4cccdf46-f5b3-4178-9b46-48e1ced546e9 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.688953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e7c45e5-bc0d-4f16-82a6-96aea99e3eff req-4cccdf46-f5b3-4178-9b46-48e1ced546e9 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 945 time: 0.0973542 Mar 31 23:17:18.748209 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cf7-f2b6-4c49-8374-a67eee9f551f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.785422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e7c45e5-bc0d-4f16-82a6-96aea99e3eff req-edb30858-532e-4358-9939-71e9a26ba092 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873749 Mar 31 23:17:18.835074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36438) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:18.917427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc4b17-8d5d-4525-b443-55ce03dd8f1a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.924805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77fc4b17-8d5d-4525-b443-55ce03dd8f1a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 1091 time: 0.0801103 Mar 31 23:17:18.927442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36440) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:18.929541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cf7-f2b6-4c49-8374-a67eee9f551f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.933578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:18.957929 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.030766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:19.034047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:19.038800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.038800 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.047639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=028834b2-6e74-43b2-a761-2a2f5cf90394,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:19.086240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0866cd3-fef8-4bbb-bfbe-9a2eb8465168 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:19.095773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a682e584-2cac-4cad-99ba-7b5ef667534b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:19.108672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cf7-f2b6-4c49-8374-a67eee9f551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.162939 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7bd45cf7-f2b6-4c49-8374-a67eee9f551f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d81eef6b540430f884efc1da5bb12ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472003 Mar 31 23:17:19.163882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd45cf7-f2b6-4c49-8374-a67eee9f551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9b7c78-d63b-4225-ab41-5309687bd123,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:19.166925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36442) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:19.180798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-09cf1de3-78fc-40c7-a084-7943ba1f3229 None None] Provisioning complete for port a682e584-2cac-4cad-99ba-7b5ef667534b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:19.181182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-09cf1de3-78fc-40c7-a084-7943ba1f3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.191207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.197010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8024174c-d48b-4e32-88f6-ec4370af6f48 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9987679 Mar 31 23:17:19.199744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36444) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:19.209452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8e7c3671-f3f5-4834-819d-9c8e07d44afd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-280631040', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:19.279394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a682e584-2cac-4cad-99ba-7b5ef667534b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:19.280105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.288186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c14cd735-d4e6-4628-812b-f2665b3d94d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.307076 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3671-f3f5-4834-819d-9c8e07d44afd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.308472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3671-f3f5-4834-819d-9c8e07d44afd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.320775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c14cd735-d4e6-4628-812b-f2665b3d94d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.403249 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.404092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3671-f3f5-4834-819d-9c8e07d44afd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.411379 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-09cf1de3-78fc-40c7-a084-7943ba1f3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.476005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3671-f3f5-4834-819d-9c8e07d44afd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.476343 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.481431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-09cf1de3-78fc-40c7-a084-7943ba1f3229 None None] For port a682e584-2cac-4cad-99ba-7b5ef667534b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a682e584-2cac-4cad-99ba-7b5ef667534b,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:19.522148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c14cd735-d4e6-4628-812b-f2665b3d94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.524820 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c14cd735-d4e6-4628-812b-f2665b3d94d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.531305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c14cd735-d4e6-4628-812b-f2665b3d94d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a9b7c78-d63b-4225-ab41-5309687bd123 HTTP/1.1" status: 204 len: 168 time: 0.3604290 Mar 31 23:17:19.582070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cd735-d4e6-4628-812b-f2665b3d94d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9b7c78-d63b-4225-ab41-5309687bd123,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:19.609338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-09cf1de3-78fc-40c7-a084-7943ba1f3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.660962 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3671-f3f5-4834-819d-9c8e07d44afd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.669079 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8e7c3671-f3f5-4834-819d-9c8e07d44afd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4675717 Mar 31 23:17:19.673470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36450) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:19.740375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:17:19.741270 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:17:19.746423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf1de3-78fc-40c7-a084-7943ba1f3229 None None] Pushing event updated for resources: {'Port': ['ID=a682e584-2cac-4cad-99ba-7b5ef667534b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:19.749210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.25.4.149 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/e72a7dc4-5893-418f-a966-9f28fbdf6582) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:19.829825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-30e54a07-2bc5-422a-aa7f-750e9db9669a None None] Provisioning complete for port a682e584-2cac-4cad-99ba-7b5ef667534b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:19.829825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30e54a07-2bc5-422a-aa7f-750e9db9669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.902053 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.053619 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.106924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.182811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:20.192596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:20.195097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:20.197307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=e72a7dc4-5893-418f-a966-9f28fbdf6582,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.350177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::1 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/028834b2-6e74-43b2-a761-2a2f5cf90394/d269f4e2-16df-43a8-ad4a-a02d4e2d1752) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:20.489844 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.545557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.560895 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d938d589-65ae-4e21-bf19-fa015f75e207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.630174 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.689147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d938d589-65ae-4e21-bf19-fa015f75e207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.707116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:20.709171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:20.711871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=d269f4e2-16df-43a8-ad4a-a02d4e2d1752,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.719727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:20.720921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.827157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d938d589-65ae-4e21-bf19-fa015f75e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.869895 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d938d589-65ae-4e21-bf19-fa015f75e207 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=886f7995cec2486da243eb394b96a7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226490 Mar 31 23:17:20.879870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36462) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.898317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938d589-65ae-4e21-bf19-fa015f75e207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69135b2f-5484-46e0-a0ef-d43ad154dc7b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.957881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.009729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-45992277-60c6-4151-bd38-56b0cff38e63 None None] Provisioning complete for port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:21.010725 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45992277-60c6-4151-bd38-56b0cff38e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.049121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.064831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a682e584-2cac-4cad-99ba-7b5ef667534b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:21.066197 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.129041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-45992277-60c6-4151-bd38-56b0cff38e63 None None] Port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:21.146650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a682e584-2cac-4cad-99ba-7b5ef667534b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:21.147309 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.169396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.351801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.362947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.367290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.388325 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69135b2f-5484-46e0-a0ef-d43ad154dc7b HTTP/1.1" status: 204 len: 168 time: 0.5072598 Mar 31 23:17:21.450594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69135b2f-5484-46e0-a0ef-d43ad154dc7b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:21.500623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.501539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.505127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.505516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.505855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.506192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.506565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.506902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.507233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.507561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.507887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.508215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23be2d-6999-446f-94f6-8c853b19914d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:21.543274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.617009 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.678067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.682355 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.756268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=d269f4e2-16df-43a8-ad4a-a02d4e2d1752,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:21.797859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.857269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:21.859231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:21.982450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=e72a7dc4-5893-418f-a966-9f28fbdf6582,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:22.009448 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.176277 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Floating IP eb82c351-15cf-461a-9e5d-fd9cd003183a associated. External IP: 172.25.4.149, port: 733e6dab-7703-48d2-bbd3-bf24912abb18. Mar 31 23:17:22.239463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Router 10a1898c-2f77-4a62-9d66-0d5a63b3705e is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:22.369084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2234e055-d0ae-4783-b462-705f61b21401 None None] Provisioning complete for port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:22.376062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2234e055-d0ae-4783-b462-705f61b21401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:22.438259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2234e055-d0ae-4783-b462-705f61b21401 None None] Port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:22.438518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:22.450930 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8db32f47-0c09-49aa-a1b6-a415f000ed3c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "PUT /v2.0/routers/10a1898c-2f77-4a62-9d66-0d5a63b3705e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7731092 Mar 31 23:17:22.455604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36484) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:22.457494 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Sync routers for ids ['10a1898c-2f77-4a62-9d66-0d5a63b3705e'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:22.473723 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Routers {'10a1898c-2f77-4a62-9d66-0d5a63b3705e'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:22.474349 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['10a1898c-2f77-4a62-9d66-0d5a63b3705e'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:22.586307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d385f8bc-f972-4bf8-ade0-f3b5c7f71143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.588689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d385f8bc-f972-4bf8-ade0-f3b5c7f71143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports/d269f4e2-16df-43a8-ad4a-a02d4e2d1752 HTTP/1.1" status: 200 len: 911 time: 0.1318009 Mar 31 23:17:22.590662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36492) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:22.684074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 362cdfc9-b56b-44fb-962b-cd347d51164c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:22.694075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5fad7-05fa-415e-9236-453c7496a350 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.702843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5fad7-05fa-415e-9236-453c7496a350 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.704662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-60b5fad7-05fa-415e-9236-453c7496a350 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1130757 Mar 31 23:17:22.707893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36494) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:22.745916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Set router 10a1898c-2f77-4a62-9d66-0d5a63b3705e gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:22.884150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:22.895812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] Sync routers for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:22.916339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:22.917432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:23.007820 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.081800 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36502) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:23.086876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c778f961-fa50-496b-958f-e0fcbbea4ce4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1454196 Mar 31 23:17:23.096023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:23.098983 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76" -d '{"events": [{"name": "network-changed", "server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:23.106622 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1898c-2f77-4a62-9d66-0d5a63b3705e', 'name': 'tempest-NetworksTestDHCPv6-router-280631040', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:19Z', 'updated_at': '2022-03-31T23:17:20Z', 'revision_number': 2, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'gw_port_host': None, '_interfaces': [{'id': 'd269f4e2-16df-43a8-ad4a-a02d4e2d1752', 'name': '', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'mac_address': 'fa:16:3e:35:80:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1898c-2f77-4a62-9d66-0d5a63b3705e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '028834b2-6e74-43b2-a761-2a2f5cf90394', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:21Z', 'revision_number': 2, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'subnets': [{'id': '028834b2-6e74-43b2-a761-2a2f5cf90394', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:23.186117 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e50dcf-c36f-40b0-ae02-69e75406541d x-openstack-request-id: req-d3e50dcf-c36f-40b0-ae02-69e75406541d {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:23.186405 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:23.186742 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3e50dcf-c36f-40b0-ae02-69e75406541d {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:23.188364 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e50dcf-c36f-40b0-ae02-69e75406541d'] response: {'name': 'network-changed', 'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'status': 'completed', 'code': 200} Mar 31 23:17:23.193931 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Checking router: 10a1898c-2f77-4a62-9d66-0d5a63b3705e for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:23.195086 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Updating router 10a1898c-2f77-4a62-9d66-0d5a63b3705e port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:17:23.195726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:23.230069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-521ef166-05a2-4039-8c34-22b935c1e78e tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/floatingips/eb82c351-15cf-461a-9e5d-fd9cd003183a HTTP/1.1" status: 200 len: 991 time: 0.1471217 Mar 31 23:17:23.235521 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.282724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-6bf5b99c-423b-467d-b35f-940a26e2b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.282724 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-6bf5b99c-423b-467d-b35f-940a26e2b32a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 1096 time: 0.0737143 Mar 31 23:17:23.589450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.742214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-879c2111-f33a-4009-99ef-dacd3cbc5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.743771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-879c2111-f33a-4009-99ef-dacd3cbc5f87 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 200 len: 898 time: 0.4317596 Mar 31 23:17:23.756478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:52Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:20Z', 'revision_number': 0, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:23.799492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] Checking router: 362cdfc9-b56b-44fb-962b-cd347d51164c for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:23.806924 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.810005 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:23.810646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:23.868692 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-c1df0123-5694-40f2-a876-e2b2b9771286 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733e6dab-7703-48d2-bbd3-bf24912abb18 HTTP/1.1" status: 200 len: 999 time: 0.1161945 Mar 31 23:17:23.920524 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.966919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-9d2980a8-62b9-4472-8125-448e111a5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.968649 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-9d2980a8-62b9-4472-8125-448e111a5080 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e8c0098-6b03-4b6f-9bba-13173c42c710 HTTP/1.1" status: 200 len: 834 time: 0.0925024 Mar 31 23:17:23.993599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:24.017947 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d81d1a-a04d-4130-a06f-e9632c717d77 None None] Pushing event updated for resources: {'Port': ['ID=d269f4e2-16df-43a8-ad4a-a02d4e2d1752,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.056986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:24.057448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.068694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-da5e5026-9cfe-4185-acd7-f29a2f31b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.070268 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-da5e5026-9cfe-4185-acd7-f29a2f31b190 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941365 Mar 31 23:17:24.100376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-40322d09-5663-457b-865c-194eb7c2ede1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:17:24.101422 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Attempting to bind port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:24.101623 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-40322d09-5663-457b-865c-194eb7c2ede1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183771 Mar 31 23:17:24.102835 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Attempting to bind port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:24.112334 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Attempting to bind port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:24.116313 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:24.117418 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:24.118067 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.118778 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:24.119848 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Bound port: d269f4e2-16df-43a8-ad4a-a02d4e2d1752, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:24.120689 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.233943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36530) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:24.242067 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] For port d269f4e2-16df-43a8-ad4a-a02d4e2d1752, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:24.245813 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] For port d269f4e2-16df-43a8-ad4a-a02d4e2d1752, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d269f4e2-16df-43a8-ad4a-a02d4e2d1752,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:24.324088 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.398311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] For port d269f4e2-16df-43a8-ad4a-a02d4e2d1752, host n-d-836015-1, got binding levels [] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:24.398805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.403009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b06d8d60-39f7-4407-aa19-e5ab65051cd1 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/floatingips/eb82c351-15cf-461a-9e5d-fd9cd003183a HTTP/1.1" status: 200 len: 991 time: 0.1675208 Mar 31 23:17:24.425931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for d269f4e2-16df-43a8-ad4a-a02d4e2d1752 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:24.450421 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-a905dfe6-b322-42db-84a8-830cf958315a service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062911 Mar 31 23:17:24.499495 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Routers {'10a1898c-2f77-4a62-9d66-0d5a63b3705e'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:24.500694 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['10a1898c-2f77-4a62-9d66-0d5a63b3705e'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:24.604666 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d81d1a-a04d-4130-a06f-e9632c717d77 None None] Pushing event updated for resources: {'Port': ['ID=d269f4e2-16df-43a8-ad4a-a02d4e2d1752,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.611169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-73b678e6-13e4-46c1-be37-1fa0719b1d65 None None] Provisioning complete for port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:24.611532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-73b678e6-13e4-46c1-be37-1fa0719b1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.726529 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] Set router 10a1898c-2f77-4a62-9d66-0d5a63b3705e gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:24.764717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:52Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:20Z', 'revision_number': 0, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:24.857153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dead99-28da-4d66-a80a-4a7374f161cc None None] The sync data for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 is: [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:16:52Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:20Z', 'revision_number': 0, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:24.859910 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-73b678e6-13e4-46c1-be37-1fa0719b1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.907539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-73b678e6-13e4-46c1-be37-1fa0719b1d65 None None] For port d269f4e2-16df-43a8-ad4a-a02d4e2d1752, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d269f4e2-16df-43a8-ad4a-a02d4e2d1752,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:25.001321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-73b678e6-13e4-46c1-be37-1fa0719b1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.075311 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1898c-2f77-4a62-9d66-0d5a63b3705e', 'name': 'tempest-NetworksTestDHCPv6-router-280631040', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:19Z', 'updated_at': '2022-03-31T23:17:20Z', 'revision_number': 2, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'gw_port_host': None, '_interfaces': [{'id': 'd269f4e2-16df-43a8-ad4a-a02d4e2d1752', 'name': '', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'mac_address': 'fa:16:3e:35:80:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1898c-2f77-4a62-9d66-0d5a63b3705e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '028834b2-6e74-43b2-a761-2a2f5cf90394', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:24Z', 'revision_number': 4, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'subnets': [{'id': '028834b2-6e74-43b2-a761-2a2f5cf90394', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:25.144415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b678e6-13e4-46c1-be37-1fa0719b1d65 None None] Pushing event updated for resources: {'Port': ['ID=d269f4e2-16df-43a8-ad4a-a02d4e2d1752,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:25.144998 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8eda6e-5c7a-4e9d-903c-868d587bd4f6 None None] The sync data for ids ['10a1898c-2f77-4a62-9d66-0d5a63b3705e'] in n-d-836015-1 is: [{'id': '10a1898c-2f77-4a62-9d66-0d5a63b3705e', 'name': 'tempest-NetworksTestDHCPv6-router-280631040', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:19Z', 'updated_at': '2022-03-31T23:17:20Z', 'revision_number': 2, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'gw_port_host': None, '_interfaces': [{'id': 'd269f4e2-16df-43a8-ad4a-a02d4e2d1752', 'name': '', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'mac_address': 'fa:16:3e:35:80:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a1898c-2f77-4a62-9d66-0d5a63b3705e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '028834b2-6e74-43b2-a761-2a2f5cf90394', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:24Z', 'revision_number': 4, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'subnets': [{'id': '028834b2-6e74-43b2-a761-2a2f5cf90394', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:25.162724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7224b61c-140b-4fac-bad6-73029140be2a None None] Provisioning complete for port d269f4e2-16df-43a8-ad4a-a02d4e2d1752 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:25.168081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7224b61c-140b-4fac-bad6-73029140be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.228429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232e295d-6068-43d5-8de2-7f585ba3a475 None None] New status for floating IP eb82c351-15cf-461a-9e5d-fd9cd003183a: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:17:25.385329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36550) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:25.404837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36554) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:25.430314 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3a7509e2-fdcb-4bd7-b87e-7b0f929bde76 req-5ab6e920-ab85-4eb9-9ffc-faa5316660d6 service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9333098 Mar 31 23:17:25.570208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eb0bc5f6-a5c2-4edc-ab44-1eec5e8eef51 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/floatingips/eb82c351-15cf-461a-9e5d-fd9cd003183a HTTP/1.1" status: 200 len: 991 time: 0.1594899 Mar 31 23:17:25.574613 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.594118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.646004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=d269f4e2-16df-43a8-ad4a-a02d4e2d1752,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:25.762357 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.799355 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.938187 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.025569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f583d010ece4447ca92e28618aae6b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385295 Mar 31 23:17:26.033552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a42a3c9-795b-4662-89ad-b81f79fa68f9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:26.033552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36564) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.038426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Router 10a1898c-2f77-4a62-9d66-0d5a63b3705e has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:26.055972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.056549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.057752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.058890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.059227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.059557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.059893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.060219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.060542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.060864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.061187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.061532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3dd8f8-4b1d-4903-a5bd-2bd2bb9c9557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:26.130215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:26.135773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3eed97f1-1278-4c7a-a2b9-ba01ce7eaeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.141889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36566) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.142322 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aaf9ed65-454b-4fb0-bea7-1100cf4e80a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "PUT /v2.0/routers/10a1898c-2f77-4a62-9d66-0d5a63b3705e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4326096 Mar 31 23:17:26.200387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3eed97f1-1278-4c7a-a2b9-ba01ce7eaeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.233004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0950f612-6e89-44fa-b267-c8f97872ddce tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.234779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0950f612-6e89-44fa-b267-c8f97872ddce tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.236297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0950f612-6e89-44fa-b267-c8f97872ddce tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0931399 Mar 31 23:17:26.239016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36568) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.350415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48afe9f-c2ce-4bda-b059-60f40b369413 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 028834b2-6e74-43b2-a761-2a2f5cf90394 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:26.353984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48afe9f-c2ce-4bda-b059-60f40b369413 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.411976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48afe9f-c2ce-4bda-b059-60f40b369413 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.431443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3eed97f1-1278-4c7a-a2b9-ba01ce7eaeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.434167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3eed97f1-1278-4c7a-a2b9-ba01ce7eaeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.435407 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3eed97f1-1278-4c7a-a2b9-ba01ce7eaeab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a42a3c9-795b-4662-89ad-b81f79fa68f9 HTTP/1.1" status: 204 len: 168 time: 0.4032640 Mar 31 23:17:26.456238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed97f1-1278-4c7a-a2b9-ba01ce7eaeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a42a3c9-795b-4662-89ad-b81f79fa68f9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:26.472907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48afe9f-c2ce-4bda-b059-60f40b369413 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.572393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36576) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.634637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36578) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.654432 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ad390dcd-ce3b-48f5-a170-63ee86d7fa16 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/floatingips/eb82c351-15cf-461a-9e5d-fd9cd003183a HTTP/1.1" status: 200 len: 993 time: 0.0804710 Mar 31 23:17:26.656865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48afe9f-c2ce-4bda-b059-60f40b369413 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.690224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48afe9f-c2ce-4bda-b059-60f40b369413 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=028834b2-6e74-43b2-a761-2a2f5cf90394,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:26.694046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f48afe9f-c2ce-4bda-b059-60f40b369413 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.697429 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f48afe9f-c2ce-4bda-b059-60f40b369413 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/028834b2-6e74-43b2-a761-2a2f5cf90394 HTTP/1.1" status: 204 len: 168 time: 0.4573162 Mar 31 23:17:26.701332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36582) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.713852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14f06b9-c54f-4dec-b67f-60a80f3b1b0e None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:26.872037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d4ddd6ab-2372-4bde-a875-25a1a90a678d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1675913 Mar 31 23:17:26.875177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36586) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.989598 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9cf-8bf3-4ed1-8664-7f6d4c21eb6f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.039043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:27.076089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-05243068-95fb-4293-84c3-b979fc7eae05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=402cdc092bb44efb89e58dc191dcb5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390728 Mar 31 23:17:27.077347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36594) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:27.113299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] Deleting port a682e584-2cac-4cad-99ba-7b5ef667534b {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:27.114275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.196964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] For port a682e584-2cac-4cad-99ba-7b5ef667534b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a682e584-2cac-4cad-99ba-7b5ef667534b,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:27.197756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.215110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] Calling delete_port for a682e584-2cac-4cad-99ba-7b5ef667534b owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:27.228012 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9cf-8bf3-4ed1-8664-7f6d4c21eb6f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.228012 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9cf-8bf3-4ed1-8664-7f6d4c21eb6f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.271933 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa049df8-9850-4cc9-8ac8-f60122aa4392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.273171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] Sync routers for ids ['10a1898c-2f77-4a62-9d66-0d5a63b3705e'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:27.299888 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa049df8-9850-4cc9-8ac8-f60122aa4392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.307317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] Routers {'10a1898c-2f77-4a62-9d66-0d5a63b3705e'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:27.308262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['10a1898c-2f77-4a62-9d66-0d5a63b3705e'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:27.374208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9cf-8bf3-4ed1-8664-7f6d4c21eb6f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.375304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8fd9cf-8bf3-4ed1-8664-7f6d4c21eb6f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Fanout notify agent at l3_agent the message router_deleted on router 10a1898c-2f77-4a62-9d66-0d5a63b3705e {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:27.386356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd9cf-8bf3-4ed1-8664-7f6d4c21eb6f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.386356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bd8fd9cf-8bf3-4ed1-8664-7f6d4c21eb6f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/routers/10a1898c-2f77-4a62-9d66-0d5a63b3705e HTTP/1.1" status: 204 len: 168 time: 0.5072570 Mar 31 23:17:27.386614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36600) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:27.391601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:27.393149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] Set router 10a1898c-2f77-4a62-9d66-0d5a63b3705e gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:27.451881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa049df8-9850-4cc9-8ac8-f60122aa4392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.455257 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa049df8-9850-4cc9-8ac8-f60122aa4392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.456419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aa049df8-9850-4cc9-8ac8-f60122aa4392 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eae9ebe-82d4-470f-97bb-44dc4e7f6e17 HTTP/1.1" status: 204 len: 168 time: 0.3771758 Mar 31 23:17:27.458667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a1898c-2f77-4a62-9d66-0d5a63b3705e', 'name': 'tempest-NetworksTestDHCPv6-router-280631040', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:19Z', 'updated_at': '2022-03-31T23:17:25Z', 'revision_number': 3, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:27.477873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa049df8-9850-4cc9-8ac8-f60122aa4392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eae9ebe-82d4-470f-97bb-44dc4e7f6e17,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:27.498171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] Checking router: 10a1898c-2f77-4a62-9d66-0d5a63b3705e for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:27.515749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] Routers set() bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:27.516125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] Router IDs set() for agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:17:27.516725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_agentschedulers_db [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10a1898c-2f77-4a62-9d66-0d5a63b3705e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent'). {{(pid=109822) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:17:27.517233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c4e74-31c5-413d-b375-4824ce81d2e1 None None] The sync data for ids ['10a1898c-2f77-4a62-9d66-0d5a63b3705e'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:27.578377 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.606928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] Pushing event deleted for resources: {'Port': ['ID=a682e584-2cac-4cad-99ba-7b5ef667534b,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:27.608783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386424a-e069-45ae-9bb3-ea995aff1763 None None] No DVR routers for this DVR port a682e584-2cac-4cad-99ba-7b5ef667534b on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:27.682928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:27.686587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.040493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.080243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:28.087517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:28.090593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.091364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.098775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46665a-f65b-41a2-9bd4-65d51bb0e0cc None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:28.116282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=cf45e24f-2aa1-4478-984a-afbc40831d7c,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.204270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-904b7fdc-9877-40ac-bfb0-57ac6641c8f4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8165753 Mar 31 23:17:28.207011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36618) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:28.211818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f1176ee9-c0a0-4b38-b9d8-df5dade66618 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1753541934', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:28.270098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': 'cf45e24f-2aa1-4478-984a-afbc40831d7c'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:28.271060 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.360441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1176ee9-c0a0-4b38-b9d8-df5dade66618 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.361695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1176ee9-c0a0-4b38-b9d8-df5dade66618 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.420157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1176ee9-c0a0-4b38-b9d8-df5dade66618 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.435463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/cf45e24f-2aa1-4478-984a-afbc40831d7c/33cb79f5-a1e3-4458-87cd-7a32f630bcce) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:28.518137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1176ee9-c0a0-4b38-b9d8-df5dade66618 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.605420 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.633673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1176ee9-c0a0-4b38-b9d8-df5dade66618 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.634788 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1176ee9-c0a0-4b38-b9d8-df5dade66618 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4265652 Mar 31 23:17:28.637677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36630) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:28.748193 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.820418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:28.822966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:28.825020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Pushing event updated for resources: {'Port': ['ID=33cb79f5-a1e3-4458-87cd-7a32f630bcce,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.836346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:28.901192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Attempting to bind port 33cb79f5-a1e3-4458-87cd-7a32f630bcce on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:28.901611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Attempting to bind port 33cb79f5-a1e3-4458-87cd-7a32f630bcce by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:28.902099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Attempting to bind port 33cb79f5-a1e3-4458-87cd-7a32f630bcce on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:28.908037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:28.908701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:28.909332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.909927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:28.910429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Bound port: 33cb79f5-a1e3-4458-87cd-7a32f630bcce, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:28.911295 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.968371 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.988653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] For port 33cb79f5-a1e3-4458-87cd-7a32f630bcce, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:28.992614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] For port 33cb79f5-a1e3-4458-87cd-7a32f630bcce, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=33cb79f5-a1e3-4458-87cd-7a32f630bcce,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:29.044401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d269f4e2-16df-43a8-ad4a-a02d4e2d1752 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:29.073238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d269f4e2-16df-43a8-ad4a-a02d4e2d1752 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:29.078460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d269f4e2-16df-43a8-ad4a-a02d4e2d1752 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:29.078460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a682e584-2cac-4cad-99ba-7b5ef667534b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:29.096025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a682e584-2cac-4cad-99ba-7b5ef667534b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:29.096665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a682e584-2cac-4cad-99ba-7b5ef667534b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:29.158133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.244536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb2b73-7414-4e8d-822d-34674a44cce9 None None] Pushing event updated for resources: {'Port': ['ID=33cb79f5-a1e3-4458-87cd-7a32f630bcce,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:29.327628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::1 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/cf45e24f-2aa1-4478-984a-afbc40831d7c/869fd820-57eb-483a-a151-1e705ced0a4d) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:29.370916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36654) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:29.517223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.673386 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.737431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:29.741355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:29.748430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:29.753679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:29.754544 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.760662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=869fd820-57eb-483a-a151-1e705ced0a4d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:29.891684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.984734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.998086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.119429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Allocated IP 172.25.4.140 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/d495e097-7f58-4c6c-9e56-b75511440e69) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:30.264892 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.332385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.395164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.454094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:30.457067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:30.459510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Pushing event updated for resources: {'Port': ['ID=d495e097-7f58-4c6c-9e56-b75511440e69,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:30.461930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:30.492676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.494137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.594529 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.639439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-45bddbf2-e9ca-4375-a7e7-8c80f6b72e75 None None] Provisioning complete for port 33cb79f5-a1e3-4458-87cd-7a32f630bcce triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:30.640178 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45bddbf2-e9ca-4375-a7e7-8c80f6b72e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.683078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=869fd820-57eb-483a-a151-1e705ced0a4d,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:30.697746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:30.697746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:30.768941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45bddbf2-e9ca-4375-a7e7-8c80f6b72e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.835413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-45bddbf2-e9ca-4375-a7e7-8c80f6b72e75 None None] For port 33cb79f5-a1e3-4458-87cd-7a32f630bcce, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=33cb79f5-a1e3-4458-87cd-7a32f630bcce,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:30.839294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.931494 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45bddbf2-e9ca-4375-a7e7-8c80f6b72e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.996856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bddbf2-e9ca-4375-a7e7-8c80f6b72e75 None None] Pushing event updated for resources: {'Port': ['ID=33cb79f5-a1e3-4458-87cd-7a32f630bcce,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.027435 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Router 6a04e089-8328-4ea2-b2e4-979f9441e39b is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:31.083779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-33aa31fa-1f04-4f5b-8c9b-0cc309f88f6d None None] Provisioning complete for port 869fd820-57eb-483a-a151-1e705ced0a4d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:31.084469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-33aa31fa-1f04-4f5b-8c9b-0cc309f88f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.133464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.148961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-33aa31fa-1f04-4f5b-8c9b-0cc309f88f6d None None] Port 869fd820-57eb-483a-a151-1e705ced0a4d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:31.177731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 33cb79f5-a1e3-4458-87cd-7a32f630bcce up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:31.212448 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.261198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:31.275103 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Sync routers for ids ['6a04e089-8328-4ea2-b2e4-979f9441e39b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:31.278108 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7550fc17-fe57-4cab-8ad8-15e01960c5dd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "PUT /v2.0/routers/6a04e089-8328-4ea2-b2e4-979f9441e39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6390507 Mar 31 23:17:31.279116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-84575233-60cd-460b-afc4-c8cd5feb1524 None None] Provisioning complete for port 869fd820-57eb-483a-a151-1e705ced0a4d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:31.279485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-84575233-60cd-460b-afc4-c8cd5feb1524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.281248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36686) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.304322 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Routers {'6a04e089-8328-4ea2-b2e4-979f9441e39b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:31.307255 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['6a04e089-8328-4ea2-b2e4-979f9441e39b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:31.317570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 33cb79f5-a1e3-4458-87cd-7a32f630bcce triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:31.317965 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.345999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Pushing event updated for resources: {'Port': ['ID=d495e097-7f58-4c6c-9e56-b75511440e69,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.373412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-84575233-60cd-460b-afc4-c8cd5feb1524 None None] Port 869fd820-57eb-483a-a151-1e705ced0a4d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:31.376040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40453d28-99e6-43b3-b676-425f33494251 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.382329 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-40453d28-99e6-43b3-b676-425f33494251 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports/869fd820-57eb-483a-a151-1e705ced0a4d HTTP/1.1" status: 200 len: 911 time: 0.0969083 Mar 31 23:17:31.384735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36688) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.434014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.497891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7d549-1126-42ef-923c-8ae9efd0148f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.507145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7d549-1126-42ef-923c-8ae9efd0148f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.512061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c5b7d549-1126-42ef-923c-8ae9efd0148f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1233904 Mar 31 23:17:31.512339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36694) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.565413 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Set router 6a04e089-8328-4ea2-b2e4-979f9441e39b gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:31.601644 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.603247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b37568b-f08c-4d1f-a02a-2d8092b71b4c tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2310758 Mar 31 23:17:31.606295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36696) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.612181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1372053514', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'fixed_ips': [{'ip_address': '172.25.4.140'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:31.790810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Made reservation on behalf of 6b9e88fc808048cdab2a2f37fa21aed1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:31.793569 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.823922 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04e089-8328-4ea2-b2e4-979f9441e39b', 'name': 'tempest-NetworksTestDHCPv6-router-1753541934', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:28Z', 'updated_at': '2022-03-31T23:17:29Z', 'revision_number': 2, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'gw_port_host': None, '_interfaces': [{'id': '869fd820-57eb-483a-a151-1e705ced0a4d', 'name': '', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'mac_address': 'fa:16:3e:ac:f5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04e089-8328-4ea2-b2e4-979f9441e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cf45e24f-2aa1-4478-984a-afbc40831d7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:29Z', 'updated_at': '2022-03-31T23:17:30Z', 'revision_number': 2, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'subnets': [{'id': 'cf45e24f-2aa1-4478-984a-afbc40831d7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:31.838346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.860467 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Checking router: 6a04e089-8328-4ea2-b2e4-979f9441e39b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:31.865261 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Updating router 6a04e089-8328-4ea2-b2e4-979f9441e39b port 869fd820-57eb-483a-a151-1e705ced0a4d binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:17:31.891038 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.040488 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:17:32.064196 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.157995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.224089 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.228087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36700) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:32.235819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'network': {'name': 'tempest-network-smoke--421238578', 'project_id': '64f8a3a0570c41c492b5a89524102168', 'port_security_enabled': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:32.360733 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.371785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Made reservation on behalf of 64f8a3a0570c41c492b5a89524102168 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:32.377178 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.392945 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.447840 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cad46-8407-49d2-b691-c186d8f4f373 None None] Pushing event updated for resources: {'Port': ['ID=869fd820-57eb-483a-a151-1e705ced0a4d,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:32.481735 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Attempting to bind port 869fd820-57eb-483a-a151-1e705ced0a4d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:32.482535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Attempting to bind port 869fd820-57eb-483a-a151-1e705ced0a4d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:32.489396 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Attempting to bind port 869fd820-57eb-483a-a151-1e705ced0a4d on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:32.498899 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:32.500190 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:32.500506 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.500964 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:32.501603 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Bound port: 869fd820-57eb-483a-a151-1e705ced0a4d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:32.503659 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.555606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.599687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.603203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] device_id is not set on port 0d0435dd-faf6-462e-97e8-6ee48ae8ec8d yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:32.638607 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] For port 869fd820-57eb-483a-a151-1e705ced0a4d, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:32.648838 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] For port 869fd820-57eb-483a-a151-1e705ced0a4d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=869fd820-57eb-483a-a151-1e705ced0a4d,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:32.681601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.717101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:32.729476 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab65a0-60a7-4184-a08f-daa89da519d2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:32.743844 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.744253 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Added segment 3969e3e7-a70f-420a-8a5f-687298bf5352 of type vlan for network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 Mar 31 23:17:32.744681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea178d-6217-4c73-aa74-8f7c2bdb0588,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:32.782312 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.804431 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.818177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-dada4739-5d89-4209-ad82-b0b40e539ffb None None] Provisioning complete for port 869fd820-57eb-483a-a151-1e705ced0a4d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:32.819533 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dada4739-5d89-4209-ad82-b0b40e539ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.871218 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cad46-8407-49d2-b691-c186d8f4f373 None None] Pushing event updated for resources: {'Port': ['ID=869fd820-57eb-483a-a151-1e705ced0a4d,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:32.877969 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Routers {'6a04e089-8328-4ea2-b2e4-979f9441e39b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:32.877969 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['6a04e089-8328-4ea2-b2e4-979f9441e39b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:32.938073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dada4739-5d89-4209-ad82-b0b40e539ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.960464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.969471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.970452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.004917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dada4739-5d89-4209-ad82-b0b40e539ffb None None] For port 869fd820-57eb-483a-a151-1e705ced0a4d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=869fd820-57eb-483a-a151-1e705ced0a4d,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.070690 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] Set router 6a04e089-8328-4ea2-b2e4-979f9441e39b gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:33.107621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 33cb79f5-a1e3-4458-87cd-7a32f630bcce up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:33.120397 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:17:33.120840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:33.155042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 869fd820-57eb-483a-a151-1e705ced0a4d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:33.155042 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.167486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Network': ['ID=fe697c35-eba2-436f-b5a0-87fb2d2b61e1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.191873 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4503bcc7-a791-4d0a-b73b-a5d61d657efd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9615693 Mar 31 23:17:33.197929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36704) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:33.201616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'admin_state_up': True, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:33.202072 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dada4739-5d89-4209-ad82-b0b40e539ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.204778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:33.291314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] For port 869fd820-57eb-483a-a151-1e705ced0a4d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=869fd820-57eb-483a-a151-1e705ced0a4d,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.292097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.307981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-93cf9047-40e7-4c2f-9eba-18bda9bd18cf tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7000499 Mar 31 23:17:33.311086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:33.313359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 869fd820-57eb-483a-a151-1e705ced0a4d owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:33.351275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4739-5d89-4209-ad82-b0b40e539ffb None None] Pushing event updated for resources: {'Port': ['ID=869fd820-57eb-483a-a151-1e705ced0a4d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.355947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-24194c68-9257-4a60-b6e0-79b42342afdb None None] Provisioning complete for port 869fd820-57eb-483a-a151-1e705ced0a4d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:33.356314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-24194c68-9257-4a60-b6e0-79b42342afdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.360140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 33cb79f5-a1e3-4458-87cd-7a32f630bcce triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:33.360501 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.426904 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04e089-8328-4ea2-b2e4-979f9441e39b', 'name': 'tempest-NetworksTestDHCPv6-router-1753541934', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:28Z', 'updated_at': '2022-03-31T23:17:29Z', 'revision_number': 2, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'gw_port_host': None, '_interfaces': [{'id': '869fd820-57eb-483a-a151-1e705ced0a4d', 'name': '', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'mac_address': 'fa:16:3e:ac:f5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04e089-8328-4ea2-b2e4-979f9441e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cf45e24f-2aa1-4478-984a-afbc40831d7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:29Z', 'updated_at': '2022-03-31T23:17:32Z', 'revision_number': 4, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'subnets': [{'id': 'cf45e24f-2aa1-4478-984a-afbc40831d7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:33.440457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.451829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.485487 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835431b7-8468-4957-a50f-ab432ff7a68c None None] The sync data for ids ['6a04e089-8328-4ea2-b2e4-979f9441e39b'] in n-d-836015-1 is: [{'id': '6a04e089-8328-4ea2-b2e4-979f9441e39b', 'name': 'tempest-NetworksTestDHCPv6-router-1753541934', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:28Z', 'updated_at': '2022-03-31T23:17:29Z', 'revision_number': 2, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'gw_port_host': None, '_interfaces': [{'id': '869fd820-57eb-483a-a151-1e705ced0a4d', 'name': '', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'mac_address': 'fa:16:3e:ac:f5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04e089-8328-4ea2-b2e4-979f9441e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cf45e24f-2aa1-4478-984a-afbc40831d7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:29Z', 'updated_at': '2022-03-31T23:17:32Z', 'revision_number': 4, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'subnets': [{'id': 'cf45e24f-2aa1-4478-984a-afbc40831d7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:33.603802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.640226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Deleting port d495e097-7f58-4c6c-9e56-b75511440e69 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:33.640569 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.766731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.767388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.785358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Calling delete_port for d495e097-7f58-4c6c-9e56-b75511440e69 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:33.817275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.848234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=869fd820-57eb-483a-a151-1e705ced0a4d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.982912 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.004176 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70d0dd09-fa9d-48b6-ae51-9491911edbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.129842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.220548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Router 6a04e089-8328-4ea2-b2e4-979f9441e39b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:34.300658 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.303511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:34.312429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3081beab-4911-49ee-83c6-cb73a3c98003 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "PUT /v2.0/routers/6a04e089-8328-4ea2-b2e4-979f9441e39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7961657 Mar 31 23:17:34.312627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36710) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.333487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Pushing event deleted for resources: {'Port': ['ID=d495e097-7f58-4c6c-9e56-b75511440e69,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:34.374044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4325e-cac7-459e-a340-cb0d36c8e42e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.376424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4325e-cac7-459e-a340-cb0d36c8e42e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.377999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-52d4325e-cac7-459e-a340-cb0d36c8e42e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0643985 Mar 31 23:17:34.381100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36712) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.445509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-77404327-37c6-46f0-8274-1dc3db37fcd5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet cf45e24f-2aa1-4478-984a-afbc40831d7c {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:34.449407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77404327-37c6-46f0-8274-1dc3db37fcd5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.502935 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77404327-37c6-46f0-8274-1dc3db37fcd5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.614233 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77404327-37c6-46f0-8274-1dc3db37fcd5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.790223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.790814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77404327-37c6-46f0-8274-1dc3db37fcd5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.792821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.794103 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0790a4c9-a0a4-4db5-856f-d34186d602ed tempest-ExternalNetworksAdminNegativeTestJSON-1494276341 tempest-ExternalNetworksAdminNegativeTestJSON-1494276341-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/718aa792-c94a-4204-8d35-9e0f13d24db3 HTTP/1.1" status: 204 len: 168 time: 1.4818687 Mar 31 23:17:34.827101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77404327-37c6-46f0-8274-1dc3db37fcd5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.830789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77404327-37c6-46f0-8274-1dc3db37fcd5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/cf45e24f-2aa1-4478-984a-afbc40831d7c HTTP/1.1" status: 204 len: 168 time: 0.4486189 Mar 31 23:17:34.832429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77404327-37c6-46f0-8274-1dc3db37fcd5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=cf45e24f-2aa1-4478-984a-afbc40831d7c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:34.834588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bddb04-a86d-4d69-98c4-c1395d90544f None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:34.835588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36716) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.955228 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.966800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b584d1ef-22bf-4b54-8a19-5e903133a4a3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1263051 Mar 31 23:17:34.968827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36718) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.987529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.088619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b15cede6-d06d-4ac4-8d24-ad41ebbcc903 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.153055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:35.217253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] Deleting port 33cb79f5-a1e3-4458-87cd-7a32f630bcce {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:35.217616 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.244658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Allocated IP 172.25.4.107 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/06df6cae-28e0-4c29-b5e9-f70bd1a3be74) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:35.302125 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b15cede6-d06d-4ac4-8d24-ad41ebbcc903 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.304339 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b15cede6-d06d-4ac4-8d24-ad41ebbcc903 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.323258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] For port 33cb79f5-a1e3-4458-87cd-7a32f630bcce, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=33cb79f5-a1e3-4458-87cd-7a32f630bcce,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:35.325217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.338742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] Calling delete_port for 33cb79f5-a1e3-4458-87cd-7a32f630bcce owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:35.402510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.408635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] Sync routers for ids ['6a04e089-8328-4ea2-b2e4-979f9441e39b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:35.424360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] Routers {'6a04e089-8328-4ea2-b2e4-979f9441e39b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:35.425039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['6a04e089-8328-4ea2-b2e4-979f9441e39b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.479972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b15cede6-d06d-4ac4-8d24-ad41ebbcc903 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.480625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15cede6-d06d-4ac4-8d24-ad41ebbcc903 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Fanout notify agent at l3_agent the message router_deleted on router 6a04e089-8328-4ea2-b2e4-979f9441e39b {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:35.488611 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b15cede6-d06d-4ac4-8d24-ad41ebbcc903 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.489867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b15cede6-d06d-4ac4-8d24-ad41ebbcc903 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/routers/6a04e089-8328-4ea2-b2e4-979f9441e39b HTTP/1.1" status: 204 len: 168 time: 0.5201242 Mar 31 23:17:35.492636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36724) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:35.513314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36726) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:35.515589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] Set router 6a04e089-8328-4ea2-b2e4-979f9441e39b gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:35.561927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76717d23-e643-4498-96e9-2b9e67df4bbe tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.563560 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-76717d23-e643-4498-96e9-2b9e67df4bbe tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0694070 Mar 31 23:17:35.568141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36730) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:35.581297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04e089-8328-4ea2-b2e4-979f9441e39b', 'name': 'tempest-NetworksTestDHCPv6-router-1753541934', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:28Z', 'updated_at': '2022-03-31T23:17:33Z', 'revision_number': 3, 'project_id': '6cd17529b8394377aff19e012a44b1a6', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.611525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.615086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] Checking router: 6a04e089-8328-4ea2-b2e4-979f9441e39b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:35.631472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] Routers set() bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:35.631849 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] Router IDs set() for agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:17:35.632513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_agentschedulers_db [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a04e089-8328-4ea2-b2e4-979f9441e39b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent'). {{(pid=109822) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:17:35.632903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2a64e-0580-4214-858a-3cbd8f39606a None None] The sync data for ids ['6a04e089-8328-4ea2-b2e4-979f9441e39b'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:35.649037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:35.654553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:35.664454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:35.688746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37e8e1af-9a73-40dd-8921-efe517a018dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.703816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=06df6cae-28e0-4c29-b5e9-f70bd1a3be74,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.708638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fccb9b-8e35-43b4-a5c3-1786ee1483e0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.710284 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-99fccb9b-8e35-43b4-a5c3-1786ee1483e0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1404355 Mar 31 23:17:35.714181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36732) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:35.754936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.769071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0e13b157-d765-4978-a910-51828b3b18bb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543873 Mar 31 23:17:35.780856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36734) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:35.781221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] No DVR routers for this DVR port 33cb79f5-a1e3-4458-87cd-7a32f630bcce on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:35.804870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba81ec-2878-451c-a7ac-2c8bffa0900a None None] Pushing event deleted for resources: {'Port': ['ID=33cb79f5-a1e3-4458-87cd-7a32f630bcce,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.810135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:35.855962 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37e8e1af-9a73-40dd-8921-efe517a018dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.950726 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-37e8e1af-9a73-40dd-8921-efe517a018dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.994097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-37e8e1af-9a73-40dd-8921-efe517a018dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08e58251488049dbb434503d8078e5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760361 Mar 31 23:17:35.994097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8e1af-9a73-40dd-8921-efe517a018dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deeadad-430b-475a-a920-96c46457513f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.995450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36736) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:36.058706 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc36a2a9-dbd3-4842-bb2e-25dfa41a50e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.184253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc36a2a9-dbd3-4842-bb2e-25dfa41a50e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.186690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:36.191441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.234702 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c12e18ad-0776-4999-9923-f5e447912398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.347852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.514396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc36a2a9-dbd3-4842-bb2e-25dfa41a50e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.517642 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc36a2a9-dbd3-4842-bb2e-25dfa41a50e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.518842 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cc36a2a9-dbd3-4842-bb2e-25dfa41a50e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4deeadad-430b-475a-a920-96c46457513f HTTP/1.1" status: 204 len: 168 time: 0.5212915 Mar 31 23:17:36.544669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36a2a9-dbd3-4842-bb2e-25dfa41a50e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deeadad-430b-475a-a920-96c46457513f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:36.651932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.917126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:17:36.920294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.969168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:36.975132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:36.979874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.980467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.987870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac040276-4fae-4310-a2f7-23962d86751d None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:37.005593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=ab55ddd4-6b62-4977-a052-20ba8379ed67,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:37.050645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 33cb79f5-a1e3-4458-87cd-7a32f630bcce no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:37.076826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 33cb79f5-a1e3-4458-87cd-7a32f630bcce {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:37.077294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 33cb79f5-a1e3-4458-87cd-7a32f630bcce not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:37.077718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 869fd820-57eb-483a-a151-1e705ced0a4d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:37.099945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 869fd820-57eb-483a-a151-1e705ced0a4d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:37.100282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 869fd820-57eb-483a-a151-1e705ced0a4d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:37.105479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Router 9ef43247-2f16-4249-ae29-a2136eeef1a1 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:37.113571 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d6f609a7-a06c-4133-9f24-905d0eb36d02 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3313236 Mar 31 23:17:37.113799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36744) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:37.119201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:37.241646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': 'ab55ddd4-6b62-4977-a052-20ba8379ed67'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:37.243121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.325942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:37.343775 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Sync routers for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:37.357461 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:37.359254 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:37.382375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:37.411454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Allocated IP 2001:db8::f816:3eff:fea3:1df4 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/ab55ddd4-6b62-4977-a052-20ba8379ed67/4468ddbb-04ba-4ffb-9e44-444a890c11e9) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:37.434987 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cf997a75-9bad-4805-b356-eebc64506a98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b9e88fc808048cdab2a2f37fa21aed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512874 Mar 31 23:17:37.437902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36750) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:37.446551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:37.450399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.457421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.461554 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cc7b11cb-e5de-4d36-861b-e845e763f636 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2631271 Mar 31 23:17:37.462310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36752) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:37.496315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:37.612553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef625c7e-c7bc-40fa-9d1b-70410dfc9544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.696640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef625c7e-c7bc-40fa-9d1b-70410dfc9544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.748293 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.755135 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:35Z', 'revision_number': 3, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:37.786757 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.799148 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Checking router: 9ef43247-2f16-4249-ae29-a2136eeef1a1 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:37.804732 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Updating router 9ef43247-2f16-4249-ae29-a2136eeef1a1 port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:17:37.831698 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.894129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-db9cb6e6-abfe-4f8a-80e6-f584302643b5 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=64f8a3a0570c41c492b5a89524102168&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4282150 Mar 31 23:17:37.894577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36756) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:37.936116 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.984409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:37.988070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:37.991310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:38.017070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Pushing event updated for resources: {'Port': ['ID=4468ddbb-04ba-4ffb-9e44-444a890c11e9,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.077481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Attempting to bind port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:38.077913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Attempting to bind port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:38.078710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Attempting to bind port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:38.085869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:38.086254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:38.086891 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.087373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:38.088002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Bound port: 4468ddbb-04ba-4ffb-9e44-444a890c11e9, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:38.089300 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.150326 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.175908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] For port 4468ddbb-04ba-4ffb-9e44-444a890c11e9, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:38.179278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] For port 4468ddbb-04ba-4ffb-9e44-444a890c11e9, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4468ddbb-04ba-4ffb-9e44-444a890c11e9,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:38.244694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef625c7e-c7bc-40fa-9d1b-70410dfc9544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.246355 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.247286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ef625c7e-c7bc-40fa-9d1b-70410dfc9544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.248464 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ef625c7e-c7bc-40fa-9d1b-70410dfc9544 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91ea178d-6217-4c73-aa74-8f7c2bdb0588 HTTP/1.1" status: 204 len: 168 time: 0.8090973 Mar 31 23:17:38.249973 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.288657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.301041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef625c7e-c7bc-40fa-9d1b-70410dfc9544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea178d-6217-4c73-aa74-8f7c2bdb0588,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.313168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:38.324657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:38.337142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.337752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.348624 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696157c0-0771-41f6-8744-11f002e082b3 None None] Pushing event updated for resources: {'Port': ['ID=06df6cae-28e0-4c29-b5e9-f70bd1a3be74,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.361343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=be4ef595-74a0-4196-a5a1-f61f57304d5c,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.366308 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Attempting to bind port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:38.369377 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Attempting to bind port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:38.369520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7450e-76ba-489b-be62-081ef893cb06 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.369669 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Attempting to bind port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:38.369878 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-44d7450e-76ba-489b-be62-081ef893cb06 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4729218 Mar 31 23:17:38.371391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36762) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:38.384025 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:38.384399 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:38.384796 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.389032 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:38.389487 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Bound port: 06df6cae-28e0-4c29-b5e9-f70bd1a3be74, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:38.389684 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.430313 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f2352b7a-1066-46a9-8e28-be05f3184db9 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0576491 Mar 31 23:17:38.432943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36764) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:38.439447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774298819', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'project_id': '64f8a3a0570c41c492b5a89524102168', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:38.464051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e9766-d590-4163-82e7-a0ed7e24484c None None] Pushing event updated for resources: {'Port': ['ID=4468ddbb-04ba-4ffb-9e44-444a890c11e9,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.481245 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] For port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:38.484239 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] For port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=06df6cae-28e0-4c29-b5e9-f70bd1a3be74,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:38.508180 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-284f9aa9-911d-494e-9f6d-d85c85fda2bd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3932397 Mar 31 23:17:38.511129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36766) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:38.528867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:57:41:e4', 'name': 'tempest-NetworksTestDHCPv6-700983962'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:38.584962 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.646535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:38.647869 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:38.695672 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.728157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Made reservation on behalf of 64f8a3a0570c41c492b5a89524102168 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:38.733262 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.848743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:38.871725 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696157c0-0771-41f6-8744-11f002e082b3 None None] Pushing event updated for resources: {'Port': ['ID=06df6cae-28e0-4c29-b5e9-f70bd1a3be74,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.891941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.988569 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:39.048573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.121267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 59cf1d93-811b-4b0a-88f0-a48c00b306be yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:39.173418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.196930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4468ddbb-04ba-4ffb-9e44-444a890c11e9 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:39.297492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:39.298373 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.307552 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:35Z', 'revision_number': 3, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.311152 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.357985 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f6af85-cf3a-4e35-a787-39ca0ef79657 None None] The sync data for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 is: [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:35Z', 'revision_number': 3, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:39.393747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 172.20.0.4 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/be4ef595-74a0-4196-a5a1-f61f57304d5c/59cf1d93-811b-4b0a-88f0-a48c00b306be) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:39.402069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fe57:41e4 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/ab55ddd4-6b62-4977-a052-20ba8379ed67/59cf1d93-811b-4b0a-88f0-a48c00b306be) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:39.423019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Subnet': ['ID=37ab941d-5663-403c-9dc6-c01ca33a66fa,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:39.449715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.510705 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Checking segment: {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:39.511091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network hostable DHCP agents. Network: fe697c35-eba2-436f-b5a0-87fb2d2b61e1, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:39.575293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 4468ddbb-04ba-4ffb-9e44-444a890c11e9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4468ddbb-04ba-4ffb-9e44-444a890c11e9,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:39.668568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.699113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:39.751577 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.757971 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.851865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fe697c35-eba2-436f-b5a0-87fb2d2b61e1) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:39.854230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=4468ddbb-04ba-4ffb-9e44-444a890c11e9,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:39.862963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.864238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.871164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094d7c3-1721-42f9-a046-e8d5c7548178 None None] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:39.885969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.964784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=59cf1d93-811b-4b0a-88f0-a48c00b306be,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:39.989856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:39.991652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:39.993378 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3bc1ceaa-49e0-4490-b729-6b490eb9aef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5591922 Mar 31 23:17:39.996318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36786) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:39.997696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:40.075855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.076525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.128862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9d405-aca8-44a6-9eef-94bc36db2a28 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:40.203222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-62df1ef6-1747-4fda-a07f-878ba1d4a363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6907794 Mar 31 23:17:40.211818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36790) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:40.245012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-358144e2-ba3a-4b49-9269-a964b72caf4d None None] Provisioning complete for port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:40.245388 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-358144e2-ba3a-4b49-9269-a964b72caf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.258337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:40.259344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.323808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b553aa-87ef-4ec4-874b-88ef7cda5888 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.336692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b553aa-87ef-4ec4-874b-88ef7cda5888 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.338660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e0b553aa-87ef-4ec4-874b-88ef7cda5888 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1245043 Mar 31 23:17:40.347063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36794) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:40.719049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0b6581ae-9e7f-4de4-b9f3-fac4713cdae7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 59cf1d93-811b-4b0a-88f0-a48c00b306be {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:40.719507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b6581ae-9e7f-4de4-b9f3-fac4713cdae7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.950041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b6581ae-9e7f-4de4-b9f3-fac4713cdae7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.985762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-0b6581ae-9e7f-4de4-b9f3-fac4713cdae7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 59cf1d93-811b-4b0a-88f0-a48c00b306be owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:41.032091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Allocated IP 172.20.0.2 (fe697c35-eba2-436f-b5a0-87fb2d2b61e1/37ab941d-5663-403c-9dc6-c01ca33a66fa/1678f295-4d3f-4088-b650-d24317b62700) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:41.100963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.291561 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.302126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4468ddbb-04ba-4ffb-9e44-444a890c11e9 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:41.354054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6031db2f-f051-446e-a079-22124de79bf3 None None] Update dhcp port {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': 'ab55ddd4-6b62-4977-a052-20ba8379ed67', 'ip_address': '2001:db8::f816:3eff:fea3:1df4'}, {'subnet_id': 'be4ef595-74a0-4196-a5a1-f61f57304d5c'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '4468ddbb-04ba-4ffb-9e44-444a890c11e9'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:17:41.401794 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6031db2f-f051-446e-a079-22124de79bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.413735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:41.414782 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.477271 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.562516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:41.596714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:41.615641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:41.634748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Allocated IP 172.20.0.1 (fe697c35-eba2-436f-b5a0-87fb2d2b61e1/37ab941d-5663-403c-9dc6-c01ca33a66fa/7c61ab5b-93d9-468a-9799-22853e03fc00) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:41.691852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Pushing event updated for resources: {'Port': ['ID=1678f295-4d3f-4088-b650-d24317b62700,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.735434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:41.762387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b6581ae-9e7f-4de4-b9f3-fac4713cdae7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.815104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6581ae-9e7f-4de4-b9f3-fac4713cdae7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=59cf1d93-811b-4b0a-88f0-a48c00b306be,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.844540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Attempting to bind port 1678f295-4d3f-4088-b650-d24317b62700 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:41.844906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Attempting to bind port 1678f295-4d3f-4088-b650-d24317b62700 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:41.845271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Attempting to bind port 1678f295-4d3f-4088-b650-d24317b62700 on network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:41.857909 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:41.863107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Checking segment: {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:41.863107 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.863107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Bound using segment: {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:41.863107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Bound port: 1678f295-4d3f-4088-b650-d24317b62700, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:41.863107 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.900828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-6031db2f-f051-446e-a079-22124de79bf3 None None] Allocated IP 172.20.0.2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/be4ef595-74a0-4196-a5a1-f61f57304d5c/4468ddbb-04ba-4ffb-9e44-444a890c11e9) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:41.913232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36812) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:41.945724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:41.946100 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.074168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] For port 1678f295-4d3f-4088-b650-d24317b62700, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:42.079549 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b6581ae-9e7f-4de4-b9f3-fac4713cdae7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.080957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] For port 1678f295-4d3f-4088-b650-d24317b62700, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1678f295-4d3f-4088-b650-d24317b62700,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:42.087880 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0b6581ae-9e7f-4de4-b9f3-fac4713cdae7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/59cf1d93-811b-4b0a-88f0-a48c00b306be HTTP/1.1" status: 204 len: 168 time: 1.7338047 Mar 31 23:17:42.088262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36816) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:42.131555 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.146220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-521c86b3-36e1-4394-8dbd-4784fd1f3d5f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2005977232'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:42.175252 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.223603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6031db2f-f051-446e-a079-22124de79bf3 None None] For port 4468ddbb-04ba-4ffb-9e44-444a890c11e9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4468ddbb-04ba-4ffb-9e44-444a890c11e9,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:42.223770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5381d35-3e9e-40de-81b0-6efad239056d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.228243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5381d35-3e9e-40de-81b0-6efad239056d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.232042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5381d35-3e9e-40de-81b0-6efad239056d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.235173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b5381d35-3e9e-40de-81b0-6efad239056d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1448128 Mar 31 23:17:42.238922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36818) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:42.245504 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.258411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.302092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:42.305251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:42.306447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-521c86b3-36e1-4394-8dbd-4784fd1f3d5f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.308286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-521c86b3-36e1-4394-8dbd-4784fd1f3d5f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.314560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:42.321894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=06df6cae-28e0-4c29-b5e9-f70bd1a3be74,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:42.344507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6031db2f-f051-446e-a079-22124de79bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.347264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3308ece-3c92-4ff4-986d-47cc4054ecf6 None None] Pushing event updated for resources: {'Port': ['ID=1678f295-4d3f-4088-b650-d24317b62700,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.370441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-313a65eb-b05a-496d-a0bb-748650a6b69d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet ab55ddd4-6b62-4977-a052-20ba8379ed67 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:42.423980 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.455717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-313a65eb-b05a-496d-a0bb-748650a6b69d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.469030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.476279 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6031db2f-f051-446e-a079-22124de79bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.510687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-313a65eb-b05a-496d-a0bb-748650a6b69d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.549319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=7c61ab5b-93d9-468a-9799-22853e03fc00,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.554391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=06df6cae-28e0-4c29-b5e9-f70bd1a3be74,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.727225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031db2f-f051-446e-a079-22124de79bf3 None None] Pushing event updated for resources: {'Port': ['ID=4468ddbb-04ba-4ffb-9e44-444a890c11e9,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.900051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.037742 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-521c86b3-36e1-4394-8dbd-4784fd1f3d5f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.064711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-313a65eb-b05a-496d-a0bb-748650a6b69d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.108737 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-521c86b3-36e1-4394-8dbd-4784fd1f3d5f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.185349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1678f295-4d3f-4088-b650-d24317b62700 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:43.207373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-521c86b3-36e1-4394-8dbd-4784fd1f3d5f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.214995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-521c86b3-36e1-4394-8dbd-4784fd1f3d5f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2988868 Mar 31 23:17:43.216339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36828) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:43.283101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1678f295-4d3f-4088-b650-d24317b62700 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:43.284343 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.323999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.334340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-313a65eb-b05a-496d-a0bb-748650a6b69d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.408619 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.490822 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.535752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a65eb-b05a-496d-a0bb-748650a6b69d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=ab55ddd4-6b62-4977-a052-20ba8379ed67,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.539523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-313a65eb-b05a-496d-a0bb-748650a6b69d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.547257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-313a65eb-b05a-496d-a0bb-748650a6b69d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/ab55ddd4-6b62-4977-a052-20ba8379ed67 HTTP/1.1" status: 204 len: 168 time: 1.3068135 Mar 31 23:17:43.564315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36834) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:43.649149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 1678f295-4d3f-4088-b650-d24317b62700, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1678f295-4d3f-4088-b650-d24317b62700,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:43.650950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.708720 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.710389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:43.753802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=7c61ab5b-93d9-468a-9799-22853e03fc00,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.763166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cec539-f0cc-4f9a-9278-22377f0c9677 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet be4ef595-74a0-4196-a5a1-f61f57304d5c {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:43.775052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10cec539-f0cc-4f9a-9278-22377f0c9677 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.825222 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53194-9782-4e68-acd1-6e9fd5187508 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.858344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902bb22a-ebf0-49dd-91cd-8dca63a4bb74 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:43.950803 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10cec539-f0cc-4f9a-9278-22377f0c9677 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.024215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:44.037328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:44.044695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=1678f295-4d3f-4088-b650-d24317b62700,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:44.078289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-65db8384-76e6-4b79-9302-9cdfe2770395 None None] Provisioning complete for port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:44.078908 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-65db8384-76e6-4b79-9302-9cdfe2770395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.111365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-5c9481ac-fb3b-488a-ab7f-b50984fef4fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8740182 Mar 31 23:17:44.158860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:44.159240 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.289876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7200f1-a5fd-461d-93e7-ab62d565b793 None None] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:44.294539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53194-9782-4e68-acd1-6e9fd5187508 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.299169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53194-9782-4e68-acd1-6e9fd5187508 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.355742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Router 9ef43247-2f16-4249-ae29-a2136eeef1a1 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:44.473401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10cec539-f0cc-4f9a-9278-22377f0c9677 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.482219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-808dd9e3-6279-401b-913b-beccdf2aefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.496834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-808dd9e3-6279-401b-913b-beccdf2aefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.496834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-808dd9e3-6279-401b-913b-beccdf2aefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.496834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-808dd9e3-6279-401b-913b-beccdf2aefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.501123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-808dd9e3-6279-401b-913b-beccdf2aefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.501983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-808dd9e3-6279-401b-913b-beccdf2aefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.503019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-808dd9e3-6279-401b-913b-beccdf2aefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.511001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:44.516392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-808dd9e3-6279-401b-913b-beccdf2aefe8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=136ee4b6af8a465c90ce129820a06859&device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 6502 time: 0.2775493 Mar 31 23:17:44.554747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-559bea8e-81d3-4b15-b267-fc28eb80dd72 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "PUT /v2.0/routers/9ef43247-2f16-4249-ae29-a2136eeef1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5444520 Mar 31 23:17:44.555687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53194-9782-4e68-acd1-6e9fd5187508 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.555687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea53194-9782-4e68-acd1-6e9fd5187508 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3662dd3-95cd-40a3-a8f2-81ea3c7037d3 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:44.555687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36844) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:44.565305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2bf50372-83d6-4b8f-91c5-71482237043b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2007733741', 'description': 'tempest-secgroup_access--2007733741 description', 'project_id': '64f8a3a0570c41c492b5a89524102168'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:44.576020 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53194-9782-4e68-acd1-6e9fd5187508 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.579215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3ea53194-9782-4e68-acd1-6e9fd5187508 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b3662dd3-95cd-40a3-a8f2-81ea3c7037d3 HTTP/1.1" status: 204 len: 168 time: 1.3609629 Mar 31 23:17:44.592802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36848) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:44.599346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4a1f5b3f-360d-4da8-85e8-d57c25bccdcb tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Request body: {'router': {'name': 'tempest-router-644597274', 'distributed': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:44.624370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Sync routers for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:44.682703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:44.683378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:44.750256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-b916ec05-ec7f-4532-ad31-95cbf2cb1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.750601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5b3f-360d-4da8-85e8-d57c25bccdcb tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.751507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-b916ec05-ec7f-4532-ad31-95cbf2cb1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.752227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-b916ec05-ec7f-4532-ad31-95cbf2cb1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.753679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5b3f-360d-4da8-85e8-d57c25bccdcb tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.765255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-b916ec05-ec7f-4532-ad31-95cbf2cb1d16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=004c4e99-ec3f-421e-95ba-5d7b35cef792&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=fc22ad21-a032-4327-9843-ab4d0830f730&id=231d7e5d-d031-4145-a891-3b375eaaebf2&id=231d7e5d-d031-4145-a891-3b375eaaebf2 HTTP/1.1" status: 200 len: 2298 time: 0.1716328 Mar 31 23:17:44.766144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-65db8384-76e6-4b79-9302-9cdfe2770395 None None] Could not find standard attr ID for object 59cf1d93-811b-4b0a-88f0-a48c00b306be. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:44.816831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bf50372-83d6-4b8f-91c5-71482237043b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.870297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-4b407223-e91f-4cf9-9558-f1e4e8cd4c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279 HTTP/1.1" status: 200 len: 1001 time: 0.1082568 Mar 31 23:17:44.875666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5b3f-360d-4da8-85e8-d57c25bccdcb tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.921673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10cec539-f0cc-4f9a-9278-22377f0c9677 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.965177 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5b3f-360d-4da8-85e8-d57c25bccdcb tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.973479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cec539-f0cc-4f9a-9278-22377f0c9677 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=be4ef595-74a0-4196-a5a1-f61f57304d5c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:44.981879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-c4ad5375-c1f1-436f-bcd8-bc662300a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.983275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-c4ad5375-c1f1-436f-bcd8-bc662300a1b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cef8733-88ba-4639-9516-bf4bd64fbc9b HTTP/1.1" status: 200 len: 856 time: 0.1062222 Mar 31 23:17:44.986155 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10cec539-f0cc-4f9a-9278-22377f0c9677 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.989584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-10cec539-f0cc-4f9a-9278-22377f0c9677 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/be4ef595-74a0-4196-a5a1-f61f57304d5c HTTP/1.1" status: 204 len: 168 time: 1.4220157 Mar 31 23:17:44.992714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36852) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:45.069455 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bf50372-83d6-4b8f-91c5-71482237043b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.086247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-d2744417-1904-402f-a3df-c2b38f2b19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.089274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-d2744417-1904-402f-a3df-c2b38f2b19ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=004c4e99-ec3f-421e-95ba-5d7b35cef792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982773 Mar 31 23:17:45.111698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-196e40dd-1945-4a8a-855e-bc6ca422fc69 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:17:45.112935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-196e40dd-1945-4a8a-855e-bc6ca422fc69 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165670 Mar 31 23:17:45.153555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4468ddbb-04ba-4ffb-9e44-444a890c11e9 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:45.206799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:45.213966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ab48eafa-3df5-415d-9680-db1ed5547118 None None] Provisioning complete for port 1678f295-4d3f-4088-b650-d24317b62700 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:45.214938 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ab48eafa-3df5-415d-9680-db1ed5547118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.215562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bf50372-83d6-4b8f-91c5-71482237043b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.300835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf50372-83d6-4b8f-91c5-71482237043b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ebc647-4513-4b02-94da-b138db5634ae,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:45.315220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-a75241fe-5fd2-4a6e-9824-3d570da03367 service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900265 Mar 31 23:17:45.367193 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2bf50372-83d6-4b8f-91c5-71482237043b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.368139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2bf50372-83d6-4b8f-91c5-71482237043b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8071945 Mar 31 23:17:45.369233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36860) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:45.380959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a1f5eecf-021c-4291-bbc1-f5d21631d69d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--272174395', 'description': 'tempest-secgroup_general--272174395 description', 'project_id': '64f8a3a0570c41c492b5a89524102168'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:45.387608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:45.388178 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.393986 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f328006e-e3f1-457e-8838-a580f563ecd4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3989022 Mar 31 23:17:45.401442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5b3f-360d-4da8-85e8-d57c25bccdcb tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.406931 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4a1f5b3f-360d-4da8-85e8-d57c25bccdcb tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8120980 Mar 31 23:17:45.407939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36862) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:45.408707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36864) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:45.432641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:45.568328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-54ed447e-060f-418c-b907-4b8230b9bf01 service neutron] 10.222.0.45 "GET /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419176 Mar 31 23:17:45.609471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eecf-021c-4291-bbc1-f5d21631d69d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.675499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-7bb791b2-e001-4cd4-a001-236f20746fcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 200 len: 217 time: 0.0985637 Mar 31 23:17:45.698305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72d4f469-bd2a-46a7-8f49-abdd65b73a97 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.833540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-e7c089b5-81cb-40fe-94a1-6ea1a7fdd53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.837837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-e7c089b5-81cb-40fe-94a1-6ea1a7fdd53f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.1536047 Mar 31 23:17:45.896839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-14bcd6b4-7d06-49bf-8481-ce8b85c52b3f None None] Provisioning complete for port 1678f295-4d3f-4088-b650-d24317b62700 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:45.902337 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-14bcd6b4-7d06-49bf-8481-ce8b85c52b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.998087 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eecf-021c-4291-bbc1-f5d21631d69d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.017825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:43Z', 'revision_number': 2, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:46.033186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-6b71e751-7cbb-4292-915c-e051acdecb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.037885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-6b71e751-7cbb-4292-915c-e051acdecb0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1898997 Mar 31 23:17:46.042343 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72d4f469-bd2a-46a7-8f49-abdd65b73a97 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.067447 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72d4f469-bd2a-46a7-8f49-abdd65b73a97 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.081089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1678f295-4d3f-4088-b650-d24317b62700 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:46.084263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Checking router: 9ef43247-2f16-4249-ae29-a2136eeef1a1 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:46.084615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Updating router 9ef43247-2f16-4249-ae29-a2136eeef1a1 port 7c61ab5b-93d9-468a-9799-22853e03fc00 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:17:46.086904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eecf-021c-4291-bbc1-f5d21631d69d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.182846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.224734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5eecf-021c-4291-bbc1-f5d21631d69d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.235292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:46.241015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.241496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-882cda35-ae21-4d20-8587-c1bbd744f3b6 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963878 Mar 31 23:17:46.337266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1678f295-4d3f-4088-b650-d24317b62700 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:46.337638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.340546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-14bcd6b4-7d06-49bf-8481-ce8b85c52b3f None None] Provisioning complete for port 7c61ab5b-93d9-468a-9799-22853e03fc00 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:46.340905 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-14bcd6b4-7d06-49bf-8481-ce8b85c52b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.353745 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-4a3f27ee-c6c2-4c10-a039-f44d6e41f65a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2995629 Mar 31 23:17:46.398412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72d4f469-bd2a-46a7-8f49-abdd65b73a97 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.400358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d4f469-bd2a-46a7-8f49-abdd65b73a97 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17e9cccc-40b2-4fbe-9636-b8b941de36b7 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:46.420415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72d4f469-bd2a-46a7-8f49-abdd65b73a97 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.423078 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-72d4f469-bd2a-46a7-8f49-abdd65b73a97 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "DELETE /v2.0/routers/17e9cccc-40b2-4fbe-9636-b8b941de36b7 HTTP/1.1" status: 204 len: 168 time: 1.0095940 Mar 31 23:17:46.441789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36878) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:46.451067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5cf4dac1-8d1c-4ced-98e0-7ea0013af717 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Request body: {'router': {'name': 'tempest-router-1152044694', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dcd3ae64779544f6a1d0f3db74aeb155'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:46.541835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-a0c77200-2a19-4151-ba27-3de4851662b9 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936134 Mar 31 23:17:46.548680 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eecf-021c-4291-bbc1-f5d21631d69d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.551865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a1f5eecf-021c-4291-bbc1-f5d21631d69d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1779203 Mar 31 23:17:46.563139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36882) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:46.573618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6a7108db-e4c9-4705-85f4-0b9300985a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'security_group_rule': {'security_group_id': 'e4ebc647-4513-4b02-94da-b138db5634ae', 'project_id': '64f8a3a0570c41c492b5a89524102168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:46.666454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90275dc3-a0c8-4795-8b9c-6495878a2494 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:46.679655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-77d5e434-e80e-4c6b-8755-5fc1d7007c51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 200 len: 217 time: 0.1261222 Mar 31 23:17:46.682961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-c56a57a6-9778-41c4-8350-a7fe2277ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.696114 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-c56a57a6-9778-41c4-8350-a7fe2277ec1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 1096 time: 0.2164226 Mar 31 23:17:46.704563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cf4dac1-8d1c-4ced-98e0-7ea0013af717 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.706219 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cf4dac1-8d1c-4ced-98e0-7ea0013af717 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.726582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-14bcd6b4-7d06-49bf-8481-ce8b85c52b3f None None] Port 7c61ab5b-93d9-468a-9799-22853e03fc00 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:46.823219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-a9f871ec-4965-4e5f-8294-f374553b2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.825762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-a9f871ec-4965-4e5f-8294-f374553b2356 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.1391735 Mar 31 23:17:46.853609 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6a7108db-e4c9-4705-85f4-0b9300985a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.924966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-04e6ae92-5190-4145-8c91-3343dc01f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.926886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-04e6ae92-5190-4145-8c91-3343dc01f1b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947654 Mar 31 23:17:46.945855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cf4dac1-8d1c-4ced-98e0-7ea0013af717 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.949161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6c206919-ea5c-452a-bc72-319d0380eded None None] Provisioning complete for port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:46.949643 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6c206919-ea5c-452a-bc72-319d0380eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.018107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cf4dac1-8d1c-4ced-98e0-7ea0013af717 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.023553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-8116ee8d-878f-4358-a6de-28ad21f8ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.024085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6a7108db-e4c9-4705-85f4-0b9300985a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.025220 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-8116ee8d-878f-4358-a6de-28ad21f8ab36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 200 len: 898 time: 0.2972960 Mar 31 23:17:47.133819 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.140756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-aae0fa53-708e-4783-ad17-52e06f2ceb6f service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002568 Mar 31 23:17:47.142897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6a7108db-e4c9-4705-85f4-0b9300985a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.143932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-38eb47c8-0cff-4970-b99a-bb036e1a9d88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733e6dab-7703-48d2-bbd3-bf24912abb18 HTTP/1.1" status: 200 len: 1001 time: 0.0899951 Mar 31 23:17:47.200321 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cf4dac1-8d1c-4ced-98e0-7ea0013af717 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.201583 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5cf4dac1-8d1c-4ced-98e0-7ea0013af717 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7578213 Mar 31 23:17:47.203543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6c206919-ea5c-452a-bc72-319d0380eded None None] Provisioning complete for port 7c61ab5b-93d9-468a-9799-22853e03fc00 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:47.204088 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6c206919-ea5c-452a-bc72-319d0380eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.205008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36888) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:47.211080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:47.263755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:47.272768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6c206919-ea5c-452a-bc72-319d0380eded None None] Port 7c61ab5b-93d9-468a-9799-22853e03fc00 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:47.312408 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.318765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7108db-e4c9-4705-85f4-0b9300985a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60316880-3e6c-480a-85ca-bfe75e64497e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:47.332323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-ad317c1c-9b76-4996-b5bf-ddf9908cac09 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740839 Mar 31 23:17:47.387275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6a7108db-e4c9-4705-85f4-0b9300985a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.398364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-6c7ba287-7526-4b3d-844b-b17d4d5eb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.400022 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-6c7ba287-7526-4b3d-844b-b17d4d5eb0f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e8c0098-6b03-4b6f-9bba-13173c42c710 HTTP/1.1" status: 200 len: 834 time: 0.2456856 Mar 31 23:17:47.402260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Pushing event updated for resources: {'Port': ['ID=7c61ab5b-93d9-468a-9799-22853e03fc00,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:47.416966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6a7108db-e4c9-4705-85f4-0b9300985a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8508573 Mar 31 23:17:47.421431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.422338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.422338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.422779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.423090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.423520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.423941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.424182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-28b0e185-5b47-4f03-b860-388a2c476d8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f HTTP/1.1" status: 200 len: 217 time: 0.0858631 Mar 31 23:17:47.424445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.424889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.425293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.425715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.426129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:47.509991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-1f80c230-bb4a-4c0f-9ad3-8c41f27a2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.511570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-1f80c230-bb4a-4c0f-9ad3-8c41f27a2337 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.0806837 Mar 31 23:17:47.527401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] Deleting port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:47.527936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.598996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Attempting to bind port 7c61ab5b-93d9-468a-9799-22853e03fc00 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:47.599506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Attempting to bind port 7c61ab5b-93d9-468a-9799-22853e03fc00 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:47.599969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Attempting to bind port 7c61ab5b-93d9-468a-9799-22853e03fc00 on network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:47.616447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:47.626025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Checking segment: {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:47.626025 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.626025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Bound using segment: {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:47.626025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Bound port: 7c61ab5b-93d9-468a-9799-22853e03fc00, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:47.626025 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.657038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-42983c96-d38f-46cb-acdd-759ff7b75fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.659288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-42983c96-d38f-46cb-acdd-759ff7b75fa5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1416216 Mar 31 23:17:47.661803 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.662511 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.704548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] For port 4468ddbb-04ba-4ffb-9e44-444a890c11e9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4468ddbb-04ba-4ffb-9e44-444a890c11e9,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:47.705566 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.730720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] Calling delete_port for 4468ddbb-04ba-4ffb-9e44-444a890c11e9 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:47.764194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] For port 7c61ab5b-93d9-468a-9799-22853e03fc00, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:47.816115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] For port 7c61ab5b-93d9-468a-9799-22853e03fc00, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7c61ab5b-93d9-468a-9799-22853e03fc00,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:47.871791 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.914822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-78b30227-1430-40ce-a1c8-b7aabc74c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.914822 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-78b30227-1430-40ce-a1c8-b7aabc74c5d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4882541 Mar 31 23:17:47.923999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-50a0d6fd-43df-4685-8993-5bb996508c22 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--272174395&fields=id&tenant_id=64f8a3a0570c41c492b5a89524102168 HTTP/1.1" status: 200 len: 267 time: 0.0850024 Mar 31 23:17:47.930886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-063010c4-a55a-4ec7-9f89-d7a1c83d7bb4 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623973 Mar 31 23:17:47.976921 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.989496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b39f57-9616-4de1-b10b-60394931e2a2 None None] Pushing event updated for resources: {'Port': ['ID=7c61ab5b-93d9-468a-9799-22853e03fc00,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:48.026531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] No DVR routers for this DVR port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:48.031872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f9281-6016-4227-be30-e10b7315a7d1 None None] Pushing event deleted for resources: {'Port': ['ID=4468ddbb-04ba-4ffb-9e44-444a890c11e9,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:48.038526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4468ddbb-04ba-4ffb-9e44-444a890c11e9 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:48.064160 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-a8e2d99e-313a-4b23-ab79-5542c9a51faf tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--2007733741&fields=id&tenant_id=64f8a3a0570c41c492b5a89524102168 HTTP/1.1" status: 200 len: 267 time: 0.1213911 Mar 31 23:17:48.079952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 4468ddbb-04ba-4ffb-9e44-444a890c11e9 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:48.080293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4468ddbb-04ba-4ffb-9e44-444a890c11e9 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:48.100601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:48.101305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:17:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:48.104715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b09d4ef8-0e53-471d-a4a3-1a0252ece7d1 None None] Provisioning complete for port 7c61ab5b-93d9-468a-9799-22853e03fc00 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:48.105151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b09d4ef8-0e53-471d-a4a3-1a0252ece7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.120390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:17:48.123357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-c26793fa-b06b-4738-87cf-8969779aa48c service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829009 Mar 31 23:17:48.206539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-20d231e3-0b29-4fa0-88e1-f915e2f86875 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581882 Mar 31 23:17:48.274310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-b3f74dd1-5c7d-48ec-8781-3c7be2544eb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 HTTP/1.1" status: 200 len: 217 time: 0.0544899 Mar 31 23:17:48.324332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b09d4ef8-0e53-471d-a4a3-1a0252ece7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.367832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b09d4ef8-0e53-471d-a4a3-1a0252ece7d1 None None] For port 7c61ab5b-93d9-468a-9799-22853e03fc00, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7c61ab5b-93d9-468a-9799-22853e03fc00,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:48.380847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-5ffa06b1-04da-4e8d-a139-b51a2ef77a17 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.382384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-5ffa06b1-04da-4e8d-a139-b51a2ef77a17 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/networks?id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1 HTTP/1.1" status: 200 len: 796 time: 0.2940934 Mar 31 23:17:48.390597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-be5852a5-8515-4052-bc06-419bf8363b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.392043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-be5852a5-8515-4052-bc06-419bf8363b4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 200 len: 797 time: 0.1108627 Mar 31 23:17:48.417793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:48.434695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-e5d420b7-a589-4774-8a85-d98b17ad95a5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/quotas/64f8a3a0570c41c492b5a89524102168 HTTP/1.1" status: 200 len: 375 time: 0.0399394 Mar 31 23:17:48.487788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-0493eae2-2e38-4358-9314-ae0a5741828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.489202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-0493eae2-2e38-4358-9314-ae0a5741828e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc22ad21-a032-4327-9843-ab4d0830f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859969 Mar 31 23:17:48.493759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b09d4ef8-0e53-471d-a4a3-1a0252ece7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.520880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-28c4183e-8fa8-46eb-af05-d09d48ed280c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784583 Mar 31 23:17:48.573808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109821) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 31 23:17:48.574446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Router a0213acf-3249-423a-92a1-5368ca620eb5 migrating from provider to provider. {{(pid=109821) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 31 23:17:48.574673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.715002 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.806131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.840887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d4ef8-0e53-471d-a4a3-1a0252ece7d1 None None] Pushing event updated for resources: {'Port': ['ID=7c61ab5b-93d9-468a-9799-22853e03fc00,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:48.846693 n-d-836015-1 neutron-server[109821]: WARNING neutron.services.revisions.revision_plugin [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Could not find related port for resource to bump revision. Mar 31 23:17:48.847551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eef4ebf6-469e-4e19-9c36-cb4d90f8eed6 None None] Provisioning complete for port 7c61ab5b-93d9-468a-9799-22853e03fc00 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:48.848125 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eef4ebf6-469e-4e19-9c36-cb4d90f8eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.856031 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b8e9083b-847a-4327-81ab-9685a1bef610 req-1d456fe6-f4a5-454b-be36-0a0661970efe service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769115 Mar 31 23:17:48.939911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_pluggable_backend [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Port 4468ddbb-04ba-4ffb-9e44-444a890c11e9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109821) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 23:17:48.940388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_pluggable_backend [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Reverting IP allocation for 2001:db8::f816:3eff:fea3:1df4 {{(pid=109821) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 23:17:48.951463 n-d-836015-1 neutron-server[109821]: WARNING neutron.scheduler.l3_agent_scheduler [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] No L3 agents can host the router a0213acf-3249-423a-92a1-5368ca620eb5 Mar 31 23:17:48.961996 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.044962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:47Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:49.051898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=138d652b-87e1-48d8-8932-f6b0f2f3d2a4,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:49.065664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-5f3896eb-c63e-4154-a66d-a0f13e3c940d service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647769 Mar 31 23:17:49.076974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3e036-2f3b-4d54-9712-9ad09db557b2 None None] The sync data for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 is: [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:47Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:49.099906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-8449a4f8-a657-4fad-bfe5-b739f88a6e80 service neutron] 10.222.0.31 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495183 Mar 31 23:17:49.169062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:49.179605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:49.184093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.184701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.190010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2085a00-6088-47ee-8d07-605a8c2e646f None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:49.253423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Hosts for router a0213acf-3249-423a-92a1-5368ca620eb5: [] {{(pid=109821) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 31 23:17:49.295384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Hosts for other DVR routers connected to router a0213acf-3249-423a-92a1-5368ca620eb5: set() {{(pid=109821) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 31 23:17:49.299627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.301153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-609e7b0a-87ab-493e-99da-7f7ff6532bfc tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "PUT /v2.0/routers/a0213acf-3249-423a-92a1-5368ca620eb5 HTTP/1.1" status: 200 len: 717 time: 2.0951169 Mar 31 23:17:49.303471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36928) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:49.322220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-b7d6d01e-fa68-4e61-b642-b550a397db26 service neutron] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469010 Mar 31 23:17:49.326177 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9806187f-3466-4f76-801d-ed0a204e3839 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9155674 Mar 31 23:17:49.327243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36930) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:49.399694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:49.404005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-17b659f3-794f-49fd-a628-0236c438be9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2 HTTP/1.1" status: 200 len: 217 time: 0.0718439 Mar 31 23:17:49.476957 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9e05e06d-c2bf-4e9e-94ef-daa31f48c356 tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "GET /v2.0/routers/a0213acf-3249-423a-92a1-5368ca620eb5 HTTP/1.1" status: 200 len: 717 time: 0.1717649 Mar 31 23:17:49.484526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36932) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:49.517120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '138d652b-87e1-48d8-8932-f6b0f2f3d2a4'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:49.520467 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.522030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-947e7a55-d56e-4180-bf48-d575a4bff33e service neutron] 10.222.0.31 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100547 Mar 31 23:17:49.542909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-48e8ff9e-703b-44fc-a9c9-b61364d552a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.544906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-48e8ff9e-703b-44fc-a9c9-b61364d552a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 200 len: 797 time: 0.1300569 Mar 31 23:17:49.643948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-801a66c8-e99b-4274-aca4-3398efd33ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.649433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-801a66c8-e99b-4274-aca4-3398efd33ab3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984547 Mar 31 23:17:49.756078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:49.761104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.877813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Allocated IP 2001:db8::f816:3eff:fec6:d59f (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/138d652b-87e1-48d8-8932-f6b0f2f3d2a4/cbcd5820-b600-471d-9938-5f8c4c242eeb) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:49.976392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-bd55b360-a200-4a11-ae7f-7947ded5a8b7 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198311 Mar 31 23:17:50.019697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4bde0fd0-d214-4283-b8df-6a0331afc870 req-8dbc4dc0-4ce8-4aca-af8e-1ec39060656c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.1360495 Mar 31 23:17:50.074950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b5702b5d-7dae-49cc-96da-47dab7b1c276 tempest-RoutersTestDVR-996924649 tempest-RoutersTestDVR-996924649-project] 10.222.0.31 "GET /v2.0/routers/a0213acf-3249-423a-92a1-5368ca620eb5 HTTP/1.1" status: 200 len: 683 time: 0.5855401 Mar 31 23:17:50.116997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36944) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:50.183056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7c61ab5b-93d9-468a-9799-22853e03fc00 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:50.327481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-4fb5ee82-c48e-44b0-a281-121292e5e425 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053908 Mar 31 23:17:50.338255 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.345388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78c5c7f0-1581-48ad-877c-3d99e1df027a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.397227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7c61ab5b-93d9-468a-9799-22853e03fc00 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:50.397578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-33807cad-ea6d-4f23-8bdf-39302251d58f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb HTTP/1.1" status: 200 len: 217 time: 0.0620279 Mar 31 23:17:50.397756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.434338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.482266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-5018af85-bb1e-41ed-8dc7-88507a9fb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.484274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-5018af85-bb1e-41ed-8dc7-88507a9fb0c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 200 len: 797 time: 0.0858803 Mar 31 23:17:50.545615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Pushing event updated for resources: {'Port': ['ID=cbcd5820-b600-471d-9938-5f8c4c242eeb,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:50.575047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:50.579863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:50.585207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:50.591116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-da7ed7e9-7167-4080-a785-910098b4f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.627811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-da7ed7e9-7167-4080-a785-910098b4f569 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=231d7e5d-d031-4145-a891-3b375eaaebf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350114 Mar 31 23:17:50.750194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78c5c7f0-1581-48ad-877c-3d99e1df027a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.755073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78c5c7f0-1581-48ad-877c-3d99e1df027a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.769362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Attempting to bind port cbcd5820-b600-471d-9938-5f8c4c242eeb on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:50.769590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Attempting to bind port cbcd5820-b600-471d-9938-5f8c4c242eeb by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:50.769964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Attempting to bind port cbcd5820-b600-471d-9938-5f8c4c242eeb on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:50.777481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:50.777868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:50.778276 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.778780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:50.779391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Bound port: cbcd5820-b600-471d-9938-5f8c4c242eeb, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:50.779532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-715016b9-6063-4ba1-95ff-2fdae6694488 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398556 Mar 31 23:17:50.779814 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.855268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.898840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] For port cbcd5820-b600-471d-9938-5f8c4c242eeb, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:50.904145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] For port cbcd5820-b600-471d-9938-5f8c4c242eeb, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cbcd5820-b600-471d-9938-5f8c4c242eeb,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:50.933788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6786a5e3-f7a7-4854-a26b-eee7850b4a99 req-a7b2a616-be49-46d7-95f0-191b7430d644 service neutron] 10.222.0.45 "GET /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473210 Mar 31 23:17:50.955518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78c5c7f0-1581-48ad-877c-3d99e1df027a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.958688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c5c7f0-1581-48ad-877c-3d99e1df027a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0213acf-3249-423a-92a1-5368ca620eb5 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:50.965623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.976801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78c5c7f0-1581-48ad-877c-3d99e1df027a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.977461 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-78c5c7f0-1581-48ad-877c-3d99e1df027a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a0213acf-3249-423a-92a1-5368ca620eb5 HTTP/1.1" status: 204 len: 168 time: 0.8594358 Mar 31 23:17:50.982603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36958) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:50.987637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-48a1eb8d-5069-4b58-82f2-cc20a0d7612a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Request body: {'router': {'name': 'tempest-router-685218336', 'distributed': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:51.024052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:51.035777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:51.039925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.049575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.067451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=ce18777c-86a5-4900-ad96-beec875bbdb0,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.092270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41103b-8c14-43f3-9a36-bcb863bced86 None None] Pushing event updated for resources: {'Port': ['ID=cbcd5820-b600-471d-9938-5f8c4c242eeb,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.141116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb8d-5069-4b58-82f2-cc20a0d7612a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.149698 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb8d-5069-4b58-82f2-cc20a0d7612a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.159012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dd8d0bb-d1f4-4db7-8afc-bc8a91788bee req-fd6281d5-d735-44db-af63-cecfde07a13d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.0628300 Mar 31 23:17:51.172083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bd922c6a-ef71-44f4-a7de-9f3e6c651c7e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7776010 Mar 31 23:17:51.175600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36962) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:51.183941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:c0:40:1e', 'name': 'tempest-NetworksTestDHCPv6-1585372256'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:51.296224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb8d-5069-4b58-82f2-cc20a0d7612a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.424349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb8d-5069-4b58-82f2-cc20a0d7612a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.500932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:51.582262 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb8d-5069-4b58-82f2-cc20a0d7612a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.587379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-48a1eb8d-5069-4b58-82f2-cc20a0d7612a tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6029449 Mar 31 23:17:51.592136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36968) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:51.651006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.677474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 3dc95fce-c582-4de6-a964-d0a5ae5ce099 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:51.698195 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff32-d432-41f9-ac50-7c81a159942f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.901536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 172.20.0.6 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/ce18777c-86a5-4900-ad96-beec875bbdb0/3dc95fce-c582-4de6-a964-d0a5ae5ce099) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:51.911166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fec0:401e (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/138d652b-87e1-48d8-8932-f6b0f2f3d2a4/3dc95fce-c582-4de6-a964-d0a5ae5ce099) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:51.934192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff32-d432-41f9-ac50-7c81a159942f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.935650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff32-d432-41f9-ac50-7c81a159942f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.042181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cbcd5820-b600-471d-9938-5f8c4c242eeb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:52.116247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff32-d432-41f9-ac50-7c81a159942f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.120264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba40ff32-d432-41f9-ac50-7c81a159942f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c29ec2b7-0647-4ee9-aff4-85f06ce7d3f5 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:52.120481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cbcd5820-b600-471d-9938-5f8c4c242eeb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:52.120481 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.124647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.135170 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ba40ff32-d432-41f9-ac50-7c81a159942f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.143591 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ba40ff32-d432-41f9-ac50-7c81a159942f tempest-RoutersTestDVR-1492317838 tempest-RoutersTestDVR-1492317838-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c29ec2b7-0647-4ee9-aff4-85f06ce7d3f5 HTTP/1.1" status: 204 len: 168 time: 0.5429525 Mar 31 23:17:52.222953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.280857 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.347045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port cbcd5820-b600-471d-9938-5f8c4c242eeb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cbcd5820-b600-471d-9938-5f8c4c242eeb,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:52.372103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccd7ca4d-0c26-49a1-9c39-e05e9ef981f7 req-7a2dddc1-aef0-47a5-b497-838a14fc1ef0 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.0686288 Mar 31 23:17:52.376867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:52.380162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:52.385231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:52.413320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=3dc95fce-c582-4de6-a964-d0a5ae5ce099,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.430445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.480836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.489352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.510669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=cbcd5820-b600-471d-9938-5f8c4c242eeb,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.595724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d843340c-a70b-4d1a-936d-edfee71f1a25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4185352 Mar 31 23:17:52.599476 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36988) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:52.622255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce202d7-5a5f-45db-9867-f2a51db4d40f None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:52.655715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e28d0f-7e08-431d-89a3-1a2d3d619060 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.661811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e28d0f-7e08-431d-89a3-1a2d3d619060 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.666079 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d7e28d0f-7e08-431d-89a3-1a2d3d619060 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0624175 Mar 31 23:17:52.666453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 36990) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:52.778116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8b61323c-0079-4320-94e2-fa8ce79ccd96 None None] Provisioning complete for port cbcd5820-b600-471d-9938-5f8c4c242eeb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:52.778997 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b61323c-0079-4320-94e2-fa8ce79ccd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.790900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1feef6e4-ca09-4b07-9029-27ad98277753 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 3dc95fce-c582-4de6-a964-d0a5ae5ce099 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:52.791252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1feef6e4-ca09-4b07-9029-27ad98277753 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.907802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 36998) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:52.956211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1feef6e4-ca09-4b07-9029-27ad98277753 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.975319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1feef6e4-ca09-4b07-9029-27ad98277753 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 3dc95fce-c582-4de6-a964-d0a5ae5ce099 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:52.990796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e9091-fb4f-4c19-b266-ecbc4df40675 None None] Update dhcp port {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': '138d652b-87e1-48d8-8932-f6b0f2f3d2a4', 'ip_address': '2001:db8::f816:3eff:fec6:d59f'}, {'subnet_id': 'ce18777c-86a5-4900-ad96-beec875bbdb0'}], 'binding:host_id': 'n-d-836015-1'}, 'id': 'cbcd5820-b600-471d-9938-5f8c4c242eeb'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:17:53.027499 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-931e9091-fb4f-4c19-b266-ecbc4df40675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.057777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11ce6dfb-68b5-4b12-b4fc-98488e56dae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.208920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-931e9091-fb4f-4c19-b266-ecbc4df40675 None None] Allocated IP 172.20.0.2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/ce18777c-86a5-4900-ad96-beec875bbdb0/cbcd5820-b600-471d-9938-5f8c4c242eeb) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:53.259984 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1feef6e4-ca09-4b07-9029-27ad98277753 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.297327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feef6e4-ca09-4b07-9029-27ad98277753 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=3dc95fce-c582-4de6-a964-d0a5ae5ce099,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:53.330701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-931e9091-fb4f-4c19-b266-ecbc4df40675 None None] For port cbcd5820-b600-471d-9938-5f8c4c242eeb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cbcd5820-b600-471d-9938-5f8c4c242eeb,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:53.360833 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11ce6dfb-68b5-4b12-b4fc-98488e56dae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.366378 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-931e9091-fb4f-4c19-b266-ecbc4df40675 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.418171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1feef6e4-ca09-4b07-9029-27ad98277753 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.422520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11ce6dfb-68b5-4b12-b4fc-98488e56dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.422724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1feef6e4-ca09-4b07-9029-27ad98277753 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/3dc95fce-c582-4de6-a964-d0a5ae5ce099 HTTP/1.1" status: 204 len: 168 time: 0.7535408 Mar 31 23:17:53.424914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37008) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:53.455423 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-931e9091-fb4f-4c19-b266-ecbc4df40675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.474237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b4989f2-583e-4e5e-b280-48ee4e00c48d req-e5a80633-05ad-4839-957d-fea29187959a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.0348735 Mar 31 23:17:53.512237 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-11ce6dfb-68b5-4b12-b4fc-98488e56dae5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcd3ae64779544f6a1d0f3db74aeb155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052012 Mar 31 23:17:53.513295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce6dfb-68b5-4b12-b4fc-98488e56dae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbaffe1-c8ae-4b95-99ad-8c68e5e25270,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:53.516462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37010) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:53.547279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded09596-acdd-41e6-b508-71b184f9ea1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:53.549306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded09596-acdd-41e6-b508-71b184f9ea1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:53.551025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded09596-acdd-41e6-b508-71b184f9ea1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:53.553452 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ded09596-acdd-41e6-b508-71b184f9ea1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1262724 Mar 31 23:17:53.556808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37012) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:53.608858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a6d4dd3f-12c6-4df1-ac94-402d944a18ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.620154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c668921-aee4-4393-941d-2609c02c00cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 138d652b-87e1-48d8-8932-f6b0f2f3d2a4 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:53.624309 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c668921-aee4-4393-941d-2609c02c00cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.641553 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e9091-fb4f-4c19-b266-ecbc4df40675 None None] Pushing event updated for resources: {'Port': ['ID=cbcd5820-b600-471d-9938-5f8c4c242eeb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:53.642810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a6d4dd3f-12c6-4df1-ac94-402d944a18ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.669696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c668921-aee4-4393-941d-2609c02c00cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.776178 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c668921-aee4-4393-941d-2609c02c00cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.813376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a6d4dd3f-12c6-4df1-ac94-402d944a18ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.819950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a6d4dd3f-12c6-4df1-ac94-402d944a18ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.819950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a6d4dd3f-12c6-4df1-ac94-402d944a18ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcbaffe1-c8ae-4b95-99ad-8c68e5e25270 HTTP/1.1" status: 204 len: 168 time: 0.2997453 Mar 31 23:17:53.828168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4dd3f-12c6-4df1-ac94-402d944a18ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbaffe1-c8ae-4b95-99ad-8c68e5e25270,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:53.880309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37024) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:53.935212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c668921-aee4-4393-941d-2609c02c00cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.011415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cbcd5820-b600-471d-9938-5f8c4c242eeb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:54.012983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c668921-aee4-4393-941d-2609c02c00cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=138d652b-87e1-48d8-8932-f6b0f2f3d2a4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.026719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c668921-aee4-4393-941d-2609c02c00cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.033590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37028) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.033989 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7c668921-aee4-4393-941d-2609c02c00cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/138d652b-87e1-48d8-8932-f6b0f2f3d2a4 HTTP/1.1" status: 204 len: 168 time: 0.4760518 Mar 31 23:17:54.056668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f106f5-9421-4ec5-8a22-b3a73ca0aecd tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.057855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f106f5-9421-4ec5-8a22-b3a73ca0aecd tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.059759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f106f5-9421-4ec5-8a22-b3a73ca0aecd tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.063829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-75f106f5-9421-4ec5-8a22-b3a73ca0aecd tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=d381ef187b3342a98103d56843d806a3&network_id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 200 len: 2969 time: 0.1822407 Mar 31 23:17:54.117383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cbcd5820-b600-471d-9938-5f8c4c242eeb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:54.118275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.134169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa1749d-0cb3-4401-bd43-3e37bcb35577 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet ce18777c-86a5-4900-ad96-beec875bbdb0 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:54.138222 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaa1749d-0cb3-4401-bd43-3e37bcb35577 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.216686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaa1749d-0cb3-4401-bd43-3e37bcb35577 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.344158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaa1749d-0cb3-4401-bd43-3e37bcb35577 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.480056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174d136-1877-4fd3-a461-9c24910c523e None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:54.526263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaa1749d-0cb3-4401-bd43-3e37bcb35577 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.565701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1749d-0cb3-4401-bd43-3e37bcb35577 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=ce18777c-86a5-4900-ad96-beec875bbdb0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.590120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a47666e1-7ebc-49af-8169-dc3f48f3e689 None None] Provisioning complete for port cbcd5820-b600-471d-9938-5f8c4c242eeb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:54.596095 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a47666e1-7ebc-49af-8169-dc3f48f3e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.597003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aaa1749d-0cb3-4401-bd43-3e37bcb35577 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.601403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aaa1749d-0cb3-4401-bd43-3e37bcb35577 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/ce18777c-86a5-4900-ad96-beec875bbdb0 HTTP/1.1" status: 204 len: 168 time: 0.5654490 Mar 31 23:17:54.604890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d3f078f-5ec6-4901-a390-ad96f25b2252 req-c7fee9eb-8b38-495c-8e04-4638400d8079 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.0444615 Mar 31 23:17:54.605077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37044) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.657936 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-af873ccd-9642-4847-b039-bf24b8897318 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512402 Mar 31 23:17:54.661737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37048) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.667136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:54.763492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a47666e1-7ebc-49af-8169-dc3f48f3e689 None None] Could not find standard attr ID for object 3dc95fce-c582-4de6-a964-d0a5ae5ce099. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:54.821434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:54.823525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:54.834252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.834499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37052) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.855480 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ef98fe7-1f8e-4543-a75f-87bbf499353d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.948483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] Deleting port cbcd5820-b600-471d-9938-5f8c4c242eeb {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:54.949055 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.990056 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ef98fe7-1f8e-4543-a75f-87bbf499353d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.033492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] For port cbcd5820-b600-471d-9938-5f8c4c242eeb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cbcd5820-b600-471d-9938-5f8c4c242eeb,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:55.034389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.050709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] Calling delete_port for cbcd5820-b600-471d-9938-5f8c4c242eeb owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:55.121463 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6ef98fe7-1f8e-4543-a75f-87bbf499353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.157778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6ef98fe7-1f8e-4543-a75f-87bbf499353d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a265afadf714d5993c4ddfeef75f537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249438 Mar 31 23:17:55.164163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37060) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:55.171236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef98fe7-1f8e-4543-a75f-87bbf499353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f069ff-a340-49ec-b4cf-4a0cc3af36b0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.197918 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.240931 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.252675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:55.262423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:55.271303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.271902 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.275198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] Pushing event deleted for resources: {'Port': ['ID=cbcd5820-b600-471d-9938-5f8c4c242eeb,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.277428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79dab7e3-7987-466c-8af4-0227e280946d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.280428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f9530-22a3-4b8c-a202-df0bdfb0ba6f None None] No DVR routers for this DVR port cbcd5820-b600-471d-9938-5f8c4c242eeb on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:55.308289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349aace-65c8-4a8c-be22-485f40264874 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:55.315154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=6a357f73-e6c8-4a44-b762-aab0deab8f3a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.336684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79dab7e3-7987-466c-8af4-0227e280946d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.445467 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7c8cd169-5f70-451d-acf1-e770605fcd1c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7820861 Mar 31 23:17:55.448403 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37066) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:55.464079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:55.485306 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79dab7e3-7987-466c-8af4-0227e280946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.488190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79dab7e3-7987-466c-8af4-0227e280946d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.489396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-79dab7e3-7987-466c-8af4-0227e280946d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31f069ff-a340-49ec-b4cf-4a0cc3af36b0 HTTP/1.1" status: 204 len: 168 time: 0.3243272 Mar 31 23:17:55.507974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '6a357f73-e6c8-4a44-b762-aab0deab8f3a'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:55.508829 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.725728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Allocated IP 172.20.0.2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/6a357f73-e6c8-4a44-b762-aab0deab8f3a/8bb615b8-2d31-42c0-ae8b-a727a9f28d97) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:55.744242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9202fdd6-bbee-4153-8fd2-125c937e08b5 req-a3d8459e-87ff-4803-a37f-d42d762b6e21 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.0332475 Mar 31 23:17:55.856544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab7e3-7987-466c-8af4-0227e280946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f069ff-a340-49ec-b4cf-4a0cc3af36b0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.884418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37076) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:55.955845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.975523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9221f5-4fe5-4848-bb99-d7ebc9c3721c tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.976901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ab9221f5-4fe5-4848-bb99-d7ebc9c3721c tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 814 time: 0.0914688 Mar 31 23:17:56.030846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:56.035570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.056499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cbcd5820-b600-471d-9938-5f8c4c242eeb no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:56.079640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: cbcd5820-b600-471d-9938-5f8c4c242eeb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:56.080281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cbcd5820-b600-471d-9938-5f8c4c242eeb not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:56.082448 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.161164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:56.174316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:56.189918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:56.202085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Pushing event updated for resources: {'Port': ['ID=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:56.290268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Attempting to bind port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:56.290941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Attempting to bind port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:56.291451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Attempting to bind port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:56.303547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:56.304066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:56.304698 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.305196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:56.305827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Bound port: 8bb615b8-2d31-42c0-ae8b-a727a9f28d97, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:56.306359 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.384198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] For port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:56.387619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] For port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:56.491942 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.535150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37100) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:56.541499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'network': {'name': 'tempest-network-smoke--1043429589', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'port_security_enabled': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:56.644983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ded09b-a63d-46f8-8022-1385f416c167 None None] Pushing event updated for resources: {'Port': ['ID=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:56.653384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-44328a9b-dc1b-4d3e-b5d8-84edd569c025 req-57c4430c-2b3d-4a80-a31a-6469b7d686c6 service neutron] (109820) timed out ('10.222.0.50', 65084) {{(pid=109820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:17:56.736040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:17:56.869967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:56.889179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.913954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-0ced04cb-c7e8-4fe1-9aa2-bf45096e7898 req-844a7087-d320-45ed-9da2-d4346665ac76 tempest-ServersNegativeTestJSON-1724506272 tempest-ServersNegativeTestJSON-1724506272-project] (109821) timed out ('10.222.0.50', 64955) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:17:56.945377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:56.958432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.958819 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Added segment 91ac727e-dd29-48ce-b5d9-0c59bfa44ad2 of type vlan for network aa1731d3-9046-4878-9d41-a70360ef7a27 Mar 31 23:17:56.959363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0a0aba5-928b-45c1-bb19-a24f0bf44b8c req-1839a903-72aa-4f2e-9e26-5d76d7bb2042 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.0617931 Mar 31 23:17:57.036641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.219762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.225825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.226514 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.397244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.408201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Network': ['ID=aa1731d3-9046-4878-9d41-a70360ef7a27,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.429505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network aa1731d3-9046-4878-9d41-a70360ef7a27 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:57.433495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-fb0bf618-cb0a-47e7-9504-a59dc0774806 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.435736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-fb0bf618-cb0a-47e7-9504-a59dc0774806 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.45 "GET /v2.0/networks?id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1 HTTP/1.1" status: 200 len: 796 time: 0.1812983 Mar 31 23:17:57.524563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-141b6ef4-d116-4bff-abfd-a2aa2ff3c2fc tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f8a3a0570c41c492b5a89524102168 HTTP/1.1" status: 200 len: 477 time: 0.0798123 Mar 31 23:17:57.533785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'port': {'device_id': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'admin_state_up': True, 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'security_groups': ['5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4', 'e4ebc647-4513-4b02-94da-b138db5634ae']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:57.537402 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3f33e63f-3d5f-46a8-89c5-a1bf28da794b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0010867 Mar 31 23:17:57.542274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37124) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.750718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8b8429-99e0-46f7-a600-ac2bf625bff5 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.752232 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8d8b8429-99e0-46f7-a600-ac2bf625bff5 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d381ef187b3342a98103d56843d806a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2086198 Mar 31 23:17:57.755548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37128) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.819167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Made reservation on behalf of 64f8a3a0570c41c492b5a89524102168 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:57.825118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.893967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] For port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:57.998118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.007014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0bf631-4082-48f9-a859-60e005a2c895 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.012546 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ba0bf631-4082-48f9-a859-60e005a2c895 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2553096 Mar 31 23:17:58.012546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37136) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.058503 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b315abaa-6e39-4d40-9514-981e001664f4 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364571 Mar 31 23:17:58.058503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37138) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.091436 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-11b73ca1-95a4-4e64-aa09-dcafc3e29617 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d381ef187b3342a98103d56843d806a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389953 Mar 31 23:17:58.096488 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37140) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.162184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Allocated IP 172.20.0.10 (fe697c35-eba2-436f-b5a0-87fb2d2b61e1/37ab941d-5663-403c-9dc6-c01ca33a66fa/129f83c3-abe8-4973-a90d-18c8f584a6b1) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:58.196032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-703635b5-9b32-41e2-9bd2-d4275d1a33c1 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:58.197511 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-703635b5-9b32-41e2-9bd2-d4275d1a33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.209203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:58.243244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.244946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.264734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a53a46-c8b2-416e-8edb-07954bc311dc req-ae83ddc5-4f65-4fb5-a70f-97c1a6feb7d7 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.0623841 Mar 31 23:17:58.463638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:58.494978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:58.520858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.521723 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.593861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=f5b35675-c97e-4adc-a0f1-4d782cd9c10f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.600885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bca71c-a11e-457e-a9c0-d5d23b5dbc30 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.606050 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.609596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-87bca71c-a11e-457e-a9c0-d5d23b5dbc30 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5155535 Mar 31 23:17:58.610950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,revision_number=4']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.631210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37150) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.703602 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-51be7472-dd73-45c9-803c-5a7983790545 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2540507 Mar 31 23:17:58.710019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-60e393f4-2590-426d-97e9-3011bc9eb77d tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0737066 Mar 31 23:17:58.710019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37154) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.716980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37156) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.723915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:2d:be:18', 'name': 'tempest-NetworksTestDHCPv6-328191725'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:58.724416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299839982', 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:58.815227 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-703635b5-9b32-41e2-9bd2-d4275d1a33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.839234 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.860041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b4006-930f-43a0-8365-0a92c6169fff None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:58.915395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:58.924547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:58.930254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:58.937527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:58.941608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.000097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:59.001212 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.007657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37166) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:59.024485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=129f83c3-abe8-4973-a90d-18c8f584a6b1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:59.081710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.082843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.089652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:59.145284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-703635b5-9b32-41e2-9bd2-d4275d1a33c1 None None] For port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:59.259729 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.277704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-112307035', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:59.283308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-3bb16986-8e02-4fdc-adf4-8ff4e7f9dc56 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.7530913 Mar 31 23:17:59.297422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Request body: {'port': {'device_id': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:59.344738 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-703635b5-9b32-41e2-9bd2-d4275d1a33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.367813 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.419004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port fc787670-1870-473f-a080-81623541a658 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:59.482542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Made reservation on behalf of c981c0e29d2545edb815311f168eea7f for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:59.484658 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.492332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.501355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.507521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:17:59.507968 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:17:59.510927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.514671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703635b5-9b32-41e2-9bd2-d4275d1a33c1 None None] Pushing event updated for resources: {'Port': ['ID=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:59.546290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f7d9774d-fb45-4073-9d7b-0b4795a24160 None None] Provisioning complete for port 129f83c3-abe8-4973-a90d-18c8f584a6b1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:59.547600 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7d9774d-fb45-4073-9d7b-0b4795a24160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.608394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9774d-fb45-4073-9d7b-0b4795a24160 None None] Port 129f83c3-abe8-4973-a90d-18c8f584a6b1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:59.616569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f7d9774d-fb45-4073-9d7b-0b4795a24160 None None] Could not find standard attr ID for object 3dc95fce-c582-4de6-a964-d0a5ae5ce099. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:59.625063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Subnet': ['ID=26bb330e-ff8c-4def-8bf9-beace64e04fe,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:59.636138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb5206-7da8-4ca0-834f-fc8767b06e7c req-d46e6438-d8c4-4d45-a6fa-bba92523de7b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.638053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54cb5206-7da8-4ca0-834f-fc8767b06e7c req-d46e6438-d8c4-4d45-a6fa-bba92523de7b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 971 time: 0.2000811 Mar 31 23:17:59.725966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Checking segment: {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:59.725966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network hostable DHCP agents. Network: aa1731d3-9046-4878-9d41-a70360ef7a27, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:59.772917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 172.20.0.5 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/6a357f73-e6c8-4a44-b762-aab0deab8f3a/fc787670-1870-473f-a080-81623541a658) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:59.793177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fe2d:be18 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/f5b35675-c97e-4adc-a0f1-4d782cd9c10f/fc787670-1870-473f-a080-81623541a658) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:59.805042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.952937 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.968855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] device_id is not set on port 0fcbd6eb-9535-4dd2-aaa9-fe2efaedd81b yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:00.149915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5874b8-1b87-47dc-8ca5-b8ad8da27f72,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.213827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.222760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54cb5206-7da8-4ca0-834f-fc8767b06e7c req-4e3f6b08-0990-4d16-8745-1f2013a7cc84 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5662227 Mar 31 23:18:00.258081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:00.274338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network aa1731d3-9046-4878-9d41-a70360ef7a27 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:00.338459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Allocated IP 172.25.4.18 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/0fcbd6eb-9535-4dd2-aaa9-fe2efaedd81b) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:00.363338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:00.364436 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.399506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, aa1731d3-9046-4878-9d41-a70360ef7a27) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:00.433649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da00066-b875-4485-be84-20af429a0099 None None] Network aa1731d3-9046-4878-9d41-a70360ef7a27 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:00.439444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:00.440775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.502091 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.549886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d97e1ef4-9326-43c2-9d2e-14514f90e363 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:00.550734 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d97e1ef4-9326-43c2-9d2e-14514f90e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.580912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:00.583921 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:00.598505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:00.601089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129f83c3-abe8-4973-a90d-18c8f584a6b1 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:00.613769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.615514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=fc787670-1870-473f-a080-81623541a658,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.658090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b1cc4a8d-b909-4508-a13a-9c06b4f1b284 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9452167 Mar 31 23:18:00.659383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Transition to ACTIVE for port object 129f83c3-abe8-4973-a90d-18c8f584a6b1 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:18:00.731776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:00.733381 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.750893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.789259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.858217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Pushing event updated for resources: {'Port': ['ID=129f83c3-abe8-4973-a90d-18c8f584a6b1,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.866111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f5a47c70-7043-47a4-822a-0af7043305be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1547685 Mar 31 23:18:00.870455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37192) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:00.919368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-aa1731d3-9046-4878-9d41-a70360ef7a27', 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ips': [{'subnet_id': '26bb330e-ff8c-4def-8bf9-beace64e04fe'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:00.920809 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.995122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.047252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b8978-60f9-4731-8a0f-c14a117e52a3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.068021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Attempting to bind port 129f83c3-abe8-4973-a90d-18c8f584a6b1 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:01.068379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Attempting to bind port 129f83c3-abe8-4973-a90d-18c8f584a6b1 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:01.068642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Attempting to bind port 129f83c3-abe8-4973-a90d-18c8f584a6b1 on network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:01.070103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b8978-60f9-4731-8a0f-c14a117e52a3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.072345 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-297b8978-60f9-4731-8a0f-c14a117e52a3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2007327 Mar 31 23:18:01.087056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37194) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.100444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Port 129f83c3-abe8-4973-a90d-18c8f584a6b1 on network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:18:01.100444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Attempting to bind port 129f83c3-abe8-4973-a90d-18c8f584a6b1 on network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:01.161937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:01.178595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Checking segment: {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:01.180182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Bound using segment: {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:01.180182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Bound port: 129f83c3-abe8-4973-a90d-18c8f584a6b1, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3969e3e7-a70f-420a-8a5f-687298bf5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:01.180182 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.220109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Allocated IP 172.20.0.18 (aa1731d3-9046-4878-9d41-a70360ef7a27/26bb330e-ff8c-4def-8bf9-beace64e04fe/b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:01.252411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Pushing event updated for resources: {'Port': ['ID=0fcbd6eb-9535-4dd2-aaa9-fe2efaedd81b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.253601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9be26ac9-532d-4167-80e8-2ab134dd3d35 None None] Provisioning complete for port fc787670-1870-473f-a080-81623541a658 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:01.254059 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9be26ac9-532d-4167-80e8-2ab134dd3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.281873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:01.286608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:01.292017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:01.387729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.389313 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.403419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9be26ac9-532d-4167-80e8-2ab134dd3d35 None None] Port fc787670-1870-473f-a080-81623541a658 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:01.482237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] For port 129f83c3-abe8-4973-a90d-18c8f584a6b1, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:01.512198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.526744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] For port 129f83c3-abe8-4973-a90d-18c8f584a6b1, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:01.553116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-988ce21f-a4f7-41de-ab44-a83ab30bcd32 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5439456 Mar 31 23:18:01.554726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.556592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc0d7-b623-42f1-95c0-556bc698b3b1 req-14dba503-58c1-456e-b662-1f72f183c02b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.558192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a33dc0d7-b623-42f1-95c0-556bc698b3b1 req-14dba503-58c1-456e-b662-1f72f183c02b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 983 time: 0.1182864 Mar 31 23:18:01.562335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.18'}]}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:01.569314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-366f335d-5e0d-4be6-85d5-8fa494d4ab56 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port fc787670-1870-473f-a080-81623541a658 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:01.570706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-366f335d-5e0d-4be6-85d5-8fa494d4ab56 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.642036 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.643241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.649646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b60e4af6-b82f-414c-9b2f-9c44aa8cc5c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299399056', 'description': 'tempest-secgroup-smoke-299399056 description', 'project_id': 'd381ef187b3342a98103d56843d806a3'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:01.682018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a33dc0d7-b623-42f1-95c0-556bc698b3b1 req-49f583f7-cdee-4327-ae5d-0f6bafeb7366 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1029644 Mar 31 23:18:01.709648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.724334 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Network aa1731d3-9046-4878-9d41-a70360ef7a27 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:01.725989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:01.727940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Pushing event updated for resources: {'Port': ['ID=b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.730210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:01.744548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.750680 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.773045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.774105 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.775596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] 10.222.0.45 "PUT /v2.0/ports/129f83c3-abe8-4973-a90d-18c8f584a6b1 HTTP/1.1" status: 200 len: 1131 time: 2.4826298 Mar 31 23:18:01.788725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:01.790923 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d93a37-59fd-477d-825b-63290dc5a87f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:01.832551 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-366f335d-5e0d-4be6-85d5-8fa494d4ab56 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.850943 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b60e4af6-b82f-414c-9b2f-9c44aa8cc5c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.875032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-366f335d-5e0d-4be6-85d5-8fa494d4ab56 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for fc787670-1870-473f-a080-81623541a658 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:01.883868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1a358-2ca5-4a3e-927b-21150a048020 service neutron] Pushing event updated for resources: {'Port': ['ID=129f83c3-abe8-4973-a90d-18c8f584a6b1,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.894047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Attempting to bind port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:01.894408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Attempting to bind port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:01.894805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Attempting to bind port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c on network aa1731d3-9046-4878-9d41-a70360ef7a27 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:01.901565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.905012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:01.907088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Checking segment: {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:01.912417 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.913145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Bound using segment: {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:01.913448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Bound port: b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:01.913851 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.011923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b60e4af6-b82f-414c-9b2f-9c44aa8cc5c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.028828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] For port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:02.036364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] For port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:02.076321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-e265ad58-5f28-4ee9-aeb3-f6e1cc78cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.078170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-e265ad58-5f28-4ee9-aeb3-f6e1cc78cbe4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1134 time: 0.1675296 Mar 31 23:18:02.142464 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.153602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-ca3a9eed-ee23-4285-812e-98cbe02c0309 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1 HTTP/1.1" status: 200 len: 217 time: 0.0567226 Mar 31 23:18:02.155972 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489467cd-6c58-4e25-9826-5127837bc73e x-openstack-request-id: req-489467cd-6c58-4e25-9826-5127837bc73e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:02.156380 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:02.156590 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-489467cd-6c58-4e25-9826-5127837bc73e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:02.156969 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489467cd-6c58-4e25-9826-5127837bc73e'] response: {'name': 'network-changed', 'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'status': 'completed', 'code': 200} Mar 31 23:18:02.196360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b60e4af6-b82f-414c-9b2f-9c44aa8cc5c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.226625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4af6-b82f-414c-9b2f-9c44aa8cc5c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840a9697-662b-4e51-a4b0-c0eac051ce6f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:02.251696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1d7f4-14f5-4e96-b809-a3bfd84e3cf6 None None] Pushing event updated for resources: {'Port': ['ID=b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:02.266319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-80d44e8d-f761-4c2d-89ed-662e556bbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.268352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-80d44e8d-f761-4c2d-89ed-662e556bbdf9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37ab941d-5663-403c-9dc6-c01ca33a66fa HTTP/1.1" status: 200 len: 834 time: 0.1073940 Mar 31 23:18:02.352325 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.375990 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b60e4af6-b82f-414c-9b2f-9c44aa8cc5c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.377275 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b60e4af6-b82f-414c-9b2f-9c44aa8cc5c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7328231 Mar 31 23:18:02.380503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37218) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:02.386231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1cf569f3-7623-4ca9-b3e0-f7877635b52a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '840a9697-662b-4e51-a4b0-c0eac051ce6f', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:02.389859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-cbe122d6-dfe2-4031-b10f-848dd184e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.391720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-cbe122d6-dfe2-4031-b10f-848dd184e5a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086280 Mar 31 23:18:02.548323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cf569f3-7623-4ca9-b3e0-f7877635b52a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.592884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-69c32a77-acf8-494d-90d6-75fb0e5b76ea service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908283 Mar 31 23:18:02.611772 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-366f335d-5e0d-4be6-85d5-8fa494d4ab56 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.666727 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cf569f3-7623-4ca9-b3e0-f7877635b52a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.667609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f335d-5e0d-4be6-85d5-8fa494d4ab56 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=fc787670-1870-473f-a080-81623541a658,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:02.765620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cf569f3-7623-4ca9-b3e0-f7877635b52a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.802530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf569f3-7623-4ca9-b3e0-f7877635b52a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40774d20-d0b1-4e67-8a05-7117b4d2d722,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:02.855334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-196b1987-f51c-4611-8f8f-0dac06a97cfb req-47ddda29-7fed-4e32-a02e-ed3a21e323ba service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550373 Mar 31 23:18:02.865864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.895022 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.899349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1cf569f3-7623-4ca9-b3e0-f7877635b52a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.903758 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1cf569f3-7623-4ca9-b3e0-f7877635b52a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5183840 Mar 31 23:18:02.903758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37226) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:02.908766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-709514aa-0161-4035-b3ab-f6fd09d2ff51 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '840a9697-662b-4e51-a4b0-c0eac051ce6f', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:02.979117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-366f335d-5e0d-4be6-85d5-8fa494d4ab56 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.986318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-366f335d-5e0d-4be6-85d5-8fa494d4ab56 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/fc787670-1870-473f-a080-81623541a658 HTTP/1.1" status: 204 len: 168 time: 1.8948171 Mar 31 23:18:02.991962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37228) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:03.062584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20eca-774d-4aab-96cb-b0b9c804ad47 req-a69dcd54-b4f9-44f3-b68e-8b37d575340f tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.062584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69b20eca-774d-4aab-96cb-b0b9c804ad47 req-a69dcd54-b4f9-44f3-b68e-8b37d575340f tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 983 time: 0.2096999 Mar 31 23:18:03.124968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037a3be-db61-4746-a9ea-f2d321ae19fc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.126820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037a3be-db61-4746-a9ea-f2d321ae19fc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.128394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037a3be-db61-4746-a9ea-f2d321ae19fc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.134247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8037a3be-db61-4746-a9ea-f2d321ae19fc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1358829 Mar 31 23:18:03.136083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37232) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:03.249338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69b20eca-774d-4aab-96cb-b0b9c804ad47 req-b681045d-8f7c-4528-a943-33acd88b1278 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1694045 Mar 31 23:18:03.268323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-0f45766a-ccce-42f8-95af-ca9b31dfef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.269925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-0f45766a-ccce-42f8-95af-ca9b31dfef70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1134 time: 0.2370596 Mar 31 23:18:03.277972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4668c15-e76d-4978-bdf4-3aba55ddff42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 6a357f73-e6c8-4a44-b762-aab0deab8f3a {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:03.292953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-709514aa-0161-4035-b3ab-f6fd09d2ff51 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.295903 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.306160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4668c15-e76d-4978-bdf4-3aba55ddff42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.409895 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4668c15-e76d-4978-bdf4-3aba55ddff42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.492942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-f4753409-4501-4df6-a79a-a15878cd5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.494601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-f4753409-4501-4df6-a79a-a15878cd5a87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1 HTTP/1.1" status: 200 len: 897 time: 0.2133181 Mar 31 23:18:03.581040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.585397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.606722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-b47398e5-8ef4-4737-930b-aa1cff563fe4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1 HTTP/1.1" status: 200 len: 217 time: 0.1037636 Mar 31 23:18:03.621042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c60e37-6285-41c0-8858-98016550082d None None] Network aa1731d3-9046-4878-9d41-a70360ef7a27 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:03.669403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-709514aa-0161-4035-b3ab-f6fd09d2ff51 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.684369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4668c15-e76d-4978-bdf4-3aba55ddff42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.705312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a9543bb5-b18d-45c1-bd3d-d3c39e1838d5 None None] Provisioning complete for port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:03.705747 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a9543bb5-b18d-45c1-bd3d-d3c39e1838d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.748661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-cef8d5cb-6c5b-4973-9ad8-acae7339ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.750232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-cef8d5cb-6c5b-4973-9ad8-acae7339ca7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37ab941d-5663-403c-9dc6-c01ca33a66fa HTTP/1.1" status: 200 len: 834 time: 0.1341934 Mar 31 23:18:03.781596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-709514aa-0161-4035-b3ab-f6fd09d2ff51 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.812684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.813033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d83e082-ace3-47f8-b9a3-242dadc99c34 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:18:03.828522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-10eec04e-24d1-480d-ae8d-ec2d614658ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.830875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-10eec04e-24d1-480d-ae8d-ec2d614658ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719068 Mar 31 23:18:03.952176 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a9543bb5-b18d-45c1-bd3d-d3c39e1838d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.960025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4668c15-e76d-4978-bdf4-3aba55ddff42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.008821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a9543bb5-b18d-45c1-bd3d-d3c39e1838d5 None None] For port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:04.013339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4668c15-e76d-4978-bdf4-3aba55ddff42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=6a357f73-e6c8-4a44-b762-aab0deab8f3a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.037530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-522d2cfc-fd8a-4978-8afd-e49253b8eff3 service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986120 Mar 31 23:18:04.052414 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4668c15-e76d-4978-bdf4-3aba55ddff42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.052705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034226be-d456-4e10-a66f-553b7664e276 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:04.056770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d4668c15-e76d-4978-bdf4-3aba55ddff42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/6a357f73-e6c8-4a44-b762-aab0deab8f3a HTTP/1.1" status: 204 len: 168 time: 0.9185348 Mar 31 23:18:04.060374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37242) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:04.091403 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c158a0a8-ad67-466c-96de-4604cc819bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.167968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a9543bb5-b18d-45c1-bd3d-d3c39e1838d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.204356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa12c85e-014b-495a-98a3-09f52842afd7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet f5b35675-c97e-4adc-a0f1-4d782cd9c10f {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:04.212495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa12c85e-014b-495a-98a3-09f52842afd7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.351778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:04.356549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709514aa-0161-4035-b3ab-f6fd09d2ff51 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3397b1c-6aa0-41f9-8163-be8a708b520d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.357375 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa12c85e-014b-495a-98a3-09f52842afd7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.404460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-709514aa-0161-4035-b3ab-f6fd09d2ff51 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.404460 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-709514aa-0161-4035-b3ab-f6fd09d2ff51 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4979455 Mar 31 23:18:04.406552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37250) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:04.411560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-11b62739-ce3d-4f8b-82df-37f55da79fce tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '840a9697-662b-4e51-a4b0-c0eac051ce6f', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:04.444361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4d93a37-59fd-477d-825b-63290dc5a87f req-2e64a7f4-3a75-4422-ab3a-5e72cf5d1f0c service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856843 Mar 31 23:18:04.468399 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:18:04.469937 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e08e73b4-9bb3-42e4-996d-897014a2c304 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9132719 Mar 31 23:18:04.482442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37254) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:04.589558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa12c85e-014b-495a-98a3-09f52842afd7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.624742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-652887b8-a334-4fae-99af-2dccd1469675 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Deleting port 0fcbd6eb-9535-4dd2-aaa9-fe2efaedd81b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:04.625751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-652887b8-a334-4fae-99af-2dccd1469675 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.632307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df436a2-d9cc-4898-b004-16e104b8d5fd req-2b4e2695-cb10-4621-90ed-2fed1fe7a9a6 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:04.639374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0df436a2-d9cc-4898-b004-16e104b8d5fd req-2b4e2695-cb10-4621-90ed-2fed1fe7a9a6 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 983 time: 0.1969898 Mar 31 23:18:04.640681 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11b62739-ce3d-4f8b-82df-37f55da79fce tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.667202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9543bb5-b18d-45c1-bd3d-d3c39e1838d5 None None] Pushing event updated for resources: {'Port': ['ID=b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.743565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-652887b8-a334-4fae-99af-2dccd1469675 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.768196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-652887b8-a334-4fae-99af-2dccd1469675 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Calling delete_port for 0fcbd6eb-9535-4dd2-aaa9-fe2efaedd81b owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:04.773235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0df436a2-d9cc-4898-b004-16e104b8d5fd req-33fae4bd-4222-4eba-a56d-304296917063 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1036189 Mar 31 23:18:04.788010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11b62739-ce3d-4f8b-82df-37f55da79fce tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.799391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c3a1cdf4-cfd2-4f6d-8053-d2a589be395f None None] Provisioning complete for port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:04.807797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3a1cdf4-cfd2-4f6d-8053-d2a589be395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.807797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:04.807797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.853948 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa12c85e-014b-495a-98a3-09f52842afd7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.899213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12c85e-014b-495a-98a3-09f52842afd7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b35675-c97e-4adc-a0f1-4d782cd9c10f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.909923 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11b62739-ce3d-4f8b-82df-37f55da79fce tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.954641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aa12c85e-014b-495a-98a3-09f52842afd7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.958084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aa12c85e-014b-495a-98a3-09f52842afd7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/f5b35675-c97e-4adc-a0f1-4d782cd9c10f HTTP/1.1" status: 204 len: 168 time: 0.8845975 Mar 31 23:18:04.961168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b62739-ce3d-4f8b-82df-37f55da79fce tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3604d6bb-5c87-4631-a11c-6b9a7f459438,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.963988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37258) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:05.002621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 129f83c3-abe8-4973-a90d-18c8f584a6b1 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:05.052954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3bcfc338-024a-4561-b504-547f8e6f5955 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874636 Mar 31 23:18:05.056168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37262) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:05.056861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11b62739-ce3d-4f8b-82df-37f55da79fce tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.061236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-11b62739-ce3d-4f8b-82df-37f55da79fce tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6535656 Mar 31 23:18:05.062100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37264) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:05.062637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:05.067152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9d41005c-6653-43c8-ab58-0b0aa0bd9223 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '840a9697-662b-4e51-a4b0-c0eac051ce6f', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:05.104498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-652887b8-a334-4fae-99af-2dccd1469675 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.185297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 129f83c3-abe8-4973-a90d-18c8f584a6b1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:05.204458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'port_id': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'mac_address': 'fa:16:3e:22:ad:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:05.223130 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d41005c-6653-43c8-ab58-0b0aa0bd9223 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.271963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652887b8-a334-4fae-99af-2dccd1469675 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fcbd6eb-9535-4dd2-aaa9-fe2efaedd81b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:05.291366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.348656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129f83c3-abe8-4973-a90d-18c8f584a6b1 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:05.349285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d41005c-6653-43c8-ab58-0b0aa0bd9223 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.360387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-652887b8-a334-4fae-99af-2dccd1469675 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.377615 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-652887b8-a334-4fae-99af-2dccd1469675 tempest-RoutersAdminNegativeTest-1062408680 tempest-RoutersAdminNegativeTest-1062408680-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0fcbd6eb-9535-4dd2-aaa9-fe2efaedd81b HTTP/1.1" status: 204 len: 168 time: 0.8929472 Mar 31 23:18:05.393115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 129f83c3-abe8-4973-a90d-18c8f584a6b1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:05.467722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:05.472379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.526702 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.529444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d41005c-6653-43c8-ab58-0b0aa0bd9223 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.555476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41005c-6653-43c8-ab58-0b0aa0bd9223 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8e5461-48bc-4187-af7f-1e248cdfe7ac,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:05.587784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=129f83c3-abe8-4973-a90d-18c8f584a6b1,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:05.633519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d41005c-6653-43c8-ab58-0b0aa0bd9223 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.634784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9d41005c-6653-43c8-ab58-0b0aa0bd9223 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5715852 Mar 31 23:18:05.637822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37274) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:05.646564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f1885f27-c972-4f94-9253-907ceabae7bc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '840a9697-662b-4e51-a4b0-c0eac051ce6f', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:05.813704 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-f1885f27-c972-4f94-9253-907ceabae7bc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Project d381ef187b3342a98103d56843d806a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:18:05.814310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798cd307-c4f9-4240-a12c-75837a787340 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:05.818069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1885f27-c972-4f94-9253-907ceabae7bc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.831838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['129f83c3-abe8-4973-a90d-18c8f584a6b1'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:05.856327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.941423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:05.943631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:05.948104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.948978 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.968411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f1128f59-ea34-4f76-bf69-12e5ffa9d294 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:05.969781 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1128f59-ea34-4f76-bf69-12e5ffa9d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.977941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=371c135d-d4e8-42d7-a005-f6c0bb446e8f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:05.992859 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1885f27-c972-4f94-9253-907ceabae7bc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.002361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f30baa-89b9-4e9a-b1c8-d6fe0fa9f481 req-4e3816b5-6b59-4821-bc43-2f673261f8d3 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.007105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0f30baa-89b9-4e9a-b1c8-d6fe0fa9f481 req-4e3816b5-6b59-4821-bc43-2f673261f8d3 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 984 time: 0.1070867 Mar 31 23:18:06.047128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37282) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:06.067387 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b56397f5-10e3-4bba-ba79-e0736086da4a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0092056 Mar 31 23:18:06.069701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37286) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:06.075208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:06.098277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0f30baa-89b9-4e9a-b1c8-d6fe0fa9f481 req-81846b8f-bd54-4749-a10f-8d4aa7e19a1b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0868292 Mar 31 23:18:06.101659 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1885f27-c972-4f94-9253-907ceabae7bc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.142428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1885f27-c972-4f94-9253-907ceabae7bc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d1ce5e-37cb-4fb5-b229-f0609664aa4e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.189825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99c7e492-eef8-4429-9acd-e2c41919ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.239549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:06.243666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1885f27-c972-4f94-9253-907ceabae7bc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.244490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f1885f27-c972-4f94-9253-907ceabae7bc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6048229 Mar 31 23:18:06.247299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37290) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:06.254961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a5633a9e-6656-4228-be2f-02bd1ccfacbc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '840a9697-662b-4e51-a4b0-c0eac051ce6f', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:06.275501 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-daf6e128-9841-46f3-8cab-956fe8d45f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.385494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:06.391595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.400808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-daf6e128-9841-46f3-8cab-956fe8d45f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.403252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:06.403866 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.449270 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-a5633a9e-6656-4228-be2f-02bd1ccfacbc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Project d381ef187b3342a98103d56843d806a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:18:06.457626 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5633a9e-6656-4228-be2f-02bd1ccfacbc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.463795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81019216-c849-41a2-be31-1c30b6062d06 None None] Update dhcp port {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': '371c135d-d4e8-42d7-a005-f6c0bb446e8f'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '8bb615b8-2d31-42c0-ae8b-a727a9f28d97'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:18:06.500471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-daf6e128-9841-46f3-8cab-956fe8d45f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.504184 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-81019216-c849-41a2-be31-1c30b6062d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.550739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5633a9e-6656-4228-be2f-02bd1ccfacbc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.560283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6e128-9841-46f3-8cab-956fe8d45f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f52c9c7-2312-467a-952a-5351ca347c38,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.568129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-daf6e128-9841-46f3-8cab-956fe8d45f20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ada1300d9594e698327157468cc9852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192916 Mar 31 23:18:06.573497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37296) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:06.661527 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5633a9e-6656-4228-be2f-02bd1ccfacbc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.700374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5633a9e-6656-4228-be2f-02bd1ccfacbc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e39c7c8-653c-4b8f-9b84-55e66f17a063,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.702865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-666f4f39-ed41-4175-83d7-bb5b65ba08fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.741076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-666f4f39-ed41-4175-83d7-bb5b65ba08fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.780945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-81019216-c849-41a2-be31-1c30b6062d06 None None] Allocated IP 172.20.0.2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/371c135d-d4e8-42d7-a005-f6c0bb446e8f/8bb615b8-2d31-42c0-ae8b-a727a9f28d97) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:06.791661 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5633a9e-6656-4228-be2f-02bd1ccfacbc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.793574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a5633a9e-6656-4228-be2f-02bd1ccfacbc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5445607 Mar 31 23:18:06.915923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-81019216-c849-41a2-be31-1c30b6062d06 None None] For port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:06.944013 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-666f4f39-ed41-4175-83d7-bb5b65ba08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.946929 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-666f4f39-ed41-4175-83d7-bb5b65ba08fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.948164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-666f4f39-ed41-4175-83d7-bb5b65ba08fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f52c9c7-2312-467a-952a-5351ca347c38 HTTP/1.1" status: 204 len: 168 time: 0.3731735 Mar 31 23:18:06.958191 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-81019216-c849-41a2-be31-1c30b6062d06 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.960446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f4f39-ed41-4175-83d7-bb5b65ba08fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f52c9c7-2312-467a-952a-5351ca347c38,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.035872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:07.059285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-1e5be405-d0e3-4d6d-ac99-e65b6923ffcc tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299399056&fields=id&tenant_id=d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 267 time: 0.0423071 Mar 31 23:18:07.069047 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-81019216-c849-41a2-be31-1c30b6062d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.226113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81019216-c849-41a2-be31-1c30b6062d06 None None] Pushing event updated for resources: {'Port': ['ID=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.294642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1979d-e81a-47a1-a7d1-d43f5c5d7976 req-559dbdbb-9818-48c5-8b22-8cf4d8030439 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:07.299311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1c1979d-e81a-47a1-a7d1-d43f5c5d7976 req-559dbdbb-9818-48c5-8b22-8cf4d8030439 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 984 time: 0.1062930 Mar 31 23:18:07.307739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-313fd7d1-5062-4ddd-bd26-42c0a5f1cefd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:07.309783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-313fd7d1-5062-4ddd-bd26-42c0a5f1cefd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/networks?id=aa1731d3-9046-4878-9d41-a70360ef7a27 HTTP/1.1" status: 200 len: 797 time: 0.2431285 Mar 31 23:18:07.374352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.407132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1c1979d-e81a-47a1-a7d1-d43f5c5d7976 req-c6e961c4-0072-4f2f-a209-ab01677be2a5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0960541 Mar 31 23:18:07.425358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-bc511698-6462-4f2a-b51c-b5cb911483a9 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/quotas/d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 375 time: 0.0817652 Mar 31 23:18:07.504096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-5c69f156-7020-4d8e-a3a6-a7f359b2c008 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0777140 Mar 31 23:18:07.679470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-1f6ec448-43a6-4ab6-8077-987e4594c8c6 service neutron] 10.222.0.31 "GET /v2.0/networks/aa1731d3-9046-4878-9d41-a70360ef7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579027 Mar 31 23:18:07.693697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] For port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:07.719322 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.739352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.802670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37328) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:07.827853 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.829079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.866834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-b14b405c-402b-4556-a278-b30855afd3b5 service neutron] 10.222.0.31 "GET /v2.0/networks/aa1731d3-9046-4878-9d41-a70360ef7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789303 Mar 31 23:18:07.897864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e786a143-f698-4f75-a313-e03c5ed6c66a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c981c0e29d2545edb815311f168eea7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950239 Mar 31 23:18:07.900476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37330) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:07.941755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:07.962221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:07.979335 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7e84db66-aa44-4b48-aac2-ea270e5c5747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.980173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:07.980783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.015089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=85d6ad85-96cf-4e4a-bd35-ccc7270ab7a7,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:08.016650 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7e84db66-aa44-4b48-aac2-ea270e5c5747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.021427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,revision_number=10']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:08.067078 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f99c8aa9-a301-49df-9aea-759d52fcdcdb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9963353 Mar 31 23:18:08.070410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37334) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:08.076584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:9e:21:4d', 'name': 'tempest-NetworksTestDHCPv6-157927968'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:08.156511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6213c5b-ba12-4827-a823-9b57a11f0df5 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:08.226121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3acd1483-ec31-431d-8c57-e77d668abaaa req-2c4ec349-ab50-46f7-8dcd-47aa0e4855fe tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 210 time: 0.0414808 Mar 31 23:18:08.229648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7e84db66-aa44-4b48-aac2-ea270e5c5747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.234152 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7e84db66-aa44-4b48-aac2-ea270e5c5747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.235436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7e84db66-aa44-4b48-aac2-ea270e5c5747 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee5874b8-1b87-47dc-8ca5-b8ad8da27f72 HTTP/1.1" status: 204 len: 168 time: 0.3338785 Mar 31 23:18:08.257280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:08.334892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-29eec561-b1fe-4dda-a17c-db71f6ec2d73 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:08.337065 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29eec561-b1fe-4dda-a17c-db71f6ec2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.560682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:08.561689 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.642501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84db66-aa44-4b48-aac2-ea270e5c5747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5874b8-1b87-47dc-8ca5-b8ad8da27f72,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:08.663124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.732877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab82e3-2ae9-4414-bf34-43487098772a req-21812c2f-86b9-481a-ba46-2f794c7d91dd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.735113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72ab82e3-2ae9-4414-bf34-43487098772a req-21812c2f-86b9-481a-ba46-2f794c7d91dd tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 984 time: 0.0885305 Mar 31 23:18:08.789611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72ab82e3-2ae9-4414-bf34-43487098772a req-4570e5f7-67e5-4a51-b8d1-1e65a6f71942 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0476313 Mar 31 23:18:08.898222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:08.929816 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.999696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 129f83c3-abe8-4973-a90d-18c8f584a6b1 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:09.031095 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:18:09.038970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.077738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 37736796-59a7-409e-8148-f2f3ece98f00 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:09.235837 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.297075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 129f83c3-abe8-4973-a90d-18c8f584a6b1 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:09.308512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 172.20.0.14 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/371c135d-d4e8-42d7-a005-f6c0bb446e8f/37736796-59a7-409e-8148-f2f3ece98f00) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:09.318547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 129f83c3-abe8-4973-a90d-18c8f584a6b1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:09.318924 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.350157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fe9e:214d (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/85d6ad85-96cf-4e4a-bd35-ccc7270ab7a7/37736796-59a7-409e-8148-f2f3ece98f00) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:09.370545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b066a18-9e5b-43ad-b55b-1f2e0f7d15d4 req-7f777aee-d085-4336-a160-c0c06cde85b5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 210 time: 0.0705335 Mar 31 23:18:09.468917 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.507828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:09.511833 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2609c7-862b-4a32-8edf-6de3e35f87d5" -d '{"events": [{"server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "name": "network-vif-plugged", "status": "completed", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:09.540454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad2c69d-a60f-4356-aee3-0f076c83ce60 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:09.555996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 129f83c3-abe8-4973-a90d-18c8f584a6b1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:09.639938 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.667404 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.727615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1ad2aebd-4ac7-4e73-b2d7-0aa59a5fc768 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:09.727872 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1ad2aebd-4ac7-4e73-b2d7-0aa59a5fc768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.873486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.006793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=129f83c3-abe8-4973-a90d-18c8f584a6b1,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:10.013909 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e765833-fc47-44f9-a43e-e3d82d6f58d9 x-openstack-request-id: req-3e765833-fc47-44f9-a43e-e3d82d6f58d9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:10.014261 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "name": "network-vif-plugged", "status": "completed", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:10.014661 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e765833-fc47-44f9-a43e-e3d82d6f58d9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:10.015924 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e765833-fc47-44f9-a43e-e3d82d6f58d9'] response: {'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'code': 200} Mar 31 23:18:10.017599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.045366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:10.047553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=37736796-59a7-409e-8148-f2f3ece98f00,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:10.072590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:10.097758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245c04c-a183-4203-a327-7ca800847544 req-04371c42-ba87-4d62-af0c-aeab527916d6 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.101147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6245c04c-a183-4203-a327-7ca800847544 req-04371c42-ba87-4d62-af0c-aeab527916d6 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 985 time: 0.1827519 Mar 31 23:18:10.102217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:10.164560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7eac5-daec-426b-bca6-66f94618f118 req-8a043161-3d83-40f8-bb8f-3bfc9bad9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.166134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ee7eac5-daec-426b-bca6-66f94618f118 req-8a043161-3d83-40f8-bb8f-3bfc9bad9766 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1136 time: 0.2038405 Mar 31 23:18:10.252494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.253281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.267927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37396) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:10.294068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6245c04c-a183-4203-a327-7ca800847544 req-de306069-51a2-4b05-849d-df27bf0482be tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1757641 Mar 31 23:18:10.296567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ee7eac5-daec-426b-bca6-66f94618f118 req-18102c1c-fb15-4046-973e-87c034780c34 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1164575 Mar 31 23:18:10.364700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a121ebd2-b1f5-4c58-b2e7-aa1267a560a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2929742 Mar 31 23:18:10.367508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37400) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:10.430930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'networks': [{'name': 'tempest-network--1879882654'}, {'name': 'tempest-network--629139460'}]} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:10.431546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'network': {'name': 'tempest-network--1879882654'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:10.432410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'network': {'name': 'tempest-network--629139460'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:10.527888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda90e4b-3d4a-48b0-a7e5-ea9d97db2f24 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.531839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda90e4b-3d4a-48b0-a7e5-ea9d97db2f24 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.536492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fda90e4b-3d4a-48b0-a7e5-ea9d97db2f24 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1650553 Mar 31 23:18:10.536697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a09fa17c-f151-418f-93ee-b683d4b7a201 req-3caf38bf-a1f4-49f7-957e-7253485da6cb tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 210 time: 0.0731442 Mar 31 23:18:10.537134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:10.557289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Made reservation on behalf of 420ce71b789c4c70baf24630d16f9c0c for: {'network': 2} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:10.569769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.599385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-568dc4c4-77d6-47cf-bc8f-f2e804f7c363 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:10.600366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-568dc4c4-77d6-47cf-bc8f-f2e804f7c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.619077 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.769974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-51c46852-ce41-4589-829f-8fe8baaf63fa tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 37736796-59a7-409e-8148-f2f3ece98f00 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:10.772388 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51c46852-ce41-4589-829f-8fe8baaf63fa tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.841015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-568dc4c4-77d6-47cf-bc8f-f2e804f7c363 None None] Provisioning complete for port 37736796-59a7-409e-8148-f2f3ece98f00 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:10.841386 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-568dc4c4-77d6-47cf-bc8f-f2e804f7c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.879398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.899268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-568dc4c4-77d6-47cf-bc8f-f2e804f7c363 None None] Port 37736796-59a7-409e-8148-f2f3ece98f00 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:10.927730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51c46852-ce41-4589-829f-8fe8baaf63fa tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.945528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-51c46852-ce41-4589-829f-8fe8baaf63fa tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 37736796-59a7-409e-8148-f2f3ece98f00 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:11.003200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.003680 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.035704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d2d24f43-2ed3-4e4d-921a-49a4ea7af797 None None] Provisioning complete for port 37736796-59a7-409e-8148-f2f3ece98f00 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:11.035704 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d2d24f43-2ed3-4e4d-921a-49a4ea7af797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.061197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edd6e64-cb14-4839-9780-aae8fe7a6326,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:11.085584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d2d24f43-2ed3-4e4d-921a-49a4ea7af797 None None] Port 37736796-59a7-409e-8148-f2f3ece98f00 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:11.170733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:11.191503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.192086 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Added segment 92277932-ebfe-435f-90d4-959b56ec1e39 of type vlan for network 19a8fd46-4245-4e13-bc61-b7247052b92f Mar 31 23:18:11.299216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.311442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-0a1cf1e3-8451-4053-8816-b07999b1fbc2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:11.312964 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-0a1cf1e3-8451-4053-8816-b07999b1fbc2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "GET /v2.0/networks?id=aa1731d3-9046-4878-9d41-a70360ef7a27 HTTP/1.1" status: 200 len: 797 time: 0.2204561 Mar 31 23:18:11.408641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:11.439135 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-1b8455ea-fcbc-4620-8fb7-61f003e83e13 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 472 time: 0.1090419 Mar 31 23:18:11.442495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.442954 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Added segment 34ed4e1d-9c3d-48a4-ae96-84de6cd25314 of type vlan for network eafedc97-2e83-46d1-9ec3-48d2b48e5c68 Mar 31 23:18:11.457480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'port': {'device_id': '1ddb9f05-2613-4adb-ac83-2bd22e1e274e', 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27', 'admin_state_up': True, 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'security_groups': ['840a9697-662b-4e51-a4b0-c0eac051ce6f']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:11.526467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a75b6-789a-4405-99e3-164fb5f06d50 req-95216ee6-0c14-41fe-aa5c-bb7669fe1370 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:11.528750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a31a75b6-789a-4405-99e3-164fb5f06d50 req-95216ee6-0c14-41fe-aa5c-bb7669fe1370 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 985 time: 0.0982625 Mar 31 23:18:11.542420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51c46852-ce41-4589-829f-8fe8baaf63fa tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.556253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.604893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c46852-ce41-4589-829f-8fe8baaf63fa tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=37736796-59a7-409e-8148-f2f3ece98f00,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:11.636781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a31a75b6-789a-4405-99e3-164fb5f06d50 req-1aa67c5a-7586-4319-b959-61f6f5fa179c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0977731 Mar 31 23:18:11.757738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12588076-f8bc-42af-b4b0-4fb43bb436b7 req-c805ee26-ff8e-40bc-9498-7b94d720bec0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 210 time: 0.0653150 Mar 31 23:18:11.809830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.812474 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.819158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:11.824656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:11.825410 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.838135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:11.841802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.941764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Network': ['ID=19a8fd46-4245-4e13-bc61-b7247052b92f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:11.945747 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-51c46852-ce41-4589-829f-8fe8baaf63fa tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.952444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37428) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:11.959313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 19a8fd46-4245-4e13-bc61-b7247052b92f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:11.964408 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-51c46852-ce41-4589-829f-8fe8baaf63fa tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/37736796-59a7-409e-8148-f2f3ece98f00 HTTP/1.1" status: 204 len: 168 time: 1.4254260 Mar 31 23:18:12.066456 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8016994 Mar 31 23:18:12.074514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32cf701-82ce-4187-8989-ad4a32c7470b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.076227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37430) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.079034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32cf701-82ce-4187-8989-ad4a32c7470b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.083098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32cf701-82ce-4187-8989-ad4a32c7470b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.087186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a32cf701-82ce-4187-8989-ad4a32c7470b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1324482 Mar 31 23:18:12.094106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37432) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.154343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1b8f0-3fae-454f-97f7-e5fab792f16f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Network': ['ID=eafedc97-2e83-46d1-9ec3-48d2b48e5c68,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:12.163660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3082794-8b9e-40e5-b52a-80fc132d1534 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 371c135d-d4e8-42d7-a005-f6c0bb446e8f {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:12.168566 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3082794-8b9e-40e5-b52a-80fc132d1534 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.176202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network eafedc97-2e83-46d1-9ec3-48d2b48e5c68 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:12.231847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3082794-8b9e-40e5-b52a-80fc132d1534 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.340189 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3082794-8b9e-40e5-b52a-80fc132d1534 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.340513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.20.0.23 (aa1731d3-9046-4878-9d41-a70360ef7a27/26bb330e-ff8c-4def-8bf9-beace64e04fe/9490f02d-01cc-4bf5-936b-3b125f32d141) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:12.360260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac180d-cb95-4b34-800a-61fd4195b201 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.366705 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac180d-cb95-4b34-800a-61fd4195b201 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.373717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac180d-cb95-4b34-800a-61fd4195b201 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.380108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac180d-cb95-4b34-800a-61fd4195b201 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.381832 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0ac180d-cb95-4b34-800a-61fd4195b201 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3046527 Mar 31 23:18:12.386295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.463902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3082794-8b9e-40e5-b52a-80fc132d1534 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.502895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3082794-8b9e-40e5-b52a-80fc132d1534 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=371c135d-d4e8-42d7-a005-f6c0bb446e8f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:12.508304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e3082794-8b9e-40e5-b52a-80fc132d1534 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.511250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.523922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e3082794-8b9e-40e5-b52a-80fc132d1534 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/371c135d-d4e8-42d7-a005-f6c0bb446e8f HTTP/1.1" status: 204 len: 168 time: 0.4283884 Mar 31 23:18:12.526264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37440) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.535142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd3a86-d957-4e80-8348-88c08860e24a None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:12.622510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01e0aff-5f9a-4dd9-ac20-91090f0b17d5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 85d6ad85-96cf-4e4a-bd35-ccc7270ab7a7 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:12.629003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c01e0aff-5f9a-4dd9-ac20-91090f0b17d5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.702090 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.714746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c01e0aff-5f9a-4dd9-ac20-91090f0b17d5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.733170 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.758650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a8fd46-4245-4e13-bc61-b7247052b92f']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.780081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92277932-ebfe-435f-90d4-959b56ec1e39') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.780434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92277932-ebfe-435f-90d4-959b56ec1e39') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.807165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.843333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.853886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:12.866291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:12.872132 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:12.922118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1065b79a-f59b-4957-be98-591df6059ea9 req-ad3bafc0-4a85-4151-b156-4707a9d8dcc9 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 210 time: 0.0386317 Mar 31 23:18:12.942784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d30d6e-aab2-4d9b-b918-b5ee148b8d7c req-cb3dd1f9-da56-4c9b-bcb8-9e92f0a1c3a6 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.950569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67d30d6e-aab2-4d9b-b918-b5ee148b8d7c req-cb3dd1f9-da56-4c9b-bcb8-9e92f0a1c3a6 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 985 time: 0.1682563 Mar 31 23:18:12.950569 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c01e0aff-5f9a-4dd9-ac20-91090f0b17d5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.029904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.030733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67d30d6e-aab2-4d9b-b918-b5ee148b8d7c req-bc62dc76-51f7-4926-ae10-cb49c7a3d25b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0733554 Mar 31 23:18:13.080745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network aa1731d3-9046-4878-9d41-a70360ef7a27 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:13.084571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.089130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:13.097708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:13.104797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.110549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/networks/19a8fd46-4245-4e13-bc61-b7247052b92f HTTP/1.1" status: 204 len: 168 time: 0.7212684 Mar 31 23:18:13.111526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37454) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:13.150360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=9490f02d-01cc-4bf5-936b-3b125f32d141,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.164509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f40dfc-0ca7-4387-8568-18b617ba32ad tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Network': ['ID=19a8fd46-4245-4e13-bc61-b7247052b92f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.215404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c01e0aff-5f9a-4dd9-ac20-91090f0b17d5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.221350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.222419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.274439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e0aff-5f9a-4dd9-ac20-91090f0b17d5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=85d6ad85-96cf-4e4a-bd35-ccc7270ab7a7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.310343 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c01e0aff-5f9a-4dd9-ac20-91090f0b17d5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.314622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c01e0aff-5f9a-4dd9-ac20-91090f0b17d5 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/85d6ad85-96cf-4e4a-bd35-ccc7270ab7a7 HTTP/1.1" status: 204 len: 168 time: 0.7867229 Mar 31 23:18:13.318405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37456) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:13.360347 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.396473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc7e07-9436-4e47-a3c1-47b4bd8addb2 req-e5dfcafd-5c3f-4b6a-bd6c-4ed111874a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.398211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ecc7e07-9436-4e47-a3c1-47b4bd8addb2 req-e5dfcafd-5c3f-4b6a-bd6c-4ed111874a2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 985 time: 0.1968162 Mar 31 23:18:13.552274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ecc7e07-9436-4e47-a3c1-47b4bd8addb2 req-d35aa987-b2d0-4480-bbff-b7fe1025569f tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1419413 Mar 31 23:18:13.554377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2339902b-3599-4df8-ad42-5ac61e9e35f6 None None] Provisioning complete for port 9490f02d-01cc-4bf5-936b-3b125f32d141 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:13.554943 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2339902b-3599-4df8-ad42-5ac61e9e35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.591235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.603873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2339902b-3599-4df8-ad42-5ac61e9e35f6 None None] Port 9490f02d-01cc-4bf5-936b-3b125f32d141 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:13.635776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafedc97-2e83-46d1-9ec3-48d2b48e5c68']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:13.666624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ed4e1d-9c3d-48a4-ae96-84de6cd25314') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:13.666952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ed4e1d-9c3d-48a4-ae96-84de6cd25314') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:13.723133 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.756169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.762958 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a26ddcdd-1f37-4525-a95b-f27a51e1304e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4430168 Mar 31 23:18:13.768067 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-105e3d45-60ed-4817-ab82-f41cec55c69b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3159647 Mar 31 23:18:13.768537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37466) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:13.793099 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:13.812324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Request body: {'port': {'device_id': '1ddb9f05-2613-4adb-ac83-2bd22e1e274e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:13.813537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1fb58-ded7-4537-b292-9e66f5f563c6 req-98ff6bdb-fdc8-4b7c-9e99-a0643a3dd425 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.821111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7f1fb58-ded7-4537-b292-9e66f5f563c6 req-98ff6bdb-fdc8-4b7c-9e99-a0643a3dd425 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1136 time: 0.1479676 Mar 31 23:18:13.840006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e7f1fb58-ded7-4537-b292-9e66f5f563c6 req-1ff6fad9-b01c-4b01-a563-57a7ae2d274f tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.845689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986353e-ec42-429e-937c-42985e47a254 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.847403 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d986353e-ec42-429e-937c-42985e47a254 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0779510 Mar 31 23:18:13.862593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37468) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:13.924137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c2607-7ae8-46df-85be-370b1d2d0ab4 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:13.937963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.964295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59590bfc-ffbe-4fdf-85af-1226f0b035b3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:13.965780 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-59590bfc-ffbe-4fdf-85af-1226f0b035b3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0965447 Mar 31 23:18:13.970155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37474) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:13.986201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.991297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-02a51ffc-ee60-435b-8181-58dc0ce68735 None None] Provisioning complete for port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:13.991748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02a51ffc-ee60-435b-8181-58dc0ce68735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.060176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ed78d087-586a-4ed9-95a8-a00429c24700 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885181 Mar 31 23:18:14.075149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.086033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/networks/eafedc97-2e83-46d1-9ec3-48d2b48e5c68 HTTP/1.1" status: 204 len: 168 time: 0.9733891 Mar 31 23:18:14.114722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37480) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.120219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37476) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.160130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-36e81107-d17e-4dfc-9e76-083dbf704984 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:14.217271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef72f6-c8b7-40d8-b6f9-53a123e6ebc2 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Network': ['ID=eafedc97-2e83-46d1-9ec3-48d2b48e5c68,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.260928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:14.295377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b264a-acb3-416e-8b65-0a976a508829 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:14.302158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b264a-acb3-416e-8b65-0a976a508829 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:14.304156 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b82b264a-acb3-416e-8b65-0a976a508829 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1881690 Mar 31 23:18:14.307126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e7f1fb58-ded7-4537-b292-9e66f5f563c6 req-1ff6fad9-b01c-4b01-a563-57a7ae2d274f tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.310027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37482) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.317607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69176f44-5c83-40a9-b415-831bf6eeb664 req-b3b5178e-9d9f-4038-9759-9f40835a39b2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:14.317955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-31307353'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:14.327898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69176f44-5c83-40a9-b415-831bf6eeb664 req-b3b5178e-9d9f-4038-9759-9f40835a39b2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 932 time: 0.2891397 Mar 31 23:18:14.341612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] Deleting port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:14.342341 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.375407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e7f1fb58-ded7-4537-b292-9e66f5f563c6 req-1ff6fad9-b01c-4b01-a563-57a7ae2d274f tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.398386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69176f44-5c83-40a9-b415-831bf6eeb664 req-07d6adf4-6ae6-4ffa-8846-31a3bde34246 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696547 Mar 31 23:18:14.425537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7f1fb58-ded7-4537-b292-9e66f5f563c6 req-1ff6fad9-b01c-4b01-a563-57a7ae2d274f tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6033673 Mar 31 23:18:14.431902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6fad9-b01c-4b01-a563-57a7ae2d274f tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f4680-49f9-431d-ba58-33ab7ac751bc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.442067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] For port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.442511 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.458800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] Calling delete_port for 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:14.469594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37486) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.471199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9490f02d-01cc-4bf5-936b-3b125f32d141 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:14.480425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.493897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Made reservation on behalf of 420ce71b789c4c70baf24630d16f9c0c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:14.498255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.503519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e81107-d17e-4dfc-9e76-083dbf704984 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:14.507506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-36e81107-d17e-4dfc-9e76-083dbf704984 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.515489 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e81107-d17e-4dfc-9e76-083dbf704984 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:14.515969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e81107-d17e-4dfc-9e76-083dbf704984 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:14.524828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Transition to ACTIVE for port object 9490f02d-01cc-4bf5-936b-3b125f32d141 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:18:14.536142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:14.544945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b9978-6f5b-462c-84fa-c958911d5ef4 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:14.551075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b15b9978-6f5b-462c-84fa-c958911d5ef4 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1131 time: 0.0757654 Mar 31 23:18:14.551318 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.551318 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Added segment 861adc2f-4b24-4294-92e6-aabffb4d9a0f of type vlan for network 0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef Mar 31 23:18:14.551548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37488) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.556714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:14.596216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.629936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.666971 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.677279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-36e81107-d17e-4dfc-9e76-083dbf704984 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5216718 Mar 31 23:18:14.678802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37492) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.684158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-91bd0fb8-dd15-4f6a-91ba-0881c3e03f9c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:14.704803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] Pushing event deleted for resources: {'Port': ['ID=8bb615b8-2d31-42c0-ae8b-a727a9f28d97,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.711055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97de84c-df8f-44e7-8f3c-bfa1819a6754 None None] No DVR routers for this DVR port 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:14.719154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Pushing event updated for resources: {'Port': ['ID=9490f02d-01cc-4bf5-936b-3b125f32d141,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.773945 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.780680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:14.781600 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.797113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.937571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.943375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Network': ['ID=0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.959209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:14.968148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Attempting to bind port 9490f02d-01cc-4bf5-936b-3b125f32d141 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:14.970887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Attempting to bind port 9490f02d-01cc-4bf5-936b-3b125f32d141 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:14.970887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Attempting to bind port 9490f02d-01cc-4bf5-936b-3b125f32d141 on network aa1731d3-9046-4878-9d41-a70360ef7a27 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:14.973414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Port 9490f02d-01cc-4bf5-936b-3b125f32d141 on network aa1731d3-9046-4878-9d41-a70360ef7a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:18:14.973753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Attempting to bind port 9490f02d-01cc-4bf5-936b-3b125f32d141 on network aa1731d3-9046-4878-9d41-a70360ef7a27 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:14.978918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:14.979928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Checking segment: {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:14.979928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Bound using segment: {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:14.980152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Bound port: 9490f02d-01cc-4bf5-936b-3b125f32d141, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:14.980439 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.998356 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5df0ae0-66d9-4ae0-88d7-636a26f3bd61 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6871953 Mar 31 23:18:15.002101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37498) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:15.027263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-442067972'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:15.083248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Allocated IP 172.25.4.185 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/b1c4c263-8e54-4b46-a2f6-b1e481c71ee9) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:15.090126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] For port 9490f02d-01cc-4bf5-936b-3b125f32d141, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:15.094831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] For port 9490f02d-01cc-4bf5-936b-3b125f32d141, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9490f02d-01cc-4bf5-936b-3b125f32d141,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:15.095710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bd0fb8-dd15-4f6a-91ba-0881c3e03f9c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:15.103911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91bd0fb8-dd15-4f6a-91ba-0881c3e03f9c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.103911 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bd0fb8-dd15-4f6a-91ba-0881c3e03f9c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:15.103911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bd0fb8-dd15-4f6a-91ba-0881c3e03f9c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:15.158900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Made reservation on behalf of 420ce71b789c4c70baf24630d16f9c0c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:15.170559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.201320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.201554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:15.206051 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91bd0fb8-dd15-4f6a-91ba-0881c3e03f9c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5262043 Mar 31 23:18:15.207287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.209050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37502) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:15.215618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2ab950b2-b580-4e80-aee9-58ac61c747f9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:15.246596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.246941 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Added segment 54757615-9cf8-4886-a5e8-e6e5a22fda43 of type vlan for network cae1a939-50ce-4811-af01-64fd81d1e191 Mar 31 23:18:15.258160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.258805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.260191 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] 10.222.0.50 "PUT /v2.0/ports/9490f02d-01cc-4bf5-936b-3b125f32d141 HTTP/1.1" status: 200 len: 1092 time: 1.4579210 Mar 31 23:18:15.272418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddb9f05-2613-4adb-ac83-2bd22e1e274e', 'tag': '9490f02d-01cc-4bf5-936b-3b125f32d141'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:15.274787 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aff91f-b618-4b15-b65d-067118e4e1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddb9f05-2613-4adb-ac83-2bd22e1e274e", "tag": "9490f02d-01cc-4bf5-936b-3b125f32d141"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:15.350029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.362037 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00d95f2-f3fb-4fbc-a856-4d97bad2ac55 x-openstack-request-id: req-a00d95f2-f3fb-4fbc-a856-4d97bad2ac55 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:15.362324 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddb9f05-2613-4adb-ac83-2bd22e1e274e", "tag": "9490f02d-01cc-4bf5-936b-3b125f32d141", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:15.362611 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a00d95f2-f3fb-4fbc-a856-4d97bad2ac55 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:15.366293 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00d95f2-f3fb-4fbc-a856-4d97bad2ac55'] response: {'name': 'network-changed', 'server_uuid': '1ddb9f05-2613-4adb-ac83-2bd22e1e274e', 'tag': '9490f02d-01cc-4bf5-936b-3b125f32d141', 'status': 'completed', 'code': 200} Mar 31 23:18:15.398906 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.405687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48a03f-8ce8-4e31-a9a6-6f746195bf22 service neutron] Pushing event updated for resources: {'Port': ['ID=9490f02d-01cc-4bf5-936b-3b125f32d141,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:15.445680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:15.448898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:15.456881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:15.459755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aff91f-b618-4b15-b65d-067118e4e1cf req-98d0ae04-4ec8-49a2-9d09-8042b0d77be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.459755 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b9aff91f-b618-4b15-b65d-067118e4e1cf req-98d0ae04-4ec8-49a2-9d09-8042b0d77be3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 1095 time: 0.0902643 Mar 31 23:18:15.515528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=b1c4c263-8e54-4b46-a2f6-b1e481c71ee9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:15.538637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab950b2-b580-4e80-aee9-58ac61c747f9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:15.542132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2ab950b2-b580-4e80-aee9-58ac61c747f9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.543564 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab950b2-b580-4e80-aee9-58ac61c747f9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:15.543975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab950b2-b580-4e80-aee9-58ac61c747f9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:15.581350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.587700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.588831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.625465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c0e23-057d-4c82-ae02-eec8b5cab0c0 req-f59098b7-8381-4bb0-99a2-c1948c9c8709 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.627056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-869c0e23-057d-4c82-ae02-eec8b5cab0c0 req-f59098b7-8381-4bb0-99a2-c1948c9c8709 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 944 time: 0.1333175 Mar 31 23:18:15.706261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-869c0e23-057d-4c82-ae02-eec8b5cab0c0 req-f5bc6d9c-7295-4fd3-b358-4e6762c1b893 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600638 Mar 31 23:18:15.739543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Network': ['ID=cae1a939-50ce-4811-af01-64fd81d1e191,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:15.750133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2ab950b2-b580-4e80-aee9-58ac61c747f9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5400004 Mar 31 23:18:15.753428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network cae1a939-50ce-4811-af01-64fd81d1e191 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:15.754512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37512) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:15.761510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f0e53f7c-c083-4ad6-ae0c-6f8cd062e84c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:15.773743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aff91f-b618-4b15-b65d-067118e4e1cf req-0328b51a-f216-410e-aad6-81063e2b7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.774686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aff91f-b618-4b15-b65d-067118e4e1cf req-0328b51a-f216-410e-aad6-81063e2b7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:15.777412 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b9aff91f-b618-4b15-b65d-067118e4e1cf req-0328b51a-f216-410e-aad6-81063e2b7606 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d381ef187b3342a98103d56843d806a3&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.3061566 Mar 31 23:18:15.782899 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4b6d8ea4-eeb7-4594-beb5-af46cc2a2672 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7787840 Mar 31 23:18:15.786948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37514) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:15.795556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'ports': [{'network_id': '0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef', 'name': 'tempest-port--1721845693', 'admin_state_up': True}, {'network_id': 'cae1a939-50ce-4811-af01-64fd81d1e191', 'admin_state_up': False}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:15.795916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'port': {'network_id': '0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef', 'name': 'tempest-port--1721845693', 'admin_state_up': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:15.796452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'port': {'network_id': 'cae1a939-50ce-4811-af01-64fd81d1e191', 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:16.003078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aff91f-b618-4b15-b65d-067118e4e1cf req-1d1f118e-97fa-4662-bd6a-ea6cded9742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.004481 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b9aff91f-b618-4b15-b65d-067118e4e1cf req-1d1f118e-97fa-4662-bd6a-ea6cded9742e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2200553 Mar 31 23:18:16.111344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-127d3865-c04e-45f1-b3b4-7588c1e29dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.117069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-127d3865-c04e-45f1-b3b4-7588c1e29dc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 1095 time: 0.0678401 Mar 31 23:18:16.163883 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-1a35215c-499f-439c-ba1a-186d911f3eee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=9490f02d-01cc-4bf5-936b-3b125f32d141 HTTP/1.1" status: 200 len: 217 time: 0.0422328 Mar 31 23:18:16.195746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e53f7c-c083-4ad6-ae0c-6f8cd062e84c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:16.201389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0e53f7c-c083-4ad6-ae0c-6f8cd062e84c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.201773 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e53f7c-c083-4ad6-ae0c-6f8cd062e84c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:16.202187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e53f7c-c083-4ad6-ae0c-6f8cd062e84c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:16.205240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:16.224649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-98467e66-c434-4750-b8fc-47d46ba48c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.226407 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-98467e66-c434-4750-b8fc-47d46ba48c11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26bb330e-ff8c-4def-8bf9-beace64e04fe HTTP/1.1" status: 200 len: 838 time: 0.0558066 Mar 31 23:18:16.236889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:16.241417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8bb615b8-2d31-42c0-ae8b-a727a9f28d97 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:16.265911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Made reservation on behalf of 420ce71b789c4c70baf24630d16f9c0c for: {'port': 2} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:16.270427 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.284787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.291324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-9f966de3-3928-4b18-9478-4e0beaddd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.293151 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-9f966de3-3928-4b18-9478-4e0beaddd2f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa1731d3-9046-4878-9d41-a70360ef7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605609 Mar 31 23:18:16.307223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.369642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f0e53f7c-c083-4ad6-ae0c-6f8cd062e84c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6142704 Mar 31 23:18:16.373393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37524) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:16.378352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-dac88e4b-8690-47f1-9f21-429e2610a1e2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:16.454070 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-cb7c2827-66ea-44f1-8b44-04b62af81292 service neutron] 10.222.0.50 "GET /v2.0/networks/aa1731d3-9046-4878-9d41-a70360ef7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539102 Mar 31 23:18:16.593295 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e0bd4f67-c6ac-4d41-9f04-5d3b028641b4 req-4742d321-2a0b-4bd6-becc-6839d88013a3 service neutron] 10.222.0.50 "GET /v2.0/networks/aa1731d3-9046-4878-9d41-a70360ef7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319473 Mar 31 23:18:16.646330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac88e4b-8690-47f1-9f21-429e2610a1e2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:16.650561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dac88e4b-8690-47f1-9f21-429e2610a1e2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.652218 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac88e4b-8690-47f1-9f21-429e2610a1e2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:16.652828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac88e4b-8690-47f1-9f21-429e2610a1e2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:16.803575 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dac88e4b-8690-47f1-9f21-429e2610a1e2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4290166 Mar 31 23:18:16.806542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37530) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:16.813582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-af41e5c0-8a84-4358-b08f-c817b2b6c741 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:16.824522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] device_id is not set on port e8c7e446-fd0b-4b58-a725-818349610805 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:16.849620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.926023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d005eb-7450-4d1d-8103-04442ad72f3b req-05deabea-390c-4a35-aa7b-f010c957df4d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.927538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94d005eb-7450-4d1d-8103-04442ad72f3b req-05deabea-390c-4a35-aa7b-f010c957df4d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 944 time: 0.1293590 Mar 31 23:18:17.018649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af41e5c0-8a84-4358-b08f-c817b2b6c741 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:17.023079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-af41e5c0-8a84-4358-b08f-c817b2b6c741 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.024706 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-af41e5c0-8a84-4358-b08f-c817b2b6c741 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:17.025209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af41e5c0-8a84-4358-b08f-c817b2b6c741 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:17.054038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94d005eb-7450-4d1d-8103-04442ad72f3b req-555a7190-787a-49f1-a934-fc688ab6405e tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197991 Mar 31 23:18:17.103926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.133105 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-af41e5c0-8a84-4358-b08f-c817b2b6c741 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3249648 Mar 31 23:18:17.135364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37538) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.171541 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a3defbd4-5357-4150-a4a6-27664df1dcd3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308461 Mar 31 23:18:17.171828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37540) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.240268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] device_id is not set on port 720a4834-fa68-45a3-8877-c8425772b90c yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:17.252458 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.264348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec164506-3e8b-4a81-930e-e696e6096567 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:17.265874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ec164506-3e8b-4a81-930e-e696e6096567 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0930986 Mar 31 23:18:17.269301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37544) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.316149 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5d7e198-265c-4c06-8828-b6da86fa20a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455148 Mar 31 23:18:17.320010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37546) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.324858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:17.346219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.414246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.502416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=b1c4c263-8e54-4b46-a2f6-b1e481c71ee9,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:17.514677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.540965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:17.546200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.562080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.644619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Port': ['ID=e8c7e446-fd0b-4b58-a725-818349610805,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:17.698323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Checking segment: {'id': '861adc2f-4b24-4294-92e6-aabffb4d9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:17.698731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Network hostable DHCP agents. Network: 0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:17.721112 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Floating IP 155d2712-8bde-4ec8-bbef-0fcc0f480bb1 associated. External IP: 172.25.4.185, port: 129f83c3-abe8-4973-a90d-18c8f584a6b1. Mar 31 23:18:17.832731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Network 0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:17.944083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:17.946141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.959410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:17.968615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:17.969649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.982656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16259cad-6516-484a-8f38-f9772233e531 None None] Network 0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:18.023993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=a3e6f8a0-34af-4e04-834c-df0db0b3c2ec,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:18.028036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Port': ['ID=720a4834-fa68-45a3-8877-c8425772b90c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:18.042223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Router 9ef43247-2f16-4249-ae29-a2136eeef1a1 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:18.057937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:18.061119 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:18.068466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.070005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.081643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Checking segment: {'id': '54757615-9cf8-4886-a5e8-e6e5a22fda43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'cae1a939-50ce-4811-af01-64fd81d1e191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:18.082121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Network hostable DHCP agents. Network: cae1a939-50ce-4811-af01-64fd81d1e191, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:18.087808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530f560-843a-43c1-b574-8025342e2110 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:18.163980 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1265bcda-fab6-4bb9-b7b1-a5ff03b31994 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8429470 Mar 31 23:18:18.167014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37558) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:18.177086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:dd:32:a9', 'name': 'tempest-NetworksTestDHCPv6-444021278'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:18.276412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:18.289372 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] Sync routers for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:18.295918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Network cae1a939-50ce-4811-af01-64fd81d1e191 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:18.315991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': 'a3e6f8a0-34af-4e04-834c-df0db0b3c2ec'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:18.316266 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:18.316880 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:18.318034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.319165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841c856-51f3-4e5b-81a9-87fe79a5eacb req-7ca48eb0-74a0-4d71-b747-ed320f1a0682 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.320900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0841c856-51f3-4e5b-81a9-87fe79a5eacb req-7ca48eb0-74a0-4d71-b747-ed320f1a0682 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 944 time: 0.1154273 Mar 31 23:18:18.371946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0841c856-51f3-4e5b-81a9-87fe79a5eacb req-f76a421c-90a0-4735-b91e-93ee0a38f447 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440099 Mar 31 23:18:18.465027 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:18.477111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Allocated IP 2001:db8::f816:3eff:fe72:d293 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/a3e6f8a0-34af-4e04-834c-df0db0b3c2ec/e2774b56-bb4f-4655-9852-bf987660f9a1) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:18.482723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.538132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37564) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:18.549591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e592d754-ab33-468d-bb02-f23282a05c25 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9969904 Mar 31 23:18:18.553365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:18.560135 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6193c39-4569-40d8-b7c0-e44a6c359f74" -d '{"events": [{"name": "network-changed", "server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:18.580950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:18.584989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, cae1a939-50ce-4811-af01-64fd81d1e191) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:18.619843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dfe897-67fa-40f3-af65-bba633aadae9 None None] Network cae1a939-50ce-4811-af01-64fd81d1e191 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:18.625456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:18.647833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.659589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.660162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.689381 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd867c-aa25-4568-95a1-99e1f08efbce x-openstack-request-id: req-14fd867c-aa25-4568-95a1-99e1f08efbce {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:18.689381 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:18.689381 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14fd867c-aa25-4568-95a1-99e1f08efbce {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:18.689381 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fd867c-aa25-4568-95a1-99e1f08efbce'] response: {'name': 'network-changed', 'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'status': 'completed', 'code': 200} Mar 31 23:18:18.748937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-2d565043-f9e0-4edf-9cf1-42b322603c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.751365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-2d565043-f9e0-4edf-9cf1-42b322603c9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1136 time: 0.0504308 Mar 31 23:18:18.823689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-46b5042f-bf22-4b19-a936-8ffb8bc6888d tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0316427 Mar 31 23:18:18.824113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37572) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:18.882371 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.887100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.887644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.888124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.888578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.889041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.889571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.890088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.891254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.891436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.891892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.896927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.896927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.896927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.896927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:18.896927 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-46e334ab-f3ce-4c8f-af6b-29a6372ae69b tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9779 time: 0.3563116 Mar 31 23:18:18.908318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37574) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:18.949018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 210763d3-cd84-47e8-aaa5-eb16dda41ed2 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:18.958783 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '155d2712-8bde-4ec8-bbef-0fcc0f480bb1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'port_id': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'mac_address': 'fa:16:3e:22:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:16Z', 'updated_at': '2022-03-31T23:18:16Z', 'revision_number': 0, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.027673 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.031053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-ca14a862-6865-4f69-ba31-77d56a26ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.032092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-ca14a862-6865-4f69-ba31-77d56a26ac31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1 HTTP/1.1" status: 200 len: 897 time: 0.2746277 Mar 31 23:18:19.047213 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] Checking router: 9ef43247-2f16-4249-ae29-a2136eeef1a1 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:19.061274 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:19.061979 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.072300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2b653-3894-497f-8ec7-04cadca8e546 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.079913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2b653-3894-497f-8ec7-04cadca8e546 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.081559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-86f2b653-3894-497f-8ec7-04cadca8e546 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2563946 Mar 31 23:18:19.085010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37578) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:19.116667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.117140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.117686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.118587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.119041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.119554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.120070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.120520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.120992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.121415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.121863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.122516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.127882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5b77673b-e252-49fe-a99a-be353fa31503 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7691 time: 0.2145743 Mar 31 23:18:19.128216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37580) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:19.225674 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:19.240512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-6e24a132-3108-48a9-b6fe-6c1ba5d88966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1 HTTP/1.1" status: 200 len: 1000 time: 0.1886373 Mar 31 23:18:19.240825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ca965898-79d9-45a3-b2ee-845546c13567 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Deleting port e8c7e446-fd0b-4b58-a725-818349610805 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:19.240825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca965898-79d9-45a3-b2ee-845546c13567 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.258289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9490f02d-01cc-4bf5-936b-3b125f32d141 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:19.312844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-d7564a8c-53e9-4ee0-ae2d-6b1c07196fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.314514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-d7564a8c-53e9-4ee0-ae2d-6b1c07196fc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37ab941d-5663-403c-9dc6-c01ca33a66fa HTTP/1.1" status: 200 len: 834 time: 0.0796812 Mar 31 23:18:19.351232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca965898-79d9-45a3-b2ee-845546c13567 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.376033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ca965898-79d9-45a3-b2ee-845546c13567 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Calling delete_port for e8c7e446-fd0b-4b58-a725-818349610805 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:19.400721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fedd:32a9 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/a3e6f8a0-34af-4e04-834c-df0db0b3c2ec/210763d3-cd84-47e8-aaa5-eb16dda41ed2) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:19.406750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9490f02d-01cc-4bf5-936b-3b125f32d141, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9490f02d-01cc-4bf5-936b-3b125f32d141,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:19.439375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '9490f02d-01cc-4bf5-936b-3b125f32d141', 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27', 'port_id': '9490f02d-01cc-4bf5-936b-3b125f32d141', 'mac_address': 'fa:16:3e:e7:06:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bb330e-ff8c-4def-8bf9-beace64e04fe', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:19.443126 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.484259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-03325685-74b7-45b0-8416-73474b79dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.488189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-03325685-74b7-45b0-8416-73474b79dcc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658134 Mar 31 23:18:19.502764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:19.524352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:19.535744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:19.558874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Pushing event updated for resources: {'Port': ['ID=e2774b56-bb4f-4655-9852-bf987660f9a1,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:19.565521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.607477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9490f02d-01cc-4bf5-936b-3b125f32d141 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:19.636580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9490f02d-01cc-4bf5-936b-3b125f32d141, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9490f02d-01cc-4bf5-936b-3b125f32d141,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:19.679158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Attempting to bind port e2774b56-bb4f-4655-9852-bf987660f9a1 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:19.679825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Attempting to bind port e2774b56-bb4f-4655-9852-bf987660f9a1 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:19.681871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Attempting to bind port e2774b56-bb4f-4655-9852-bf987660f9a1 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:19.688594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:19.689302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:19.690764 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.691575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:19.692503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Bound port: e2774b56-bb4f-4655-9852-bf987660f9a1, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:19.693219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.704073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '155d2712-8bde-4ec8-bbef-0fcc0f480bb1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'port_id': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'mac_address': 'fa:16:3e:22:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:16Z', 'updated_at': '2022-03-31T23:18:16Z', 'revision_number': 0, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.739014 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb481f-9857-4360-b6bb-0943cd53d8a5 None None] The sync data for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 is: [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '155d2712-8bde-4ec8-bbef-0fcc0f480bb1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'port_id': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'mac_address': 'fa:16:3e:22:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:16Z', 'updated_at': '2022-03-31T23:18:16Z', 'revision_number': 0, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:19.786627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] For port e2774b56-bb4f-4655-9852-bf987660f9a1, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:19.792076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] For port e2774b56-bb4f-4655-9852-bf987660f9a1, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e2774b56-bb4f-4655-9852-bf987660f9a1,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:19.794882 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.050491 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.094781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9490f02d-01cc-4bf5-936b-3b125f32d141,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:20.104206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21515b64-46dd-4c49-ba54-a76061a4d721 None None] New status for floating IP 155d2712-8bde-4ec8-bbef-0fcc0f480bb1: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:18:20.168224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['9490f02d-01cc-4bf5-936b-3b125f32d141'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:20.189168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-fa215b60-df65-4f8c-905b-a7534c41ce00 service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882420 Mar 31 23:18:20.251921 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.265403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca965898-79d9-45a3-b2ee-845546c13567 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.275374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b343a8-ffdb-43ec-bdee-e410909efd69 None None] Pushing event updated for resources: {'Port': ['ID=e2774b56-bb4f-4655-9852-bf987660f9a1,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:20.278876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053afba8-3ea4-4c5f-9af1-d77d0880a613 req-68b8ac01-bb9d-42ab-aecf-d49bdd749be0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.280715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-053afba8-3ea4-4c5f-9af1-d77d0880a613 req-68b8ac01-bb9d-42ab-aecf-d49bdd749be0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 944 time: 0.7812274 Mar 31 23:18:20.344731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca965898-79d9-45a3-b2ee-845546c13567 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Port': ['ID=e8c7e446-fd0b-4b58-a725-818349610805,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:20.365795 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca965898-79d9-45a3-b2ee-845546c13567 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.381263 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ca965898-79d9-45a3-b2ee-845546c13567 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/ports/e8c7e446-fd0b-4b58-a725-818349610805 HTTP/1.1" status: 204 len: 168 time: 1.2922614 Mar 31 23:18:20.396010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37594) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:20.480505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b9f62de4-63af-43af-b3a5-58a3c60b9a5f tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 1.3511784 Mar 31 23:18:20.489438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37598) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:20.565452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-053afba8-3ea4-4c5f-9af1-d77d0880a613 req-4fd9bf60-7bf6-46d7-bd82-054cd8e98025 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011983 Mar 31 23:18:20.592973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6193c39-4569-40d8-b7c0-e44a6c359f74 req-5c9f08b2-db59-4b4b-abbb-9ca762d23b9e service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850327 Mar 31 23:18:20.600549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778dcd2-87d2-4d70-b2dd-2e64d90b1699 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.601021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778dcd2-87d2-4d70-b2dd-2e64d90b1699 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.616341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0778dcd2-87d2-4d70-b2dd-2e64d90b1699 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9ef43247-2f16-4249-ae29-a2136eeef1a1 HTTP/1.1" status: 200 len: 1990 time: 0.1252670 Mar 31 23:18:20.630753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.702256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e1e60-a50b-4b3a-8a95-d4359801e922 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Deleting port 720a4834-fa68-45a3-8877-c8425772b90c {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:20.702649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1e60-a50b-4b3a-8a95-d4359801e922 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.707848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:20.733132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:20.740729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:20.746361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.747086 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.763160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=210763d3-cd84-47e8-aaa5-eb16dda41ed2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:20.822271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1e60-a50b-4b3a-8a95-d4359801e922 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.843235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e1e60-a50b-4b3a-8a95-d4359801e922 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Calling delete_port for 720a4834-fa68-45a3-8877-c8425772b90c owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:20.912519 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ebe6f843-b88d-4786-9865-e51091314b10 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7443624 Mar 31 23:18:20.915501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37604) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:20.973725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa7dfbd-087d-4b39-8198-83071fd0f2de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.980026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa7dfbd-087d-4b39-8198-83071fd0f2de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.982422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9aa7dfbd-087d-4b39-8198-83071fd0f2de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0649505 Mar 31 23:18:20.985139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37608) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.057745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1e60-a50b-4b3a-8a95-d4359801e922 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.096755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e1e60-a50b-4b3a-8a95-d4359801e922 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Port': ['ID=720a4834-fa68-45a3-8877-c8425772b90c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.097651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f1198091-716d-4f25-8b7e-1eb0777bbb3f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 210763d3-cd84-47e8-aaa5-eb16dda41ed2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:21.097999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1198091-716d-4f25-8b7e-1eb0777bbb3f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.110027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1e60-a50b-4b3a-8a95-d4359801e922 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.116728 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1a0e1e60-a50b-4b3a-8a95-d4359801e922 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/ports/720a4834-fa68-45a3-8877-c8425772b90c HTTP/1.1" status: 204 len: 168 time: 0.7021873 Mar 31 23:18:21.117430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37614) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.161578 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-08deff06-04f6-45aa-83c7-b4c843413d3f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0425029 Mar 31 23:18:21.170130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37616) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.195812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1433223864'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:21.218835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1198091-716d-4f25-8b7e-1eb0777bbb3f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.235782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f1198091-716d-4f25-8b7e-1eb0777bbb3f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 210763d3-cd84-47e8-aaa5-eb16dda41ed2 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:21.257206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9490f02d-01cc-4bf5-936b-3b125f32d141 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:21.309398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Made reservation on behalf of 420ce71b789c4c70baf24630d16f9c0c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:21.314191 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.423175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 9490f02d-01cc-4bf5-936b-3b125f32d141 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:21.427527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 9490f02d-01cc-4bf5-936b-3b125f32d141 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:21.427985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.512774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.540032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb9f05-2613-4adb-ac83-2bd22e1e274e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9490f02d-01cc-4bf5-936b-3b125f32d141'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:21.542455 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f10a8e3-d5b1-4c01-85bf-30470961a7bd" -d '{"events": [{"server_uuid": "1ddb9f05-2613-4adb-ac83-2bd22e1e274e", "name": "network-vif-plugged", "status": "completed", "tag": "9490f02d-01cc-4bf5-936b-3b125f32d141"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:21.564276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9490f02d-01cc-4bf5-936b-3b125f32d141, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9490f02d-01cc-4bf5-936b-3b125f32d141,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:21.578331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1f6a51fc-0188-4805-ab6e-e3376b7d1bb9 None None] Provisioning complete for port e2774b56-bb4f-4655-9852-bf987660f9a1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:21.579978 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f6a51fc-0188-4805-ab6e-e3376b7d1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.591845 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1198091-716d-4f25-8b7e-1eb0777bbb3f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.605509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:21.659927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.660257 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Added segment bab665b8-b64e-495e-80d6-26e713fe90b4 of type vlan for network 058f42ed-5d5b-4c69-9d11-b38b008211ff Mar 31 23:18:21.721666 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f869b5-3ead-43fe-b4fb-e87a5ca75994 x-openstack-request-id: req-d8f869b5-3ead-43fe-b4fb-e87a5ca75994 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:21.721666 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb9f05-2613-4adb-ac83-2bd22e1e274e", "name": "network-vif-plugged", "status": "completed", "tag": "9490f02d-01cc-4bf5-936b-3b125f32d141", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:21.721666 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8f869b5-3ead-43fe-b4fb-e87a5ca75994 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:21.721666 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f869b5-3ead-43fe-b4fb-e87a5ca75994'] response: {'server_uuid': '1ddb9f05-2613-4adb-ac83-2bd22e1e274e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9490f02d-01cc-4bf5-936b-3b125f32d141', 'code': 200} Mar 31 23:18:21.721666 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.751579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f1198091-716d-4f25-8b7e-1eb0777bbb3f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.767756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f1198091-716d-4f25-8b7e-1eb0777bbb3f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/210763d3-cd84-47e8-aaa5-eb16dda41ed2 HTTP/1.1" status: 204 len: 168 time: 0.7692754 Mar 31 23:18:21.767756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37626) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.767756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1198091-716d-4f25-8b7e-1eb0777bbb3f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=210763d3-cd84-47e8-aaa5-eb16dda41ed2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.796574 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.821674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3194ba-0c49-4a30-b8f2-4facf2fc745e req-bb9011b6-b20b-4129-8790-3a57895a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.823786 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2a3194ba-0c49-4a30-b8f2-4facf2fc745e req-bb9011b6-b20b-4129-8790-3a57895a5c9b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 1097 time: 0.1405349 Mar 31 23:18:21.829014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9490f02d-01cc-4bf5-936b-3b125f32d141,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.860465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da7c54-1b34-4498-89d2-0e6dd3216bcd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.861978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da7c54-1b34-4498-89d2-0e6dd3216bcd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.863558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-90da7c54-1b34-4498-89d2-0e6dd3216bcd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0950963 Mar 31 23:18:21.871517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37628) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.896660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f6a51fc-0188-4805-ab6e-e3376b7d1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.931906 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2a3194ba-0c49-4a30-b8f2-4facf2fc745e req-30401c26-457c-4ae4-a101-011dcd36f36d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887392 Mar 31 23:18:21.941126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1f6a51fc-0188-4805-ab6e-e3376b7d1bb9 None None] For port e2774b56-bb4f-4655-9852-bf987660f9a1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e2774b56-bb4f-4655-9852-bf987660f9a1,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:21.944893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e757d28-778d-4d49-8a3a-01276f53ff05 req-abb1ae79-a2b9-4eab-bad6-71d8541c4842 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.946514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e757d28-778d-4d49-8a3a-01276f53ff05 req-abb1ae79-a2b9-4eab-bad6-71d8541c4842 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 946 time: 0.2009499 Mar 31 23:18:21.960723 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.968816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-91261cf4-00af-4e8d-a8ef-788d56f96230 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet a3e6f8a0-34af-4e04-834c-df0db0b3c2ec {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:21.977817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.977817 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.978220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91261cf4-00af-4e8d-a8ef-788d56f96230 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.051194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e757d28-778d-4d49-8a3a-01276f53ff05 req-2e80bfab-1ac4-4bf9-ae67-83ae3d0da8fe tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954022 Mar 31 23:18:22.051991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Network': ['ID=058f42ed-5d5b-4c69-9d11-b38b008211ff,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.057220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91261cf4-00af-4e8d-a8ef-788d56f96230 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.065351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.065351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.065773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.065983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.066276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.066623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.066951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.067402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.067769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.068094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.068556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.068875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:22.080639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 058f42ed-5d5b-4c69-9d11-b38b008211ff details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:22.136442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f6a51fc-0188-4805-ab6e-e3376b7d1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.182931 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91261cf4-00af-4e8d-a8ef-788d56f96230 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.212063 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b178e71e-7195-416d-a95a-bab084b9fe89 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0366533 Mar 31 23:18:22.216133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37636) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:22.218085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a51fc-0188-4805-ab6e-e3376b7d1bb9 None None] Pushing event updated for resources: {'Port': ['ID=e2774b56-bb4f-4655-9852-bf987660f9a1,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.228811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-839198811'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:22.269503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c0be4a5a-a835-459b-96c2-7878a0025175 None None] Could not find standard attr ID for object 210763d3-cd84-47e8-aaa5-eb16dda41ed2. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:22.288294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e2774b56-bb4f-4655-9852-bf987660f9a1 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:22.336923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e2774b56-bb4f-4655-9852-bf987660f9a1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:22.337280 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.343612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Made reservation on behalf of 420ce71b789c4c70baf24630d16f9c0c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:22.347616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.377162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:22.377541 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91261cf4-00af-4e8d-a8ef-788d56f96230 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.390366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.391137 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Added segment 483aeecd-09b6-40fd-bd2c-c4d098ae83dc of type vlan for network 1b2142b7-b669-412f-b80e-960427cfbf06 Mar 31 23:18:22.417025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91261cf4-00af-4e8d-a8ef-788d56f96230 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e6f8a0-34af-4e04-834c-df0db0b3c2ec,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.430043 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91261cf4-00af-4e8d-a8ef-788d56f96230 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.434422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-91261cf4-00af-4e8d-a8ef-788d56f96230 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/a3e6f8a0-34af-4e04-834c-df0db0b3c2ec HTTP/1.1" status: 204 len: 168 time: 0.5593607 Mar 31 23:18:22.436900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37638) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:22.444159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0ff9d-9543-43c7-97f2-cc77f0302c35 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:22.473733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.486949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c15c00be-6a9d-4075-a14a-0210b9c3d29e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459409 Mar 31 23:18:22.487241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37642) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:22.492819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:22.575494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.582582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.583499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.671506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Network': ['ID=1b2142b7-b669-412f-b80e-960427cfbf06,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.675575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:22.690836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1b2142b7-b669-412f-b80e-960427cfbf06 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:22.732244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:22.735853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.771848 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-61dbe555-65d9-47f2-8c67-802aff4454ff tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5536292 Mar 31 23:18:22.816113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] Deleting port e2774b56-bb4f-4655-9852-bf987660f9a1 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:22.818695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.920088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] For port e2774b56-bb4f-4655-9852-bf987660f9a1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e2774b56-bb4f-4655-9852-bf987660f9a1,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:22.920447 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.937680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] Calling delete_port for e2774b56-bb4f-4655-9852-bf987660f9a1 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:23.138718 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.161202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] No DVR routers for this DVR port e2774b56-bb4f-4655-9852-bf987660f9a1 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:23.204871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b15f7-7d5f-4268-8ccb-0c0dff1729e7 None None] Pushing event deleted for resources: {'Port': ['ID=e2774b56-bb4f-4655-9852-bf987660f9a1,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:23.243960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdad99-edd2-49b7-b646-c6e9949e327d req-38421359-f1fd-4c43-b061-bd0acb74997b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.245501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aecdad99-edd2-49b7-b646-c6e9949e327d req-38421359-f1fd-4c43-b061-bd0acb74997b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 946 time: 0.1050341 Mar 31 23:18:23.311778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aecdad99-edd2-49b7-b646-c6e9949e327d req-e922b6cc-c0a1-4a72-ab4b-903c48e85644 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594058 Mar 31 23:18:23.329948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.objects.ports [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109820) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:23.331555 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.382175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:23.385402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:23.390442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.390986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.398526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d45d2b-d55d-48c9-9bc2-ecbee1eb3b14 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:23.400785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=c58f8cee-0ce9-45c8-b686-beab6314c15e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:23.488759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aec97-cbbf-47ee-ba59-12f852115aea req-b7228593-f8b4-436c-8c32-98a28872133a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.490201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c91aec97-cbbf-47ee-ba59-12f852115aea req-b7228593-f8b4-436c-8c32-98a28872133a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 946 time: 0.0654609 Mar 31 23:18:23.534450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e2021acd-a661-4b05-9bc1-5426c3721e12 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0436418 Mar 31 23:18:23.541846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:23.542369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:4a:ac:19', 'name': 'tempest-NetworksTestDHCPv6-1890516285'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:23.548866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c91aec97-cbbf-47ee-ba59-12f852115aea req-59c1270c-24f5-4577-90c2-cb881168a0ce tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504670 Mar 31 23:18:23.618265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': 'c58f8cee-0ce9-45c8-b686-beab6314c15e'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:23.619946 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.814576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Allocated IP 2001:db8::f816:3eff:fe8f:4e5 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/c58f8cee-0ce9-45c8-b686-beab6314c15e/8a426426-954c-429a-81c0-813525dfa3bd) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:23.875010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:23.879719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.901098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 2053654f-7338-4359-9ea7-afbbed8f2cb9 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:23.977990 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.113370 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.165528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:24.172256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:24.174788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:24.218262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e2774b56-bb4f-4655-9852-bf987660f9a1 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:24.224205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Pushing event updated for resources: {'Port': ['ID=8a426426-954c-429a-81c0-813525dfa3bd,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.241271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fe4a:ac19 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/c58f8cee-0ce9-45c8-b686-beab6314c15e/2053654f-7338-4359-9ea7-afbbed8f2cb9) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:24.274588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e2774b56-bb4f-4655-9852-bf987660f9a1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:24.275036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e2774b56-bb4f-4655-9852-bf987660f9a1 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:24.298941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Attempting to bind port 8a426426-954c-429a-81c0-813525dfa3bd on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:24.299689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Attempting to bind port 8a426426-954c-429a-81c0-813525dfa3bd by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:24.300302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Attempting to bind port 8a426426-954c-429a-81c0-813525dfa3bd on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:24.306346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:24.307112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:24.307757 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.308384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:24.309118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Bound port: 8a426426-954c-429a-81c0-813525dfa3bd, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:24.309847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.381018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] For port 8a426426-954c-429a-81c0-813525dfa3bd, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:24.385087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] For port 8a426426-954c-429a-81c0-813525dfa3bd, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8a426426-954c-429a-81c0-813525dfa3bd,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:24.425488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.494657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.563812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaca93f-3377-46bf-bb13-d74bafbb94e3 None None] Pushing event updated for resources: {'Port': ['ID=8a426426-954c-429a-81c0-813525dfa3bd,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.578796 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.640039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:24.658595 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:24.662114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=2053654f-7338-4359-9ea7-afbbed8f2cb9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.666131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:24.673186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.674297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.773093 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-67a4df64-aea2-4c11-bc60-2362bf83d7ad tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2326579 Mar 31 23:18:24.777839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37678) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:24.873398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eacdee-dbc8-4bd8-8304-96294a13d631 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.881833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eacdee-dbc8-4bd8-8304-96294a13d631 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.886380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-52eacdee-dbc8-4bd8-8304-96294a13d631 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1090865 Mar 31 23:18:24.886565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37682) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.017702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2eaeb76a-172c-46e2-8cea-9f8fc7ec3ce4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 2053654f-7338-4359-9ea7-afbbed8f2cb9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:25.017702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb76a-172c-46e2-8cea-9f8fc7ec3ce4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.122067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb76a-172c-46e2-8cea-9f8fc7ec3ce4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.122910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37686) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.145687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2eaeb76a-172c-46e2-8cea-9f8fc7ec3ce4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 2053654f-7338-4359-9ea7-afbbed8f2cb9 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:25.410059 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb76a-172c-46e2-8cea-9f8fc7ec3ce4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.457020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaeb76a-172c-46e2-8cea-9f8fc7ec3ce4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=2053654f-7338-4359-9ea7-afbbed8f2cb9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:25.524397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb76a-172c-46e2-8cea-9f8fc7ec3ce4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.530900 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2eaeb76a-172c-46e2-8cea-9f8fc7ec3ce4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/2053654f-7338-4359-9ea7-afbbed8f2cb9 HTTP/1.1" status: 204 len: 168 time: 0.6429131 Mar 31 23:18:25.531526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37694) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.646703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b84ce7-1d67-46bd-ae61-63be89b3dcc8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.648967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b84ce7-1d67-46bd-ae61-63be89b3dcc8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.656879 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-41b84ce7-1d67-46bd-ae61-63be89b3dcc8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242430 Mar 31 23:18:25.659607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37696) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.740938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30a7602-15ec-4767-b323-43dcfc2a4f08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet c58f8cee-0ce9-45c8-b686-beab6314c15e {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:25.745078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f30a7602-15ec-4767-b323-43dcfc2a4f08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.809763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f30a7602-15ec-4767-b323-43dcfc2a4f08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.822027 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.919582 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f30a7602-15ec-4767-b323-43dcfc2a4f08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.127391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f30a7602-15ec-4767-b323-43dcfc2a4f08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.204416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b7b92993-167a-4d05-b3c5-6f17f31345ae None None] Provisioning complete for port 8a426426-954c-429a-81c0-813525dfa3bd triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:26.226447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.20.0.17 (aa1731d3-9046-4878-9d41-a70360ef7a27/26bb330e-ff8c-4def-8bf9-beace64e04fe/a0241df9-dc39-4e77-bff6-19367b928e4a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:26.227420 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7b92993-167a-4d05-b3c5-6f17f31345ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.242522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a7602-15ec-4767-b323-43dcfc2a4f08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=c58f8cee-0ce9-45c8-b686-beab6314c15e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:26.244337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.245929 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f30a7602-15ec-4767-b323-43dcfc2a4f08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.251333 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f30a7602-15ec-4767-b323-43dcfc2a4f08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/c58f8cee-0ce9-45c8-b686-beab6314c15e HTTP/1.1" status: 204 len: 168 time: 0.5905097 Mar 31 23:18:26.256877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'subnets': [{'network_id': '058f42ed-5d5b-4c69-9d11-b38b008211ff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2018218081', 'ip_version': 6}, {'network_id': '1b2142b7-b669-412f-b80e-960427cfbf06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:26.257477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'subnet': {'network_id': '058f42ed-5d5b-4c69-9d11-b38b008211ff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2018218081', 'ip_version': 6}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:26.258369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Request body: {'subnet': {'network_id': '1b2142b7-b669-412f-b80e-960427cfbf06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:26.262084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.332588 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-23258a97-170c-46fc-b9d6-aa26fa9080a7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611951 Mar 31 23:18:26.334319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37712) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.397174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.409689 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7b92993-167a-4d05-b3c5-6f17f31345ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.445743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8a426426-954c-429a-81c0-813525dfa3bd up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:26.475408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ef02b-74d0-4e83-a758-cbd1f80d44ed tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.475408 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cf5ef02b-74d0-4e83-a758-cbd1f80d44ed tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1352189 Mar 31 23:18:26.478299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37716) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.531928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b7b92993-167a-4d05-b3c5-6f17f31345ae None None] For port 8a426426-954c-429a-81c0-813525dfa3bd, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8a426426-954c-429a-81c0-813525dfa3bd,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:26.551817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8a426426-954c-429a-81c0-813525dfa3bd triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:26.552203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.569745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.644832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network aa1731d3-9046-4878-9d41-a70360ef7a27 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:26.650514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:26.654866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568f9f9-9650-48b5-97f9-b629d41b3ead tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:26.655479 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.657846 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7b92993-167a-4d05-b3c5-6f17f31345ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.659544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37718) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.660125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d568f9f9-9650-48b5-97f9-b629d41b3ead tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1797693 Mar 31 23:18:26.663730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:26.709944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=a0241df9-dc39-4e77-bff6-19367b928e4a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:26.710616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83edc40-36b0-4188-b2d1-21a4ec9c018d None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:26.725344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.725683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.732991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:26.748277 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac0ee4cd-3140-4481-8960-f01cb51b63f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858688 Mar 31 23:18:26.749242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Made reservation on behalf of 420ce71b789c4c70baf24630d16f9c0c for: {'subnet': 2} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:26.752675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37722) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.754636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.755168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.760002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:26.766455 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.844489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-de4831f8-42f1-495b-ace1-6e56906cfc73 None None] Could not find standard attr ID for object 2053654f-7338-4359-9ea7-afbbed8f2cb9. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:26.913511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b92993-167a-4d05-b3c5-6f17f31345ae None None] Pushing event updated for resources: {'Port': ['ID=8a426426-954c-429a-81c0-813525dfa3bd,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:26.930306 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:18:26.930702 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:18:27.053253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:27.071279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2e881e85-46de-4a87-b5fc-0483b5e12038 None None] Provisioning complete for port a0241df9-dc39-4e77-bff6-19367b928e4a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:27.071685 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2e881e85-46de-4a87-b5fc-0483b5e12038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.072665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:27.078949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.145210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2e881e85-46de-4a87-b5fc-0483b5e12038 None None] Port a0241df9-dc39-4e77-bff6-19367b928e4a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:27.169710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] Deleting port 8a426426-954c-429a-81c0-813525dfa3bd {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:27.170093 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.184228 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.248992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] For port 8a426426-954c-429a-81c0-813525dfa3bd, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8a426426-954c-429a-81c0-813525dfa3bd,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:27.249683 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.267129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] Calling delete_port for 8a426426-954c-429a-81c0-813525dfa3bd owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:27.446229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.484397 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.520924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Subnet': ['ID=c92e46c2-4db2-4cd1-a0cd-d037dd3ea4fa,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.524687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] Pushing event deleted for resources: {'Port': ['ID=8a426426-954c-429a-81c0-813525dfa3bd,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.538210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de189c78-f474-4a30-b8ab-b9c582abbdb5 None None] No DVR routers for this DVR port 8a426426-954c-429a-81c0-813525dfa3bd on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:27.540332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Checking segment: {'id': 'bab665b8-b64e-495e-80d6-26e713fe90b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '058f42ed-5d5b-4c69-9d11-b38b008211ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:27.540934 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Network hostable DHCP agents. Network: 058f42ed-5d5b-4c69-9d11-b38b008211ff, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:27.670490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.objects.ports [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109820) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:27.676793 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.691774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Network 058f42ed-5d5b-4c69-9d11-b38b008211ff is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:27.693704 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.730418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:27.734626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:27.739331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:27.739945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.748139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083887c-0f1b-46fd-9f22-32d1fff9016d None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:27.755312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=3446b82c-4ed4-4e15-85fd-ac68fe700b93,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.855148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.938162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.940436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 058f42ed-5d5b-4c69-9d11-b38b008211ff) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:27.945489 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.947246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=a0241df9-dc39-4e77-bff6-19367b928e4a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.954386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-60692720-7256-44b5-ab2b-721fe9cdcf2a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1983693 Mar 31 23:18:27.956997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37736) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:27.961973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:10:72:b9', 'name': 'tempest-NetworksTestDHCPv6-1484633479'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:28.066722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event updated for resources: {'Subnet': ['ID=aabef089-e14f-45c0-a84b-714a7c54b80d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:28.070153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Checking segment: {'id': '483aeecd-09b6-40fd-bd2c-c4d098ae83dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1b2142b7-b669-412f-b80e-960427cfbf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:28.070345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Network hostable DHCP agents. Network: 1b2142b7-b669-412f-b80e-960427cfbf06, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:28.094460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63343af3-c9da-4f74-9f51-8ac48db92b62 None None] Network 058f42ed-5d5b-4c69-9d11-b38b008211ff requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:28.113199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '3446b82c-4ed4-4e15-85fd-ac68fe700b93'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:28.114168 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.134197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network aa1731d3-9046-4878-9d41-a70360ef7a27 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:28.138152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:28.171964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Network 1b2142b7-b669-412f-b80e-960427cfbf06 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:28.297248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1b2142b7-b669-412f-b80e-960427cfbf06) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:28.305962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.318950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.319838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.334871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8a426426-954c-429a-81c0-813525dfa3bd no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:28.337128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e116c8-0f52-4849-ac3a-58804ab6b93a None None] Network 1b2142b7-b669-412f-b80e-960427cfbf06 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:28.382134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-22db8498-b3d2-428a-b202-5b6436178621 req-2f62f49b-03bc-40b1-8871-180786d26483 service neutron] (109821) timed out ('10.222.0.31', 41274) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:18:28.388827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Allocated IP 2001:db8::f816:3eff:fe41:aeed (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/3446b82c-4ed4-4e15-85fd-ac68fe700b93/feadd699-14c9-42a3-a54e-f276c9a28bca) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:28.413592 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8645702f-df7f-457b-8a0c-0a5365342521 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1608815 Mar 31 23:18:28.416288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37744) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:28.429755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 8a426426-954c-429a-81c0-813525dfa3bd {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:28.430343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8a426426-954c-429a-81c0-813525dfa3bd not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:28.529574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4e0c7-2ad1-493e-b729-ff3a84ddbee1 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.531386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4e0c7-2ad1-493e-b729-ff3a84ddbee1 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.534007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4e0c7-2ad1-493e-b729-ff3a84ddbee1 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.535784 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a8a4e0c7-2ad1-493e-b729-ff3a84ddbee1 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1180098 Mar 31 23:18:28.545617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:28.622728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7042d776-5ac1-4376-92fa-dd9ebd22cdc8 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Deleting subnet c92e46c2-4db2-4cd1-a0cd-d037dd3ea4fa {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:28.627698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7042d776-5ac1-4376-92fa-dd9ebd22cdc8 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.660269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:28.685498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b1c8d406-47ca-4535-8f62-3c5b6f279d3c None None] Provisioning complete for port a0241df9-dc39-4e77-bff6-19367b928e4a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:28.686078 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d406-47ca-4535-8f62-3c5b6f279d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.696602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7042d776-5ac1-4376-92fa-dd9ebd22cdc8 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.715199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 362cdfc9-b56b-44fb-962b-cd347d51164c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:28.732636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8d406-47ca-4535-8f62-3c5b6f279d3c None None] Port a0241df9-dc39-4e77-bff6-19367b928e4a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:28.769211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7042d776-5ac1-4376-92fa-dd9ebd22cdc8 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.814268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.859617 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.866674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adaf13-2742-4780-8db4-aaec0d43ffce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-058f42ed-5d5b-4c69-9d11-b38b008211ff', 'network_id': '058f42ed-5d5b-4c69-9d11-b38b008211ff', 'tenant_id': '420ce71b789c4c70baf24630d16f9c0c', 'fixed_ips': [{'subnet_id': 'c92e46c2-4db2-4cd1-a0cd-d037dd3ea4fa'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:28.868073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95adaf13-2742-4780-8db4-aaec0d43ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.869108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port df8457f3-5d55-4137-8dab-5d01f6701fc3 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:28.871353 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1b2142b7-b669-412f-b80e-960427cfbf06', 'network_id': '1b2142b7-b669-412f-b80e-960427cfbf06', 'tenant_id': '420ce71b789c4c70baf24630d16f9c0c', 'fixed_ips': [{'subnet_id': 'aabef089-e14f-45c0-a84b-714a7c54b80d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:28.872849 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.923839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:28.933200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f86d0c32-069b-461f-b773-770f7f6fc64a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "PUT /v2.0/routers/362cdfc9-b56b-44fb-962b-cd347d51164c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8089402 Mar 31 23:18:28.935589 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Sync routers for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:28.947446 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:28.948063 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:29.004325 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7042d776-5ac1-4376-92fa-dd9ebd22cdc8 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.050646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7042d776-5ac1-4376-92fa-dd9ebd22cdc8 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.054714 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7042d776-5ac1-4376-92fa-dd9ebd22cdc8 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/subnets/c92e46c2-4db2-4cd1-a0cd-d037dd3ea4fa HTTP/1.1" status: 204 len: 168 time: 0.5069020 Mar 31 23:18:29.055936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042d776-5ac1-4376-92fa-dd9ebd22cdc8 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Subnet': ['ID=c92e46c2-4db2-4cd1-a0cd-d037dd3ea4fa,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.057876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37758) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:29.061693 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:29.100339 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server [None req-95adaf13-2742-4780-8db4-aaec0d43ffce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c92e46c2-4db2-4cd1-a0cd-d037dd3ea4fa: This subnet is being modified by another concurrent operation. Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c92e46c2-4db2-4cd1-a0cd-d037dd3ea4fa: This subnet is being modified by another concurrent operation. Mar 31 23:18:29.164501 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:18:29.183724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-533ab73a-cc61-4000-9d22-33150eb6211f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Deleting subnet aabef089-e14f-45c0-a84b-714a7c54b80d {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:29.199921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fe10:72b9 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/3446b82c-4ed4-4e15-85fd-ac68fe700b93/df8457f3-5d55-4137-8dab-5d01f6701fc3) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:29.255790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Allocated IP 2001:db8:0:1::1 (1b2142b7-b669-412f-b80e-960427cfbf06/aabef089-e14f-45c0-a84b-714a7c54b80d/318d02de-7028-4b12-bb87-b47fc55479a0) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:29.327473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:29.328456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a49191-b4cb-41f9-9a6c-5316c1445a2c None None] Network 058f42ed-5d5b-4c69-9d11-b38b008211ff requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:29.350017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:29.365205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:29.397557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.416027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Pushing event updated for resources: {'Port': ['ID=feadd699-14c9-42a3-a54e-f276c9a28bca,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.454311 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:27Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:25Z', 'revision_number': 1, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0241df9-dc39-4e77-bff6-19367b928e4a', 'name': '', 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:64:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '26bb330e-ff8c-4def-8bf9-beace64e04fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:26Z', 'updated_at': '2022-03-31T23:18:27Z', 'revision_number': 2, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '26bb330e-ff8c-4def-8bf9-beace64e04fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:29.496063 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Checking router: 362cdfc9-b56b-44fb-962b-cd347d51164c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:29.496651 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Updating router 362cdfc9-b56b-44fb-962b-cd347d51164c port a0241df9-dc39-4e77-bff6-19367b928e4a binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:29.510560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.539557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Attempting to bind port feadd699-14c9-42a3-a54e-f276c9a28bca on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:29.539557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Attempting to bind port feadd699-14c9-42a3-a54e-f276c9a28bca by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:29.539557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Attempting to bind port feadd699-14c9-42a3-a54e-f276c9a28bca on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:29.544218 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.557470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:29.563239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:29.567254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:29.573882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:29.574191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.594552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:29.594552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:29.594552 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.594552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:29.594552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Bound port: feadd699-14c9-42a3-a54e-f276c9a28bca, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:29.594552 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.606167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=df8457f3-5d55-4137-8dab-5d01f6701fc3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.643893 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.675269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] For port feadd699-14c9-42a3-a54e-f276c9a28bca, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:29.678294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] For port feadd699-14c9-42a3-a54e-f276c9a28bca, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feadd699-14c9-42a3-a54e-f276c9a28bca,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:29.694579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3ed69af1-254c-4ad4-879b-c97b08de2be6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7362382 Mar 31 23:18:29.696914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37768) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:29.753244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7984a48e-d5ce-428e-98b8-c3bb348d4ef4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:29.759451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7984a48e-d5ce-428e-98b8-c3bb348d4ef4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:29.761099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7984a48e-d5ce-428e-98b8-c3bb348d4ef4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0629930 Mar 31 23:18:29.763836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37772) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:29.775407 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.795175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-533ab73a-cc61-4000-9d22-33150eb6211f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.815762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Network 1b2142b7-b669-412f-b80e-960427cfbf06 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:29.820689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:29.824389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:29.832323 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.834131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Pushing event updated for resources: {'Port': ['ID=318d02de-7028-4b12-bb87-b47fc55479a0,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.880172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-533ab73a-cc61-4000-9d22-33150eb6211f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.892972 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.945190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87408a9e-4000-4e3f-af4f-9bf794263b5b None None] Pushing event updated for resources: {'Port': ['ID=feadd699-14c9-42a3-a54e-f276c9a28bca,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.948057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Attempting to bind port 318d02de-7028-4b12-bb87-b47fc55479a0 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:29.948437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Attempting to bind port 318d02de-7028-4b12-bb87-b47fc55479a0 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '483aeecd-09b6-40fd-bd2c-c4d098ae83dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1b2142b7-b669-412f-b80e-960427cfbf06'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:29.948887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Attempting to bind port 318d02de-7028-4b12-bb87-b47fc55479a0 on network 1b2142b7-b669-412f-b80e-960427cfbf06 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:29.954915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-cc931ccd-a1db-4c6b-bc8b-3c84214d1363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port df8457f3-5d55-4137-8dab-5d01f6701fc3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:29.955258 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc931ccd-a1db-4c6b-bc8b-3c84214d1363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.955421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:29.955793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Checking segment: {'id': '483aeecd-09b6-40fd-bd2c-c4d098ae83dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1b2142b7-b669-412f-b80e-960427cfbf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:29.956274 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.956597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Bound using segment: {'id': '483aeecd-09b6-40fd-bd2c-c4d098ae83dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1b2142b7-b669-412f-b80e-960427cfbf06'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:29.957108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Bound port: 318d02de-7028-4b12-bb87-b47fc55479a0, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483aeecd-09b6-40fd-bd2c-c4d098ae83dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1b2142b7-b669-412f-b80e-960427cfbf06'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:29.957495 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.009278 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.052920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-533ab73a-cc61-4000-9d22-33150eb6211f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.139694 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc931ccd-a1db-4c6b-bc8b-3c84214d1363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.156471 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Pushing event updated for resources: {'Port': ['ID=a0241df9-dc39-4e77-bff6-19367b928e4a,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.161810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Attempting to bind port a0241df9-dc39-4e77-bff6-19367b928e4a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:30.162535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Attempting to bind port a0241df9-dc39-4e77-bff6-19367b928e4a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:30.162899 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Attempting to bind port a0241df9-dc39-4e77-bff6-19367b928e4a on network aa1731d3-9046-4878-9d41-a70360ef7a27 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:30.177077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-cc931ccd-a1db-4c6b-bc8b-3c84214d1363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for df8457f3-5d55-4137-8dab-5d01f6701fc3 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:30.182258 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:30.182553 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Checking segment: {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:30.182957 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.183565 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Bound using segment: {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:30.184287 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Bound port: a0241df9-dc39-4e77-bff6-19367b928e4a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:30.185535 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.189213 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.189213 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.189557 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.189656 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.190619 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.190619 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.190619 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.190927 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.191410 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.191889 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.192385 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.194448 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:30.289261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] For port 318d02de-7028-4b12-bb87-b47fc55479a0, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:30.292384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] For port 318d02de-7028-4b12-bb87-b47fc55479a0, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=318d02de-7028-4b12-bb87-b47fc55479a0,segment=NetworkSegment(483aeecd-09b6-40fd-bd2c-c4d098ae83dc),segment_id=483aeecd-09b6-40fd-bd2c-c4d098ae83dc)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:30.298637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-533ab73a-cc61-4000-9d22-33150eb6211f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.319575 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] For port a0241df9-dc39-4e77-bff6-19367b928e4a, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:30.323787 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] For port a0241df9-dc39-4e77-bff6-19367b928e4a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a0241df9-dc39-4e77-bff6-19367b928e4a,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:30.336692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ab73a-cc61-4000-9d22-33150eb6211f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Subnet': ['ID=aabef089-e14f-45c0-a84b-714a7c54b80d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.341455 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-533ab73a-cc61-4000-9d22-33150eb6211f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.349468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-533ab73a-cc61-4000-9d22-33150eb6211f tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/subnets/aabef089-e14f-45c0-a84b-714a7c54b80d HTTP/1.1" status: 204 len: 168 time: 1.2906344 Mar 31 23:18:30.352284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37778) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.387357 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.415403 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.441631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78b8ae-01f5-41bb-b4d7-f819ece2d65b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.462964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37782) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.465494 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fb78b8ae-01f5-41bb-b4d7-f819ece2d65b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120477 Mar 31 23:18:30.542450 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064843f0-f014-4901-946f-89a61cf86e3b None None] Pushing event updated for resources: {'Port': ['ID=a0241df9-dc39-4e77-bff6-19367b928e4a,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.548887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27d3b4-4efb-48ea-8220-10b0e93642ef None None] Pushing event updated for resources: {'Port': ['ID=318d02de-7028-4b12-bb87-b47fc55479a0,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.554258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cb88fca3-7420-4fb3-bc94-e0d3f69ca7e6 None None] Provisioning complete for port a0241df9-dc39-4e77-bff6-19367b928e4a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:30.555582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb88fca3-7420-4fb3-bc94-e0d3f69ca7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.568911 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:30.569535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:30.618597 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc931ccd-a1db-4c6b-bc8b-3c84214d1363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.710306 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc931ccd-a1db-4c6b-bc8b-3c84214d1363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.718858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37786) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.733238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cc931ccd-a1db-4c6b-bc8b-3c84214d1363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/df8457f3-5d55-4137-8dab-5d01f6701fc3 HTTP/1.1" status: 204 len: 168 time: 0.9678085 Mar 31 23:18:30.734584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc931ccd-a1db-4c6b-bc8b-3c84214d1363 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=df8457f3-5d55-4137-8dab-5d01f6701fc3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.749785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.782712 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb88fca3-7420-4fb3-bc94-e0d3f69ca7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.812959 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:30.845617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cb88fca3-7420-4fb3-bc94-e0d3f69ca7e6 None None] For port a0241df9-dc39-4e77-bff6-19367b928e4a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a0241df9-dc39-4e77-bff6-19367b928e4a,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:30.854369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd75b9-45bb-4d4f-b5c4-5a142a02363c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.858662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd75b9-45bb-4d4f-b5c4-5a142a02363c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.860317 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-79dd75b9-45bb-4d4f-b5c4-5a142a02363c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1400287 Mar 31 23:18:30.870799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37790) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.896834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Deleting port 318d02de-7028-4b12-bb87-b47fc55479a0 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:30.897430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.968605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb88fca3-7420-4fb3-bc94-e0d3f69ca7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.995355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4676ea8-990a-49a6-9a5d-4233e36c5133 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 3446b82c-4ed4-4e15-85fd-ac68fe700b93 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:31.002216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4676ea8-990a-49a6-9a5d-4233e36c5133 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.061912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] For port 318d02de-7028-4b12-bb87-b47fc55479a0, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=318d02de-7028-4b12-bb87-b47fc55479a0,segment=NetworkSegment(483aeecd-09b6-40fd-bd2c-c4d098ae83dc),segment_id=483aeecd-09b6-40fd-bd2c-c4d098ae83dc)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:31.065920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.075607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4676ea8-990a-49a6-9a5d-4233e36c5133 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.111024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88fca3-7420-4fb3-bc94-e0d3f69ca7e6 None None] Pushing event updated for resources: {'Port': ['ID=a0241df9-dc39-4e77-bff6-19367b928e4a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.113405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Calling delete_port for 318d02de-7028-4b12-bb87-b47fc55479a0 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:31.133258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e38902ef-06cf-4787-a2e6-1e4537f5b48c None None] Provisioning complete for port a0241df9-dc39-4e77-bff6-19367b928e4a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:31.133258 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e38902ef-06cf-4787-a2e6-1e4537f5b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.270254 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:27Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:25Z', 'revision_number': 1, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0241df9-dc39-4e77-bff6-19367b928e4a', 'name': '', 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:64:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '26bb330e-ff8c-4def-8bf9-beace64e04fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:26Z', 'updated_at': '2022-03-31T23:18:30Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '26bb330e-ff8c-4def-8bf9-beace64e04fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.297322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4676ea8-990a-49a6-9a5d-4233e36c5133 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.318145 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8231d93-070d-40fd-83ea-623fbbcbb4fa None None] The sync data for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 is: [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:27Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:25Z', 'revision_number': 1, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0241df9-dc39-4e77-bff6-19367b928e4a', 'name': '', 'network_id': 'aa1731d3-9046-4878-9d41-a70360ef7a27', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:64:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '26bb330e-ff8c-4def-8bf9-beace64e04fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:26Z', 'updated_at': '2022-03-31T23:18:30Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '26bb330e-ff8c-4def-8bf9-beace64e04fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:31.388838 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.432894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Port': ['ID=318d02de-7028-4b12-bb87-b47fc55479a0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.438672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] No DVR routers for this DVR port 318d02de-7028-4b12-bb87-b47fc55479a0 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:31.452409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4676ea8-990a-49a6-9a5d-4233e36c5133 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.492354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4676ea8-990a-49a6-9a5d-4233e36c5133 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=3446b82c-4ed4-4e15-85fd-ac68fe700b93,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.505154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4676ea8-990a-49a6-9a5d-4233e36c5133 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.510699 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e4676ea8-990a-49a6-9a5d-4233e36c5133 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/3446b82c-4ed4-4e15-85fd-ac68fe700b93 HTTP/1.1" status: 204 len: 168 time: 0.6450500 Mar 31 23:18:31.513644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37798) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:31.581767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.597177 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2d964c94-5a2d-406c-833b-8435d8c88cc6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809653 Mar 31 23:18:31.602249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37804) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:31.606800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2142b7-b669-412f-b80e-960427cfbf06']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.615790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:31.621393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483aeecd-09b6-40fd-bd2c-c4d098ae83dc') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.622806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483aeecd-09b6-40fd-bd2c-c4d098ae83dc') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.639480 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.651507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb6874-413f-405c-bbb0-8094d74916fc None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:31.666336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.680428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:31.680980 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:31.685791 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:31.803859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cb217740-c308-4f49-b793-8ef7dbfd4353 None None] Provisioning complete for port feadd699-14c9-42a3-a54e-f276c9a28bca triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:31.804873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb217740-c308-4f49-b793-8ef7dbfd4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.883525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:31.883751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.887293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.890152 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.897269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/networks/1b2142b7-b669-412f-b80e-960427cfbf06 HTTP/1.1" status: 204 len: 168 time: 1.4325583 Mar 31 23:18:31.898419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37806) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:31.944237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315200b-cd38-4043-bb5e-9103d46d2225 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Network': ['ID=1b2142b7-b669-412f-b80e-960427cfbf06,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.013649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb217740-c308-4f49-b793-8ef7dbfd4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.041871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:32.102758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cb217740-c308-4f49-b793-8ef7dbfd4353 None None] For port feadd699-14c9-42a3-a54e-f276c9a28bca, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feadd699-14c9-42a3-a54e-f276c9a28bca,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:32.107758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.144092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] Deleting port feadd699-14c9-42a3-a54e-f276c9a28bca {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:32.145141 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.180686 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb217740-c308-4f49-b793-8ef7dbfd4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.319635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.346973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058f42ed-5d5b-4c69-9d11-b38b008211ff']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.365710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab665b8-b64e-495e-80d6-26e713fe90b4') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.366103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab665b8-b64e-495e-80d6-26e713fe90b4') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.385570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.401658 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.412305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:32.413011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:32.416754 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:32.508024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:32.552742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a0241df9-dc39-4e77-bff6-19367b928e4a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:32.554431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6694b02-829b-4fbd-b3a5-9361d4a8261c None None] DHCP port deletion for 1b2142b7-b669-412f-b80e-960427cfbf06 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:32.575500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.595028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d98fb185-6fe7-40a6-9137-8612df83b25e None None] Could not find standard attr ID for object 318d02de-7028-4b12-bb87-b47fc55479a0. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:32.601043 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.617142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/networks/058f42ed-5d5b-4c69-9d11-b38b008211ff HTTP/1.1" status: 204 len: 168 time: 0.6831663 Mar 31 23:18:32.619102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37816) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:32.631049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] For port feadd699-14c9-42a3-a54e-f276c9a28bca, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feadd699-14c9-42a3-a54e-f276c9a28bca,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:32.636346 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.637155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73c0df-e687-43ea-ab43-e853a881cd1b tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Network': ['ID=058f42ed-5d5b-4c69-9d11-b38b008211ff,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.638334 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427262b4-2a8f-40d9-909f-4eda229a9908 None None] Network 1b2142b7-b669-412f-b80e-960427cfbf06 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:32.675345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427262b4-2a8f-40d9-909f-4eda229a9908 None None] Network 1b2142b7-b669-412f-b80e-960427cfbf06 could not be found, it might have been deleted concurrently. {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 31 23:18:32.686901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] Calling delete_port for feadd699-14c9-42a3-a54e-f276c9a28bca owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:32.693827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb217740-c308-4f49-b793-8ef7dbfd4353 None None] Pushing event updated for resources: {'Port': ['ID=feadd699-14c9-42a3-a54e-f276c9a28bca,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.741219 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.753641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a0241df9-dc39-4e77-bff6-19367b928e4a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:32.754012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.871540 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.885943 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.897137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.917544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae1a939-50ce-4811-af01-64fd81d1e191']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.937681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] Pushing event deleted for resources: {'Port': ['ID=feadd699-14c9-42a3-a54e-f276c9a28bca,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.942330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245c979-2764-4901-a2a8-8f6fff980c4c None None] No DVR routers for this DVR port feadd699-14c9-42a3-a54e-f276c9a28bca on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:32.957178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54757615-9cf8-4886-a5e8-e6e5a22fda43') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.957178 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54757615-9cf8-4886-a5e8-e6e5a22fda43') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.962970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e9c83c-b0f1-463e-b209-74bd72469f5d None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:18:32.964398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Port feadd699-14c9-42a3-a54e-f276c9a28bca concurrently deleted while adding address for new subnet {'id': '4dc7ffef-801a-41f8-8f37-48a2bae2e287', 'name': '', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3198, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-31T23:18:32Z', 'updated_at': '2022-03-31T23:18:32Z', 'revision_number': 0, 'segment_id': None, 'project_id': '6cd17529b8394377aff19e012a44b1a6'}. {{(pid=109821) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Mar 31 23:18:32.965068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.973666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.019934 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.024876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:33.031855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:33.039813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.040409 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.042997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:33.043399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:33.047588 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:33.061061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=4dc7ffef-801a-41f8-8f37-48a2bae2e287,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.087205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e9c83c-b0f1-463e-b209-74bd72469f5d None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:18:33.188317 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2b503ad1-6227-48c9-99a3-9611baa513a6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5837138 Mar 31 23:18:33.195466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37826) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.195623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:a5:e4:64', 'name': 'tempest-NetworksTestDHCPv6-1890473550'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:33.219740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.227900 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.241380 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/networks/cae1a939-50ce-4811-af01-64fd81d1e191 HTTP/1.1" status: 204 len: 168 time: 0.6196108 Mar 31 23:18:33.242460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37828) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.334937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1bb33-d3f6-4d54-aa91-c06598e23708 tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Network': ['ID=cae1a939-50ce-4811-af01-64fd81d1e191,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.363655 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.409241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '4dc7ffef-801a-41f8-8f37-48a2bae2e287'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:33.410186 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.452156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:33.455044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.456657 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.477224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.479032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port ed6eb9a0-9952-4961-b97e-b50fa142a6ea yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:33.490298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861adc2f-4b24-4294-92e6-aabffb4d9a0f') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.490717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861adc2f-4b24-4294-92e6-aabffb4d9a0f') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.501780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.516421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.524117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:33.524610 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:33.527989 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:33.560091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Allocated IP 2001:db8::f816:3eff:fe58:9d5d (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/4dc7ffef-801a-41f8-8f37-48a2bae2e287/34cda6b8-7a57-4928-9587-f9ee4194df32) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:33.717296 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.720294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.725299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.733247 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] 10.222.0.31 "DELETE /v2.0/networks/0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef HTTP/1.1" status: 204 len: 168 time: 0.4806139 Mar 31 23:18:33.745485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b564e-6524-44ae-8a54-9c5b10f0ce9e tempest-BulkNetworkOpsIpV6Test-1399895770 tempest-BulkNetworkOpsIpV6Test-1399895770-project] Pushing event deleted for resources: {'Network': ['ID=0ed748ef-7a4d-49a2-ade7-fa0a6f5e12ef,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.830152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.884064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fea5:e464 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/4dc7ffef-801a-41f8-8f37-48a2bae2e287/ed6eb9a0-9952-4961-b97e-b50fa142a6ea) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:33.885486 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:33.892149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:33.894564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:33.907813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Pushing event updated for resources: {'Port': ['ID=34cda6b8-7a57-4928-9587-f9ee4194df32,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.955519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Attempting to bind port 34cda6b8-7a57-4928-9587-f9ee4194df32 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:33.955891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Attempting to bind port 34cda6b8-7a57-4928-9587-f9ee4194df32 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:33.956258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Attempting to bind port 34cda6b8-7a57-4928-9587-f9ee4194df32 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:33.961509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:33.961818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:33.962252 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.962695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:33.963191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Bound port: 34cda6b8-7a57-4928-9587-f9ee4194df32, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:33.963584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.002520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f846b4ed-0b7d-427a-96ef-260ebf508cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.058198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] For port 34cda6b8-7a57-4928-9587-f9ee4194df32, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:34.062966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] For port 34cda6b8-7a57-4928-9587-f9ee4194df32, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=34cda6b8-7a57-4928-9587-f9ee4194df32,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:34.063560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.129295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 318d02de-7028-4b12-bb87-b47fc55479a0 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:34.154706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 318d02de-7028-4b12-bb87-b47fc55479a0 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:34.155053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 318d02de-7028-4b12-bb87-b47fc55479a0 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:34.170118 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.170594 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.226975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:34.235007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6ef6f-53a3-4838-b7cc-8c17bbc76865 None None] Pushing event updated for resources: {'Port': ['ID=34cda6b8-7a57-4928-9587-f9ee4194df32,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:34.239361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:34.241580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:34.249073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:34.249073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.269541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=ed6eb9a0-9952-4961-b97e-b50fa142a6ea,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:34.320254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37848) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:34.380844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-42fab989-5b9b-4b41-b60d-94857c228528 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1889126 Mar 31 23:18:34.383985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37852) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:34.455810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ed994-a3b0-4d78-92fd-309f964c6611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:34.461972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ed994-a3b0-4d78-92fd-309f964c6611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:34.464216 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3b2ed994-a3b0-4d78-92fd-309f964c6611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0793719 Mar 31 23:18:34.467550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37856) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:34.556369 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5fda013e-6d11-4221-8085-978b7a207519 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=420ce71b789c4c70baf24630d16f9c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327592 Mar 31 23:18:34.556951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37858) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:34.594114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ec364-92be-454f-82fc-9994360d1403 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port ed6eb9a0-9952-4961-b97e-b50fa142a6ea {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:34.594459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec364-92be-454f-82fc-9994360d1403 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.645762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2172a359-c3ba-47a4-b04c-53691071b90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.681749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2172a359-c3ba-47a4-b04c-53691071b90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.705760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec364-92be-454f-82fc-9994360d1403 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.719885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ec364-92be-454f-82fc-9994360d1403 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for ed6eb9a0-9952-4961-b97e-b50fa142a6ea owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:34.817260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2172a359-c3ba-47a4-b04c-53691071b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.819937 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2172a359-c3ba-47a4-b04c-53691071b90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.823813 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2172a359-c3ba-47a4-b04c-53691071b90c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4edd6e64-cb14-4839-9780-aae8fe7a6326 HTTP/1.1" status: 204 len: 168 time: 0.2650435 Mar 31 23:18:34.832882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172a359-c3ba-47a4-b04c-53691071b90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edd6e64-cb14-4839-9780-aae8fe7a6326,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:34.937561 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec364-92be-454f-82fc-9994360d1403 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.974970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ec364-92be-454f-82fc-9994360d1403 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=ed6eb9a0-9952-4961-b97e-b50fa142a6ea,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.001601 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec364-92be-454f-82fc-9994360d1403 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.004956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ce0ec364-92be-454f-82fc-9994360d1403 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/ed6eb9a0-9952-4961-b97e-b50fa142a6ea HTTP/1.1" status: 204 len: 168 time: 0.5363877 Mar 31 23:18:35.008054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37868) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.079291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6de139-a090-418b-acb7-e796f03c1827 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:35.080932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6de139-a090-418b-acb7-e796f03c1827 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:35.085033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0c6de139-a090-418b-acb7-e796f03c1827 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0736182 Mar 31 23:18:35.085427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37870) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.146808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbafd8f8-175c-4b59-a3ee-90ea17cd7a68 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 4dc7ffef-801a-41f8-8f37-48a2bae2e287 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:35.150551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbafd8f8-175c-4b59-a3ee-90ea17cd7a68 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.206429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbafd8f8-175c-4b59-a3ee-90ea17cd7a68 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.297818 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbafd8f8-175c-4b59-a3ee-90ea17cd7a68 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.370047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf5afe-c21d-4376-bc4f-d16136bcd448 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:35.468931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-95880b67-e522-48e1-890d-cb43671aa41e None None] Provisioning complete for port 34cda6b8-7a57-4928-9587-f9ee4194df32 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:35.469306 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95880b67-e522-48e1-890d-cb43671aa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.509316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbafd8f8-175c-4b59-a3ee-90ea17cd7a68 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.560994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafd8f8-175c-4b59-a3ee-90ea17cd7a68 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc7ffef-801a-41f8-8f37-48a2bae2e287,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.564946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bbafd8f8-175c-4b59-a3ee-90ea17cd7a68 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.569224 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bbafd8f8-175c-4b59-a3ee-90ea17cd7a68 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/4dc7ffef-801a-41f8-8f37-48a2bae2e287 HTTP/1.1" status: 204 len: 168 time: 0.4825158 Mar 31 23:18:35.571703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37886) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.618215 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0da6ee24-1aee-4376-afd2-58f870435baf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451553 Mar 31 23:18:35.619160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37888) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.637545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95880b67-e522-48e1-890d-cb43671aa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.663502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-95880b67-e522-48e1-890d-cb43671aa41e None None] For port 34cda6b8-7a57-4928-9587-f9ee4194df32, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=34cda6b8-7a57-4928-9587-f9ee4194df32,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:35.679111 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a875846-c710-48e6-944a-2ab0f9dec2a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:35.680393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5a875846-c710-48e6-944a-2ab0f9dec2a8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0596437 Mar 31 23:18:35.683081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37894) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.744320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af087028-748d-4c3b-8280-99794b8f2e7a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:35.746234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-af087028-748d-4c3b-8280-99794b8f2e7a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0617120 Mar 31 23:18:35.749676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37896) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.792670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-080e9a03-8fe2-4f0b-8798-e58c21d49d30 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399048 Mar 31 23:18:35.796117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37900) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.801174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:35.829358 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95880b67-e522-48e1-890d-cb43671aa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.884663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95880b67-e522-48e1-890d-cb43671aa41e None None] Pushing event updated for resources: {'Port': ['ID=34cda6b8-7a57-4928-9587-f9ee4194df32,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.887512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b380c-9cdf-4c0c-90a7-5a77fe11d4b7 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:36.000631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-290c00e1-1290-46cb-9af4-131452b1ba0a None None] Provisioning complete for port 34cda6b8-7a57-4928-9587-f9ee4194df32 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:36.000989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-290c00e1-1290-46cb-9af4-131452b1ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.013314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:36.021093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.158803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:36.203977 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-15f71831-7594-47a4-856a-73dba9103406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.237455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] Deleting port 34cda6b8-7a57-4928-9587-f9ee4194df32 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:36.237836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.342404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] For port 34cda6b8-7a57-4928-9587-f9ee4194df32, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=34cda6b8-7a57-4928-9587-f9ee4194df32,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:36.342839 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.356907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] Calling delete_port for 34cda6b8-7a57-4928-9587-f9ee4194df32 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:36.375194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.426718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:36.431035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:36.441277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:36.441277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.452937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=4e1cc1a2-65ef-44d9-b1ed-530b98763714,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:36.580716 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.586789 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-353dc100-9dc6-4597-a4a0-bea56938f894 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7864182 Mar 31 23:18:36.586789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37922) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:36.593396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:6d:08:85', 'name': 'tempest-NetworksTestDHCPv6-254114347'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:36.613405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] Pushing event deleted for resources: {'Port': ['ID=34cda6b8-7a57-4928-9587-f9ee4194df32,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:36.613960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba785a68-6657-4780-9d2f-d8a6559f6f4b None None] No DVR routers for this DVR port 34cda6b8-7a57-4928-9587-f9ee4194df32 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:36.634865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a9ce9-40b1-42ef-8f13-4a7420918aa5 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:36.802395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '4e1cc1a2-65ef-44d9-b1ed-530b98763714'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:36.803442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.884144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:36.959896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/4e1cc1a2-65ef-44d9-b1ed-530b98763714/e7ba6e46-8201-473e-8ef8-31c489fb45f4) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:36.991446 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.029116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 5270aa60-a209-403c-9a8b-084a47ef2057 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:37.136870 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.267544 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.308652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:37.329329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:37.334577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::24a (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/4e1cc1a2-65ef-44d9-b1ed-530b98763714/5270aa60-a209-403c-9a8b-084a47ef2057) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:37.335444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:37.370833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Pushing event updated for resources: {'Port': ['ID=e7ba6e46-8201-473e-8ef8-31c489fb45f4,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:37.405662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Attempting to bind port e7ba6e46-8201-473e-8ef8-31c489fb45f4 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:37.406113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Attempting to bind port e7ba6e46-8201-473e-8ef8-31c489fb45f4 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:37.406403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Attempting to bind port e7ba6e46-8201-473e-8ef8-31c489fb45f4 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:37.412976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:37.413619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:37.414424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.421424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:37.421424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Bound port: e7ba6e46-8201-473e-8ef8-31c489fb45f4, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:37.421424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.495587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9b86a745-8362-452f-8053-78cceeee323d None None] For port e7ba6e46-8201-473e-8ef8-31c489fb45f4, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:37.500081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9b86a745-8362-452f-8053-78cceeee323d None None] For port e7ba6e46-8201-473e-8ef8-31c489fb45f4, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e7ba6e46-8201-473e-8ef8-31c489fb45f4,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:37.516417 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.663244 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.727277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a745-8362-452f-8053-78cceeee323d None None] Pushing event updated for resources: {'Port': ['ID=e7ba6e46-8201-473e-8ef8-31c489fb45f4,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:37.746735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.804302 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.809944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:37.813227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:37.818152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:37.823970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:37.825193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.829128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=5270aa60-a209-403c-9a8b-084a47ef2057,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.012917 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bf8654a3-c9be-487d-965c-97e8cea152d9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4199798 Mar 31 23:18:38.013436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 37960) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.072465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02786b6-a1e8-4c2a-8e04-ed533509ef87 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:38.079536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02786b6-a1e8-4c2a-8e04-ed533509ef87 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:38.083920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c02786b6-a1e8-4c2a-8e04-ed533509ef87 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0667293 Mar 31 23:18:38.084247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 37966) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.208244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-48614f08-dd4f-4c79-b002-39b2685a4043 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 5270aa60-a209-403c-9a8b-084a47ef2057 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:38.208696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48614f08-dd4f-4c79-b002-39b2685a4043 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.226717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e7ba6e46-8201-473e-8ef8-31c489fb45f4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:38.301678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e7ba6e46-8201-473e-8ef8-31c489fb45f4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:38.302054 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.319560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48614f08-dd4f-4c79-b002-39b2685a4043 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.335262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-48614f08-dd4f-4c79-b002-39b2685a4043 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 5270aa60-a209-403c-9a8b-084a47ef2057 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:38.400705 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.439895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port e7ba6e46-8201-473e-8ef8-31c489fb45f4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e7ba6e46-8201-473e-8ef8-31c489fb45f4,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:38.537254 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.551108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 34cda6b8-7a57-4928-9587-f9ee4194df32 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:38.576515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48614f08-dd4f-4c79-b002-39b2685a4043 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.618008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 34cda6b8-7a57-4928-9587-f9ee4194df32 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:38.618357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 34cda6b8-7a57-4928-9587-f9ee4194df32 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:38.623877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48614f08-dd4f-4c79-b002-39b2685a4043 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=5270aa60-a209-403c-9a8b-084a47ef2057,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.630091 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.644644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=e7ba6e46-8201-473e-8ef8-31c489fb45f4,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.942981 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.986604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2f7402a2-e281-4de8-9925-45642b6626f4 None None] Provisioning complete for port e7ba6e46-8201-473e-8ef8-31c489fb45f4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:38.987215 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f7402a2-e281-4de8-9925-45642b6626f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.057048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48614f08-dd4f-4c79-b002-39b2685a4043 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.063318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38000) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.063869 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-48614f08-dd4f-4c79-b002-39b2685a4043 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/5270aa60-a209-403c-9a8b-084a47ef2057 HTTP/1.1" status: 204 len: 168 time: 0.9780529 Mar 31 23:18:39.136744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649286c-7e5d-452a-8a1d-1835958d0b9b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.138388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649286c-7e5d-452a-8a1d-1835958d0b9b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.139902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f649286c-7e5d-452a-8a1d-1835958d0b9b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0749118 Mar 31 23:18:39.142595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38002) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.199643 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.202446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-191aaa3c-c668-4e97-bde8-0bf1ff2d1e08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 4e1cc1a2-65ef-44d9-b1ed-530b98763714 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:39.206062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-191aaa3c-c668-4e97-bde8-0bf1ff2d1e08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.238579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3bacfd91-75c4-4092-ad7f-5c26eecbb3e0 None None] Could not find standard attr ID for object ed6eb9a0-9952-4961-b97e-b50fa142a6ea. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:39.258410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-191aaa3c-c668-4e97-bde8-0bf1ff2d1e08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.354315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-191aaa3c-c668-4e97-bde8-0bf1ff2d1e08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.398959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38010) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.455797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3bd8fef0-8d1c-41db-af17-a9a1449b39ce None None] Could not find standard attr ID for object 5270aa60-a209-403c-9a8b-084a47ef2057. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:39.503631 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-191aaa3c-c668-4e97-bde8-0bf1ff2d1e08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.526024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84a28a28-1bc2-4b1a-bafd-af9c446f77c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.550211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aaa3c-c668-4e97-bde8-0bf1ff2d1e08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1cc1a2-65ef-44d9-b1ed-530b98763714,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:39.561570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-191aaa3c-c668-4e97-bde8-0bf1ff2d1e08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.566529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-191aaa3c-c668-4e97-bde8-0bf1ff2d1e08 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/4e1cc1a2-65ef-44d9-b1ed-530b98763714 HTTP/1.1" status: 204 len: 168 time: 0.4227469 Mar 31 23:18:39.568908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38014) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.622805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d421e439-dda7-4100-90c7-40ef2a5c3f64 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510740 Mar 31 23:18:39.625011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38018) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.648511 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84a28a28-1bc2-4b1a-bafd-af9c446f77c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.662504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c06917-18d8-4e8e-950e-ef3b75b7b393 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:39.681352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462be34-04d4-4770-bd1b-2b7a14a7a9c3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.682870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d462be34-04d4-4770-bd1b-2b7a14a7a9c3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0567188 Mar 31 23:18:39.685945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38020) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.739378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774cbbf-b5c4-457d-a8df-475167f379fe tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.740833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c774cbbf-b5c4-457d-a8df-475167f379fe tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539088 Mar 31 23:18:39.743729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38022) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.765610 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84a28a28-1bc2-4b1a-bafd-af9c446f77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.791023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d2e900d1-5b71-493f-bc77-400dc791cfe6 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459239 Mar 31 23:18:39.795597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38026) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.801561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:39.832942 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-84a28a28-1bc2-4b1a-bafd-af9c446f77c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=062ada3ceded4b1e90b1fc3125c173ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325845 Mar 31 23:18:39.834646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a28a28-1bc2-4b1a-bafd-af9c446f77c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dafec96-430b-4ad8-8a08-10954abcf46d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:39.854942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38030) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.885045 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.938784 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-00436bb0-9275-4fcd-b401-a4879befc85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.965481 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-00436bb0-9275-4fcd-b401-a4879befc85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.048607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:40.062336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:40.065970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.097328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] Deleting port e7ba6e46-8201-473e-8ef8-31c489fb45f4 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:40.097876 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.152652 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-00436bb0-9275-4fcd-b401-a4879befc85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.157352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-00436bb0-9275-4fcd-b401-a4879befc85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.158929 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-00436bb0-9275-4fcd-b401-a4879befc85d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dafec96-430b-4ad8-8a08-10954abcf46d HTTP/1.1" status: 204 len: 168 time: 0.3004999 Mar 31 23:18:40.181513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00436bb0-9275-4fcd-b401-a4879befc85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dafec96-430b-4ad8-8a08-10954abcf46d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:40.187441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] For port e7ba6e46-8201-473e-8ef8-31c489fb45f4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e7ba6e46-8201-473e-8ef8-31c489fb45f4,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:40.187924 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.213482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] Calling delete_port for e7ba6e46-8201-473e-8ef8-31c489fb45f4 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:40.218856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e7ba6e46-8201-473e-8ef8-31c489fb45f4 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:40.374677 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.513373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.objects.ports [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109820) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:40.523825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.573357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] Pushing event deleted for resources: {'Port': ['ID=e7ba6e46-8201-473e-8ef8-31c489fb45f4,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:40.578404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb081cfc-5501-4269-a241-5528497d0b40 None None] No DVR routers for this DVR port e7ba6e46-8201-473e-8ef8-31c489fb45f4 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:40.722126 n-d-836015-1 neutron-server[109820]: WARNING neutron.services.revisions.revision_plugin [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Could not find related port for resource to bump revision. Mar 31 23:18:40.785853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_pluggable_backend [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Port e7ba6e46-8201-473e-8ef8-31c489fb45f4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 23:18:40.786190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_pluggable_backend [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Reverting IP allocation for 2001:db8::f816:3eff:feb6:e7ed {{(pid=109820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 23:18:40.791822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.842748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:40.845984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:40.850571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:40.851167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.863849 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a9e93-3a0b-4869-b9d5-338c79ec1344 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:40.879007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=959c3f8a-a50e-4ac9-90bd-17043eb5fc24,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:40.985781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-614da1ed-9dd1-4ae5-bcfc-357c462327de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1889648 Mar 31 23:18:40.988715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38054) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:40.993918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-74ab0e9d-078d-4b54-90f5-8bb2d2bfe69a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:41.066436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38056) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:41.074156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '959c3f8a-a50e-4ac9-90bd-17043eb5fc24'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:41.076945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.088142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27e80919-126c-4d28-bcf2-4441ec740450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.197508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27e80919-126c-4d28-bcf2-4441ec740450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.255002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Allocated IP 2001:db8::f816:3eff:fec8:ab1 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/959c3f8a-a50e-4ac9-90bd-17043eb5fc24/82456822-f7f7-4f2a-b897-08844fdc7025) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:41.303811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-27e80919-126c-4d28-bcf2-4441ec740450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.351647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e80919-126c-4d28-bcf2-4441ec740450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a928601-0363-4848-8922-0ce19c344b3a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.359244 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-27e80919-126c-4d28-bcf2-4441ec740450 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ea79580e42b4e7a8729de88987dd1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916327 Mar 31 23:18:41.359852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38058) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:41.449148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59d20f73-f5ee-43ea-b1f4-c075f397330d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.475780 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.478304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59d20f73-f5ee-43ea-b1f4-c075f397330d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.548260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c683265-acad-44f7-90e2-12f3eb203701 req-f4116243-47e8-42d6-9cea-ba587fec94d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.554294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c683265-acad-44f7-90e2-12f3eb203701 req-f4116243-47e8-42d6-9cea-ba587fec94d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.560431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c683265-acad-44f7-90e2-12f3eb203701 req-f4116243-47e8-42d6-9cea-ba587fec94d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.566417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c683265-acad-44f7-90e2-12f3eb203701 req-f4116243-47e8-42d6-9cea-ba587fec94d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.572530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c683265-acad-44f7-90e2-12f3eb203701 req-f4116243-47e8-42d6-9cea-ba587fec94d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.579044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c683265-acad-44f7-90e2-12f3eb203701 req-f4116243-47e8-42d6-9cea-ba587fec94d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.585029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c683265-acad-44f7-90e2-12f3eb203701 req-f4116243-47e8-42d6-9cea-ba587fec94d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.593782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c683265-acad-44f7-90e2-12f3eb203701 req-f4116243-47e8-42d6-9cea-ba587fec94d8 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.1067998 Mar 31 23:18:41.608152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab0e9d-078d-4b54-90f5-8bb2d2bfe69a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:41.612248 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74ab0e9d-078d-4b54-90f5-8bb2d2bfe69a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.615283 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.673523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:41.680213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:41.686499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:41.688306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c683265-acad-44f7-90e2-12f3eb203701 req-b991f6e9-b41c-4072-9bb2-2c775a101547 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935340 Mar 31 23:18:41.692409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Pushing event updated for resources: {'Port': ['ID=82456822-f7f7-4f2a-b897-08844fdc7025,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.704005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59d20f73-f5ee-43ea-b1f4-c075f397330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.718067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59d20f73-f5ee-43ea-b1f4-c075f397330d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.725426 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-59d20f73-f5ee-43ea-b1f4-c075f397330d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a928601-0363-4848-8922-0ce19c344b3a HTTP/1.1" status: 204 len: 168 time: 0.3637190 Mar 31 23:18:41.746371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d20f73-f5ee-43ea-b1f4-c075f397330d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a928601-0363-4848-8922-0ce19c344b3a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.785915 n-d-836015-1 neutron-server[109820]: INFO neutron.db.ipam_backend_mixin [None req-74ab0e9d-078d-4b54-90f5-8bb2d2bfe69a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 959c3f8a-a50e-4ac9-90bd-17043eb5fc24 (CIDR: 2001:db8::/64) Mar 31 23:18:41.801896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Attempting to bind port 82456822-f7f7-4f2a-b897-08844fdc7025 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:41.802388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Attempting to bind port 82456822-f7f7-4f2a-b897-08844fdc7025 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:41.802827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Attempting to bind port 82456822-f7f7-4f2a-b897-08844fdc7025 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:41.812783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:41.813270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:41.813919 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.814509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:41.815035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Bound port: 82456822-f7f7-4f2a-b897-08844fdc7025, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:41.815724 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.880019 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ab0e9d-078d-4b54-90f5-8bb2d2bfe69a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:41.880481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ab0e9d-078d-4b54-90f5-8bb2d2bfe69a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:41.890848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] For port 82456822-f7f7-4f2a-b897-08844fdc7025, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:41.897377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] For port 82456822-f7f7-4f2a-b897-08844fdc7025, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=82456822-f7f7-4f2a-b897-08844fdc7025,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:41.997589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-74ab0e9d-078d-4b54-90f5-8bb2d2bfe69a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0067747 Mar 31 23:18:42.000014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38066) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:42.007949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:42.070647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.151590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d91dd8-5bf7-43a7-8982-99ec2c73c313 None None] Pushing event updated for resources: {'Port': ['ID=82456822-f7f7-4f2a-b897-08844fdc7025,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:42.228830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:42.235955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.668500 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.713566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:42.719563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:42.723706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.724351 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.745678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=a8c91b72-783c-4b60-b3bc-965076351dc6,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:42.833490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-51570ce8-e2fd-41b0-890a-1dc535fda209 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.839657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-51570ce8-e2fd-41b0-890a-1dc535fda209 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.845691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-51570ce8-e2fd-41b0-890a-1dc535fda209 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.851656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-51570ce8-e2fd-41b0-890a-1dc535fda209 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.857580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-51570ce8-e2fd-41b0-890a-1dc535fda209 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.867219 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d813c3ab-5a07-4f11-bf63-d945ea22fdd8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8561397 Mar 31 23:18:42.867219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38082) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:42.870644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:fc:2e:ba', 'name': 'tempest-NetworksTestDHCPv6-371414151'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:42.871263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-51570ce8-e2fd-41b0-890a-1dc535fda209 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.878306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-51570ce8-e2fd-41b0-890a-1dc535fda209 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.880507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-51570ce8-e2fd-41b0-890a-1dc535fda209 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.1054242 Mar 31 23:18:42.955297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-237ea31e-aad7-41f9-92ad-d766c177db7c req-48ca6608-6d1a-425e-82aa-6cf2f0af5ce3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670052 Mar 31 23:18:43.140510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:43.279329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.305110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 0214e5e3-589d-43c7-a138-306140754963 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:43.334468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-d3742818-e7da-44d7-ad2f-258ab47abffd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928230 Mar 31 23:18:43.341219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d52151-a715-4e2d-bf03-59c38643579d None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:43.461740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-3cf871c7-a43f-4f77-bf07-8eab68d42234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:43.463243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-3cf871c7-a43f-4f77-bf07-8eab68d42234 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1136 time: 0.0866601 Mar 31 23:18:43.523220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f773b5b3-3f0d-4738-821b-6fb4871423b7 None None] Provisioning complete for port 82456822-f7f7-4f2a-b897-08844fdc7025 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:43.523979 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f773b5b3-3f0d-4738-821b-6fb4871423b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.568235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8:0:1::26b (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/a8c91b72-783c-4b60-b3bc-965076351dc6/0214e5e3-589d-43c7-a138-306140754963) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:43.586993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fefc:2eba (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/959c3f8a-a50e-4ac9-90bd-17043eb5fc24/0214e5e3-589d-43c7-a138-306140754963) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:43.671899 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f773b5b3-3f0d-4738-821b-6fb4871423b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.693408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-dc7f4596-cec4-4fad-a9ae-586949281d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:43.695519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-dc7f4596-cec4-4fad-a9ae-586949281d0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1 HTTP/1.1" status: 200 len: 897 time: 0.2092760 Mar 31 23:18:43.750901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f773b5b3-3f0d-4738-821b-6fb4871423b7 None None] For port 82456822-f7f7-4f2a-b897-08844fdc7025, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=82456822-f7f7-4f2a-b897-08844fdc7025,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:43.829958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-4d68284e-f011-43de-8bad-21b746a7d171 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1 HTTP/1.1" status: 200 len: 1002 time: 0.1211991 Mar 31 23:18:43.868779 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f773b5b3-3f0d-4738-821b-6fb4871423b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.880029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.900840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-d135137d-ad9c-4021-9c02-b0d07fd73641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:43.907204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-d135137d-ad9c-4021-9c02-b0d07fd73641 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37ab941d-5663-403c-9dc6-c01ca33a66fa HTTP/1.1" status: 200 len: 834 time: 0.0662518 Mar 31 23:18:43.922889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a2a3e-2274-45c7-ae50-472c9fbd7ce5 None None] Update dhcp port {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': '959c3f8a-a50e-4ac9-90bd-17043eb5fc24', 'ip_address': '2001:db8::f816:3eff:fec8:ab1'}, {'subnet_id': 'a8c91b72-783c-4b60-b3bc-965076351dc6'}], 'binding:host_id': 'n-d-836015-1'}, 'id': '82456822-f7f7-4f2a-b897-08844fdc7025'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:18:43.963955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773b5b3-3f0d-4738-821b-6fb4871423b7 None None] Pushing event updated for resources: {'Port': ['ID=82456822-f7f7-4f2a-b897-08844fdc7025,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.981459 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c4a2a3e-2274-45c7-ae50-472c9fbd7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.998497 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.008698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-844f8217-3460-46ec-8024-b4ed52bb48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.010284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-844f8217-3460-46ec-8024-b4ed52bb48f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900433 Mar 31 23:18:44.114915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=0214e5e3-589d-43c7-a138-306140754963,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.143559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:44.143559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:44.146379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:44.158885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.159134 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.262708 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c3e2eb86-d085-4270-93ae-357cbb7c88a0 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3976789 Mar 31 23:18:44.263629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38108) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:44.290325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-25b31551-6027-4e1e-bba4-43ca52ab1944 service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670612 Mar 31 23:18:44.362575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 82456822-f7f7-4f2a-b897-08844fdc7025 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:44.425955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-1c4a2a3e-2274-45c7-ae50-472c9fbd7ce5 None None] Allocated IP 2001:db8:0:1::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/a8c91b72-783c-4b60-b3bc-965076351dc6/82456822-f7f7-4f2a-b897-08844fdc7025) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:44.474948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-425718e6-a2d3-4b75-9bea-e5586aa74191 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 0214e5e3-589d-43c7-a138-306140754963 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:44.475548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-425718e6-a2d3-4b75-9bea-e5586aa74191 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.534116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72395-f698-4a09-8052-c7ed462a6b46 req-1e3667d5-2091-4046-8186-0c8d77cb5052 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.540850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72395-f698-4a09-8052-c7ed462a6b46 req-1e3667d5-2091-4046-8186-0c8d77cb5052 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.547934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72395-f698-4a09-8052-c7ed462a6b46 req-1e3667d5-2091-4046-8186-0c8d77cb5052 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.548827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 82456822-f7f7-4f2a-b897-08844fdc7025 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:44.549210 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.554454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72395-f698-4a09-8052-c7ed462a6b46 req-1e3667d5-2091-4046-8186-0c8d77cb5052 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.561421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72395-f698-4a09-8052-c7ed462a6b46 req-1e3667d5-2091-4046-8186-0c8d77cb5052 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.567827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72395-f698-4a09-8052-c7ed462a6b46 req-1e3667d5-2091-4046-8186-0c8d77cb5052 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.574236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72395-f698-4a09-8052-c7ed462a6b46 req-1e3667d5-2091-4046-8186-0c8d77cb5052 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.576321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-add72395-f698-4a09-8052-c7ed462a6b46 req-1e3667d5-2091-4046-8186-0c8d77cb5052 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.4553053 Mar 31 23:18:44.647637 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d00a7e7-4302-4ca5-8041-c98beea5add2 req-6eb9ce9e-6723-417c-b7e7-1837057c776b service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155298 Mar 31 23:18:44.661638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1c4a2a3e-2274-45c7-ae50-472c9fbd7ce5 None None] For port 82456822-f7f7-4f2a-b897-08844fdc7025, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=82456822-f7f7-4f2a-b897-08844fdc7025,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:44.691469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-add72395-f698-4a09-8052-c7ed462a6b46 req-7a113144-df16-4ec9-8672-e85e3a2d8664 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032741 Mar 31 23:18:44.757897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-be5731df-ef7c-4d3a-bfbd-4d163030e50e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.764695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-be5731df-ef7c-4d3a-bfbd-4d163030e50e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.771294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-be5731df-ef7c-4d3a-bfbd-4d163030e50e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.776924 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c4a2a3e-2274-45c7-ae50-472c9fbd7ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.777480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-be5731df-ef7c-4d3a-bfbd-4d163030e50e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.784770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-be5731df-ef7c-4d3a-bfbd-4d163030e50e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.793823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-be5731df-ef7c-4d3a-bfbd-4d163030e50e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.797348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-be5731df-ef7c-4d3a-bfbd-4d163030e50e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.799390 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-be5731df-ef7c-4d3a-bfbd-4d163030e50e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 5445 time: 0.2022676 Mar 31 23:18:44.861875 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c4a2a3e-2274-45c7-ae50-472c9fbd7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.864622 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-425718e6-a2d3-4b75-9bea-e5586aa74191 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.880472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-7b5f905c-8318-47f1-9911-6ded3ffed33a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.881878 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-7b5f905c-8318-47f1-9911-6ded3ffed33a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "GET /v2.0/ports/bd080b64-65a4-480e-8bbc-dbfde1e0a3a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0715580 Mar 31 23:18:44.889741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-425718e6-a2d3-4b75-9bea-e5586aa74191 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 0214e5e3-589d-43c7-a138-306140754963 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:44.947014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a2a3e-2274-45c7-ae50-472c9fbd7ce5 None None] Pushing event updated for resources: {'Port': ['ID=82456822-f7f7-4f2a-b897-08844fdc7025,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:45.091421 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-405f45cb-f813-4c5e-b894-2fdae2023608 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "GET /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1994481 Mar 31 23:18:45.104258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:45.224792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.406257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-425718e6-a2d3-4b75-9bea-e5586aa74191 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.478570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425718e6-a2d3-4b75-9bea-e5586aa74191 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=0214e5e3-589d-43c7-a138-306140754963,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:45.514611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] For port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:45.525396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-425718e6-a2d3-4b75-9bea-e5586aa74191 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.529264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-425718e6-a2d3-4b75-9bea-e5586aa74191 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/0214e5e3-589d-43c7-a138-306140754963 HTTP/1.1" status: 204 len: 168 time: 1.2635825 Mar 31 23:18:45.533091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38140) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:45.570996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] For port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:45.614840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] device_id is not set on port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:45.624970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.641569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba5177-01e2-4031-954d-27dec0081570 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.643393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fbba5177-01e2-4031-954d-27dec0081570 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1085505 Mar 31 23:18:45.646657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38148) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:45.700804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733637fd-e9eb-475e-85bb-333092affa5c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.702565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-733637fd-e9eb-475e-85bb-333092affa5c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0547237 Mar 31 23:18:45.707959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38150) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:45.732606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.817291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] No DVR routers for this DVR port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:45.820885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd69a1-6369-42d9-8bb7-19ec5ce62301 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.829221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd69a1-6369-42d9-8bb7-19ec5ce62301 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.831756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd69a1-6369-42d9-8bb7-19ec5ce62301 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.836203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fddd69a1-6369-42d9-8bb7-19ec5ce62301 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1250854 Mar 31 23:18:45.836752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5deeb11f-e20e-44bc-a6d5-a8a356eb4b7c None None] Provisioning complete for port 82456822-f7f7-4f2a-b897-08844fdc7025 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:45.837222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5deeb11f-e20e-44bc-a6d5-a8a356eb4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.837970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38156) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:45.879514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:45.926494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] In _notify_port_updated(), no bound segment for port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:18:45.927559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.928186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.929531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-33f32ed4-4f8e-4ece-b650-7ed3fcc5b8e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 200 len: 1032 time: 0.8310261 Mar 31 23:18:46.025200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9af993-788a-4dbf-89be-708c95faa71d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 959c3f8a-a50e-4ac9-90bd-17043eb5fc24 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:46.033539 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:18:46.039409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef9af993-788a-4dbf-89be-708c95faa71d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.039889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-852b2e52-f82c-427e-98b8-68a95ae18d0a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.041341 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-852b2e52-f82c-427e-98b8-68a95ae18d0a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "GET /v2.0/ports/33d63b53-11e8-449c-ad1c-1119c2c83e18?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1013353 Mar 31 23:18:46.064524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:46.130729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5be8-e6b0-4914-8cb3-559332467f4c req-0c992cc9-0a27-4b47-8453-b36f9bd3c99e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.150946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5be8-e6b0-4914-8cb3-559332467f4c req-0c992cc9-0a27-4b47-8453-b36f9bd3c99e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.159124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5be8-e6b0-4914-8cb3-559332467f4c req-0c992cc9-0a27-4b47-8453-b36f9bd3c99e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.170910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5be8-e6b0-4914-8cb3-559332467f4c req-0c992cc9-0a27-4b47-8453-b36f9bd3c99e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.175696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.180382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5be8-e6b0-4914-8cb3-559332467f4c req-0c992cc9-0a27-4b47-8453-b36f9bd3c99e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.184656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce5be8-e6b0-4914-8cb3-559332467f4c req-0c992cc9-0a27-4b47-8453-b36f9bd3c99e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.186909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14ce5be8-e6b0-4914-8cb3-559332467f4c req-0c992cc9-0a27-4b47-8453-b36f9bd3c99e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 4666 time: 0.3270802 Mar 31 23:18:46.216548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-664d7a04-b3d0-4d99-bc19-1f85fc8f5bef None None] Could not find standard attr ID for object 0214e5e3-589d-43c7-a138-306140754963. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:46.244867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef9af993-788a-4dbf-89be-708c95faa71d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.251855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 82456822-f7f7-4f2a-b897-08844fdc7025 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:46.330951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 82456822-f7f7-4f2a-b897-08844fdc7025 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:46.331351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.416564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14ce5be8-e6b0-4914-8cb3-559332467f4c req-0fcdafd0-5391-4211-b9b8-4c05ff2659d3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=61caaec1-5361-4c20-9f84-6d875e72a32c&id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546032 Mar 31 23:18:46.423086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef9af993-788a-4dbf-89be-708c95faa71d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.444472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2a87a932-042a-4cb2-85a8-85b6cd089a15 None None] Provisioning complete for port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:46.456886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] For port 33d63b53-11e8-449c-ad1c-1119c2c83e18, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=33d63b53-11e8-449c-ad1c-1119c2c83e18,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:46.462820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a87a932-042a-4cb2-85a8-85b6cd089a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.554811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] For port 33d63b53-11e8-449c-ad1c-1119c2c83e18, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:46.620042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38168) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.625911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] device_id is not set on port 33d63b53-11e8-449c-ad1c-1119c2c83e18 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:46.633529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2a87a932-042a-4cb2-85a8-85b6cd089a15 None None] Port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:46.646892 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef9af993-788a-4dbf-89be-708c95faa71d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.651966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.688577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9af993-788a-4dbf-89be-708c95faa71d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=959c3f8a-a50e-4ac9-90bd-17043eb5fc24,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:46.692702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef9af993-788a-4dbf-89be-708c95faa71d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.696158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ef9af993-788a-4dbf-89be-708c95faa71d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/959c3f8a-a50e-4ac9-90bd-17043eb5fc24 HTTP/1.1" status: 204 len: 168 time: 0.8568630 Mar 31 23:18:46.701295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38172) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.706783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a6c2c-21a9-449f-ad07-f700534806f8 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:46.778038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddb119c-727c-42a6-82a0-e60ba576cce9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet a8c91b72-783c-4b60-b3bc-965076351dc6 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:46.782462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.794641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ddb119c-727c-42a6-82a0-e60ba576cce9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.873003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b34495f9-e862-47fd-9da6-4bbde903deaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.984944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] No DVR routers for this DVR port 33d63b53-11e8-449c-ad1c-1119c2c83e18 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:47.032435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b34495f9-e862-47fd-9da6-4bbde903deaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.047731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] Pushing event updated for resources: {'Port': ['ID=33d63b53-11e8-449c-ad1c-1119c2c83e18,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.062773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ddb119c-727c-42a6-82a0-e60ba576cce9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.094412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b34495f9-e862-47fd-9da6-4bbde903deaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.126609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 76f9ce97-fb3f-44d0-9b95-0082327e5279 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:47.147358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] In _notify_port_updated(), no bound segment for port 33d63b53-11e8-449c-ad1c-1119c2c83e18 on network fc22ad21-a032-4327-9843-ab4d0830f730 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:18:47.155710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.156472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.157872 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-669c3733-8125-41fb-b669-65d58d5b6d89 service neutron] 10.222.0.45 "PUT /v2.0/ports/33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 200 len: 1033 time: 1.1097956 Mar 31 23:18:47.166155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-94cd495a-1576-458b-8742-362be53ddb63 req-503ea0b9-9322-441e-b824-4918b3e3cb89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2164447 Mar 31 23:18:47.237626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b34495f9-e862-47fd-9da6-4bbde903deaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6988e1795f74c8aa512d931ad1d650c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139278 Mar 31 23:18:47.237626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34495f9-e862-47fd-9da6-4bbde903deaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c218de6-a2b6-4cc1-b5c6-fb0fd826c070,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.241204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38184) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:47.318751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1463a091-ba29-4e7c-848f-de42f98e901d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.351828 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.353409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1463a091-ba29-4e7c-848f-de42f98e901d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.413903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:47.422234 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7345015-0452-4146-a209-5cb0255c34a5" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:47.448839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 76f9ce97-fb3f-44d0-9b95-0082327e5279, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:47.459514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-67321912-e3fa-44dd-8f34-9634c35d84eb None None] Provisioning complete for port 33d63b53-11e8-449c-ad1c-1119c2c83e18 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:47.460682 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67321912-e3fa-44dd-8f34-9634c35d84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.511518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ddb119c-727c-42a6-82a0-e60ba576cce9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.543548 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.544361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:47.546344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd495a-1576-458b-8742-362be53ddb63 req-99ce3f65-2e20-4568-946b-2befd2a50f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.548181 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-94cd495a-1576-458b-8742-362be53ddb63 req-99ce3f65-2e20-4568-946b-2befd2a50f55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 1096 time: 0.2336493 Mar 31 23:18:47.577664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting port 76f9ce97-fb3f-44d0-9b95-0082327e5279 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:47.579534 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.627401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1463a091-ba29-4e7c-848f-de42f98e901d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.631834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1463a091-ba29-4e7c-848f-de42f98e901d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.633888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1463a091-ba29-4e7c-848f-de42f98e901d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c218de6-a2b6-4cc1-b5c6-fb0fd826c070 HTTP/1.1" status: 204 len: 168 time: 0.3915062 Mar 31 23:18:47.661498 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0d950-7cf8-4fde-ad7f-c482f3833213 x-openstack-request-id: req-27d0d950-7cf8-4fde-ad7f-c482f3833213 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:47.661885 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:47.662126 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27d0d950-7cf8-4fde-ad7f-c482f3833213 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:47.662564 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d0d950-7cf8-4fde-ad7f-c482f3833213'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'code': 200} Mar 31 23:18:47.666039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=76f9ce97-fb3f-44d0-9b95-0082327e5279,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.701480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.701845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.702187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.702550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.702892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.703225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.703554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.703878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.704204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.704529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.704850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.705175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:47.714575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-67321912-e3fa-44dd-8f34-9634c35d84eb None None] Port 33d63b53-11e8-449c-ad1c-1119c2c83e18 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:47.756439 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ddb119c-727c-42a6-82a0-e60ba576cce9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.780771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463a091-ba29-4e7c-848f-de42f98e901d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c218de6-a2b6-4cc1-b5c6-fb0fd826c070,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.833016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb119c-727c-42a6-82a0-e60ba576cce9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c91b72-783c-4b60-b3bc-965076351dc6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.833291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80146e-3a6c-4ea1-94b2-4c5766a16e42 req-95c5462d-4850-42b0-a8e8-9914c1997534 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.835666 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ddb119c-727c-42a6-82a0-e60ba576cce9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.838934 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ddb119c-727c-42a6-82a0-e60ba576cce9 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/a8c91b72-783c-4b60-b3bc-965076351dc6 HTTP/1.1" status: 204 len: 168 time: 1.1355145 Mar 31 23:18:47.842279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80146e-3a6c-4ea1-94b2-4c5766a16e42 req-95c5462d-4850-42b0-a8e8-9914c1997534 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.845374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:47.857794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80146e-3a6c-4ea1-94b2-4c5766a16e42 req-95c5462d-4850-42b0-a8e8-9914c1997534 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.865107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] For port 76f9ce97-fb3f-44d0-9b95-0082327e5279, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=76f9ce97-fb3f-44d0-9b95-0082327e5279,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:47.865483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.878260 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.898708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80146e-3a6c-4ea1-94b2-4c5766a16e42 req-95c5462d-4850-42b0-a8e8-9914c1997534 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.933304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80146e-3a6c-4ea1-94b2-4c5766a16e42 req-95c5462d-4850-42b0-a8e8-9914c1997534 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.938982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d80146e-3a6c-4ea1-94b2-4c5766a16e42 req-95c5462d-4850-42b0-a8e8-9914c1997534 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 3884 time: 0.3155093 Mar 31 23:18:47.940054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38208) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:47.963742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:47.991455 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-73388994-2241-41a4-a6c1-597318df74cf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448607 Mar 31 23:18:47.995338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd495a-1576-458b-8742-362be53ddb63 req-8be43fa2-d736-413f-a855-284e5398a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.997670 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-94cd495a-1576-458b-8742-362be53ddb63 req-8be43fa2-d736-413f-a855-284e5398a691 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 200 len: 898 time: 0.3842604 Mar 31 23:18:48.003056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38212) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:48.013026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:48.037421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.038297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:48.058694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d80146e-3a6c-4ea1-94b2-4c5766a16e42 req-4fc0edab-c0d5-445c-992a-b9481b0dd936 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062341 Mar 31 23:18:48.136285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ec69ddf8-fc25-43e4-96d6-7e39b6315e3c tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4531 time: 0.1931829 Mar 31 23:18:48.137058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38220) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:48.142436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'network': {'name': 'tempest-network-smoke--1879301628', 'project_id': '64f8a3a0570c41c492b5a89524102168', 'port_security_enabled': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:48.173259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b90e52-627f-4aac-b8f3-096ff5f7b3e2 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:48.342615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Made reservation on behalf of 64f8a3a0570c41c492b5a89524102168 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:48.342615 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.396417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:48.400933 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-94cd495a-1576-458b-8742-362be53ddb63 req-3468f4ec-68dd-42f8-9374-4ce5f7ccd9d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733e6dab-7703-48d2-bbd3-bf24912abb18 HTTP/1.1" status: 200 len: 1001 time: 0.3535969 Mar 31 23:18:48.419382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.419765 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Added segment faa9cac6-5774-4dcf-88a7-6af0cbd4105d of type vlan for network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 Mar 31 23:18:48.461984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6b379e50-814c-4bfa-b67f-7a5ceccd23d2 None None] Provisioning complete for port 82456822-f7f7-4f2a-b897-08844fdc7025 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:48.462708 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b379e50-814c-4bfa-b67f-7a5ceccd23d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.472865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:48.494797 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.533403 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:48.539054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.615039 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.616535 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.624289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.625087 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.695503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:48.711142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.711715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.711838 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Floating IP 49f10457-2957-42c9-9ae1-245c2a8f350c disassociated. External IP: 172.25.4.229, port: 76f9ce97-fb3f-44d0-9b95-0082327e5279. Mar 31 23:18:48.712150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Calling delete_port for 76f9ce97-fb3f-44d0-9b95-0082327e5279 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:48.753061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38242) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:48.760679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:48.795916 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.796449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:48.797454 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d3794c3-1a76-4aa7-8c1d-bc945c375e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.820394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Network': ['ID=cd85c107-8b0f-4887-bb42-c2d4bddcd8a2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:48.879509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6eaed372-a3ac-4c21-bb04-fc97c7388128 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7387636 Mar 31 23:18:48.880472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38254) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:48.882194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:48.890898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'admin_state_up': True, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:48.963095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d3794c3-1a76-4aa7-8c1d-bc945c375e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.994564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.995836 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.022920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.067729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.092092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] Deleting port 82456822-f7f7-4f2a-b897-08844fdc7025 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:49.092760 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.096687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d3794c3-1a76-4aa7-8c1d-bc945c375e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.136508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.194545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7d3794c3-1a76-4aa7-8c1d-bc945c375e79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=609441e56bd44dde811ab633beff5679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421802 Mar 31 23:18:49.195747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3794c3-1a76-4aa7-8c1d-bc945c375e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723095df-51e0-4c33-91cc-5f3e90f8d487,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.197557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38272) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:49.202286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd495a-1576-458b-8742-362be53ddb63 req-93f00ab0-435a-4bfd-b087-fa5702a6eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.205864 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-94cd495a-1576-458b-8742-362be53ddb63 req-93f00ab0-435a-4bfd-b087-fa5702a6eff7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e8c0098-6b03-4b6f-9bba-13173c42c710 HTTP/1.1" status: 200 len: 834 time: 0.7837050 Mar 31 23:18:49.283691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] For port 82456822-f7f7-4f2a-b897-08844fdc7025, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=82456822-f7f7-4f2a-b897-08844fdc7025,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:49.287995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.317555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] Calling delete_port for 82456822-f7f7-4f2a-b897-08844fdc7025 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:49.320168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:49.376209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.403371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91d3b-2a6a-48dc-a70b-f2a221369e46 req-b127e556-6c96-4d79-9ec1-48ad3862adc3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.410327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91d3b-2a6a-48dc-a70b-f2a221369e46 req-b127e556-6c96-4d79-9ec1-48ad3862adc3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.416914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91d3b-2a6a-48dc-a70b-f2a221369e46 req-b127e556-6c96-4d79-9ec1-48ad3862adc3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.423784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91d3b-2a6a-48dc-a70b-f2a221369e46 req-b127e556-6c96-4d79-9ec1-48ad3862adc3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.433053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91d3b-2a6a-48dc-a70b-f2a221369e46 req-b127e556-6c96-4d79-9ec1-48ad3862adc3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.433053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2de91d3b-2a6a-48dc-a70b-f2a221369e46 req-b127e556-6c96-4d79-9ec1-48ad3862adc3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 3880 time: 0.1964040 Mar 31 23:18:49.436064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd495a-1576-458b-8742-362be53ddb63 req-eb224e7e-3b11-464e-9565-869bdf7bfcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.438615 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.438876 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-94cd495a-1576-458b-8742-362be53ddb63 req-eb224e7e-3b11-464e-9565-869bdf7bfcf2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067156 Mar 31 23:18:49.439341 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:49.443787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3de8f0e8-7cfa-4e2a-9505-8be6c0fc5ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.531407 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.532602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2de91d3b-2a6a-48dc-a70b-f2a221369e46 req-0e262760-5be1-480a-aae4-3d9c31d3e91d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805640 Mar 31 23:18:49.561520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.604708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] Pushing event deleted for resources: {'Port': ['ID=82456822-f7f7-4f2a-b897-08844fdc7025,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.611551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407c193-b9e1-4474-9979-01c19d49c05f None None] No DVR routers for this DVR port 82456822-f7f7-4f2a-b897-08844fdc7025 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:49.617489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:49.619009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 33d63b53-11e8-449c-ad1c-1119c2c83e18 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:49.663902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5'}, {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb'}, {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:49.666179 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53180ca9-cc9a-4eaa-8571-9d722cdee72e" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fbb2ee-9a72-43b6-85c5-1fa03df495a5"}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb"}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb2fb38-64c2-44e5-ae95-9759b8c1c43f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:49.671613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 33d63b53-11e8-449c-ad1c-1119c2c83e18 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:49.672228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device e41c98a0-a007-458c-94e9-e1a7ade0b9e2 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:49.677681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3de8f0e8-7cfa-4e2a-9505-8be6c0fc5ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.693698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.768879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38296) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:49.771653 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee02f9e-ba0c-4888-a535-73ecaf96c3c8 x-openstack-request-id: req-7ee02f9e-ba0c-4888-a535-73ecaf96c3c8 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:49.771965 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fbb2ee-9a72-43b6-85c5-1fa03df495a5", "code": 200}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb", "code": 200}, {"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb2fb38-64c2-44e5-ae95-9759b8c1c43f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:49.775578 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ee02f9e-ba0c-4888-a535-73ecaf96c3c8 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:49.775578 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee02f9e-ba0c-4888-a535-73ecaf96c3c8'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5', 'code': 200} Mar 31 23:18:49.775578 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee02f9e-ba0c-4888-a535-73ecaf96c3c8'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb', 'code': 200} Mar 31 23:18:49.775578 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee02f9e-ba0c-4888-a535-73ecaf96c3c8'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f', 'code': 200} Mar 31 23:18:49.775578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.780382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.782717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Port': ['ID=76f9ce97-fb3f-44d0-9b95-0082327e5279,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.811867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.829962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port e41c98a0-a007-458c-94e9-e1a7ade0b9e2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:49.902960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.908395 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-94cd495a-1576-458b-8742-362be53ddb63 req-1dd5387d-20a3-4045-9028-d1f395b0394d service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242399 Mar 31 23:18:49.951448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Allocated IP 172.25.4.242 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/7df24a65-3525-4d4a-80a3-b1fb1454c02d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:49.972412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.075849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.136265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:50.167836 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.170267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3de8f0e8-7cfa-4e2a-9505-8be6c0fc5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.172520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3de8f0e8-7cfa-4e2a-9505-8be6c0fc5ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.173663 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3de8f0e8-7cfa-4e2a-9505-8be6c0fc5ac9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/723095df-51e0-4c33-91cc-5f3e90f8d487 HTTP/1.1" status: 204 len: 168 time: 0.9733391 Mar 31 23:18:50.209419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 82456822-f7f7-4f2a-b897-08844fdc7025 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:50.241952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 82456822-f7f7-4f2a-b897-08844fdc7025 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:50.242306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 82456822-f7f7-4f2a-b897-08844fdc7025 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:50.283868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f0e8-7cfa-4e2a-9505-8be6c0fc5ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723095df-51e0-4c33-91cc-5f3e90f8d487,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.286997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:50.325467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:50.335596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-94cd495a-1576-458b-8742-362be53ddb63 req-60b1c9f2-3626-400d-96b8-9cf131d973cf service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616121 Mar 31 23:18:50.341535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:50.351717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.356267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.356487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe535d-22f3-4fcf-bc75-ca3928d3af13 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:50.378066 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.428729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=12651e18-a068-40ea-bb01-d61f39ec0312,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.440716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:50.444695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:50.452100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:50.483159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=7df24a65-3525-4d4a-80a3-b1fb1454c02d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.601208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '12651e18-a068-40ea-bb01-d61f39ec0312'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:50.603287 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.655211 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f68b934a-0b84-4f7c-a73f-c348fc9581fb tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6507628 Mar 31 23:18:50.667745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38332) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:50.673749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d1f01e91-844b-4d06-b79e-524a98cc8b1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:50.717490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40358-509d-4b7f-996a-284aeab87371 req-8bd8f3d6-65c4-413f-85f7-f00396805c41 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.725380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40358-509d-4b7f-996a-284aeab87371 req-8bd8f3d6-65c4-413f-85f7-f00396805c41 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.735577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40358-509d-4b7f-996a-284aeab87371 req-8bd8f3d6-65c4-413f-85f7-f00396805c41 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.742879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40358-509d-4b7f-996a-284aeab87371 req-8bd8f3d6-65c4-413f-85f7-f00396805c41 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.748790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01b40358-509d-4b7f-996a-284aeab87371 req-8bd8f3d6-65c4-413f-85f7-f00396805c41 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 3143 time: 0.0960383 Mar 31 23:18:50.850574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:50.875044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] Sync routers for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:51.265591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:51.265591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:51.274729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01b40358-509d-4b7f-996a-284aeab87371 req-f8485934-37df-4a9e-86e3-70643f3acc47 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008021 Mar 31 23:18:51.275734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Allocated IP 2001:db8::f816:3eff:fe28:644 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/12651e18-a068-40ea-bb01-d61f39ec0312/ae39a877-1aa0-47d4-b1f7-15a396f49386) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:51.276097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.276536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] No DVR routers for this DVR port 76f9ce97-fb3f-44d0-9b95-0082327e5279 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:51.276536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.276536 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c36d3296-b996-4447-acc8-15fa76f1785a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "DELETE /v2.0/ports/76f9ce97-fb3f-44d0-9b95-0082327e5279 HTTP/1.1" status: 204 len: 173 time: 3.9157979 Mar 31 23:18:51.276536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:51.276536 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36ba5fb-d716-425a-ae6a-7d1c3f9827b8" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:51.280950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:51.281319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f01e91-844b-4d06-b79e-524a98cc8b1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:51.281319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1f01e91-844b-4d06-b79e-524a98cc8b1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.393452 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.419909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.471816 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.505679 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31c4e94-fb47-4d33-8a13-ea40489dac8e x-openstack-request-id: req-a31c4e94-fb47-4d33-8a13-ea40489dac8e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:51.506086 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "76f9ce97-fb3f-44d0-9b95-0082327e5279", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:51.506347 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a31c4e94-fb47-4d33-8a13-ea40489dac8e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:51.506825 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31c4e94-fb47-4d33-8a13-ea40489dac8e'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': '76f9ce97-fb3f-44d0-9b95-0082327e5279', 'status': 'completed', 'code': 200} Mar 31 23:18:51.541912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Pushing event updated for resources: {'Port': ['ID=ae39a877-1aa0-47d4-b1f7-15a396f49386,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:51.606199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:51.606199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:51.609402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:51.630832 n-d-836015-1 neutron-server[109821]: INFO neutron.db.ipam_backend_mixin [None req-d1f01e91-844b-4d06-b79e-524a98cc8b1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12651e18-a068-40ea-bb01-d61f39ec0312 (CIDR: 2001:db8::/64) Mar 31 23:18:51.643018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:51.643378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.679861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Attempting to bind port ae39a877-1aa0-47d4-b1f7-15a396f49386 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:51.680386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Attempting to bind port ae39a877-1aa0-47d4-b1f7-15a396f49386 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:51.680880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Attempting to bind port ae39a877-1aa0-47d4-b1f7-15a396f49386 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:51.689406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:51.689952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:51.690469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.691021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:51.691655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Bound port: ae39a877-1aa0-47d4-b1f7-15a396f49386, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:51.692211 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.698204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:03Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:51.737825 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f01e91-844b-4d06-b79e-524a98cc8b1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:51.738609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f01e91-844b-4d06-b79e-524a98cc8b1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:51.740232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] Checking router: 9a0b7194-f030-46f3-8fca-de3387f6cfc9 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:51.756204 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.772597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:51.773346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:51.784605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:51.786978 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ebbfe2-e7f8-4b8d-a0a9-af703fdb568a" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "e41c98a0-a007-458c-94e9-e1a7ade0b9e2"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:51.863831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] For port ae39a877-1aa0-47d4-b1f7-15a396f49386, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:51.876917 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d1f01e91-844b-4d06-b79e-524a98cc8b1b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2077854 Mar 31 23:18:51.883540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38380) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:51.885529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] For port e41c98a0-a007-458c-94e9-e1a7ade0b9e2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:51.885907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.898998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:51.927978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] For port ae39a877-1aa0-47d4-b1f7-15a396f49386, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ae39a877-1aa0-47d4-b1f7-15a396f49386,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:51.941293 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9fdd1-cb92-4b46-a0b7-7c63bb464f58 x-openstack-request-id: req-84d9fdd1-cb92-4b46-a0b7-7c63bb464f58 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:51.941884 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "e41c98a0-a007-458c-94e9-e1a7ade0b9e2", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:51.942208 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84d9fdd1-cb92-4b46-a0b7-7c63bb464f58 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:51.943031 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d9fdd1-cb92-4b46-a0b7-7c63bb464f58'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2', 'code': 200} Mar 31 23:18:51.964065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:52.015420 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.141656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Calling delete_port for e41c98a0-a007-458c-94e9-e1a7ade0b9e2 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:52.143518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Router c5937ecd-962c-47b1-8942-62e19ef33ba8 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:18:52.175315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08a3b-38e4-4447-a69f-e1a0538dee51 req-4f967053-4c42-42ea-839f-97fd90068abd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.182387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08a3b-38e4-4447-a69f-e1a0538dee51 req-4f967053-4c42-42ea-839f-97fd90068abd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.189885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08a3b-38e4-4447-a69f-e1a0538dee51 req-4f967053-4c42-42ea-839f-97fd90068abd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.196735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08a3b-38e4-4447-a69f-e1a0538dee51 req-4f967053-4c42-42ea-839f-97fd90068abd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.206991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7b08a3b-38e4-4447-a69f-e1a0538dee51 req-4f967053-4c42-42ea-839f-97fd90068abd tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 3143 time: 0.1199408 Mar 31 23:18:52.326996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7b08a3b-38e4-4447-a69f-e1a0538dee51 req-3eca44ef-5cbe-4aa6-84e5-60a0f54d6721 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189570 Mar 31 23:18:52.509150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:52.530803 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.537613 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Sync routers for ids ['c5937ecd-962c-47b1-8942-62e19ef33ba8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:52.583831 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Routers {'c5937ecd-962c-47b1-8942-62e19ef33ba8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:52.586559 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c5937ecd-962c-47b1-8942-62e19ef33ba8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:52.610413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Port': ['ID=e41c98a0-a007-458c-94e9-e1a7ade0b9e2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:52.641606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f44e24-0371-4c81-a9bc-d7946bb27678 None None] Pushing event updated for resources: {'Port': ['ID=ae39a877-1aa0-47d4-b1f7-15a396f49386,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:52.699321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.700958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-42c8b765-ed49-4761-be65-cac04d1b8791 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8190739 Mar 31 23:18:52.704518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38422) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:52.705210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] No DVR routers for this DVR port e41c98a0-a007-458c-94e9-e1a7ade0b9e2 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:52.711122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.717992 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-8cb503a0-1b93-4906-b075-9cd123cefb8d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "DELETE /v2.0/ports/e41c98a0-a007-458c-94e9-e1a7ade0b9e2 HTTP/1.1" status: 204 len: 173 time: 1.6031711 Mar 31 23:18:52.819128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ef47b-b15e-4132-a467-96590f977ef1 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.819668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:03Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:52.820732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b78ef47b-b15e-4132-a467-96590f977ef1 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=64f8a3a0570c41c492b5a89524102168&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1150560 Mar 31 23:18:52.823768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38426) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:52.907813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6380b-d0c1-4bbf-8ff4-6f0147ec5646 None None] The sync data for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 is: [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd2623f18-f2ee-44c9-9d8b-71124c0ccd2d', 'name': '', 'network_id': '004c4e99-ec3f-421e-95ba-5d7b35cef792', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'mac_address': 'fa:16:3e:eb:53:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:03Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'subnets': [{'id': '7cef8733-88ba-4639-9516-bf4bd64fbc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:52.970716 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Set router c5937ecd-962c-47b1-8942-62e19ef33ba8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:53.141167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083eb8d-d7e7-42c7-96d4-c17701f62c7a tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.148050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c083eb8d-d7e7-42c7-96d4-c17701f62c7a tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3226395 Mar 31 23:18:53.148718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38442) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:53.239852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b3e8264-7915-4b96-b351-cf318342e7de tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893960 Mar 31 23:18:53.240598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38448) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:53.299428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7244852a-7c6f-40c0-8acb-ba4c5c7a3fb6 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=64f8a3a0570c41c492b5a89524102168&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571938 Mar 31 23:18:53.301120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38450) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:53.306309 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:50Z', 'revision_number': 3, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:53.342997 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Checking router: c5937ecd-962c-47b1-8942-62e19ef33ba8 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:53.343427 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Updating router c5937ecd-962c-47b1-8942-62e19ef33ba8 port 7df24a65-3525-4d4a-80a3-b1fb1454c02d binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:53.384597 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.483339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:53.491610 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.524835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:53.527248 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b269d98-e8b4-470a-a52f-f92335a6a81c" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "e41c98a0-a007-458c-94e9-e1a7ade0b9e2"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:53.601228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800e57c-dd53-4ecc-ae14-1c627b4596b7 None None] New status for floating IP 49f10457-2957-42c9-9ae1-245c2a8f350c: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:18:53.636809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5ddd0-c0d7-4332-9624-f861444f1d90 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.639349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56b5ddd0-c0d7-4332-9624-f861444f1d90 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3364277 Mar 31 23:18:53.642445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38472) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:53.655908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b551d04-8446-4f9d-a5d8-4d67be077e5e req-e03c37bd-aaea-4247-8894-1f2ca166a21a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.658655 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55c8d8-bad8-4a19-b8f8-595e62d0ba0d x-openstack-request-id: req-3c55c8d8-bad8-4a19-b8f8-595e62d0ba0d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:53.659121 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "e41c98a0-a007-458c-94e9-e1a7ade0b9e2", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:53.659553 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c55c8d8-bad8-4a19-b8f8-595e62d0ba0d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:53.660080 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c55c8d8-bad8-4a19-b8f8-595e62d0ba0d'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': 'e41c98a0-a007-458c-94e9-e1a7ade0b9e2', 'status': 'completed', 'code': 200} Mar 31 23:18:53.664527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b551d04-8446-4f9d-a5d8-4d67be077e5e req-e03c37bd-aaea-4247-8894-1f2ca166a21a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.672458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b551d04-8446-4f9d-a5d8-4d67be077e5e req-e03c37bd-aaea-4247-8894-1f2ca166a21a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.681209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b551d04-8446-4f9d-a5d8-4d67be077e5e req-e03c37bd-aaea-4247-8894-1f2ca166a21a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 2410 time: 0.2191563 Mar 31 23:18:53.762858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f6124ea5-d234-4c2d-8bab-f158bf707132 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0792720 Mar 31 23:18:53.772751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38482) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:53.777970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1988317729', 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2', 'project_id': '64f8a3a0570c41c492b5a89524102168', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:53.834870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b551d04-8446-4f9d-a5d8-4d67be077e5e req-d5f062a3-04df-4f2f-a9a9-fc9fd0080089 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525409 Mar 31 23:18:53.928428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:53.930105 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.946854 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.049558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port a0241df9-dc39-4e77-bff6-19367b928e4a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:54.049909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.059619 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.077026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-68820ba8-ced0-408a-864b-0690a304f774 None None] Provisioning complete for port ae39a877-1aa0-47d4-b1f7-15a396f49386 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:54.077614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68820ba8-ced0-408a-864b-0690a304f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.088651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Made reservation on behalf of 64f8a3a0570c41c492b5a89524102168 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:54.093644 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.140203 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Attempting to bind port 7df24a65-3525-4d4a-80a3-b1fb1454c02d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:54.144362 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Attempting to bind port 7df24a65-3525-4d4a-80a3-b1fb1454c02d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:54.144362 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Attempting to bind port 7df24a65-3525-4d4a-80a3-b1fb1454c02d on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:54.149915 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06ce46-15d6-496e-b5f4-88e2a63d3817 None None] Pushing event updated for resources: {'Port': ['ID=7df24a65-3525-4d4a-80a3-b1fb1454c02d,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.153775 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:54.154444 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:54.155055 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.155786 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:54.156439 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Bound port: 7df24a65-3525-4d4a-80a3-b1fb1454c02d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:54.157127 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.176122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] For port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:54.176435 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.213434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Calling delete_port for cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:54.295181 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] For port 7df24a65-3525-4d4a-80a3-b1fb1454c02d, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:54.306677 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] For port 7df24a65-3525-4d4a-80a3-b1fb1454c02d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7df24a65-3525-4d4a-80a3-b1fb1454c02d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:54.317589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port a0241df9-dc39-4e77-bff6-19367b928e4a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a0241df9-dc39-4e77-bff6-19367b928e4a,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:54.317967 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.348449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for a0241df9-dc39-4e77-bff6-19367b928e4a owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:54.351293 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68820ba8-ced0-408a-864b-0690a304f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.388164 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.424149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ae39a877-1aa0-47d4-b1f7-15a396f49386 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:54.484011 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Routers {'c5937ecd-962c-47b1-8942-62e19ef33ba8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:54.484958 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c5937ecd-962c-47b1-8942-62e19ef33ba8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:54.487260 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06ce46-15d6-496e-b5f4-88e2a63d3817 None None] Pushing event updated for resources: {'Port': ['ID=7df24a65-3525-4d4a-80a3-b1fb1454c02d,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.501835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-68820ba8-ced0-408a-864b-0690a304f774 None None] For port ae39a877-1aa0-47d4-b1f7-15a396f49386, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ae39a877-1aa0-47d4-b1f7-15a396f49386,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:54.508676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.526533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ae39a877-1aa0-47d4-b1f7-15a396f49386 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:54.527589 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.625534 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68820ba8-ced0-408a-864b-0690a304f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.626091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:54.633177 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.644593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:54.656834 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] Set router c5937ecd-962c-47b1-8942-62e19ef33ba8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:54.670604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ec2a0-ce12-4020-bf8e-565d4d620468 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:54.677669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:54.678001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.708878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=3282c487-bc00-42c3-a0f6-fdd807f40081,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.732995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.809542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Checking segment: {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:54.810002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network hostable DHCP agents. Network: cd85c107-8b0f-4887-bb42-c2d4bddcd8a2, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:54.819069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Subnet': ['ID=fef4cc81-cc81-4cc6-8a54-8a332ed93402,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.831091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68820ba8-ced0-408a-864b-0690a304f774 None None] Pushing event updated for resources: {'Port': ['ID=ae39a877-1aa0-47d4-b1f7-15a396f49386,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.893730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:54.947272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:18:54.947824 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:18:54.953749 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1e314948-5c41-4de5-9921-9cb7458e111d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0604055 Mar 31 23:18:54.956727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38544) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:54.962444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:9e:86:00', 'name': 'tempest-NetworksTestDHCPv6-1172608695'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:54.971781 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:50Z', 'revision_number': 3, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:55.019902 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.042563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, cd85c107-8b0f-4887-bb42-c2d4bddcd8a2) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:55.048678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:55.050194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.066172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d04529-a406-4ade-9d18-7b94a3741179 None None] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:55.073540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=a0241df9-dc39-4e77-bff6-19367b928e4a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:55.117977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.193970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Port': ['ID=cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:55.195373 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77519b64-3d06-4ecd-b468-d3f718b6abb8 None None] The sync data for ids ['c5937ecd-962c-47b1-8942-62e19ef33ba8'] in n-d-836015-1 is: [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:50Z', 'revision_number': 3, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:55.225842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2be0a-86c4-4e3e-8591-ba47b992f715 req-d433f0cb-3650-4c92-b776-638a9c334cf5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:55.240048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2be0a-86c4-4e3e-8591-ba47b992f715 req-d433f0cb-3650-4c92-b776-638a9c334cf5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:55.249958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2be0a-86c4-4e3e-8591-ba47b992f715 req-d433f0cb-3650-4c92-b776-638a9c334cf5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:55.252115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4c2be0a-86c4-4e3e-8591-ba47b992f715 req-d433f0cb-3650-4c92-b776-638a9c334cf5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 2332 time: 0.2138555 Mar 31 23:18:55.274999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9d568d55-1f34-43a6-97e3-078d03918c2e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5011480 Mar 31 23:18:55.292691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38554) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:55.314869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] No DVR routers for this DVR port cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:55.319972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.323736 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-51950e2a-1f66-4a5e-aede-7099dfc4f43b tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "DELETE /v2.0/ports/cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb HTTP/1.1" status: 204 len: 173 time: 2.5963380 Mar 31 23:18:55.333934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b312cf-fdb2-4811-8b33-401f766fd547 None None] Update dhcp port {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'fixed_ips': [{'subnet_id': '12651e18-a068-40ea-bb01-d61f39ec0312', 'ip_address': '2001:db8::f816:3eff:fe28:644'}, {'subnet_id': '3282c487-bc00-42c3-a0f6-fdd807f40081'}], 'binding:host_id': 'n-d-836015-1'}, 'id': 'ae39a877-1aa0-47d4-b1f7-15a396f49386'} from n-d-836015-1. {{(pid=109822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:18:55.362410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:55.373454 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8b312cf-fdb2-4811-8b33-401f766fd547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.576580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.583285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-cd85c107-8b0f-4887-bb42-c2d4bddcd8a2', 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'fixed_ips': [{'subnet_id': 'fef4cc81-cc81-4cc6-8a54-8a332ed93402'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:55.584195 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.655936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.708138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:55.710465 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084369f9-4202-4bb0-88c0-b53db2973aab" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:55.710884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4c2be0a-86c4-4e3e-8591-ba47b992f715 req-44a6adce-0c72-4429-bb93-356f1898d613 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515171 Mar 31 23:18:55.734015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:55.735147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.816143 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18296b08-0fd9-42ea-91c2-e9fdd4f20f6e x-openstack-request-id: req-18296b08-0fd9-42ea-91c2-e9fdd4f20f6e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:55.816433 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:55.816842 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18296b08-0fd9-42ea-91c2-e9fdd4f20f6e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:55.817376 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18296b08-0fd9-42ea-91c2-e9fdd4f20f6e'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': 'cb99fd13-611a-4ac1-a7ea-2bf7bd5884eb', 'status': 'completed', 'code': 200} Mar 31 23:18:55.914996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Allocated IP 172.20.0.18 (cd85c107-8b0f-4887-bb42-c2d4bddcd8a2/fef4cc81-cc81-4cc6-8a54-8a332ed93402/4616de1a-711d-4d42-be0d-8a1fbe633a2a) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:56.035924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] For port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:56.036418 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.087569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port 0710792a-b6cc-462d-92aa-69b9c99c480b yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:56.117913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Calling delete_port for e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:56.126540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b8b312cf-fdb2-4811-8b33-401f766fd547 None None] Allocated IP 2001:db8:0:1::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/3282c487-bc00-42c3-a0f6-fdd807f40081/ae39a877-1aa0-47d4-b1f7-15a396f49386) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:56.322319 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.375454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b8b312cf-fdb2-4811-8b33-401f766fd547 None None] For port ae39a877-1aa0-47d4-b1f7-15a396f49386, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ae39a877-1aa0-47d4-b1f7-15a396f49386,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:56.439353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8b312cf-fdb2-4811-8b33-401f766fd547 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.450903 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.506513 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.516348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Pushing event updated for resources: {'Port': ['ID=4616de1a-711d-4d42-be0d-8a1fbe633a2a,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:56.520434 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8b312cf-fdb2-4811-8b33-401f766fd547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.524416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 362cdfc9-b56b-44fb-962b-cd347d51164c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:56.570936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7df24a65-3525-4d4a-80a3-b1fb1454c02d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:56.617007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:56.632028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:56.668162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:56.696029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.742067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Port': ['ID=e9fbb2ee-9a72-43b6-85c5-1fa03df495a5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:56.781038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b312cf-fdb2-4811-8b33-401f766fd547 None None] Pushing event updated for resources: {'Port': ['ID=ae39a877-1aa0-47d4-b1f7-15a396f49386,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:56.800459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Attempting to bind port 4616de1a-711d-4d42-be0d-8a1fbe633a2a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:56.800840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Attempting to bind port 4616de1a-711d-4d42-be0d-8a1fbe633a2a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:56.801191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:56.801326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Attempting to bind port 4616de1a-711d-4d42-be0d-8a1fbe633a2a on network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:56.816017 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] Sync routers for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:56.830705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7df24a65-3525-4d4a-80a3-b1fb1454c02d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:56.831081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.832565 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-39aba6ab-193f-47bb-a757-9c8f3ebf5b2f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "PUT /v2.0/routers/362cdfc9-b56b-44fb-962b-cd347d51164c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0723646 Mar 31 23:18:56.834937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:56.838762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Checking segment: {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:56.839851 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.839851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Bound using segment: {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:56.840305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Bound port: 4616de1a-711d-4d42-be0d-8a1fbe633a2a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:56.846376 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.847211 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:56.847211 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:56.892200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] No DVR routers for this DVR port e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:56.896728 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.915006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-4d91bb9c-9e34-4097-ba01-c799b8fd2133 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "DELETE /v2.0/ports/e9fbb2ee-9a72-43b6-85c5-1fa03df495a5 HTTP/1.1" status: 204 len: 173 time: 1.5349615 Mar 31 23:18:56.960212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8:0:1::127 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/3282c487-bc00-42c3-a0f6-fdd807f40081/0710792a-b6cc-462d-92aa-69b9c99c480b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:56.977273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::f816:3eff:fe9e:8600 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/12651e18-a068-40ea-bb01-d61f39ec0312/0710792a-b6cc-462d-92aa-69b9c99c480b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:57.081925 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:57.093188 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.109965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] For port 4616de1a-711d-4d42-be0d-8a1fbe633a2a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:57.132263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] For port 4616de1a-711d-4d42-be0d-8a1fbe633a2a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4616de1a-711d-4d42-be0d-8a1fbe633a2a,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:57.179474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 7df24a65-3525-4d4a-80a3-b1fb1454c02d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7df24a65-3525-4d4a-80a3-b1fb1454c02d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:57.190018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:57.190368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.220220 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.310548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] For port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:57.311263 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.343273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Calling delete_port for 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:57.380156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b3875-7984-41b8-b393-99a4c2bb68ed req-d4f69844-2b3d-4898-9232-2d1234471e01 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:57.382673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c39b3875-7984-41b8-b393-99a4c2bb68ed req-d4f69844-2b3d-4898-9232-2d1234471e01 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 943 time: 0.3287036 Mar 31 23:18:57.395623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.397510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ae39a877-1aa0-47d4-b1f7-15a396f49386 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:57.540074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f367f0-952f-47f3-ad24-7cde91c8b170 None None] Pushing event updated for resources: {'Port': ['ID=4616de1a-711d-4d42-be0d-8a1fbe633a2a,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:57.682267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c39b3875-7984-41b8-b393-99a4c2bb68ed req-b948f8e2-64bb-4c61-97df-b2b7f0fea464 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups?id=74df75a9-0162-4956-b88c-ab27a9ce8b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769349 Mar 31 23:18:57.684889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.759587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ae39a877-1aa0-47d4-b1f7-15a396f49386 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:57.760022 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.803451 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:54Z', 'revision_number': 6, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:25Z', 'revision_number': 1, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:57.819696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=7df24a65-3525-4d4a-80a3-b1fb1454c02d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:57.842383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:57.851413 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bd77f5-a7cc-4f64-b8ae-e72178c6910c" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "e9fbb2ee-9a72-43b6-85c5-1fa03df495a5"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:57.872313 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] Checking router: 362cdfc9-b56b-44fb-962b-cd347d51164c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:57.873800 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Port': ['ID=4eb2fb38-64c2-44e5-ae95-9759b8c1c43f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:57.916994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] No DVR routers for this DVR port 4eb2fb38-64c2-44e5-ae95-9759b8c1c43f on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:57.924207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.931044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-646a4249-7ca8-45a2-b709-0d5dde7a6263 req-c548bf98-8656-44c4-a365-90f63d4d975a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.45 "DELETE /v2.0/ports/4eb2fb38-64c2-44e5-ae95-9759b8c1c43f HTTP/1.1" status: 204 len: 173 time: 1.0151117 Mar 31 23:18:57.935476 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f86b9-d713-4564-b5cd-99d1fd6ed58f x-openstack-request-id: req-d38f86b9-d713-4564-b5cd-99d1fd6ed58f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:57.935931 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "e9fbb2ee-9a72-43b6-85c5-1fa03df495a5", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:57.936339 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d38f86b9-d713-4564-b5cd-99d1fd6ed58f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:57.937141 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38f86b9-d713-4564-b5cd-99d1fd6ed58f'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': 'e9fbb2ee-9a72-43b6-85c5-1fa03df495a5', 'status': 'completed', 'code': 200} Mar 31 23:18:57.945189 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:57.946750 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:58.052410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.080265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310762a2-9f02-41ae-b1a2-2c80c177fb8e req-639b77dd-5c2e-4aa8-a6ed-074b7ab98e37 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:58.081861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-310762a2-9f02-41ae-b1a2-2c80c177fb8e req-639b77dd-5c2e-4aa8-a6ed-074b7ab98e37 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 946 time: 0.3568215 Mar 31 23:18:58.108656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-85aee443-2c09-418c-9382-e56ac2e4a067 None None] Provisioning complete for port ae39a877-1aa0-47d4-b1f7-15a396f49386 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:58.109232 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-85aee443-2c09-418c-9382-e56ac2e4a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.110661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Allocated IP 172.20.0.17 (cd85c107-8b0f-4887-bb42-c2d4bddcd8a2/fef4cc81-cc81-4cc6-8a54-8a332ed93402/31cad917-71fc-4003-a6e1-58a413f0e0d9) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:58.174815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-310762a2-9f02-41ae-b1a2-2c80c177fb8e req-aff326dc-2514-49c8-80f6-af260e0ccd0b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739565 Mar 31 23:18:58.320852 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:58.366114 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.534684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:58.546710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7df24a65-3525-4d4a-80a3-b1fb1454c02d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:58.548788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:58.551752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:58.562341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:58.563277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.577027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=0710792a-b6cc-462d-92aa-69b9c99c480b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:58.584237 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.660328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ddfdccc1-f814-4ec8-9d0a-e89a12e3704b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7023950 Mar 31 23:18:58.662907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38688) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:58.679392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7df24a65-3525-4d4a-80a3-b1fb1454c02d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:58.679811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.785749 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:54Z', 'revision_number': 6, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:25Z', 'revision_number': 1, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:58.791915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.793334 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4616de1a-711d-4d42-be0d-8a1fbe633a2a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:58.892124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4616de1a-711d-4d42-be0d-8a1fbe633a2a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:58.892508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.935085 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13b2fc-92d0-46f9-8394-9ef795810703 None None] The sync data for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 is: [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:54Z', 'revision_number': 6, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'eb82c351-15cf-461a-9e5d-fd9cd003183a', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'port_id': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'mac_address': 'fa:16:3e:6c:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:17:20Z', 'updated_at': '2022-03-31T23:17:25Z', 'revision_number': 1, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:58.999164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3fc39eed-ee01-49ca-813f-1d67934ee611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port 0710792a-b6cc-462d-92aa-69b9c99c480b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:59.001870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3fc39eed-ee01-49ca-813f-1d67934ee611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.034779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:59.054165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-414e8d99-8ec2-4fbb-9f21-70a596d57fa4 req-0e353c0c-f602-47aa-bcb2-6f02873d9105 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.1534903 Mar 31 23:18:59.059973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:59.069907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:59.142369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.144816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=31cad917-71fc-4003-a6e1-58a413f0e0d9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:59.251087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-0b08fc4b-26f4-4d51-a671-7e707cce1dc1 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:59.253211 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-0b08fc4b-26f4-4d51-a671-7e707cce1dc1 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 946 time: 0.1646276 Mar 31 23:18:59.325504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3fc39eed-ee01-49ca-813f-1d67934ee611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.340742 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.401538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-67222f4e-529e-4dbd-b013-68ea200478ca None None] Provisioning complete for port 0710792a-b6cc-462d-92aa-69b9c99c480b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:59.402427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67222f4e-529e-4dbd-b013-68ea200478ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.439973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3fc39eed-ee01-49ca-813f-1d67934ee611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for 0710792a-b6cc-462d-92aa-69b9c99c480b owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:59.446998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa62103-59db-41e4-b7c9-209bd2f35fd5 req-0824299e-68e0-4ec1-9dd4-061a347877a5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:59.450617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9aa62103-59db-41e4-b7c9-209bd2f35fd5 req-0824299e-68e0-4ec1-9dd4-061a347877a5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 946 time: 0.1309772 Mar 31 23:18:59.520732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-67222f4e-529e-4dbd-b013-68ea200478ca None None] Port 0710792a-b6cc-462d-92aa-69b9c99c480b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:59.545936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 4616de1a-711d-4d42-be0d-8a1fbe633a2a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4616de1a-711d-4d42-be0d-8a1fbe633a2a,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:59.559273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port 9490f02d-01cc-4bf5-936b-3b125f32d141 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:59.559609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.577985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14b5bac-656e-488d-b297-400bf5820f57 None None] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:59.578644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9aa62103-59db-41e4-b7c9-209bd2f35fd5 req-2fef4b31-a8af-49ee-b8ac-244112623215 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=840a9697-662b-4e51-a4b0-c0eac051ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165788 Mar 31 23:18:59.581571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.693515 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.695313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ae39a877-1aa0-47d4-b1f7-15a396f49386 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:59.747747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port 9490f02d-01cc-4bf5-936b-3b125f32d141, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9490f02d-01cc-4bf5-936b-3b125f32d141,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:59.748131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.793216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for 9490f02d-01cc-4bf5-936b-3b125f32d141 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:59.813301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ae39a877-1aa0-47d4-b1f7-15a396f49386 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:59.813680 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.879232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-12e3f876-ef94-4efe-91cd-c67df638223a None None] Provisioning complete for port 4616de1a-711d-4d42-be0d-8a1fbe633a2a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:59.879628 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-12e3f876-ef94-4efe-91cd-c67df638223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.945883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:59.948350 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41593953-c4a1-4e8d-8f16-d2ec554effae" -d '{"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "4eb2fb38-64c2-44e5-ae95-9759b8c1c43f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:00.086125 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ce1b9d-d45b-4919-ad8a-2b9d447d824f x-openstack-request-id: req-39ce1b9d-d45b-4919-ad8a-2b9d447d824f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:00.086125 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f63f887-c34b-48b2-909e-13acd89b2ed8", "name": "network-vif-deleted", "tag": "4eb2fb38-64c2-44e5-ae95-9759b8c1c43f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:00.086125 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39ce1b9d-d45b-4919-ad8a-2b9d447d824f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:00.086829 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ce1b9d-d45b-4919-ad8a-2b9d447d824f'] response: {'server_uuid': '2f63f887-c34b-48b2-909e-13acd89b2ed8', 'name': 'network-vif-deleted', 'tag': '4eb2fb38-64c2-44e5-ae95-9759b8c1c43f', 'status': 'completed', 'code': 200} Mar 31 23:19:00.094337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3fc39eed-ee01-49ca-813f-1d67934ee611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.135121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39eed-ee01-49ca-813f-1d67934ee611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=0710792a-b6cc-462d-92aa-69b9c99c480b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:00.161397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=4616de1a-711d-4d42-be0d-8a1fbe633a2a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:00.171597 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.265464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3fc39eed-ee01-49ca-813f-1d67934ee611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.269611 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3fc39eed-ee01-49ca-813f-1d67934ee611 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/0710792a-b6cc-462d-92aa-69b9c99c480b HTTP/1.1" status: 204 len: 168 time: 1.6044867 Mar 31 23:19:00.307663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7b2d808-062f-4450-937f-42846131be96 req-49838c15-5afc-4b61-9b90-e2fc3a47a594 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0525351 Mar 31 23:19:00.309086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38770) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:00.309484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a0241df9-dc39-4e77-bff6-19367b928e4a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:00.340860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a0241df9-dc39-4e77-bff6-19367b928e4a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:00.341498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a0241df9-dc39-4e77-bff6-19367b928e4a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:00.352988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=9490f02d-01cc-4bf5-936b-3b125f32d141,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:00.442373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a09b98-c8ce-41b4-a055-7011285eef25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:00.446528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-08a09b98-c8ce-41b4-a055-7011285eef25 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1321611 Mar 31 23:19:00.454283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38780) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:00.459326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] No DVR routers for this DVR port 9490f02d-01cc-4bf5-936b-3b125f32d141 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:00.462050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.467576 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0590739a-fcf9-4ae2-9571-0061ffccdbb0 req-cb826ff3-7861-4a2a-9255-692d9932624b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "DELETE /v2.0/ports/9490f02d-01cc-4bf5-936b-3b125f32d141 HTTP/1.1" status: 204 len: 173 time: 1.2029524 Mar 31 23:19:00.627225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682f52c-bb24-432b-9f72-0947b2ff85d8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:00.631533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38788) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:00.631739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e682f52c-bb24-432b-9f72-0947b2ff85d8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1762073 Mar 31 23:19:00.758085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19af478-0faf-4a64-b9e8-35c09c1ca40a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:00.758085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19af478-0faf-4a64-b9e8-35c09c1ca40a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:00.758085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19af478-0faf-4a64-b9e8-35c09c1ca40a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:00.758858 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b19af478-0faf-4a64-b9e8-35c09c1ca40a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1259434 Mar 31 23:19:00.759455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38794) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:00.797926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1debeb5-f01a-40a7-a6ff-58876ee60eb0 req-18d56956-e3aa-42b2-bfd4-ae02087a7094 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ddb9f05-2613-4adb-ac83-2bd22e1e274e HTTP/1.1" status: 200 len: 210 time: 0.0744975 Mar 31 23:19:00.829250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6d446226-246b-426d-9702-1d9b54f10aa6 None None] Provisioning complete for port 4616de1a-711d-4d42-be0d-8a1fbe633a2a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:00.830233 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d446226-246b-426d-9702-1d9b54f10aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.843938 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.849941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1078b884-ac83-4789-8696-58b7574c1ee2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 12651e18-a068-40ea-bb01-d61f39ec0312 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:00.853793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1078b884-ac83-4789-8696-58b7574c1ee2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.910995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1078b884-ac83-4789-8696-58b7574c1ee2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.953205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.990024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6d446226-246b-426d-9702-1d9b54f10aa6 None None] Provisioning complete for port 31cad917-71fc-4003-a6e1-58a413f0e0d9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:00.990585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d446226-246b-426d-9702-1d9b54f10aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.091127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6d446226-246b-426d-9702-1d9b54f10aa6 None None] Port 31cad917-71fc-4003-a6e1-58a413f0e0d9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:01.108007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1078b884-ac83-4789-8696-58b7574c1ee2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.139074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=31cad917-71fc-4003-a6e1-58a413f0e0d9,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:01.144285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.222224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a000156b-daa0-40ae-833d-baffec73f9d9 None None] Provisioning complete for port 31cad917-71fc-4003-a6e1-58a413f0e0d9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:01.222768 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a000156b-daa0-40ae-833d-baffec73f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.284403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a000156b-daa0-40ae-833d-baffec73f9d9 None None] Port 31cad917-71fc-4003-a6e1-58a413f0e0d9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:01.303292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:01.304867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:01.369146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1078b884-ac83-4789-8696-58b7574c1ee2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.450739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a400284-95e2-4279-8280-0249ecaa9865 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:01.463024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1078b884-ac83-4789-8696-58b7574c1ee2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.471561 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1078b884-ac83-4789-8696-58b7574c1ee2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/12651e18-a068-40ea-bb01-d61f39ec0312 HTTP/1.1" status: 204 len: 168 time: 0.7110162 Mar 31 23:19:01.472631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078b884-ac83-4789-8696-58b7574c1ee2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=12651e18-a068-40ea-bb01-d61f39ec0312,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:01.476237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38828) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.477622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dfa969c-52bf-4cc0-90cf-330ed8131e4d req-913be46b-dc73-44e1-ab69-244d811e351d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0641677 Mar 31 23:19:01.539635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Router c5937ecd-962c-47b1-8942-62e19ef33ba8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:01.595290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a70e87-3ca1-4cc2-992b-c0c18655b143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 3282c487-bc00-42c3-a0f6-fdd807f40081 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:01.599092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a70e87-3ca1-4cc2-992b-c0c18655b143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.656372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a70e87-3ca1-4cc2-992b-c0c18655b143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.753021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a65b317a-cbaf-424f-bc64-948aceee0b0f None None] Provisioning complete for port 31cad917-71fc-4003-a6e1-58a413f0e0d9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:01.753496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a65b317a-cbaf-424f-bc64-948aceee0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.755462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:01.772368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8a02dd1b-ecea-4274-b41d-6d84cee9d7c5 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "PUT /v2.0/routers/c5937ecd-962c-47b1-8942-62e19ef33ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4780006 Mar 31 23:19:01.793344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Sync routers for ids ['c5937ecd-962c-47b1-8942-62e19ef33ba8'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:01.793771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a70e87-3ca1-4cc2-992b-c0c18655b143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.877440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38840) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.904508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a65b317a-cbaf-424f-bc64-948aceee0b0f None None] Port 31cad917-71fc-4003-a6e1-58a413f0e0d9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:01.910530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Routers {'c5937ecd-962c-47b1-8942-62e19ef33ba8'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:01.911171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c5937ecd-962c-47b1-8942-62e19ef33ba8'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:01.974580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a70e87-3ca1-4cc2-992b-c0c18655b143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.995183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c6dd-f464-403c-a61b-b3654dcab5bd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.028885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a70e87-3ca1-4cc2-992b-c0c18655b143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=3282c487-bc00-42c3-a0f6-fdd807f40081,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:02.061202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a6a70e87-3ca1-4cc2-992b-c0c18655b143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.061982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c6dd-f464-403c-a61b-b3654dcab5bd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.072636 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a6a70e87-3ca1-4cc2-992b-c0c18655b143 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/3282c487-bc00-42c3-a0f6-fdd807f40081 HTTP/1.1" status: 204 len: 168 time: 0.5931063 Mar 31 23:19:02.073146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38856) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.150541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Set router c5937ecd-962c-47b1-8942-62e19ef33ba8 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:02.153283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb9f05-2613-4adb-ac83-2bd22e1e274e', 'name': 'network-vif-deleted', 'tag': '9490f02d-01cc-4bf5-936b-3b125f32d141'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:02.162253 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f1b223-cf68-4bac-b0d6-e5b1aa173ecc" -d '{"events": [{"server_uuid": "1ddb9f05-2613-4adb-ac83-2bd22e1e274e", "name": "network-vif-deleted", "tag": "9490f02d-01cc-4bf5-936b-3b125f32d141"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:02.177606 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ab5db7be-0fc1-4c56-a6d9-31058eecf0cc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035578 Mar 31 23:19:02.180695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38860) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.185646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:02.320222 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e8d398-a3e6-4393-a78a-b5fc8742ad7e x-openstack-request-id: req-39e8d398-a3e6-4393-a78a-b5fc8742ad7e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:02.320562 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb9f05-2613-4adb-ac83-2bd22e1e274e", "name": "network-vif-deleted", "tag": "9490f02d-01cc-4bf5-936b-3b125f32d141", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:02.320754 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39e8d398-a3e6-4393-a78a-b5fc8742ad7e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:02.321156 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e8d398-a3e6-4393-a78a-b5fc8742ad7e'] response: {'server_uuid': '1ddb9f05-2613-4adb-ac83-2bd22e1e274e', 'name': 'network-vif-deleted', 'tag': '9490f02d-01cc-4bf5-936b-3b125f32d141', 'status': 'completed', 'code': 200} Mar 31 23:19:02.384787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4616de1a-711d-4d42-be0d-8a1fbe633a2a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:02.399011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:02.402987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.447919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9b331927-2e05-4d78-97db-4a297f53dbba tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.452090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9b331927-2e05-4d78-97db-4a297f53dbba tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/networks?id=cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 HTTP/1.1" status: 200 len: 798 time: 0.3073049 Mar 31 23:19:02.483110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-6a71b350-be17-4dc4-9e64-d599980f321f tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/quotas/64f8a3a0570c41c492b5a89524102168 HTTP/1.1" status: 200 len: 375 time: 0.0159214 Mar 31 23:19:02.531406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c6dd-f464-403c-a61b-b3654dcab5bd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.540052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c6dd-f464-403c-a61b-b3654dcab5bd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.545078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f8a0c6dd-f464-403c-a61b-b3654dcab5bd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/security-groups/840a9697-662b-4e51-a4b0-c0eac051ce6f HTTP/1.1" status: 204 len: 168 time: 0.6626687 Mar 31 23:19:02.582902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4616de1a-711d-4d42-be0d-8a1fbe633a2a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:02.583381 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.618731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:59Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '31cad917-71fc-4003-a6e1-58a413f0e0d9', 'name': '', 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:7a:8e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fef4cc81-cc81-4cc6-8a54-8a332ed93402', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:57Z', 'updated_at': '2022-03-31T23:19:00Z', 'revision_number': 2, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': 'fef4cc81-cc81-4cc6-8a54-8a332ed93402', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:02.662784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Checking router: c5937ecd-962c-47b1-8942-62e19ef33ba8 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:02.663662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Updating router c5937ecd-962c-47b1-8942-62e19ef33ba8 port 31cad917-71fc-4003-a6e1-58a413f0e0d9 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:02.704734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0c6dd-f464-403c-a61b-b3654dcab5bd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a9697-662b-4e51-a4b0-c0eac051ce6f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:02.707561 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.821258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38882) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.851568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-b073479a-c8b2-44ab-b991-d85e87d95a1e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3437412 Mar 31 23:19:02.902239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-b11ec39c-25c3-4fb7-8e30-98ce43d6c947 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:02.903321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-b11ec39c-25c3-4fb7-8e30-98ce43d6c947 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220642 Mar 31 23:19:02.959302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc889c55-3c9f-4d40-b5db-4e9e3e690490 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:02.970857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-3717789d-7c4a-444b-b537-1fd6deb0b5c5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.972405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-3717789d-7c4a-444b-b537-1fd6deb0b5c5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/networks?id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd HTTP/1.1" status: 200 len: 813 time: 0.3267710 Mar 31 23:19:03.052360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-8bd41d4d-3e42-4533-9812-cb1cbbcc36cc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/quotas/8eca4b53dcf542fabc86d6e6e985b79f HTTP/1.1" status: 200 len: 375 time: 0.0740125 Mar 31 23:19:03.055403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c05fd428-bce1-465c-b8f9-a21dd356efa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.129033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-2e49764a-1fd0-4897-ab2a-35e89279d1a3 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593193 Mar 31 23:19:03.160676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-68624e00-f90b-4a00-a6e2-a532a36ec06a service neutron] 10.222.0.31 "GET /v2.0/networks/cd85c107-8b0f-4887-bb42-c2d4bddcd8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489641 Mar 31 23:19:03.171807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f38c2064-7d7c-4ef3-9659-7fd17b53e3a2 None None] Provisioning complete for port ae39a877-1aa0-47d4-b1f7-15a396f49386 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:03.172243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f38c2064-7d7c-4ef3-9659-7fd17b53e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.265766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-4a710c6b-02ed-40c7-a3be-cae6a4b05215 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:03.266830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-4a710c6b-02ed-40c7-a3be-cae6a4b05215 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1238286 Mar 31 23:19:03.367801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-e32c891d-a778-4bed-8d6e-1ae22cc7c425 service neutron] 10.222.0.31 "GET /v2.0/networks/cd85c107-8b0f-4887-bb42-c2d4bddcd8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933200 Mar 31 23:19:03.380411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c05fd428-bce1-465c-b8f9-a21dd356efa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.383991 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.411277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.414135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9490f02d-01cc-4bf5-936b-3b125f32d141 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:03.429850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-952e1fea-fc26-41ce-bd51-f9e84510a1a7 service neutron] 10.222.0.31 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475532 Mar 31 23:19:03.438936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c05fd428-bce1-465c-b8f9-a21dd356efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.460195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 9490f02d-01cc-4bf5-936b-3b125f32d141 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:03.460760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9490f02d-01cc-4bf5-936b-3b125f32d141 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:03.476381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:03.482803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.530237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=4896142f-49c7-4756-a563-d48990e9dc19,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.539254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:03.541681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:03.546162 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:03.547133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.580429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fd428-bce1-465c-b8f9-a21dd356efa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6152544-9b21-4e20-bdd2-3e4d301e9659,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.598368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38888) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:03.598622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c05fd428-bce1-465c-b8f9-a21dd356efa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28519dddfee745df9d9a25616cd0f020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7751923 Mar 31 23:19:03.663948 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ee434ce-ff9e-4e1f-8247-2f692e66dcf2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4822590 Mar 31 23:19:03.669599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38890) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:03.678299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e2f25935-8cc7-4e48-bf04-3a8443b42a01 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:03.682437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-6cb55cf3-49b5-4288-b78f-1706935631c1 service neutron] 10.222.0.31 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971803 Mar 31 23:19:03.729829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebfaa7-8dd9-4ad5-9a3b-ed7b3eda0a0b None None] Pushing event updated for resources: {'Port': ['ID=31cad917-71fc-4003-a6e1-58a413f0e0d9,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.845957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-723b8f82-3a3d-4fee-ace5-270c1f8da721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.926158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-723b8f82-3a3d-4fee-ace5-270c1f8da721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.945546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48c28732-6d56-477b-911f-a71ec4cbed45 req-ed24ad1b-a952-4378-95a0-6b2b0e49316f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0725937 Mar 31 23:19:04.077769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38904) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.090059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Attempting to bind port 31cad917-71fc-4003-a6e1-58a413f0e0d9 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:04.090576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Attempting to bind port 31cad917-71fc-4003-a6e1-58a413f0e0d9 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:04.091012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Attempting to bind port 31cad917-71fc-4003-a6e1-58a413f0e0d9 on network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:04.101308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] Deleting port ae39a877-1aa0-47d4-b1f7-15a396f49386 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:04.101744 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.122222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:04.122712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Checking segment: {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:04.123131 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.123537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Bound using segment: {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:04.124371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Bound port: 31cad917-71fc-4003-a6e1-58a413f0e0d9, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:04.125117 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.141550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b66e777a-1e4a-4f6d-9173-948b5744c6ab None None] Provisioning complete for port 31cad917-71fc-4003-a6e1-58a413f0e0d9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:04.143175 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b66e777a-1e4a-4f6d-9173-948b5744c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.181853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f25935-8cc7-4e48-bf04-3a8443b42a01 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:04.181979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b66e777a-1e4a-4f6d-9173-948b5744c6ab None None] Port 31cad917-71fc-4003-a6e1-58a413f0e0d9 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:04.185882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2f25935-8cc7-4e48-bf04-3a8443b42a01 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.191654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9e330ff-2ce2-4d9f-b78f-6fe39d961854 req-b3e0fa90-2b05-411a-8d0d-b44049aeefd9 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 210 time: 0.0577273 Mar 31 23:19:04.243455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e0fd1ee-a2ee-44f8-aa99-170255723229 req-b44a5cc3-e778-4ca2-a959-d447a9e2e23a tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 210 time: 0.0680981 Mar 31 23:19:04.250684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-779d7f90-7cbc-49c0-8b3b-a2b7b929fc8c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting subnet 26bb330e-ff8c-4def-8bf9-beace64e04fe {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:04.254138 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-779d7f90-7cbc-49c0-8b3b-a2b7b929fc8c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.302428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-723b8f82-3a3d-4fee-ace5-270c1f8da721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.312371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-779d7f90-7cbc-49c0-8b3b-a2b7b929fc8c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.316980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-723b8f82-3a3d-4fee-ace5-270c1f8da721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.325176 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-723b8f82-3a3d-4fee-ace5-270c1f8da721 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6152544-9b21-4e20-bdd2-3e4d301e9659 HTTP/1.1" status: 204 len: 168 time: 0.7255466 Mar 31 23:19:04.358067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b8f82-3a3d-4fee-ace5-270c1f8da721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6152544-9b21-4e20-bdd2-3e4d301e9659,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.415223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] For port ae39a877-1aa0-47d4-b1f7-15a396f49386, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ae39a877-1aa0-47d4-b1f7-15a396f49386,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:04.415772 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.429383 n-d-836015-1 neutron-server[109821]: INFO neutron.db.ipam_backend_mixin [None req-e2f25935-8cc7-4e48-bf04-3a8443b42a01 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4896142f-49c7-4756-a563-d48990e9dc19 (CIDR: 2001:db8::/64) Mar 31 23:19:04.437991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] Calling delete_port for ae39a877-1aa0-47d4-b1f7-15a396f49386 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:04.441797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ae39a877-1aa0-47d4-b1f7-15a396f49386 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:04.457815 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0a08e6c-67d7-41db-b267-767343cc9b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.466687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-779d7f90-7cbc-49c0-8b3b-a2b7b929fc8c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.471486 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f25935-8cc7-4e48-bf04-3a8443b42a01 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:04.471940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f25935-8cc7-4e48-bf04-3a8443b42a01 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:04.574173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] For port 31cad917-71fc-4003-a6e1-58a413f0e0d9, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:04.580091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] For port 31cad917-71fc-4003-a6e1-58a413f0e0d9, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=31cad917-71fc-4003-a6e1-58a413f0e0d9,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:04.587553 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e2f25935-8cc7-4e48-bf04-3a8443b42a01 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9168327 Mar 31 23:19:04.591398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38912) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.596943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:04.644743 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.691776 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-779d7f90-7cbc-49c0-8b3b-a2b7b929fc8c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.708456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.740332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.767298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d7f90-7cbc-49c0-8b3b-a2b7b929fc8c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Subnet': ['ID=26bb330e-ff8c-4def-8bf9-beace64e04fe,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.773570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-779d7f90-7cbc-49c0-8b3b-a2b7b929fc8c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.779416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-779d7f90-7cbc-49c0-8b3b-a2b7b929fc8c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/subnets/26bb330e-ff8c-4def-8bf9-beace64e04fe HTTP/1.1" status: 204 len: 168 time: 0.7011852 Mar 31 23:19:04.782051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38918) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.803466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] No DVR routers for this DVR port ae39a877-1aa0-47d4-b1f7-15a396f49386 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:04.820130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927459d1-6a46-456f-a6d2-71314cf0f096 None None] Network aa1731d3-9046-4878-9d41-a70360ef7a27 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:04.889612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94205fb-ee6a-4b0b-9eb4-d5a870c3b16d None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:04.896369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:04.900061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.924546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebfaa7-8dd9-4ad5-9a3b-ed7b3eda0a0b None None] Pushing event updated for resources: {'Port': ['ID=31cad917-71fc-4003-a6e1-58a413f0e0d9,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.982768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.040033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Routers {'c5937ecd-962c-47b1-8942-62e19ef33ba8'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:05.049570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:18:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c5937ecd-962c-47b1-8942-62e19ef33ba8'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:05.071928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aa947-3421-46b0-be17-5ef29c51ea68 None None] Pushing event deleted for resources: {'Port': ['ID=ae39a877-1aa0-47d4-b1f7-15a396f49386,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:05.107127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:05.107714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.265933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-361e4c0b-d936-493e-af84-1ee9a7bce789 req-c097a1e8-9ead-4adb-8a2d-07360b509ab6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0854928 Mar 31 23:19:05.300419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38928) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:05.337244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c,segment=NetworkSegment(91ac727e-dd29-48ce-b5d9-0c59bfa44ad2),segment_id=91ac727e-dd29-48ce-b5d9-0c59bfa44ad2)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:05.337612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.360445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:05.370924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d650faab-4c2c-4293-a749-e9388b8f9a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.416899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7261f70-603b-4281-a328-9f8379bcf73e req-32fb2b9e-e361-44d7-b692-1064fff6d125 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 210 time: 0.0512843 Mar 31 23:19:05.456434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6b33d29-d5ef-44fd-9036-a441469e96a5 req-ef0a799b-fe14-4144-b1b1-92f0665d1205 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 210 time: 0.0895319 Mar 31 23:19:05.485106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fc2f5007-1999-43d5-97c2-4be83eff2e79 None None] Provisioning complete for port 31cad917-71fc-4003-a6e1-58a413f0e0d9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:05.485106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5007-1999-43d5-97c2-4be83eff2e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.545433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] Set router c5937ecd-962c-47b1-8942-62e19ef33ba8 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:05.672300 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d650faab-4c2c-4293-a749-e9388b8f9a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.693518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.698358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:05.700656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.722711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '4896142f-49c7-4756-a563-d48990e9dc19'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:05.723569 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.725546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5bd680-635a-4b2d-89aa-98f51a567c91 None None] DHCP port deletion for aa1731d3-9046-4878-9d41-a70360ef7a27 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:05.732842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] No DVR routers for this DVR port b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:05.740271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:05.802433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=8a939fd9-da0c-4bc7-bb16-a33ee02234bb,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:05.806943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:05.810605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:05.816411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.816411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.851193 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d650faab-4c2c-4293-a749-e9388b8f9a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.873267 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.913616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1731d3-9046-4878-9d41-a70360ef7a27']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:05.929617 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8072c9e9-bb13-4980-80ab-f3a3fec81964 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3296945 Mar 31 23:19:05.929617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38930) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:05.930660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5007-1999-43d5-97c2-4be83eff2e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.935419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d650faab-4c2c-4293-a749-e9388b8f9a79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93223b46f84341349a4fb0f39dbd1070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243005 Mar 31 23:19:05.936673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:a0:be:7e', 'name': 'tempest-NetworksTestDHCPv6-44448941'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:05.939690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38932) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:05.943895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:05.944404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ac727e-dd29-48ce-b5d9-0c59bfa44ad2') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:05.976518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.014311 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.022338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:06.022769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.099352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650faab-4c2c-4293-a749-e9388b8f9a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c95d8f-4140-43ad-acec-e2be6b9a5ce9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:06.134257 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:06.175427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/4896142f-49c7-4756-a563-d48990e9dc19/38eda07f-7475-4acd-a7a2-4d72039e7f2f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:06.200754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fc2f5007-1999-43d5-97c2-4be83eff2e79 None None] For port 31cad917-71fc-4003-a6e1-58a413f0e0d9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=31cad917-71fc-4003-a6e1-58a413f0e0d9,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:06.200754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:6e8e (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/8a939fd9-da0c-4bc7-bb16-a33ee02234bb/38eda07f-7475-4acd-a7a2-4d72039e7f2f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:06.223191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:06.224759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:59Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '31cad917-71fc-4003-a6e1-58a413f0e0d9', 'name': '', 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:7a:8e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fef4cc81-cc81-4cc6-8a54-8a332ed93402', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:57Z', 'updated_at': '2022-03-31T23:19:04Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': 'fef4cc81-cc81-4cc6-8a54-8a332ed93402', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:06.228967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7c464804-f253-4d4d-a83d-44f1a66546a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.236548 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.242469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.247369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/networks/aa1731d3-9046-4878-9d41-a70360ef7a27 HTTP/1.1" status: 204 len: 168 time: 1.4638901 Mar 31 23:19:06.253559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 38934) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:06.254446 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c0f1ae6-6615-4093-9f16-5371c1483567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.314785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b41bb-5a46-4768-b29f-7c6676a33f8b None None] The sync data for ids ['c5937ecd-962c-47b1-8942-62e19ef33ba8'] in n-d-836015-1 is: [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:59Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '31cad917-71fc-4003-a6e1-58a413f0e0d9', 'name': '', 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:7a:8e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fef4cc81-cc81-4cc6-8a54-8a332ed93402', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:57Z', 'updated_at': '2022-03-31T23:19:04Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': 'fef4cc81-cc81-4cc6-8a54-8a332ed93402', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:06.316978 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c0f1ae6-6615-4093-9f16-5371c1483567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.324028 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5007-1999-43d5-97c2-4be83eff2e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.395166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:06.406530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.456075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:06.456438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b23f5d9d-4d1c-4e7e-9ae0-df88ae9e9d0c not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:06.488708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port fddd77b9-3891-47e1-a7ba-f594a4c6ab8f yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:06.588760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ebd25-4afc-452e-b969-aa89be42a12f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Network': ['ID=aa1731d3-9046-4878-9d41-a70360ef7a27,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:06.591771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c0f1ae6-6615-4093-9f16-5371c1483567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.595368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c0f1ae6-6615-4093-9f16-5371c1483567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.598066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3c0f1ae6-6615-4093-9f16-5371c1483567 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48c95d8f-4140-43ad-acec-e2be6b9a5ce9 HTTP/1.1" status: 204 len: 168 time: 0.4785838 Mar 31 23:19:06.692894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0d969e29-5bd2-40e7-8ce6-8407d0ab5161 req-0cf55889-bf12-4551-80aa-0e7367a49ec9 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.1191542 Mar 31 23:19:06.724418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63e9ccd2-9112-4f7d-8cf6-9710cdba5935 req-9cb06c17-885c-4e71-b19b-316d6e409601 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 210 time: 0.1086826 Mar 31 23:19:06.727661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f1ae6-6615-4093-9f16-5371c1483567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c95d8f-4140-43ad-acec-e2be6b9a5ce9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:06.922142 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-87581359-78c7-4f69-b1a6-d73cea992d92 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:06.923756 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-87581359-78c7-4f69-b1a6-d73cea992d92 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.50 "GET /v2.0/networks?id=cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 HTTP/1.1" status: 200 len: 798 time: 0.2527277 Mar 31 23:19:06.936988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f5007-1999-43d5-97c2-4be83eff2e79 None None] Pushing event updated for resources: {'Port': ['ID=31cad917-71fc-4003-a6e1-58a413f0e0d9,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:06.938654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Request body: {'port': {'device_id': '4b299eea-153c-48d2-a070-0853d478a76d', 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2', 'admin_state_up': True, 'tenant_id': '64f8a3a0570c41c492b5a89524102168'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:06.977227 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.018446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b45096b7-d6bb-452c-9dc6-51c97b4fa968 req-3a06d1a1-b5d9-4959-b48b-8dc331c3eb3d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 210 time: 0.0715475 Mar 31 23:19:07.078289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port e72a7dc4-5893-418f-a966-9f28fbdf6582 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:07.078757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.111024 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.194064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:07.199538 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.199789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:07.199929 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.205375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:07.249982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Pushing event updated for resources: {'Port': ['ID=38eda07f-7475-4acd-a7a2-4d72039e7f2f,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:07.258864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for e72a7dc4-5893-418f-a966-9f28fbdf6582 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:07.293706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Made reservation on behalf of 64f8a3a0570c41c492b5a89524102168 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:07.298322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.361593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::ed (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/4896142f-49c7-4756-a563-d48990e9dc19/fddd77b9-3891-47e1-a7ba-f594a4c6ab8f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:07.374257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8:0:1:f816:3eff:fea0:be7e (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/8a939fd9-da0c-4bc7-bb16-a33ee02234bb/fddd77b9-3891-47e1-a7ba-f594a4c6ab8f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:07.402269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Attempting to bind port 38eda07f-7475-4acd-a7a2-4d72039e7f2f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:07.402711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Attempting to bind port 38eda07f-7475-4acd-a7a2-4d72039e7f2f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:07.403049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Attempting to bind port 38eda07f-7475-4acd-a7a2-4d72039e7f2f on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:07.414565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:07.414939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:07.415693 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.416097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:07.416570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Bound port: 38eda07f-7475-4acd-a7a2-4d72039e7f2f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:07.416956 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.644989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] For port 38eda07f-7475-4acd-a7a2-4d72039e7f2f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:07.651213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] For port 38eda07f-7475-4acd-a7a2-4d72039e7f2f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=38eda07f-7475-4acd-a7a2-4d72039e7f2f,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:07.724832 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.761927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Allocated IP 172.20.0.22 (cd85c107-8b0f-4887-bb42-c2d4bddcd8a2/fef4cc81-cc81-4cc6-8a54-8a332ed93402/8c624087-e07f-4104-9e03-1cbccf4436a8) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:07.835099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.872579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06753fbf-5d3a-41d6-bf00-f8d93bce19c6 None None] Pushing event updated for resources: {'Port': ['ID=38eda07f-7475-4acd-a7a2-4d72039e7f2f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:07.940260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8fc6dfa7-97ba-4d46-b29c-758f9b7cf16b req-354ddd37-48ed-4c23-a469-4870b1ba66a3 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0522976 Mar 31 23:19:07.988281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-a5f5b818-f470-447a-8cc4-95cb4e7edc9c tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:07.990799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-a5f5b818-f470-447a-8cc4-95cb4e7edc9c tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.50 "GET /v2.0/networks?id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd HTTP/1.1" status: 200 len: 813 time: 0.6005158 Mar 31 23:19:08.006507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8ac1ed5-aafd-466d-b2b1-1bf59c93df54 req-f50c94c2-eb29-4065-ad2c-bcc83007dbee tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 210 time: 0.0633569 Mar 31 23:19:08.016475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Request body: {'port': {'device_id': '57d12545-2e3d-488a-8c3a-a07c496da402', 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd', 'admin_state_up': True, 'tenant_id': '8eca4b53dcf542fabc86d6e6e985b79f'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:08.107425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.241802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e62ef3ea-6b22-42de-82d5-2c21d20eb37c req-779d1b5d-e69d-4435-a59e-ecc3fffe5f7c tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 210 time: 0.0911746 Mar 31 23:19:08.262033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.330572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.379774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:08.396371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:08.396499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.411379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:08.430818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:08.431550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.445282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=e72a7dc4-5893-418f-a966-9f28fbdf6582,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:08.509924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=fddd77b9-3891-47e1-a7ba-f594a4c6ab8f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:08.515527 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.569579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.576714 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Floating IP eb82c351-15cf-461a-9e5d-fd9cd003183a disassociated (deleted). External IP: 172.25.4.149, port: 733e6dab-7703-48d2-bbd3-bf24912abb18. Mar 31 23:19:08.597443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 31cad917-71fc-4003-a6e1-58a413f0e0d9 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:08.629706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event updated for resources: {'Port': ['ID=8c624087-e07f-4104-9e03-1cbccf4436a8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:08.631575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Made reservation on behalf of 8eca4b53dcf542fabc86d6e6e985b79f for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:08.635462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:08.638972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:08.640711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:08.650462 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.676655 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.705525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 31cad917-71fc-4003-a6e1-58a413f0e0d9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:08.705930 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.708530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:08.709274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.762543 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-69d8b351-79b2-4a56-aa8e-6f8b471b8242 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8328640 Mar 31 23:19:08.765021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38968) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:08.872632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 38eda07f-7475-4acd-a7a2-4d72039e7f2f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:08.905468 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-9d4ba15f-e902-4aac-b486-85a64783d654 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9696252 Mar 31 23:19:08.945952 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.966537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Request body: {'port': {'device_id': '4b299eea-153c-48d2-a070-0853d478a76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:09.019227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 38eda07f-7475-4acd-a7a2-4d72039e7f2f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:09.019731 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.107345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.115607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Allocated IP 172.20.0.2 (2fdfedb2-082d-481a-b5bd-66ed582cb9fd/30f9a7c5-515f-434d-ab57-3ab78f41cb63/388ae74f-e775-4155-8df1-c3c8047bc93f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:09.138329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1a78ace9-d71f-43b1-b461-4c78648aee52 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port fddd77b9-3891-47e1-a7ba-f594a4c6ab8f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:09.138816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a78ace9-d71f-43b1-b461-4c78648aee52 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.206877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-adc047c7-c955-489b-afa3-472d13439c42 None None] Provisioning complete for port 8c624087-e07f-4104-9e03-1cbccf4436a8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:09.210118 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-adc047c7-c955-489b-afa3-472d13439c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.274461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-adc047c7-c955-489b-afa3-472d13439c42 None None] Port 8c624087-e07f-4104-9e03-1cbccf4436a8 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:09.282951 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.307293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a78ace9-d71f-43b1-b461-4c78648aee52 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.332260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1a78ace9-d71f-43b1-b461-4c78648aee52 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for fddd77b9-3891-47e1-a7ba-f594a4c6ab8f owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:09.359968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.417621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 38eda07f-7475-4acd-a7a2-4d72039e7f2f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=38eda07f-7475-4acd-a7a2-4d72039e7f2f,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:09.569892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.717421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba701e-b94f-4936-9216-11cbfe02065f None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:09.764827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=38eda07f-7475-4acd-a7a2-4d72039e7f2f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:09.765856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b30d4a-1ba7-4dbc-a18d-23db191fd22a req-e44e9b34-c5e6-4205-b02c-b6593b3c9c9f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.6784551 Mar 31 23:19:09.830185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.855778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-055d5649-e0b2-401b-a7fe-395ba6d59875 None None] Provisioning complete for port 38eda07f-7475-4acd-a7a2-4d72039e7f2f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:09.861354 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-055d5649-e0b2-401b-a7fe-395ba6d59875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.885579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815026-1f3c-4ac9-9559-b9607a4991be req-773ac2a7-25d6-417e-8926-d6c9b5cfe181 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:09.902636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e815026-1f3c-4ac9-9559-b9607a4991be req-773ac2a7-25d6-417e-8926-d6c9b5cfe181 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 895 time: 0.1800220 Mar 31 23:19:09.913798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c624087-e07f-4104-9e03-1cbccf4436a8 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:09.934905 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.966033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a78ace9-d71f-43b1-b461-4c78648aee52 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.970005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3dd1d306-943c-4d9d-80e3-87e4427f8e7f req-253d09eb-6d73-44fa-8f24-2a6453197348 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 210 time: 0.1001482 Mar 31 23:19:09.978583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 362cdfc9-b56b-44fb-962b-cd347d51164c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:10.004671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Transition to ACTIVE for port object 8c624087-e07f-4104-9e03-1cbccf4436a8 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:19:10.037147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78ace9-d71f-43b1-b461-4c78648aee52 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=fddd77b9-3891-47e1-a7ba-f594a4c6ab8f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.084542 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a78ace9-d71f-43b1-b461-4c78648aee52 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.088587 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1a78ace9-d71f-43b1-b461-4c78648aee52 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/fddd77b9-3891-47e1-a7ba-f594a4c6ab8f HTTP/1.1" status: 204 len: 168 time: 1.3223586 Mar 31 23:19:10.089990 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.099073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38986) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.260562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Pushing event updated for resources: {'Port': ['ID=8c624087-e07f-4104-9e03-1cbccf4436a8,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.307282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f248f-83d4-4c2c-81d7-23208914d8fd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:10.318963 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7d0f248f-83d4-4c2c-81d7-23208914d8fd tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2154200 Mar 31 23:19:10.320947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38992) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.372294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 38eda07f-7475-4acd-a7a2-4d72039e7f2f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:10.443285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Attempting to bind port 8c624087-e07f-4104-9e03-1cbccf4436a8 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:10.443612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Attempting to bind port 8c624087-e07f-4104-9e03-1cbccf4436a8 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:10.443938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Attempting to bind port 8c624087-e07f-4104-9e03-1cbccf4436a8 on network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:10.458741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2484c371-ab54-4597-b49e-b2e33d251d42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:10.466593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2484c371-ab54-4597-b49e-b2e33d251d42 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1443701 Mar 31 23:19:10.467420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 38994) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.499319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Port 8c624087-e07f-4104-9e03-1cbccf4436a8 on network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:19:10.499646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Attempting to bind port 8c624087-e07f-4104-9e03-1cbccf4436a8 on network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:10.504966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 38eda07f-7475-4acd-a7a2-4d72039e7f2f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:10.507208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.527348 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.547415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:10.547823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Checking segment: {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:10.548207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Bound using segment: {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:10.548642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Bound port: 8c624087-e07f-4104-9e03-1cbccf4436a8, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:10.549056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.560197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:10.567492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.581188 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] Sync routers for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:10.597141 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:10.597772 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:10.637721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee34315c-db6b-4ad6-a724-ae79daccd91b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/floatingips/eb82c351-15cf-461a-9e5d-fd9cd003183a HTTP/1.1" status: 204 len: 168 time: 4.2298970 Mar 31 23:19:10.639585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:10.656416 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b712a1-5fa8-4c04-a638-b45830ce3e03" -d '{"events": [{"name": "network-changed", "server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:10.684232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] For port 8c624087-e07f-4104-9e03-1cbccf4436a8, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:10.688315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] For port 8c624087-e07f-4104-9e03-1cbccf4436a8, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8c624087-e07f-4104-9e03-1cbccf4436a8,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:10.702359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11ec49-ddae-4692-b7ef-cb3f0af29758 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:10.705001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11ec49-ddae-4692-b7ef-cb3f0af29758 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:10.707610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11ec49-ddae-4692-b7ef-cb3f0af29758 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:10.710285 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1e11ec49-ddae-4692-b7ef-cb3f0af29758 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2406874 Mar 31 23:19:10.712346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39004) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.754224 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536ee6b7-f02a-4972-97fd-0b57e96baf10 x-openstack-request-id: req-536ee6b7-f02a-4972-97fd-0b57e96baf10 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:10.754338 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:10.754577 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-536ee6b7-f02a-4972-97fd-0b57e96baf10 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:10.754981 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536ee6b7-f02a-4972-97fd-0b57e96baf10'] response: {'name': 'network-changed', 'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'status': 'completed', 'code': 200} Mar 31 23:19:10.767250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.50', 65429) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.855884 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.872197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e19762-c22c-41a7-aaa7-8f73efd7b367 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 4896142f-49c7-4756-a563-d48990e9dc19 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:10.880346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.889582 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80e19762-c22c-41a7-aaa7-8f73efd7b367 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.913510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Pushing event updated for resources: {'Port': ['ID=388ae74f-e775-4155-8df1-c3c8047bc93f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.946609 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:10.960266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:10.960266 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.960266 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] 10.222.0.50 "PUT /v2.0/ports/8c624087-e07f-4104-9e03-1cbccf4436a8 HTTP/1.1" status: 200 len: 1055 time: 2.0010486 Mar 31 23:19:10.965818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b299eea-153c-48d2-a070-0853d478a76d', 'tag': '8c624087-e07f-4104-9e03-1cbccf4436a8'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:10.968429 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fbbf2a-807a-420c-9c5f-e45b4759479b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b299eea-153c-48d2-a070-0853d478a76d", "tag": "8c624087-e07f-4104-9e03-1cbccf4436a8"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:10.974075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8d84285-08b6-4228-96f2-9149c91196aa req-1bccbce5-de36-4ad2-8344-9ed002e8c36a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0637245 Mar 31 23:19:10.977065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:10.980676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:10.983550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:11.045183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80e19762-c22c-41a7-aaa7-8f73efd7b367 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.052198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.062115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.082845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-c95d01fe-5785-4a29-921d-94423a4b62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.084424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-c95d01fe-5785-4a29-921d-94423a4b62af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 1096 time: 0.3146398 Mar 31 23:19:11.114294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81493-9c22-4677-aa2b-eac6111c0584 service neutron] Pushing event updated for resources: {'Port': ['ID=8c624087-e07f-4104-9e03-1cbccf4436a8,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.246639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-6d5218dd-18a2-4795-a9ea-7b5f6f31c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.249566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-6d5218dd-18a2-4795-a9ea-7b5f6f31c3ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 200 len: 898 time: 0.1510062 Mar 31 23:19:11.318534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-79aafaf6-6447-4a4f-83b4-90b9e07be482 None None] Provisioning complete for port 38eda07f-7475-4acd-a7a2-4d72039e7f2f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:11.318534 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-79aafaf6-6447-4a4f-83b4-90b9e07be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.326915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7e75ee2a-4c5f-490f-af7c-99056ca6558d tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3142929 Mar 31 23:19:11.329431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-82c65a2b-bcf1-4e55-9f3c-a47e36a20478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.331868 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-82c65a2b-bcf1-4e55-9f3c-a47e36a20478 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 1058 time: 0.2100289 Mar 31 23:19:11.377009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Request body: {'port': {'device_id': '57d12545-2e3d-488a-8c3a-a07c496da402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:11.456942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80e19762-c22c-41a7-aaa7-8f73efd7b367 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.468491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-1532e361-a4d9-4b00-8fbb-dc88ebc90aa8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733e6dab-7703-48d2-bbd3-bf24912abb18 HTTP/1.1" status: 200 len: 217 time: 0.1789830 Mar 31 23:19:11.474114 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:54Z', 'revision_number': 6, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:11.513065 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27718e13-fb47-4243-b8e1-04770a10cfbb x-openstack-request-id: req-27718e13-fb47-4243-b8e1-04770a10cfbb {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:11.513399 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b299eea-153c-48d2-a070-0853d478a76d", "tag": "8c624087-e07f-4104-9e03-1cbccf4436a8", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:11.513628 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27718e13-fb47-4243-b8e1-04770a10cfbb {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:11.514050 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27718e13-fb47-4243-b8e1-04770a10cfbb'] response: {'name': 'network-changed', 'server_uuid': '4b299eea-153c-48d2-a070-0853d478a76d', 'tag': '8c624087-e07f-4104-9e03-1cbccf4436a8', 'status': 'completed', 'code': 200} Mar 31 23:19:11.545350 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] Checking router: 362cdfc9-b56b-44fb-962b-cd347d51164c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:11.570315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:11.570988 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:11.612617 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-d6901571-df30-4ea6-abd0-d67eb74d4b5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=8c624087-e07f-4104-9e03-1cbccf4436a8 HTTP/1.1" status: 200 len: 217 time: 0.2613459 Mar 31 23:19:11.678911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f3c57acf-9f3b-4574-8d7c-27161dae4a65 None None] Could not find standard attr ID for object fddd77b9-3891-47e1-a7ba-f594a4c6ab8f. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:11.696197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925bfd2-4d9b-4beb-bacb-64f451ad6246 req-fd04d01c-ca79-4b94-80df-55a948423413 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.704262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-e30c922b-0d8c-4b77-a596-0359bb0c05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.704974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f925bfd2-4d9b-4beb-bacb-64f451ad6246 req-fd04d01c-ca79-4b94-80df-55a948423413 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 907 time: 0.4535596 Mar 31 23:19:11.705622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.705747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-e30c922b-0d8c-4b77-a596-0359bb0c05bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fef4cc81-cc81-4cc6-8a54-8a332ed93402 HTTP/1.1" status: 200 len: 838 time: 0.0603814 Mar 31 23:19:11.770596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c604199-0441-4c7d-98d2-dc052cc30bb1 req-d129988b-410b-4357-9295-3cc62e79cae2 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.773642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c604199-0441-4c7d-98d2-dc052cc30bb1 req-d129988b-410b-4357-9295-3cc62e79cae2 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 931 time: 0.2628310 Mar 31 23:19:11.779725 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80e19762-c22c-41a7-aaa7-8f73efd7b367 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.821173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e19762-c22c-41a7-aaa7-8f73efd7b367 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=4896142f-49c7-4756-a563-d48990e9dc19,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.825506 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:11.844657 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80e19762-c22c-41a7-aaa7-8f73efd7b367 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.849303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-1c42e129-0a04-4d68-ac46-09eab4ae225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.850805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-1c42e129-0a04-4d68-ac46-09eab4ae225c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e8c0098-6b03-4b6f-9bba-13173c42c710 HTTP/1.1" status: 200 len: 834 time: 0.3680587 Mar 31 23:19:11.854260 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-80e19762-c22c-41a7-aaa7-8f73efd7b367 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/4896142f-49c7-4756-a563-d48990e9dc19 HTTP/1.1" status: 204 len: 168 time: 1.1406550 Mar 31 23:19:11.871184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-4fa6d7bc-bf49-4768-9f4a-9051f88df501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.875287 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-4fa6d7bc-bf49-4768-9f4a-9051f88df501 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd85c107-8b0f-4887-bb42-c2d4bddcd8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534464 Mar 31 23:19:11.877047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39022) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:12.041405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1b014-8717-43a6-b4cc-1286e07416e5 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:12.066470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-835667de-0d0a-4118-9924-2199d5ca2ad8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 8a939fd9-da0c-4bc7-bb16-a33ee02234bb {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:12.074923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-835667de-0d0a-4118-9924-2199d5ca2ad8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.162104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-835667de-0d0a-4118-9924-2199d5ca2ad8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.166794 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-940a60de-1714-496d-9f7f-e692c60788b9 service neutron] 10.222.0.50 "GET /v2.0/networks/cd85c107-8b0f-4887-bb42-c2d4bddcd8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750154 Mar 31 23:19:12.309121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c604199-0441-4c7d-98d2-dc052cc30bb1 req-16d7b22c-4b82-4204-80ad-bc214eb71975 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623899 Mar 31 23:19:12.337797 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:54Z', 'revision_number': 6, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:12.368967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e032e-37c7-4e37-8bad-50c82b4f0319 req-df9f8e59-601d-4cae-a44e-d39319085a23 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:12.368967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545e032e-37c7-4e37-8bad-50c82b4f0319 req-df9f8e59-601d-4cae-a44e-d39319085a23 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 945 time: 0.4967091 Mar 31 23:19:12.438259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-f4bea237-a8bf-4ae8-a4aa-6c5996b5f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:12.446731 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a77b5cdf-a062-420c-8600-47eda1e95af5 req-f58acc6c-cc0d-4e0d-a49d-5972193ff394 service neutron] 10.222.0.50 "GET /v2.0/networks/cd85c107-8b0f-4887-bb42-c2d4bddcd8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470453 Mar 31 23:19:12.449470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-f4bea237-a8bf-4ae8-a4aa-6c5996b5f26c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdb8e552-d5d9-4c70-a6c3-910e177b2a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5683520 Mar 31 23:19:12.452379 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2c6a0-7453-4740-bc2c-cf2ac9f43976 None None] The sync data for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 is: [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:18:54Z', 'revision_number': 6, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '8f4e3725-48b8-464b-931b-078318d38f09', 'name': '', 'network_id': 'bdb8e552-d5d9-4c70-a6c3-910e177b2a37', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:88:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:51Z', 'updated_at': '2022-03-31T23:16:58Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': '0e8c0098-6b03-4b6f-9bba-13173c42c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:12.578393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-545e032e-37c7-4e37-8bad-50c82b4f0319 req-b522f6f4-102a-4a7a-800d-dc6446a66713 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933093 Mar 31 23:19:12.600946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-835667de-0d0a-4118-9924-2199d5ca2ad8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.673105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.50', 65430) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:12.680987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73098d25-9ad7-45d3-ab2f-b6b74a383f25 req-f43bf427-6429-428e-bdd4-8020af3ea24f tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.1668344 Mar 31 23:19:12.795228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-d0b6e4ad-4ae8-47b3-805c-5a80d1d4924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:12.797267 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-d0b6e4ad-4ae8-47b3-805c-5a80d1d4924a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 1058 time: 0.1620750 Mar 31 23:19:12.803515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388ae74f-e775-4155-8df1-c3c8047bc93f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:12.816282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.833654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Transition to ACTIVE for port object 388ae74f-e775-4155-8df1-c3c8047bc93f will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:19:12.885591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-6f3d12fa-ab4a-412a-8194-30805b7a4960 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:12.887301 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-6f3d12fa-ab4a-412a-8194-30805b7a4960 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 945 time: 0.2075570 Mar 31 23:19:12.923965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-140e31f4-7e0f-433b-b30b-44ba825f6ee9 service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392786 Mar 31 23:19:12.945881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4806f8-5014-47b4-9e5e-3862aef3c4cf req-f810196a-579e-4879-a622-6b9ad536ab4d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:12.946865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab4806f8-5014-47b4-9e5e-3862aef3c4cf req-f810196a-579e-4879-a622-6b9ad536ab4d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 907 time: 0.1115689 Mar 31 23:19:12.957212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c872341-4f27-483f-958a-f91d9c4fa19e None None] New status for floating IP eb82c351-15cf-461a-9e5d-fd9cd003183a: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:12.957830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.122040 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-835667de-0d0a-4118-9924-2199d5ca2ad8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.176678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Pushing event updated for resources: {'Port': ['ID=388ae74f-e775-4155-8df1-c3c8047bc93f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:13.189442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835667de-0d0a-4118-9924-2199d5ca2ad8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=8a939fd9-da0c-4bc7-bb16-a33ee02234bb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:13.221672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-835667de-0d0a-4118-9924-2199d5ca2ad8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.223771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-835667de-0d0a-4118-9924-2199d5ca2ad8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/8a939fd9-da0c-4bc7-bb16-a33ee02234bb HTTP/1.1" status: 204 len: 168 time: 1.3457620 Mar 31 23:19:13.232967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39034) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:13.242744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Attempting to bind port 388ae74f-e775-4155-8df1-c3c8047bc93f on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:13.243213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Attempting to bind port 388ae74f-e775-4155-8df1-c3c8047bc93f by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:13.243766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Attempting to bind port 388ae74f-e775-4155-8df1-c3c8047bc93f on network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:13.254444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-8dae623f-3814-45d0-a15f-c05ba43e93a2 service neutron] 10.222.0.50 "GET /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191292 Mar 31 23:19:13.255105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Port 388ae74f-e775-4155-8df1-c3c8047bc93f on network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:19:13.255528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Attempting to bind port 388ae74f-e775-4155-8df1-c3c8047bc93f on network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:13.271855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:13.274079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Checking segment: {'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:13.275170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Bound using segment: {'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:13.275770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Bound port: 388ae74f-e775-4155-8df1-c3c8047bc93f, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:13.276236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.286966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3578c1-4f97-49c6-82ef-4d2759c83ced None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:13.310958 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7189410c-1b6d-4e48-a9af-160af6a46fae tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753312 Mar 31 23:19:13.314026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-0c46cbbe-b80b-4473-b0dd-e83b34e5c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.321897 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-0c46cbbe-b80b-4473-b0dd-e83b34e5c662 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 HTTP/1.1" status: 200 len: 899 time: 0.5074055 Mar 31 23:19:13.322389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39036) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:13.328896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:13.395649 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] For port 388ae74f-e775-4155-8df1-c3c8047bc93f, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:13.399013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port 733e6dab-7703-48d2-bbd3-bf24912abb18 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:13.399646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.404364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] For port 388ae74f-e775-4155-8df1-c3c8047bc93f, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=388ae74f-e775-4155-8df1-c3c8047bc93f,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:13.442801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-959154b3-73e8-4d89-a370-4584e6b6cda4 None None] Provisioning complete for port 38eda07f-7475-4acd-a7a2-4d72039e7f2f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:13.443327 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-959154b3-73e8-4d89-a370-4584e6b6cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.503141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.511190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-2a3908f4-53e1-45f5-b107-34217416819f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=8c624087-e07f-4104-9e03-1cbccf4436a8 HTTP/1.1" status: 200 len: 217 time: 0.1474438 Mar 31 23:19:13.561501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.562135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.563586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] 10.222.0.50 "PUT /v2.0/ports/388ae74f-e775-4155-8df1-c3c8047bc93f HTTP/1.1" status: 200 len: 1091 time: 2.1932769 Mar 31 23:19:13.565852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d12545-2e3d-488a-8c3a-a07c496da402', 'tag': '388ae74f-e775-4155-8df1-c3c8047bc93f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:13.568143 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a47fbf3-b094-426a-a654-2bd7ee9b9b77" -d '{"events": [{"name": "network-changed", "server_uuid": "57d12545-2e3d-488a-8c3a-a07c496da402", "tag": "388ae74f-e775-4155-8df1-c3c8047bc93f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:13.596129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9982b-0d46-4630-8b6b-5fda1ba805ec req-c1d48f8e-1119-47e6-9055-969361b11842 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.597759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8d9982b-0d46-4630-8b6b-5fda1ba805ec req-c1d48f8e-1119-47e6-9055-969361b11842 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 943 time: 0.1594033 Mar 31 23:19:13.609118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481196-2ae0-4ca7-a393-9793172148ee service neutron] Pushing event updated for resources: {'Port': ['ID=388ae74f-e775-4155-8df1-c3c8047bc93f,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:13.655673 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443ebac7-346a-4929-b039-215e55a91fd0 x-openstack-request-id: req-443ebac7-346a-4929-b039-215e55a91fd0 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:13.656198 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d12545-2e3d-488a-8c3a-a07c496da402", "tag": "388ae74f-e775-4155-8df1-c3c8047bc93f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:13.656638 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-443ebac7-346a-4929-b039-215e55a91fd0 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:13.656987 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443ebac7-346a-4929-b039-215e55a91fd0'] response: {'name': 'network-changed', 'server_uuid': '57d12545-2e3d-488a-8c3a-a07c496da402', 'tag': '388ae74f-e775-4155-8df1-c3c8047bc93f', 'status': 'completed', 'code': 200} Mar 31 23:19:13.682158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-8405c33c-e9fa-4a0e-993b-a072ce16c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.684731 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-8405c33c-e9fa-4a0e-993b-a072ce16c1d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fef4cc81-cc81-4cc6-8a54-8a332ed93402 HTTP/1.1" status: 200 len: 838 time: 0.1553741 Mar 31 23:19:13.739152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8d9982b-0d46-4630-8b6b-5fda1ba805ec req-0abfde1b-7c7c-47d0-8101-04de0dcccdd0 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259487 Mar 31 23:19:13.772840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:13.866253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47fbf3-b094-426a-a654-2bd7ee9b9b77 req-3c97e419-bf40-4346-9dc7-c0099af19015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.868673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a47fbf3-b094-426a-a654-2bd7ee9b9b77 req-3c97e419-bf40-4346-9dc7-c0099af19015 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 1094 time: 0.1852260 Mar 31 23:19:13.880784 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:13.887031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.910846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] Deleting port 38eda07f-7475-4acd-a7a2-4d72039e7f2f {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:13.911223 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.913971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port 733e6dab-7703-48d2-bbd3-bf24912abb18, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=733e6dab-7703-48d2-bbd3-bf24912abb18,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:13.914339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.929154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee92c-7545-457d-8326-ed3ace929cf4 req-632e9450-1a8f-452f-a7ac-54f76850fb9e tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.938341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-720ee92c-7545-457d-8326-ed3ace929cf4 req-632e9450-1a8f-452f-a7ac-54f76850fb9e tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 945 time: 0.1967661 Mar 31 23:19:13.945542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for 733e6dab-7703-48d2-bbd3-bf24912abb18 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:13.949792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8c4d73c-68bf-4e58-bb2a-89f6e3db81c4 req-efdb2a7e-8efd-40b4-bb17-5e54b66e21c4 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0882421 Mar 31 23:19:13.979798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-bba18b47-f119-4356-8f10-0b9d53506770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.981519 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-bba18b47-f119-4356-8f10-0b9d53506770 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd85c107-8b0f-4887-bb42-c2d4bddcd8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2879653 Mar 31 23:19:14.020805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-720ee92c-7545-457d-8326-ed3ace929cf4 req-7b90e2a9-51fa-44b6-bf26-9966bba7977b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=1de95a5a-28dc-4fac-bdd9-5926ce4762b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615175 Mar 31 23:19:14.064729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] For port 38eda07f-7475-4acd-a7a2-4d72039e7f2f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=38eda07f-7475-4acd-a7a2-4d72039e7f2f,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:14.065326 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.080368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] Calling delete_port for 38eda07f-7475-4acd-a7a2-4d72039e7f2f owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:14.199272 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-ab0988ce-f281-47f8-b5b3-5f6ab6130718 service neutron] 10.222.0.50 "GET /v2.0/networks/cd85c107-8b0f-4887-bb42-c2d4bddcd8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063439 Mar 31 23:19:14.262310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.265797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe691c5-8730-4d55-823b-65117599ba1b req-1c824411-9c3c-4eb6-914c-88b37c2d691a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.268213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2fe691c5-8730-4d55-823b-65117599ba1b req-1c824411-9c3c-4eb6-914c-88b37c2d691a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 907 time: 0.1610603 Mar 31 23:19:14.277136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] No DVR routers for this DVR port 38eda07f-7475-4acd-a7a2-4d72039e7f2f on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:14.284292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47fbf3-b094-426a-a654-2bd7ee9b9b77 req-e30d407c-d100-4d1c-b114-54f597835a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.285866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a47fbf3-b094-426a-a654-2bd7ee9b9b77 req-e30d407c-d100-4d1c-b114-54f597835a9b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4013379 Mar 31 23:19:14.303644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 38eda07f-7475-4acd-a7a2-4d72039e7f2f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:14.309552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86314858-13e8-4ff0-833e-aca1730a7cc2 None None] Pushing event deleted for resources: {'Port': ['ID=38eda07f-7475-4acd-a7a2-4d72039e7f2f,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:14.336072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 38eda07f-7475-4acd-a7a2-4d72039e7f2f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:14.336544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 38eda07f-7475-4acd-a7a2-4d72039e7f2f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:14.533006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47fbf3-b094-426a-a654-2bd7ee9b9b77 req-2801e2a3-61aa-4337-8cc9-f64a0f27ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.536415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a47fbf3-b094-426a-a654-2bd7ee9b9b77 req-2801e2a3-61aa-4337-8cc9-f64a0f27ac49 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391310 Mar 31 23:19:14.642302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-fbe30695-4e5e-4d47-ba1f-83d2447c2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.643945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-fbe30695-4e5e-4d47-ba1f-83d2447c2c69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 1094 time: 0.0558259 Mar 31 23:19:14.702614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-79c2ae9e-662e-4713-a3a4-26651bc12998 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=388ae74f-e775-4155-8df1-c3c8047bc93f HTTP/1.1" status: 200 len: 217 time: 0.0484748 Mar 31 23:19:14.758906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-5d842ee1-1ace-4b18-855d-507b8abe3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.760484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-5d842ee1-1ace-4b18-855d-507b8abe3e6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30f9a7c5-515f-434d-ab57-3ab78f41cb63 HTTP/1.1" status: 200 len: 853 time: 0.0510030 Mar 31 23:19:14.805726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-7c3c80fd-c0c4-4916-86f0-b01ebe6d1dec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365577 Mar 31 23:19:14.821930 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-d498cf7e-c3bd-47ed-82da-e2fa9f1919f0 service neutron] 10.222.0.50 "GET /v2.0/networks/cd85c107-8b0f-4887-bb42-c2d4bddcd8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976152 Mar 31 23:19:14.871525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.875982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.935140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9accad-4255-4e92-af56-cd3aea5b8571 req-c80b4022-7cec-44ce-ab37-8b4ffc37a459 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.939346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=733e6dab-7703-48d2-bbd3-bf24912abb18,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:14.942523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b9accad-4255-4e92-af56-cd3aea5b8571 req-c80b4022-7cec-44ce-ab37-8b4ffc37a459 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 943 time: 0.1111939 Mar 31 23:19:14.950288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:14.957597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:14.963214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.964333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.987662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45a9b1e-6b05-43db-80ae-a340e10f46ce None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:14.995896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-b23c3cc4-c853-4ab5-9d20-9cd1058156a9 service neutron] 10.222.0.50 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768234 Mar 31 23:19:15.010583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=03b03956-ef73-4522-81ed-6c416453f560,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:15.015961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] No DVR routers for this DVR port 733e6dab-7703-48d2-bbd3-bf24912abb18 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:15.020432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.023868 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c41a19e3-6581-4b25-b95d-d92747a29090 req-d08edc28-4b51-412e-95b1-5d83d2912cd2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.50 "DELETE /v2.0/ports/733e6dab-7703-48d2-bbd3-bf24912abb18 HTTP/1.1" status: 204 len: 173 time: 2.0777128 Mar 31 23:19:15.024341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'name': 'network-vif-deleted', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:15.026759 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9690a7f6-8476-44b9-99c3-803388bee86a" -d '{"events": [{"server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "name": "network-vif-deleted", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:15.057072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b9accad-4255-4e92-af56-cd3aea5b8571 req-f3258744-158f-438d-a760-44b496738303 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137066 Mar 31 23:19:15.092538 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4107e854-857f-4264-9a34-7cfb784e5b7c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7681308 Mar 31 23:19:15.095422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39064) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:15.104004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-79a78ab7-f24d-466f-a930-0a7f8b5fa960 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:15.182974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d99ecd38-e376-4671-ac6c-a1870dba434e req-5f60e007-222e-43db-9ad7-0b3e54b0997e service neutron] 10.222.0.50 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765099 Mar 31 23:19:15.217937 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a8a95-188e-45ea-a809-76022076703b x-openstack-request-id: req-e08a8a95-188e-45ea-a809-76022076703b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:15.218304 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23802f21-fb61-4666-b0c4-1f5bd85aeddc", "name": "network-vif-deleted", "tag": "733e6dab-7703-48d2-bbd3-bf24912abb18", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:15.218761 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e08a8a95-188e-45ea-a809-76022076703b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:15.219247 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08a8a95-188e-45ea-a809-76022076703b'] response: {'server_uuid': '23802f21-fb61-4666-b0c4-1f5bd85aeddc', 'name': 'network-vif-deleted', 'tag': '733e6dab-7703-48d2-bbd3-bf24912abb18', 'status': 'completed', 'code': 200} Mar 31 23:19:15.269606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'tenant_id': '6cd17529b8394377aff19e012a44b1a6', 'fixed_ips': [{'subnet_id': '03b03956-ef73-4522-81ed-6c416453f560'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:15.269606 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.270429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a78b78d-58d8-4592-a528-bbdf5e3a0d4f req-7c3df8a9-c8cd-441c-877c-095c4c7a2af7 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0770311 Mar 31 23:19:15.329208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0eda0fa5-ab49-4e84-8740-64ceaf9e4490 req-c408a307-e899-4466-8617-b368a640a464 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=23802f21-fb61-4666-b0c4-1f5bd85aeddc HTTP/1.1" status: 200 len: 210 time: 0.0776393 Mar 31 23:19:15.427127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a78ab7-f24d-466f-a930-0a7f8b5fa960 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:15.438401 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-79a78ab7-f24d-466f-a930-0a7f8b5fa960 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.487158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 8c624087-e07f-4104-9e03-1cbccf4436a8 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:19:15.520460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92d924-62b2-4a2b-849a-b97be40f4845 req-1dde2cc3-c605-48ef-a69f-5dd328629704 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:15.530904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca92d924-62b2-4a2b-849a-b97be40f4845 req-1dde2cc3-c605-48ef-a69f-5dd328629704 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 907 time: 0.0832968 Mar 31 23:19:15.534356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Allocated IP 2001:db8::2 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/03b03956-ef73-4522-81ed-6c416453f560/cc7688d7-6048-47d7-854a-73a933564100) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:15.618359 n-d-836015-1 neutron-server[109821]: INFO neutron.db.ipam_backend_mixin [None req-79a78ab7-f24d-466f-a930-0a7f8b5fa960 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03b03956-ef73-4522-81ed-6c416453f560 (CIDR: 2001:db8::/64) Mar 31 23:19:15.660547 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a78ab7-f24d-466f-a930-0a7f8b5fa960 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:15.662086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a78ab7-f24d-466f-a930-0a7f8b5fa960 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:15.741872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 8c624087-e07f-4104-9e03-1cbccf4436a8, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8c624087-e07f-4104-9e03-1cbccf4436a8,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:15.766833 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-79a78ab7-f24d-466f-a930-0a7f8b5fa960 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6701372 Mar 31 23:19:15.769474 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39072) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:15.771273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '8c624087-e07f-4104-9e03-1cbccf4436a8', 'network_id': 'cd85c107-8b0f-4887-bb42-c2d4bddcd8a2', 'port_id': '8c624087-e07f-4104-9e03-1cbccf4436a8', 'mac_address': 'fa:16:3e:19:5e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef4cc81-cc81-4cc6-8a54-8a332ed93402', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:19:15.775377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'subnet': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:15.854019 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.899048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c624087-e07f-4104-9e03-1cbccf4436a8 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:15.904863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.938567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 8c624087-e07f-4104-9e03-1cbccf4436a8, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8c624087-e07f-4104-9e03-1cbccf4436a8,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:15.987448 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.030574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:16.033155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:16.034171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.044983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:16.047013 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:16.054002 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.074852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc7688d7-6048-47d7-854a-73a933564100,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.151287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=8c624087-e07f-4104-9e03-1cbccf4436a8,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.210939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Attempting to bind port cc7688d7-6048-47d7-854a-73a933564100 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:16.211433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Attempting to bind port cc7688d7-6048-47d7-854a-73a933564100 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:16.211813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Attempting to bind port cc7688d7-6048-47d7-854a-73a933564100 on network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:16.219306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:16.219864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Checking segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:16.220277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.220679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Bound using segment: {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:16.221153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Bound port: cc7688d7-6048-47d7-854a-73a933564100, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7007b0d5-0566-4930-802c-382cd2192513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:16.221605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.223208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd54fd-0656-40e8-9332-2825f599fdf4 req-dd41d851-b717-4c0b-b9fa-756589d0b615 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:16.225319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2bd54fd-0656-40e8-9332-2825f599fdf4 req-dd41d851-b717-4c0b-b9fa-756589d0b615 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 943 time: 0.0719204 Mar 31 23:19:16.285947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['8c624087-e07f-4104-9e03-1cbccf4436a8'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:16.298251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e2bd54fd-0656-40e8-9332-2825f599fdf4 req-11b92e4e-2d6a-4ff0-8334-177c714ccf22 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661197 Mar 31 23:19:16.419529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39082) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:16.443444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53b1a5bb-3693-46ed-a626-66fade3df775 req-5a85e827-8c00-44dc-ac56-d4c0ca02218a tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0521080 Mar 31 23:19:16.480145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] For port cc7688d7-6048-47d7-854a-73a933564100, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:16.485405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] For port cc7688d7-6048-47d7-854a-73a933564100, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cc7688d7-6048-47d7-854a-73a933564100,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:16.565982 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.587617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cfd264ef-d46f-4b87-a6f0-6aea628c1a0f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.678741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cfd264ef-d46f-4b87-a6f0-6aea628c1a0f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.732051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3b21d-09d6-447f-8839-be832fda9fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc7688d7-6048-47d7-854a-73a933564100,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.732589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4220a-675f-466e-ac14-e91a75db6722 req-9e70efb9-0615-4d14-9604-657717ddef3d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:16.734457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fee4220a-675f-466e-ac14-e91a75db6722 req-9e70efb9-0615-4d14-9604-657717ddef3d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 908 time: 0.1222486 Mar 31 23:19:16.755988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:16.999848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cfd264ef-d46f-4b87-a6f0-6aea628c1a0f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.003052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cfd264ef-d46f-4b87-a6f0-6aea628c1a0f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.006682 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cfd264ef-d46f-4b87-a6f0-6aea628c1a0f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/security-groups/1de95a5a-28dc-4fac-bdd9-5926ce4762b1 HTTP/1.1" status: 204 len: 168 time: 0.5837195 Mar 31 23:19:17.014360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd264ef-d46f-4b87-a6f0-6aea628c1a0f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de95a5a-28dc-4fac-bdd9-5926ce4762b1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.129475 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.140435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39096) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.347006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] For port cc7688d7-6048-47d7-854a-73a933564100, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cc7688d7-6048-47d7-854a-73a933564100,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:17.387153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.461016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 8c624087-e07f-4104-9e03-1cbccf4436a8 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:17.467289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.467911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.702996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:17.717200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:17.722862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Subnet': ['ID=61b88814-21b5-42c8-9bed-050b5811799d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.741335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:17.741957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.760274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 8c624087-e07f-4104-9e03-1cbccf4436a8 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:19:17.767073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=cc7688d7-6048-47d7-854a-73a933564100,revision_number=4']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.774385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 8c624087-e07f-4104-9e03-1cbccf4436a8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:17.775134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.840314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccd5b180-c668-4f7a-be36-a82581b51dda req-7dd3e138-d118-49c6-9bc5-a9e3097efa18 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f63f887-c34b-48b2-909e-13acd89b2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0704577 Mar 31 23:19:17.877629 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e5f1ebe7-d5e6-4314-8990-9254e170c2f3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1067827 Mar 31 23:19:17.886371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39104) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.893144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Request body: {'port': {'network_id': 'd3ecee09-e8ba-4202-a5b7-6236b7aa51b9', 'mac_address': 'fa:16:3e:82:f3:b3', 'name': 'tempest-NetworksTestDHCPv6-971854974'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:18.036828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3dfa4-d28d-4333-b6f4-02f3e64355a1 req-610ece41-e9bc-4dde-9219-85833f320140 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:18.046158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5f3dfa4-d28d-4333-b6f4-02f3e64355a1 req-610ece41-e9bc-4dde-9219-85833f320140 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 943 time: 0.2863204 Mar 31 23:19:18.129654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Made reservation on behalf of 6cd17529b8394377aff19e012a44b1a6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:18.145201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef3a9d-0fe4-4ec0-92f2-fbb0bf3a5410 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:18.164668 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5f3dfa4-d28d-4333-b6f4-02f3e64355a1 req-4b7c1f71-65e9-452f-b30e-13b247dbcbf0 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174579 Mar 31 23:19:18.178297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb072e0e-7ccd-466c-abf7-4aa72d49cdb4 req-f50f6cd0-94d5-42c7-878c-4554a7d91423 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:18.180283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb072e0e-7ccd-466c-abf7-4aa72d49cdb4 req-f50f6cd0-94d5-42c7-878c-4554a7d91423 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 908 time: 0.2024767 Mar 31 23:19:18.311669 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.322802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.328357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9199e8c1-2b8f-41d9-8a1a-b6c3f6362f65 None None] Provisioning complete for port cc7688d7-6048-47d7-854a-73a933564100 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:18.328735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9199e8c1-2b8f-41d9-8a1a-b6c3f6362f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.345836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] device_id is not set on port a65f73ce-1a60-4c92-b9b8-bf2571d08b55 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:18.387874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cc7688d7-6048-47d7-854a-73a933564100 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:18.411506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b299eea-153c-48d2-a070-0853d478a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c624087-e07f-4104-9e03-1cbccf4436a8'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:18.414004 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbdd8d6-4131-46c8-adcd-59105a9a095a" -d '{"events": [{"server_uuid": "4b299eea-153c-48d2-a070-0853d478a76d", "name": "network-vif-plugged", "status": "completed", "tag": "8c624087-e07f-4104-9e03-1cbccf4436a8"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:18.429997 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.481920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 8c624087-e07f-4104-9e03-1cbccf4436a8, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8c624087-e07f-4104-9e03-1cbccf4436a8,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:18.541409 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d1891d-e3ee-4266-8d7a-7de301da23f7 x-openstack-request-id: req-14d1891d-e3ee-4266-8d7a-7de301da23f7 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:18.542707 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b299eea-153c-48d2-a070-0853d478a76d", "name": "network-vif-plugged", "status": "completed", "tag": "8c624087-e07f-4104-9e03-1cbccf4436a8", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:18.543019 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14d1891d-e3ee-4266-8d7a-7de301da23f7 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:18.543547 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d1891d-e3ee-4266-8d7a-7de301da23f7'] response: {'server_uuid': '4b299eea-153c-48d2-a070-0853d478a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c624087-e07f-4104-9e03-1cbccf4436a8', 'code': 200} Mar 31 23:19:18.568274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cc7688d7-6048-47d7-854a-73a933564100 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:18.568785 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.573655 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.574601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 733e6dab-7703-48d2-bbd3-bf24912abb18 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:18.605948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 733e6dab-7703-48d2-bbd3-bf24912abb18 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:18.605948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 733e6dab-7703-48d2-bbd3-bf24912abb18 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:18.614987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8::116 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/03b03956-ef73-4522-81ed-6c416453f560/a65f73ce-1a60-4c92-b9b8-bf2571d08b55) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:18.624383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:f3b3 (d3ecee09-e8ba-4202-a5b7-6236b7aa51b9/61b88814-21b5-42c8-9bed-050b5811799d/a65f73ce-1a60-4c92-b9b8-bf2571d08b55) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:18.679474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c6ead-d710-45de-be2f-1afba1a91eac req-fa39e8b5-447c-4758-bec5-c27e2475fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:18.681388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd7c6ead-d710-45de-be2f-1afba1a91eac req-fa39e8b5-447c-4758-bec5-c27e2475fe67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 1060 time: 0.0774662 Mar 31 23:19:18.752776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9199e8c1-2b8f-41d9-8a1a-b6c3f6362f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.776798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=8c624087-e07f-4104-9e03-1cbccf4436a8,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:18.819373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.826448 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.845080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port 8f4e3725-48b8-464b-931b-078318d38f09 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:18.845657 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.870168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9199e8c1-2b8f-41d9-8a1a-b6c3f6362f65 None None] For port cc7688d7-6048-47d7-854a-73a933564100, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cc7688d7-6048-47d7-854a-73a933564100,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:18.934398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.958818 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9199e8c1-2b8f-41d9-8a1a-b6c3f6362f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.981679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port 8f4e3725-48b8-464b-931b-078318d38f09, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8f4e3725-48b8-464b-931b-078318d38f09,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:18.983277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.007088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for 8f4e3725-48b8-464b-931b-078318d38f09 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:19.018154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event updated for resources: {'Port': ['ID=a65f73ce-1a60-4c92-b9b8-bf2571d08b55,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.026801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:19.029018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:19.037312 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:19.044144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:19.045084 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.048437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:19:19.048835 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:19:19.055673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199e8c1-2b8f-41d9-8a1a-b6c3f6362f65 None None] Pushing event updated for resources: {'Port': ['ID=cc7688d7-6048-47d7-854a-73a933564100,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.061146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39114) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.134335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0e56d479-2e07-4914-9602-c2699e990f3b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2466297 Mar 31 23:19:19.134978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39116) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.167781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df983c0c-a963-4236-a1df-e62cd38e652c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.239418 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df983c0c-a963-4236-a1df-e62cd38e652c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.326665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c125dbf5-8010-49a8-b966-c95148d89faf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting port a65f73ce-1a60-4c92-b9b8-bf2571d08b55 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:19.331851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c125dbf5-8010-49a8-b966-c95148d89faf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.394544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3b2de-591d-485f-ac61-e9dd9f5205fb req-28c5e583-5684-4c2c-9e4a-f8734b8f10bc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:19.396031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cc3b2de-591d-485f-ac61-e9dd9f5205fb req-28c5e583-5684-4c2c-9e4a-f8734b8f10bc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 943 time: 0.1168358 Mar 31 23:19:19.418387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074173-b8df-4acd-9ca4-a8993da9254c req-d26070a3-94c6-4c74-ab54-16881d0bc199 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:19.423163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2074173-b8df-4acd-9ca4-a8993da9254c req-d26070a3-94c6-4c74-ab54-16881d0bc199 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 909 time: 0.0788736 Mar 31 23:19:19.451552 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df983c0c-a963-4236-a1df-e62cd38e652c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.454389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df983c0c-a963-4236-a1df-e62cd38e652c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.458144 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df983c0c-a963-4236-a1df-e62cd38e652c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "DELETE /v2.0/security-groups/74df75a9-0162-4956-b88c-ab27a9ce8b6c HTTP/1.1" status: 204 len: 168 time: 0.3933294 Mar 31 23:19:19.458144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c125dbf5-8010-49a8-b966-c95148d89faf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.459105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39124) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.462503 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 388ae74f-e775-4155-8df1-c3c8047bc93f details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:19:19.476869 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-2364454c-0c16-4f8e-b840-6faba2b6e3d5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] show failed (client error): The resource could not be found. Mar 31 23:19:19.481518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2364454c-0c16-4f8e-b840-6faba2b6e3d5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "GET /v2.0/security-groups/74df75a9-0162-4956-b88c-ab27a9ce8b6c HTTP/1.1" status: 404 len: 347 time: 0.0172446 Mar 31 23:19:19.481518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.494370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df983c0c-a963-4236-a1df-e62cd38e652c tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df75a9-0162-4956-b88c-ab27a9ce8b6c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.494562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39126) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:19.494639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c125dbf5-8010-49a8-b966-c95148d89faf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Calling delete_port for a65f73ce-1a60-4c92-b9b8-bf2571d08b55 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:19.498310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cc3b2de-591d-485f-ac61-e9dd9f5205fb req-d2867bda-44fb-4a42-83d0-cbf082976b82 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887303 Mar 31 23:19:19.560321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=8f4e3725-48b8-464b-931b-078318d38f09,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.771665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d6e6ac7d-0f75-4443-89fe-824bf037f95f None None] Provisioning complete for port cc7688d7-6048-47d7-854a-73a933564100 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:19.772129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac7d-0f75-4443-89fe-824bf037f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.835381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 388ae74f-e775-4155-8df1-c3c8047bc93f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=388ae74f-e775-4155-8df1-c3c8047bc93f,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:19.856738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '388ae74f-e775-4155-8df1-c3c8047bc93f', 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd', 'port_id': '388ae74f-e775-4155-8df1-c3c8047bc93f', 'mac_address': 'fa:16:3e:8f:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f9a7c5-515f-434d-ab57-3ab78f41cb63', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:19:19.859538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting port 27d5685d-561c-4cab-b856-b0733035c727 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:19.860023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.936624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.950420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c125dbf5-8010-49a8-b966-c95148d89faf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.977280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.004645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388ae74f-e775-4155-8df1-c3c8047bc93f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:20.020858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125dbf5-8010-49a8-b966-c95148d89faf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Port': ['ID=a65f73ce-1a60-4c92-b9b8-bf2571d08b55,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.044657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 388ae74f-e775-4155-8df1-c3c8047bc93f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=388ae74f-e775-4155-8df1-c3c8047bc93f,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:20.055188 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.055523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.077080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Calling delete_port for 27d5685d-561c-4cab-b856-b0733035c727 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:20.102016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c125dbf5-8010-49a8-b966-c95148d89faf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.108493 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c125dbf5-8010-49a8-b966-c95148d89faf tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/a65f73ce-1a60-4c92-b9b8-bf2571d08b55 HTTP/1.1" status: 204 len: 168 time: 0.9680073 Mar 31 23:19:20.109005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39128) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.123793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-24f4ed53-cb80-4de0-9dc7-39ed182977d6 None None] Could not find standard attr ID for object a65f73ce-1a60-4c92-b9b8-bf2571d08b55. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:20.126126 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.186316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777ea7f-dd63-407f-93a0-320bfb099423 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.197279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=388ae74f-e775-4155-8df1-c3c8047bc93f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.201929 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3777ea7f-dd63-407f-93a0-320bfb099423 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0916486 Mar 31 23:19:20.204029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39130) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.310994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f67aa-9974-4096-9292-8e3dec6ae372 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.315552 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-af0f67aa-9974-4096-9292-8e3dec6ae372 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1104827 Mar 31 23:19:20.316536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39132) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.379664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cc7688d7-6048-47d7-854a-73a933564100 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:20.386348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132edcc-b570-4fc9-80c9-d5a325f40074 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.387905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132edcc-b570-4fc9-80c9-d5a325f40074 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.389515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132edcc-b570-4fc9-80c9-d5a325f40074 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.393866 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b132edcc-b570-4fc9-80c9-d5a325f40074 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0763495 Mar 31 23:19:20.394434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39138) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.449309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-965abe45-2ebf-4e21-9c9a-bfa96a874ed3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 03b03956-ef73-4522-81ed-6c416453f560 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:20.453110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-965abe45-2ebf-4e21-9c9a-bfa96a874ed3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.463235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 362cdfc9-b56b-44fb-962b-cd347d51164c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:20.491357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cc7688d7-6048-47d7-854a-73a933564100 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:20.491752 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.510306 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-965abe45-2ebf-4e21-9c9a-bfa96a874ed3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.542092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['388ae74f-e775-4155-8df1-c3c8047bc93f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:20.590711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.619274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-965abe45-2ebf-4e21-9c9a-bfa96a874ed3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.707538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Port': ['ID=27d5685d-561c-4cab-b856-b0733035c727,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.781444 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-965abe45-2ebf-4e21-9c9a-bfa96a874ed3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.820137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800c914-a06f-484e-9fa7-ef15b3007cb8 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:20.834419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:20.844003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-402c6101-ad2f-466e-8333-76c909715c06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "PUT /v2.0/routers/362cdfc9-b56b-44fb-962b-cd347d51164c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6984124 Mar 31 23:19:20.844003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39152) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.848732 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] Sync routers for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:20.867548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603df016-0902-4e44-b20d-73f7e846151b req-e00cbf90-4743-4f85-a947-73c9a1772a66 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.869152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-603df016-0902-4e44-b20d-73f7e846151b req-e00cbf90-4743-4f85-a947-73c9a1772a66 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 909 time: 0.2964268 Mar 31 23:19:20.903652 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:20.905763 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:20.907814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.910408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.911593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b69aaff6-62d6-4d67-b921-722a49cecef1 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "DELETE /v2.0/floatingips/49f10457-2957-42c9-9ae1-245c2a8f350c HTTP/1.1" status: 204 len: 168 time: 1.4263875 Mar 31 23:19:20.917957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-965abe45-2ebf-4e21-9c9a-bfa96a874ed3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.924476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3198954-754a-4f9d-9d5b-54b979318f68 req-d68ef2ce-8f48-466e-aaae-26c9d333331f tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.926643 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-965abe45-2ebf-4e21-9c9a-bfa96a874ed3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/03b03956-ef73-4522-81ed-6c416453f560 HTTP/1.1" status: 204 len: 168 time: 0.5311489 Mar 31 23:19:20.930408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3198954-754a-4f9d-9d5b-54b979318f68 req-d68ef2ce-8f48-466e-aaae-26c9d333331f tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 944 time: 0.2257850 Mar 31 23:19:20.931642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39156) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.934213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39158) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.936472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965abe45-2ebf-4e21-9c9a-bfa96a874ed3 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=03b03956-ef73-4522-81ed-6c416453f560,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:21.065229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7cf0c9-aeaf-43b0-8935-926c395527e0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting subnet 0e8c0098-6b03-4b6f-9bba-13173c42c710 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:21.080289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3198954-754a-4f9d-9d5b-54b979318f68 req-b1c8084a-5bf8-481d-a9b3-e5f67f2c1c62 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417551 Mar 31 23:19:21.081424 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0c9-aeaf-43b0-8935-926c395527e0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.099222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-57b908f3-35ce-487b-a809-9b4944ee49be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting port bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:21.102646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57b908f3-35ce-487b-a809-9b4944ee49be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.108540 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:21.140646 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0c9-aeaf-43b0-8935-926c395527e0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.210883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5410a6c-eda5-42fe-8cbd-43ba60b5099d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Deleting subnet 61b88814-21b5-42c8-9bed-050b5811799d {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:21.218224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5410a6c-eda5-42fe-8cbd-43ba60b5099d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.230992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce18278-394d-4def-b453-8999d4b6fc81 req-d1ce0811-13e6-4a93-b995-8b9897443cd6 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:21.234038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fce18278-394d-4def-b453-8999d4b6fc81 req-d1ce0811-13e6-4a93-b995-8b9897443cd6 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 909 time: 0.2287536 Mar 31 23:19:21.264254 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57b908f3-35ce-487b-a809-9b4944ee49be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.280966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-57b908f3-35ce-487b-a809-9b4944ee49be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Calling delete_port for bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:21.352160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5410a6c-eda5-42fe-8cbd-43ba60b5099d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.375444 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:19:19Z', 'revision_number': 7, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:21.389070 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0c9-aeaf-43b0-8935-926c395527e0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.413937 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] Checking router: 362cdfc9-b56b-44fb-962b-cd347d51164c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:21.432979 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] Routers {'362cdfc9-b56b-44fb-962b-cd347d51164c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:21.433900 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['362cdfc9-b56b-44fb-962b-cd347d51164c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:21.482206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39164) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:21.493163 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 388ae74f-e775-4155-8df1-c3c8047bc93f up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:21.552768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d12be1-0527-4572-b771-856dbb67c2cc req-4b66073d-4a69-4c0e-9015-6a07d3555127 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:21.561163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3d12be1-0527-4572-b771-856dbb67c2cc req-4b66073d-4a69-4c0e-9015-6a07d3555127 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 1060 time: 0.1648462 Mar 31 23:19:21.657610 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] Set router 362cdfc9-b56b-44fb-962b-cd347d51164c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:21.676250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57b908f3-35ce-487b-a809-9b4944ee49be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.696606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5410a6c-eda5-42fe-8cbd-43ba60b5099d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.702527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 388ae74f-e775-4155-8df1-c3c8047bc93f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:19:21.706420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 388ae74f-e775-4155-8df1-c3c8047bc93f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:21.706836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.731306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b908f3-35ce-487b-a809-9b4944ee49be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Port': ['ID=bd080b64-65a4-480e-8bbc-dbfde1e0a3a4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:21.802358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0c9-aeaf-43b0-8935-926c395527e0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.945332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57b908f3-35ce-487b-a809-9b4944ee49be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.954584 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:19:19Z', 'revision_number': 7, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:21.965892 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-57b908f3-35ce-487b-a809-9b4944ee49be tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "DELETE /v2.0/ports/bd080b64-65a4-480e-8bbc-dbfde1e0a3a4 HTTP/1.1" status: 204 len: 168 time: 1.0244949 Mar 31 23:19:21.968551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39170) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:21.973743 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.989321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf0c9-aeaf-43b0-8935-926c395527e0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8c0098-6b03-4b6f-9bba-13173c42c710,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:21.995049 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0c9-aeaf-43b0-8935-926c395527e0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.004471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6b7cf0c9-aeaf-43b0-8935-926c395527e0 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/subnets/0e8c0098-6b03-4b6f-9bba-13173c42c710 HTTP/1.1" status: 204 len: 168 time: 1.1557696 Mar 31 23:19:22.007710 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704a11f-127a-46e9-baeb-1293a24ff60c None None] The sync data for ids ['362cdfc9-b56b-44fb-962b-cd347d51164c'] in n-d-836015-1 is: [{'id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'name': 'tempest-TestNetworkBasicOps-router-1922069645', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:16:42Z', 'updated_at': '2022-03-31T23:19:19Z', 'revision_number': 7, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': 'f8190812-b57c-4fc7-804b-c46db9fc3026', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362cdfc9-b56b-44fb-962b-cd347d51164c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:16:43Z', 'updated_at': '2022-03-31T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:22.015356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39172) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:22.022923 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb34f-c97c-49b9-ae62-00b9b4f16925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.059881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 388ae74f-e775-4155-8df1-c3c8047bc93f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=388ae74f-e775-4155-8df1-c3c8047bc93f,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:22.064499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d12545-2e3d-488a-8c3a-a07c496da402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388ae74f-e775-4155-8df1-c3c8047bc93f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:22.069204 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3aac80-f5d6-41ca-840c-e124d20a4867" -d '{"events": [{"server_uuid": "57d12545-2e3d-488a-8c3a-a07c496da402", "name": "network-vif-plugged", "status": "completed", "tag": "388ae74f-e775-4155-8df1-c3c8047bc93f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:22.076539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764ca14d-22c1-4358-860b-9f978f533fc8 None None] Network bdb8e552-d5d9-4c70-a6c3-910e177b2a37 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:22.104534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d099f4-b124-4765-b43d-f812862d5927 req-1d1e8597-a90a-487c-b066-28aa8692b372 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.107206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5d099f4-b124-4765-b43d-f812862d5927 req-1d1e8597-a90a-487c-b066-28aa8692b372 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1136 time: 0.4174078 Mar 31 23:19:22.265485 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ea7128-af4c-4a32-a2d6-02b30fcbae85 x-openstack-request-id: req-b0ea7128-af4c-4a32-a2d6-02b30fcbae85 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:22.265783 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d12545-2e3d-488a-8c3a-a07c496da402", "name": "network-vif-plugged", "status": "completed", "tag": "388ae74f-e775-4155-8df1-c3c8047bc93f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:22.266043 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0ea7128-af4c-4a32-a2d6-02b30fcbae85 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:22.273427 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ea7128-af4c-4a32-a2d6-02b30fcbae85'] response: {'server_uuid': '57d12545-2e3d-488a-8c3a-a07c496da402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388ae74f-e775-4155-8df1-c3c8047bc93f', 'code': 200} Mar 31 23:19:22.285251 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.292900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8f4e3725-48b8-464b-931b-078318d38f09 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:22.331839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.374226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 8f4e3725-48b8-464b-931b-078318d38f09 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:22.374994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8f4e3725-48b8-464b-931b-078318d38f09 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:22.433485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8c890cf4-4214-4736-9e1d-2e352b83962f None None] Provisioning complete for port cc7688d7-6048-47d7-854a-73a933564100 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:22.434175 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c890cf4-4214-4736-9e1d-2e352b83962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.466560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting port 33d63b53-11e8-449c-ad1c-1119c2c83e18 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:22.466910 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.482698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=388ae74f-e775-4155-8df1-c3c8047bc93f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:22.502609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.616678 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.631287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Calling delete_port for 33d63b53-11e8-449c-ad1c-1119c2c83e18 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:22.637560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] DHCP port deletion for bdb8e552-d5d9-4c70-a6c3-910e177b2a37 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:22.696556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] Deleting port c3146df2-3dbf-4983-8e33-0b8567f20102 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:22.697082 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.718971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5410a6c-eda5-42fe-8cbd-43ba60b5099d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.763679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port f8190812-b57c-4fc7-804b-c46db9fc3026 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:22.764016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.774972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] For port c3146df2-3dbf-4983-8e33-0b8567f20102, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c3146df2-3dbf-4983-8e33-0b8567f20102,segment=NetworkSegment(cf76619d-1373-4f2b-8508-00cdffc57df5),segment_id=cf76619d-1373-4f2b-8508-00cdffc57df5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:22.775373 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.790687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] Calling delete_port for c3146df2-3dbf-4983-8e33-0b8567f20102 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:22.805649 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5410a6c-eda5-42fe-8cbd-43ba60b5099d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Subnet': ['ID=61b88814-21b5-42c8-9bed-050b5811799d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:22.814008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5410a6c-eda5-42fe-8cbd-43ba60b5099d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.821182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d5410a6c-eda5-42fe-8cbd-43ba60b5099d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/61b88814-21b5-42c8-9bed-050b5811799d HTTP/1.1" status: 204 len: 168 time: 1.8819945 Mar 31 23:19:22.827210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39178) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:22.837699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5d099f4-b124-4765-b43d-f812862d5927 req-752b6bda-8611-4d3f-af44-8bba1d240145 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7192514 Mar 31 23:19:22.858705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1237863-400e-4b1b-8b13-14f3e67ffa86 None None] Network d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:22.874128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39180) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:22.879274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ca72f503-11aa-431e-9802-8f1e66b14e04 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496504 Mar 31 23:19:22.888414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39182) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:22.904136 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e7fd6-e804-4c22-a57c-60b5f2f242ef req-80a5f80c-8d11-4d90-8c48-a46c293a39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.905666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-324e7fd6-e804-4c22-a57c-60b5f2f242ef req-80a5f80c-8d11-4d90-8c48-a46c293a39a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 1096 time: 0.2045579 Mar 31 23:19:22.910528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port f8190812-b57c-4fc7-804b-c46db9fc3026, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f8190812-b57c-4fc7-804b-c46db9fc3026,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:22.910896 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.929961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for f8190812-b57c-4fc7-804b-c46db9fc3026 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:22.931932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceeed1-2c0d-4658-a327-6393f5e7b9c8 req-36f2d3fe-e0bd-40a6-8bf2-1bde737642dc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.940485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48ceeed1-2c0d-4658-a327-6393f5e7b9c8 req-36f2d3fe-e0bd-40a6-8bf2-1bde737642dc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 945 time: 0.2380278 Mar 31 23:19:22.945126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.954971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c632321-4ca8-4f63-88ff-907cc4cadb26 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.959307 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3c632321-4ca8-4f63-88ff-907cc4cadb26 tempest-TestSecurityGroupsBasicOps-1007144265 tempest-TestSecurityGroupsBasicOps-1007144265-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 1055 time: 0.0812969 Mar 31 23:19:23.035668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:19:23.036240 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb34f-c97c-49b9-ae62-00b9b4f16925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.038359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Port': ['ID=33d63b53-11e8-449c-ad1c-1119c2c83e18,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.047649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48ceeed1-2c0d-4658-a327-6393f5e7b9c8 req-ba939426-5f5d-44f5-80c8-ac4640545443 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063068 Mar 31 23:19:23.065251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-324e7fd6-e804-4c22-a57c-60b5f2f242ef req-cb6c0cc0-0c4e-4ef8-a4f8-c8b55464e74d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130693 Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.065523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:23.070945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd1965-649d-4c53-a099-7d57cc845ff8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.073068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6fcd1965-649d-4c53-a099-7d57cc845ff8 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1836150 Mar 31 23:19:23.081201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39186) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.090693 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.113380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb34f-c97c-49b9-ae62-00b9b4f16925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.128443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] Pushing event deleted for resources: {'Port': ['ID=c3146df2-3dbf-4983-8e33-0b8567f20102,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.131036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e331c-b761-4007-834d-ca7eb59774e9 None None] No DVR routers for this DVR port c3146df2-3dbf-4983-8e33-0b8567f20102 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:23.184991 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.187732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c5bcb34f-c97c-49b9-ae62-00b9b4f16925 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=525be9e4af4f48d3b5fc1d79329396cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7020390 Mar 31 23:19:23.188476 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-95380873-49bf-4c4b-a165-440aafc01371 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "DELETE /v2.0/ports/33d63b53-11e8-449c-ad1c-1119c2c83e18 HTTP/1.1" status: 204 len: 168 time: 1.2171209 Mar 31 23:19:23.188796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39188) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.193292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de31564d-531f-4aec-8b02-492346584ce7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.197205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-de31564d-531f-4aec-8b02-492346584ce7 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168051 Mar 31 23:19:23.197205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39190) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.198371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39192) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.201819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcb34f-c97c-49b9-ae62-00b9b4f16925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbe2051-6ba0-4f5e-9277-6b98b6466ec7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.242570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] DHCP port deletion for d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:23.251285 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0e7fa32a-ec18-4d92-9900-d6e9feeabe94 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501890 Mar 31 23:19:23.253952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39194) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.297251 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-25710c4b-9e3a-496c-b361-be013cf35380 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.297992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25710c4b-9e3a-496c-b361-be013cf35380 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.301583 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-25710c4b-9e3a-496c-b361-be013cf35380 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/a65f73ce-1a60-4c92-b9b8-bf2571d08b55 HTTP/1.1" status: 404 len: 333 time: 0.0489168 Mar 31 23:19:23.302623 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a87a49f4-f39a-4552-b060-d7f9a1eeaa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.304171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39196) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.306647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] Deleting port cc7688d7-6048-47d7-854a-73a933564100 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:23.307021 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.317259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b39630a-8623-41af-be0a-30b089d337c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting subnet 97d3cbe4-e83f-41f8-8540-1623d4ddeb17 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:23.335361 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b39630a-8623-41af-be0a-30b089d337c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.369047 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cc986f-170d-432d-8780-fd752a756d91 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.369680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cc986f-170d-432d-8780-fd752a756d91 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.372707 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e8cc986f-170d-432d-8780-fd752a756d91 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/61b88814-21b5-42c8-9bed-050b5811799d HTTP/1.1" status: 404 len: 337 time: 0.0676053 Mar 31 23:19:23.375590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39198) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.392538 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a87a49f4-f39a-4552-b060-d7f9a1eeaa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.408799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] For port cc7688d7-6048-47d7-854a-73a933564100, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cc7688d7-6048-47d7-854a-73a933564100,segment=NetworkSegment(7007b0d5-0566-4930-802c-382cd2192513),segment_id=7007b0d5-0566-4930-802c-382cd2192513)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:23.409002 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.411904 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb54e924-eac8-4ae4-be06-bfe8bd564354 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.412371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb54e924-eac8-4ae4-be06-bfe8bd564354 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.415967 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bb54e924-eac8-4ae4-be06-bfe8bd564354 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/03b03956-ef73-4522-81ed-6c416453f560 HTTP/1.1" status: 404 len: 337 time: 0.0390503 Mar 31 23:19:23.418698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39202) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.430219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b39630a-8623-41af-be0a-30b089d337c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.430394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] Calling delete_port for cc7688d7-6048-47d7-854a-73a933564100 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:23.441969 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f9251-d46a-48e7-b504-f9013ed4f09f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.447546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295f9251-d46a-48e7-b504-f9013ed4f09f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.450886 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-295f9251-d46a-48e7-b504-f9013ed4f09f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/fddd77b9-3891-47e1-a7ba-f594a4c6ab8f HTTP/1.1" status: 404 len: 333 time: 0.0311863 Mar 31 23:19:23.460056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.487767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.491545 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4218be-a0dd-4903-89fb-7f5e5a3c62ac tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.491998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4218be-a0dd-4903-89fb-7f5e5a3c62ac tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.495167 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6a4218be-a0dd-4903-89fb-7f5e5a3c62ac tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/8a939fd9-da0c-4bc7-bb16-a33ee02234bb HTTP/1.1" status: 404 len: 337 time: 0.0340092 Mar 31 23:19:23.497739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.527840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=f8190812-b57c-4fc7-804b-c46db9fc3026,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.555841 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5934ff04-4f89-4ea3-bc5b-0cf8acf1967f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.556295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5934ff04-4f89-4ea3-bc5b-0cf8acf1967f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.559725 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5934ff04-4f89-4ea3-bc5b-0cf8acf1967f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/4896142f-49c7-4756-a563-d48990e9dc19 HTTP/1.1" status: 404 len: 337 time: 0.0441666 Mar 31 23:19:23.562911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.587716 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.603549 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-03621d72-6b17-41d8-8269-8119a986b68b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.604793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03621d72-6b17-41d8-8269-8119a986b68b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.610171 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-03621d72-6b17-41d8-8269-8119a986b68b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/0710792a-b6cc-462d-92aa-69b9c99c480b HTTP/1.1" status: 404 len: 333 time: 0.0440235 Mar 31 23:19:23.614302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39210) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.631221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] Pushing event deleted for resources: {'Port': ['ID=cc7688d7-6048-47d7-854a-73a933564100,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.642426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86c834-497c-478d-9aa5-e2635e5b5fc7 None None] No DVR routers for this DVR port cc7688d7-6048-47d7-854a-73a933564100 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:23.657707 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-988552cc-1e47-4109-8c35-4aca96c1f5cc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.658166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988552cc-1e47-4109-8c35-4aca96c1f5cc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.663222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-988552cc-1e47-4109-8c35-4aca96c1f5cc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/3282c487-bc00-42c3-a0f6-fdd807f40081 HTTP/1.1" status: 404 len: 337 time: 0.0461133 Mar 31 23:19:23.664140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39212) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.676371 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.681484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b39630a-8623-41af-be0a-30b089d337c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.719870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2ddd4-609e-417e-a6e5-a76a1d4c41a1 req-04aeb45a-c213-4261-9486-6011a6d72f22 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.722436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5c2ddd4-609e-417e-a6e5-a76a1d4c41a1 req-04aeb45a-c213-4261-9486-6011a6d72f22 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 909 time: 0.2298620 Mar 31 23:19:23.733537 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba87c8c-18a2-4a6d-a43e-d258b95aaeea tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.734003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba87c8c-18a2-4a6d-a43e-d258b95aaeea tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.739708 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cba87c8c-18a2-4a6d-a43e-d258b95aaeea tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/12651e18-a068-40ea-bb01-d61f39ec0312 HTTP/1.1" status: 404 len: 337 time: 0.0719388 Mar 31 23:19:23.742395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39214) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.774865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a87a49f4-f39a-4552-b060-d7f9a1eeaa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.778162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a87a49f4-f39a-4552-b060-d7f9a1eeaa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.779378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a87a49f4-f39a-4552-b060-d7f9a1eeaa34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cbe2051-6ba0-4f5e-9277-6b98b6466ec7 HTTP/1.1" status: 204 len: 168 time: 0.5894582 Mar 31 23:19:23.780382 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f543ac-2e22-4a88-8011-bed1c5ed2e70 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.781119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f543ac-2e22-4a88-8011-bed1c5ed2e70 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.786702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d8f543ac-2e22-4a88-8011-bed1c5ed2e70 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/0214e5e3-589d-43c7-a138-306140754963 HTTP/1.1" status: 404 len: 333 time: 0.0406594 Mar 31 23:19:23.787377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39216) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.804041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.806496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.825846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a49f4-f39a-4552-b060-d7f9a1eeaa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbe2051-6ba0-4f5e-9277-6b98b6466ec7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.830856 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1047b21-5854-4c29-9bf2-d110dfe1761d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.831315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1047b21-5854-4c29-9bf2-d110dfe1761d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.834320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d1047b21-5854-4c29-9bf2-d110dfe1761d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/a8c91b72-783c-4b60-b3bc-965076351dc6 HTTP/1.1" status: 404 len: 337 time: 0.0460236 Mar 31 23:19:23.837978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39220) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.865295 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-433b9744-67a4-48a6-84e7-063e9676f5dc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.865749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433b9744-67a4-48a6-84e7-063e9676f5dc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.868772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-433b9744-67a4-48a6-84e7-063e9676f5dc tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/959c3f8a-a50e-4ac9-90bd-17043eb5fc24 HTTP/1.1" status: 404 len: 337 time: 0.0307417 Mar 31 23:19:23.871879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39222) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.895509 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9a96d3-34e8-421e-9e02-9a9afdec763e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.896228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9a96d3-34e8-421e-9e02-9a9afdec763e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.899337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-af9a96d3-34e8-421e-9e02-9a9afdec763e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/5270aa60-a209-403c-9a8b-084a47ef2057 HTTP/1.1" status: 404 len: 333 time: 0.0265033 Mar 31 23:19:23.902045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39224) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.929455 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f1cd24-87a3-46ba-9931-10164f7c78da tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.929917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f1cd24-87a3-46ba-9931-10164f7c78da tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.933704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77f1cd24-87a3-46ba-9931-10164f7c78da tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/4e1cc1a2-65ef-44d9-b1ed-530b98763714 HTTP/1.1" status: 404 len: 337 time: 0.0306153 Mar 31 23:19:23.937654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39226) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.963831 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4dfc5d-723e-4664-b103-45bed1c60144 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:23.964612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4dfc5d-723e-4664-b103-45bed1c60144 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:23.967741 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd4dfc5d-723e-4664-b103-45bed1c60144 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/ed6eb9a0-9952-4961-b97e-b50fa142a6ea HTTP/1.1" status: 404 len: 333 time: 0.0290432 Mar 31 23:19:23.968971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b39630a-8623-41af-be0a-30b089d337c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.971003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39228) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.978936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.979880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Fanout notify agent at l3_agent the message router_deleted on router 362cdfc9-b56b-44fb-962b-cd347d51164c {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:23.999982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.002202 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ecf59ef7-d062-4405-b1c5-f746710acd5c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/routers/362cdfc9-b56b-44fb-962b-cd347d51164c HTTP/1.1" status: 204 len: 168 time: 1.9846973 Mar 31 23:19:24.004725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39230) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.038306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39630a-8623-41af-be0a-30b089d337c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Subnet': ['ID=97d3cbe4-e83f-41f8-8540-1623d4ddeb17,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.042220 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8261233-1eb5-4db9-8c45-dfc1e90c1746 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.042868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8261233-1eb5-4db9-8c45-dfc1e90c1746 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.048797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d8261233-1eb5-4db9-8c45-dfc1e90c1746 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/4dc7ffef-801a-41f8-8f37-48a2bae2e287 HTTP/1.1" status: 404 len: 337 time: 0.0721421 Mar 31 23:19:24.050972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b39630a-8623-41af-be0a-30b089d337c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.055409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b39630a-8623-41af-be0a-30b089d337c6 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "DELETE /v2.0/subnets/97d3cbe4-e83f-41f8-8540-1623d4ddeb17 HTTP/1.1" status: 204 len: 168 time: 0.8544087 Mar 31 23:19:24.056035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39232) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.058264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39234) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.082317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0ee53-10fd-4082-8e09-12de61d70a74 None None] Network 231d7e5d-d031-4145-a891-3b375eaaebf2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:24.099665 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0c6633-e78e-438a-bf05-c1637d4e0115 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.100427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0c6633-e78e-438a-bf05-c1637d4e0115 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.103729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5e0c6633-e78e-438a-bf05-c1637d4e0115 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/df8457f3-5d55-4137-8dab-5d01f6701fc3 HTTP/1.1" status: 404 len: 333 time: 0.0466909 Mar 31 23:19:24.140621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39238) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.175500 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.182913 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-76807e71-bbe5-4c8d-b43c-487f01ac9f9f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.183407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76807e71-bbe5-4c8d-b43c-487f01ac9f9f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.189304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-76807e71-bbe5-4c8d-b43c-487f01ac9f9f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/3446b82c-4ed4-4e15-85fd-ac68fe700b93 HTTP/1.1" status: 404 len: 337 time: 0.0458336 Mar 31 23:19:24.189612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39242) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.285926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-971088bf-a954-438d-b0e8-500b9794aa4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Deleting subnet 9d61ac2b-0326-46ab-acb9-4d5871bc45b5 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:24.298399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46838cd-8ac3-4e48-adda-bb3458ac938b req-6e7584cf-48f5-4849-b541-f7a081419c69 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.300002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a46838cd-8ac3-4e48-adda-bb3458ac938b req-6e7584cf-48f5-4849-b541-f7a081419c69 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 945 time: 0.1239345 Mar 31 23:19:24.300763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-971088bf-a954-438d-b0e8-500b9794aa4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.313137 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c404aba-ecb7-4bd1-ae76-8992a32ba7be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.313977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c404aba-ecb7-4bd1-ae76-8992a32ba7be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.317909 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8c404aba-ecb7-4bd1-ae76-8992a32ba7be tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/2053654f-7338-4359-9ea7-afbbed8f2cb9 HTTP/1.1" status: 404 len: 333 time: 0.1273327 Mar 31 23:19:24.320855 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.375868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-971088bf-a954-438d-b0e8-500b9794aa4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.400037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a46838cd-8ac3-4e48-adda-bb3458ac938b req-7760407f-23e9-4b49-9350-530cfb957f6f tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708323 Mar 31 23:19:24.402575 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1747b422-7b8d-4c23-8a22-2aafba7360a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.403093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1747b422-7b8d-4c23-8a22-2aafba7360a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.406132 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1747b422-7b8d-4c23-8a22-2aafba7360a4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/c58f8cee-0ce9-45c8-b686-beab6314c15e HTTP/1.1" status: 404 len: 337 time: 0.0842037 Mar 31 23:19:24.409133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39246) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.421718 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.454960 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-620fbd0d-883c-41cb-b508-cf375204ab40 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.455905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620fbd0d-883c-41cb-b508-cf375204ab40 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.460441 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-620fbd0d-883c-41cb-b508-cf375204ab40 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/210763d3-cd84-47e8-aaa5-eb16dda41ed2 HTTP/1.1" status: 404 len: 333 time: 0.0502312 Mar 31 23:19:24.463346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39248) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.477005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb8e552-d5d9-4c70-a6c3-910e177b2a37']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:24.490140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf76619d-1373-4f2b-8508-00cdffc57df5') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:24.493185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf76619d-1373-4f2b-8508-00cdffc57df5') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:24.500904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.506288 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-08db49fe-b3d7-4a0a-b3a3-66300f744253 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.506493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08db49fe-b3d7-4a0a-b3a3-66300f744253 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.509494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-08db49fe-b3d7-4a0a-b3a3-66300f744253 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/a3e6f8a0-34af-4e04-834c-df0db0b3c2ec HTTP/1.1" status: 404 len: 337 time: 0.0450976 Mar 31 23:19:24.512348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39250) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.515046 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-971088bf-a954-438d-b0e8-500b9794aa4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.520571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.541132 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-74206d8c-9286-4fe7-8a1d-377971935444 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.542299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74206d8c-9286-4fe7-8a1d-377971935444 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.545364 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-74206d8c-9286-4fe7-8a1d-377971935444 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/37736796-59a7-409e-8148-f2f3ece98f00 HTTP/1.1" status: 404 len: 333 time: 0.0320430 Mar 31 23:19:24.552565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:24.552565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.552843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39252) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:24.552936 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:24.592666 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0778de59-420f-4a0f-a1cc-a1524bd4b41e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.593227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0778de59-420f-4a0f-a1cc-a1524bd4b41e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.598138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0778de59-420f-4a0f-a1cc-a1524bd4b41e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/85d6ad85-96cf-4e4a-bd35-ccc7270ab7a7 HTTP/1.1" status: 404 len: 337 time: 0.0482812 Mar 31 23:19:24.600901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39254) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.624792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] DHCP port deletion for 231d7e5d-d031-4145-a891-3b375eaaebf2 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:24.647758 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c589f1-50ea-4aee-9283-3527cd12ef07 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.648205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c589f1-50ea-4aee-9283-3527cd12ef07 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.653195 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b4c589f1-50ea-4aee-9283-3527cd12ef07 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/371c135d-d4e8-42d7-a005-f6c0bb446e8f HTTP/1.1" status: 404 len: 337 time: 0.0511289 Mar 31 23:19:24.654648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39256) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.691636 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-55249323-f399-45ff-abc5-3e6dcf2a8b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.692483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55249323-f399-45ff-abc5-3e6dcf2a8b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.698552 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-55249323-f399-45ff-abc5-3e6dcf2a8b37 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/fc787670-1870-473f-a080-81623541a658 HTTP/1.1" status: 404 len: 333 time: 0.0408638 Mar 31 23:19:24.701068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39258) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.707254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39260) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.708537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.723602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.732442 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/networks/bdb8e552-d5d9-4c70-a6c3-910e177b2a37 HTTP/1.1" status: 204 len: 168 time: 0.7249558 Mar 31 23:19:24.748279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39262) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.749221 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-927a9aab-a34e-4696-bf83-6a93afb6b32c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.749676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927a9aab-a34e-4696-bf83-6a93afb6b32c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.756429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] Deleting port 44905833-cd7e-475f-82f6-01653061fca3 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:24.756797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.758552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-927a9aab-a34e-4696-bf83-6a93afb6b32c tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/f5b35675-c97e-4adc-a0f1-4d782cd9c10f HTTP/1.1" status: 404 len: 337 time: 0.0563414 Mar 31 23:19:24.758677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58bb7b-b515-4711-914e-ebbd51be9f7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Network': ['ID=bdb8e552-d5d9-4c70-a6c3-910e177b2a37,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.765037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'network': {'name': 'tempest-network-smoke--292249339', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'port_security_enabled': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:24.771114 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39266) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.773194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cc7688d7-6048-47d7-854a-73a933564100 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:24.784743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48b76819-38fd-4ab9-9af7-dfcef2fdaa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.786856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-971088bf-a954-438d-b0e8-500b9794aa4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.800114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: cc7688d7-6048-47d7-854a-73a933564100 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:24.800462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cc7688d7-6048-47d7-854a-73a933564100 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:24.800885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c3146df2-3dbf-4983-8e33-0b8567f20102 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:24.831945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971088bf-a954-438d-b0e8-500b9794aa4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Subnet': ['ID=9d61ac2b-0326-46ab-acb9-4d5871bc45b5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.840633 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80d18f1-7209-4e39-bd3b-6d7c227ba3de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.840987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80d18f1-7209-4e39-bd3b-6d7c227ba3de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.846749 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d80d18f1-7209-4e39-bd3b-6d7c227ba3de tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/6a357f73-e6c8-4a44-b762-aab0deab8f3a HTTP/1.1" status: 404 len: 337 time: 0.0711172 Mar 31 23:19:24.847037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:24.850639 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.851329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39268) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.865381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: c3146df2-3dbf-4983-8e33-0b8567f20102 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:24.865873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c3146df2-3dbf-4983-8e33-0b8567f20102 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:24.885476 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-971088bf-a954-438d-b0e8-500b9794aa4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.887981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10959711-61e1-4544-87d8-d66b9fa6977f None None] Network fc22ad21-a032-4327-9843-ab4d0830f730 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:24.892107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-971088bf-a954-438d-b0e8-500b9794aa4d tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "DELETE /v2.0/subnets/9d61ac2b-0326-46ab-acb9-4d5871bc45b5 HTTP/1.1" status: 204 len: 168 time: 0.8249044 Mar 31 23:19:24.893904 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-96908d13-b464-47e7-b8cd-cf9d1f68e67d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:24.895287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96908d13-b464-47e7-b8cd-cf9d1f68e67d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:24.898774 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-96908d13-b464-47e7-b8cd-cf9d1f68e67d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/3dc95fce-c582-4de6-a964-d0a5ae5ce099 HTTP/1.1" status: 404 len: 333 time: 0.0462430 Mar 31 23:19:24.899366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39270) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.900650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] For port 44905833-cd7e-475f-82f6-01653061fca3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=44905833-cd7e-475f-82f6-01653061fca3,segment=NetworkSegment(fbddf538-78e7-4dd9-a828-8b92d69a18b9),segment_id=fbddf538-78e7-4dd9-a828-8b92d69a18b9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:24.901258 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.902215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39272) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.939270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3792d0-6fd2-4d17-8a2d-93d27c56858d req-f221e2a0-1ecd-406e-bab3-4aeaab1e3a1c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.940797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf3792d0-6fd2-4d17-8a2d-93d27c56858d req-f221e2a0-1ecd-406e-bab3-4aeaab1e3a1c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 909 time: 0.1101625 Mar 31 23:19:24.956558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:24.979220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] Calling delete_port for 44905833-cd7e-475f-82f6-01653061fca3 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:24.979685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-30e2e886-0f6a-46e5-a95d-e621814a63bf tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.981515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-30e2e886-0f6a-46e5-a95d-e621814a63bf tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 909 time: 0.0864890 Mar 31 23:19:24.986258 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.986609 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Added segment ed41224e-1eaf-4989-b383-638621eda18c of type vlan for network 2bfbe310-8cc9-412c-b32d-d5d215d07523 Mar 31 23:19:25.074223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.157598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting port 8c624087-e07f-4104-9e03-1cbccf4436a8 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:25.157998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.187200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] DHCP port deletion for fc22ad21-a032-4327-9843-ab4d0830f730 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:25.225215 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.242208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.248814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.249560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.262394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] Pushing event deleted for resources: {'Port': ['ID=44905833-cd7e-475f-82f6-01653061fca3,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.269239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e42781-5d93-4e39-8414-d350b9697571 None None] No DVR routers for this DVR port 44905833-cd7e-475f-82f6-01653061fca3 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:25.304203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] Deleting port 131598c8-0505-4536-a568-8ee50ffe3f34 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:25.304660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.367713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] For port 8c624087-e07f-4104-9e03-1cbccf4436a8, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=8c624087-e07f-4104-9e03-1cbccf4436a8,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:25.368367 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.378685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Network': ['ID=2bfbe310-8cc9-412c-b32d-d5d215d07523,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.384379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] For port 131598c8-0505-4536-a568-8ee50ffe3f34, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=131598c8-0505-4536-a568-8ee50ffe3f34,segment=NetworkSegment(99fd1317-96ef-41d1-9893-ca3490fe47e0),segment_id=99fd1317-96ef-41d1-9893-ca3490fe47e0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:25.384868 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.387353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Calling delete_port for 8c624087-e07f-4104-9e03-1cbccf4436a8 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:25.407693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:25.417962 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4395d7-240f-45c8-a7ae-4faa855fc8ae tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:25.417962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4395d7-240f-45c8-a7ae-4faa855fc8ae tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:25.419968 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ad4395d7-240f-45c8-a7ae-4faa855fc8ae tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/ce18777c-86a5-4900-ad96-beec875bbdb0 HTTP/1.1" status: 404 len: 337 time: 0.5064933 Mar 31 23:19:25.422872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] Calling delete_port for 131598c8-0505-4536-a568-8ee50ffe3f34 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:25.426995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39274) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.438915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dfd88c20-f1eb-4968-be12-7d6935c4f676 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6764903 Mar 31 23:19:25.440173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39278) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.446081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'admin_state_up': True, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:25.499499 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bd5a46-1d8d-49ea-8aa6-1877871768f2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:25.500020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bd5a46-1d8d-49ea-8aa6-1877871768f2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:25.505768 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-16bd5a46-1d8d-49ea-8aa6-1877871768f2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/138d652b-87e1-48d8-8932-f6b0f2f3d2a4 HTTP/1.1" status: 404 len: 337 time: 0.0749643 Mar 31 23:19:25.509069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39280) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.536623 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.565747 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48b76819-38fd-4ab9-9af7-dfcef2fdaa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.572045 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4ec3cb-07aa-4412-a776-359d8820ceec tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:25.572717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4ec3cb-07aa-4412-a776-359d8820ceec tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:25.579122 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dc4ec3cb-07aa-4412-a776-359d8820ceec tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/59cf1d93-811b-4b0a-88f0-a48c00b306be HTTP/1.1" status: 404 len: 333 time: 0.0666356 Mar 31 23:19:25.579804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39282) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.582766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315fc90-1934-45d1-b4b3-e04467cf88c2 req-708e38c2-39f8-4e10-a88e-ed5a1200eb5b tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.584347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b315fc90-1934-45d1-b4b3-e04467cf88c2 req-708e38c2-39f8-4e10-a88e-ed5a1200eb5b tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 945 time: 0.0899932 Mar 31 23:19:25.587935 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.590305 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.616761 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8293e066-2255-4311-a7f1-af0941bc547e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:25.617281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8293e066-2255-4311-a7f1-af0941bc547e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:25.620374 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8293e066-2255-4311-a7f1-af0941bc547e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/be4ef595-74a0-4196-a5a1-f61f57304d5c HTTP/1.1" status: 404 len: 337 time: 0.0395973 Mar 31 23:19:25.623109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39284) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.651618 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c24050-712e-4afe-a948-4d22dc58b9b1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:25.652074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c24050-712e-4afe-a948-4d22dc58b9b1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:25.652325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b315fc90-1934-45d1-b4b3-e04467cf88c2 req-b83072d3-65a7-4b4d-827a-ada8d630b722 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542941 Mar 31 23:19:25.655450 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-89c24050-712e-4afe-a948-4d22dc58b9b1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/ab55ddd4-6b62-4977-a052-20ba8379ed67 HTTP/1.1" status: 404 len: 337 time: 0.0311112 Mar 31 23:19:25.658298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39286) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.677886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48b76819-38fd-4ab9-9af7-dfcef2fdaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.688136 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a1a7f441-bcb6-4ff3-994d-a7a4a859ce20 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a04e089-8328-4ea2-b2e4-979f9441e39b HTTP/1.1" status: 200 len: 205 time: 0.0284657 Mar 31 23:19:25.691669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39292) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.695538 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.733418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] Pushing event deleted for resources: {'Port': ['ID=131598c8-0505-4536-a568-8ee50ffe3f34,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.737005 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1b9ee-153e-431a-8164-1161c5826ab2 None None] No DVR routers for this DVR port 131598c8-0505-4536-a568-8ee50ffe3f34 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:25.738964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.747111 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-77493933-0c8f-4d1a-86a3-efdce4fb06ce tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] delete failed (client error): The resource could not be found. Mar 31 23:19:25.748173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77493933-0c8f-4d1a-86a3-efdce4fb06ce tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/routers/6a04e089-8328-4ea2-b2e4-979f9441e39b HTTP/1.1" status: 404 len: 336 time: 0.0551836 Mar 31 23:19:25.755494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39300) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.788728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Port': ['ID=8c624087-e07f-4104-9e03-1cbccf4436a8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.826829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.881754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] No DVR routers for this DVR port 8c624087-e07f-4104-9e03-1cbccf4436a8 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:25.889358 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-48b76819-38fd-4ab9-9af7-dfcef2fdaa90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af4a3b81bb7c4f6496e3d481e2ed09ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1758025 Mar 31 23:19:25.891547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b76819-38fd-4ab9-9af7-dfcef2fdaa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d1a75d-e915-48b2-b827-d4b7481a0820,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.892299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39322) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.906379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.906379 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98e4728-0659-496f-95ac-557de12d3047 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:25.907278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98e4728-0659-496f-95ac-557de12d3047 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:25.908362 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.910968 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a98e4728-0659-496f-95ac-557de12d3047 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/cf45e24f-2aa1-4478-984a-afbc40831d7c HTTP/1.1" status: 404 len: 337 time: 0.1364088 Mar 31 23:19:25.913027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85600ab7-dd2c-4786-8646-e6291ed3af13 req-2603f4c5-65a1-4a2d-831d-b965f359d6ad tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.50 "DELETE /v2.0/ports/8c624087-e07f-4104-9e03-1cbccf4436a8 HTTP/1.1" status: 204 len: 173 time: 0.9248679 Mar 31 23:19:25.913766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b299eea-153c-48d2-a070-0853d478a76d', 'name': 'network-vif-deleted', 'tag': '8c624087-e07f-4104-9e03-1cbccf4436a8'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:25.917581 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9f65df-a8d9-407a-a852-0f881f42e589" -d '{"events": [{"server_uuid": "4b299eea-153c-48d2-a070-0853d478a76d", "name": "network-vif-deleted", "tag": "8c624087-e07f-4104-9e03-1cbccf4436a8"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:25.922843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39328) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.965002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56697f84-a557-44c1-bcef-d552c78b20e4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a1898c-2f77-4a62-9d66-0d5a63b3705e HTTP/1.1" status: 200 len: 205 time: 0.0359366 Mar 31 23:19:25.969200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231d7e5d-d031-4145-a891-3b375eaaebf2']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:25.981737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbddf538-78e7-4dd9-a828-8b92d69a18b9') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:25.982496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbddf538-78e7-4dd9-a828-8b92d69a18b9') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:25.998151 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.014877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.024280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:26.024705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.070253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39336) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.073612 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab2e2f3-12e7-4448-b9dc-6de73355d9de x-openstack-request-id: req-bab2e2f3-12e7-4448-b9dc-6de73355d9de {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:26.073898 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b299eea-153c-48d2-a070-0853d478a76d", "name": "network-vif-deleted", "tag": "8c624087-e07f-4104-9e03-1cbccf4436a8", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:26.074146 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bab2e2f3-12e7-4448-b9dc-6de73355d9de {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:26.074652 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab2e2f3-12e7-4448-b9dc-6de73355d9de'] response: {'server_uuid': '4b299eea-153c-48d2-a070-0853d478a76d', 'name': 'network-vif-deleted', 'tag': '8c624087-e07f-4104-9e03-1cbccf4436a8', 'status': 'completed', 'code': 200} Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:26.109917 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:26.182725 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-d1828844-7a73-456c-8ee6-29f29da890d4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] delete failed (client error): The resource could not be found. Mar 31 23:19:26.183804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d1828844-7a73-456c-8ee6-29f29da890d4 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/routers/10a1898c-2f77-4a62-9d66-0d5a63b3705e HTTP/1.1" status: 404 len: 336 time: 0.1083791 Mar 31 23:19:26.186155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-447e32a8-6796-473b-a051-8890a2f35dcc req-4fa5e68e-c82e-4b7b-b57b-f43adf6f2185 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b299eea-153c-48d2-a070-0853d478a76d HTTP/1.1" status: 200 len: 210 time: 0.1171086 Mar 31 23:19:26.186666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39340) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.236490 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7762feb-751b-4d62-9310-78df0490cd4e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.238003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7762feb-751b-4d62-9310-78df0490cd4e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.240439 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7762feb-751b-4d62-9310-78df0490cd4e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/028834b2-6e74-43b2-a761-2a2f5cf90394 HTTP/1.1" status: 404 len: 337 time: 0.0524817 Mar 31 23:19:26.242990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39342) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.283667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.283809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 131598c8-0505-4536-a568-8ee50ffe3f34 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:26.289539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-120637db-340e-4d4b-ab6f-7eca04060588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.292443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.294756 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac2a74c-62da-44bb-a971-1bdf816ae70d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.295219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac2a74c-62da-44bb-a971-1bdf816ae70d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.301264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6ac2a74c-62da-44bb-a971-1bdf816ae70d tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/88f9bda6-dd0b-44c4-81e6-6fe19ba5692f HTTP/1.1" status: 404 len: 337 time: 0.0570049 Mar 31 23:19:26.301898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39344) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.315936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.319248 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "DELETE /v2.0/networks/231d7e5d-d031-4145-a891-3b375eaaebf2 HTTP/1.1" status: 204 len: 168 time: 1.4176161 Mar 31 23:19:26.320847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 131598c8-0505-4536-a568-8ee50ffe3f34 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:26.321355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 131598c8-0505-4536-a568-8ee50ffe3f34 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:26.322011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f8190812-b57c-4fc7-804b-c46db9fc3026 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:26.325202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39346) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.328488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-120637db-340e-4d4b-ab6f-7eca04060588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.343158 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e086323-cda4-4bcf-a96e-47553acc3f9e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.343773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f8190812-b57c-4fc7-804b-c46db9fc3026 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:26.343922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e086323-cda4-4bcf-a96e-47553acc3f9e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.344487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f8190812-b57c-4fc7-804b-c46db9fc3026 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:26.344992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 44905833-cd7e-475f-82f6-01653061fca3 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:26.349829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4e086323-cda4-4bcf-a96e-47553acc3f9e tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/567488e4-76db-4caf-a0f8-a3cfb7d439d9 HTTP/1.1" status: 404 len: 333 time: 0.0453880 Mar 31 23:19:26.350748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4772c4-80c5-4c88-a914-3ea1d7210c4e tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Network': ['ID=231d7e5d-d031-4145-a891-3b375eaaebf2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.352417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39348) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.373570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 44905833-cd7e-475f-82f6-01653061fca3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:26.374198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 44905833-cd7e-475f-82f6-01653061fca3 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:26.392242 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-63465e6f-8187-4191-97b9-c03f5676f375 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.392685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63465e6f-8187-4191-97b9-c03f5676f375 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.399489 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-63465e6f-8187-4191-97b9-c03f5676f375 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/dc397da7-3677-4da1-868f-8e8f87d54d0e HTTP/1.1" status: 404 len: 337 time: 0.0455475 Mar 31 23:19:26.400125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39350) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.430757 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c556ec-fb96-42fc-81f8-351e2119255b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.431457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c556ec-fb96-42fc-81f8-351e2119255b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.434750 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02c556ec-fb96-42fc-81f8-351e2119255b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/3b623041-0d71-4ac6-a000-73d5d86a7914 HTTP/1.1" status: 404 len: 333 time: 0.0329025 Mar 31 23:19:26.437345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39352) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.460141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.463762 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b6fb55-0fd5-4fc3-9f35-a6071a77f52f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.464198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b6fb55-0fd5-4fc3-9f35-a6071a77f52f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.467450 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15b6fb55-0fd5-4fc3-9f35-a6071a77f52f tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/eed1a7dd-04ae-4215-8601-79608e3e682f HTTP/1.1" status: 404 len: 337 time: 0.0290997 Mar 31 23:19:26.469982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39354) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.506278 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9146d8-2e2a-4bcc-9ec3-4de6ca292ef2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.507051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9146d8-2e2a-4bcc-9ec3-4de6ca292ef2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.511350 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4f9146d8-2e2a-4bcc-9ec3-4de6ca292ef2 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/f1df73e2-6549-44f1-91f4-68e73ab1df4e HTTP/1.1" status: 404 len: 333 time: 0.0393629 Mar 31 23:19:26.514283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39356) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.549201 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8827b1-ad0b-45e6-a835-9040f2d1487a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.549870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8827b1-ad0b-45e6-a835-9040f2d1487a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.552988 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fa8827b1-ad0b-45e6-a835-9040f2d1487a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/0e573279-afa1-497d-b49b-e74775943a70 HTTP/1.1" status: 404 len: 337 time: 0.0373197 Mar 31 23:19:26.556301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39358) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.582658 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-216e4cff-4882-4eb2-bcdc-2219cf91f446 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.583379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216e4cff-4882-4eb2-bcdc-2219cf91f446 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.590044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-216e4cff-4882-4eb2-bcdc-2219cf91f446 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/d29210ed-7423-4b5b-b0d6-c6f46456a4ea HTTP/1.1" status: 404 len: 333 time: 0.0291500 Mar 31 23:19:26.590618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39360) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.598910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-120637db-340e-4d4b-ab6f-7eca04060588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.601316 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-120637db-340e-4d4b-ab6f-7eca04060588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.602581 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-120637db-340e-4d4b-ab6f-7eca04060588 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03d1a75d-e915-48b2-b827-d4b7481a0820 HTTP/1.1" status: 204 len: 168 time: 0.7089059 Mar 31 23:19:26.618129 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.629272 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd14f6b-383f-4556-9c77-2923a91a3021 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.629733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd14f6b-383f-4556-9c77-2923a91a3021 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.638458 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3cd14f6b-383f-4556-9c77-2923a91a3021 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/71a23ba3-2544-4229-9222-b53e20acc08b HTTP/1.1" status: 404 len: 337 time: 0.0426641 Mar 31 23:19:26.638770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120637db-340e-4d4b-ab6f-7eca04060588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d1a75d-e915-48b2-b827-d4b7481a0820,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.638941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39364) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.657352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc22ad21-a032-4327-9843-ab4d0830f730']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:26.678544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fd1317-96ef-41d1-9893-ca3490fe47e0') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:26.679088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fd1317-96ef-41d1-9893-ca3490fe47e0') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:26.692983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.725884 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.730536 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bacd1b-7276-4c13-bcfd-745632bf3cef tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.731894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bacd1b-7276-4c13-bcfd-745632bf3cef tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.737447 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-21bacd1b-7276-4c13-bcfd-745632bf3cef tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/11d6d733-5af4-4b59-b12b-abc8d03d2a29 HTTP/1.1" status: 404 len: 333 time: 0.0739269 Mar 31 23:19:26.740883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39368) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.765574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:26.766217 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:26.769769 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:26.792602 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b43758a-70e1-4bcd-8a32-36d07b8badc1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.793353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b43758a-70e1-4bcd-8a32-36d07b8badc1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.806329 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6b43758a-70e1-4bcd-8a32-36d07b8badc1 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/e8e2e4d4-c987-4472-b899-4cddb0b6ef65 HTTP/1.1" status: 404 len: 337 time: 0.0637846 Mar 31 23:19:26.811654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39372) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.875232 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-247140f5-0863-4c68-8d8e-5f5bc1987089 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.876401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247140f5-0863-4c68-8d8e-5f5bc1987089 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.888171 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-247140f5-0863-4c68-8d8e-5f5bc1987089 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/1e265580-5d71-4c1e-8a72-9b750ea5e880 HTTP/1.1" status: 404 len: 333 time: 0.0745668 Mar 31 23:19:26.888984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39374) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.897956 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.945579 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.949189 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79c09e0-6226-4e27-bb20-3799e92c155b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:26.949684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79c09e0-6226-4e27-bb20-3799e92c155b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:26.956985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b79c09e0-6226-4e27-bb20-3799e92c155b tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/3a02977b-1713-47f6-8dc1-01caef1a0173 HTTP/1.1" status: 404 len: 337 time: 0.0620883 Mar 31 23:19:26.958454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39376) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:27.002040 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55c6663-d6ad-4ee7-9cc0-ce5895024f75 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:27.002857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55c6663-d6ad-4ee7-9cc0-ce5895024f75 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:27.006115 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b55c6663-d6ad-4ee7-9cc0-ce5895024f75 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/ports/92e15781-5ebd-4403-ad08-5fd50b092c93 HTTP/1.1" status: 404 len: 333 time: 0.0475197 Mar 31 23:19:27.008896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39378) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:27.015820 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.029512 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.033102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] 10.222.0.31 "DELETE /v2.0/networks/fc22ad21-a032-4327-9843-ab4d0830f730 HTTP/1.1" status: 204 len: 168 time: 0.7069960 Mar 31 23:19:27.051571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Pushing event deleted for resources: {'Network': ['ID=fc22ad21-a032-4327-9843-ab4d0830f730,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:27.053384 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce52a71-f92b-4b5f-bfca-55b98ac70a79 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:27.053384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce52a71-f92b-4b5f-bfca-55b98ac70a79 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:27.058931 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cce52a71-f92b-4b5f-bfca-55b98ac70a79 tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/subnets/8c3ed1cc-4dc0-4374-9fb8-35d1d29a8634 HTTP/1.1" status: 404 len: 337 time: 0.0434742 Mar 31 23:19:27.060673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39380) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:27.083367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.093564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462cfd57-2892-40cd-996c-61247ca18cb5 tempest-TaggedBootDevicesTest_v242-895203247 tempest-TaggedBootDevicesTest_v242-895203247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:27.214384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.25.4.193 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/57a6c85a-6339-4e22-92b8-1657b485a1ed) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:27.219786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.259482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39404) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:27.383438 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.422700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ecee09-e8ba-4202-a5b7-6236b7aa51b9']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:27.442647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7007b0d5-0566-4930-802c-382cd2192513') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:27.443194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7007b0d5-0566-4930-802c-382cd2192513') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:27.468587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.471423 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.489958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.501882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:27.501882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:27.503301 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:27.673640 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.693157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.708797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:27.738110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:27.744892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:27.796832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.803541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] 10.222.0.31 "DELETE /v2.0/networks/d3ecee09-e8ba-4202-a5b7-6236b7aa51b9 HTTP/1.1" status: 204 len: 168 time: 0.7358418 Mar 31 23:19:27.964932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.445690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e6bef-8742-4cb5-8416-1a49e4431e9a tempest-NetworksTestDHCPv6-1144717207 tempest-NetworksTestDHCPv6-1144717207-project] Pushing event deleted for resources: {'Network': ['ID=d3ecee09-e8ba-4202-a5b7-6236b7aa51b9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.470463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=57a6c85a-6339-4e22-92b8-1657b485a1ed,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.474766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting port 31cad917-71fc-4003-a6e1-58a413f0e0d9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:28.475373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.649943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39452) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:28.681407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] For port 31cad917-71fc-4003-a6e1-58a413f0e0d9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=31cad917-71fc-4003-a6e1-58a413f0e0d9,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:28.681917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.699901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Calling delete_port for 31cad917-71fc-4003-a6e1-58a413f0e0d9 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:28.791649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.012629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39460) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:29.016395 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-861ab971-e763-42ac-bde7-7fed668e8177 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cd17529b8394377aff19e012a44b1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626397 Mar 31 23:19:29.116106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.139507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed2531f-77e9-4c07-b934-1fba713b609f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.202237 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.291377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Port': ['ID=31cad917-71fc-4003-a6e1-58a413f0e0d9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:29.318286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed2531f-77e9-4c07-b934-1fba713b609f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.466183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 8b537e7a-4207-4178-aef9-5215d1e035c5 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:19:29.531187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 8c624087-e07f-4104-9e03-1cbccf4436a8 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:29.551932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.557945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed2531f-77e9-4c07-b934-1fba713b609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.561163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed2531f-77e9-4c07-b934-1fba713b609f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.566526 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3ed2531f-77e9-4c07-b934-1fba713b609f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2baa3f35-49bc-4dcc-916e-3d24f411bb4e HTTP/1.1" status: 204 len: 168 time: 0.5504739 Mar 31 23:19:29.608752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2531f-77e9-4c07-b934-1fba713b609f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa3f35-49bc-4dcc-916e-3d24f411bb4e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:29.623130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 8c624087-e07f-4104-9e03-1cbccf4436a8 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:29.623734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 8c624087-e07f-4104-9e03-1cbccf4436a8 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:29.751632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:29.764936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Sync routers for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:29.779876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:29.781981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:29.852275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.854337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cb9c5453-8bd8-4167-af72-85d80d2a570c tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4126370 Mar 31 23:19:29.857311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39480) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:29.939735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39482) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:29.946811 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b49cd1c7-c399-44a3-b51c-b07b56b2c31d tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d381ef187b3342a98103d56843d806a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814633 Mar 31 23:19:29.983395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:30.175615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Router c5937ecd-962c-47b1-8942-62e19ef33ba8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:30.191786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa0abc1-c986-4f48-a6b2-3559c46ac469 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:30.196593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39488) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.203045 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6aa0abc1-c986-4f48-a6b2-3559c46ac469 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2580562 Mar 31 23:19:30.306357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0ef5780a-ff6d-40ca-be78-3f1fd6d32f2f tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1082227 Mar 31 23:19:30.309374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39494) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.325300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007956043', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:30.329953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 3, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:30.374715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Checking router: 8b537e7a-4207-4178-aef9-5215d1e035c5 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:30.375418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Updating router 8b537e7a-4207-4178-aef9-5215d1e035c5 port 57a6c85a-6339-4e22-92b8-1657b485a1ed binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:30.438943 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.451892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:30.461371 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d4b6dada-3a97-4f3c-96e0-6c04c330498b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "PUT /v2.0/routers/c5937ecd-962c-47b1-8942-62e19ef33ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1965947 Mar 31 23:19:30.462050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39500) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.467891 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] Sync routers for ids ['c5937ecd-962c-47b1-8942-62e19ef33ba8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:30.481570 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] Routers {'c5937ecd-962c-47b1-8942-62e19ef33ba8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:30.482232 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c5937ecd-962c-47b1-8942-62e19ef33ba8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:30.557300 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bf7f6e-b292-4ff9-ad09-172ff8323c58 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting subnet fef4cc81-cc81-4cc6-8a54-8a332ed93402 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:30.562225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70bf7f6e-b292-4ff9-ad09-172ff8323c58 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.624529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70bf7f6e-b292-4ff9-ad09-172ff8323c58 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.717498 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] Set router c5937ecd-962c-47b1-8942-62e19ef33ba8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:30.721991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:30.729825 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.804860 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70bf7f6e-b292-4ff9-ad09-172ff8323c58 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.987717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70bf7f6e-b292-4ff9-ad09-172ff8323c58 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.088152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf7f6e-b292-4ff9-ad09-172ff8323c58 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Subnet': ['ID=fef4cc81-cc81-4cc6-8a54-8a332ed93402,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.098637 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:19:29Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:31.111099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70bf7f6e-b292-4ff9-ad09-172ff8323c58 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.121064 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-70bf7f6e-b292-4ff9-ad09-172ff8323c58 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/subnets/fef4cc81-cc81-4cc6-8a54-8a332ed93402 HTTP/1.1" status: 204 len: 168 time: 0.6539636 Mar 31 23:19:31.121613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39510) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.129545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ed9a7-741c-433d-bf5c-d173b9dc005e None None] Network cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:31.167182 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] Checking router: c5937ecd-962c-47b1-8942-62e19ef33ba8 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:31.184280 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] Routers {'c5937ecd-962c-47b1-8942-62e19ef33ba8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:31.184892 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c5937ecd-962c-47b1-8942-62e19ef33ba8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:31.194122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.253836 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.305257 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.358862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.410455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Subnet': ['ID=bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.419618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Checking segment: {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:31.419997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network hostable DHCP agents. Network: 2bfbe310-8cc9-412c-b32d-d5d215d07523, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:31.499308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Attempting to bind port 57a6c85a-6339-4e22-92b8-1657b485a1ed on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:31.499622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Attempting to bind port 57a6c85a-6339-4e22-92b8-1657b485a1ed by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:31.499964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Attempting to bind port 57a6c85a-6339-4e22-92b8-1657b485a1ed on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:31.501728 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] Set router c5937ecd-962c-47b1-8942-62e19ef33ba8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:31.502740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327ef8e-0aed-45ad-9ea7-c9fb60ce91e2 None None] Pushing event updated for resources: {'Port': ['ID=57a6c85a-6339-4e22-92b8-1657b485a1ed,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.513691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:31.514073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:31.514503 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.514908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:31.515396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Bound port: 57a6c85a-6339-4e22-92b8-1657b485a1ed, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:31.515769 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.517677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:31.541716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.606074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] For port 57a6c85a-6339-4e22-92b8-1657b485a1ed, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:31.609997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2bfbe310-8cc9-412c-b32d-d5d215d07523) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:31.616725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:31.617256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] For port 57a6c85a-6339-4e22-92b8-1657b485a1ed, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=57a6c85a-6339-4e22-92b8-1657b485a1ed,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:31.617672 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.621212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f0cd1a-e494-4706-a816-11659b2afd1a None None] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:31.722565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] DHCP port deletion for cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:31.733451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b2335352-d2c8-4544-9765-9b6f6e46fa31 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4227383 Mar 31 23:19:31.735961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39526) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.741933 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.786152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting port 7df24a65-3525-4d4a-80a3-b1fb1454c02d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:31.786886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.905160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:31.905902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:31.908705 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39528) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.945345 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:19:29Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:31.992220 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd91132-f603-44cd-87ba-9c48fd8122a8 None None] The sync data for ids ['c5937ecd-962c-47b1-8942-62e19ef33ba8'] in n-d-836015-1 is: [{'id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591855192', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:19:29Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '7df24a65-3525-4d4a-80a3-b1fb1454c02d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5937ecd-962c-47b1-8942-62e19ef33ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:49Z', 'updated_at': '2022-03-31T23:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:32.023951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] For port 7df24a65-3525-4d4a-80a3-b1fb1454c02d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7df24a65-3525-4d4a-80a3-b1fb1454c02d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:32.025339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.066151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Calling delete_port for 7df24a65-3525-4d4a-80a3-b1fb1454c02d owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:32.162651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327ef8e-0aed-45ad-9ea7-c9fb60ce91e2 None None] Pushing event updated for resources: {'Port': ['ID=57a6c85a-6339-4e22-92b8-1657b485a1ed,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:32.184767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-d2081088-6eb9-4e67-ba44-8e3df511b2af tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.185975 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d2081088-6eb9-4e67-ba44-8e3df511b2af tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2756948 Mar 31 23:19:32.195264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39540) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.203773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-745cffc6-787c-4361-9a25-132a9c1f26f4 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.207469 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-745cffc6-787c-4361-9a25-132a9c1f26f4 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0096200 Mar 31 23:19:32.208054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39542) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.234579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-8fbdbf43-af2d-4c41-9432-6145cd094455 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.243029 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8fbdbf43-af2d-4c41-9432-6145cd094455 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0261407 Mar 31 23:19:32.243029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39544) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.261540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-1157005a-7872-411a-9bef-9460b678ba6c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.261540 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1157005a-7872-411a-9bef-9460b678ba6c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0138073 Mar 31 23:19:32.261540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39546) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.269606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-f3ad9e76-6cd3-4611-a1ec-749531cd815d tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.270639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] Deleting port 4616de1a-711d-4d42-be0d-8a1fbe633a2a {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:32.271115 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.273779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39548) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.279914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-1a6d69cf-d4e8-4b44-847e-10c15edcf7d9 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.281176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a6d69cf-d4e8-4b44-847e-10c15edcf7d9 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057333 Mar 31 23:19:32.283859 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f3ad9e76-6cd3-4611-a1ec-749531cd815d tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0145223 Mar 31 23:19:32.285985 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39552) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.296589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-599cb2d1-0c89-496b-9ade-1b6c1b2cfeab tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.301744 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-599cb2d1-0c89-496b-9ade-1b6c1b2cfeab tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0140762 Mar 31 23:19:32.302374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39554) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.312937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-8f40ad27-7427-4ea3-8989-f0246244968d tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.321842 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f40ad27-7427-4ea3-8989-f0246244968d tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0153747 Mar 31 23:19:32.351168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39556) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.356268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-ece1c9c6-1ec7-48b5-927b-c2306dad7206 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.358097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ece1c9c6-1ec7-48b5-927b-c2306dad7206 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0057874 Mar 31 23:19:32.360866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39558) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.379594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-e49cf09c-7b2b-4e8c-8d3e-23b5096156fc tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.381137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e49cf09c-7b2b-4e8c-8d3e-23b5096156fc tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0188689 Mar 31 23:19:32.384943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39560) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.390786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-e4c83f6e-6f83-468c-9d2b-8956b6cebbfd tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.392105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e4c83f6e-6f83-468c-9d2b-8956b6cebbfd tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055482 Mar 31 23:19:32.395477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39562) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.404979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-844d06f2-7231-4ac2-9868-a8c8583d25ec tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.406151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-844d06f2-7231-4ac2-9868-a8c8583d25ec tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096598 Mar 31 23:19:32.412369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39564) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.418854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-73435475-c15d-4c42-bcf9-976629a431ac tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.420235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-73435475-c15d-4c42-bcf9-976629a431ac tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070143 Mar 31 23:19:32.424672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39566) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.429142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-dd330cf4-9e9a-4d5f-b700-67932b002f65 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.430615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd330cf4-9e9a-4d5f-b700-67932b002f65 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052109 Mar 31 23:19:32.439259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39568) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.545497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-f9ce5dac-3bf0-4103-8aa0-2d0c6abd1f11 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.551465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39570) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.553010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f9ce5dac-3bf0-4103-8aa0-2d0c6abd1f11 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.1000175 Mar 31 23:19:32.564696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-de5d4c8f-cadc-4b24-ba78-382694259f3f tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.571846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-de5d4c8f-cadc-4b24-ba78-382694259f3f tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0187323 Mar 31 23:19:32.578741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39572) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.608174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-beb7bbc5-813a-43a7-8e52-372adca1ac5f tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.616348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-beb7bbc5-813a-43a7-8e52-372adca1ac5f tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0301960 Mar 31 23:19:32.618290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39574) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.639402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-222aff49-378a-4468-a5fe-a06ac31153c0 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.642967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-222aff49-378a-4468-a5fe-a06ac31153c0 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0173805 Mar 31 23:19:32.644255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39576) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.670319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-2be93d3b-4a24-4eda-b20e-2945044721f8 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.681201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2be93d3b-4a24-4eda-b20e-2945044721f8 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0329313 Mar 31 23:19:32.681526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39580) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.686860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-161591b0-9fe2-49da-9b0e-b49487407be7 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.688081 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-161591b0-9fe2-49da-9b0e-b49487407be7 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045378 Mar 31 23:19:32.691553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39582) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.702178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-6f84f7dd-1c65-4b6b-bc79-a9e209e1be51 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.719041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6f84f7dd-1c65-4b6b-bc79-a9e209e1be51 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0202391 Mar 31 23:19:32.721593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39584) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.726714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-f6a70b0a-4dc1-4a76-8da7-9ce43a45adfc tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.730629 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f6a70b0a-4dc1-4a76-8da7-9ce43a45adfc tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050159 Mar 31 23:19:32.730917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39586) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.735498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-01232810-9fc9-4fd2-bc81-d45c76945529 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.739737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01232810-9fc9-4fd2-bc81-d45c76945529 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0078239 Mar 31 23:19:32.742375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39588) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.764559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-a653e0dd-3e32-472e-b572-063c6a9fb91b tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.766520 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a653e0dd-3e32-472e-b572-063c6a9fb91b tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0223083 Mar 31 23:19:32.771493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39590) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.789200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-a7fc646d-c3a2-482f-85e9-c5a74399daed tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.793380 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a7fc646d-c3a2-482f-85e9-c5a74399daed tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0208526 Mar 31 23:19:32.802052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39592) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.809278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-db543997-da91-4103-ace2-c08216df5e16 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.810237 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-db543997-da91-4103-ace2-c08216df5e16 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072019 Mar 31 23:19:32.816610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39594) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.826118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 31cad917-71fc-4003-a6e1-58a413f0e0d9 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:32.827169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-a0ba5cf8-c9a1-48fc-9258-69f57b2d8652 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.831350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39596) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.833293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a0ba5cf8-c9a1-48fc-9258-69f57b2d8652 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0167401 Mar 31 23:19:32.835754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-0988aed8-e1d0-48ba-b3f8-6b125956ea6c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.837586 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0988aed8-e1d0-48ba-b3f8-6b125956ea6c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052748 Mar 31 23:19:32.841448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39598) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.846954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-3ca76697-9f20-411b-935c-d5fc5b3ce398 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.857947 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3ca76697-9f20-411b-935c-d5fc5b3ce398 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0152893 Mar 31 23:19:32.858835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39600) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.873475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-a4fdbb3c-3222-4e19-9a46-0b901deed04f tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.874459 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a4fdbb3c-3222-4e19-9a46-0b901deed04f tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0124986 Mar 31 23:19:32.877203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.882373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39602) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.889036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-29edc957-742e-4242-abcf-480d105d8a65 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.893106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 31cad917-71fc-4003-a6e1-58a413f0e0d9 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:32.893513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 31cad917-71fc-4003-a6e1-58a413f0e0d9 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:32.893620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-29edc957-742e-4242-abcf-480d105d8a65 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0091941 Mar 31 23:19:32.893924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4616de1a-711d-4d42-be0d-8a1fbe633a2a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:32.895276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39604) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.903496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:32.907278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-23c78854-0bc9-4cec-acb3-acb0a0c0d09e tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.912854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-23c78854-0bc9-4cec-acb3-acb0a0c0d09e tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0165186 Mar 31 23:19:32.913515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39606) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.949953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-89d2e2fb-b578-4e4f-8aae-ab8cd6ec5ac2 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.953949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-89d2e2fb-b578-4e4f-8aae-ab8cd6ec5ac2 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0099838 Mar 31 23:19:32.954641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39608) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.967386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-09d8ac31-e8ed-4832-9d74-bdb13aa27f70 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:32.974504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-09d8ac31-e8ed-4832-9d74-bdb13aa27f70 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0095320 Mar 31 23:19:32.974504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39610) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.977348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Port': ['ID=7df24a65-3525-4d4a-80a3-b1fb1454c02d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:32.996650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-941907f2-4f57-441f-8719-672098809a1a tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.001144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-941907f2-4f57-441f-8719-672098809a1a tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0225749 Mar 31 23:19:33.001911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39612) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.030203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-ca7f6180-0360-4817-9e4a-73817d0a38c3 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.045992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ca7f6180-0360-4817-9e4a-73817d0a38c3 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0224390 Mar 31 23:19:33.055741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39614) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.073108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-0d482506-d4ce-49e2-a3c5-d5f16bbe60b8 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.080380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0d482506-d4ce-49e2-a3c5-d5f16bbe60b8 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0225959 Mar 31 23:19:33.092962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39616) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.122829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-fe4de3e7-c6c6-46d4-ab6e-ce66db00613c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.130168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39618) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.132313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fe4de3e7-c6c6-46d4-ab6e-ce66db00613c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0281425 Mar 31 23:19:33.136901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-b0407dbd-470c-4dd1-92b4-4536f4171f7c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.141616 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b0407dbd-470c-4dd1-92b4-4536f4171f7c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0092432 Mar 31 23:19:33.146252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39620) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.152491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-f7f8fe34-77f5-4f10-8342-794080091a6f tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.160799 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7f8fe34-77f5-4f10-8342-794080091a6f tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0125711 Mar 31 23:19:33.162122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39622) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.169691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-550c6054-6675-4b2a-90d5-9b4795395d79 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.172627 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-550c6054-6675-4b2a-90d5-9b4795395d79 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073802 Mar 31 23:19:33.181084 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.210425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39624) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.224789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] For port 4616de1a-711d-4d42-be0d-8a1fbe633a2a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4616de1a-711d-4d42-be0d-8a1fbe633a2a,segment=NetworkSegment(faa9cac6-5774-4dcf-88a7-6af0cbd4105d),segment_id=faa9cac6-5774-4dcf-88a7-6af0cbd4105d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:33.225353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.253659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-33a4e415-2976-4bf6-849d-9994780c6dbf tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.257971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39626) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.258907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-33a4e415-2976-4bf6-849d-9994780c6dbf tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0472414 Mar 31 23:19:33.261020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] Calling delete_port for 4616de1a-711d-4d42-be0d-8a1fbe633a2a owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:33.267393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-67cf73ad-0389-4fc5-a4e9-83aea69edb2c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.268397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-67cf73ad-0389-4fc5-a4e9-83aea69edb2c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094187 Mar 31 23:19:33.280876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39630) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.302195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-76ec3f75-3370-4abd-9d04-6d5ced0c42a6 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.303239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-76ec3f75-3370-4abd-9d04-6d5ced0c42a6 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0151324 Mar 31 23:19:33.311339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39632) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.317687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-2afe3b9d-0f7a-4853-ad36-54de02f945cb tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.318657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2afe3b9d-0f7a-4853-ad36-54de02f945cb tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063589 Mar 31 23:19:33.322846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39634) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.328099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-fc7ab959-b300-40a7-83e6-7c5ad10ffb60 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.329357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fc7ab959-b300-40a7-83e6-7c5ad10ffb60 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0053849 Mar 31 23:19:33.333438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39636) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.335097 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.338792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.344269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-6c542fa0-6665-4de6-86eb-37d9c28b8da3 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.352817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6c542fa0-6665-4de6-86eb-37d9c28b8da3 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0175180 Mar 31 23:19:33.355402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39638) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.370752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-eeb1e0d8-b48c-4830-bf0c-b3dda5ee9893 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.377599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eeb1e0d8-b48c-4830-bf0c-b3dda5ee9893 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0100327 Mar 31 23:19:33.384102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39640) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.394977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-b5daa9e6-b9e9-4acc-9d4d-c472be1a208a tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.400347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b5daa9e6-b9e9-4acc-9d4d-c472be1a208a tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0131216 Mar 31 23:19:33.401520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.410113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39644) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.412700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-2bfbe310-8cc9-412c-b32d-d5d215d07523', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:33.412700 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.424570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-e1e04d66-088b-4c74-8836-f8b1bf76fe78 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.428606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e1e04d66-088b-4c74-8836-f8b1bf76fe78 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0163219 Mar 31 23:19:33.431050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39646) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.451695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-a071a780-508f-4a07-93f8-2d5e6512a013 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.458991 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39648) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.460152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a071a780-508f-4a07-93f8-2d5e6512a013 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0203958 Mar 31 23:19:33.464324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-a1d3d2b1-49f8-4bca-a874-bdbe9cc30f70 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.466793 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1d3d2b1-49f8-4bca-a874-bdbe9cc30f70 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0065997 Mar 31 23:19:33.469441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39650) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.479515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-37cfb2bd-affb-4c97-8d79-eb33305c6f44 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.480945 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-37cfb2bd-affb-4c97-8d79-eb33305c6f44 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0104902 Mar 31 23:19:33.484565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39652) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.492391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-36219669-6fdc-4c75-b725-34dbbba1dc3b tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.495928 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-36219669-6fdc-4c75-b725-34dbbba1dc3b tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087235 Mar 31 23:19:33.500370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39654) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.510764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-18553c51-d9a1-40fd-8f81-c0a14d26384e tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.512336 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-18553c51-d9a1-40fd-8f81-c0a14d26384e tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055192 Mar 31 23:19:33.516603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39656) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.538831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-72aa6b25-ca5a-442c-a67d-4499c04b5b1b tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.540022 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-72aa6b25-ca5a-442c-a67d-4499c04b5b1b tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0147741 Mar 31 23:19:33.546083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39658) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.554121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-c56ac231-2a66-4a3d-8e47-ade017599de7 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.556890 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c56ac231-2a66-4a3d-8e47-ade017599de7 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0089064 Mar 31 23:19:33.558641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.560306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Fanout notify agent at l3_agent the message router_deleted on router c5937ecd-962c-47b1-8942-62e19ef33ba8 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:33.561318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39660) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.578398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-b5686f24-ee10-4803-ba91-f471eb7c9011 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.583258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b5686f24-ee10-4803-ba91-f471eb7c9011 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0199916 Mar 31 23:19:33.583881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39662) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.587792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.589984 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-17555b9d-c473-4d67-9817-625036c24365 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/routers/c5937ecd-962c-47b1-8942-62e19ef33ba8 HTTP/1.1" status: 204 len: 168 time: 2.4669478 Mar 31 23:19:33.594608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39664) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.627847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-1d571b73-5a1d-49e1-8612-c55ea8765cde tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.632140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1d571b73-5a1d-49e1-8612-c55ea8765cde tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0093529 Mar 31 23:19:33.636520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39666) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.651804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-529679c3-0941-474e-9c41-b0d9d3fb7035 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.656719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-529679c3-0941-474e-9c41-b0d9d3fb7035 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0187440 Mar 31 23:19:33.672392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39668) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.678265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-1c92a5f4-2465-4280-ae07-79a1021ad876 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.682996 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.683769 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1c92a5f4-2465-4280-ae07-79a1021ad876 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0101249 Mar 31 23:19:33.691965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39670) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.700355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-49a66a1e-c235-4987-85bc-725d7212e21c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.708043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-49a66a1e-c235-4987-85bc-725d7212e21c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0105805 Mar 31 23:19:33.708789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39672) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.727040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-e224ae5a-8ee3-4741-a89a-017ec6b976f4 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.730911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e224ae5a-8ee3-4741-a89a-017ec6b976f4 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0139515 Mar 31 23:19:33.740792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39674) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.772850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-7af034cf-50a5-41f1-8944-bcab0ff1eaed tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.782655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7af034cf-50a5-41f1-8944-bcab0ff1eaed tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0347440 Mar 31 23:19:33.783052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Port 4616de1a-711d-4d42-be0d-8a1fbe633a2a update to DOWN by agent not found {{(pid=109822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:19:33.787120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] No DVR routers for this DVR port 4616de1a-711d-4d42-be0d-8a1fbe633a2a on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:33.789712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39676) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.817630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [None req-2da7dcc6-6786-4a34-bae9-be52048b840b tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.818571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2da7dcc6-6786-4a34-bae9-be52048b840b tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0134783 Mar 31 23:19:33.828126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898b434-cc69-4602-9dda-597e4b027234 None None] Pushing event deleted for resources: {'Port': ['ID=4616de1a-711d-4d42-be0d-8a1fbe633a2a,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.831893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39680) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.850449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-c51581a1-ae60-41fa-a064-ce0e769c9e63 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.856109 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c51581a1-ae60-41fa-a064-ce0e769c9e63 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0202742 Mar 31 23:19:33.865501 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39682) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.869781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.897409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-f5d87981-5093-4531-a107-0133d033b67c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.897409 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f5d87981-5093-4531-a107-0133d033b67c tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0091012 Mar 31 23:19:33.897409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39684) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.899862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-b50d5bac-5611-431a-aaa5-6a936bfc7648 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.901336 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b50d5bac-5611-431a-aaa5-6a936bfc7648 tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068159 Mar 31 23:19:33.904411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39688) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.909355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [None req-d9af1f21-2038-4448-98dd-4436a6916a0e tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:19:33.913250 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d9af1f21-2038-4448-98dd-4436a6916a0e tempest-ExtensionsTestJSON-1521369158 tempest-ExtensionsTestJSON-1521369158-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050135 Mar 31 23:19:34.028132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Allocated IP 172.20.0.2 (2bfbe310-8cc9-412c-b32d-d5d215d07523/bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1/e3096b17-ec58-458c-b3a3-5a5f76b9d09e) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:34.071512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.093208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19b1a382-55f5-40a6-8b16-b88f3e61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.137489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd85c107-8b0f-4887-bb42-c2d4bddcd8a2']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:34.152502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:34.152811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa9cac6-5774-4dcf-88a7-6af0cbd4105d') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:34.156763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 3, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:34.169175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.192774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.207322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:34.207748 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.248725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cb8fa-b6a4-4ed4-b35b-b0970dbe2f96 None None] The sync data for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 is: [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 3, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:34.309005 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:34.337015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7df24a65-3525-4d4a-80a3-b1fb1454c02d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:34.378198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 7df24a65-3525-4d4a-80a3-b1fb1454c02d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:34.378731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7df24a65-3525-4d4a-80a3-b1fb1454c02d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:34.396221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.421701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.434874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39694) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:34.435149 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/networks/cd85c107-8b0f-4887-bb42-c2d4bddcd8a2 HTTP/1.1" status: 204 len: 168 time: 0.8337035 Mar 31 23:19:34.468683 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfd4fb-06c9-4baf-a3bb-f2ecca63a40c tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Network': ['ID=cd85c107-8b0f-4887-bb42-c2d4bddcd8a2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.496603 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.572774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.690942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:34.692619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39702) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:34.720653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:34.742226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:34.801913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Pushing event updated for resources: {'Port': ['ID=e3096b17-ec58-458c-b3a3-5a5f76b9d09e,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.858316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.20.0.1 (2bfbe310-8cc9-412c-b32d-d5d215d07523/bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1/9fdbb409-bff9-4fec-8a23-b58536f49695) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:34.954104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting port b1c4c263-8e54-4b46-a2f6-b1e481c71ee9 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:34.954443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.982493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Attempting to bind port e3096b17-ec58-458c-b3a3-5a5f76b9d09e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:34.983097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Attempting to bind port e3096b17-ec58-458c-b3a3-5a5f76b9d09e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:34.983686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Attempting to bind port e3096b17-ec58-458c-b3a3-5a5f76b9d09e on network 2bfbe310-8cc9-412c-b32d-d5d215d07523 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:34.992577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:35.000266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Checking segment: {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:35.000266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.000266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Bound using segment: {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:35.000266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Bound port: e3096b17-ec58-458c-b3a3-5a5f76b9d09e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:35.000266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.012968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a1893e6-6b84-4dda-bcbe-fcdd3659121e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.080170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.113475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.113813 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.138307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Calling delete_port for b1c4c263-8e54-4b46-a2f6-b1e481c71ee9 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:35.159492 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a1893e6-6b84-4dda-bcbe-fcdd3659121e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.190412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] For port e3096b17-ec58-458c-b3a3-5a5f76b9d09e, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:35.194212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] For port e3096b17-ec58-458c-b3a3-5a5f76b9d09e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e3096b17-ec58-458c-b3a3-5a5f76b9d09e,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:35.250013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7a1893e6-6b84-4dda-bcbe-fcdd3659121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.284578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.288208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.339970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1893e6-6b84-4dda-bcbe-fcdd3659121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663ea386-ce75-4e93-ac81-e8f0b540209b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.356380 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7a1893e6-6b84-4dda-bcbe-fcdd3659121e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ed68f740f9443078ff0927ef3c45885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6624651 Mar 31 23:19:35.357019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:35.418934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:35.466571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:35.471832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:35.512543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366eeb70-98c2-422e-8a41-0f664cd18cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.616431 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366eeb70-98c2-422e-8a41-0f664cd18cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.628593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c24f9c-5a10-4271-ad74-89da11723727 None None] Pushing event updated for resources: {'Port': ['ID=e3096b17-ec58-458c-b3a3-5a5f76b9d09e,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.663600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.778076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=9fdbb409-bff9-4fec-8a23-b58536f49695,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.780283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366eeb70-98c2-422e-8a41-0f664cd18cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.783216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366eeb70-98c2-422e-8a41-0f664cd18cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.787153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-366eeb70-98c2-422e-8a41-0f664cd18cc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/663ea386-ce75-4e93-ac81-e8f0b540209b HTTP/1.1" status: 204 len: 168 time: 0.4278183 Mar 31 23:19:35.813253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366eeb70-98c2-422e-8a41-0f664cd18cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663ea386-ce75-4e93-ac81-e8f0b540209b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.925138 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.091937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-714f7b57-6850-4a03-931c-090eb16cd15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.099128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Port': ['ID=b1c4c263-8e54-4b46-a2f6-b1e481c71ee9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:36.183158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.183658 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Floating IP 155d2712-8bde-4ec8-bbef-0fcc0f480bb1 disassociated (deleted). External IP: 172.25.4.185, port: 129f83c3-abe8-4973-a90d-18c8f584a6b1. Mar 31 23:19:36.516141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e3096b17-ec58-458c-b3a3-5a5f76b9d09e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:36.687864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e3096b17-ec58-458c-b3a3-5a5f76b9d09e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:36.688449 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.945323 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.027290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port e3096b17-ec58-458c-b3a3-5a5f76b9d09e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e3096b17-ec58-458c-b3a3-5a5f76b9d09e,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:37.096509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.147466 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.147466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 57a6c85a-6339-4e22-92b8-1657b485a1ed up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:37.313781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=e3096b17-ec58-458c-b3a3-5a5f76b9d09e,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.326954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 57a6c85a-6339-4e22-92b8-1657b485a1ed triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:37.326954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.425144 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.466634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 57a6c85a-6339-4e22-92b8-1657b485a1ed, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=57a6c85a-6339-4e22-92b8-1657b485a1ed,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:37.540262 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.549435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Router 9ef43247-2f16-4249-ae29-a2136eeef1a1 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:37.653419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39768) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:37.665721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=57a6c85a-6339-4e22-92b8-1657b485a1ed,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.701434 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.802920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1274176789'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:37.864581 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.867206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:37.872122 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.883727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] Sync routers for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:37.899167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:37.901376 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:37.929838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-df4c8c37-07c2-445f-a295-1027daa2ad52 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/floatingips/155d2712-8bde-4ec8-bbef-0fcc0f480bb1 HTTP/1.1" status: 204 len: 168 time: 3.4734373 Mar 31 23:19:37.930853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:37.934701 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64165427-1cad-424b-bc32-249e0b23213d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:37.938305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:37.942864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.951069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.998250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.109152 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12ce909-6a1d-4319-be5a-4924aa5988fc x-openstack-request-id: req-e12ce909-6a1d-4319-be5a-4924aa5988fc {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:38.109648 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:38.109741 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e12ce909-6a1d-4319-be5a-4924aa5988fc {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:38.111780 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12ce909-6a1d-4319-be5a-4924aa5988fc'] response: {'name': 'network-changed', 'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'status': 'completed', 'code': 200} Mar 31 23:19:38.120908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.205640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.255114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:38.256875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64165427-1cad-424b-bc32-249e0b23213d req-f1308ac9-ac6d-41bb-9691-a4ddc53fcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.259124 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64165427-1cad-424b-bc32-249e0b23213d req-f1308ac9-ac6d-41bb-9691-a4ddc53fcb76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64f8a3a0570c41c492b5a89524102168&device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 1136 time: 0.1909451 Mar 31 23:19:38.269202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296c96a-ae37-4ed0-9439-40b0d40cc529 None None] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:38.465188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e3096b17-ec58-458c-b3a3-5a5f76b9d09e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:38.485336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=9fdbb409-bff9-4fec-8a23-b58536f49695,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:38.513828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:38.523040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:38.674892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb32fb36-4f50-4460-bd52-50c9cde2d874 None None] Provisioning complete for port e3096b17-ec58-458c-b3a3-5a5f76b9d09e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:38.676007 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb32fb36-4f50-4460-bd52-50c9cde2d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.819274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 8b537e7a-4207-4178-aef9-5215d1e035c5 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:38.913084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c967b4-54fe-4fb1-869b-810d6141f644 req-0ac88f35-0811-4980-89e3-c299b7a9d486 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.923793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12c967b4-54fe-4fb1-869b-810d6141f644 req-0ac88f35-0811-4980-89e3-c299b7a9d486 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 985 time: 0.2935543 Mar 31 23:19:39.009662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12c967b4-54fe-4fb1-869b-810d6141f644 req-53c81e64-23ec-4762-b8fb-d952a44e87ea tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843542 Mar 31 23:19:39.096533 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.106193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:39.123434 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Sync routers for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:39.134427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39806) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:39.138167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee9e4b96-9dd1-4cfa-aecd-ed6d673f4ad5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "PUT /v2.0/routers/8b537e7a-4207-4178-aef9-5215d1e035c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3999205 Mar 31 23:19:39.157028 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:39.159276 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:39.201635 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.263872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:39.267828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.268421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.268881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.269342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.270118 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.270604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.271062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.271508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.273473 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-020792ea-54c3-4f82-bcf8-01063195370a tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.1373417 Mar 31 23:19:39.277835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39810) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:39.298350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7d898-6c22-4a9a-b30b-784cedb0ccfd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:39.390836 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.391204 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Added segment b0b25fed-b9dc-4a37-9e38-703050cafd02 of type vlan for network d81da918-e19a-47c9-99a4-7b6b5173b698 Mar 31 23:19:39.445977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64165427-1cad-424b-bc32-249e0b23213d req-c5d6782d-85dc-4b66-835c-d2be3bfb869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.447842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:39.454711 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64165427-1cad-424b-bc32-249e0b23213d req-c5d6782d-85dc-4b66-835c-d2be3bfb869e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1 HTTP/1.1" status: 200 len: 897 time: 1.1896446 Mar 31 23:19:39.476858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.490605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.491350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.491813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.492272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.499602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.500727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.501197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.503251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3abec39a-0196-4e4d-8e53-e4fe057116ae tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5278 time: 0.2238712 Mar 31 23:19:39.515163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39812) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:39.526058 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.527080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e3096b17-ec58-458c-b3a3-5a5f76b9d09e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:39.527553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.670175 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64165427-1cad-424b-bc32-249e0b23213d req-28e4e191-283f-4e1d-9976-1b06998805f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1 HTTP/1.1" status: 200 len: 217 time: 0.1226542 Mar 31 23:19:39.681723 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.684053 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.803139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64165427-1cad-424b-bc32-249e0b23213d req-693812dd-0fc7-43f4-bfeb-35717ff15084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.804813 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64165427-1cad-424b-bc32-249e0b23213d req-693812dd-0fc7-43f4-bfeb-35717ff15084 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37ab941d-5663-403c-9dc6-c01ca33a66fa HTTP/1.1" status: 200 len: 834 time: 0.1253593 Mar 31 23:19:39.912708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64165427-1cad-424b-bc32-249e0b23213d req-bd17ffad-2f27-4e94-b3f1-ceaac907685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.914909 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64165427-1cad-424b-bc32-249e0b23213d req-bd17ffad-2f27-4e94-b3f1-ceaac907685d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe697c35-eba2-436f-b5a0-87fb2d2b61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014860 Mar 31 23:19:39.925931 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.926994 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 2, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:39.981299 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Checking router: 8b537e7a-4207-4178-aef9-5215d1e035c5 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:39.981649 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Updating router 8b537e7a-4207-4178-aef9-5215d1e035c5 port 9fdbb409-bff9-4fec-8a23-b58536f49695 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:39.991769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.005284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.006188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.040511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb156a31-09bf-4099-8640-978b4640f82e req-e4c9ad9f-77e4-4d92-b129-ce29a8149c18 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.051184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb156a31-09bf-4099-8640-978b4640f82e req-e4c9ad9f-77e4-4d92-b129-ce29a8149c18 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 985 time: 0.3020463 Mar 31 23:19:40.067428 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.140305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 57a6c85a-6339-4e22-92b8-1657b485a1ed up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:40.353187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d00ebb56-7c0c-48d2-8657-e51cf75c37a9 tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.8303325 Mar 31 23:19:40.379065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:40.397923 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7432578 Mar 31 23:19:40.418608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39824) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:40.433159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'subnet': {'network_id': 'd81da918-e19a-47c9-99a4-7b6b5173b698', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:40.464098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ce75b-d580-44e4-92a3-71c542ef8e41 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Network': ['ID=d81da918-e19a-47c9-99a4-7b6b5173b698,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:40.513500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] Checking router: 9ef43247-2f16-4249-ae29-a2136eeef1a1 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:40.524899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d81da918-e19a-47c9-99a4-7b6b5173b698 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:40.538942 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64165427-1cad-424b-bc32-249e0b23213d req-54af6166-f982-47f7-9521-f7500250792e service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160994 Mar 31 23:19:40.618535 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.651655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ddd08-5cbf-4d07-a02b-aa4f4b2eef01 req-49837c73-339c-4bc8-9d01-ca11cc9c1adb tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.653477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c84ddd08-5cbf-4d07-a02b-aa4f4b2eef01 req-49837c73-339c-4bc8-9d01-ca11cc9c1adb tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 985 time: 0.4237750 Mar 31 23:19:40.709354 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.719252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting port 129f83c3-abe8-4973-a90d-18c8f584a6b1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:40.719856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.769849 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 57a6c85a-6339-4e22-92b8-1657b485a1ed triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:40.773546 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.814150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c84ddd08-5cbf-4d07-a02b-aa4f4b2eef01 req-a446ff55-dd2a-46b1-b47e-52efd6f2a539 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1455350 Mar 31 23:19:40.845552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:40.846451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:40.880596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-64165427-1cad-424b-bc32-249e0b23213d req-e481da3d-a779-4d34-94f0-7d44323f1183 service neutron] 10.222.0.45 "GET /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343956 Mar 31 23:19:40.936936 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Pushing event updated for resources: {'Port': ['ID=9fdbb409-bff9-4fec-8a23-b58536f49695,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:40.983081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-25a39db5-c8a7-4b42-81f0-b80f08246a98 None None] Provisioning complete for port e3096b17-ec58-458c-b3a3-5a5f76b9d09e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:40.983594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25a39db5-c8a7-4b42-81f0-b80f08246a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.015406 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.016014 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.017366 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.018030 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.019058 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.020667 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.021341 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.022893 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.023322 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.024469 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.025590 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.026747 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:41.050764 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Attempting to bind port 9fdbb409-bff9-4fec-8a23-b58536f49695 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:41.056188 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Attempting to bind port 9fdbb409-bff9-4fec-8a23-b58536f49695 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:41.057138 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Attempting to bind port 9fdbb409-bff9-4fec-8a23-b58536f49695 on network 2bfbe310-8cc9-412c-b32d-d5d215d07523 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:41.087952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:41.090731 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:41.091130 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Checking segment: {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:41.091598 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.092092 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Bound using segment: {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:41.092575 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Bound port: 9fdbb409-bff9-4fec-8a23-b58536f49695, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:41.092949 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.101170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.196687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39828) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:41.201387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-22aa41e1-26db-46c5-82b6-1ce0b48dbfd5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470749828', 'description': 'tempest-secgroup-smoke-1470749828 description', 'project_id': 'd381ef187b3342a98103d56843d806a3'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:41.284317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:41.304235 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] For port 9fdbb409-bff9-4fec-8a23-b58536f49695, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:41.327380 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] For port 9fdbb409-bff9-4fec-8a23-b58536f49695, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9fdbb409-bff9-4fec-8a23-b58536f49695,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:41.340262 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22aa41e1-26db-46c5-82b6-1ce0b48dbfd5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.346438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] For port 129f83c3-abe8-4973-a90d-18c8f584a6b1, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=129f83c3-abe8-4973-a90d-18c8f584a6b1,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:41.346897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.366470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-25a39db5-c8a7-4b42-81f0-b80f08246a98 None None] Provisioning complete for port 9fdbb409-bff9-4fec-8a23-b58536f49695 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:41.366884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25a39db5-c8a7-4b42-81f0-b80f08246a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.397876 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.407585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Calling delete_port for 129f83c3-abe8-4973-a90d-18c8f584a6b1 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:41.533518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22aa41e1-26db-46c5-82b6-1ce0b48dbfd5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.537305 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.562094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-25a39db5-c8a7-4b42-81f0-b80f08246a98 None None] Port 9fdbb409-bff9-4fec-8a23-b58536f49695 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:41.570060 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:41.576847 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:41.582191 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d1459-31bc-4830-b7d6-8c07af48687d None None] Pushing event updated for resources: {'Port': ['ID=9fdbb409-bff9-4fec-8a23-b58536f49695,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.620876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22aa41e1-26db-46c5-82b6-1ce0b48dbfd5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.717794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa41e1-26db-46c5-82b6-1ce0b48dbfd5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01461f42-b3e4-4836-956d-e8fbc5a964d4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.788649 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:41.805418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Subnet': ['ID=bfbfdf50-b888-40e6-aa16-f3168328bc15,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.814283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Checking segment: {'id': 'b0b25fed-b9dc-4a37-9e38-703050cafd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd81da918-e19a-47c9-99a4-7b6b5173b698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:41.818101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network hostable DHCP agents. Network: d81da918-e19a-47c9-99a4-7b6b5173b698, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:41.829560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22aa41e1-26db-46c5-82b6-1ce0b48dbfd5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.831438 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-22aa41e1-26db-46c5-82b6-1ce0b48dbfd5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6336031 Mar 31 23:19:41.835008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39834) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:41.886463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a3215e28-6567-4512-9725-93afb05f5459 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '01461f42-b3e4-4836-956d-e8fbc5a964d4', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:41.886593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9b20f231-2959-4b64-a87a-79997b9531db None None] Provisioning complete for port 9fdbb409-bff9-4fec-8a23-b58536f49695 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:41.886593 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b20f231-2959-4b64-a87a-79997b9531db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.939278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:42.017477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3215e28-6567-4512-9725-93afb05f5459 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.035817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f55cd-7089-4dc0-8c65-3867b55117e4 None None] The sync data for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 is: [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7c61ab5b-93d9-468a-9799-22853e03fc00', 'name': '', 'network_id': 'fe697c35-eba2-436f-b5a0-87fb2d2b61e1', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'mac_address': 'fa:16:3e:76:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:41Z', 'updated_at': '2022-03-31T23:17:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'subnets': [{'id': '37ab941d-5663-403c-9dc6-c01ca33a66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:42.051568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network d81da918-e19a-47c9-99a4-7b6b5173b698 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:42.072893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.147385 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b20f231-2959-4b64-a87a-79997b9531db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.217021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9b20f231-2959-4b64-a87a-79997b9531db None None] For port 9fdbb409-bff9-4fec-8a23-b58536f49695, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9fdbb409-bff9-4fec-8a23-b58536f49695,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:42.227043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3215e28-6567-4512-9725-93afb05f5459 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.243596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Port': ['ID=129f83c3-abe8-4973-a90d-18c8f584a6b1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:42.288932 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9b20f231-2959-4b64-a87a-79997b9531db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.317402 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3215e28-6567-4512-9725-93afb05f5459 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.336308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d81da918-e19a-47c9-99a4-7b6b5173b698) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:42.350232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:42.352840 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.364314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3215e28-6567-4512-9725-93afb05f5459 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ea9097-787d-4bf6-9028-ed395c083583,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:42.390990 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:42.448120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34e0e-dba8-4443-98e2-1f672a1f22e8 req-e6edaebe-a305-48e2-a698-4354dbcd3870 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:42.452755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a3215e28-6567-4512-9725-93afb05f5459 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.454336 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a3215e28-6567-4512-9725-93afb05f5459 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6169453 Mar 31 23:19:42.455546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20f231-2959-4b64-a87a-79997b9531db None None] Pushing event updated for resources: {'Port': ['ID=9fdbb409-bff9-4fec-8a23-b58536f49695,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:42.457801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39842) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:42.462903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-65f0d57c-2565-4589-b9fa-ceeebddaf0d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '01461f42-b3e4-4836-956d-e8fbc5a964d4', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:42.491722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fca34e0e-dba8-4443-98e2-1f672a1f22e8 req-e6edaebe-a305-48e2-a698-4354dbcd3870 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 906 time: 0.4978671 Mar 31 23:19:42.492631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68502b39-bbde-4a03-b3ca-75f356348aca None None] Network d81da918-e19a-47c9-99a4-7b6b5173b698 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:42.530062 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04243ebd-c313-4f94-aea0-2921af1c315e None None] The sync data for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 is: [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:42.559220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] No DVR routers for this DVR port 129f83c3-abe8-4973-a90d-18c8f584a6b1 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:42.563960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.570512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb156a31-09bf-4099-8640-978b4640f82e req-0de85c35-98ea-4822-8051-6924f681d24b tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.45 "DELETE /v2.0/ports/129f83c3-abe8-4973-a90d-18c8f584a6b1 HTTP/1.1" status: 204 len: 173 time: 2.5123737 Mar 31 23:19:42.599333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'name': 'network-vif-deleted', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:42.618061 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6cf7b8-6c6b-4d98-94a0-d743de52374f" -d '{"events": [{"server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "name": "network-vif-deleted", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:42.689447 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65f0d57c-2565-4589-b9fa-ceeebddaf0d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.729676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0de42b1a-7c4c-46a3-b106-03beaa20e536 None None] Provisioning complete for port 9fdbb409-bff9-4fec-8a23-b58536f49695 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:42.730059 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0de42b1a-7c4c-46a3-b106-03beaa20e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.745324 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fca34e0e-dba8-4443-98e2-1f672a1f22e8 req-b212a27e-940c-40b0-a9be-3837a82dda0e tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4&id=e4ebc647-4513-4b02-94da-b138db5634ae&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2762575 Mar 31 23:19:42.821196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-71c6ef71-40ed-409c-948c-eaa243004a5f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4007676 Mar 31 23:19:42.826597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39848) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:42.846880 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4204f3-db8f-453c-b20d-fe143f72944e x-openstack-request-id: req-0a4204f3-db8f-453c-b20d-fe143f72944e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:42.847777 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb25e67a-9434-48ea-847e-480de64dbeac", "name": "network-vif-deleted", "tag": "129f83c3-abe8-4973-a90d-18c8f584a6b1", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:42.848170 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a4204f3-db8f-453c-b20d-fe143f72944e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:42.848723 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4204f3-db8f-453c-b20d-fe143f72944e'] response: {'server_uuid': 'fb25e67a-9434-48ea-847e-480de64dbeac', 'name': 'network-vif-deleted', 'tag': '129f83c3-abe8-4973-a90d-18c8f584a6b1', 'status': 'completed', 'code': 200} Mar 31 23:19:42.861521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1990954925', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:42.891451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d36c4-ffa1-4f56-8f22-fb07a9e67906 None None] New status for floating IP 155d2712-8bde-4ec8-bbef-0fcc0f480bb1: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:42.934000 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65f0d57c-2565-4589-b9fa-ceeebddaf0d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.967690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.969491 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.049148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65f0d57c-2565-4589-b9fa-ceeebddaf0d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.124760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.161685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0d57c-2565-4589-b9fa-ceeebddaf0d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79db1650-267a-4a0a-a6b4-de75672a7a61,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:43.194776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9fdbb409-bff9-4fec-8a23-b58536f49695 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:43.201712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90adbd0e-9588-4acb-8363-cb24819381b5 None None] Network d81da918-e19a-47c9-99a4-7b6b5173b698 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:43.241042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65f0d57c-2565-4589-b9fa-ceeebddaf0d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.243778 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-65f0d57c-2565-4589-b9fa-ceeebddaf0d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7846391 Mar 31 23:19:43.247277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39852) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:43.252065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2682bf5a-27c2-4251-915c-8894af1693d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '01461f42-b3e4-4836-956d-e8fbc5a964d4', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:43.396227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2682bf5a-27c2-4251-915c-8894af1693d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.544216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9fdbb409-bff9-4fec-8a23-b58536f49695 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:43.546210 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.549145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a70a0b10-5f01-4317-a59d-c84831036021 None None] Provisioning complete for port 9fdbb409-bff9-4fec-8a23-b58536f49695 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:43.552068 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a70a0b10-5f01-4317-a59d-c84831036021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.571702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.647913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2682bf5a-27c2-4251-915c-8894af1693d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.735172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2682bf5a-27c2-4251-915c-8894af1693d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.872023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682bf5a-27c2-4251-915c-8894af1693d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3216abe-f4f9-4719-9f35-b69ff25f6d90,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:43.883707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39872) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:43.931100 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2682bf5a-27c2-4251-915c-8894af1693d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.932448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2682bf5a-27c2-4251-915c-8894af1693d3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6839209 Mar 31 23:19:43.943116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39876) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:43.952202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-07a5a083-fde8-4a58-97b8-e05f253a8e7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '01461f42-b3e4-4836-956d-e8fbc5a964d4', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:44.155161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6362530-1c58-4443-8e56-6b7784b3980d req-4b52bbed-04a8-4746-baa7-bd7218522259 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb25e67a-9434-48ea-847e-480de64dbeac HTTP/1.1" status: 200 len: 210 time: 0.0856695 Mar 31 23:19:44.166981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a5a083-fde8-4a58-97b8-e05f253a8e7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.325116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a5a083-fde8-4a58-97b8-e05f253a8e7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.399225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.415334 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a5a083-fde8-4a58-97b8-e05f253a8e7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.438154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a083-fde8-4a58-97b8-e05f253a8e7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9034a1-6a1c-4b5b-9a13-d61ff39ebaad,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:44.521497 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.543504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a5a083-fde8-4a58-97b8-e05f253a8e7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.545078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-07a5a083-fde8-4a58-97b8-e05f253a8e7f tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6009150 Mar 31 23:19:44.553897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39880) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:44.559327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d8b2a38d-6b98-40fd-b03d-eff11de9cbc4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '01461f42-b3e4-4836-956d-e8fbc5a964d4', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:44.692559 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-d8b2a38d-6b98-40fd-b03d-eff11de9cbc4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Project d381ef187b3342a98103d56843d806a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:19:44.699914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a38d-6b98-40fd-b03d-eff11de9cbc4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.905167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a38d-6b98-40fd-b03d-eff11de9cbc4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.907772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39884) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:44.971805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a38d-6b98-40fd-b03d-eff11de9cbc4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.022227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2a38d-6b98-40fd-b03d-eff11de9cbc4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916b6eaf-57c4-4402-9556-7bd3ab399569,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:45.080808 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a38d-6b98-40fd-b03d-eff11de9cbc4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.092668 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d8b2a38d-6b98-40fd-b03d-eff11de9cbc4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5370944 Mar 31 23:19:45.095099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39888) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:45.107813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-06fe9b18-529a-4b5e-a861-bb13ad33c5f8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'security_group_rule': {'security_group_id': '01461f42-b3e4-4836-956d-e8fbc5a964d4', 'project_id': 'd381ef187b3342a98103d56843d806a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:45.237348 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-06fe9b18-529a-4b5e-a861-bb13ad33c5f8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Project d381ef187b3342a98103d56843d806a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:19:45.249452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.25.4.114 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/0c7e5d0c-1bcc-4ee2-846b-4d90c7d62fc8) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:45.250367 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06fe9b18-529a-4b5e-a861-bb13ad33c5f8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.303583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39892) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:45.354093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 129f83c3-abe8-4973-a90d-18c8f584a6b1 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:45.385518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86956a04-f174-4300-9131-8bb55cf8232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.420237 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.433694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 129f83c3-abe8-4973-a90d-18c8f584a6b1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:45.434270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 129f83c3-abe8-4973-a90d-18c8f584a6b1 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:45.448089 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06fe9b18-529a-4b5e-a861-bb13ad33c5f8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.519781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2431ac3f-0c99-40fe-9740-7cfb703a518a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.541345 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06fe9b18-529a-4b5e-a861-bb13ad33c5f8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.630002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe9b18-529a-4b5e-a861-bb13ad33c5f8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14e55fc-64d1-4225-851d-e839ace82fff,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:45.670216 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2431ac3f-0c99-40fe-9740-7cfb703a518a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.847754 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86956a04-f174-4300-9131-8bb55cf8232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.848284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.992203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.035486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:46.044895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:46.050609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:46.083001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=0c7e5d0c-1bcc-4ee2-846b-4d90c7d62fc8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.084191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2431ac3f-0c99-40fe-9740-7cfb703a518a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.089226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2431ac3f-0c99-40fe-9740-7cfb703a518a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.093300 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39900) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:46.094588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2431ac3f-0c99-40fe-9740-7cfb703a518a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/security-groups/5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4 HTTP/1.1" status: 204 len: 168 time: 0.7721426 Mar 31 23:19:46.098896 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-06fe9b18-529a-4b5e-a861-bb13ad33c5f8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.100207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-06fe9b18-529a-4b5e-a861-bb13ad33c5f8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0033078 Mar 31 23:19:46.100775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-86956a04-f174-4300-9131-8bb55cf8232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.137679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-86956a04-f174-4300-9131-8bb55cf8232e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3133fed6bdfa473687dfd1bc3e0f18d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2270298 Mar 31 23:19:46.141496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431ac3f-0c99-40fe-9740-7cfb703a518a tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d569fb1-23c7-4b58-84f7-1a3e5cfdd9e4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.141496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39904) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:46.222949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86956a04-f174-4300-9131-8bb55cf8232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02f26e8-5ea7-4a7d-be39-aa468ae1910a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.227938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Deleting port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:46.229025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.250227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9720c1d0-1d75-4283-b85e-bee57de6244f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.277740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9720c1d0-1d75-4283-b85e-bee57de6244f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.374428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-07945135-e112-4969-b373-f03bb38ef534 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470749828&fields=id&tenant_id=d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 267 time: 0.0449193 Mar 31 23:19:46.396838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-930d3bc7-3308-4a14-bf7b-e99a77aab494 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.453629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-930d3bc7-3308-4a14-bf7b-e99a77aab494 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.457622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9720c1d0-1d75-4283-b85e-bee57de6244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.460305 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9720c1d0-1d75-4283-b85e-bee57de6244f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.463984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9720c1d0-1d75-4283-b85e-bee57de6244f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e02f26e8-5ea7-4a7d-be39-aa468ae1910a HTTP/1.1" status: 204 len: 168 time: 0.3200033 Mar 31 23:19:46.471961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] For port d2623f18-f2ee-44c9-9d8b-71124c0ccd2d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:46.473265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.475704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720c1d0-1d75-4283-b85e-bee57de6244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02f26e8-5ea7-4a7d-be39-aa468ae1910a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.505444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Calling delete_port for d2623f18-f2ee-44c9-9d8b-71124c0ccd2d owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:46.516027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-ae83b761-bdc1-43ed-bff1-aef2357c08c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:46.518936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-ae83b761-bdc1-43ed-bff1-aef2357c08c7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/networks?id=2bfbe310-8cc9-412c-b32d-d5d215d07523 HTTP/1.1" status: 200 len: 796 time: 0.1349769 Mar 31 23:19:46.536782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-2ed2607f-6b78-46b9-bf77-1e94b4510332 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/quotas/d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 375 time: 0.0120034 Mar 31 23:19:46.601109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-ec0cd21e-8058-48ff-a39d-895b0f254603 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576046 Mar 31 23:19:46.723097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-9f88c7d6-b045-4355-85b4-ef6613f4bbc7 service neutron] 10.222.0.31 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084995 Mar 31 23:19:46.730880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.735485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-930d3bc7-3308-4a14-bf7b-e99a77aab494 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.737148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-930d3bc7-3308-4a14-bf7b-e99a77aab494 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.738289 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-930d3bc7-3308-4a14-bf7b-e99a77aab494 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/security-groups/e4ebc647-4513-4b02-94da-b138db5634ae HTTP/1.1" status: 204 len: 168 time: 0.6440818 Mar 31 23:19:46.754609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39918) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:46.793037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d3bc7-3308-4a14-bf7b-e99a77aab494 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ebc647-4513-4b02-94da-b138db5634ae,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.979533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-269f64ad-d080-4e65-bd53-74db20eaa30a service neutron] 10.222.0.31 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533712 Mar 31 23:19:47.094454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.205669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.246145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2623f18-f2ee-44c9-9d8b-71124c0ccd2d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:47.388243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-192d1db7-6565-41e3-ab7c-88be433463e7 req-a80eba4a-c35f-4686-9182-c83a07c7a444 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 210 time: 0.0594685 Mar 31 23:19:47.407199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.493031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39930) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:47.552009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.564488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8876bcb9-9358-4408-8959-326add38d51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.849177 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8876bcb9-9358-4408-8959-326add38d51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.955313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8876bcb9-9358-4408-8959-326add38d51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.010224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8876bcb9-9358-4408-8959-326add38d51e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8335fc9f82e4339b5c49eb38e535f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154786 Mar 31 23:19:48.015357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39938) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:48.024267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876bcb9-9358-4408-8959-326add38d51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac14ce4e-39d4-4790-8761-7f6e212295f4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:48.074738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting port 7c61ab5b-93d9-468a-9799-22853e03fc00 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:48.075078 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.110594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:19:48.143762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4cb88cda-545d-4321-b2fb-e4adb6d20cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.189410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4cb88cda-545d-4321-b2fb-e4adb6d20cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.228623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] For port 7c61ab5b-93d9-468a-9799-22853e03fc00, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7c61ab5b-93d9-468a-9799-22853e03fc00,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:48.228994 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.251530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Calling delete_port for 7c61ab5b-93d9-468a-9799-22853e03fc00 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:48.351227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:48.374304 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1c918-178c-4bfb-b1e1-2d2513577f85 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:48.384761 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1c918-178c-4bfb-b1e1-2d2513577f85 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:48.385731 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a0a1c918-178c-4bfb-b1e1-2d2513577f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:48.456188 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a0a1c918-178c-4bfb-b1e1-2d2513577f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:48.460627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:48.468154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.472106 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9c5a3731-094f-4b87-bdad-cb5406a13583 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6418569 Mar 31 23:19:48.472243 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1c918-178c-4bfb-b1e1-2d2513577f85 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:48.472243 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a0a1c918-178c-4bfb-b1e1-2d2513577f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:48.473269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39944) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:48.508332 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a0a1c918-178c-4bfb-b1e1-2d2513577f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:48.509802 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1c918-178c-4bfb-b1e1-2d2513577f85 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:48.714034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d64938d9-4e94-4df7-8891-e5ee4b221299 req-368f858b-a30d-4059-b2cf-e455c5abc2cd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 210 time: 0.0297205 Mar 31 23:19:48.728650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:48.746101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] Sync routers for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:48.760485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:48.761402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:48.790174 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-84f0acc4-672a-4cf1-b53f-92931555c45b admin admin] 10.222.0.31 "PUT /v2.0/routers/9a0b7194-f030-46f3-8fca-de3387f6cfc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9059680 Mar 31 23:19:48.793307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39946) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:48.823739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4cb88cda-545d-4321-b2fb-e4adb6d20cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.827828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4cb88cda-545d-4321-b2fb-e4adb6d20cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.827828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4cb88cda-545d-4321-b2fb-e4adb6d20cf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac14ce4e-39d4-4790-8761-7f6e212295f4 HTTP/1.1" status: 204 len: 168 time: 0.8107007 Mar 31 23:19:48.864922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb88cda-545d-4321-b2fb-e4adb6d20cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac14ce4e-39d4-4790-8761-7f6e212295f4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:48.935495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:48.968018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.134664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.215958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Port': ['ID=7c61ab5b-93d9-468a-9799-22853e03fc00,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:49.250976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:19:46Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:49.284571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] Checking router: 9a0b7194-f030-46f3-8fca-de3387f6cfc9 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:49.301766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] Routers {'9a0b7194-f030-46f3-8fca-de3387f6cfc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:49.302448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:49.413965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.503381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.560165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] Set router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:49.725444 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.800563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Deleting port 59df5318-133f-4a25-861e-c4895d0a840f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:49.801288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.829214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:19:46Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:49.878106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7246c5a-3a65-4444-b091-3b14dca98cf4 None None] The sync data for ids ['9a0b7194-f030-46f3-8fca-de3387f6cfc9'] in n-d-836015-1 is: [{'id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'name': 'tempest-TaggedBootDevicesTest_v242-1310956666-router', 'tenant_id': '136ee4b6af8a465c90ce129820a06859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '59df5318-133f-4a25-861e-c4895d0a840f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:41Z', 'updated_at': '2022-03-31T23:19:46Z', 'revision_number': 5, 'project_id': '136ee4b6af8a465c90ce129820a06859', 'gw_port': {'id': '59df5318-133f-4a25-861e-c4895d0a840f', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0b7194-f030-46f3-8fca-de3387f6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:45Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:49.938048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e06683f-0bed-4f74-82e9-e6e332e68fc0 req-366c4f5c-c0eb-4575-a4ae-24376d0fa54d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 210 time: 0.0518684 Mar 31 23:19:50.032603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] For port 59df5318-133f-4a25-861e-c4895d0a840f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=59df5318-133f-4a25-861e-c4895d0a840f,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:50.032965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.036860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Router 9ef43247-2f16-4249-ae29-a2136eeef1a1 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:50.064983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Calling delete_port for 59df5318-133f-4a25-861e-c4895d0a840f owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:50.127495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-0324f2f6-7ce8-44b4-a166-452568791b4d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:50.128961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-0324f2f6-7ce8-44b4-a166-452568791b4d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.45 "GET /v2.0/networks?id=2bfbe310-8cc9-412c-b32d-d5d215d07523 HTTP/1.1" status: 200 len: 796 time: 0.2532830 Mar 31 23:19:50.254152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-1e9cb4e6-cffb-4213-a28a-8fa8f2e23db1 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d381ef187b3342a98103d56843d806a3 HTTP/1.1" status: 200 len: 380 time: 0.1162500 Mar 31 23:19:50.269410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'port': {'device_id': '0fc56612-a450-4484-b518-18612d99041d', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'admin_state_up': True, 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'security_groups': ['01461f42-b3e4-4836-956d-e8fbc5a964d4']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:50.363836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:50.367322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.20.0.1 (d81da918-e19a-47c9-99a4-7b6b5173b698/bfbfdf50-b888-40e6-aa16-f3168328bc15/d8f12d63-b8af-45c3-b0e3-39d10808b700) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:50.369407 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8a45cb21-72b0-4d69-9224-bb275a756865 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "PUT /v2.0/routers/9ef43247-2f16-4249-ae29-a2136eeef1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6125345 Mar 31 23:19:50.372197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 39972) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.378597 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] Sync routers for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:50.416957 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:50.417726 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:50.577233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a96bdf-6f09-4e1d-b807-0cd747a3a50d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting subnet 37ab941d-5663-403c-9dc6-c01ca33a66fa {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:50.581144 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08a96bdf-6f09-4e1d-b807-0cd747a3a50d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.604646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.672336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08a96bdf-6f09-4e1d-b807-0cd747a3a50d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.675786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Made reservation on behalf of d381ef187b3342a98103d56843d806a3 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:50.683496 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.726164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.758151 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:50.766619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59df5318-133f-4a25-861e-c4895d0a840f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:50.867418 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.909976 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08a96bdf-6f09-4e1d-b807-0cd747a3a50d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.985754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.20.0.10 (2bfbe310-8cc9-412c-b32d-d5d215d07523/bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1/1155d2a2-6aec-4355-bb4f-47a92991491e) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:51.068744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.074402 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.101555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aec23db9-8c60-472e-9d64-4d7190283fc6 req-e4911709-22ad-43a6-979a-a14dfdfeae41 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 210 time: 0.0552552 Mar 31 23:19:51.146757 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:19:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:51.171593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2623f18-f2ee-44c9-9d8b-71124c0ccd2d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:51.188074 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] Checking router: 9ef43247-2f16-4249-ae29-a2136eeef1a1 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:51.200383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d2623f18-f2ee-44c9-9d8b-71124c0ccd2d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:51.200383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2623f18-f2ee-44c9-9d8b-71124c0ccd2d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:51.204637 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] Routers {'9ef43247-2f16-4249-ae29-a2136eeef1a1'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:51.205164 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ef43247-2f16-4249-ae29-a2136eeef1a1'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:51.230380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.355595 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] Set router 9ef43247-2f16-4249-ae29-a2136eeef1a1 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:51.552989 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.578682 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:19:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:51.620124 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b17371-d047-41fe-b14f-a816b5b367bb None None] The sync data for ids ['9ef43247-2f16-4249-ae29-a2136eeef1a1'] in n-d-836015-1 is: [{'id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-82803663', 'tenant_id': '64f8a3a0570c41c492b5a89524102168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:33Z', 'updated_at': '2022-03-31T23:19:48Z', 'revision_number': 5, 'project_id': '64f8a3a0570c41c492b5a89524102168', 'gw_port': {'id': '06df6cae-28e0-4c29-b5e9-f70bd1a3be74', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef43247-2f16-4249-ae29-a2136eeef1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:35Z', 'updated_at': '2022-03-31T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:51.631600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network d81da918-e19a-47c9-99a4-7b6b5173b698 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:51.635248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:51.639705 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:51.679852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=d8f12d63-b8af-45c3-b0e3-39d10808b700,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:51.700988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.709829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08a96bdf-6f09-4e1d-b807-0cd747a3a50d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.717188 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.744790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.745620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a0b7194-f030-46f3-8fca-de3387f6cfc9 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:51.751485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.752621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a96bdf-6f09-4e1d-b807-0cd747a3a50d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Subnet': ['ID=37ab941d-5663-403c-9dc6-c01ca33a66fa,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:51.755392 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-faeb30e5-b67f-4780-93bc-6f30abed5fd4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9a0b7194-f030-46f3-8fca-de3387f6cfc9 HTTP/1.1" status: 204 len: 168 time: 2.9610887 Mar 31 23:19:51.756047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39984) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.799137 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08a96bdf-6f09-4e1d-b807-0cd747a3a50d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.805235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-08a96bdf-6f09-4e1d-b807-0cd747a3a50d tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/subnets/37ab941d-5663-403c-9dc6-c01ca33a66fa HTTP/1.1" status: 204 len: 168 time: 1.4319506 Mar 31 23:19:51.807830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 39986) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.821925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:51.828098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:51.831460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb644001-ea79-4032-b3b9-8811946d15db None None] Network fe697c35-eba2-436f-b5a0-87fb2d2b61e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:51.840792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:51.928154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-13de11d0-461c-4422-b2a5-b469e083dbf1 admin admin] Deleting subnet 7cef8733-88ba-4639-9516-bf4bd64fbc9b {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:51.945696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13de11d0-461c-4422-b2a5-b469e083dbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.958295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=1155d2a2-6aec-4355-bb4f-47a92991491e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:52.035195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:52.035962 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.215000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-a728ecf5-4b7e-4524-9778-068c10584c28 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9518998 Mar 31 23:19:52.231894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Request body: {'port': {'device_id': '0fc56612-a450-4484-b518-18612d99041d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:52.508835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.551990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-70987e7a-c4f2-484c-a5cf-80642b32aade None None] Provisioning complete for port 1155d2a2-6aec-4355-bb4f-47a92991491e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:52.552487 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70987e7a-c4f2-484c-a5cf-80642b32aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.617864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d0c37-b800-4ccf-840e-3ae201649584 req-e70d7cd5-60da-43bf-9584-7060e7ae67c1 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:52.620166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-024d0c37-b800-4ccf-840e-3ae201649584 req-e70d7cd5-60da-43bf-9584-7060e7ae67c1 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 932 time: 0.2983508 Mar 31 23:19:52.714451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-70987e7a-c4f2-484c-a5cf-80642b32aade None None] Port 1155d2a2-6aec-4355-bb4f-47a92991491e cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:52.749287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-024d0c37-b800-4ccf-840e-3ae201649584 req-35acb32e-6a2d-4cb3-8a3b-d46729cc6265 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753822 Mar 31 23:19:52.851956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] DHCP port deletion for fe697c35-eba2-436f-b5a0-87fb2d2b61e1 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:52.946015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Deleting port 1678f295-4d3f-4088-b650-d24317b62700 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:52.947272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.016412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13de11d0-461c-4422-b2a5-b469e083dbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.142998 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.143795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] For port 1678f295-4d3f-4088-b650-d24317b62700, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1678f295-4d3f-4088-b650-d24317b62700,segment=NetworkSegment(3969e3e7-a70f-420a-8a5f-687298bf5352),segment_id=3969e3e7-a70f-420a-8a5f-687298bf5352)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:53.144675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.172488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Calling delete_port for 1678f295-4d3f-4088-b650-d24317b62700 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:53.173765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.181292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7c61ab5b-93d9-468a-9799-22853e03fc00 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:53.217172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 7c61ab5b-93d9-468a-9799-22853e03fc00 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:53.218020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7c61ab5b-93d9-468a-9799-22853e03fc00 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:53.218636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 59df5318-133f-4a25-861e-c4895d0a840f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:53.273691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1155d2a2-6aec-4355-bb4f-47a92991491e {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:53.278716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 59df5318-133f-4a25-861e-c4895d0a840f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:53.279499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 59df5318-133f-4a25-861e-c4895d0a840f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:53.280030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1678f295-4d3f-4088-b650-d24317b62700 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:53.289566 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.299880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13de11d0-461c-4422-b2a5-b469e083dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.313336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Transition to ACTIVE for port object 1155d2a2-6aec-4355-bb4f-47a92991491e will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:19:53.408519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.428080 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.494653 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.550518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Pushing event deleted for resources: {'Port': ['ID=1678f295-4d3f-4088-b650-d24317b62700,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:53.554896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Pushing event updated for resources: {'Port': ['ID=1155d2a2-6aec-4355-bb4f-47a92991491e,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:53.578767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.579196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.580045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.580045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.580239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13de11d0-461c-4422-b2a5-b469e083dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.581186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.581515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.581841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.583522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.584233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.584578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.592214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.592214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:53.609160 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.626587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fb3a0-d7de-4c71-b919-b23eeb535f5e None None] No DVR routers for this DVR port 1678f295-4d3f-4088-b650-d24317b62700 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:53.658760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13de11d0-461c-4422-b2a5-b469e083dbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.664106 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-13de11d0-461c-4422-b2a5-b469e083dbf1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7cef8733-88ba-4639-9516-bf4bd64fbc9b HTTP/1.1" status: 204 len: 168 time: 1.9032235 Mar 31 23:19:53.678962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-5e6e406c-5cbf-4d0c-ade2-f3de55777f9d req-2706daf5-7ef4-4460-bd32-e3e67c9b9f4a service neutron] (109820) timed out ('10.222.0.31', 50764) {{(pid=109820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:19:53.679973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40032) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:53.681968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1623de1-1c6f-49ab-9913-24dcf8c31ad9 None None] Network 004c4e99-ec3f-421e-95ba-5d7b35cef792 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:53.696099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de11d0-461c-4422-b2a5-b469e083dbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cef8733-88ba-4639-9516-bf4bd64fbc9b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:53.865411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.006878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Attempting to bind port 1155d2a2-6aec-4355-bb4f-47a92991491e on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:54.007351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Attempting to bind port 1155d2a2-6aec-4355-bb4f-47a92991491e by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:54.007791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Attempting to bind port 1155d2a2-6aec-4355-bb4f-47a92991491e on network 2bfbe310-8cc9-412c-b32d-d5d215d07523 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:54.018243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] DHCP port deletion for 004c4e99-ec3f-421e-95ba-5d7b35cef792 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:54.024640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Port 1155d2a2-6aec-4355-bb4f-47a92991491e on network 2bfbe310-8cc9-412c-b32d-d5d215d07523 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:19:54.024970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Attempting to bind port 1155d2a2-6aec-4355-bb4f-47a92991491e on network 2bfbe310-8cc9-412c-b32d-d5d215d07523 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:54.039505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f7da6-1f58-4679-9aca-0c131a94d8f8 req-a0bd2e42-098e-4f37-9727-413bd3aabdd6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.048182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a47f7da6-1f58-4679-9aca-0c131a94d8f8 req-a0bd2e42-098e-4f37-9727-413bd3aabdd6 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 944 time: 0.1399302 Mar 31 23:19:54.069829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Deleting port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:54.070820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.070958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:54.071508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Checking segment: {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:54.072585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Bound using segment: {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:54.073318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Bound port: 1155d2a2-6aec-4355-bb4f-47a92991491e, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed41224e-1eaf-4989-b383-638621eda18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:54.073747 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.079823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.138953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] Deleting port 14334aa9-1988-41fa-b456-4cce0615b59d {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:54.139709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.165808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.167712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a47f7da6-1f58-4679-9aca-0c131a94d8f8 req-defbaf42-2418-45fe-9fff-3dd9b79f78f3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181974 Mar 31 23:19:54.221914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Deleting port 14334aa9-1988-41fa-b456-4cce0615b59d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:54.221914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.242383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] For port 14334aa9-1988-41fa-b456-4cce0615b59d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=14334aa9-1988-41fa-b456-4cce0615b59d,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:54.242911 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.261758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] Calling delete_port for 14334aa9-1988-41fa-b456-4cce0615b59d owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:54.312520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=d8f12d63-b8af-45c3-b0e3-39d10808b700,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.324834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] For port 06df6cae-28e0-4c29-b5e9-f70bd1a3be74, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=06df6cae-28e0-4c29-b5e9-f70bd1a3be74,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:54.325213 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.337579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] For port 1155d2a2-6aec-4355-bb4f-47a92991491e, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:54.345965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] For port 14334aa9-1988-41fa-b456-4cce0615b59d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=14334aa9-1988-41fa-b456-4cce0615b59d,segment=NetworkSegment(f4f28a17-df06-47ab-bdd0-2b3e376b1c84),segment_id=f4f28a17-df06-47ab-bdd0-2b3e376b1c84)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:54.347397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.348355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.350628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Calling delete_port for 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:54.356248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] For port 1155d2a2-6aec-4355-bb4f-47a92991491e, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1155d2a2-6aec-4355-bb4f-47a92991491e,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:54.385494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Calling delete_port for 14334aa9-1988-41fa-b456-4cce0615b59d owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:54.445380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.500335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.518767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Pushing event updated for resources: {'Port': ['ID=1155d2a2-6aec-4355-bb4f-47a92991491e,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.527932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] No DVR routers for this DVR port 14334aa9-1988-41fa-b456-4cce0615b59d on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:54.549006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.553535 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.553535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-4c4ac6fd-7322-4c80-a944-65d5d219a4eb service neutron] 10.222.0.45 "PUT /v2.0/ports/1155d2a2-6aec-4355-bb4f-47a92991491e HTTP/1.1" status: 200 len: 1092 time: 2.3247490 Mar 31 23:19:54.553535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:54.553957 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bfb6b9-809e-403a-8770-8808044facfd" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:54.620440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.663322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91dcea-a434-496d-b808-e5ef1d0e09eb None None] Pushing event deleted for resources: {'Port': ['ID=14334aa9-1988-41fa-b456-4cce0615b59d,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.693147 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a2b7d7-cd30-4f7b-8757-98ccf62f115f x-openstack-request-id: req-38a2b7d7-cd30-4f7b-8757-98ccf62f115f {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:54.693433 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:54.693671 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38a2b7d7-cd30-4f7b-8757-98ccf62f115f {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:54.701297 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a2b7d7-cd30-4f7b-8757-98ccf62f115f'] response: {'name': 'network-changed', 'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'status': 'completed', 'code': 200} Mar 31 23:19:54.712681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network d81da918-e19a-47c9-99a4-7b6b5173b698 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:54.718350 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:54.724122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Pushing event deleted for resources: {'Port': ['ID=14334aa9-1988-41fa-b456-4cce0615b59d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.762719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] No DVR routers for this DVR port 14334aa9-1988-41fa-b456-4cce0615b59d on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:54.866837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-027a8c7f-5e11-4675-b3af-8796efe171c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.869349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-027a8c7f-5e11-4675-b3af-8796efe171c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 1095 time: 0.1807399 Mar 31 23:19:54.875539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.928099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-eac2401e-8aea-454c-b405-80f1898872de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1155d2a2-6aec-4355-bb4f-47a92991491e HTTP/1.1" status: 200 len: 217 time: 0.0496175 Mar 31 23:19:54.961754 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:54.969021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004c4e99-ec3f-421e-95ba-5d7b35cef792']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:54.984521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:54.984817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f28a17-df06-47ab-bdd0-2b3e376b1c84') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:54.997891 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.005075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-f9ef148c-dff2-442a-9d14-3f1dfa8d1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.006676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-f9ef148c-dff2-442a-9d14-3f1dfa8d1220 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1 HTTP/1.1" status: 200 len: 835 time: 0.0672288 Mar 31 23:19:55.077403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.079936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.081364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 14334aa9-1988-41fa-b456-4cce0615b59d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:55.095558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:55.096321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:55.101841 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:55.128738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Port': ['ID=06df6cae-28e0-4c29-b5e9-f70bd1a3be74,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:55.139829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-7989f0fc-f843-4690-bf62-671ed7f1ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.142329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-7989f0fc-f843-4690-bf62-671ed7f1ff32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bfbe310-8cc9-412c-b32d-d5d215d07523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281519 Mar 31 23:19:55.159981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:55.175039 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-efe288b2-118a-4dc5-9319-1b067d17d523 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/routers/06dd4cb7-99bd-400f-a0ad-b6915d71036a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7006991 Mar 31 23:19:55.191003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8028b6-ebc6-4d68-b0e4-a0b11e340fd2 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:55.196090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40060) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.204440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'port': {'network_id': 'd81da918-e19a-47c9-99a4-7b6b5173b698', 'name': 'tempest-FloatingIPTestJSON-758547180'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:55.216594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 14334aa9-1988-41fa-b456-4cce0615b59d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:55.216896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 14334aa9-1988-41fa-b456-4cce0615b59d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:55.232112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8028b6-ebc6-4d68-b0e4-a0b11e340fd2 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:55.235114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9c8028b6-ebc6-4d68-b0e4-a0b11e340fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.327565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9c8028b6-ebc6-4d68-b0e4-a0b11e340fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.335573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.350845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8028b6-ebc6-4d68-b0e4-a0b11e340fd2 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:55.351475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9c8028b6-ebc6-4d68-b0e4-a0b11e340fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.363962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-88418020-5c73-459f-8fdb-167cc5ea8d29 service neutron] 10.222.0.45 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618557 Mar 31 23:19:55.369440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.426153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9c8028b6-ebc6-4d68-b0e4-a0b11e340fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.430254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8028b6-ebc6-4d68-b0e4-a0b11e340fd2 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:55.456587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.463137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] 10.222.0.31 "DELETE /v2.0/networks/004c4e99-ec3f-421e-95ba-5d7b35cef792 HTTP/1.1" status: 204 len: 168 time: 1.7701068 Mar 31 23:19:55.473560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40066) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.489212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.497210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc811af-3117-4964-826f-64ee11949188 admin admin] Pushing event deleted for resources: {'Network': ['ID=004c4e99-ec3f-421e-95ba-5d7b35cef792,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:55.497412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.556450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40068) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.661812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8361-fdec-42d2-a68e-f2e0b9a45ef3 req-a1606b98-fd82-485c-b1ea-95ccbea22eba tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.663731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-370b8361-fdec-42d2-a68e-f2e0b9a45ef3 req-a1606b98-fd82-485c-b1ea-95ccbea22eba tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 944 time: 0.2150252 Mar 31 23:19:55.667905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a79919e-2caa-48ec-9bd1-376f869b217a req-2810a311-73a7-4ed5-a024-7e8c7f89ce5e service neutron] 10.222.0.45 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944396 Mar 31 23:19:55.671211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.675323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Fanout notify agent at l3_agent the message router_deleted on router 9ef43247-2f16-4249-ae29-a2136eeef1a1 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:55.691689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.702550 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-096fbad2-a09b-4e6e-a7bb-3a6309f27c55 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/routers/9ef43247-2f16-4249-ae29-a2136eeef1a1 HTTP/1.1" status: 204 len: 168 time: 3.8936045 Mar 31 23:19:55.703313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40080) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.704004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-2806de69-55be-4b61-a96c-c64e2d402d5d service neutron] (109821) timed out ('10.222.0.31', 49136) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:19:55.786066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:55.790834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.822705 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1741ce90-2cc3-41d1-8dee-ef3a698611f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.855313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] device_id is not set on port 78689bc6-646c-47aa-a44e-cfd23371b8aa yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:55.864946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.874519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-370b8361-fdec-42d2-a68e-f2e0b9a45ef3 req-d4c09b12-530c-4698-b974-72b65a24b384 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919577 Mar 31 23:19:56.006684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfb6b9-809e-403a-8770-8808044facfd req-1719b5e0-9649-4720-8225-916ff08a3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:56.008436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8bfb6b9-809e-403a-8770-8808044facfd req-1719b5e0-9649-4720-8225-916ff08a3f95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 1095 time: 0.1752889 Mar 31 23:19:56.074214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.105802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe697c35-eba2-436f-b5a0-87fb2d2b61e1']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:56.120794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.20.0.8 (d81da918-e19a-47c9-99a4-7b6b5173b698/bfbfdf50-b888-40e6-aa16-f3168328bc15/78689bc6-646c-47aa-a44e-cfd23371b8aa) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:56.124036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3969e3e7-a70f-420a-8a5f-687298bf5352') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:56.125568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3969e3e7-a70f-420a-8a5f-687298bf5352') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:56.143560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.173219 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.190225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:56.190751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:56.194157 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:56.383755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.404177 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.410308 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] 10.222.0.31 "DELETE /v2.0/networks/fe697c35-eba2-436f-b5a0-87fb2d2b61e1 HTTP/1.1" status: 204 len: 168 time: 0.7048695 Mar 31 23:19:56.441607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22507b0-c5bf-442b-a2fb-e15ac7514fc2 tempest-TestSecurityGroupsBasicOps-1524784118 tempest-TestSecurityGroupsBasicOps-1524784118-project] Pushing event deleted for resources: {'Network': ['ID=fe697c35-eba2-436f-b5a0-87fb2d2b61e1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:56.467429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.534136 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1741ce90-2cc3-41d1-8dee-ef3a698611f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.615099 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.629624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfb6b9-809e-403a-8770-8808044facfd req-39ba3c52-6da7-4b51-a5eb-40ab30cf78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:56.631131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8bfb6b9-809e-403a-8770-8808044facfd req-39ba3c52-6da7-4b51-a5eb-40ab30cf78cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bfbe310-8cc9-412c-b32d-d5d215d07523 HTTP/1.1" status: 200 len: 897 time: 0.5902824 Mar 31 23:19:56.633173 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1741ce90-2cc3-41d1-8dee-ef3a698611f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.679956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network d81da918-e19a-47c9-99a4-7b6b5173b698 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:56.685271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:56.688036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:56.701746 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8bfb6b9-809e-403a-8770-8808044facfd req-54cbb45b-c451-4552-9d53-41227b6f2e21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1155d2a2-6aec-4355-bb4f-47a92991491e HTTP/1.1" status: 200 len: 217 time: 0.0618134 Mar 31 23:19:56.727449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=78689bc6-646c-47aa-a44e-cfd23371b8aa,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:56.762405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:56.763279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.770327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1741ce90-2cc3-41d1-8dee-ef3a698611f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a368a66343e64a75a18489083d8187b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2104878 Mar 31 23:19:56.776000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ce90-2cc3-41d1-8dee-ef3a698611f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dabfdef-0afd-47d5-a99a-fd494d6a1a3d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:56.776370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40088) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:56.797680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfb6b9-809e-403a-8770-8808044facfd req-d74c5750-9b5a-44bf-a4e0-92f0c50d4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:56.799756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8bfb6b9-809e-403a-8770-8808044facfd req-d74c5750-9b5a-44bf-a4e0-92f0c50d4055 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1 HTTP/1.1" status: 200 len: 835 time: 0.0834262 Mar 31 23:19:56.860336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e318-2c90-47b6-9f5c-85ff2e903e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.874771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8b95062a-3fde-4829-a54d-3b7b0a90ba38 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6764514 Mar 31 23:19:56.877570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40092) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:56.885903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'port': {'network_id': 'd81da918-e19a-47c9-99a4-7b6b5173b698', 'name': 'tempest-FloatingIPTestJSON-414777378'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:56.891931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfb6b9-809e-403a-8770-8808044facfd req-afcaef5a-7d1e-4163-8f26-194adaa7c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:56.893613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8bfb6b9-809e-403a-8770-8808044facfd req-afcaef5a-7d1e-4163-8f26-194adaa7c50c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bfbe310-8cc9-412c-b32d-d5d215d07523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865309 Mar 31 23:19:56.914335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e318-2c90-47b6-9f5c-85ff2e903e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.029849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.052669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40098) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.135467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:57.155095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8bfb6b9-809e-403a-8770-8808044facfd req-346d581d-bbdd-4b5b-8d13-e42fab0d5a18 service neutron] 10.222.0.45 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542222 Mar 31 23:19:57.175982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:57.176152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 06df6cae-28e0-4c29-b5e9-f70bd1a3be74 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:57.202087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448414c-47f9-4086-81f2-35ead5b8571c req-d9d3295e-58d9-4402-9b35-6da4495a8edd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:57.203642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3448414c-47f9-4086-81f2-35ead5b8571c req-d9d3295e-58d9-4402-9b35-6da4495a8edd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 944 time: 0.2113581 Mar 31 23:19:57.266354 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94d7389f-5137-4118-9400-d80dc50ccead admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64f8a3a0570c41c492b5a89524102168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123623 Mar 31 23:19:57.268918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40102) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.282175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:57.286814 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.311045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] device_id is not set on port e4bb1ce8-e661-45f2-8003-d1093203f595 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:57.364249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e318-2c90-47b6-9f5c-85ff2e903e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.367220 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e318-2c90-47b6-9f5c-85ff2e903e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.371512 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a9c7e318-2c90-47b6-9f5c-85ff2e903e29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dabfdef-0afd-47d5-a99a-fd494d6a1a3d HTTP/1.1" status: 204 len: 168 time: 0.5910785 Mar 31 23:19:57.414917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8bfb6b9-809e-403a-8770-8808044facfd req-f69c9cf5-a35b-4f62-a0c5-9c013438ca41 service neutron] 10.222.0.45 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214730 Mar 31 23:19:57.415679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7e318-2c90-47b6-9f5c-85ff2e903e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dabfdef-0afd-47d5-a99a-fd494d6a1a3d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:57.421463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3448414c-47f9-4086-81f2-35ead5b8571c req-1b63661d-7cda-4514-8bff-783a6bb41b29 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067597 Mar 31 23:19:57.504038 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e90cae56-ade0-433a-97d2-03534d0ee98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.529992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.20.0.14 (d81da918-e19a-47c9-99a4-7b6b5173b698/bfbfdf50-b888-40e6-aa16-f3168328bc15/e4bb1ce8-e661-45f2-8003-d1093203f595) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:57.545167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e90cae56-ade0-433a-97d2-03534d0ee98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.632389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Deleting port 823cf443-719a-4efd-a713-d11529f5f451 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:57.632787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.742755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e90cae56-ade0-433a-97d2-03534d0ee98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.746625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] For port 823cf443-719a-4efd-a713-d11529f5f451, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=823cf443-719a-4efd-a713-d11529f5f451,segment=NetworkSegment(a25081e7-4cde-4e33-ae90-2fc025469237),segment_id=a25081e7-4cde-4e33-ae90-2fc025469237)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:57.750862 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.751003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e90cae56-ade0-433a-97d2-03534d0ee98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.751003 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e90cae56-ade0-433a-97d2-03534d0ee98e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18ab65a0-60a7-4184-a08f-daa89da519d2 HTTP/1.1" status: 204 len: 168 time: 0.4785116 Mar 31 23:19:57.764989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Calling delete_port for 823cf443-719a-4efd-a713-d11529f5f451 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:57.806136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cae56-ade0-433a-97d2-03534d0ee98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab65a0-60a7-4184-a08f-daa89da519d2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:57.873251 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.042973 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.086912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network d81da918-e19a-47c9-99a4-7b6b5173b698 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:58.090053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:58.092818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:58.128341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=e4bb1ce8-e661-45f2-8003-d1093203f595,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.159547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:58.160180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.202776 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.230538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=823cf443-719a-4efd-a713-d11529f5f451,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.297868 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-542e3a68-fac2-4e08-8158-b3011d57b8cf tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4185603 Mar 31 23:19:58.301948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40112) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.309879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'e4bb1ce8-e661-45f2-8003-d1093203f595', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:58.354598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40114) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.383648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50024bd7-2922-4700-8b80-03234b72937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.432664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.461798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.554878 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50024bd7-2922-4700-8b80-03234b72937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.613448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.647927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa5d26-7a9e-46ad-9ddc-42443e4aedcc req-5dbb1f84-3fc2-4d87-9bd7-464a7ed41346 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:58.649487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70aa5d26-7a9e-46ad-9ddc-42443e4aedcc req-5dbb1f84-3fc2-4d87-9bd7-464a7ed41346 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 944 time: 0.1042514 Mar 31 23:19:58.731012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.25.4.137 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/3f23888c-b24d-4257-84af-0ae11086694c) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:58.740146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70aa5d26-7a9e-46ad-9ddc-42443e4aedcc req-a5787f21-9875-4d38-954e-34c38cb76d38 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835764 Mar 31 23:19:58.763932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Router 98f09056-4ec3-4f2c-8273-92567823b374 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:58.797559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50024bd7-2922-4700-8b80-03234b72937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.861950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024bd7-2922-4700-8b80-03234b72937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fd9a84-1fb8-42be-9b38-ffcca0d65859,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.875972 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-50024bd7-2922-4700-8b80-03234b72937f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e0e64e6a203400fa6001e941bac2888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153489 Mar 31 23:19:58.876274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40120) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.883843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:58.895058 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] Sync routers for ids ['98f09056-4ec3-4f2c-8273-92567823b374'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:58.895599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65c44fc1-3760-43e1-b656-f64f0cd36fd9 admin admin] 10.222.0.31 "PUT /v2.0/routers/98f09056-4ec3-4f2c-8273-92567823b374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4116528 Mar 31 23:19:58.897509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40122) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.907694 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] Routers {'98f09056-4ec3-4f2c-8273-92567823b374'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:58.908407 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['98f09056-4ec3-4f2c-8273-92567823b374'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:58.908916 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.003712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69186483-b35b-498a-9c74-b76a0400cfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.022810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] Set router 98f09056-4ec3-4f2c-8273-92567823b374 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:59.029688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69186483-b35b-498a-9c74-b76a0400cfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.033627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40126) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:59.050300 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b43fb365-6835-494f-8931-6edf179b3f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.134135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.152094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.196148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:59.199748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:59.203613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:59.209117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=3f23888c-b24d-4257-84af-0ae11086694c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.233488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69186483-b35b-498a-9c74-b76a0400cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.236268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-69186483-b35b-498a-9c74-b76a0400cfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.236917 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:19:57Z', 'revision_number': 5, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:59.239729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-69186483-b35b-498a-9c74-b76a0400cfdb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15fd9a84-1fb8-42be-9b38-ffcca0d65859 HTTP/1.1" status: 204 len: 168 time: 0.3611646 Mar 31 23:19:59.249966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69186483-b35b-498a-9c74-b76a0400cfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fd9a84-1fb8-42be-9b38-ffcca0d65859,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.271010 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] Checking router: 98f09056-4ec3-4f2c-8273-92567823b374 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:59.281881 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] Routers {'98f09056-4ec3-4f2c-8273-92567823b374'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:59.282900 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['98f09056-4ec3-4f2c-8273-92567823b374'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:59.304447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.384725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1155d2a2-6aec-4355-bb4f-47a92991491e details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:19:59.416968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b43fb365-6835-494f-8931-6edf179b3f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.420691 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] Set router 98f09056-4ec3-4f2c-8273-92567823b374 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:59.492195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Deleting port 160d8b73-ad4b-45fa-91ba-7ed7139e6327 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:59.492799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.543818 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b43fb365-6835-494f-8931-6edf179b3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.579565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1155d2a2-6aec-4355-bb4f-47a92991491e, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1155d2a2-6aec-4355-bb4f-47a92991491e,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:59.586642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] For port 160d8b73-ad4b-45fa-91ba-7ed7139e6327, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=160d8b73-ad4b-45fa-91ba-7ed7139e6327,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:59.587804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.599101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'port_id': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'mac_address': 'fa:16:3e:ad:21:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:19:59.604239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Calling delete_port for 160d8b73-ad4b-45fa-91ba-7ed7139e6327 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:59.605493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fb365-6835-494f-8931-6edf179b3f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f05eba-aa4f-4ed7-98fe-fc5b1134d8c4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.615426 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b43fb365-6835-494f-8931-6edf179b3f17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6b990aa3e374f0f868b2ea75bfe306e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793936 Mar 31 23:19:59.622563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40130) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:59.682198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.722025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1155d2a2-6aec-4355-bb4f-47a92991491e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:59.755836 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:19:57Z', 'revision_number': 5, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:59.765572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1155d2a2-6aec-4355-bb4f-47a92991491e, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1155d2a2-6aec-4355-bb4f-47a92991491e,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:59.798466 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21386e66-fd05-491e-9b25-f401ccdfc57d None None] The sync data for ids ['98f09056-4ec3-4f2c-8273-92567823b374'] in n-d-836015-1 is: [{'id': '98f09056-4ec3-4f2c-8273-92567823b374', 'name': 'tempest-TaggedBootDevicesTest_v242-684171478-router', 'tenant_id': '19117207c4564ecb9bf70dba9f357d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:05Z', 'updated_at': '2022-03-31T23:19:57Z', 'revision_number': 5, 'project_id': '19117207c4564ecb9bf70dba9f357d89', 'gw_port': {'id': '160d8b73-ad4b-45fa-91ba-7ed7139e6327', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f09056-4ec3-4f2c-8273-92567823b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:06Z', 'updated_at': '2022-03-31T23:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:59.896900 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.902677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef56d6c-6d57-46a5-93d7-77c2fbe6f467 req-5f2b6517-d6d1-4b3d-85dd-247988190153 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:59.904315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ef56d6c-6d57-46a5-93d7-77c2fbe6f467 req-5f2b6517-d6d1-4b3d-85dd-247988190153 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 944 time: 0.0706091 Mar 31 23:19:59.963080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ef56d6c-6d57-46a5-93d7-77c2fbe6f467 req-2ba25061-5655-466d-abce-5c58820aa0c3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488677 Mar 31 23:19:59.964432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1155d2a2-6aec-4355-bb4f-47a92991491e,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.974445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.013601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Pushing event deleted for resources: {'Port': ['ID=160d8b73-ad4b-45fa-91ba-7ed7139e6327,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.035910 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:20:00.099598 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.117614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['1155d2a2-6aec-4355-bb4f-47a92991491e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:20:00.175361 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8de14ccc-955a-4c65-bee3-dcc56c692efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.218939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.222412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.321101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8de14ccc-955a-4c65-bee3-dcc56c692efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.400148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.401677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f09056-4ec3-4f2c-8273-92567823b374 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:20:00.415929 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.420154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b8e9972c-b4e4-41d1-af4b-5197b591b51c admin admin] 10.222.0.31 "DELETE /v2.0/routers/98f09056-4ec3-4f2c-8273-92567823b374 HTTP/1.1" status: 204 len: 168 time: 1.5216539 Mar 31 23:20:00.425458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40146) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.477214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f13c346-2c44-48f0-a34c-40fcff722225 admin admin] Deleting subnet dd6ff1be-1daf-4675-8706-61cb704f888a {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:00.480247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.481934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f13c346-2c44-48f0-a34c-40fcff722225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.521949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f13c346-2c44-48f0-a34c-40fcff722225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.629695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f13c346-2c44-48f0-a34c-40fcff722225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.634112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8de14ccc-955a-4c65-bee3-dcc56c692efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.638543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8de14ccc-955a-4c65-bee3-dcc56c692efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.648578 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8de14ccc-955a-4c65-bee3-dcc56c692efd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81f05eba-aa4f-4ed7-98fe-fc5b1134d8c4 HTTP/1.1" status: 204 len: 168 time: 1.0163515 Mar 31 23:20:00.655838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de14ccc-955a-4c65-bee3-dcc56c692efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f05eba-aa4f-4ed7-98fe-fc5b1134d8c4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.722987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.871786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f13c346-2c44-48f0-a34c-40fcff722225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.892449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.905095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13c346-2c44-48f0-a34c-40fcff722225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6ff1be-1daf-4675-8706-61cb704f888a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.907794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3f13c346-2c44-48f0-a34c-40fcff722225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.911047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3f13c346-2c44-48f0-a34c-40fcff722225 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dd6ff1be-1daf-4675-8706-61cb704f888a HTTP/1.1" status: 204 len: 168 time: 0.4843311 Mar 31 23:20:00.913876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40158) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.916452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65cb69-fec5-4835-8840-4bbe1851cc8f None None] Network e905107f-dcf9-4e7a-8df9-359164847360 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:01.007204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.032216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.115429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Deleting port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:01.115838 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.150848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=3f23888c-b24d-4257-84af-0ae11086694c,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:01.203737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.234119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] For port 5c328477-cab7-4f68-8d7e-c463e0cd8c88, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5c328477-cab7-4f68-8d7e-c463e0cd8c88,segment=NetworkSegment(a25081e7-4cde-4e33-ae90-2fc025469237),segment_id=a25081e7-4cde-4e33-ae90-2fc025469237)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:01.234119 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.248994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] DHCP port deletion for e905107f-dcf9-4e7a-8df9-359164847360 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:01.251529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 823cf443-719a-4efd-a713-d11529f5f451 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:01.267017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Calling delete_port for 5c328477-cab7-4f68-8d7e-c463e0cd8c88 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:01.277934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 823cf443-719a-4efd-a713-d11529f5f451 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:01.278696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 823cf443-719a-4efd-a713-d11529f5f451 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:01.279598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 160d8b73-ad4b-45fa-91ba-7ed7139e6327 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:01.325493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 160d8b73-ad4b-45fa-91ba-7ed7139e6327 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:01.325844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 160d8b73-ad4b-45fa-91ba-7ed7139e6327 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:01.331828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24583cd7-9845-4550-befe-9c2c0c2d4145 req-81764514-488c-4daf-8792-d450d0257efd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:01.332034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24583cd7-9845-4550-befe-9c2c0c2d4145 req-81764514-488c-4daf-8792-d450d0257efd tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 945 time: 0.1179700 Mar 31 23:20:01.332263 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP a6d4e777-454b-447f-b580-1fafd2782e26 associated. External IP: 172.25.4.137, port: e4bb1ce8-e661-45f2-8003-d1093203f595. Mar 31 23:20:01.356818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] Deleting port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:01.357798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.409469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24583cd7-9845-4550-befe-9c2c0c2d4145 req-49d71eb8-c91c-4d7b-a1da-9375adc185a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572844 Mar 31 23:20:01.428115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1155d2a2-6aec-4355-bb4f-47a92991491e up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:01.480014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] For port 5c328477-cab7-4f68-8d7e-c463e0cd8c88, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5c328477-cab7-4f68-8d7e-c463e0cd8c88,segment=NetworkSegment(a25081e7-4cde-4e33-ae90-2fc025469237),segment_id=a25081e7-4cde-4e33-ae90-2fc025469237)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:01.480417 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.497395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] Calling delete_port for 5c328477-cab7-4f68-8d7e-c463e0cd8c88 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:01.553812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.584514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c328477-cab7-4f68-8d7e-c463e0cd8c88,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:01.591958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:01.598129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.600375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] No DVR routers for this DVR port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:01.623196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] No DVR routers for this DVR port 5c328477-cab7-4f68-8d7e-c463e0cd8c88 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:01.648572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4b9fa-61f8-4714-8cc1-50e4e289085d None None] Pushing event deleted for resources: {'Port': ['ID=5c328477-cab7-4f68-8d7e-c463e0cd8c88,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:01.693989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.715282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:01.718320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e905107f-dcf9-4e7a-8df9-359164847360']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.725577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 1155d2a2-6aec-4355-bb4f-47a92991491e completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:20:01.733298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 1155d2a2-6aec-4355-bb4f-47a92991491e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:01.733298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.740775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25081e7-4cde-4e33-ae90-2fc025469237') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.740993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be458d-ee31-4947-b34c-1cae09564e68 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:01.741093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25081e7-4cde-4e33-ae90-2fc025469237') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.750353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.769323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.779602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:01.780237 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.782534 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40174) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:01.785186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be458d-ee31-4947-b34c-1cae09564e68 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:01.785829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d0be458d-ee31-4947-b34c-1cae09564e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:01.801227 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:01.828425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d0be458d-ee31-4947-b34c-1cae09564e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.831299 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-676b7276-b26a-49c9-b3e8-7a0f47ca305e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f348ddf6cfea4040b9173a438df41e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453417 Mar 31 23:20:01.833204 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40176) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:01.840475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be458d-ee31-4947-b34c-1cae09564e68 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:01.844120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d0be458d-ee31-4947-b34c-1cae09564e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.885464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.891217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1901fe8-02d3-4094-b487-638aff10acea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.892075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d0be458d-ee31-4947-b34c-1cae09564e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.892736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be458d-ee31-4947-b34c-1cae09564e68 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:01.910633 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.930139 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9ca5616e-fe21-45cf-bb09-36a396e2c4b2 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6224120 Mar 31 23:20:01.931523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40178) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:01.938780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:01.942556 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1901fe8-02d3-4094-b487-638aff10acea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.942703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:01.944507 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e59bf86-77ed-4c0f-bd3c-ca4d918f1612" -d '{"events": [{"server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "name": "network-vif-plugged", "status": "completed", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:01.959696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 1155d2a2-6aec-4355-bb4f-47a92991491e, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1155d2a2-6aec-4355-bb4f-47a92991491e,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:02.008229 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b53c6-2719-40aa-a860-aadc0987d3ff x-openstack-request-id: req-df9b53c6-2719-40aa-a860-aadc0987d3ff {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:02.011761 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "name": "network-vif-plugged", "status": "completed", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:02.011761 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df9b53c6-2719-40aa-a860-aadc0987d3ff {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:02.011761 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9b53c6-2719-40aa-a860-aadc0987d3ff'] response: {'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'code': 200} Mar 31 23:20:02.029401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.063475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.071924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.075603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] 10.222.0.31 "DELETE /v2.0/networks/e905107f-dcf9-4e7a-8df9-359164847360 HTTP/1.1" status: 204 len: 168 time: 1.1610284 Mar 31 23:20:02.122624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37f59-26cf-4a83-98b3-587c82bdd96b admin admin] Pushing event deleted for resources: {'Network': ['ID=e905107f-dcf9-4e7a-8df9-359164847360,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:02.145183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1901fe8-02d3-4094-b487-638aff10acea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.145401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.147720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e1901fe8-02d3-4094-b487-638aff10acea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.151832 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e1901fe8-02d3-4094-b487-638aff10acea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/152f4680-49f9-431d-ba58-33ab7ac751bc HTTP/1.1" status: 204 len: 168 time: 0.3147793 Mar 31 23:20:02.164128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1901fe8-02d3-4094-b487-638aff10acea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f4680-49f9-431d-ba58-33ab7ac751bc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:02.199126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c5dfd-9bba-4677-89f9-7e069fd4af84 req-865d7828-b6cb-4bb1-97fd-fd3211e84075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:02.199126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c61c5dfd-9bba-4677-89f9-7e069fd4af84 req-865d7828-b6cb-4bb1-97fd-fd3211e84075 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 1096 time: 0.1207118 Mar 31 23:20:02.217992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=1155d2a2-6aec-4355-bb4f-47a92991491e,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:02.250719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c61c5dfd-9bba-4677-89f9-7e069fd4af84 req-a92c9ce0-0de2-4075-8436-59131e267873 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Mar 31 23:20:02.293072 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.382656 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.382918 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP a6d4e777-454b-447f-b580-1fafd2782e26 disassociated. External IP: 172.25.4.137, port: e4bb1ce8-e661-45f2-8003-d1093203f595. Mar 31 23:20:02.641377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40196) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:02.698607 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-826353b1-910a-4800-8400-42e479f7634f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=136ee4b6af8a465c90ce129820a06859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501158 Mar 31 23:20:02.698607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40198) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:02.761260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8724b827-692e-4dd5-ae3e-05125db41a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.814697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8724b827-692e-4dd5-ae3e-05125db41a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.973139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c90690-0708-40d3-87a8-996f8e3beae8 req-98c11a45-d9d9-41f9-84d5-3b4caad1b5e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:02.974894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72c90690-0708-40d3-87a8-996f8e3beae8 req-98c11a45-d9d9-41f9-84d5-3b4caad1b5e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 946 time: 0.4873378 Mar 31 23:20:02.994810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8724b827-692e-4dd5-ae3e-05125db41a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.997419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8724b827-692e-4dd5-ae3e-05125db41a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.998871 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8724b827-692e-4dd5-ae3e-05125db41a46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61caaec1-5361-4c20-9f84-6d875e72a32c HTTP/1.1" status: 204 len: 168 time: 0.3025060 Mar 31 23:20:03.020622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724b827-692e-4dd5-ae3e-05125db41a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61caaec1-5361-4c20-9f84-6d875e72a32c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:03.118419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5c328477-cab7-4f68-8d7e-c463e0cd8c88 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:03.152955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72c90690-0708-40d3-87a8-996f8e3beae8 req-43466472-757e-4d2c-8458-7286316a255a tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637273 Mar 31 23:20:03.172858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:03.183322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5c328477-cab7-4f68-8d7e-c463e0cd8c88 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:03.183953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5c328477-cab7-4f68-8d7e-c463e0cd8c88 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:03.307225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:03.312262 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.318183 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df1958-4584-4b11-97e0-db3104d97188 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:03.329732 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df1958-4584-4b11-97e0-db3104d97188 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:03.330410 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-04df1958-4584-4b11-97e0-db3104d97188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:03.351705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4d280950-1312-4dd0-840a-7db50376fbd7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/floatingips/a6d4e777-454b-447f-b580-1fafd2782e26 HTTP/1.1" status: 200 len: 688 time: 1.4189835 Mar 31 23:20:03.355339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:03.367996 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-04df1958-4584-4b11-97e0-db3104d97188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:03.377093 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df1958-4584-4b11-97e0-db3104d97188 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:03.377700 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-04df1958-4584-4b11-97e0-db3104d97188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:19:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:03.513625 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-04df1958-4584-4b11-97e0-db3104d97188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:03.514267 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df1958-4584-4b11-97e0-db3104d97188 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:03.540664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 3f23888c-b24d-4257-84af-0ae11086694c {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:03.541123 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.642404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.643129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.654902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 3f23888c-b24d-4257-84af-0ae11086694c owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:03.902966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.930188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=3f23888c-b24d-4257-84af-0ae11086694c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:03.993607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.996455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.997621 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-15cd4618-db26-4347-98d0-66149734de21 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/floatingips/a6d4e777-454b-447f-b580-1fafd2782e26 HTTP/1.1" status: 204 len: 168 time: 0.6409888 Mar 31 23:20:04.001102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40212) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:04.005896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '78689bc6-646c-47aa-a44e-cfd23371b8aa'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:04.122056 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7a9a96d2-b5da-4724-9c31-1ab1462aa8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.156898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.189686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40214) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:04.237694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ec96b3fc-ccdc-4d3d-b320-e2d6b2b2f97e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19117207c4564ecb9bf70dba9f357d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467105 Mar 31 23:20:04.247831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40218) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:04.306073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.345313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878732be-a517-4a78-b3cd-f531ced78f30 req-21e5a59d-0b26-4bb4-8310-57fcc54f14da tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.346845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-878732be-a517-4a78-b3cd-f531ced78f30 req-21e5a59d-0b26-4bb4-8310-57fcc54f14da tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 946 time: 0.0836961 Mar 31 23:20:04.348004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5440ab4-3d51-45f1-91bf-5e2a886ea443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.387951 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5440ab4-3d51-45f1-91bf-5e2a886ea443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.426861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-878732be-a517-4a78-b3cd-f531ced78f30 req-46169865-f31b-45de-9a5a-4c3557c9d33e tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694017 Mar 31 23:20:04.431019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.25.4.188 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/8944b75e-c467-47d8-b144-024d987acc93) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:04.549322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.567885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499a4a7-7f8c-4976-8c83-2845d38f74a1 req-84364abd-526f-4c6b-a9fd-7faf779a4a4d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.569455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8499a4a7-7f8c-4976-8c83-2845d38f74a1 req-84364abd-526f-4c6b-a9fd-7faf779a4a4d tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 946 time: 0.0587146 Mar 31 23:20:04.609293 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5440ab4-3d51-45f1-91bf-5e2a886ea443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.611916 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f5440ab4-3d51-45f1-91bf-5e2a886ea443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.613078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f5440ab4-3d51-45f1-91bf-5e2a886ea443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d507c38f-a279-4b02-b0a9-d485f7aae4c1 HTTP/1.1" status: 204 len: 168 time: 0.3638875 Mar 31 23:20:04.625988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8499a4a7-7f8c-4976-8c83-2845d38f74a1 req-e34a2027-b787-47d6-ab7d-19d338529fd1 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464768 Mar 31 23:20:04.627131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5440ab4-3d51-45f1-91bf-5e2a886ea443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d507c38f-a279-4b02-b0a9-d485f7aae4c1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:04.650235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40232) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:04.681573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-db367f2c-e188-446a-9373-d2215184de8c req-f1e58fc3-edf0-4264-8911-e22683a604d9 service neutron] (109820) timed out ('10.222.0.45', 54769) {{(pid=109820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:20:04.694869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956f8db-b52b-438f-b292-2a9b75eec56e tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:04.697141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e956f8db-b52b-438f-b292-2a9b75eec56e tempest-TestNetworkBasicOps-1642292515 tempest-TestNetworkBasicOps-1642292515-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 1092 time: 0.0452099 Mar 31 23:20:04.700879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40234) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:04.705448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:04.748530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:04.795723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:04.798992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:04.803648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:04.807446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=8944b75e-c467-47d8-b144-024d987acc93,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:04.880560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.008090 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.129941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Allocated IP 172.25.4.79 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/8a26277f-0e89-4746-b522-d415163885f1) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:05.218591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.265320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.444335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.464377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.530071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:05.534058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:05.544419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:05.572734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=8a26277f-0e89-4746-b522-d415163885f1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:05.677338 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.824071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.907382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=8944b75e-c467-47d8-b144-024d987acc93,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:05.919315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:05.977205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.027010 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 951deda6-c00b-427b-8ac0-e3ce21388f77 associated. External IP: 172.25.4.188, port: 78689bc6-646c-47aa-a44e-cfd23371b8aa. Mar 31 23:20:06.169052 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-82b3df67-443b-48b9-8f3d-a4d125530f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.234764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.416181 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.525464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.606009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event updated for resources: {'Port': ['ID=8a26277f-0e89-4746-b522-d415163885f1,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:06.616362 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.629041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:06.799516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:06.801568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c10c63cc-4ca9-4b96-be04-57f349bf61c5 req-8b4fa311-f6f8-462f-b356-59afe9274a72 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=2147e700-9ea3-4c89-b2e0-647e13e5a9be HTTP/1.1" status: 200 len: 210 time: 0.0780537 Mar 31 23:20:06.826012 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Floating IP fa765fd4-d080-4304-96b8-e57c074fdd19 associated. External IP: 172.25.4.79, port: 1155d2a2-6aec-4355-bb4f-47a92991491e. Mar 31 23:20:06.834067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a72f0d-2091-4302-885d-9348f85d186b None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:06.848686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a72f0d-2091-4302-885d-9348f85d186b None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:06.849332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7a72f0d-2091-4302-885d-9348f85d186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:06.885367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7a72f0d-2091-4302-885d-9348f85d186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:06.896052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a72f0d-2091-4302-885d-9348f85d186b None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:06.896879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7a72f0d-2091-4302-885d-9348f85d186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:06.941713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.944447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7a72f0d-2091-4302-885d-9348f85d186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:06.945311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a72f0d-2091-4302-885d-9348f85d186b None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:06.989881 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d2b81828-a93a-46cd-8306-f221a3ea5ab6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9876761 Mar 31 23:20:06.994433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40302) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.102550 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8fab296e-ee15-4156-b49f-92e66095cf1f tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "GET /v2.0/floatingips/951deda6-c00b-427b-8ac0-e3ce21388f77 HTTP/1.1" status: 200 len: 977 time: 0.1051681 Mar 31 23:20:07.103857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40304) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.118191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 8b537e7a-4207-4178-aef9-5215d1e035c5 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:07.229496 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1a0f5a2b-617e-4a75-9dba-88cf93ba359b tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1236966 Mar 31 23:20:07.232422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40306) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.239038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'port_id': 'e4bb1ce8-e661-45f2-8003-d1093203f595'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:07.252901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:07.262659 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] Sync routers for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:07.273107 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:07.274601 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:07.303498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.360557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.418019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7d817761-c38d-4b0d-b34b-9ba3bdee10a4 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7159734 Mar 31 23:20:07.420645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:07.423428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40310) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.425966 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab4de93-926d-443f-b3c6-5ad112b3617c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:07.442245 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:07.470255 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c6a4a4-2578-442a-baad-b3f3d1cddac1 x-openstack-request-id: req-83c6a4a4-2578-442a-baad-b3f3d1cddac1 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:07.470580 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:07.470839 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83c6a4a4-2578-442a-baad-b3f3d1cddac1 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:07.471255 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c6a4a4-2578-442a-baad-b3f3d1cddac1'] response: {'name': 'network-changed', 'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'status': 'completed', 'code': 200} Mar 31 23:20:07.677724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-96d7d787-3ae5-46cf-8465-fefe84cfceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:07.683945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-96d7d787-3ae5-46cf-8465-fefe84cfceed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 1097 time: 0.1798387 Mar 31 23:20:07.738457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.831256 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'fa765fd4-d080-4304-96b8-e57c074fdd19', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'port_id': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'mac_address': 'fa:16:3e:ad:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc56612-a450-4484-b518-18612d99041d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:05Z', 'updated_at': '2022-03-31T23:20:05Z', 'revision_number': 0, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:42Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:07.891504 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] Checking router: 8b537e7a-4207-4178-aef9-5215d1e035c5 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:07.905964 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:07.906773 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:07.915183 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-47830a49-1910-4495-9ab9-6b63c9188d20 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/floatingips/fa765fd4-d080-4304-96b8-e57c074fdd19 HTTP/1.1" status: 200 len: 991 time: 0.4908881 Mar 31 23:20:07.921865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7f024a8-c20a-4cea-b5ac-58965013895e req-99e9ae1f-3661-4222-94d3-9a18d6e52b7f tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0582740 Mar 31 23:20:07.961007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-32cf2029-a52a-44fc-afb1-f65c3e1955a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:07.962592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-32cf2029-a52a-44fc-afb1-f65c3e1955a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bfbe310-8cc9-412c-b32d-d5d215d07523 HTTP/1.1" status: 200 len: 897 time: 0.2721019 Mar 31 23:20:08.072434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-f18dcbf5-0fcc-4d4e-a97c-9907eb2f72a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1155d2a2-6aec-4355-bb4f-47a92991491e HTTP/1.1" status: 200 len: 999 time: 0.0997825 Mar 31 23:20:08.081019 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:08.150946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-a23de80d-41de-4740-8187-b938b79b0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:08.153128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-a23de80d-41de-4740-8187-b938b79b0094 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1 HTTP/1.1" status: 200 len: 835 time: 0.0738389 Mar 31 23:20:08.181347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.217072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-dfae3af2-e397-42b2-8e51-3709acf82986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:08.218845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-dfae3af2-e397-42b2-8e51-3709acf82986 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bfbe310-8cc9-412c-b32d-d5d215d07523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488882 Mar 31 23:20:08.328644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-552d499d-55c8-4169-9ab2-6d8dc7bd399a service neutron] 10.222.0.45 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015806 Mar 31 23:20:08.330668 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.388235 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'fa765fd4-d080-4304-96b8-e57c074fdd19', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'port_id': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'mac_address': 'fa:16:3e:ad:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc56612-a450-4484-b518-18612d99041d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:05Z', 'updated_at': '2022-03-31T23:20:05Z', 'revision_number': 0, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:42Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.431131 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2604a05-70f5-4c4a-a79e-3851957ed99a None None] The sync data for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 is: [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'fa765fd4-d080-4304-96b8-e57c074fdd19', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'port_id': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'mac_address': 'fa:16:3e:ad:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc56612-a450-4484-b518-18612d99041d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:05Z', 'updated_at': '2022-03-31T23:20:05Z', 'revision_number': 0, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:42Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:08.435981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab4de93-926d-443f-b3c6-5ad112b3617c req-1055cc63-69d1-4051-9e5c-0f7a15136817 service neutron] 10.222.0.45 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003211 Mar 31 23:20:08.484536 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 951deda6-c00b-427b-8ac0-e3ce21388f77 associated. External IP: 172.25.4.188, port: 78689bc6-646c-47aa-a44e-cfd23371b8aa. Mar 31 23:20:08.667182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.729883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0f779-eab9-48d3-9df8-fa387e9b0bb1 None None] New status for floating IP fa765fd4-d080-4304-96b8-e57c074fdd19: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:20:08.753646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:08.898231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:08.913075 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d24b91-0fba-4df5-9125-1f539405e54a None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:08.919170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40338) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.947882 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d24b91-0fba-4df5-9125-1f539405e54a None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:08.949415 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-86d24b91-0fba-4df5-9125-1f539405e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.014594 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-86d24b91-0fba-4df5-9125-1f539405e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.036183 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.070092 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d24b91-0fba-4df5-9125-1f539405e54a None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:09.071919 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-86d24b91-0fba-4df5-9125-1f539405e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.100774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f8575486-a96f-47e3-8c06-6cb7af87aec5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/floatingips/fa765fd4-d080-4304-96b8-e57c074fdd19 HTTP/1.1" status: 200 len: 991 time: 0.1781275 Mar 31 23:20:09.176870 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-86d24b91-0fba-4df5-9125-1f539405e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.177540 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d24b91-0fba-4df5-9125-1f539405e54a None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:09.180992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff02aa7c-71a2-49e4-9a52-b99b46b8cf3e req-c9ad1674-284f-4a64-9289-bc39ad344685 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0750399 Mar 31 23:20:09.217289 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.532945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:09.646038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:09.651472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.656714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bf369-5942-4fcc-8795-0f6a750050ed None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:09.680334 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.684096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bf369-5942-4fcc-8795-0f6a750050ed None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:09.684718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fc6bf369-5942-4fcc-8795-0f6a750050ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.719306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fc6bf369-5942-4fcc-8795-0f6a750050ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.730942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bf369-5942-4fcc-8795-0f6a750050ed None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:09.731644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fc6bf369-5942-4fcc-8795-0f6a750050ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.733706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e81340da-4144-41e5-9cc6-c90374a89600 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/floatingips/951deda6-c00b-427b-8ac0-e3ce21388f77 HTTP/1.1" status: 200 len: 978 time: 2.4997220 Mar 31 23:20:09.736362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40350) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:09.741342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:09.769787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fc6bf369-5942-4fcc-8795-0f6a750050ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:09.770718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bf369-5942-4fcc-8795-0f6a750050ed None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:09.810624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.962665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.053172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.053533 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 951deda6-c00b-427b-8ac0-e3ce21388f77 disassociated. External IP: 172.25.4.188, port: e4bb1ce8-e661-45f2-8003-d1093203f595. Mar 31 23:20:10.103737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40354) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:10.176678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-98b3a5b2-7af7-4545-a96d-405cf5723702 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/floatingips/fa765fd4-d080-4304-96b8-e57c074fdd19 HTTP/1.1" status: 200 len: 993 time: 0.0717583 Mar 31 23:20:10.309135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce9ea3df-e69a-4be8-b960-4ee84afb99c4 req-3504d760-e997-40a7-ae56-6e206d0825bc tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0318522 Mar 31 23:20:10.375785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:10.542232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:10.547581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.554888 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b42387a-4bc5-403a-988b-ac9a5e1f3a8e None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:10.566586 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b42387a-4bc5-403a-988b-ac9a5e1f3a8e None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:10.567425 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8b42387a-4bc5-403a-988b-ac9a5e1f3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.610526 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8b42387a-4bc5-403a-988b-ac9a5e1f3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.611335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40360) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:10.611453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a52001b1-12e2-490a-9c2e-a59a8940af83 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/floatingips/951deda6-c00b-427b-8ac0-e3ce21388f77 HTTP/1.1" status: 200 len: 688 time: 0.8736351 Mar 31 23:20:10.649821 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b42387a-4bc5-403a-988b-ac9a5e1f3a8e None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:10.650423 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8b42387a-4bc5-403a-988b-ac9a5e1f3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.694982 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8b42387a-4bc5-403a-988b-ac9a5e1f3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.695626 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b42387a-4bc5-403a-988b-ac9a5e1f3a8e None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:10.759893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 8944b75e-c467-47d8-b144-024d987acc93 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:10.760236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.870152 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.870545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.884348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 8944b75e-c467-47d8-b144-024d987acc93 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:11.144916 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.171587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=8944b75e-c467-47d8-b144-024d987acc93,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.234393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.236969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.238125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-85938e91-ed48-446e-b78a-7ac32abe4636 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/floatingips/951deda6-c00b-427b-8ac0-e3ce21388f77 HTTP/1.1" status: 204 len: 168 time: 0.6257644 Mar 31 23:20:11.240995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40364) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.279848 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-d7f53f7c-c043-47ad-afc3-f44e0f49050b tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] delete failed (client error): The resource could not be found. Mar 31 23:20:11.281143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d7f53f7c-c043-47ad-afc3-f44e0f49050b tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/floatingips/951deda6-c00b-427b-8ac0-e3ce21388f77 HTTP/1.1" status: 404 len: 345 time: 0.0392184 Mar 31 23:20:11.284953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40366) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.372025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d18a4-1f51-40d9-adac-e164f4c0cece tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:11.378277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d18a4-1f51-40d9-adac-e164f4c0cece tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:11.386101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d18a4-1f51-40d9-adac-e164f4c0cece tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:11.392673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5d3d18a4-1f51-40d9-adac-e164f4c0cece tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "GET /v2.0/ports?network_id=d81da918-e19a-47c9-99a4-7b6b5173b698 HTTP/1.1" status: 200 len: 2357 time: 0.1029508 Mar 31 23:20:11.392935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40370) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.501394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6d067-8431-480b-9017-fd3fe781d5a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:11.503319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-71a6d067-8431-480b-9017-fd3fe781d5a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "GET /v2.0/subnets/bfbfdf50-b888-40e6-aa16-f3168328bc15 HTTP/1.1" status: 200 len: 797 time: 0.1082079 Mar 31 23:20:11.506728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c34cc8b-6bab-40f2-8052-7231f2ec8d7c req-2d674b94-40ff-491e-9a6f-f86cc88a5a8f tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0962608 Mar 31 23:20:11.510109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40374) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.515461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'port': {'network_id': 'd81da918-e19a-47c9-99a4-7b6b5173b698', 'name': 'tempest-FloatingIPTestJSON-1248440072', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:11.597045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc000e8a-5899-487f-b7f5-848ff16b55c2 req-1bd972d8-cab3-43d8-b172-35866998bd44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2147e700-9ea3-4c89-b2e0-647e13e5a9be HTTP/1.1" status: 200 len: 210 time: 0.0585306 Mar 31 23:20:11.722058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:11.813338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.830625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] device_id is not set on port 31663100-9177-4352-9667-8645dee77f4c yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:12.179614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.20.0.13 (d81da918-e19a-47c9-99a4-7b6b5173b698/bfbfdf50-b888-40e6-aa16-f3168328bc15/31663100-9177-4352-9667-8645dee77f4c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:12.187809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.20.0.12 (d81da918-e19a-47c9-99a4-7b6b5173b698/bfbfdf50-b888-40e6-aa16-f3168328bc15/31663100-9177-4352-9667-8645dee77f4c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:12.318678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-588ec12c-9624-4d67-80e1-81c858ebb725 req-89aedb28-3048-4a88-8ac9-93015e059706 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0510151 Mar 31 23:20:12.375625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.465183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.517147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network d81da918-e19a-47c9-99a4-7b6b5173b698 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:12.522600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:12.525121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:12.907750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=31663100-9177-4352-9667-8645dee77f4c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.946258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6781578-a811-4449-aed1-35201371ea06 req-0e6b5cdb-c4c3-47e4-9a4e-202b1b5ba42e tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0355637 Mar 31 23:20:12.965471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:12.966556 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.076205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eb81ed61-999c-4ef2-b278-8c4a87117d4a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5646350 Mar 31 23:20:13.078863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40382) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:13.083395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '31663100-9177-4352-9667-8645dee77f4c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:13.219049 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.323581 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.430956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.25.4.48 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/db1255de-42aa-4160-ad3a-1965f61ebcce) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:13.561075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.673806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.716755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:13.719690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:13.724224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:13.727949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=db1255de-42aa-4160-ad3a-1965f61ebcce,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:14.069502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc9c0ca0-90be-40e4-9a67-b21077ca47c5 req-376ec66c-82c5-414a-a115-e7d6b3523a8c tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0314195 Mar 31 23:20:14.123242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.248832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.432432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.513725 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.647175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2556f51-3668-492e-ae5b-8a0ae8d485ce req-63998aae-0333-4319-8d6f-5e21b53e19a9 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0998926 Mar 31 23:20:14.658530 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.709320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=db1255de-42aa-4160-ad3a-1965f61ebcce,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:14.787557 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 6083266a-acac-435a-9c70-dcd52623c66e associated. External IP: 172.25.4.48, port: 31663100-9177-4352-9667-8645dee77f4c. Mar 31 23:20:15.015795 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:15.135942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:15.149689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c264c3-6b80-4e78-8372-97f0c6b2ae47 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:15.159658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c264c3-6b80-4e78-8372-97f0c6b2ae47 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:15.161565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-91c264c3-6b80-4e78-8372-97f0c6b2ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:15.192931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-91c264c3-6b80-4e78-8372-97f0c6b2ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:15.202551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c264c3-6b80-4e78-8372-97f0c6b2ae47 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:15.203243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-91c264c3-6b80-4e78-8372-97f0c6b2ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:15.224226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.238154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-91c264c3-6b80-4e78-8372-97f0c6b2ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:15.238823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c264c3-6b80-4e78-8372-97f0c6b2ae47 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:15.254203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-74b2db5c-73b5-4a15-a06c-c3c545b663a3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1741788 Mar 31 23:20:15.256896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40412) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:15.262050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1ad13ffd-2915-4f8f-a4ed-edf58521ab10 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'port_id': '31663100-9177-4352-9667-8645dee77f4c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:15.323315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1ad13ffd-2915-4f8f-a4ed-edf58521ab10 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.777339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e483cb1-1e40-435b-8662-41247c86ab6b req-db346eff-ea6a-4b4e-89c6-7da6ce8bd2d8 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0359433 Mar 31 23:20:15.882275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1ad13ffd-2915-4f8f-a4ed-edf58521ab10 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.953404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1ad13ffd-2915-4f8f-a4ed-edf58521ab10 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.189535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad13ffd-2915-4f8f-a4ed-edf58521ab10 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:16.308078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad13ffd-2915-4f8f-a4ed-edf58521ab10 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:16.312764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1ad13ffd-2915-4f8f-a4ed-edf58521ab10 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.318057 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9aedf4-d490-4a40-8e85-53ad90723530 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:16.329259 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9aedf4-d490-4a40-8e85-53ad90723530 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:16.329848 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ed9aedf4-d490-4a40-8e85-53ad90723530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:16.362521 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ed9aedf4-d490-4a40-8e85-53ad90723530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:16.374298 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9aedf4-d490-4a40-8e85-53ad90723530 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:16.374719 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ed9aedf4-d490-4a40-8e85-53ad90723530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:16.388521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1ad13ffd-2915-4f8f-a4ed-edf58521ab10 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/floatingips/6083266a-acac-435a-9c70-dcd52623c66e HTTP/1.1" status: 200 len: 978 time: 1.1305082 Mar 31 23:20:16.394809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40432) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:16.407668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ed9aedf4-d490-4a40-8e85-53ad90723530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:16.408219 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9aedf4-d490-4a40-8e85-53ad90723530 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:16.557454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port db1255de-42aa-4160-ad3a-1965f61ebcce {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:16.557812 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.887010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.887010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.887010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for db1255de-42aa-4160-ad3a-1965f61ebcce owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:16.888653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ac7a639-4245-4884-ac07-cc325af1e7e3 req-f15d6acd-582e-4afe-ab83-1361c7e69951 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0289731 Mar 31 23:20:16.984590 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.009861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=db1255de-42aa-4160-ad3a-1965f61ebcce,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:17.073676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.074076 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 6083266a-acac-435a-9c70-dcd52623c66e disassociated (deleted). External IP: 172.25.4.48, port: 31663100-9177-4352-9667-8645dee77f4c. Mar 31 23:20:17.287783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:17.399388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:17.404460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.411211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa328b-df3c-4a0a-9dea-debd5515857c None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:17.423039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa328b-df3c-4a0a-9dea-debd5515857c None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:17.423933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c8aa328b-df3c-4a0a-9dea-debd5515857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:17.438275 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-16925eab-202e-42c4-a73c-940cdfc974d3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/floatingips/6083266a-acac-435a-9c70-dcd52623c66e HTTP/1.1" status: 204 len: 168 time: 1.0422611 Mar 31 23:20:17.440918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40452) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:17.460323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c8aa328b-df3c-4a0a-9dea-debd5515857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:17.471616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa328b-df3c-4a0a-9dea-debd5515857c None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:17.472930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c8aa328b-df3c-4a0a-9dea-debd5515857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:17.509596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c8aa328b-df3c-4a0a-9dea-debd5515857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:17.510402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa328b-df3c-4a0a-9dea-debd5515857c None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:17.534963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfce99-04bf-46f2-9c32-350d512eacbb tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 31663100-9177-4352-9667-8645dee77f4c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:17.535301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce99-04bf-46f2-9c32-350d512eacbb tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.627485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce99-04bf-46f2-9c32-350d512eacbb tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.640002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfce99-04bf-46f2-9c32-350d512eacbb tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 31663100-9177-4352-9667-8645dee77f4c owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:17.904491 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce99-04bf-46f2-9c32-350d512eacbb tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.938371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfce99-04bf-46f2-9c32-350d512eacbb tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=31663100-9177-4352-9667-8645dee77f4c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:18.038937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34012835-144d-4f8d-ae6e-fbcdf00dc13f req-5747d8e2-2c16-4e53-ac39-de8d78d568c5 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0505598 Mar 31 23:20:18.060459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce99-04bf-46f2-9c32-350d512eacbb tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.064054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d3bfce99-04bf-46f2-9c32-350d512eacbb tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/ports/31663100-9177-4352-9667-8645dee77f4c HTTP/1.1" status: 204 len: 168 time: 0.6220341 Mar 31 23:20:18.068342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40466) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:18.073523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:18.170702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.522699 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.636412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.25.4.141 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/5b9f0335-d821-4406-a3c7-752956eb71c7) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:18.745364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.842371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.895469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:18.901393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:18.905523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:18.911027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=5b9f0335-d821-4406-a3c7-752956eb71c7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:18.997266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.125647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.162778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-655a706b-25ba-4f3d-90ee-2b7ea10010a8 req-e6ea4e29-adc9-46ca-8147-28ecc08d9c68 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0464702 Mar 31 23:20:19.310586 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.375823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.448828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=5b9f0335-d821-4406-a3c7-752956eb71c7,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:19.461268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.555894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.557544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-de253d1b-b6c2-4b8d-a9d6-b1e54d3682ad tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4878407 Mar 31 23:20:19.560170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40490) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.565692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'port': {'network_id': 'd81da918-e19a-47c9-99a4-7b6b5173b698', 'name': 'tempest-FloatingIPTestJSON-494551550'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:19.795983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:19.799511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.818386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] device_id is not set on port dcbb54aa-23a7-4572-9cce-f423ede0d0f8 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:19.936230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.20.0.3 (d81da918-e19a-47c9-99a4-7b6b5173b698/bfbfdf50-b888-40e6-aa16-f3168328bc15/dcbb54aa-23a7-4572-9cce-f423ede0d0f8) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:20.091291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.230727 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.300004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network d81da918-e19a-47c9-99a4-7b6b5173b698 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:20.304403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5886a162-2e6c-4f76-ab8d-558cbe815f51 req-76620c1d-ee35-498e-9caf-e0689e519951 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0438941 Mar 31 23:20:20.307426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:20.311880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:20.316665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=dcbb54aa-23a7-4572-9cce-f423ede0d0f8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:20.363517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.364131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.441563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-55cf31fd-4c3a-47dd-b3b4-ae0df2f002e3 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8802979 Mar 31 23:20:20.444154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40506) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:20.448644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'port_id': 'dcbb54aa-23a7-4572-9cce-f423ede0d0f8'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:20.491288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.955052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.046814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.156900 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 125bb5d7-5636-4fa5-a085-47d6c370ddb6 associated. External IP: 172.25.4.141, port: dcbb54aa-23a7-4572-9cce-f423ede0d0f8. Mar 31 23:20:21.366962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:21.490214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:21.502776 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.515185 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da813f92-a69f-4551-95c5-299379a85373 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:21.538896 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da813f92-a69f-4551-95c5-299379a85373 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:21.539771 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-da813f92-a69f-4551-95c5-299379a85373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:21.549930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1b777393-86c3-43f7-b133-6aeca2a19b12 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/floatingips/125bb5d7-5636-4fa5-a085-47d6c370ddb6 HTTP/1.1" status: 200 len: 977 time: 1.1045363 Mar 31 23:20:21.552761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40526) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:21.582023 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-da813f92-a69f-4551-95c5-299379a85373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:21.615354 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da813f92-a69f-4551-95c5-299379a85373 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:21.616178 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-da813f92-a69f-4551-95c5-299379a85373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:21.662820 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-da813f92-a69f-4551-95c5-299379a85373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:21.663992 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da813f92-a69f-4551-95c5-299379a85373 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:21.674592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port dcbb54aa-23a7-4572-9cce-f423ede0d0f8 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:21.678293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.768289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58860896-52b1-4a5d-8959-f4a0b317f2f1 req-69a0409e-cc9f-4c4e-807f-0f5290668362 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0425529 Mar 31 23:20:21.784665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.017369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.017693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.017972 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 125bb5d7-5636-4fa5-a085-47d6c370ddb6 disassociated. External IP: 172.25.4.141, port: dcbb54aa-23a7-4572-9cce-f423ede0d0f8. Mar 31 23:20:22.018314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for dcbb54aa-23a7-4572-9cce-f423ede0d0f8 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:22.247256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.276388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=dcbb54aa-23a7-4572-9cce-f423ede0d0f8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:22.406021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:22.781916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:22.799874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f60383-fe24-4b1b-b6dd-0eff01680706 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:22.829058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f60383-fe24-4b1b-b6dd-0eff01680706 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:22.831143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7f60383-fe24-4b1b-b6dd-0eff01680706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:22.885038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7f60383-fe24-4b1b-b6dd-0eff01680706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:22.891539 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.894939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f60383-fe24-4b1b-b6dd-0eff01680706 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:22.895552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7f60383-fe24-4b1b-b6dd-0eff01680706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:22.898004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40554) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:22.899316 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-46954939-db41-483d-a6ca-94d6d199e14d tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/ports/dcbb54aa-23a7-4572-9cce-f423ede0d0f8 HTTP/1.1" status: 204 len: 168 time: 1.3451378 Mar 31 23:20:22.934096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7f60383-fe24-4b1b-b6dd-0eff01680706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:22.934781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f60383-fe24-4b1b-b6dd-0eff01680706 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:22.957407 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9ccba0e6-737a-436f-8ed1-5b137bccd60e tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "GET /v2.0/floatingips/125bb5d7-5636-4fa5-a085-47d6c370ddb6 HTTP/1.1" status: 200 len: 688 time: 0.0580297 Mar 31 23:20:22.960399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40556) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:22.973449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-324d01f2-497a-4a90-8c3e-bfaddd25df33 req-a4bcd496-b0f6-453c-b19c-23f591ce1341 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0304954 Mar 31 23:20:23.091951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 5b9f0335-d821-4406-a3c7-752956eb71c7 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:23.092296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.177674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.178009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.191411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 5b9f0335-d821-4406-a3c7-752956eb71c7 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:23.406915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.433800 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=5b9f0335-d821-4406-a3c7-752956eb71c7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:23.445611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.445946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.446243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.447198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.447531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.447866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.448196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.448522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.448849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.449159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.449484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.449804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:23.503708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.506230 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.507430 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9a6e78a9-61c1-464f-a50f-20b096a7edbd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/floatingips/125bb5d7-5636-4fa5-a085-47d6c370ddb6 HTTP/1.1" status: 204 len: 168 time: 0.5460143 Mar 31 23:20:23.511016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40566) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:23.515487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'e4bb1ce8-e661-45f2-8003-d1093203f595'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:23.710267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.828241 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.941512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.25.4.63 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/fa6253c7-e7c8-42ba-ab2f-759669ce8a12) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:24.055831 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.080030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04b6109d-4f7d-4a4a-aaf7-49e0053d64cf req-b7ea5d89-ee75-446d-84ca-ff722c5be77f tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0277915 Mar 31 23:20:24.161907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.209846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:24.218330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:24.220009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:24.246085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=fa6253c7-e7c8-42ba-ab2f-759669ce8a12,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:24.616715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.771607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.016792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.087052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.181994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=fa6253c7-e7c8-42ba-ab2f-759669ce8a12,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:25.193087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.212738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc46cc2c-63f1-41e0-9af7-51ad1cfa9f4d req-a25ab6d4-e73c-41f8-9dcb-457608ed273f tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0373409 Mar 31 23:20:25.311735 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 13b8a65a-f30a-40dd-bc0e-884dc73f2484 associated. External IP: 172.25.4.63, port: e4bb1ce8-e661-45f2-8003-d1093203f595. Mar 31 23:20:25.571652 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:25.687899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:25.702425 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb38df-12dd-4355-bc51-08ef938394b0 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:25.714694 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb38df-12dd-4355-bc51-08ef938394b0 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:25.715298 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-42bb38df-12dd-4355-bc51-08ef938394b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:25.753168 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-42bb38df-12dd-4355-bc51-08ef938394b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:25.762811 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb38df-12dd-4355-bc51-08ef938394b0 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:25.763596 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-42bb38df-12dd-4355-bc51-08ef938394b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:25.797441 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-42bb38df-12dd-4355-bc51-08ef938394b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:25.798073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb38df-12dd-4355-bc51-08ef938394b0 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:25.903965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.944721 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-457731f9-a246-450f-a665-d1c8b71e0de4 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4325538 Mar 31 23:20:25.952732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40606) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:25.958956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-793441893'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:26.195839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:26.200095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.228158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:26.238897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.239246 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Added segment 58a5ec55-e629-4eef-a339-1678b6353be4 of type vlan for network 4a520912-7ea7-46b4-91f7-1f4549699f0a Mar 31 23:20:26.296751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.342270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ebfdc7d-cfad-4c9d-bc02-52e2e6343b40 req-7f2bd420-e998-46ed-b2a8-e9b190d0909d tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0390139 Mar 31 23:20:26.448068 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.455824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.456557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.583434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Network': ['ID=4a520912-7ea7-46b4-91f7-1f4549699f0a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:26.597356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:26.622536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c5465882-e1db-4c8b-8123-37d6010ac762 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6661336 Mar 31 23:20:26.624567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40618) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:26.628553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'subnet': {'network_id': '4a520912-7ea7-46b4-91f7-1f4549699f0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:26.838979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:26.843027 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.136118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.213896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Subnet': ['ID=7e1fe552-ffc9-40c9-bb97-c62db7df32c6,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:27.225452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.225803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.226112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.226507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.226833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.227162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.227525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.228384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.229278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.229278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.229670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.229670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:27.232837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Checking segment: {'id': '58a5ec55-e629-4eef-a339-1678b6353be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a520912-7ea7-46b4-91f7-1f4549699f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:27.233190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network hostable DHCP agents. Network: 4a520912-7ea7-46b4-91f7-1f4549699f0a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:27.347491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:27.422392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 4a520912-7ea7-46b4-91f7-1f4549699f0a) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:27.429858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.429858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.437858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a589e-36cc-446a-b8d3-7ecdb57999df None None] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:27.528542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9e7e930-3386-4614-808c-526ac3d9562a req-18409eee-33b4-4322-aea3-436a5b2b1178 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0469396 Mar 31 23:20:27.558392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40634) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:27.566397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9add94cb-cda0-47aa-843f-a9227da388b8 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9411850 Mar 31 23:20:27.572093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-329298513', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:27.713268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.714783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.745991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-4a520912-7ea7-46b4-91f7-1f4549699f0a', 'network_id': '4a520912-7ea7-46b4-91f7-1f4549699f0a', 'tenant_id': '88b417d290004cfb8143976171b112c1', 'fixed_ips': [{'subnet_id': '7e1fe552-ffc9-40c9-bb97-c62db7df32c6'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:27.745991 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.797989 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.935556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Allocated IP 172.20.0.2 (4a520912-7ea7-46b4-91f7-1f4549699f0a/7e1fe552-ffc9-40c9-bb97-c62db7df32c6/140bb91f-ab69-409c-b435-1fb213289ebb) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:28.039108 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.120834 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.230389 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.281802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:28.284884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:28.294731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:28.342571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Pushing event updated for resources: {'Port': ['ID=140bb91f-ab69-409c-b435-1fb213289ebb,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:28.390039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Attempting to bind port 140bb91f-ab69-409c-b435-1fb213289ebb on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:28.390445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Attempting to bind port 140bb91f-ab69-409c-b435-1fb213289ebb by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '58a5ec55-e629-4eef-a339-1678b6353be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a520912-7ea7-46b4-91f7-1f4549699f0a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:28.390845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Attempting to bind port 140bb91f-ab69-409c-b435-1fb213289ebb on network 4a520912-7ea7-46b4-91f7-1f4549699f0a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:28.391659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.396858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:28.397245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Checking segment: {'id': '58a5ec55-e629-4eef-a339-1678b6353be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a520912-7ea7-46b4-91f7-1f4549699f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:28.397658 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.398193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Bound using segment: {'id': '58a5ec55-e629-4eef-a339-1678b6353be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a520912-7ea7-46b4-91f7-1f4549699f0a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:28.398551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Bound port: 140bb91f-ab69-409c-b435-1fb213289ebb, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a5ec55-e629-4eef-a339-1678b6353be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a520912-7ea7-46b4-91f7-1f4549699f0a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:28.399053 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.412294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.469372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] For port 140bb91f-ab69-409c-b435-1fb213289ebb, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:28.472874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] For port 140bb91f-ab69-409c-b435-1fb213289ebb, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=140bb91f-ab69-409c-b435-1fb213289ebb,segment=NetworkSegment(58a5ec55-e629-4eef-a339-1678b6353be4),segment_id=58a5ec55-e629-4eef-a339-1678b6353be4)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:28.533044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.25.4.76 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/8a11b471-3c69-486c-8784-0124a195ae96) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:28.636025 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.662819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.704808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9028e1e7-3465-4f6b-91e6-760ed2f4accb req-73838839-af2d-49a7-bab0-c22b7b988d06 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0561092 Mar 31 23:20:28.726862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9c452-4c91-4a68-8860-80834efc6986 None None] Pushing event updated for resources: {'Port': ['ID=140bb91f-ab69-409c-b435-1fb213289ebb,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:28.801428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.851189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:28.862401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:28.864503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=8a11b471-3c69-486c-8784-0124a195ae96,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:28.868075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:29.143737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 140bb91f-ab69-409c-b435-1fb213289ebb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:29.244207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 140bb91f-ab69-409c-b435-1fb213289ebb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:29.244787 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.354494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.368490 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.401881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 140bb91f-ab69-409c-b435-1fb213289ebb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=140bb91f-ab69-409c-b435-1fb213289ebb,segment=NetworkSegment(58a5ec55-e629-4eef-a339-1678b6353be4),segment_id=58a5ec55-e629-4eef-a339-1678b6353be4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:29.547338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.662949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=140bb91f-ab69-409c-b435-1fb213289ebb,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:29.864285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89169266-46c0-47dd-bcf6-e42a95ed466e req-75779efd-09f9-4ae9-8014-e70546f704cc tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0281851 Mar 31 23:20:29.889421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40dad3b-27b8-4f15-9dfc-b38daf122d3d None None] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:29.945914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.966628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ca8312ad-2c73-4e68-aa80-068b9d2b8a67 None None] Provisioning complete for port 140bb91f-ab69-409c-b435-1fb213289ebb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:29.967116 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ca8312ad-2c73-4e68-aa80-068b9d2b8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.166747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 28d2c10f-7fdb-461d-93b4-fdec90251118 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:20:30.286063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:30.299284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7121d4-a993-4f94-8640-c7f74d07db37 None None] Sync routers for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:30.312961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7121d4-a993-4f94-8640-c7f74d07db37 None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:30.313613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-db7121d4-a993-4f94-8640-c7f74d07db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:30.355920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-db7121d4-a993-4f94-8640-c7f74d07db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:30.383231 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.385100 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9ce57c9f-364b-4a76-89f7-4022d1fce666 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8250463 Mar 31 23:20:30.388234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40684) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:30.405897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7121d4-a993-4f94-8640-c7f74d07db37 None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:30.419905 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-db7121d4-a993-4f94-8640-c7f74d07db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:30.527851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-db7121d4-a993-4f94-8640-c7f74d07db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:30.532952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7121d4-a993-4f94-8640-c7f74d07db37 None None] The sync data for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:30.602076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5614ed88-8965-492b-af9f-48bbc4aa2e64 None None] Provisioning complete for port 140bb91f-ab69-409c-b435-1fb213289ebb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:30.602076 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5614ed88-8965-492b-af9f-48bbc4aa2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.005052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2c79357-1248-4b52-b265-d71001f4eca1 req-9583398b-75eb-449e-9bff-d5b776f61083 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0582862 Mar 31 23:20:31.077426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 140bb91f-ab69-409c-b435-1fb213289ebb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:31.130224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 140bb91f-ab69-409c-b435-1fb213289ebb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:31.130628 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.288484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.616123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.20.0.1 (4a520912-7ea7-46b4-91f7-1f4549699f0a/7e1fe552-ffc9-40c9-bb97-c62db7df32c6/65b1daf0-d09e-4d05-8095-d974e652cc0d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:31.733359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.835474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.878627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:31.881735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:31.885670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:31.912725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=65b1daf0-d09e-4d05-8095-d974e652cc0d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.934665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.133383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-db99e0be-d963-4c01-ad1f-1567f8bd0675 None None] Provisioning complete for port 65b1daf0-d09e-4d05-8095-d974e652cc0d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:32.134695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db99e0be-d963-4c01-ad1f-1567f8bd0675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.179201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-db99e0be-d963-4c01-ad1f-1567f8bd0675 None None] Port 65b1daf0-d09e-4d05-8095-d974e652cc0d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:32.197336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0c5b340-b78a-491e-8907-06cb7acaa397 req-f9a7f6d8-d9aa-40ae-9dd0-9af5003da72a tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0397234 Mar 31 23:20:32.237294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.528812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.663922 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.739200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.740941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=65b1daf0-d09e-4d05-8095-d974e652cc0d,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.833549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:32.835179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:32.978713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 28d2c10f-7fdb-461d-93b4-fdec90251118 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:33.187903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:33.197454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-75c263ff-bdd3-449f-a1db-283ee9b5d588 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/routers/28d2c10f-7fdb-461d-93b4-fdec90251118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077681 Mar 31 23:20:33.198206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40736) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:33.206158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'port': {'network_id': '4a520912-7ea7-46b4-91f7-1f4549699f0a', 'name': 'tempest-FloatingIPTestJSON-91439349'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:33.240276 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcabe47-1c13-4c21-98f1-519f8aee3f55 None None] Sync routers for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:33.269327 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcabe47-1c13-4c21-98f1-519f8aee3f55 None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:33.270061 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ddcabe47-1c13-4c21-98f1-519f8aee3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:33.281116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-83eea20b-e027-4ccc-96a1-fcd2acad6344 None None] Provisioning complete for port 65b1daf0-d09e-4d05-8095-d974e652cc0d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:33.284435 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-83eea20b-e027-4ccc-96a1-fcd2acad6344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.318187 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ddcabe47-1c13-4c21-98f1-519f8aee3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:33.328544 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcabe47-1c13-4c21-98f1-519f8aee3f55 None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:33.329417 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ddcabe47-1c13-4c21-98f1-519f8aee3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:33.361196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-83eea20b-e027-4ccc-96a1-fcd2acad6344 None None] Port 65b1daf0-d09e-4d05-8095-d974e652cc0d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:33.365514 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ddcabe47-1c13-4c21-98f1-519f8aee3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:33.366246 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcabe47-1c13-4c21-98f1-519f8aee3f55 None None] The sync data for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:33.650693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36b6a581-b07c-4bc9-b257-3eef6b3bd6e3 req-3abab7ff-1331-4844-aa73-21ec622132d9 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.3161314 Mar 31 23:20:33.772345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Made reservation on behalf of 88b417d290004cfb8143976171b112c1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:33.776473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.795520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] device_id is not set on port 95f6c3c4-6070-45bc-a303-37c54119c510 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:33.911336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Allocated IP 172.20.0.11 (4a520912-7ea7-46b4-91f7-1f4549699f0a/7e1fe552-ffc9-40c9-bb97-c62db7df32c6/95f6c3c4-6070-45bc-a303-37c54119c510) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:33.961114 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3d0de9b5-6cd8-4567-99b7-1aa1909783da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.073791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.176188 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.229242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:34.232601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:34.236284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:34.260168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event updated for resources: {'Port': ['ID=95f6c3c4-6070-45bc-a303-37c54119c510,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:34.290774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:34.291393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.384537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4ac91d41-498a-4cc5-a9b6-6698c505af8c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1845775 Mar 31 23:20:34.386999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40760) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:34.391892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Request body: {'floatingip': {'port_id': '95f6c3c4-6070-45bc-a303-37c54119c510'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:34.462274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.493293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-44129546-4881-4168-bc76-736a4984b271 None None] Provisioning complete for port 95f6c3c4-6070-45bc-a303-37c54119c510 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:34.494734 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-44129546-4881-4168-bc76-736a4984b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.532662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-44129546-4881-4168-bc76-736a4984b271 None None] Port 95f6c3c4-6070-45bc-a303-37c54119c510 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:34.771736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4d7388d-3e61-470e-8586-08447d42fa4d req-c7ad10b0-24f9-4915-9a68-65f38627f272 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0321686 Mar 31 23:20:35.029039 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.118838 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.222947 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 13b8a65a-f30a-40dd-bc0e-884dc73f2484 associated. External IP: 172.25.4.63, port: e4bb1ce8-e661-45f2-8003-d1093203f595. Mar 31 23:20:35.505415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:35.637548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:35.650192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b76ca-0077-4828-9572-98919860c0d1 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:35.660488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b76ca-0077-4828-9572-98919860c0d1 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:35.661097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fa5b76ca-0077-4828-9572-98919860c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.698868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fa5b76ca-0077-4828-9572-98919860c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.713752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b76ca-0077-4828-9572-98919860c0d1 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:35.714365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fa5b76ca-0077-4828-9572-98919860c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.748006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fa5b76ca-0077-4828-9572-98919860c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.748671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b76ca-0077-4828-9572-98919860c0d1 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:35.908339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee23193b-12cf-40e8-be96-b9c5a98048dc req-11e16962-5acd-4fda-82c8-fe60e9b7360d tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0312295 Mar 31 23:20:35.915887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 28d2c10f-7fdb-461d-93b4-fdec90251118 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:36.042659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:36.047021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.052193 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90270e8e-d05d-4b42-9800-9d0a8fea61d9 None None] Sync routers for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:36.062169 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90270e8e-d05d-4b42-9800-9d0a8fea61d9 None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:36.062860 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-90270e8e-d05d-4b42-9800-9d0a8fea61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:36.099895 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-90270e8e-d05d-4b42-9800-9d0a8fea61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:36.104216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ea31b1b4-e90f-40ff-bd1b-5fe66a6b2df6 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/floatingips/13b8a65a-f30a-40dd-bc0e-884dc73f2484 HTTP/1.1" status: 200 len: 976 time: 1.7132335 Mar 31 23:20:36.104977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40788) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:36.107075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ed9e-6643-4bca-9f2e-463719f747a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.113165 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90270e8e-d05d-4b42-9800-9d0a8fea61d9 None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:36.113815 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-90270e8e-d05d-4b42-9800-9d0a8fea61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:36.149739 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-90270e8e-d05d-4b42-9800-9d0a8fea61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:36.150668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90270e8e-d05d-4b42-9800-9d0a8fea61d9 None None] The sync data for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:36.212743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 95f6c3c4-6070-45bc-a303-37c54119c510 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:36.213086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.299875 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.534137 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.534831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.534831 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Floating IP 13b8a65a-f30a-40dd-bc0e-884dc73f2484 disassociated. External IP: 172.25.4.63, port: 95f6c3c4-6070-45bc-a303-37c54119c510. Mar 31 23:20:36.535195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 95f6c3c4-6070-45bc-a303-37c54119c510 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:37.000370 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.021408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7b5a938-df87-41e8-86ee-38a400e5c99f req-0432903a-9df4-4bc3-98be-c12a939c7b7d tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0338008 Mar 31 23:20:37.053059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=95f6c3c4-6070-45bc-a303-37c54119c510,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:37.057031 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:20:37.185632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 28d2c10f-7fdb-461d-93b4-fdec90251118 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:37.313173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:37.324322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5176551-d591-42ae-915b-4e3b5f014c9d None None] Sync routers for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:37.336256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5176551-d591-42ae-915b-4e3b5f014c9d None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:37.337965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e5176551-d591-42ae-915b-4e3b5f014c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:37.375937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e5176551-d591-42ae-915b-4e3b5f014c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:37.386296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5176551-d591-42ae-915b-4e3b5f014c9d None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:37.387273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e5176551-d591-42ae-915b-4e3b5f014c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:37.392609 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.398984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40814) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:37.411795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56264dc0-2c00-4f77-9197-ad63ab262aca tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/ports/95f6c3c4-6070-45bc-a303-37c54119c510 HTTP/1.1" status: 204 len: 168 time: 1.3053193 Mar 31 23:20:37.421134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e5176551-d591-42ae-915b-4e3b5f014c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:37.422039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5176551-d591-42ae-915b-4e3b5f014c9d None None] The sync data for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:37.704215 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.807858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.088686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 65b1daf0-d09e-4d05-8095-d974e652cc0d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:38.089034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.137048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b8c50f5-19bf-4c2f-8f3a-ab8af590f388 req-dd5bf27e-a719-4a56-9308-4035e772fc02 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0280526 Mar 31 23:20:38.181616 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.193938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 65b1daf0-d09e-4d05-8095-d974e652cc0d owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:38.469380 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.499475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=65b1daf0-d09e-4d05-8095-d974e652cc0d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:38.644008 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.701710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.890364 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.968221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 28d2c10f-7fdb-461d-93b4-fdec90251118 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:39.078228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:39.084432 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aa4d50b6-87dd-44a8-a3ea-a71ad21605ce tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/routers/28d2c10f-7fdb-461d-93b4-fdec90251118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839001 Mar 31 23:20:39.088647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40844) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:39.089892 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee0f7e-9dc1-4f7c-a6be-f35518bbe60e None None] Sync routers for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:39.103365 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee0f7e-9dc1-4f7c-a6be-f35518bbe60e None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:39.103989 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-beee0f7e-9dc1-4f7c-a6be-f35518bbe60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:39.139135 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-beee0f7e-9dc1-4f7c-a6be-f35518bbe60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:39.149640 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee0f7e-9dc1-4f7c-a6be-f35518bbe60e None None] Routers {'28d2c10f-7fdb-461d-93b4-fdec90251118'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:39.150255 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-beee0f7e-9dc1-4f7c-a6be-f35518bbe60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['28d2c10f-7fdb-461d-93b4-fdec90251118'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:39.186432 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-beee0f7e-9dc1-4f7c-a6be-f35518bbe60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:39.186432 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee0f7e-9dc1-4f7c-a6be-f35518bbe60e None None] The sync data for ids ['28d2c10f-7fdb-461d-93b4-fdec90251118'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:39.228675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.236524 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.316391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2dd9028b-4e0b-4050-a91c-a678dba5dfd6 req-9bee7e69-636d-4f04-a327-45043c844155 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0460441 Mar 31 23:20:39.393170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.475522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40858) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:39.566703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a3483fcc-77c2-4793-9baf-4a6a8c030e06 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/floatingips/fa765fd4-d080-4304-96b8-e57c074fdd19 HTTP/1.1" status: 200 len: 993 time: 0.0899465 Mar 31 23:20:39.580400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 8a11b471-3c69-486c-8784-0124a195ae96 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:39.580672 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.666439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.678237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 8a11b471-3c69-486c-8784-0124a195ae96 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:39.758912 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.846523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40868) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:39.975167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.004831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=8a11b471-3c69-486c-8784-0124a195ae96,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:40.046556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port 8a26277f-0e89-4746-b522-d415163885f1 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:40.046556 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.155830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.156173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.164876 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.173173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for 8a26277f-0e89-4746-b522-d415163885f1 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:40.278106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.281619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.428294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.428294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Fanout notify agent at l3_agent the message router_deleted on router 28d2c10f-7fdb-461d-93b4-fdec90251118 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:20:40.443358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.444507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-62032af1-14dd-4487-b9eb-903fd50b55d7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/routers/28d2c10f-7fdb-461d-93b4-fdec90251118 HTTP/1.1" status: 204 len: 168 time: 1.3541920 Mar 31 23:20:40.448025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40882) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:40.450200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-651904be-8730-4aad-a59b-6ae104a49249 req-59d8f317-d2f6-4834-8f7b-04432083272b tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0414417 Mar 31 23:20:40.481599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.519233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=8a26277f-0e89-4746-b522-d415163885f1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:40.574056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d85ef92-8df7-46ee-b233-921ec75243df tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting subnet 7e1fe552-ffc9-40c9-bb97-c62db7df32c6 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:40.580551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d85ef92-8df7-46ee-b233-921ec75243df tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.636696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.637032 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Floating IP fa765fd4-d080-4304-96b8-e57c074fdd19 disassociated (deleted). External IP: 172.25.4.79, port: 1155d2a2-6aec-4355-bb4f-47a92991491e. Mar 31 23:20:40.642889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d85ef92-8df7-46ee-b233-921ec75243df tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.091557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d85ef92-8df7-46ee-b233-921ec75243df tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.249389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 8b537e7a-4207-4178-aef9-5215d1e035c5 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:41.307066 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d85ef92-8df7-46ee-b233-921ec75243df tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.346938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85ef92-8df7-46ee-b233-921ec75243df tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1fe552-ffc9-40c9-bb97-c62db7df32c6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.348869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5d85ef92-8df7-46ee-b233-921ec75243df tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.351242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100e4641-c52f-4500-8ada-7dae2f73f42a None None] Network 4a520912-7ea7-46b4-91f7-1f4549699f0a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:41.362640 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5d85ef92-8df7-46ee-b233-921ec75243df tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/subnets/7e1fe552-ffc9-40c9-bb97-c62db7df32c6 HTTP/1.1" status: 204 len: 168 time: 0.9134693 Mar 31 23:20:41.365336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 40894) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:41.443882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:41.449177 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.467452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] Sync routers for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:41.476041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.498301 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3789a840-5512-4ea9-9add-3d16542ecaf8 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/floatingips/fa765fd4-d080-4304-96b8-e57c074fdd19 HTTP/1.1" status: 204 len: 168 time: 1.6496518 Mar 31 23:20:41.498923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:41.502576 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92f1a94-e61d-4ceb-95b8-aba264836eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:41.570581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:41.571137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:41.586121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 140bb91f-ab69-409c-b435-1fb213289ebb {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:41.586690 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.710788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b4ad6c7-0747-4745-83d5-07267c2491f2 req-94eaa56e-78a4-43a5-a812-916b8d2ceca8 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.1032381 Mar 31 23:20:41.740311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] For port 140bb91f-ab69-409c-b435-1fb213289ebb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=140bb91f-ab69-409c-b435-1fb213289ebb,segment=NetworkSegment(58a5ec55-e629-4eef-a339-1678b6353be4),segment_id=58a5ec55-e629-4eef-a339-1678b6353be4)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:41.741336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.754800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] DHCP port deletion for 4a520912-7ea7-46b4-91f7-1f4549699f0a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:41.767090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 140bb91f-ab69-409c-b435-1fb213289ebb owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:41.788026 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef94e86c-2dce-4562-a547-930f5be7a81d x-openstack-request-id: req-ef94e86c-2dce-4562-a547-930f5be7a81d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:41.788326 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:41.788570 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef94e86c-2dce-4562-a547-930f5be7a81d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:41.789115 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef94e86c-2dce-4562-a547-930f5be7a81d'] response: {'name': 'network-changed', 'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'status': 'completed', 'code': 200} Mar 31 23:20:41.797060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:41.934836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] Deleting port 140bb91f-ab69-409c-b435-1fb213289ebb {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:41.935226 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.954278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-6197d205-af19-428b-a608-6887d3c988ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:41.955980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-6197d205-af19-428b-a608-6887d3c988ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 1097 time: 0.1424053 Mar 31 23:20:42.055078 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.109060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=140bb91f-ab69-409c-b435-1fb213289ebb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.111265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] No DVR routers for this DVR port 140bb91f-ab69-409c-b435-1fb213289ebb on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:42.217552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-d48ad3f6-cfc5-4c9c-b9ca-bf2745c6c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:42.219076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-d48ad3f6-cfc5-4c9c-b9ca-bf2745c6c9c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bfbe310-8cc9-412c-b32d-d5d215d07523 HTTP/1.1" status: 200 len: 897 time: 0.2535393 Mar 31 23:20:42.242937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] For port 140bb91f-ab69-409c-b435-1fb213289ebb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=140bb91f-ab69-409c-b435-1fb213289ebb,segment=NetworkSegment(58a5ec55-e629-4eef-a339-1678b6353be4),segment_id=58a5ec55-e629-4eef-a339-1678b6353be4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:42.243345 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.269078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] Calling delete_port for 140bb91f-ab69-409c-b435-1fb213289ebb owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:42.316244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-9c8e40fa-ad1f-422d-b2d0-22bcb282afa4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1155d2a2-6aec-4355-bb4f-47a92991491e HTTP/1.1" status: 200 len: 217 time: 0.0503199 Mar 31 23:20:42.318684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:42.353056 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:20:42.390375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb573-dc6c-43a7-b639-d7b1ecbf5e9a req-d9e4239d-5deb-469f-be75-eb43e9704571 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:42.396110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.403509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79abb573-dc6c-43a7-b639-d7b1ecbf5e9a req-d9e4239d-5deb-469f-be75-eb43e9704571 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 946 time: 0.1967654 Mar 31 23:20:42.412956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a520912-7ea7-46b4-91f7-1f4549699f0a']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:42.420576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] No DVR routers for this DVR port 140bb91f-ab69-409c-b435-1fb213289ebb on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:42.442417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a5ec55-e629-4eef-a339-1678b6353be4') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:42.442741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a5ec55-e629-4eef-a339-1678b6353be4') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:42.465691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24500d-b1a6-4706-8e16-1f3706038222 None None] Pushing event deleted for resources: {'Port': ['ID=140bb91f-ab69-409c-b435-1fb213289ebb,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.466564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.494684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:42Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:42.504554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.512450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:42.512969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.553318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] Checking router: 8b537e7a-4207-4178-aef9-5215d1e035c5 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:42.570392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:42.571694 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:42.593012 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:42.625897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-576d6328-0b21-4c4b-8c44-e24aca7fce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:42.627456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-576d6328-0b21-4c4b-8c44-e24aca7fce41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1 HTTP/1.1" status: 200 len: 835 time: 0.2986698 Mar 31 23:20:42.631358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79abb573-dc6c-43a7-b639-d7b1ecbf5e9a req-437e4397-c2b8-4719-a9c6-07f56f9aadf3 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328882 Mar 31 23:20:42.682892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-5dcfc227-9e9e-45d5-add9-39bd696862e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:42.684483 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-5dcfc227-9e9e-45d5-add9-39bd696862e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bfbe310-8cc9-412c-b32d-d5d215d07523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491965 Mar 31 23:20:42.688502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:42.744876 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.753312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.762410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/networks/4a520912-7ea7-46b4-91f7-1f4549699f0a HTTP/1.1" status: 204 len: 168 time: 1.3934121 Mar 31 23:20:42.772015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40924) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.837212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b84d5-9b14-4ba7-aeb3-e4b3ea802172 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Network': ['ID=4a520912-7ea7-46b4-91f7-1f4549699f0a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.907432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec2e15ef-66a4-474e-9200-18ca40c1d657 req-5e80a1ce-8087-4822-9d15-2e963ebbcf15 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0630319 Mar 31 23:20:42.963659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-00a37cc0-1e32-4a19-a4f3-4a99ec7f0452 service neutron] 10.222.0.45 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712917 Mar 31 23:20:42.968879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port fa6253c7-e7c8-42ba-ab2f-759669ce8a12 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:42.969235 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.975701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:42Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:43.054571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87c141-24e9-4bc3-9f24-a6ba743ec6c8 None None] The sync data for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 is: [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '9fdbb409-bff9-4fec-8a23-b58536f49695', 'name': '', 'network_id': '2bfbe310-8cc9-412c-b32d-d5d215d07523', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'mac_address': 'fa:16:3e:d4:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:33Z', 'updated_at': '2022-03-31T23:19:42Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'subnets': [{'id': 'bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:43.101217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a92f1a94-e61d-4ceb-95b8-aba264836eb2 req-2071735f-7795-49f0-aac0-30ce8cd99bea service neutron] 10.222.0.45 "GET /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164844 Mar 31 23:20:43.128872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 140bb91f-ab69-409c-b435-1fb213289ebb no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:43.146920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.147515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.164168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for fa6253c7-e7c8-42ba-ab2f-759669ce8a12 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:43.176390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e4ebf795-e38f-4125-bb34-c14ee11448f8 req-a84ee2b5-415b-4498-b951-84c06d8eeb3a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0408638 Mar 31 23:20:43.186913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 140bb91f-ab69-409c-b435-1fb213289ebb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:43.187533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 140bb91f-ab69-409c-b435-1fb213289ebb not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:43.472163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569341d-dda8-45cb-859a-01267f0e056b req-f3b853c7-2277-4f4c-9d5d-a066b01af9df tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:43.473215 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.477632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b569341d-dda8-45cb-859a-01267f0e056b req-f3b853c7-2277-4f4c-9d5d-a066b01af9df tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 946 time: 0.0990751 Mar 31 23:20:43.486764 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7290b9f-00d2-4319-bb8a-4e6c774576a1 None None] New status for floating IP fa765fd4-d080-4304-96b8-e57c074fdd19: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:20:43.518491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=fa6253c7-e7c8-42ba-ab2f-759669ce8a12,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:43.608731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port 1155d2a2-6aec-4355-bb4f-47a92991491e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:43.609116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.760835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.763920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.765291 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5490f721-212a-4763-816e-e0feaaf6fbdd tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/floatingips/13b8a65a-f30a-40dd-bc0e-884dc73f2484 HTTP/1.1" status: 204 len: 168 time: 0.9910936 Mar 31 23:20:43.774928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40940) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.801541 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff8fd93-8ff0-4726-b07a-84faa7aaafb7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:43.802736 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff8fd93-8ff0-4726-b07a-84faa7aaafb7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:43.819699 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4ff8fd93-8ff0-4726-b07a-84faa7aaafb7 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/ports/95f6c3c4-6070-45bc-a303-37c54119c510 HTTP/1.1" status: 404 len: 333 time: 0.0420945 Mar 31 23:20:43.829921 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40942) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.953857 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cc901e0d-1f42-4c18-91d0-0ed8a09f33c5 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "GET /v2.0/ports?device_id=28d2c10f-7fdb-461d-93b4-fdec90251118 HTTP/1.1" status: 200 len: 205 time: 0.1224170 Mar 31 23:20:43.954518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40946) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.052586 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-9666c837-fb20-4ae4-a3ba-cce04d707451 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] delete failed (client error): The resource could not be found. Mar 31 23:20:44.057259 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9666c837-fb20-4ae4-a3ba-cce04d707451 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/routers/28d2c10f-7fdb-461d-93b4-fdec90251118 HTTP/1.1" status: 404 len: 336 time: 0.1016502 Mar 31 23:20:44.057884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40950) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.104196 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8765dd-a216-4760-b5b5-aa6fe11d841c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:44.104705 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8765dd-a216-4760-b5b5-aa6fe11d841c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:44.113551 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4a8765dd-a216-4760-b5b5-aa6fe11d841c tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/subnets/7e1fe552-ffc9-40c9-bb97-c62db7df32c6 HTTP/1.1" status: 404 len: 337 time: 0.0538139 Mar 31 23:20:44.115695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40954) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.141419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1c2439a-bb4d-4517-8bae-ee33897fdf35 req-b284c17d-ac14-4017-ae03-8da3fb3dc910 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0764523 Mar 31 23:20:44.180620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port 1155d2a2-6aec-4355-bb4f-47a92991491e, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=1155d2a2-6aec-4355-bb4f-47a92991491e,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:44.180992 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.234880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895e6b8-187a-4908-9555-09b56c1f3b03 req-428c412a-6699-4ffe-b3e8-3deea50e8dad tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:44.244415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6895e6b8-187a-4908-9555-09b56c1f3b03 req-428c412a-6699-4ffe-b3e8-3deea50e8dad tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 946 time: 0.1746569 Mar 31 23:20:44.250934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for 1155d2a2-6aec-4355-bb4f-47a92991491e owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:44.300914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-54da5611-4cf3-445f-8aac-37a1e2abc581 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port e4bb1ce8-e661-45f2-8003-d1093203f595 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:44.301276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54da5611-4cf3-445f-8aac-37a1e2abc581 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.386342 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6895e6b8-187a-4908-9555-09b56c1f3b03 req-da328934-6b2a-44f3-8583-f01608f78b94 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/security-groups?id=01461f42-b3e4-4836-956d-e8fbc5a964d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331015 Mar 31 23:20:44.427240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54da5611-4cf3-445f-8aac-37a1e2abc581 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.454625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-54da5611-4cf3-445f-8aac-37a1e2abc581 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for e4bb1ce8-e661-45f2-8003-d1093203f595 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:44.569254 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.598260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=1155d2a2-6aec-4355-bb4f-47a92991491e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.649880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] No DVR routers for this DVR port 1155d2a2-6aec-4355-bb4f-47a92991491e on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:44.652346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.656140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b569341d-dda8-45cb-859a-01267f0e056b req-5fcd01c0-1d18-413a-a102-2ac1b43ccf18 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.45 "DELETE /v2.0/ports/1155d2a2-6aec-4355-bb4f-47a92991491e HTTP/1.1" status: 204 len: 173 time: 1.1751249 Mar 31 23:20:44.656487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'name': 'network-vif-deleted', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:44.658816 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeab2be-66df-47d7-b17c-5230e00b7aa1" -d '{"events": [{"server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "name": "network-vif-deleted", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:44.702556 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73563961-1d0a-406d-9a15-97f282d084e5 x-openstack-request-id: req-73563961-1d0a-406d-9a15-97f282d084e5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:44.710889 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc56612-a450-4484-b518-18612d99041d", "name": "network-vif-deleted", "tag": "1155d2a2-6aec-4355-bb4f-47a92991491e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:44.710889 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73563961-1d0a-406d-9a15-97f282d084e5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:44.710889 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73563961-1d0a-406d-9a15-97f282d084e5'] response: {'server_uuid': '0fc56612-a450-4484-b518-18612d99041d', 'name': 'network-vif-deleted', 'tag': '1155d2a2-6aec-4355-bb4f-47a92991491e', 'status': 'completed', 'code': 200} Mar 31 23:20:44.729403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54da5611-4cf3-445f-8aac-37a1e2abc581 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.775295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da5611-4cf3-445f-8aac-37a1e2abc581 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=e4bb1ce8-e661-45f2-8003-d1093203f595,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.861849 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54da5611-4cf3-445f-8aac-37a1e2abc581 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.865283 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-54da5611-4cf3-445f-8aac-37a1e2abc581 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/ports/e4bb1ce8-e661-45f2-8003-d1093203f595 HTTP/1.1" status: 204 len: 168 time: 0.7484970 Mar 31 23:20:44.868100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40970) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.965848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a0f01d80-857c-454f-80c1-3de8dad1b4db tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 78689bc6-646c-47aa-a44e-cfd23371b8aa {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:44.966198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f01d80-857c-454f-80c1-3de8dad1b4db tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.074016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f01d80-857c-454f-80c1-3de8dad1b4db tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.088469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a0f01d80-857c-454f-80c1-3de8dad1b4db tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 78689bc6-646c-47aa-a44e-cfd23371b8aa owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:45.276749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fca2d7ad-c542-45cd-bece-a26617e4c182 req-6194e0d9-ddd9-4530-9080-d45512cd8457 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0364335 Mar 31 23:20:45.292271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-696aa28d-fcae-4115-b656-42f35059b3f9 req-8b782167-73d5-448e-baa7-ecdc491c497e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0407038 Mar 31 23:20:45.323752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f01d80-857c-454f-80c1-3de8dad1b4db tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.358708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f01d80-857c-454f-80c1-3de8dad1b4db tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=78689bc6-646c-47aa-a44e-cfd23371b8aa,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:45.415582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-696aa28d-fcae-4115-b656-42f35059b3f9 req-251075d0-27dc-4056-a043-dfed44e8e29b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d381ef187b3342a98103d56843d806a3&device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 210 time: 0.0619304 Mar 31 23:20:45.441554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36686f85-8936-4c0a-be97-4c96a28e1f39 req-320457fb-47ff-4715-9b0b-2aaf08a6f786 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:45.447274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36686f85-8936-4c0a-be97-4c96a28e1f39 req-320457fb-47ff-4715-9b0b-2aaf08a6f786 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 945 time: 0.1359203 Mar 31 23:20:45.459349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a0f01d80-857c-454f-80c1-3de8dad1b4db tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.465192 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0f01d80-857c-454f-80c1-3de8dad1b4db tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/ports/78689bc6-646c-47aa-a44e-cfd23371b8aa HTTP/1.1" status: 204 len: 168 time: 0.5960774 Mar 31 23:20:45.467640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40986) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.547950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80958f37-ff82-4206-b86c-fbac00d61b47 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:45.549969 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-80958f37-ff82-4206-b86c-fbac00d61b47 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "GET /v2.0/ports?device_id=06dd4cb7-99bd-400f-a0ad-b6915d71036a HTTP/1.1" status: 200 len: 913 time: 0.0813465 Mar 31 23:20:45.553861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 40990) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.724426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36686f85-8936-4c0a-be97-4c96a28e1f39 req-81ea6760-cb9d-475f-867d-43cee4237ff7 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475462 Mar 31 23:20:45.724426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09ce9b89-c445-4607-a64d-8646ef39ea51 req-9d766d25-7c78-4df0-8233-8646cecbaa6a tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e&device_id=2147e700-9ea3-4c89-b2e0-647e13e5a9be HTTP/1.1" status: 200 len: 210 time: 0.1065290 Mar 31 23:20:45.797300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aa28d-fcae-4115-b656-42f35059b3f9 req-44b9fde7-3837-4b6d-9b67-2c964569f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:45.806279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-696aa28d-fcae-4115-b656-42f35059b3f9 req-44b9fde7-3837-4b6d-9b67-2c964569f9a8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d381ef187b3342a98103d56843d806a3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3566265 Mar 31 23:20:45.938161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c526f0fe-19ef-44a2-962c-0cbfc805f1ab req-8810c063-7758-4e0a-ae6d-0606e295efab tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc56612-a450-4484-b518-18612d99041d HTTP/1.1" status: 200 len: 210 time: 0.0717852 Mar 31 23:20:46.013354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aa28d-fcae-4115-b656-42f35059b3f9 req-e4f07dab-3f53-4a0c-8e1c-85177d59c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:46.015987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-696aa28d-fcae-4115-b656-42f35059b3f9 req-e4f07dab-3f53-4a0c-8e1c-85177d59c437 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095661 Mar 31 23:20:46.034880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.314407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port d8f12d63-b8af-45c3-b0e3-39d10808b700 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:46.315045 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.322638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e80af614-4e93-4b0b-bc04-fd23fb206ed9 req-98e03dd2-c533-4146-bc20-8f6251087b78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=85498248f8d346c6a43b99e97ea47694&device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0319817 Mar 31 23:20:46.350948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e80af614-4e93-4b0b-bc04-fd23fb206ed9 req-e08b5f6d-aed7-4466-9b98-0266ba9a9c10 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=85498248f8d346c6a43b99e97ea47694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199139 Mar 31 23:20:46.397731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adc4b2fe-9a0d-451b-b9f6-ada91edf6ed9 req-3d2d19ca-a4d9-401f-a126-79bd55478c2f tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0447357 Mar 31 23:20:46.408798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.441401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for d8f12d63-b8af-45c3-b0e3-39d10808b700 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:46.491162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80af614-4e93-4b0b-bc04-fd23fb206ed9 req-084010c1-39f2-41b1-9b90-c83b43e54c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:46.492871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e80af614-4e93-4b0b-bc04-fd23fb206ed9 req-084010c1-39f2-41b1-9b90-c83b43e54c5b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314659 Mar 31 23:20:46.730077 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.762722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=d8f12d63-b8af-45c3-b0e3-39d10808b700,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.886006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6fb5-6d3b-4e54-b0bd-87b5d77ecbd9 req-9059c72c-0667-4156-8e90-edf7b3612663 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:46.891206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48fb6fb5-6d3b-4e54-b0bd-87b5d77ecbd9 req-9059c72c-0667-4156-8e90-edf7b3612663 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 945 time: 0.0956006 Mar 31 23:20:46.934907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48fb6fb5-6d3b-4e54-b0bd-87b5d77ecbd9 req-33768df5-0a9d-462d-8f46-4f0807fa61e2 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Mar 31 23:20:46.977131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.998945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41016) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.095814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60523918-63d0-4618-85cd-7ab77c0ec011 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.128702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-2d1d4939-f77c-4412-b05a-718b959a626e tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:47.130240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-2d1d4939-f77c-4412-b05a-718b959a626e tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 945 time: 0.0781856 Mar 31 23:20:47.137300 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60523918-63d0-4618-85cd-7ab77c0ec011 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.212335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Router 06dd4cb7-99bd-400f-a0ad-b6915d71036a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:47.279825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Deleting port 388ae74f-e775-4155-8df1-c3c8047bc93f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:47.280168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.387180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] For port 388ae74f-e775-4155-8df1-c3c8047bc93f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=388ae74f-e775-4155-8df1-c3c8047bc93f,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:47.387519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.402940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Calling delete_port for 388ae74f-e775-4155-8df1-c3c8047bc93f owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:47.409742 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60523918-63d0-4618-85cd-7ab77c0ec011 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.412431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60523918-63d0-4618-85cd-7ab77c0ec011 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.417689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-60523918-63d0-4618-85cd-7ab77c0ec011 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/security-groups/01461f42-b3e4-4836-956d-e8fbc5a964d4 HTTP/1.1" status: 204 len: 168 time: 0.4137278 Mar 31 23:20:47.487479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60523918-63d0-4618-85cd-7ab77c0ec011 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01461f42-b3e4-4836-956d-e8fbc5a964d4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.544411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fbc3f2e-d173-4114-b87c-0a4178a462c5 req-36630838-3d2a-44a6-86ca-16bf092d6d39 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0395908 Mar 31 23:20:47.546953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41028) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.553425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1155d2a2-6aec-4355-bb4f-47a92991491e no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:47.587894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 1155d2a2-6aec-4355-bb4f-47a92991491e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:47.588735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 1155d2a2-6aec-4355-bb4f-47a92991491e not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:47.633999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:47.639610 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-92edba6f-1dc9-4b72-b9fe-f465bc1bb94a tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "PUT /v2.0/routers/06dd4cb7-99bd-400f-a0ad-b6915d71036a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0842843 Mar 31 23:20:47.642050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41032) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.652908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993df34-8e57-4a84-abe2-ab10139e9849 None None] Sync routers for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:47.665873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993df34-8e57-4a84-abe2-ab10139e9849 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:47.667041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c993df34-8e57-4a84-abe2-ab10139e9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:47.710959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c993df34-8e57-4a84-abe2-ab10139e9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:47.721122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993df34-8e57-4a84-abe2-ab10139e9849 None None] Routers {'06dd4cb7-99bd-400f-a0ad-b6915d71036a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:47.722222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c993df34-8e57-4a84-abe2-ab10139e9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:47.764795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c993df34-8e57-4a84-abe2-ab10139e9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:47.765988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993df34-8e57-4a84-abe2-ab10139e9849 None None] The sync data for ids ['06dd4cb7-99bd-400f-a0ad-b6915d71036a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:47.773103 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.896593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.901582 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.918374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['388ae74f-e775-4155-8df1-c3c8047bc93f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:20:47.944608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Pushing event deleted for resources: {'Port': ['ID=388ae74f-e775-4155-8df1-c3c8047bc93f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:48.013893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] No DVR routers for this DVR port 388ae74f-e775-4155-8df1-c3c8047bc93f on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:48.025050 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.029181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b2f104c-26b9-42a0-b2e5-850f443b060e req-c2e8d74c-c219-4616-b141-27ae05658e74 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.50 "DELETE /v2.0/ports/388ae74f-e775-4155-8df1-c3c8047bc93f HTTP/1.1" status: 204 len: 173 time: 0.8882644 Mar 31 23:20:48.030218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d12545-2e3d-488a-8c3a-a07c496da402', 'name': 'network-vif-deleted', 'tag': '388ae74f-e775-4155-8df1-c3c8047bc93f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:48.032550 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32790696-10c7-4342-b13c-0b8d573cb9b4" -d '{"events": [{"server_uuid": "57d12545-2e3d-488a-8c3a-a07c496da402", "name": "network-vif-deleted", "tag": "388ae74f-e775-4155-8df1-c3c8047bc93f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:48.054147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aecf8b8f-8628-48ba-91b6-b217251b5c82 req-fe624fad-e254-4494-90bf-254561422ca6 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 210 time: 0.0443497 Mar 31 23:20:48.063196 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e80af614-4e93-4b0b-bc04-fd23fb206ed9 req-19c907b0-af4c-45e2-af2d-7864c93c06b4 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0476840 Mar 31 23:20:48.102707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting port 0c7e5d0c-1bcc-4ee2-846b-4d90c7d62fc8 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:48.103070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.108130 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42accc9b-617a-4bd2-b8b2-52db629c45a1 x-openstack-request-id: req-42accc9b-617a-4bd2-b8b2-52db629c45a1 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:48.108507 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d12545-2e3d-488a-8c3a-a07c496da402", "name": "network-vif-deleted", "tag": "388ae74f-e775-4155-8df1-c3c8047bc93f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:48.108822 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42accc9b-617a-4bd2-b8b2-52db629c45a1 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:48.109283 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42accc9b-617a-4bd2-b8b2-52db629c45a1'] response: {'server_uuid': '57d12545-2e3d-488a-8c3a-a07c496da402', 'name': 'network-vif-deleted', 'tag': '388ae74f-e775-4155-8df1-c3c8047bc93f', 'status': 'completed', 'code': 200} Mar 31 23:20:48.200774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.201782 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.222951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Calling delete_port for 0c7e5d0c-1bcc-4ee2-846b-4d90c7d62fc8 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:48.488646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port 9fdbb409-bff9-4fec-8a23-b58536f49695 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:48.488989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.529904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.568424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Port': ['ID=0c7e5d0c-1bcc-4ee2-846b-4d90c7d62fc8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:48.590839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port 9fdbb409-bff9-4fec-8a23-b58536f49695, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9fdbb409-bff9-4fec-8a23-b58536f49695,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:48.591353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.612732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for 9fdbb409-bff9-4fec-8a23-b58536f49695 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:48.681358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.786967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fd3619c-b9da-45f4-8599-4a85ecfca07a req-90059c14-abfe-4d38-836e-bfee7d95b888 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb9c072-7a97-438a-a5f3-f4628b35145e HTTP/1.1" status: 200 len: 210 time: 0.0440009 Mar 31 23:20:48.788139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.791408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.930806 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4f19f87f-ec2a-45aa-8da9-c22b3fc35168 req-97563fd1-531f-4b11-b732-8dbb978f50b7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328057 Mar 31 23:20:48.934508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.934508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Fanout notify agent at l3_agent the message router_deleted on router 06dd4cb7-99bd-400f-a0ad-b6915d71036a {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:20:48.941636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.942875 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-882f55cb-87a0-4224-b63f-0ccb1503e398 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/routers/06dd4cb7-99bd-400f-a0ad-b6915d71036a HTTP/1.1" status: 204 len: 168 time: 1.2997696 Mar 31 23:20:48.946514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41056) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:48.972205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.013866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=9fdbb409-bff9-4fec-8a23-b58536f49695,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:49.041167 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4f19f87f-ec2a-45aa-8da9-c22b3fc35168 req-c50bb379-f87a-4a63-b64f-d484f8ff42e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 210 time: 0.0451052 Mar 31 23:20:49.070918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6b0c45-3a6e-461f-8837-aa0976b074f1 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Deleting subnet bfbfdf50-b888-40e6-aa16-f3168328bc15 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:49.112406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb6b0c45-3a6e-461f-8837-aa0976b074f1 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.240225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb6b0c45-3a6e-461f-8837-aa0976b074f1 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.273097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a32fc98-55ec-44e1-9741-9e680dede5b1 req-56c43064-5b92-418b-801b-8493fc4d1dd7 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d12545-2e3d-488a-8c3a-a07c496da402 HTTP/1.1" status: 200 len: 210 time: 0.0266838 Mar 31 23:20:49.345963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb6b0c45-3a6e-461f-8837-aa0976b074f1 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.395467 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.451213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19f87f-ec2a-45aa-8da9-c22b3fc35168 req-f83d3209-fe99-4f86-9906-45962958a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:49.452692 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4f19f87f-ec2a-45aa-8da9-c22b3fc35168 req-f83d3209-fe99-4f86-9906-45962958a3ab service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3760431 Mar 31 23:20:49.582009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb6b0c45-3a6e-461f-8837-aa0976b074f1 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.625575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b0c45-3a6e-461f-8837-aa0976b074f1 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbfdf50-b888-40e6-aa16-f3168328bc15,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:49.643669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cb6b0c45-3a6e-461f-8837-aa0976b074f1 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.650196 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cb6b0c45-3a6e-461f-8837-aa0976b074f1 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/subnets/bfbfdf50-b888-40e6-aa16-f3168328bc15 HTTP/1.1" status: 204 len: 168 time: 0.6992559 Mar 31 23:20:49.669715 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41066) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:49.739621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19f87f-ec2a-45aa-8da9-c22b3fc35168 req-8b804202-f8b9-4657-9ab5-c369817287a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:49.741264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4f19f87f-ec2a-45aa-8da9-c22b3fc35168 req-8b804202-f8b9-4657-9ab5-c369817287a9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2802746 Mar 31 23:20:49.772003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.881843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.908997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81da918-e19a-47c9-99a4-7b6b5173b698']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:49.924169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b25fed-b9dc-4a37-9e38-703050cafd02') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:49.924169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b25fed-b9dc-4a37-9e38-703050cafd02') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:49.960515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.986601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:49.993402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Router 8b537e7a-4207-4178-aef9-5215d1e035c5 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:49.997799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:49.997799 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:50.001417 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:50.114899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:50.122023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dac32547-f73c-419b-9c06-4764d93f26c2 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "PUT /v2.0/routers/8b537e7a-4207-4178-aef9-5215d1e035c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5738828 Mar 31 23:20:50.125132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41078) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:50.126841 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] Sync routers for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:50.138246 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:50.139209 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:50.169205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.185583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.190530 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] 10.222.0.31 "DELETE /v2.0/networks/d81da918-e19a-47c9-99a4-7b6b5173b698 HTTP/1.1" status: 204 len: 168 time: 0.5192857 Mar 31 23:20:50.218946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8e4a7-3f4d-4994-8636-e77fc2c7cb23 tempest-FloatingIPTestJSON-256831822 tempest-FloatingIPTestJSON-256831822-project] Pushing event deleted for resources: {'Network': ['ID=d81da918-e19a-47c9-99a4-7b6b5173b698,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:50.234690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d275e7c1-ef82-4ea4-bb01-3676e211f4e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting subnet bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:50.238844 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d275e7c1-ef82-4ea4-bb01-3676e211f4e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.312262 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d275e7c1-ef82-4ea4-bb01-3676e211f4e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.357561 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:50.475853 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1cb976a9-4411-4b1e-80b3-9aa2faa4879b req-59d0b1fa-336d-4f6e-92db-f74ffd8e9d1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=85498248f8d346c6a43b99e97ea47694&device_id=2147e700-9ea3-4c89-b2e0-647e13e5a9be HTTP/1.1" status: 200 len: 210 time: 0.0391436 Mar 31 23:20:50.490950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4a9e7f1-683f-41a0-8d2c-07cd0acb52f1 req-9dd201a6-625b-49be-b6f5-07cb16d90bf3 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=2147e700-9ea3-4c89-b2e0-647e13e5a9be HTTP/1.1" status: 200 len: 210 time: 0.0434515 Mar 31 23:20:50.504044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d275e7c1-ef82-4ea4-bb01-3676e211f4e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.537984 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1cb976a9-4411-4b1e-80b3-9aa2faa4879b req-5396f28f-74d4-437a-a6d9-0090a89a1999 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=85498248f8d346c6a43b99e97ea47694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536070 Mar 31 23:20:50.621726 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:20:48Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:50.658726 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] Checking router: 8b537e7a-4207-4178-aef9-5215d1e035c5 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:50.670274 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] Routers {'8b537e7a-4207-4178-aef9-5215d1e035c5'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:50.671190 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b537e7a-4207-4178-aef9-5215d1e035c5'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:50.671421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb976a9-4411-4b1e-80b3-9aa2faa4879b req-f8cbc45f-a6d6-45b1-80df-1f313f4e9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:50.672861 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1cb976a9-4411-4b1e-80b3-9aa2faa4879b req-f8cbc45f-a6d6-45b1-80df-1f313f4e9572 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250165 Mar 31 23:20:50.764638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d275e7c1-ef82-4ea4-bb01-3676e211f4e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.785444 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] Set router 8b537e7a-4207-4178-aef9-5215d1e035c5 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:50.798907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41098) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:50.812711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275e7c1-ef82-4ea4-bb01-3676e211f4e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Subnet': ['ID=bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:50.817801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d275e7c1-ef82-4ea4-bb01-3676e211f4e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.825299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41102) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:50.827500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84f42e-60e0-47fc-ba5e-dfc3057d1c87 None None] Network 2bfbe310-8cc9-412c-b32d-d5d215d07523 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:50.855539 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d275e7c1-ef82-4ea4-bb01-3676e211f4e5 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/subnets/bae2f12b-c38c-45d5-bf42-8ca33f3e6dc1 HTTP/1.1" status: 204 len: 168 time: 0.7291770 Mar 31 23:20:51.050364 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:20:48Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:51.084030 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5aae2-f750-4f4d-97f5-94712877e6e8 None None] The sync data for ids ['8b537e7a-4207-4178-aef9-5215d1e035c5'] in n-d-836015-1 is: [{'id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'name': 'tempest-TestNetworkBasicOps-router-1267938385', 'tenant_id': 'd381ef187b3342a98103d56843d806a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:20:48Z', 'revision_number': 5, 'project_id': 'd381ef187b3342a98103d56843d806a3', 'gw_port': {'id': '57a6c85a-6339-4e22-92b8-1657b485a1ed', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b537e7a-4207-4178-aef9-5215d1e035c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:51.099277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.107062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] DHCP port deletion for 2bfbe310-8cc9-412c-b32d-d5d215d07523 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:51.172872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-feae1f38-fd02-40be-bf5f-85b593487c2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88b417d290004cfb8143976171b112c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729427 Mar 31 23:20:51.175632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41110) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:51.180246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] Deleting port e3096b17-ec58-458c-b3a3-5a5f76b9d09e {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:51.181166 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.233870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1741e456-7f32-4db8-a7b7-64cf59bdaefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.254234 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.259149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1741e456-7f32-4db8-a7b7-64cf59bdaefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.266060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] For port e3096b17-ec58-458c-b3a3-5a5f76b9d09e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e3096b17-ec58-458c-b3a3-5a5f76b9d09e,segment=NetworkSegment(ed41224e-1eaf-4989-b383-638621eda18c),segment_id=ed41224e-1eaf-4989-b383-638621eda18c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:51.267022 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.289587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] Calling delete_port for e3096b17-ec58-458c-b3a3-5a5f76b9d09e owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:51.403167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1741e456-7f32-4db8-a7b7-64cf59bdaefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.406008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1741e456-7f32-4db8-a7b7-64cf59bdaefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.407328 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1741e456-7f32-4db8-a7b7-64cf59bdaefa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59c7d898-6c22-4a9a-b30b-784cedb0ccfd HTTP/1.1" status: 204 len: 168 time: 0.2306559 Mar 31 23:20:51.423039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741e456-7f32-4db8-a7b7-64cf59bdaefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7d898-6c22-4a9a-b30b-784cedb0ccfd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:51.464450 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.481330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Deleting port 57a6c85a-6339-4e22-92b8-1657b485a1ed {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:51.481330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.526653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] Pushing event deleted for resources: {'Port': ['ID=e3096b17-ec58-458c-b3a3-5a5f76b9d09e,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:51.539433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d7f01-ce52-4344-be41-ce73050926c9 None None] No DVR routers for this DVR port e3096b17-ec58-458c-b3a3-5a5f76b9d09e on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:51.656863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a6e41ba-1003-4e20-a0dd-f0772d6819ca req-0172517b-c3bb-4a10-97fc-630f3ac08359 tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=2147e700-9ea3-4c89-b2e0-647e13e5a9be HTTP/1.1" status: 200 len: 210 time: 0.0401008 Mar 31 23:20:51.692048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] For port 57a6c85a-6339-4e22-92b8-1657b485a1ed, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=57a6c85a-6339-4e22-92b8-1657b485a1ed,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:51.703439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.723190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Calling delete_port for 57a6c85a-6339-4e22-92b8-1657b485a1ed owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:51.790585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 388ae74f-e775-4155-8df1-c3c8047bc93f no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:51.844865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 388ae74f-e775-4155-8df1-c3c8047bc93f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:51.846159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 388ae74f-e775-4155-8df1-c3c8047bc93f not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:52.097815 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1cb976a9-4411-4b1e-80b3-9aa2faa4879b req-bab928e7-241a-473e-80b7-0b18924ce56a tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.50 "GET /v2.0/ports?device_id=2147e700-9ea3-4c89-b2e0-647e13e5a9be HTTP/1.1" status: 200 len: 210 time: 0.0620084 Mar 31 23:20:52.214787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.284942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Port': ['ID=57a6c85a-6339-4e22-92b8-1657b485a1ed,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:52.362245 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.558807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.571473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.728537 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.729514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Fanout notify agent at l3_agent the message router_deleted on router 8b537e7a-4207-4178-aef9-5215d1e035c5 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:20:52.749973 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.751213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-662937ab-19ee-4338-9026-e2607d7766a7 tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/routers/8b537e7a-4207-4178-aef9-5215d1e035c5 HTTP/1.1" status: 204 len: 168 time: 1.9223795 Mar 31 23:20:52.761679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41144) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:52.840274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9e65832-0d51-4872-97b2-3075c752a2de req-9b7ccb6d-2b14-43bb-a361-ce73c408fadb tempest-ServerShowV247Test-408347464 tempest-ServerShowV247Test-408347464-project] 10.222.0.31 "GET /v2.0/ports?device_id=2147e700-9ea3-4c89-b2e0-647e13e5a9be HTTP/1.1" status: 200 len: 210 time: 0.0416780 Mar 31 23:20:52.891434 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.016676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.053453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfbe310-8cc9-412c-b32d-d5d215d07523']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:53.070277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed41224e-1eaf-4989-b383-638621eda18c') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:53.070780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed41224e-1eaf-4989-b383-638621eda18c') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:53.129022 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.148135 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.160726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:53.161189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:53.165880 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:53.208340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:53.349293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.366034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.370876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e3096b17-ec58-458c-b3a3-5a5f76b9d09e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:53.373346 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] 10.222.0.31 "DELETE /v2.0/networks/2bfbe310-8cc9-412c-b32d-d5d215d07523 HTTP/1.1" status: 204 len: 168 time: 0.6100385 Mar 31 23:20:53.403385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94302b1-34f8-4ea2-913b-c9f12d58234b tempest-TestNetworkBasicOps-1809935842 tempest-TestNetworkBasicOps-1809935842-project] Pushing event deleted for resources: {'Network': ['ID=2bfbe310-8cc9-412c-b32d-d5d215d07523,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:53.417999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e3096b17-ec58-458c-b3a3-5a5f76b9d09e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:53.418394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e3096b17-ec58-458c-b3a3-5a5f76b9d09e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:53.418831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9fdbb409-bff9-4fec-8a23-b58536f49695 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:53.439430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'networks': [{'name': 'tempest-network--715263345'}, {'name': 'tempest-network--341718402'}]} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:53.440024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'network': {'name': 'tempest-network--715263345'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:53.440427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'network': {'name': 'tempest-network--341718402'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:53.446741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9fdbb409-bff9-4fec-8a23-b58536f49695 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:53.447342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9fdbb409-bff9-4fec-8a23-b58536f49695 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:53.447900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 57a6c85a-6339-4e22-92b8-1657b485a1ed no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:53.475397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 57a6c85a-6339-4e22-92b8-1657b485a1ed {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:53.475896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 57a6c85a-6339-4e22-92b8-1657b485a1ed not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:53.578982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Made reservation on behalf of 4faf6b8efa2446f08a07b25c0001cbd6 for: {'network': 2} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:53.584925 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.610347 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.707053 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.766750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.767352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.813654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02cebd1-a4df-4a30-a62d-afb48fd43002,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:53.818966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:53.831382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.831735 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Added segment c9c11da6-a095-4819-9891-849af2fd6485 of type vlan for network 54470245-25c2-4420-90d3-83ce8a49aea5 Mar 31 23:20:53.895759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.951017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:53.960290 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.961175 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Added segment 16e58aa4-c83c-4bcc-b4ee-cc409814d7e7 of type vlan for network edc6f4a8-5a78-4d6b-948a-d0346a13326a Mar 31 23:20:54.029223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.044319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41192) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.126037 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.126946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.136499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:54.141679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:54.142374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.244208 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a11df7ed-01c6-4f5f-9768-b4c11c5a0cd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d381ef187b3342a98103d56843d806a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979859 Mar 31 23:20:54.248449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0388050 Mar 31 23:20:54.250719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41200) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.251235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41202) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.265864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Network': ['ID=54470245-25c2-4420-90d3-83ce8a49aea5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:54.290863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 54470245-25c2-4420-90d3-83ce8a49aea5 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:54.388114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed878fe7-3cd2-4874-af9e-57ccfaa548ae tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Network': ['ID=edc6f4a8-5a78-4d6b-948a-d0346a13326a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:54.413470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network edc6f4a8-5a78-4d6b-948a-d0346a13326a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:54.502301 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b879f3c4-1205-4eb6-9669-e31947f4d06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.556593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b879f3c4-1205-4eb6-9669-e31947f4d06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.576552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aacebf2-8e6f-43af-a36b-885bd432bc2b tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:54.582462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aacebf2-8e6f-43af-a36b-885bd432bc2b tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:54.596555 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aacebf2-8e6f-43af-a36b-885bd432bc2b tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:54.609436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aacebf2-8e6f-43af-a36b-885bd432bc2b tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:54.614195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41210) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.615424 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0aacebf2-8e6f-43af-a36b-885bd432bc2b tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3606720 Mar 31 23:20:54.712262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41214) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.807488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.829494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b879f3c4-1205-4eb6-9669-e31947f4d06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.832434 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b879f3c4-1205-4eb6-9669-e31947f4d06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.834759 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b879f3c4-1205-4eb6-9669-e31947f4d06b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40f66bc7-4af0-49e6-97d2-370fab744d3e HTTP/1.1" status: 204 len: 168 time: 0.5820684 Mar 31 23:20:54.862768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879f3c4-1205-4eb6-9669-e31947f4d06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f66bc7-4af0-49e6-97d2-370fab744d3e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:54.894984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3164d30d-796a-4a24-baaf-eb3315c342b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.949031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.971354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54470245-25c2-4420-90d3-83ce8a49aea5']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:54.982437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c11da6-a095-4819-9891-849af2fd6485') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:54.987673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c11da6-a095-4819-9891-849af2fd6485') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:54.989249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3164d30d-796a-4a24-baaf-eb3315c342b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.994242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.009884 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.023159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:55.024182 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:55.027965 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:55.080309 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3164d30d-796a-4a24-baaf-eb3315c342b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.107419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164d30d-796a-4a24-baaf-eb3315c342b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f60738-5970-40a7-9547-0eb735b31d85,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:55.130540 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3164d30d-796a-4a24-baaf-eb3315c342b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85498248f8d346c6a43b99e97ea47694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170315 Mar 31 23:20:55.134108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41224) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:55.220599 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.239619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.243292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/networks/54470245-25c2-4420-90d3-83ce8a49aea5 HTTP/1.1" status: 204 len: 168 time: 0.6271873 Mar 31 23:20:55.258243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41230) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:55.269271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb69bf8-7873-4650-88d4-428f7b35df75 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Network': ['ID=54470245-25c2-4420-90d3-83ce8a49aea5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:55.389451 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.486313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.530902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc6f4a8-5a78-4d6b-948a-d0346a13326a']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:55.547339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e58aa4-c83c-4bcc-b4ee-cc409814d7e7') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:55.547923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e58aa4-c83c-4bcc-b4ee-cc409814d7e7') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:55.549066 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cf780ca-27d2-4411-9568-6b34c1d0dd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.565088 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.582565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.588948 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cf780ca-27d2-4411-9568-6b34c1d0dd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.592153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:55.592858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:55.596781 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:55.706674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41238) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:55.725813 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6c8a-735b-4f36-9bf0-3ddd22ac6cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.765772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cf780ca-27d2-4411-9568-6b34c1d0dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.776451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cf780ca-27d2-4411-9568-6b34c1d0dd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.776892 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.777092 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6cf780ca-27d2-4411-9568-6b34c1d0dd9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33f60738-5970-40a7-9547-0eb735b31d85 HTTP/1.1" status: 204 len: 168 time: 0.6354651 Mar 31 23:20:55.793523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf780ca-27d2-4411-9568-6b34c1d0dd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f60738-5970-40a7-9547-0eb735b31d85,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:55.793851 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.800718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/networks/edc6f4a8-5a78-4d6b-948a-d0346a13326a HTTP/1.1" status: 204 len: 168 time: 0.5376585 Mar 31 23:20:55.800718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41246) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:55.838255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb596f-72c0-4792-8b5f-b0792e149f52 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Network': ['ID=edc6f4a8-5a78-4d6b-948a-d0346a13326a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.034347 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6c8a-735b-4f36-9bf0-3ddd22ac6cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.045132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872eb49c-ca32-4532-88b4-876582bc1ddf tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.056784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872eb49c-ca32-4532-88b4-876582bc1ddf tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.059373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-872eb49c-ca32-4532-88b4-876582bc1ddf tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2555623 Mar 31 23:20:56.065152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41250) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:56.070641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-559102792'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:56.097166 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6c8a-735b-4f36-9bf0-3ddd22ac6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.141819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a6c8a-735b-4f36-9bf0-3ddd22ac6cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255fb8b5-6b5f-4ae3-9409-4100379d94e8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.147488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4f3a6c8a-735b-4f36-9bf0-3ddd22ac6cf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41fdfccd7dcd41ac857e16f5249b5e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400439 Mar 31 23:20:56.151631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41252) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:56.204802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Made reservation on behalf of 4faf6b8efa2446f08a07b25c0001cbd6 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:56.208495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.243305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd23fa91-3e88-420a-8a43-e3293aa95664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.262714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:56.285416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd23fa91-3e88-420a-8a43-e3293aa95664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.287394 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.287734 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Added segment ba4c3066-6ed1-4681-962f-f2cee5de45e1 of type vlan for network 4a2eb9c1-16f1-413c-998c-dd293220c38c Mar 31 23:20:56.375764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.491417 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.499457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.500376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.548296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd23fa91-3e88-420a-8a43-e3293aa95664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.551791 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd23fa91-3e88-420a-8a43-e3293aa95664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.553718 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dd23fa91-3e88-420a-8a43-e3293aa95664 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/255fb8b5-6b5f-4ae3-9409-4100379d94e8 HTTP/1.1" status: 204 len: 168 time: 0.4001424 Mar 31 23:20:56.628939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23fa91-3e88-420a-8a43-e3293aa95664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255fb8b5-6b5f-4ae3-9409-4100379d94e8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.634895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Network': ['ID=4a2eb9c1-16f1-413c-998c-dd293220c38c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.656487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 4a2eb9c1-16f1-413c-998c-dd293220c38c details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:56.682890 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5ed887f9-6788-4f3b-82c1-ffa2f540b66e tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6167026 Mar 31 23:20:56.683267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41276) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:56.688750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2011250649'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:56.781450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Made reservation on behalf of 4faf6b8efa2446f08a07b25c0001cbd6 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:56.785370 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.816938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:56.827905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.828246 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Added segment ee8e8cc2-27af-4aa4-8750-9b90a66fe878 of type vlan for network c6759756-d33b-4436-93f4-e42f5fb20403 Mar 31 23:20:56.892263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.988660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.000514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:57.001439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.100841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Network': ['ID=c6759756-d33b-4436-93f4-e42f5fb20403,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:57.118304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c6759756-d33b-4436-93f4-e42f5fb20403 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:57.200023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bac2cff7-3698-4edb-b335-7b956a6f3a43 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5152893 Mar 31 23:20:57.202768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41296) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:57.207914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'ports': [{'network_id': '4a2eb9c1-16f1-413c-998c-dd293220c38c', 'name': 'tempest-port--1957862650', 'admin_state_up': True}, {'network_id': 'c6759756-d33b-4436-93f4-e42f5fb20403', 'admin_state_up': False}]} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:57.208231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'port': {'network_id': '4a2eb9c1-16f1-413c-998c-dd293220c38c', 'name': 'tempest-port--1957862650', 'admin_state_up': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:57.208880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'port': {'network_id': 'c6759756-d33b-4436-93f4-e42f5fb20403', 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:57.563297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Made reservation on behalf of 4faf6b8efa2446f08a07b25c0001cbd6 for: {'port': 2} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:57.566080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.593469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.940466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] device_id is not set on port 8aae1fda-8809-42b7-b5de-458f789a2666 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:58.121139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.126691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41330) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:58.195619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] device_id is not set on port ce0eb2bb-fef6-4bbd-a9e5-774a85f7216f yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:58.255859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1863463821-network', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:58.294213 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.377174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Made reservation on behalf of c65fa730df7044279ebdbbc2a2749e97 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:58.379731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.390665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.424774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.509609 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.529168 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Port': ['ID=8aae1fda-8809-42b7-b5de-458f789a2666,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:58.539376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Checking segment: {'id': 'ba4c3066-6ed1-4681-962f-f2cee5de45e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a2eb9c1-16f1-413c-998c-dd293220c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:58.539857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Network hostable DHCP agents. Network: 4a2eb9c1-16f1-413c-998c-dd293220c38c, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:58.594347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41352) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:58.600180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.629520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:58.668547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.668777 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Added segment d63f5b8b-8f78-4d03-af52-8ee39a775869 of type vlan for network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 Mar 31 23:20:58.672393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3249f4-5f1a-4e4f-97df-c7e384368d05,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:58.680854 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Network 4a2eb9c1-16f1-413c-998c-dd293220c38c is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:58.766044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.771682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 4a2eb9c1-16f1-413c-998c-dd293220c38c) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:58.775718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:58.776812 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.793433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434df4d-038f-4629-849e-e21cb93360e5 None None] Network 4a2eb9c1-16f1-413c-998c-dd293220c38c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:58.827741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fce811-7ee1-417b-a22c-b7644d192333 req-4aa3a40c-4b5c-4ac2-ab33-ab5393bbc128 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.829463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-4aa3a40c-4b5c-4ac2-ab33-ab5393bbc128 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/networks?id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd HTTP/1.1" status: 200 len: 813 time: 0.2011204 Mar 31 23:20:58.848264 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4e84ef9-89ec-4d53-8fac-8358d84ea420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.850864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-95cc9dd1-f853-4ce1-bdbe-720efc6922c4 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/quotas/8eca4b53dcf542fabc86d6e6e985b79f HTTP/1.1" status: 200 len: 375 time: 0.0106823 Mar 31 23:20:58.922368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Port': ['ID=ce0eb2bb-fef6-4bbd-a9e5-774a85f7216f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:58.928486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-a5331ab0-8f6a-4032-bd11-4119ae1c50a2 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637925 Mar 31 23:20:58.930932 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.937360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.938091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:58.959203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Checking segment: {'id': 'ee8e8cc2-27af-4aa4-8750-9b90a66fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c6759756-d33b-4436-93f4-e42f5fb20403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:58.959601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Network hostable DHCP agents. Network: c6759756-d33b-4436-93f4-e42f5fb20403, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:59.018949 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4e84ef9-89ec-4d53-8fac-8358d84ea420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.105395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9775548 Mar 31 23:20:59.108540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41368) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:59.109194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130976a-a4b0-44c2-8ccc-5ce0654a9c67 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ff5f36-910d-4ac6-987d-cffbf9aa6375,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:59.114500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Request body: {'subnet': {'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1863463821-subnet', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:59.121241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:59.127815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e4e84ef9-89ec-4d53-8fac-8358d84ea420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.140587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Network c6759756-d33b-4436-93f4-e42f5fb20403 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:59.182837 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e84ef9-89ec-4d53-8fac-8358d84ea420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d16d611-b28f-4cb8-9b6d-ecc2a5970bb8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:59.188966 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e4e84ef9-89ec-4d53-8fac-8358d84ea420 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd5445c0d51b48bab14ab9fd60ab0081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5934942 Mar 31 23:20:59.192399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41370) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:59.202555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-46e8b315-f867-4128-9252-b346d3e4ad39 service neutron] 10.222.0.31 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540679 Mar 31 23:20:59.224347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c6759756-d33b-4436-93f4-e42f5fb20403) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:59.249107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:59.254817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.258669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8766fc-9095-454f-943e-13eb080b9cc1 None None] Network c6759756-d33b-4436-93f4-e42f5fb20403 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:59.261281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.262176 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.271455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Made reservation on behalf of c65fa730df7044279ebdbbc2a2749e97 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:59.277212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.372537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b75f7a-5d04-461c-bcec-c8e560d65bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.423764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b75f7a-5d04-461c-bcec-c8e560d65bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.454787 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-10de2115-5e06-447a-a8b7-2b936fc55c80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2508039 Mar 31 23:20:59.465505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41376) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:59.587926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00598c68-ee4d-46bc-84e6-f5dc93ede416 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.595357 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00598c68-ee4d-46bc-84e6-f5dc93ede416 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.597019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-00598c68-ee4d-46bc-84e6-f5dc93ede416 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1305325 Mar 31 23:20:59.600403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41380) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:59.646408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b75f7a-5d04-461c-bcec-c8e560d65bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.653994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-23b75f7a-5d04-461c-bcec-c8e560d65bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.653994 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-23b75f7a-5d04-461c-bcec-c8e560d65bdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d16d611-b28f-4cb8-9b6d-ecc2a5970bb8 HTTP/1.1" status: 204 len: 168 time: 0.4574606 Mar 31 23:20:59.661341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b75f7a-5d04-461c-bcec-c8e560d65bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d16d611-b28f-4cb8-9b6d-ecc2a5970bb8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:59.710083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.724545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-00191bfc-8376-44e2-b1a5-876ee4f6ad8c service neutron] 10.222.0.31 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114074 Mar 31 23:20:59.781027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e00ab581-dd1c-4c8b-8941-81fb04d2a817 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Deleting port 8aae1fda-8809-42b7-b5de-458f789a2666 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:59.781908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e00ab581-dd1c-4c8b-8941-81fb04d2a817 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.844700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6760c5-8d13-44fb-9810-75018cbf909b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:59.859665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Checking segment: {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:59.860238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Network hostable DHCP agents. Network: b5ff5f36-910d-4ac6-987d-cffbf9aa6375, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:59.909911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e00ab581-dd1c-4c8b-8941-81fb04d2a817 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:59.952086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e00ab581-dd1c-4c8b-8941-81fb04d2a817 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Calling delete_port for 8aae1fda-8809-42b7-b5de-458f789a2666 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:59.966844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:00.051801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, b5ff5f36-910d-4ac6-987d-cffbf9aa6375) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:00.067149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.068179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.077154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-940e0e39-3948-4552-82a9-2847c3626649 req-607c796a-1dab-4bf6-a979-0c64831916c2 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0989988 Mar 31 23:21:00.122918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff8e941-6192-46e5-8582-5b4020d38599 None None] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:00.212461 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cc3e7da9-379e-406d-be0c-81d6c34e3d0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1018412 Mar 31 23:21:00.215966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41400) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:00.221796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:00.262759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e00ab581-dd1c-4c8b-8941-81fb04d2a817 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.327222 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e00ab581-dd1c-4c8b-8941-81fb04d2a817 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.330665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e00ab581-dd1c-4c8b-8941-81fb04d2a817 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/ports/8aae1fda-8809-42b7-b5de-458f789a2666 HTTP/1.1" status: 204 len: 168 time: 0.7270310 Mar 31 23:21:00.332341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ab581-dd1c-4c8b-8941-81fb04d2a817 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Port': ['ID=8aae1fda-8809-42b7-b5de-458f789a2666,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:00.333438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:00.353550 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.357682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.371421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:00.376145 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.454195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.493329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa270e-32f2-4c85-a395-e6ae8911c14a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Deleting port ce0eb2bb-fef6-4bbd-a9e5-774a85f7216f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:00.493844 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eaa270e-32f2-4c85-a395-e6ae8911c14a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.588851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Allocated IP 172.20.0.2 (b5ff5f36-910d-4ac6-987d-cffbf9aa6375/3d6760c5-8d13-44fb-9810-75018cbf909b/9d5a371a-40bd-48d6-ba4b-a064d042e4e5) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:00.603946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eaa270e-32f2-4c85-a395-e6ae8911c14a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.629536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa270e-32f2-4c85-a395-e6ae8911c14a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Calling delete_port for ce0eb2bb-fef6-4bbd-a9e5-774a85f7216f owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:00.748307 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.936390 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eaa270e-32f2-4c85-a395-e6ae8911c14a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.968902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa270e-32f2-4c85-a395-e6ae8911c14a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Port': ['ID=ce0eb2bb-fef6-4bbd-a9e5-774a85f7216f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:00.985773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eaa270e-32f2-4c85-a395-e6ae8911c14a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.995103 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1eaa270e-32f2-4c85-a395-e6ae8911c14a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/ports/ce0eb2bb-fef6-4bbd-a9e5-774a85f7216f HTTP/1.1" status: 204 len: 168 time: 0.6591403 Mar 31 23:21:00.996729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41428) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:01.043402 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3ee5eb2e-8170-4451-baad-4b1aab661325 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0448883 Mar 31 23:21:01.047553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.059089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41432) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:01.070384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-546680669'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:01.083177 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.111023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.131848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.192459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:01.209289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:01.215415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:01.225291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Made reservation on behalf of 4faf6b8efa2446f08a07b25c0001cbd6 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:01.229202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.242634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:01.266900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:01.283364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.283876 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Added segment b982d646-daa8-451a-8e6a-3c487a273abb of type vlan for network 225a3a7c-42f5-41ba-96c0-461c13476a46 Mar 31 23:21:01.295403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3305d07-f5bc-471b-95fd-5587a0f3eb18 req-12a9b3c1-f7c7-47bd-bacd-3bd1aa626200 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 210 time: 0.1194174 Mar 31 23:21:01.315092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Allocated IP 172.25.4.57 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/897a09fb-89be-44b7-b940-8a8f164f553b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:01.320874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Pushing event updated for resources: {'Port': ['ID=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:01.344345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.344692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.345030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.345354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.349319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.350712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.351780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.352260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.353799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.354300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.356577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.359216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.359559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:01.375133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-855092521-network', 'tenant_id': 'a9267ffd323d4a25a510d441606ae884'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Attempting to bind port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Attempting to bind port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Attempting to bind port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 on network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Checking segment: {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Bound using segment: {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Bound port: 9d5a371a-40bd-48d6-ba4b-a064d042e4e5, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:01.427315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.513014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.522216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] For port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:01.528054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] For port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:01.536717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.543079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.543689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.605412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Made reservation on behalf of a9267ffd323d4a25a510d441606ae884 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:01.608090 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.630851 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.635109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.647471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Network': ['ID=225a3a7c-42f5-41ba-96c0-461c13476a46,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:01.666352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 225a3a7c-42f5-41ba-96c0-461c13476a46 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:01.677803 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.708257 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8b2f0c78-1cec-4521-98fe-23a74ae4e444 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6478486 Mar 31 23:21:01.714155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41446) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:01.728486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1269197498'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:01.729661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:01.732971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:01.738161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:01.741757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Pushing event updated for resources: {'Port': ['ID=897a09fb-89be-44b7-b940-8a8f164f553b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:01.804925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f6b32-1312-4179-be20-76914d1feb1d None None] Pushing event updated for resources: {'Port': ['ID=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:01.848777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.923266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Made reservation on behalf of 4faf6b8efa2446f08a07b25c0001cbd6 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:01.927385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.955596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.970081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:02.028224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.028718 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Added segment 2fab590c-6648-4a2d-8c25-510bba0542aa of type vlan for network 31d35d3e-0322-4eea-939f-a6f6e8b88d1c Mar 31 23:21:02.045188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1605fdc2-7d01-42b1-bab2-7d82474380e1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:02.126047 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.218981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.240778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.244237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.244901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.316308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Network': ['ID=31d35d3e-0322-4eea-939f-a6f6e8b88d1c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:02.321010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:21:02.321371 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:21:02.332722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 31d35d3e-0322-4eea-939f-a6f6e8b88d1c details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:02.455281 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b21d756b-b6b5-412d-88e0-07d5d2c54fc4 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7386537 Mar 31 23:21:02.507940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.530402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6ddbf1a-d4ba-41cf-86af-7205e49ad4cf req-5f6ea032-4739-4722-9767-250dac09dba1 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0676227 Mar 31 23:21:02.599442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41462) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:02.607238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'subnets': [{'network_id': '225a3a7c-42f5-41ba-96c0-461c13476a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1113009157', 'ip_version': 4}, {'network_id': '31d35d3e-0322-4eea-939f-a6f6e8b88d1c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:02.607762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'subnet': {'network_id': '225a3a7c-42f5-41ba-96c0-461c13476a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1113009157', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:02.608707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Request body: {'subnet': {'network_id': '31d35d3e-0322-4eea-939f-a6f6e8b88d1c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:02.810681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fce811-7ee1-417b-a22c-b7644d192333 req-066ebab5-2ac7-48d7-b3a4-c00e0ed9fd4b tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.812287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-066ebab5-2ac7-48d7-b3a4-c00e0ed9fd4b tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.45 "GET /v2.0/networks?id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd HTTP/1.1" status: 200 len: 813 time: 0.1551960 Mar 31 23:21:02.826692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.826878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Request body: {'port': {'device_id': 'b9342ea4-d446-4681-9bca-a41efd4a63e7', 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd', 'admin_state_up': True, 'tenant_id': '8eca4b53dcf542fabc86d6e6e985b79f'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:02.869718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:02.880611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.880952 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Added segment 84af4259-312f-4f14-91b6-3918865660c2 of type vlan for network a0beba1c-3873-4b62-b9de-057e699d5ccb Mar 31 23:21:02.938201 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.950719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Router 9ce05388-1b68-4a96-ac61-58e0d4852977 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:21:02.967179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b9e9e-a1b2-4c59-84d2-cf600b765170 None None] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:02.994043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Made reservation on behalf of 4faf6b8efa2446f08a07b25c0001cbd6 for: {'subnet': 2} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:02.999990 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.000759 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.091629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:03.101780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.106994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Made reservation on behalf of 8eca4b53dcf542fabc86d6e6e985b79f for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:03.110883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.111448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:03.112446 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.202867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.207159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-82105a1e-8d8d-46a8-8246-b0b6b89527fb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9899719 Mar 31 23:21:03.208476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41470) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:03.312194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] Pushing event updated for resources: {'Network': ['ID=a0beba1c-3873-4b62-b9de-057e699d5ccb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.330913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-74e71632-7d68-46fe-a106-3d11f8a71392 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1190760 Mar 31 23:21:03.364846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:03.368285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network a0beba1c-3873-4b62-b9de-057e699d5ccb details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:03.374154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Sync routers for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:03.495708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0277f6e2-413c-4d00-a69a-e7f96a7d0c33 None None] Provisioning complete for port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:03.496375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0277f6e2-413c-4d00-a69a-e7f96a7d0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.498372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:03.499475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:20:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:03.565083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Allocated IP 172.20.0.2 (2fdfedb2-082d-481a-b5bd-66ed582cb9fd/30f9a7c5-515f-434d-ab57-3ab78f41cb63/c04b2aed-a59c-4f39-ac88-0a944adcca75) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:03.639103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:03.730268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9478d3b8-5b5d-4eba-a5f9-a853c1dd4423 req-3aa40ce4-936c-4ea7-a878-6b65b65f11e6 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0369420 Mar 31 23:21:03.929101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.040328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Subnet': ['ID=b8cad09a-fef3-4e22-80a9-1c038f9f72c7,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.057662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Checking segment: {'id': 'b982d646-daa8-451a-8e6a-3c487a273abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '225a3a7c-42f5-41ba-96c0-461c13476a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:04.058212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Network hostable DHCP agents. Network: 225a3a7c-42f5-41ba-96c0-461c13476a46, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:04.059293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:04.059811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.084076 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-64f76ead-6ea9-4cc8-9711-bf1d72a8fa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.111873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0277f6e2-413c-4d00-a69a-e7f96a7d0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.159592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Network 225a3a7c-42f5-41ba-96c0-461c13476a46 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:04.206766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0277f6e2-413c-4d00-a69a-e7f96a7d0c33 None None] For port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:04.246391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 225a3a7c-42f5-41ba-96c0-461c13476a46) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:04.257863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.262615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ef2f8-b4a5-4f37-8f78-bea28d9f2b28 None None] Network 225a3a7c-42f5-41ba-96c0-461c13476a46 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:04.297057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0277f6e2-413c-4d00-a69a-e7f96a7d0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.357802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event updated for resources: {'Subnet': ['ID=7738f64d-68dc-4cd7-a1a5-c686afd2fb1b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.369416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.375050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:01Z', 'revision_number': 3, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:04.420134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Checking segment: {'id': '2fab590c-6648-4a2d-8c25-510bba0542aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '31d35d3e-0322-4eea-939f-a6f6e8b88d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:04.420709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Network hostable DHCP agents. Network: 31d35d3e-0322-4eea-939f-a6f6e8b88d1c, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:04.456306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Checking router: 9ce05388-1b68-4a96-ac61-58e0d4852977 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:04.457306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Updating router 9ce05388-1b68-4a96-ac61-58e0d4852977 port 897a09fb-89be-44b7-b940-8a8f164f553b binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:21:04.504188 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.548817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Network 31d35d3e-0322-4eea-939f-a6f6e8b88d1c is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:04.590662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277f6e2-413c-4d00-a69a-e7f96a7d0c33 None None] Pushing event updated for resources: {'Port': ['ID=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.595164 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.657980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01518de4-1173-44e4-8c0e-19fa39e7eee0 req-2ebb96c2-87f5-4f9e-8f04-b5f37d3fb5f6 tempest-ComputeTenantNetworksTest-1126997420 tempest-ComputeTenantNetworksTest-1126997420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.666470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01518de4-1173-44e4-8c0e-19fa39e7eee0 req-2ebb96c2-87f5-4f9e-8f04-b5f37d3fb5f6 tempest-ComputeTenantNetworksTest-1126997420 tempest-ComputeTenantNetworksTest-1126997420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.670061 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:21:04.670590 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:21:04.675055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01518de4-1173-44e4-8c0e-19fa39e7eee0 req-2ebb96c2-87f5-4f9e-8f04-b5f37d3fb5f6 tempest-ComputeTenantNetworksTest-1126997420 tempest-ComputeTenantNetworksTest-1126997420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.677301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01518de4-1173-44e4-8c0e-19fa39e7eee0 req-2ebb96c2-87f5-4f9e-8f04-b5f37d3fb5f6 tempest-ComputeTenantNetworksTest-1126997420 tempest-ComputeTenantNetworksTest-1126997420-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4459474 Mar 31 23:21:04.680126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 31d35d3e-0322-4eea-939f-a6f6e8b88d1c) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:04.686341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.688617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.688617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.773498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ba101-901e-4f4c-8649-cf9e353d7b35 None None] Network 31d35d3e-0322-4eea-939f-a6f6e8b88d1c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:04.787069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-56320c11-d3fa-488d-8dc6-ab5d7f8bdaa9 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1863148 Mar 31 23:21:04.790351 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41490) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:04.885939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a2f851ca-a939-45fb-916b-6906c613f499 None None] Provisioning complete for port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:04.886367 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a2f851ca-a939-45fb-916b-6906c613f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.892372 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.897829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613272f8-a8b0-4136-8172-0de92a0e3649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-225a3a7c-42f5-41ba-96c0-461c13476a46', 'network_id': '225a3a7c-42f5-41ba-96c0-461c13476a46', 'tenant_id': '4faf6b8efa2446f08a07b25c0001cbd6', 'fixed_ips': [{'subnet_id': 'b8cad09a-fef3-4e22-80a9-1c038f9f72c7'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:04.899929 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-613272f8-a8b0-4136-8172-0de92a0e3649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.919668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bafc6ae-0648-4d10-b656-de5a021ec473 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.921421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bafc6ae-0648-4d10-b656-de5a021ec473 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.924018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bafc6ae-0648-4d10-b656-de5a021ec473 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.929588 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9bafc6ae-0648-4d10-b656-de5a021ec473 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1372931 Mar 31 23:21:04.930295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41492) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:04.945969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.983376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411dc80-00de-4c5c-8656-7de2eb8e7641 req-0c85f01e-dcf1-4d09-9f88-c12a23a8b6ca tempest-ComputeTenantNetworksTest-1126997420 tempest-ComputeTenantNetworksTest-1126997420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.985522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5411dc80-00de-4c5c-8656-7de2eb8e7641 req-0c85f01e-dcf1-4d09-9f88-c12a23a8b6ca tempest-ComputeTenantNetworksTest-1126997420 tempest-ComputeTenantNetworksTest-1126997420-project] 10.222.0.31 "GET /v2.0/networks/a0beba1c-3873-4b62-b9de-057e699d5ccb HTTP/1.1" status: 200 len: 768 time: 0.2688301 Mar 31 23:21:05.002073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae2618f-2909-4974-b516-40e05cd010ff tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Deleting subnet b8cad09a-fef3-4e22-80a9-1c038f9f72c7 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:05.006643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41494) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:05.095253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ae2618f-2909-4974-b516-40e05cd010ff tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.103223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.199107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ae2618f-2909-4974-b516-40e05cd010ff tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.225003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:05.238455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:05.250599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:05.274240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Pushing event updated for resources: {'Port': ['ID=c04b2aed-a59c-4f39-ac88-0a944adcca75,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.283727 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.313393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d877f-6840-40f2-9caa-b6588e36fbed req-351b1676-a64b-4f59-8204-6705aebcc8cc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.314723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0beba1c-3873-4b62-b9de-057e699d5ccb']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:05.315078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd6d877f-6840-40f2-9caa-b6588e36fbed req-351b1676-a64b-4f59-8204-6705aebcc8cc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 931 time: 0.3948317 Mar 31 23:21:05.317178 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ae2618f-2909-4974-b516-40e05cd010ff tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.347932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84af4259-312f-4f14-91b6-3918865660c2') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:05.347932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84af4259-312f-4f14-91b6-3918865660c2') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:05.362776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Allocated IP 172.20.0.1 (b5ff5f36-910d-4ac6-987d-cffbf9aa6375/3d6760c5-8d13-44fb-9810-75018cbf909b/0cad43c6-27a2-419b-96dd-78d6b65ec3a8) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:05.364698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.373302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.373563 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.389731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.397956 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.401150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:05.401503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:05.403614 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:05.428294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd6d877f-6840-40f2-9caa-b6588e36fbed req-04b78166-4cd2-4d24-ad51-2704edf21b46 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976229 Mar 31 23:21:05.488300 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ae2618f-2909-4974-b516-40e05cd010ff tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.491168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-7fc4a5fc-ba5f-4aad-8e36-c98d3514ce41 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6677608 Mar 31 23:21:05.506017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Request body: {'port': {'device_id': 'b9342ea4-d446-4681-9bca-a41efd4a63e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:05.529112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ae2618f-2909-4974-b516-40e05cd010ff tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.534079 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7ae2618f-2909-4974-b516-40e05cd010ff tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/subnets/b8cad09a-fef3-4e22-80a9-1c038f9f72c7 HTTP/1.1" status: 204 len: 168 time: 0.6010888 Mar 31 23:21:05.537531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41496) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:05.557846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2618f-2909-4974-b516-40e05cd010ff tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cad09a-fef3-4e22-80a9-1c038f9f72c7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.572221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.587680 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.594657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a0beba1c-3873-4b62-b9de-057e699d5ccb HTTP/1.1" status: 204 len: 168 time: 0.5834005 Mar 31 23:21:05.669857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee822-005b-4c05-a2e3-60b8aadb6e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0beba1c-3873-4b62-b9de-057e699d5ccb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.710773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.737220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab45d03-865b-41c9-8d03-bda31117415f tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Deleting subnet 7738f64d-68dc-4cd7-a1a5-c686afd2fb1b {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:05.749635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.751406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ab45d03-865b-41c9-8d03-bda31117415f tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.801037 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.811053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:05.869115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ab45d03-865b-41c9-8d03-bda31117415f tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.938321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f007a-c273-4f97-bb42-3d4a8df59d2b None None] Pushing event updated for resources: {'Port': ['ID=897a09fb-89be-44b7-b940-8a8f164f553b,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server [None req-613272f8-a8b0-4136-8172-0de92a0e3649 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8cad09a-fef3-4e22-80a9-1c038f9f72c7: This subnet is being modified by another concurrent operation. Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8cad09a-fef3-4e22-80a9-1c038f9f72c7: This subnet is being modified by another concurrent operation. Mar 31 23:21:05.980017 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:21:05.996857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Attempting to bind port 897a09fb-89be-44b7-b940-8a8f164f553b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:05.996857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Attempting to bind port 897a09fb-89be-44b7-b940-8a8f164f553b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:05.996857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Attempting to bind port 897a09fb-89be-44b7-b940-8a8f164f553b on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:05.996857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52546160-1486-42bf-a996-d507a7f1abbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-31d35d3e-0322-4eea-939f-a6f6e8b88d1c', 'network_id': '31d35d3e-0322-4eea-939f-a6f6e8b88d1c', 'tenant_id': '4faf6b8efa2446f08a07b25c0001cbd6', 'fixed_ips': [{'subnet_id': '7738f64d-68dc-4cd7-a1a5-c686afd2fb1b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:05.996857 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-52546160-1486-42bf-a996-d507a7f1abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.015599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5399e5-22c3-4963-a3c5-49aa12e4cb31 None None] Network 225a3a7c-42f5-41ba-96c0-461c13476a46 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:06.022356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:06.023501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:06.023753 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.024133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:06.024637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Bound port: 897a09fb-89be-44b7-b940-8a8f164f553b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:06.025031 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.079043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41502) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:06.092034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.133402 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ab45d03-865b-41c9-8d03-bda31117415f tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.145214 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bc4124e5-4d47-4428-ae37-7fa298883bfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9267ffd323d4a25a510d441606ae884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640359 Mar 31 23:21:06.146352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:06.146771 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.149131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41504) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:06.203520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:06.215503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44a92690-93d5-41fc-85e1-7e556589264c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.219999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:06.229730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:06.232192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:06.272019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44a92690-93d5-41fc-85e1-7e556589264c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.284339 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19edf30f-bcd7-4da6-a80e-3e1e31834d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.328730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.331824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] For port 897a09fb-89be-44b7-b940-8a8f164f553b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:06.412898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] For port 897a09fb-89be-44b7-b940-8a8f164f553b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=897a09fb-89be-44b7-b940-8a8f164f553b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:06.418823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ab45d03-865b-41c9-8d03-bda31117415f tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.450999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8ab45d03-865b-41c9-8d03-bda31117415f tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.454389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8ab45d03-865b-41c9-8d03-bda31117415f tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/subnets/7738f64d-68dc-4cd7-a1a5-c686afd2fb1b HTTP/1.1" status: 204 len: 168 time: 0.9092252 Mar 31 23:21:06.458231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41506) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server [None req-52546160-1486-42bf-a996-d507a7f1abbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7738f64d-68dc-4cd7-a1a5-c686afd2fb1b: This subnet is being modified by another concurrent operation. Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7738f64d-68dc-4cd7-a1a5-c686afd2fb1b: This subnet is being modified by another concurrent operation. Mar 31 23:21:06.480884 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:21:06.501424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a18b21-26de-4d6b-89b4-b66483fd14ff None None] Network 31d35d3e-0322-4eea-939f-a6f6e8b88d1c requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:06.512802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab45d03-865b-41c9-8d03-bda31117415f tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Subnet': ['ID=7738f64d-68dc-4cd7-a1a5-c686afd2fb1b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:06.521585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04b2aed-a59c-4f39-ac88-0a944adcca75 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:06.532323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44a92690-93d5-41fc-85e1-7e556589264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.537320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44a92690-93d5-41fc-85e1-7e556589264c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.540943 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-44a92690-93d5-41fc-85e1-7e556589264c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1605fdc2-7d01-42b1-bab2-7d82474380e1 HTTP/1.1" status: 204 len: 168 time: 0.3906796 Mar 31 23:21:06.551603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.576121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a92690-93d5-41fc-85e1-7e556589264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1605fdc2-7d01-42b1-bab2-7d82474380e1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:06.602810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8fb27d-56fe-42c8-ad6b-cb32b94c32ac tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:06.603022 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.611955 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0f8fb27d-56fe-42c8-ad6b-cb32b94c32ac tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1522701 Mar 31 23:21:06.616840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41512) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:06.646413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Transition to ACTIVE for port object c04b2aed-a59c-4f39-ac88-0a944adcca75 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:21:06.748866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.752570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.758748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b5dd37bd-b649-4667-8f0b-0e2a77601b4e None None] Provisioning complete for port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:06.759143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b5dd37bd-b649-4667-8f0b-0e2a77601b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.789650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952d9c6-7413-4adb-9404-35b912fb0394 req-357dc4e9-4700-4119-89e8-624233788c62 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:06.803591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7952d9c6-7413-4adb-9404-35b912fb0394 req-357dc4e9-4700-4119-89e8-624233788c62 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 931 time: 0.1712220 Mar 31 23:21:06.874924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:06.875748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:06.878496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.907164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d35d3e-0322-4eea-939f-a6f6e8b88d1c']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:06.923321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fab590c-6648-4a2d-8c25-510bba0542aa') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:06.923853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fab590c-6648-4a2d-8c25-510bba0542aa') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:06.936469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Pushing event updated for resources: {'Port': ['ID=c04b2aed-a59c-4f39-ac88-0a944adcca75,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:06.936885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.945632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.956797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.970379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:06.975175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.985967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7952d9c6-7413-4adb-9404-35b912fb0394 req-eeaf2133-ad23-4077-8876-1bc61495d12a tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593201 Mar 31 23:21:07.057765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:07.063351 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:07.073633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Attempting to bind port c04b2aed-a59c-4f39-ac88-0a944adcca75 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:07.073974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Attempting to bind port c04b2aed-a59c-4f39-ac88-0a944adcca75 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:07.074309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Attempting to bind port c04b2aed-a59c-4f39-ac88-0a944adcca75 on network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:07.094902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Port c04b2aed-a59c-4f39-ac88-0a944adcca75 on network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:07.095219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Attempting to bind port c04b2aed-a59c-4f39-ac88-0a944adcca75 on network 2fdfedb2-082d-481a-b5bd-66ed582cb9fd {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:07.119570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.128826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:07.129166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Checking segment: {'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:07.129557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Bound using segment: {'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:07.130005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Bound port: c04b2aed-a59c-4f39-ac88-0a944adcca75, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:07.130364 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.136053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.147420 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/networks/31d35d3e-0322-4eea-939f-a6f6e8b88d1c HTTP/1.1" status: 204 len: 168 time: 0.5274720 Mar 31 23:21:07.152623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41518) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:07.177663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9694ba-82c9-444c-9bbf-cc0194f55be7 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Network': ['ID=31d35d3e-0322-4eea-939f-a6f6e8b88d1c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:07.189086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f007a-c273-4f97-bb42-3d4a8df59d2b None None] Pushing event updated for resources: {'Port': ['ID=897a09fb-89be-44b7-b940-8a8f164f553b,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:07.240790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1cfef6-07b0-4ec6-a400-1aa55903d588 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:21:07.305928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd37bd-b649-4667-8f0b-0e2a77601b4e None None] Port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:07.318788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] For port c04b2aed-a59c-4f39-ac88-0a944adcca75, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:07.328713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.356573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] For port c04b2aed-a59c-4f39-ac88-0a944adcca75, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c04b2aed-a59c-4f39-ac88-0a944adcca75,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:07.374882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.433157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1cfef6-07b0-4ec6-a400-1aa55903d588 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:21:07.460946 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.489101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225a3a7c-42f5-41ba-96c0-461c13476a46']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:07.498412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.505767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.519426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b982d646-daa8-451a-8e6a-3c487a273abb') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:07.519756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b982d646-daa8-451a-8e6a-3c487a273abb') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:07.533137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:05Z', 'revision_number': 1, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:07.580606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d55223-bef9-45f9-99bd-74ea35db4b42 None None] The sync data for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 is: [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:05Z', 'revision_number': 1, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:07.597426 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.632762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:07.633539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.635106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] 10.222.0.45 "PUT /v2.0/ports/c04b2aed-a59c-4f39-ac88-0a944adcca75 HTTP/1.1" status: 200 len: 1091 time: 2.1365654 Mar 31 23:21:07.640449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9342ea4-d446-4681-9bca-a41efd4a63e7', 'tag': 'c04b2aed-a59c-4f39-ac88-0a944adcca75'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:07.643514 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9342ea4-d446-4681-9bca-a41efd4a63e7", "tag": "c04b2aed-a59c-4f39-ac88-0a944adcca75"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:07.657148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.676350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:07.676819 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:07.681069 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:07.717399 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf23735-d0f7-4d0d-a859-677c58d8a1b9 x-openstack-request-id: req-caf23735-d0f7-4d0d-a859-677c58d8a1b9 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:07.717677 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9342ea4-d446-4681-9bca-a41efd4a63e7", "tag": "c04b2aed-a59c-4f39-ac88-0a944adcca75", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:07.718032 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caf23735-d0f7-4d0d-a859-677c58d8a1b9 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:07.718393 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf23735-d0f7-4d0d-a859-677c58d8a1b9'] response: {'name': 'network-changed', 'server_uuid': 'b9342ea4-d446-4681-9bca-a41efd4a63e7', 'tag': 'c04b2aed-a59c-4f39-ac88-0a944adcca75', 'status': 'completed', 'code': 200} Mar 31 23:21:07.719591 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.725118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9f3dc-fde1-481e-a4f0-9356fbb6eb6a service neutron] Pushing event updated for resources: {'Port': ['ID=c04b2aed-a59c-4f39-ac88-0a944adcca75,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:07.785973 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.902305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0848d0d-464d-4ef2-90fe-f81aa4953424 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:21:07.953238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:07.984493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fce811-7ee1-417b-a22c-b7644d192333 req-d1bb482e-d43b-4be1-bf10-661ce97705b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:07.989894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-d1bb482e-d43b-4be1-bf10-661ce97705b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 1094 time: 0.2133265 Mar 31 23:21:07.989894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.000545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.004119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/networks/225a3a7c-42f5-41ba-96c0-461c13476a46 HTTP/1.1" status: 204 len: 168 time: 0.8495326 Mar 31 23:21:08.008521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41538) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:08.054640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0848d0d-464d-4ef2-90fe-f81aa4953424 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:21:08.130109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b0570-4b05-475a-9f3d-3ec8c9998f30 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Network': ['ID=225a3a7c-42f5-41ba-96c0-461c13476a46,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:08.143875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-d46374dc-bf0c-4da5-92be-3d4c040e9a82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04b2aed-a59c-4f39-ac88-0a944adcca75 HTTP/1.1" status: 200 len: 217 time: 0.1365306 Mar 31 23:21:08.222102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.298732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41544) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:08.336616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fce811-7ee1-417b-a22c-b7644d192333 req-a85888c9-dad1-41b8-bddc-50acb82ed76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:08.338500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-a85888c9-dad1-41b8-bddc-50acb82ed76d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30f9a7c5-515f-434d-ab57-3ab78f41cb63 HTTP/1.1" status: 200 len: 853 time: 0.1869547 Mar 31 23:21:08.381429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-df9be24c-6b6a-472a-8341-894548c2a02c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338895 Mar 31 23:21:08.391265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:08.393450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.446898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6759756-d33b-4436-93f4-e42f5fb20403']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:08.477462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8e8cc2-27af-4aa4-8750-9b90a66fe878') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:08.477928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8e8cc2-27af-4aa4-8750-9b90a66fe878') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:08.506439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77f6a7-758d-458a-982f-5d2ccc922250 req-37297b78-ac6d-4b00-942d-80e387b914cc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:08.508936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f77f6a7-758d-458a-982f-5d2ccc922250 req-37297b78-ac6d-4b00-942d-80e387b914cc tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 943 time: 0.3513198 Mar 31 23:21:08.509989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:08.532562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.574200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.591640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:08.592050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:08.595364 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:08.627785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-925217571-network', 'tenant_id': '63b69116baec4d80901fa4a090f80d91'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:08.651058 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.737419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f77f6a7-758d-458a-982f-5d2ccc922250 req-38abc50b-fb00-4c08-a211-ad64d337c66c tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122922 Mar 31 23:21:08.759926 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.774971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.789479 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/networks/c6759756-d33b-4436-93f4-e42f5fb20403 HTTP/1.1" status: 204 len: 168 time: 0.7783353 Mar 31 23:21:08.791778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41548) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:08.871289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef70f7-bcbd-4083-b4ba-b660b8064b80 tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Network': ['ID=c6759756-d33b-4436-93f4-e42f5fb20403,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:08.929512 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.956217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9de8535e-4d26-485f-af30-0900601ede35 None None] Provisioning complete for port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:08.956608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9de8535e-4d26-485f-af30-0900601ede35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.019846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9de8535e-4d26-485f-af30-0900601ede35 None None] Port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:09.026013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.176176 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.202937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.210402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2eb9c1-16f1-413c-998c-dd293220c38c']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:09.226331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4c3066-6ed1-4681-962f-f2cee5de45e1') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:09.226331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4c3066-6ed1-4681-962f-f2cee5de45e1') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:09.246337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.264143 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.273980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:09.274450 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:09.277966 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:09.289925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-8142bd7e-8ada-488f-82b7-7cd0a0d8d3d0 service neutron] 10.222.0.45 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8971188 Mar 31 23:21:09.297539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Router 9ce05388-1b68-4a96-ac61-58e0d4852977 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:09.406205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Made reservation on behalf of 63b69116baec4d80901fa4a090f80d91 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:09.408604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.435181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.444168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.448606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.452510 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] 10.222.0.31 "DELETE /v2.0/networks/4a2eb9c1-16f1-413c-998c-dd293220c38c HTTP/1.1" status: 204 len: 168 time: 0.6252878 Mar 31 23:21:09.466248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dd9c7-2a5a-404b-bbf5-bc81121cdd6a tempest-BulkNetworkOpsTest-578969850 tempest-BulkNetworkOpsTest-578969850-project] Pushing event deleted for resources: {'Network': ['ID=4a2eb9c1-16f1-413c-998c-dd293220c38c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:09.552685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97fce811-7ee1-417b-a22c-b7644d192333 req-35fe6712-e04a-4e92-93ec-662278a478ef service neutron] 10.222.0.45 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530630 Mar 31 23:21:09.584786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:09.599351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f832d585-719c-4789-bae8-b6e837b306f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/9ce05388-1b68-4a96-ac61-58e0d4852977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3773963 Mar 31 23:21:09.622330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 897a09fb-89be-44b7-b940-8a8f164f553b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:09.682839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 897a09fb-89be-44b7-b940-8a8f164f553b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:09.683490 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.715575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.734625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.749083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-bf4f153e-9a8c-49cc-bd96-a368384c0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:09.749083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-bf4f153e-9a8c-49cc-bd96-a368384c0dde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 1094 time: 0.0789611 Mar 31 23:21:09.783493 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.823434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 897a09fb-89be-44b7-b940-8a8f164f553b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=897a09fb-89be-44b7-b940-8a8f164f553b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:09.869017 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.925952 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.950595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:09.968132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6988e3-4981-4030-b3cc-af6a1c4ee989,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:09.990339 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.990735 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Added segment 48cfad15-e69e-4f74-8586-42a4e2a6e365 of type vlan for network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 Mar 31 23:21:10.021797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254707f-18f4-468a-ba1e-4a19e7320f09 req-3a828467-0c52-4132-9d68-2bb2aef1552e tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:10.023632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9254707f-18f4-468a-ba1e-4a19e7320f09 req-3a828467-0c52-4132-9d68-2bb2aef1552e tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 943 time: 0.1587749 Mar 31 23:21:10.028861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=897a09fb-89be-44b7-b940-8a8f164f553b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.055107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-b708bb8a-9527-481c-a0c3-6aff06a0fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:10.057226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-b708bb8a-9527-481c-a0c3-6aff06a0fbbf service neutron] 10.222.0.45 "GET /v2.0/networks?id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd HTTP/1.1" status: 200 len: 914 time: 0.3080497 Mar 31 23:21:10.124596 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.131812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-aad1aef1-a718-4322-bb36-adf0bb511822 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04b2aed-a59c-4f39-ac88-0a944adcca75 HTTP/1.1" status: 200 len: 217 time: 0.0635529 Mar 31 23:21:10.181031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9254707f-18f4-468a-ba1e-4a19e7320f09 req-b7d6b5c2-a3c5-43b2-bf63-f18ebe29f9d9 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319549 Mar 31 23:21:10.208053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-77a348a5-a43c-41d4-9e53-c489a5635af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:10.209730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-77a348a5-a43c-41d4-9e53-c489a5635af6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30f9a7c5-515f-434d-ab57-3ab78f41cb63 HTTP/1.1" status: 200 len: 853 time: 0.0692434 Mar 31 23:21:10.243883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-70d2117a-a15e-4ad4-b4ad-fce7c16ca722 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271108 Mar 31 23:21:10.269563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41576) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:10.312650 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.313606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:10.314231 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.409489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=6452e196-06e1-4b87-8bdb-394c2eb4c5c3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.421379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:10.427625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-8ec45bf6-de37-4715-b622-4c07706ca523 service neutron] 10.222.0.45 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762516 Mar 31 23:21:10.441677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-50a3881b-f2a2-4ba4-b0b3-7b04b4d89ab6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1391239 Mar 31 23:21:10.445211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41584) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:10.446389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Request body: {'subnet': {'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-925217571-subnet', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:10.514365 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c3f06eaa-4569-437b-8aab-a8cbe0c093a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4faf6b8efa2446f08a07b25c0001cbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436318 Mar 31 23:21:10.518152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41588) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:10.557427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Made reservation on behalf of 63b69116baec4d80901fa4a090f80d91 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:10.559972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.579168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2757d8e-eb7b-4ab9-9366-84baf16cfcc9 req-3fe8f145-47b3-4544-81f2-51fc9d2309bc service neutron] 10.222.0.45 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383216 Mar 31 23:21:10.615272 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c735bd58-0c10-45f7-9529-08d4f7524d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.660648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c735bd58-0c10-45f7-9529-08d4f7524d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.679967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41592) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:10.686453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1040497538-network', 'tenant_id': '269fc601786743039fb401a8087f9e0b'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:10.785188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Made reservation on behalf of 269fc601786743039fb401a8087f9e0b for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:10.787611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.808907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.822816 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c735bd58-0c10-45f7-9529-08d4f7524d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.835091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c735bd58-0c10-45f7-9529-08d4f7524d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.835091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c735bd58-0c10-45f7-9529-08d4f7524d49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b02cebd1-a4df-4a30-a62d-afb48fd43002 HTTP/1.1" status: 204 len: 168 time: 0.3082640 Mar 31 23:21:10.835739 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Sync routers for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:10.854080 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:10.855399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735bd58-0c10-45f7-9529-08d4f7524d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02cebd1-a4df-4a30-a62d-afb48fd43002,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.868841 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:10.911420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.934000 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.986350 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:11.004743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:11.010777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Checking segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:11.013236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Network hostable DHCP agents. Network: 6452e196-06e1-4b87-8bdb-394c2eb4c5c3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:11.030939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.051750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:11.065459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589792b2-b420-4947-aeb6-835bb9051d47,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:11.070888 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.071236 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Added segment 27519a60-4b19-414e-bb5b-22e6811d2d24 of type vlan for network 105a7ef6-f381-4937-bfd4-37e67bc1f63f Mar 31 23:21:11.113328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.133634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:11.198202 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:07Z', 'revision_number': 2, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:11.200090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 6452e196-06e1-4b87-8bdb-394c2eb4c5c3) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:11.201904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.202957 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.203706 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.210351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b50b85e-ed46-4732-9313-93e11601e467 None None] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:11.242670 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Checking router: 9ce05388-1b68-4a96-ac61-58e0d4852977 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:11.243299 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Updating router 9ce05388-1b68-4a96-ac61-58e0d4852977 port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:21:11.272093 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.275086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.276356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.282042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] Pushing event updated for resources: {'Network': ['ID=105a7ef6-f381-4937-bfd4-37e67bc1f63f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:11.308457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 105a7ef6-f381-4937-bfd4-37e67bc1f63f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:11.372832 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91082adc-fcf3-42a3-8ffa-187607fed26c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6913767 Mar 31 23:21:11.375455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41604) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:11.381565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Request body: {'subnet': {'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1040497538-subnet', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:11.383163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4940f-d4ba-482c-bb22-e40df8d03738 req-79346910-893d-4606-ab42-1ac63b7c4cc7 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.395216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91f4940f-d4ba-482c-bb22-e40df8d03738 req-79346910-893d-4606-ab42-1ac63b7c4cc7 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 943 time: 0.0898085 Mar 31 23:21:11.418780 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7e03a583-b4b0-49f9-a437-f1571ce4d27d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9767179 Mar 31 23:21:11.421504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41608) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:11.429078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:11.484434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91f4940f-d4ba-482c-bb22-e40df8d03738 req-d4fde47c-ef1c-4737-b9fb-4e31aa0d3d24 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869248 Mar 31 23:21:11.502336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Made reservation on behalf of 269fc601786743039fb401a8087f9e0b for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:11.504633 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.579196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.580417 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.606521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 897a09fb-89be-44b7-b940-8a8f164f553b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:11.681815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.719879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:11.721066 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.729765 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.753160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 897a09fb-89be-44b7-b940-8a8f164f553b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:11.753657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.820349 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.963199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Allocated IP 172.20.0.2 (6452e196-06e1-4b87-8bdb-394c2eb4c5c3/aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361/cb03ed7a-4bcf-4136-b1e6-e04a62b0e006) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:11.994699 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Pushing event updated for resources: {'Port': ['ID=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.025056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.025056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.025056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.025056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.025056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.025056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.026160 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.026712 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.027199 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.027668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.028413 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.028893 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.160651 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Attempting to bind port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:12.161020 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Attempting to bind port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:12.161382 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Attempting to bind port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 on network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:12.181021 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:12.185887 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Checking segment: {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:12.186517 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.187057 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Bound using segment: {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:12.187877 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Bound port: 0cad43c6-27a2-419b-96dd-78d6b65ec3a8, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:12.188525 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.322595 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] For port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:12.327528 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] For port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:12.347152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.360173 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.368063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.379963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4c724568-de51-4895-a678-30a29c1eee85 None None] Provisioning complete for port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:12.380343 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4c724568-de51-4895-a678-30a29c1eee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.402026 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.422666 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.426466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d3db97-40d5-4a32-874d-ee3b0a9d78b2,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.441030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Checking segment: {'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:12.441645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Network hostable DHCP agents. Network: 105a7ef6-f381-4937-bfd4-37e67bc1f63f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:12.476221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4c724568-de51-4895-a678-30a29c1eee85 None None] Port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:12.515594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:12.521891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:12.532622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:12.548558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Pushing event updated for resources: {'Port': ['ID=cb03ed7a-4bcf-4136-b1e6-e04a62b0e006,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.554250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41632) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.596482 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:12.597918 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:12.610695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Network 105a7ef6-f381-4937-bfd4-37e67bc1f63f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:12.619974 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef16633-22bd-4917-9a01-83ac7965c14f None None] Pushing event updated for resources: {'Port': ['ID=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.672794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Attempting to bind port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:12.673337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Attempting to bind port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:12.673952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Attempting to bind port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:12.690022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:12.690361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Checking segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:12.690847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.691255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Bound using segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:12.691895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Bound port: cb03ed7a-4bcf-4136-b1e6-e04a62b0e006, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:12.692602 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.712216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 105a7ef6-f381-4937-bfd4-37e67bc1f63f) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:12.720216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b954a8f6-6c3f-44a8-9ff1-0078db56348c None None] Network 105a7ef6-f381-4937-bfd4-37e67bc1f63f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:12.730644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:12.731969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.764619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1465085598'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:12.816872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a9efb-7db8-421d-8677-28be6b73af9f req-6aabada0-76e7-4e0b-b090-41856c6f93b3 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:12.828567 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.828782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-991a9efb-7db8-421d-8677-28be6b73af9f req-6aabada0-76e7-4e0b-b090-41856c6f93b3 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 943 time: 0.1732359 Mar 31 23:21:12.866260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.876304 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:12.898652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-991a9efb-7db8-421d-8677-28be6b73af9f req-19cbcf99-9ff8-4e8a-9001-03803265ce96 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686364 Mar 31 23:21:12.927972 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-83abdce6-da43-472e-b6d9-a6f07fdf82d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5510786 Mar 31 23:21:12.931011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41636) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.937373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:12.981078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:12.987242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.988672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8c317ea7-4774-458d-87c6-48f933dfaed8 None None] Provisioning complete for port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:12.988986 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c317ea7-4774-458d-87c6-48f933dfaed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.005988 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.032826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Allocated IP 172.25.4.88 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/cb3d88d9-f3f0-4f6e-aa9b-f63df262942b) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:13.081841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.083642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] For port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:13.090790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.128858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] For port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb03ed7a-4bcf-4136-b1e6-e04a62b0e006,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:13.140565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-105a7ef6-f381-4937-bfd4-37e67bc1f63f', 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'fixed_ips': [{'subnet_id': 'e0d3db97-40d5-4a32-874d-ee3b0a9d78b2'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:13.141416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.197117 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:12Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:13.208786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.211685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.238863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.250180 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e634936-cb76-4ba8-bd8c-1311e6979f3b None None] The sync data for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 is: [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:12Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:13.262387 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.321980 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c317ea7-4774-458d-87c6-48f933dfaed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.394360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.396324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.418980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e0470-7d14-4c36-bd4e-17595838bc91 None None] Pushing event updated for resources: {'Port': ['ID=cb03ed7a-4bcf-4136-b1e6-e04a62b0e006,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:13.456326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8c317ea7-4774-458d-87c6-48f933dfaed8 None None] For port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:13.493310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:13.496983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:13.502623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:13.510788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Allocated IP 172.20.0.2 (105a7ef6-f381-4937-bfd4-37e67bc1f63f/e0d3db97-40d5-4a32-874d-ee3b0a9d78b2/07ee8205-ef05-42c1-bd2c-f047ce5bec34) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:13.532183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:13.558788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c317ea7-4774-458d-87c6-48f933dfaed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.598682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.611168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.611579 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Added segment 076f5764-42e3-4335-8b8b-799483ff2297 of type vlan for network 7a018e68-00d4-406f-a745-753b96b18c0b Mar 31 23:21:13.626265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Pushing event updated for resources: {'Port': ['ID=cb3d88d9-f3f0-4f6e-aa9b-f63df262942b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:13.637727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beea2706-8f6e-4fe7-a73f-e331d418cfa9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:13.686377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c04b2aed-a59c-4f39-ac88-0a944adcca75 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:21:13.768817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:13.795651 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.996044 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:21:14.062830 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:21:14.120542 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.128577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:14.128933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c317ea7-4774-458d-87c6-48f933dfaed8 None None] Pushing event updated for resources: {'Port': ['ID=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:14.129234 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.257875 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.309049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:14.309905 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.313084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c04b2aed-a59c-4f39-ac88-0a944adcca75, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c04b2aed-a59c-4f39-ac88-0a944adcca75,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:14.346146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.356252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8002315 Mar 31 23:21:14.386114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89bd85-0a02-40d2-b645-e0c993de040f req-f0db8663-cda3-4e2e-80cc-e39de4131082 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:14.388219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c89bd85-0a02-40d2-b645-e0c993de040f req-f0db8663-cda3-4e2e-80cc-e39de4131082 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 943 time: 0.2757213 Mar 31 23:21:14.392445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.408264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'c04b2aed-a59c-4f39-ac88-0a944adcca75', 'network_id': '2fdfedb2-082d-481a-b5bd-66ed582cb9fd', 'port_id': 'c04b2aed-a59c-4f39-ac88-0a944adcca75', 'mac_address': 'fa:16:3e:eb:68:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f9a7c5-515f-434d-ab57-3ab78f41cb63', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:21:14.417971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58a8fb-09f0-45c8-9dfa-9bebd5874bb3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Network': ['ID=7a018e68-00d4-406f-a745-753b96b18c0b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:14.421538 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.527810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c89bd85-0a02-40d2-b645-e0c993de040f req-b658bb54-1fd7-4acb-9dba-4014da022552 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868018 Mar 31 23:21:14.548668 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.564806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7a018e68-00d4-406f-a745-753b96b18c0b details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:14.718440 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.729015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Allocated IP 172.25.4.244 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:15.035108 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.089146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.108273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Network 105a7ef6-f381-4937-bfd4-37e67bc1f63f is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:15.132826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:15.139533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Pushing event updated for resources: {'Port': ['ID=07ee8205-ef05-42c1-bd2c-f047ce5bec34,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:15.141396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Router 651c1835-5176-4027-9a31-46975af37e71 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:21:15.144685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:15.150703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04b2aed-a59c-4f39-ac88-0a944adcca75 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:15.197089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c04b2aed-a59c-4f39-ac88-0a944adcca75, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c04b2aed-a59c-4f39-ac88-0a944adcca75,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:15.198983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.257712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Attempting to bind port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:15.258200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Attempting to bind port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:15.258719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Attempting to bind port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 on network 105a7ef6-f381-4937-bfd4-37e67bc1f63f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:15.270974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:15.271575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Checking segment: {'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:15.272105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.272666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Bound using segment: {'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:15.273956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Bound port: 07ee8205-ef05-42c1-bd2c-f047ce5bec34, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:15.274619 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.351943 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.380387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71411c-8fe8-49fe-a95f-59daac927807 None None] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:15.383864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:15.427996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:15.433489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:15.433805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:15.445776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:15.448930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:15.525194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.527689 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c4d769b1-b798-4572-b77b-043d293e6efb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1043658 Mar 31 23:21:15.531070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41646) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:15.543242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:15.544016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:15.550763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c04b2aed-a59c-4f39-ac88-0a944adcca75,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:15.555483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-655b3631-88f9-4613-a920-e12d8a0c21b1 None None] Provisioning complete for port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:15.556184 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-655b3631-88f9-4613-a920-e12d8a0c21b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.677411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['c04b2aed-a59c-4f39-ac88-0a944adcca75'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:15.745117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] For port 07ee8205-ef05-42c1-bd2c-f047ce5bec34, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:15.827101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] For port 07ee8205-ef05-42c1-bd2c-f047ce5bec34, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=07ee8205-ef05-42c1-bd2c-f047ce5bec34,segment=NetworkSegment(27519a60-4b19-414e-bb5b-22e6811d2d24),segment_id=27519a60-4b19-414e-bb5b-22e6811d2d24)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:15.885003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ade0c-953c-4185-9c36-f5564a0caa9f req-fac8dc39-4db4-4247-896c-2d14eed9de56 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:15.889595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-281ade0c-953c-4185-9c36-f5564a0caa9f req-fac8dc39-4db4-4247-896c-2d14eed9de56 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 944 time: 0.1960604 Mar 31 23:21:15.931614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:15.959168 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.977032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-281ade0c-953c-4185-9c36-f5564a0caa9f req-17d5518d-0ba5-438f-aea2-482a13b00e67 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626593 Mar 31 23:21:16.082641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523775f-d637-4b04-b06f-4612f9ebb4c3 None None] Pushing event updated for resources: {'Port': ['ID=07ee8205-ef05-42c1-bd2c-f047ce5bec34,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:16.152557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:16.170317 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-655b3631-88f9-4613-a920-e12d8a0c21b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.259643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.383690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:16.383690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.627688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-655b3631-88f9-4613-a920-e12d8a0c21b1 None None] For port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb03ed7a-4bcf-4136-b1e6-e04a62b0e006,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:16.693679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.744460 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-655b3631-88f9-4613-a920-e12d8a0c21b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.764780 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.973709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b3631-88f9-4613-a920-e12d8a0c21b1 None None] Pushing event updated for resources: {'Port': ['ID=cb03ed7a-4bcf-4136-b1e6-e04a62b0e006,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:17.037082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:17.129954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:13Z', 'revision_number': 3, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:17.165413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0cd56023-4fab-4479-b51f-b0e001589c34 None None] Provisioning complete for port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:17.165770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0cd56023-4fab-4479-b51f-b0e001589c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.209146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:17.209496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Updating router 651c1835-5176-4027-9a31-46975af37e71 port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:21:17.246174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.323766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:17.324134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.327458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Allocated IP 172.20.0.1 (6452e196-06e1-4b87-8bdb-394c2eb4c5c3/aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361/67188ffd-47e8-4fe6-aa02-de0db19b89db) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:17.563647 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.683053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd0a82-d8e5-4780-8807-08a0b302a6b3 req-73f62a7f-f4e8-402d-aade-849a70bf1217 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:17.685287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8fcd0a82-d8e5-4780-8807-08a0b302a6b3 req-73f62a7f-f4e8-402d-aade-849a70bf1217 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 944 time: 0.1337991 Mar 31 23:21:17.685870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c04b2aed-a59c-4f39-ac88-0a944adcca75 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:17.731075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.801374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8fcd0a82-d8e5-4780-8807-08a0b302a6b3 req-5c0813bb-e6b0-4f50-8052-ac0086de84f6 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029260 Mar 31 23:21:17.808229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:21:17.853612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Pushing event updated for resources: {'Port': ['ID=67188ffd-47e8-4fe6-aa02-de0db19b89db,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:17.886328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:17.888895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:17.893304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:18.048200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.114190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:18.124528 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Sync routers for ids ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:18.144050 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Routers {'3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:18.150630 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:18.184491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41656) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.189839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'subnet': {'network_id': '7a018e68-00d4-406f-a745-753b96b18c0b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:18.262042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac0bee-5465-4312-9a0e-e85bfcd97985 None None] Network 105a7ef6-f381-4937-bfd4-37e67bc1f63f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:18.339146 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.345678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9a500f02-b1f2-488a-879f-13300df3ea93 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4136398 Mar 31 23:21:18.349206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41658) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.362005 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Set router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:18.362893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.377092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:18.489328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2eb190c4-6cf3-4c5f-ad74-26252377c9e1 None None] Provisioning complete for port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:18.490041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2eb190c4-6cf3-4c5f-ad74-26252377c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.555512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:18.561668 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.586531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port c04b2aed-a59c-4f39-ac88-0a944adcca75 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:21:18.625447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port c04b2aed-a59c-4f39-ac88-0a944adcca75 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:18.625831 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.634064 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.690379 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:21:15Z', 'revision_number': 3, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port': {'id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:14Z', 'updated_at': '2022-03-31T23:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:18.710863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:18.711425 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.712842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.764478 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Checking router: 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:18.765339 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Updating router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:21:18.828331 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.831870 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2eb190c4-6cf3-4c5f-ad74-26252377c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.873263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Pushing event updated for resources: {'Port': ['ID=67188ffd-47e8-4fe6-aa02-de0db19b89db,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:18.904848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.958058 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.015878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2eb190c4-6cf3-4c5f-ad74-26252377c9e1 None None] For port 07ee8205-ef05-42c1-bd2c-f047ce5bec34, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=07ee8205-ef05-42c1-bd2c-f047ce5bec34,segment=NetworkSegment(27519a60-4b19-414e-bb5b-22e6811d2d24),segment_id=27519a60-4b19-414e-bb5b-22e6811d2d24)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:19.107620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:19.110451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:19.133413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3de3-2fac-42d4-92ff-520b5f4c37a8 req-e6aedf4c-9c28-488b-8163-674ab0366b95 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:19.135090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fef3de3-2fac-42d4-92ff-520b5f4c37a8 req-e6aedf4c-9c28-488b-8163-674ab0366b95 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 944 time: 0.1936338 Mar 31 23:21:19.209482 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.226348 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.228973 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.257709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0fef3de3-2fac-42d4-92ff-520b5f4c37a8 req-63c8c34b-9357-4765-821b-828852498220 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164153 Mar 31 23:21:19.269753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 07ee8205-ef05-42c1-bd2c-f047ce5bec34 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:19.297883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Subnet': ['ID=b68e8ce2-9a95-458c-b34b-17795ea58367,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.385344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Checking segment: {'id': '076f5764-42e3-4335-8b8b-799483ff2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7a018e68-00d4-406f-a745-753b96b18c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:19.385720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network hostable DHCP agents. Network: 7a018e68-00d4-406f-a745-753b96b18c0b, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:19.410287 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2eb190c4-6cf3-4c5f-ad74-26252377c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.412036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:19.437865 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.505728 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.530585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Allocated IP 172.20.0.1 (105a7ef6-f381-4937-bfd4-37e67bc1f63f/e0d3db97-40d5-4a32-874d-ee3b0a9d78b2/3f97b068-abcc-4611-8298-2e0d8a65cf8a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:19.544129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb190c4-6cf3-4c5f-ad74-26252377c9e1 None None] Pushing event updated for resources: {'Port': ['ID=07ee8205-ef05-42c1-bd2c-f047ce5bec34,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.547910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9342ea4-d446-4681-9bca-a41efd4a63e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04b2aed-a59c-4f39-ac88-0a944adcca75'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:19.549938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network 7a018e68-00d4-406f-a745-753b96b18c0b is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:19.550429 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cfc75c-4e5b-4233-be39-7c5e1430077e" -d '{"events": [{"server_uuid": "b9342ea4-d446-4681-9bca-a41efd4a63e7", "name": "network-vif-plugged", "status": "completed", "tag": "c04b2aed-a59c-4f39-ac88-0a944adcca75"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:19.567354 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:19.582040 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-37234e04-6e9f-49c9-abd1-6b63d523358a admin admin] 10.222.0.31 "PUT /v2.0/routers/651c1835-5176-4027-9a31-46975af37e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0495369 Mar 31 23:21:19.613613 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.646042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port c04b2aed-a59c-4f39-ac88-0a944adcca75, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c04b2aed-a59c-4f39-ac88-0a944adcca75,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:19.650566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:19.650960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.664438 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8731efa5-7dc0-4323-9490-116f7701bcb7 x-openstack-request-id: req-8731efa5-7dc0-4323-9490-116f7701bcb7 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:19.664743 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9342ea4-d446-4681-9bca-a41efd4a63e7", "name": "network-vif-plugged", "status": "completed", "tag": "c04b2aed-a59c-4f39-ac88-0a944adcca75", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:19.665005 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8731efa5-7dc0-4323-9490-116f7701bcb7 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:19.665418 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8731efa5-7dc0-4323-9490-116f7701bcb7'] response: {'server_uuid': 'b9342ea4-d446-4681-9bca-a41efd4a63e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04b2aed-a59c-4f39-ac88-0a944adcca75', 'code': 200} Mar 31 23:21:19.691876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Attempting to bind port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:19.715418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Attempting to bind port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:19.715418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Attempting to bind port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:19.715418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61746ee-41de-406e-88b8-fbe446981e39 None None] Pushing event updated for resources: {'Port': ['ID=cb3d88d9-f3f0-4f6e-aa9b-f63df262942b,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.723707 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f183e-0faf-4636-bee7-99f1060855de None None] Pushing event updated for resources: {'Port': ['ID=6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.724977 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.727875 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Attempting to bind port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:19.728417 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Attempting to bind port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:19.728876 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Attempting to bind port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:19.729678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-edad1405-d6d4-41bb-afa3-1c2d816fbf14 None None] Provisioning complete for port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:19.730057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edad1405-d6d4-41bb-afa3-1c2d816fbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.735289 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:19.735790 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:19.736287 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.736768 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:19.737330 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Bound port: 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:19.737811 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.745321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:19.745709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:19.746152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.746663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:19.747071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Bound port: cb3d88d9-f3f0-4f6e-aa9b-f63df262942b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:19.747462 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.778894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7a018e68-00d4-406f-a745-753b96b18c0b) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:19.796890 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] For port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:19.805424 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] For port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:19.825676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:19.826810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.833331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6a628-6f9e-492b-b51d-a78977691566 None None] Network 7a018e68-00d4-406f-a745-753b96b18c0b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:19.842185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.859994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3449b0c-8c31-4dde-97b7-63eaea3dae69 req-9ce94337-d8db-4141-ba15-f85c33e4260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:19.861734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3449b0c-8c31-4dde-97b7-63eaea3dae69 req-9ce94337-d8db-4141-ba15-f85c33e4260b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 1096 time: 0.0841367 Mar 31 23:21:19.864865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.896827 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.928381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Pushing event updated for resources: {'Port': ['ID=3f97b068-abcc-4611-8298-2e0d8a65cf8a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.944548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Network 105a7ef6-f381-4937-bfd4-37e67bc1f63f is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:19.952954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:19.972424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:20.041279 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f183e-0faf-4636-bee7-99f1060855de None None] Pushing event updated for resources: {'Port': ['ID=6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.044061 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Routers {'3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:20.054964 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:20.055756 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.085246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41676) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:20.086580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a720e48b-2863-478b-b9ad-a59b1b606787 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9008930 Mar 31 23:21:20.091970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1264731137'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:20.179530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3449b0c-8c31-4dde-97b7-63eaea3dae69 req-44e9b961-8ffd-40e5-bef9-8269ed48a6c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031332 Mar 31 23:21:20.199153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:20.205274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.245516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] For port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:20.252925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=c04b2aed-a59c-4f39-ac88-0a944adcca75,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.273675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:20.279770 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] Set router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:20.288151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] For port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb3d88d9-f3f0-4f6e-aa9b-f63df262942b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:20.288930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.289337 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Added segment 95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4 of type vlan for network 12b70722-2237-4c9f-9a96-432f9bc86c9d Mar 31 23:21:20.293270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-edad1405-d6d4-41bb-afa3-1c2d816fbf14 None None] Provisioning complete for port 67188ffd-47e8-4fe6-aa02-de0db19b89db triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:20.293741 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edad1405-d6d4-41bb-afa3-1c2d816fbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.332036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41680) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:20.337534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c9df8ef3-18b3-4f78-ab12-6e39512609f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476630936', 'description': 'tempest-description--1144240371'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:20.337836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-edad1405-d6d4-41bb-afa3-1c2d816fbf14 None None] Port 67188ffd-47e8-4fe6-aa02-de0db19b89db cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:20.404579 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.443856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.517418 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ef3-18b3-4f78-ab12-6e39512609f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.526657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 07ee8205-ef05-42c1-bd2c-f047ce5bec34 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:20.544887 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.570943 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.576714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:20.583396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.599913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27b24-8b74-4415-9bf1-592a5cfbcfb2 req-e5e1699b-ca62-4365-a031-c0df137d17d7 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:20.608107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09c27b24-8b74-4415-9bf1-592a5cfbcfb2 req-e5e1699b-ca62-4365-a031-c0df137d17d7 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 945 time: 0.1929607 Mar 31 23:21:20.626860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7a018e68-00d4-406f-a745-753b96b18c0b', 'network_id': '7a018e68-00d4-406f-a745-753b96b18c0b', 'tenant_id': '75f84ee897cc447d94a3c59b7297e560', 'fixed_ips': [{'subnet_id': 'b68e8ce2-9a95-458c-b34b-17795ea58367'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:20.627716 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.637618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6ccd4002-5624-4561-bc53-2fe090399e62 None None] Provisioning complete for port 3f97b068-abcc-4611-8298-2e0d8a65cf8a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:20.638027 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4002-5624-4561-bc53-2fe090399e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.657537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61746ee-41de-406e-88b8-fbe446981e39 None None] Pushing event updated for resources: {'Port': ['ID=cb3d88d9-f3f0-4f6e-aa9b-f63df262942b,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.671388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Network': ['ID=12b70722-2237-4c9f-9a96-432f9bc86c9d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.684468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:20.685110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:20.700368 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e8de6c97-91e8-42e4-b14f-1234bab0fb7f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6128387 Mar 31 23:21:20.704207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41684) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:20.707733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'subnet': {'network_id': '12b70722-2237-4c9f-9a96-432f9bc86c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:20.708319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 12b70722-2237-4c9f-9a96-432f9bc86c9d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:20.712223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ef3-18b3-4f78-ab12-6e39512609f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.759407 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:21:15Z', 'revision_number': 3, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port': {'id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:14Z', 'updated_at': '2022-03-31T23:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:20.770274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09c27b24-8b74-4415-9bf1-592a5cfbcfb2 req-98f7b942-e74e-47c2-87c7-f8494feb591e tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565176 Mar 31 23:21:20.808349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ef3-18b3-4f78-ab12-6e39512609f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.819447 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e631620-f6b7-4a38-a903-2f7901b50c5d None None] The sync data for ids ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'] in n-d-836015-1 is: [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:21:15Z', 'revision_number': 3, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port': {'id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:14Z', 'updated_at': '2022-03-31T23:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:20.904050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df8ef3-18b3-4f78-ab12-6e39512609f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.941426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:20.945522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd4002-5624-4561-bc53-2fe090399e62 None None] Port 3f97b068-abcc-4611-8298-2e0d8a65cf8a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:20.947061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.950938 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ef3-18b3-4f78-ab12-6e39512609f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.955475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c9df8ef3-18b3-4f78-ab12-6e39512609f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6215932 Mar 31 23:21:20.957927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41686) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:20.963480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6f1f3791-ab10-4b16-8b1d-17d5e3c5e8b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group_rule': {'security_group_id': 'fb4b064a-b6ab-46fb-ae30-4cd0e13578f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:21.027051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:21.027507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.051368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.083803 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f1f3791-ab10-4b16-8b1d-17d5e3c5e8b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.105887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:21.128365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.191220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.196040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Allocated IP 2001:db8:0:ffff::2 (7a018e68-00d4-406f-a745-753b96b18c0b/b68e8ce2-9a95-458c-b34b-17795ea58367/f72dcd50-36bf-4f0b-a573-29677d1d845a) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:21.341343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Pushing event updated for resources: {'Port': ['ID=3f97b068-abcc-4611-8298-2e0d8a65cf8a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:21.364741 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f1f3791-ab10-4b16-8b1d-17d5e3c5e8b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.420544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Network 105a7ef6-f381-4937-bfd4-37e67bc1f63f is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:21.420544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:21.528774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:21:21.531537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.603903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f1f3791-ab10-4b16-8b1d-17d5e3c5e8b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.612809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:21.620988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Subnet': ['ID=1dc557a1-5f71-4c99-9153-d28f7b69ade9,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:21.635286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f3791-ab10-4b16-8b1d-17d5e3c5e8b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f3c6c3-9f13-441d-991c-13af47e1674f,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:21.717218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Checking segment: {'id': '95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '12b70722-2237-4c9f-9a96-432f9bc86c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:21.717876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network hostable DHCP agents. Network: 12b70722-2237-4c9f-9a96-432f9bc86c9d, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:21.740101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f1f3791-ab10-4b16-8b1d-17d5e3c5e8b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.741569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6f1f3791-ab10-4b16-8b1d-17d5e3c5e8b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7825620 Mar 31 23:21:21.746526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41690) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:21.759517 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-df6e5645-ee54-4158-81e4-6be58ba7aa3c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group_rule': {'security_group_id': 'fb4b064a-b6ab-46fb-ae30-4cd0e13578f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:21.854298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:21.860262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cd6f4206-4eb2-4b94-925a-597e1c20b972 admin admin] 10.222.0.31 "PUT /v2.0/routers/3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5097895 Mar 31 23:21:21.870569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network 12b70722-2237-4c9f-9a96-432f9bc86c9d is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:21.899982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df6e5645-ee54-4158-81e4-6be58ba7aa3c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.969274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 12b70722-2237-4c9f-9a96-432f9bc86c9d) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:21.970013 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c0678f5b-221b-4970-a615-862b5db29dc4 None None] Provisioning complete for port 3f97b068-abcc-4611-8298-2e0d8a65cf8a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:21.970496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0678f5b-221b-4970-a615-862b5db29dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.982210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.982838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.988446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4b81d-2f23-444f-a983-50276d684fdb req-37f3e647-f14a-4382-9b9e-fa9d7e8f6806 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.999757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dc4b81d-2f23-444f-a983-50276d684fdb req-37f3e647-f14a-4382-9b9e-fa9d7e8f6806 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 945 time: 0.1104977 Mar 31 23:21:22.018697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e131acc1-2ca9-4648-9fb0-f95f3f31d5f8 None None] Network 12b70722-2237-4c9f-9a96-432f9bc86c9d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:22.025225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df6e5645-ee54-4158-81e4-6be58ba7aa3c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.056888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dc4b81d-2f23-444f-a983-50276d684fdb req-89ed7ab4-1eba-4779-8f70-ad3454988685 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554626 Mar 31 23:21:22.063482 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.088625 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df6e5645-ee54-4158-81e4-6be58ba7aa3c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.147877 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-195d4402-f0ac-44cd-8f4d-6b0f431ff0c1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4447627 Mar 31 23:21:22.148667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e5645-ee54-4158-81e4-6be58ba7aa3c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85872a0-ec39-485f-90ac-2fdfccd56a43,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:22.151114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41698) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:22.154842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:22.157383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'port': {'network_id': '12b70722-2237-4c9f-9a96-432f9bc86c9d', 'name': 'tempest-NetworksIpV6TestAttrs-1427675903'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:22.233573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df6e5645-ee54-4158-81e4-6be58ba7aa3c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.238278 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df6e5645-ee54-4158-81e4-6be58ba7aa3c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887512 Mar 31 23:21:22.241059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:22.245377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c0678f5b-221b-4970-a615-862b5db29dc4 None None] Port 3f97b068-abcc-4611-8298-2e0d8a65cf8a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:22.247493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:22.249219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.258676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df185e-e36c-4655-a571-d8816b44ddab None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:22.342524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Network 7a018e68-00d4-406f-a745-753b96b18c0b is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:22.349385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:22.363945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:22.402224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.473086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Pushing event updated for resources: {'Port': ['ID=f72dcd50-36bf-4f0b-a573-29677d1d845a,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:22.567448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:22.610840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:22.615323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.664568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] device_id is not set on port 77bd7e79-12c2-4058-b3aa-b87adb2f5a6b yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:21:22.791176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Attempting to bind port f72dcd50-36bf-4f0b-a573-29677d1d845a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:22.791830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Attempting to bind port f72dcd50-36bf-4f0b-a573-29677d1d845a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '076f5764-42e3-4335-8b8b-799483ff2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7a018e68-00d4-406f-a745-753b96b18c0b'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:22.792255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Attempting to bind port f72dcd50-36bf-4f0b-a573-29677d1d845a on network 7a018e68-00d4-406f-a745-753b96b18c0b {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:22.800748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-12b70722-2237-4c9f-9a96-432f9bc86c9d', 'network_id': '12b70722-2237-4c9f-9a96-432f9bc86c9d', 'tenant_id': '75f84ee897cc447d94a3c59b7297e560', 'fixed_ips': [{'subnet_id': '1dc557a1-5f71-4c99-9153-d28f7b69ade9'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:22.801640 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.826279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41714) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:22.836368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:22.836749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Checking segment: {'id': '076f5764-42e3-4335-8b8b-799483ff2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7a018e68-00d4-406f-a745-753b96b18c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:22.837273 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.837685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Bound using segment: {'id': '076f5764-42e3-4335-8b8b-799483ff2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7a018e68-00d4-406f-a745-753b96b18c0b'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:22.838188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Bound port: f72dcd50-36bf-4f0b-a573-29677d1d845a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076f5764-42e3-4335-8b8b-799483ff2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7a018e68-00d4-406f-a745-753b96b18c0b'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:22.838628 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.844881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-23e5231f-a0a4-4854-acff-a174ae9e4c9a tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484645467', 'description': 'tempest-secgroup-smoke-484645467 description', 'project_id': 'c65fa730df7044279ebdbbc2a2749e97'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:22.955049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Allocated IP 2001:db8::f816:3eff:fe25:8c3f (12b70722-2237-4c9f-9a96-432f9bc86c9d/1dc557a1-5f71-4c99-9153-d28f7b69ade9/77bd7e79-12c2-4058-b3aa-b87adb2f5a6b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:23.024235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23e5231f-a0a4-4854-acff-a174ae9e4c9a tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.048319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.117153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:23.117703 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.180512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Allocated IP 172.25.4.146 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/e6bac744-01d3-4750-8e6d-8fee2f4c6abf) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:23.221502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.305138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] For port f72dcd50-36bf-4f0b-a573-29677d1d845a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:23.310814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] For port f72dcd50-36bf-4f0b-a573-29677d1d845a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f72dcd50-36bf-4f0b-a573-29677d1d845a,segment=NetworkSegment(076f5764-42e3-4335-8b8b-799483ff2297),segment_id=076f5764-42e3-4335-8b8b-799483ff2297)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:23.323941 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.365103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23e5231f-a0a4-4854-acff-a174ae9e4c9a tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.366458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.370374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.394987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:23.438673 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.442983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network 12b70722-2237-4c9f-9a96-432f9bc86c9d is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:23.446996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:23.451716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:23.461639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:23.462395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.477320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.484563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Port': ['ID=77bd7e79-12c2-4058-b3aa-b87adb2f5a6b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.497486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23e5231f-a0a4-4854-acff-a174ae9e4c9a tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.508740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:23.519987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:23.521597 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:23.535228 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.543506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5231f-a0a4-4854-acff-a174ae9e4c9a tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e55e990-73c8-4642-bee2-4a12e2139f63,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.597113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Allocated IP 2001:db8::f816:3eff:fef8:e25 (12b70722-2237-4c9f-9a96-432f9bc86c9d/1dc557a1-5f71-4c99-9153-d28f7b69ade9/ef3c49e4-c113-4eb5-9701-e56d300fb222) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:23.649203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024d5d0-5c2c-411d-ba81-7136978b13dc None None] Pushing event updated for resources: {'Port': ['ID=f72dcd50-36bf-4f0b-a573-29677d1d845a,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.661104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-faa60433-c6b2-4735-bf30-d81da0c48feb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5086207 Mar 31 23:21:23.664335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41720) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:23.722421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=e6bac744-01d3-4750-8e6d-8fee2f4c6abf,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.768734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.769012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.769972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.770279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.770749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.771077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.771421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.771759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.772156 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.772661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.773523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.773856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:23.774518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.782108 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23e5231f-a0a4-4854-acff-a174ae9e4c9a tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.790908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-23e5231f-a0a4-4854-acff-a174ae9e4c9a tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9472370 Mar 31 23:21:23.799737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41722) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:23.861543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a3671d-d921-4688-b321-d30658c730b0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Deleting subnet 1dc557a1-5f71-4c99-9153-d28f7b69ade9 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:23.892922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Sync routers for ids ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:23.896065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-86ae0d20-3f60-477e-b27b-ba037a7a8181 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'security_group_rule': {'security_group_id': '5e55e990-73c8-4642-bee2-4a12e2139f63', 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:23.901641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.920776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Routers {'3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:23.927058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:24.047730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ae0d20-3f60-477e-b27b-ba037a7a8181 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.098411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.134435 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.154295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Set router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:24.244879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a3671d-d921-4688-b321-d30658c730b0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.258437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.262390 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ae0d20-3f60-477e-b27b-ba037a7a8181 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.344922 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a3671d-d921-4688-b321-d30658c730b0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.373906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Pushing event updated for resources: {'Port': ['ID=ef3c49e4-c113-4eb5-9701-e56d300fb222,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:24.451537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.454319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ae0d20-3f60-477e-b27b-ba037a7a8181 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.461001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Network 12b70722-2237-4c9f-9a96-432f9bc86c9d is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:24.470437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae0d20-3f60-477e-b27b-ba037a7a8181 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c9deb8-dda9-4c62-b285-ccf706c7dc08,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:24.481255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:24.488118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:24.533284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.588494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-86ae0d20-3f60-477e-b27b-ba037a7a8181 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.589932 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-86ae0d20-3f60-477e-b27b-ba037a7a8181 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7108376 Mar 31 23:21:24.594489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41728) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:24.619276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-21f6c212-32a8-4550-b337-4ed0bedb90aa tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'security_group_rule': {'security_group_id': '5e55e990-73c8-4642-bee2-4a12e2139f63', 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:24.644388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Attempting to bind port ef3c49e4-c113-4eb5-9701-e56d300fb222 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:24.644388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Attempting to bind port ef3c49e4-c113-4eb5-9701-e56d300fb222 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '12b70722-2237-4c9f-9a96-432f9bc86c9d'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:24.644388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Attempting to bind port ef3c49e4-c113-4eb5-9701-e56d300fb222 on network 12b70722-2237-4c9f-9a96-432f9bc86c9d {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:24.654780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:24.655299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Checking segment: {'id': '95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '12b70722-2237-4c9f-9a96-432f9bc86c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:24.655887 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.656374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Bound using segment: {'id': '95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '12b70722-2237-4c9f-9a96-432f9bc86c9d'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:24.656947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Bound port: ef3c49e4-c113-4eb5-9701-e56d300fb222, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '12b70722-2237-4c9f-9a96-432f9bc86c9d'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:24.657422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.702360 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a3671d-d921-4688-b321-d30658c730b0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.771678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=e6bac744-01d3-4750-8e6d-8fee2f4c6abf,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:24.799238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.819607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:21:20Z', 'revision_number': 4, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port': {'id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:14Z', 'updated_at': '2022-03-31T23:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '3f97b068-abcc-4611-8298-2e0d8a65cf8a', 'name': '', 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'mac_address': 'fa:16:3e:3e:c1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e0d3db97-40d5-4a32-874d-ee3b0a9d78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:19Z', 'updated_at': '2022-03-31T23:21:20Z', 'revision_number': 2, 'project_id': '269fc601786743039fb401a8087f9e0b', 'subnets': [{'id': 'e0d3db97-40d5-4a32-874d-ee3b0a9d78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:24.924577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.935143 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d7f6750-3497-45e9-80a2-25bf01ea4dbc tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6854823 Mar 31 23:21:24.980260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a3671d-d921-4688-b321-d30658c730b0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.070584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3671d-d921-4688-b321-d30658c730b0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc557a1-5f71-4c99-9153-d28f7b69ade9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.097001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a3671d-d921-4688-b321-d30658c730b0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.101441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b9a3671d-d921-4688-b321-d30658c730b0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/subnets/1dc557a1-5f71-4c99-9153-d28f7b69ade9 HTTP/1.1" status: 204 len: 168 time: 1.4366596 Mar 31 23:21:25.102506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-21f6c212-32a8-4550-b337-4ed0bedb90aa tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.104861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41744) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:25.109418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:25.147770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] For port ef3c49e4-c113-4eb5-9701-e56d300fb222, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:25.150841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Checking router: 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:25.151199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Updating router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 port 3f97b068-abcc-4611-8298-2e0d8a65cf8a binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:21:25.173094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b657372-0945-4d77-ac0f-7d332d4470a5 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:25.175259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b657372-0945-4d77-ac0f-7d332d4470a5 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:25.177183 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7b657372-0945-4d77-ac0f-7d332d4470a5 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0705376 Mar 31 23:21:25.183985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41746) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:25.200517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] For port ef3c49e4-c113-4eb5-9701-e56d300fb222, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ef3c49e4-c113-4eb5-9701-e56d300fb222,segment=NetworkSegment(95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4),segment_id=95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:25.211266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.254634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:25.255065 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.275233 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-92dfbbb4-9711-4a6b-b841-434015fefe78 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.307927 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.315905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-21f6c212-32a8-4550-b337-4ed0bedb90aa tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.335844 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dfbbb4-9711-4a6b-b841-434015fefe78 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 31 23:21:25.341219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dfbbb4-9711-4a6b-b841-434015fefe78 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:25.346025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41748) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:25.348152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-92dfbbb4-9711-4a6b-b841-434015fefe78 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/12b70722-2237-4c9f-9a96-432f9bc86c9d HTTP/1.1" status: 409 len: 405 time: 0.1608341 Mar 31 23:21:25.354785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1425760573'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:25.368034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-fdaadbd2-2502-485d-8b79-5b0870c4c1b6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1476630936&fields=id&tenant_id=63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 267 time: 0.2540720 Mar 31 23:21:25.407280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-21f6c212-32a8-4550-b337-4ed0bedb90aa tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.473742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810edecb-5e09-4b3b-8075-feeb84669f02 None None] Network 7a018e68-00d4-406f-a745-753b96b18c0b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:25.482873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6c212-32a8-4550-b337-4ed0bedb90aa tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00a0fb6-72c2-4424-9896-26af2d2d523a,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.488347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:25.495839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.587740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:25.591925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-45061a11-7ec3-43eb-b109-375f46fff473 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:25.600341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.601039 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Added segment e11f0012-c474-4e9e-98fd-f8856db16e46 of type vlan for network 63c7de4d-1b22-492b-8847-a0087a95c339 Mar 31 23:21:25.601622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-45061a11-7ec3-43eb-b109-375f46fff473 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.2323425 Mar 31 23:21:25.625352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-b70f0205-edef-4f7f-a5f5-1ca3745113c1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/quotas/63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 375 time: 0.0222673 Mar 31 23:21:25.688351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-21f6c212-32a8-4550-b337-4ed0bedb90aa tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.692441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-21f6c212-32a8-4550-b337-4ed0bedb90aa tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0919812 Mar 31 23:21:25.697342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41752) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:25.697538 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.704399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0e8c42f2-0f5d-446a-b07e-e88eb96dfa81 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'security_group_rule': {'security_group_id': '5e55e990-73c8-4642-bee2-4a12e2139f63', 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:25.717423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db91e61-682b-4a72-979f-33edd50d7c3d None None] Pushing event updated for resources: {'Port': ['ID=ef3c49e4-c113-4eb5-9701-e56d300fb222,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.731823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-62e0405a-f19a-44da-97e8-47a95be5f1b7 None None] Provisioning complete for port f72dcd50-36bf-4f0b-a573-29677d1d845a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:25.732440 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62e0405a-f19a-44da-97e8-47a95be5f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.808243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-433f63e7-802c-4b59-919e-6fcf51af9723 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1816196 Mar 31 23:21:25.843009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.867030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:25.868557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.922252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0e8c42f2-0f5d-446a-b07e-e88eb96dfa81 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.051445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Network': ['ID=63c7de4d-1b22-492b-8847-a0087a95c339,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:26.061090 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-490aa90b-1f53-4e01-808e-ee063c0c88f1 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7136619 Mar 31 23:21:26.064087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41760) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:26.067740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0e8c42f2-0f5d-446a-b07e-e88eb96dfa81 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.072967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb3d88d9-f3f0-4f6e-aa9b-f63df262942b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:26.081763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'subnet': {'network_id': '63c7de4d-1b22-492b-8847-a0087a95c339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:26.145914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-3b544dcb-fb81-4fb4-8b27-20329ff1ff2c service neutron] 10.222.0.31 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278100 Mar 31 23:21:26.161877 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0e8c42f2-0f5d-446a-b07e-e88eb96dfa81 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.258397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c42f2-0f5d-446a-b07e-e88eb96dfa81 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e129c137-59b1-4afd-ab62-f3fbc95d77db,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:26.270464 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:26.290228 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:26.292689 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:26.460408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0e8c42f2-0f5d-446a-b07e-e88eb96dfa81 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.460408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0e8c42f2-0f5d-446a-b07e-e88eb96dfa81 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6453588 Mar 31 23:21:26.460408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41768) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:26.460408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-cd9acf36-5e1b-41b0-9936-01c491775522 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'security_group_rule': {'security_group_id': '5e55e990-73c8-4642-bee2-4a12e2139f63', 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:26.460408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-e266bf1a-3360-4b8d-acf0-9d7a4143e9f4 service neutron] 10.222.0.31 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562535 Mar 31 23:21:26.547653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:26.547653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.552542 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62e0405a-f19a-44da-97e8-47a95be5f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.553174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9acf36-5e1b-41b0-9936-01c491775522 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.585963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:26.589124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.601798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.606157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 63c7de4d-1b22-492b-8847-a0087a95c339 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:26.726149 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:26.754440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9acf36-5e1b-41b0-9936-01c491775522 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.910256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9acf36-5e1b-41b0-9936-01c491775522 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.956130 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.968269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9acf36-5e1b-41b0-9936-01c491775522 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db83eefd-8666-4787-aee8-624626f860dd,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:27.055760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-baac4076-3d80-4a7c-802a-60de9791d373 req-d68b19e3-92f3-40b0-ab46-bc243c45da09 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 210 time: 0.0705283 Mar 31 23:21:27.063838 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9acf36-5e1b-41b0-9936-01c491775522 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.065254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cd9acf36-5e1b-41b0-9936-01c491775522 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7117970 Mar 31 23:21:27.068082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41790) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:27.075737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'security_group_rule': {'security_group_id': '5e55e990-73c8-4642-bee2-4a12e2139f63', 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:27.123652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a15d3-1d36-4ff7-a43f-2b375685206b None None] Pushing event updated for resources: {'Port': ['ID=3f97b068-abcc-4611-8298-2e0d8a65cf8a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:27.170901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-62e0405a-f19a-44da-97e8-47a95be5f1b7 None None] For port f72dcd50-36bf-4f0b-a573-29677d1d845a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f72dcd50-36bf-4f0b-a573-29677d1d845a,segment=NetworkSegment(076f5764-42e3-4335-8b8b-799483ff2297),segment_id=076f5764-42e3-4335-8b8b-799483ff2297)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:27.226014 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Project c65fa730df7044279ebdbbc2a2749e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:21:27.236654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.278720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:21:27.280625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62e0405a-f19a-44da-97e8-47a95be5f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.281635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.355392 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:27.391743 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:27.392333 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Updating router 651c1835-5176-4027-9a31-46975af37e71 port 67188ffd-47e8-4fe6-aa02-de0db19b89db binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:21:27.400254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Subnet': ['ID=04f9c135-ed42-4997-96fe-8656e1119b30,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:27.432661 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.435520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.448892 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.457166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Checking segment: {'id': 'e11f0012-c474-4e9e-98fd-f8856db16e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '63c7de4d-1b22-492b-8847-a0087a95c339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:27.457984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network hostable DHCP agents. Network: 63c7de4d-1b22-492b-8847-a0087a95c339, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:27.539482 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.558454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370a3224-3412-4bf2-90d1-9e6c207c59c6,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:27.570181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb3d88d9-f3f0-4f6e-aa9b-f63df262942b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:27.577828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.578256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.578833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.579347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.580087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.580712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.581209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.581699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.583008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.583505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.584103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.585584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:27.597594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Attempting to bind port 3f97b068-abcc-4611-8298-2e0d8a65cf8a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:27.598322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Attempting to bind port 3f97b068-abcc-4611-8298-2e0d8a65cf8a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:27.598453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network 63c7de4d-1b22-492b-8847-a0087a95c339 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:27.601239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Attempting to bind port 3f97b068-abcc-4611-8298-2e0d8a65cf8a on network 105a7ef6-f381-4937-bfd4-37e67bc1f63f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:27.603598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642123ab-3362-4437-99cf-741b195d4cbd None None] Network 12b70722-2237-4c9f-9a96-432f9bc86c9d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:27.617015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c61e3d20-25cf-4c65-a4da-518deae2eb57 None None] Provisioning complete for port f72dcd50-36bf-4f0b-a573-29677d1d845a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:27.617640 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c61e3d20-25cf-4c65-a4da-518deae2eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.630086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0405a-f19a-44da-97e8-47a95be5f1b7 None None] Pushing event updated for resources: {'Port': ['ID=f72dcd50-36bf-4f0b-a573-29677d1d845a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:27.637064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:27.637732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Checking segment: {'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:27.638292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.638883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Bound using segment: {'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:27.639518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Bound port: 3f97b068-abcc-4611-8298-2e0d8a65cf8a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27519a60-4b19-414e-bb5b-22e6811d2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:27.640063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.718623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 63c7de4d-1b22-492b-8847-a0087a95c339) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:27.728155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:27.729170 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.729298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.730033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f72dcd50-36bf-4f0b-a573-29677d1d845a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:27.743386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b1b9e-3424-4512-8658-c99fa5144b13 None None] Network 63c7de4d-1b22-492b-8847-a0087a95c339 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:27.767174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.772278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a4ac2f49-84f7-43a2-bd63-c247cdae2b3e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7019153 Mar 31 23:21:27.775047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41802) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:27.805405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3d30fcea-30ec-48a2-b9f2-7d02f683c98e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'security_group_rule': {'security_group_id': '5e55e990-73c8-4642-bee2-4a12e2139f63', 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:27.870341 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aabe4410-8106-4699-a7bd-420673d56c19 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8046129 Mar 31 23:21:27.872776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41808) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:27.879315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'port': {'network_id': '63c7de4d-1b22-492b-8847-a0087a95c339', 'name': 'tempest-NetworksIpV6TestAttrs-197262581'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:27.948335 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.013694 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-3d30fcea-30ec-48a2-b9f2-7d02f683c98e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Project c65fa730df7044279ebdbbc2a2749e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:21:28.032485 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3d30fcea-30ec-48a2-b9f2-7d02f683c98e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.112743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] For port 3f97b068-abcc-4611-8298-2e0d8a65cf8a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:28.120804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=cb3d88d9-f3f0-4f6e-aa9b-f63df262942b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:28.125059 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.159664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] For port 3f97b068-abcc-4611-8298-2e0d8a65cf8a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3f97b068-abcc-4611-8298-2e0d8a65cf8a,segment=NetworkSegment(27519a60-4b19-414e-bb5b-22e6811d2d24),segment_id=27519a60-4b19-414e-bb5b-22e6811d2d24)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:28.210340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3d30fcea-30ec-48a2-b9f2-7d02f683c98e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.244722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f72dcd50-36bf-4f0b-a573-29677d1d845a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:28.244964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:28.245463 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.250858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.288297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7346276-dd61-4eb5-bb49-a6b288ee1ce0 req-38ed5c9f-3bdf-4223-914b-53f9ff5530a3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 210 time: 0.0781765 Mar 31 23:21:28.289831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] device_id is not set on port 4ec00ccb-3f9f-4758-9658-d7a172d1d12e yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:21:28.340866 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f073d8c-e1e0-4b69-bd4d-57326703fe3c None None] Pushing event updated for resources: {'Port': ['ID=67188ffd-47e8-4fe6-aa02-de0db19b89db,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:28.367473 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Attempting to bind port 67188ffd-47e8-4fe6-aa02-de0db19b89db on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:28.368122 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Attempting to bind port 67188ffd-47e8-4fe6-aa02-de0db19b89db by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:28.368287 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Attempting to bind port 67188ffd-47e8-4fe6-aa02-de0db19b89db on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:28.380826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:28.381659 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Checking segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:28.382360 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.383531 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Bound using segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:28.384343 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Bound port: 67188ffd-47e8-4fe6-aa02-de0db19b89db, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:28.384928 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.407605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3d30fcea-30ec-48a2-b9f2-7d02f683c98e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.481168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30fcea-30ec-48a2-b9f2-7d02f683c98e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44fdfde-7bd1-430c-a43c-ec8b2374b5ea,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:28.493276 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] For port 67188ffd-47e8-4fe6-aa02-de0db19b89db, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:28.502818 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] For port 67188ffd-47e8-4fe6-aa02-de0db19b89db, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=67188ffd-47e8-4fe6-aa02-de0db19b89db,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:28.563928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3d30fcea-30ec-48a2-b9f2-7d02f683c98e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.565475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3d30fcea-30ec-48a2-b9f2-7d02f683c98e tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7892878 Mar 31 23:21:28.613765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Allocated IP 2001:db8::f816:3eff:fec2:69f6 (63c7de4d-1b22-492b-8847-a0087a95c339/04f9c135-ed42-4997-96fe-8656e1119b30/4ec00ccb-3f9f-4758-9658-d7a172d1d12e) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:28.642329 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.707363 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.778701 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:28.781045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:28.914611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-577b37e0-fd63-4ac7-9cd0-c72d20720bf2 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484645467&fields=id&tenant_id=c65fa730df7044279ebdbbc2a2749e97 HTTP/1.1" status: 200 len: 267 time: 0.1215875 Mar 31 23:21:28.930393 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f073d8c-e1e0-4b69-bd4d-57326703fe3c None None] Pushing event updated for resources: {'Port': ['ID=67188ffd-47e8-4fe6-aa02-de0db19b89db,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:28.978750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] DHCP port deletion for 12b70722-2237-4c9f-9a96-432f9bc86c9d request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:28.983995 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-63c7de4d-1b22-492b-8847-a0087a95c339', 'network_id': '63c7de4d-1b22-492b-8847-a0087a95c339', 'tenant_id': '75f84ee897cc447d94a3c59b7297e560', 'fixed_ips': [{'subnet_id': '04f9c135-ed42-4997-96fe-8656e1119b30'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:28.988929 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.997580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] Provisioning complete for port 3f97b068-abcc-4611-8298-2e0d8a65cf8a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:29.005243 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.006091 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.115774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-bf4e1325-2cc5-4da9-a461-d3fa83512165 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.130928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-bf4e1325-2cc5-4da9-a461-d3fa83512165 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/networks?id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375 HTTP/1.1" status: 200 len: 809 time: 0.2102420 Mar 31 23:21:29.170760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-11705086-cef8-412f-8bb2-9b8f93f4d4c3 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/quotas/c65fa730df7044279ebdbbc2a2749e97 HTTP/1.1" status: 200 len: 375 time: 0.0385861 Mar 31 23:21:29.173644 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:29.258093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.264583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a15d3-1d36-4ff7-a43f-2b375685206b None None] Pushing event updated for resources: {'Port': ['ID=3f97b068-abcc-4611-8298-2e0d8a65cf8a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:29.273654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Routers {'3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:29.274601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:29.319652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-3136b9d7-b91f-423a-9dd3-218342b1e123 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c65fa730df7044279ebdbbc2a2749e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476662 Mar 31 23:21:29.423078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-df30fbba-8b7d-44d7-8085-398978e83508 service neutron] 10.222.0.31 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024637 Mar 31 23:21:29.427794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network 63c7de4d-1b22-492b-8847-a0087a95c339 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:29.454584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:29.467940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:29.477848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.482042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.510987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Port': ['ID=4ec00ccb-3f9f-4758-9658-d7a172d1d12e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:29.523556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83dfb004-a7de-4228-9146-e090dcf81999 req-ddb9a2ee-ce4d-4c7c-8423-7f3ca3d4b763 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 210 time: 0.0646057 Mar 31 23:21:29.583334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-59fd712c-2900-4549-a35b-79d6c1241b4c service neutron] 10.222.0.31 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572499 Mar 31 23:21:29.658309 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-31e79538-a117-43e9-8c2a-abf86849f485 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7842085 Mar 31 23:21:29.660899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41850) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:29.694569 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:28Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:29.733881 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b5628-f9cf-4b2e-8a72-9bbe4f4883c9 None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:28Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:29.788481 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.792387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57013bb-6f4e-4bc0-86bb-a8b795972cfa tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Deleting subnet 04f9c135-ed42-4997-96fe-8656e1119b30 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:29.868366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Allocated IP 2001:db8::f816:3eff:fea6:9ac3 (63c7de4d-1b22-492b-8847-a0087a95c339/04f9c135-ed42-4997-96fe-8656e1119b30/a56d88a6-5b1a-4345-9e7d-3d8682b652c6) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:29.874160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb3d88d9-f3f0-4f6e-aa9b-f63df262942b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:29.958848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] Deleting port ef3c49e4-c113-4eb5-9701-e56d300fb222 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:29.959465 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.966670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] For port 3f97b068-abcc-4611-8298-2e0d8a65cf8a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3f97b068-abcc-4611-8298-2e0d8a65cf8a,segment=NetworkSegment(27519a60-4b19-414e-bb5b-22e6811d2d24),segment_id=27519a60-4b19-414e-bb5b-22e6811d2d24)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:30.010962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] Set router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:30.165473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-331e1eb9-ac34-446e-9785-3fc3cb7ec625 req-74f91995-de29-4160-898d-134ad79f4282 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0658066 Mar 31 23:21:30.274044 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.441914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] For port ef3c49e4-c113-4eb5-9701-e56d300fb222, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ef3c49e4-c113-4eb5-9701-e56d300fb222,segment=NetworkSegment(95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4),segment_id=95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:30.444865 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.473038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] Calling delete_port for ef3c49e4-c113-4eb5-9701-e56d300fb222 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:30.561305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-bf0cb87c-886e-4a72-86af-fd718ebb228c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:30.563396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-bf0cb87c-886e-4a72-86af-fd718ebb228c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.3371053 Mar 31 23:21:30.704244 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.705849 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-444fac6a-3ece-484e-935e-e8c6812fab87 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 380 time: 0.1277583 Mar 31 23:21:30.726432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'port': {'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'admin_state_up': True, 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'security_groups': ['fb4b064a-b6ab-46fb-ae30-4cd0e13578f5']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:30.778235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea9f6c80-826f-4e72-9d18-3734f5160f66 req-482e6dc0-3c24-4c39-b0da-aba96a596d9d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 210 time: 0.0628097 Mar 31 23:21:30.794893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:30.795363 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.826191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] Provisioning complete for port ef3c49e4-c113-4eb5-9701-e56d300fb222 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:30.826728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.906402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] Port ef3c49e4-c113-4eb5-9701-e56d300fb222 was deleted so its status cannot be updated. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 31 23:21:30.910945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] No DVR routers for this DVR port ef3c49e4-c113-4eb5-9701-e56d300fb222 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:31.010024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0088a2d-7264-4295-b4ed-b606f13dc5bc None None] Pushing event updated for resources: {'Port': ['ID=3f97b068-abcc-4611-8298-2e0d8a65cf8a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:31.052331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19915e0-cea9-40f4-87cc-2076411a7b53 None None] Pushing event deleted for resources: {'Port': ['ID=ef3c49e4-c113-4eb5-9701-e56d300fb222,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:31.081870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Made reservation on behalf of 63b69116baec4d80901fa4a090f80d91 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:31.087256 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.113810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f665b6f8-730f-4396-9e29-9b9d0265fa64 None None] Provisioning complete for port 3f97b068-abcc-4611-8298-2e0d8a65cf8a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:31.114344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f665b6f8-730f-4396-9e29-9b9d0265fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.250970 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.308399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 67188ffd-47e8-4fe6-aa02-de0db19b89db up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:31.315406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:21:20Z', 'revision_number': 4, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port': {'id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:14Z', 'updated_at': '2022-03-31T23:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '3f97b068-abcc-4611-8298-2e0d8a65cf8a', 'name': '', 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'mac_address': 'fa:16:3e:3e:c1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e0d3db97-40d5-4a32-874d-ee3b0a9d78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:19Z', 'updated_at': '2022-03-31T23:21:28Z', 'revision_number': 4, 'project_id': '269fc601786743039fb401a8087f9e0b', 'subnets': [{'id': 'e0d3db97-40d5-4a32-874d-ee3b0a9d78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:31.335017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fe99bce-1759-4e19-8ccd-83a089d5fe54 req-8e1f9d34-4016-440b-a0d6-fbcc9e3f99ef tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0391531 Mar 31 23:21:31.358297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Allocated IP 172.20.0.12 (6452e196-06e1-4b87-8bdb-394c2eb4c5c3/aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361/43e80030-9e8a-45d8-893d-01f6c2594fc3) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:31.375503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57013bb-6f4e-4bc0-86bb-a8b795972cfa tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.380431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5fc3-48e2-4e0c-80f5-7734121bb474 None None] The sync data for ids ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'] in n-d-836015-1 is: [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:21:20Z', 'revision_number': 4, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port': {'id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:14Z', 'updated_at': '2022-03-31T23:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '3f97b068-abcc-4611-8298-2e0d8a65cf8a', 'name': '', 'network_id': '105a7ef6-f381-4937-bfd4-37e67bc1f63f', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'mac_address': 'fa:16:3e:3e:c1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e0d3db97-40d5-4a32-874d-ee3b0a9d78b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:19Z', 'updated_at': '2022-03-31T23:21:28Z', 'revision_number': 4, 'project_id': '269fc601786743039fb401a8087f9e0b', 'subnets': [{'id': 'e0d3db97-40d5-4a32-874d-ee3b0a9d78b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:31.390557 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.465790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57013bb-6f4e-4bc0-86bb-a8b795972cfa tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.483900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Network 63c7de4d-1b22-492b-8847-a0087a95c339 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:31.509395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:31.517943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:31.533830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f665b6f8-730f-4396-9e29-9b9d0265fa64 None None] Provisioning complete for port 67188ffd-47e8-4fe6-aa02-de0db19b89db triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:31.534605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f665b6f8-730f-4396-9e29-9b9d0265fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.539550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Pushing event updated for resources: {'Port': ['ID=a56d88a6-5b1a-4345-9e7d-3d8682b652c6,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:31.610372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 67188ffd-47e8-4fe6-aa02-de0db19b89db triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:31.611719 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.739946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Attempting to bind port a56d88a6-5b1a-4345-9e7d-3d8682b652c6 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:31.740358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Attempting to bind port a56d88a6-5b1a-4345-9e7d-3d8682b652c6 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'e11f0012-c474-4e9e-98fd-f8856db16e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '63c7de4d-1b22-492b-8847-a0087a95c339'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:31.742760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Attempting to bind port a56d88a6-5b1a-4345-9e7d-3d8682b652c6 on network 63c7de4d-1b22-492b-8847-a0087a95c339 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:31.753803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f665b6f8-730f-4396-9e29-9b9d0265fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.756833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:31.757198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Checking segment: {'id': 'e11f0012-c474-4e9e-98fd-f8856db16e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '63c7de4d-1b22-492b-8847-a0087a95c339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:31.762050 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.762919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Bound using segment: {'id': 'e11f0012-c474-4e9e-98fd-f8856db16e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '63c7de4d-1b22-492b-8847-a0087a95c339'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:31.763599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Bound port: a56d88a6-5b1a-4345-9e7d-3d8682b652c6, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11f0012-c474-4e9e-98fd-f8856db16e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '63c7de4d-1b22-492b-8847-a0087a95c339'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:31.764241 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.807379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57013bb-6f4e-4bc0-86bb-a8b795972cfa tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.885127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.957226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7adb1007-8cfa-4d24-8deb-d5ccb0582698 req-d4a5d77e-d181-495d-a397-f878212f7acb tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 210 time: 0.0696564 Mar 31 23:21:32.064963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.076445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57013bb-6f4e-4bc0-86bb-a8b795972cfa tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.152742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57013bb-6f4e-4bc0-86bb-a8b795972cfa tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.159266 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d57013bb-6f4e-4bc0-86bb-a8b795972cfa tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/subnets/04f9c135-ed42-4997-96fe-8656e1119b30 HTTP/1.1" status: 204 len: 168 time: 2.4942575 Mar 31 23:21:32.159266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57013bb-6f4e-4bc0-86bb-a8b795972cfa tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Subnet': ['ID=04f9c135-ed42-4997-96fe-8656e1119b30,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:32.159669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41898) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:32.176283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:32.184708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:32.185214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:32.198458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f665b6f8-730f-4396-9e29-9b9d0265fa64 None None] For port 67188ffd-47e8-4fe6-aa02-de0db19b89db, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=67188ffd-47e8-4fe6-aa02-de0db19b89db,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:32.228641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=43e80030-9e8a-45d8-893d-01f6c2594fc3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:32.260979 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.272408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.273098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.282295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] For port a56d88a6-5b1a-4345-9e7d-3d8682b652c6, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:32.328383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726e4a8-96fc-4586-9fa9-23636ca17c2f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.328383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726e4a8-96fc-4586-9fa9-23636ca17c2f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.329662 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f665b6f8-730f-4396-9e29-9b9d0265fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.332415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6726e4a8-96fc-4586-9fa9-23636ca17c2f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1714344 Mar 31 23:21:32.333157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41904) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:32.355103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] For port a56d88a6-5b1a-4345-9e7d-3d8682b652c6, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a56d88a6-5b1a-4345-9e7d-3d8682b652c6,segment=NetworkSegment(e11f0012-c474-4e9e-98fd-f8856db16e46),segment_id=e11f0012-c474-4e9e-98fd-f8856db16e46)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:32.409338 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-f0a7cf08-5c04-4e0d-95ee-e89d8fac1eef tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6991398 Mar 31 23:21:32.423219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Request body: {'port': {'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:32.452146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.469313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665b6f8-730f-4396-9e29-9b9d0265fa64 None None] Pushing event updated for resources: {'Port': ['ID=67188ffd-47e8-4fe6-aa02-de0db19b89db,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:32.488415 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:21:32.491321 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:21:32.493479 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-147fd919-2579-4aa7-a5c7-e5116e79ae83 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.546271 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.569699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f25d1006-bb64-46d3-bb72-001331c26195 req-cd7937e7-5307-41ca-9f53-621e3c58841c tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0732334 Mar 31 23:21:32.579526 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-147fd919-2579-4aa7-a5c7-e5116e79ae83 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 31 23:21:32.580195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147fd919-2579-4aa7-a5c7-e5116e79ae83 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:32.580698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415a5f6-92ad-4572-8dbe-126a83e40eb3 None None] Pushing event updated for resources: {'Port': ['ID=a56d88a6-5b1a-4345-9e7d-3d8682b652c6,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:32.592226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-147fd919-2579-4aa7-a5c7-e5116e79ae83 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/63c7de4d-1b22-492b-8847-a0087a95c339 HTTP/1.1" status: 409 len: 405 time: 0.2578983 Mar 31 23:21:32.600913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 41910) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:32.612383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2067722533'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:32.657323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fced01d5-815a-4768-a342-fdb8bd04fb33 None None] Provisioning complete for port 43e80030-9e8a-45d8-893d-01f6c2594fc3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:32.657778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fced01d5-815a-4768-a342-fdb8bd04fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.702419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fced01d5-815a-4768-a342-fdb8bd04fb33 None None] Port 43e80030-9e8a-45d8-893d-01f6c2594fc3 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:32.708487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:32.713365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.749412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:32.761092 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.761445 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Added segment 655fbfcc-51b8-4fa0-a2f5-76195d7dc099 of type vlan for network 52525e1e-ff2f-4f7c-9d92-ce592948716a Mar 31 23:21:32.867673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.998042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e80030-9e8a-45d8-893d-01f6c2594fc3 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:33.014009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.021332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.032078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:33.032971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.076978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f72dcd50-36bf-4f0b-a573-29677d1d845a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:33.085742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Transition to ACTIVE for port object 43e80030-9e8a-45d8-893d-01f6c2594fc3 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:21:33.157796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f72dcd50-36bf-4f0b-a573-29677d1d845a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:33.158264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.184335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.220834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6186631 Mar 31 23:21:33.249176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41922) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:33.266839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'subnet': {'network_id': '52525e1e-ff2f-4f7c-9d92-ce592948716a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:33.343697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d00dd9-53d0-408b-bd51-47ee625b6fc6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Network': ['ID=52525e1e-ff2f-4f7c-9d92-ce592948716a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:33.385641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 52525e1e-ff2f-4f7c-9d92-ce592948716a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:33.411277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ece8b-8e9b-4ac2-a491-bd3f5a6008d6 req-4a5ccc19-5d3d-49e9-855d-1ed4e49fafe7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:33.419928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-770ece8b-8e9b-4ac2-a491-bd3f5a6008d6 req-4a5ccc19-5d3d-49e9-855d-1ed4e49fafe7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 932 time: 0.3226933 Mar 31 23:21:33.559151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Pushing event updated for resources: {'Port': ['ID=43e80030-9e8a-45d8-893d-01f6c2594fc3,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:33.715485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Attempting to bind port 43e80030-9e8a-45d8-893d-01f6c2594fc3 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:33.716144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Attempting to bind port 43e80030-9e8a-45d8-893d-01f6c2594fc3 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:33.716674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Attempting to bind port 43e80030-9e8a-45d8-893d-01f6c2594fc3 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:33.725631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Port 43e80030-9e8a-45d8-893d-01f6c2594fc3 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:33.726761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Attempting to bind port 43e80030-9e8a-45d8-893d-01f6c2594fc3 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:33.740049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:33.741893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Checking segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:33.742368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Bound using segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:33.742923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Bound port: 43e80030-9e8a-45d8-893d-01f6c2594fc3, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:33.743365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.811145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 67188ffd-47e8-4fe6-aa02-de0db19b89db up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:33.881207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:33.909776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.928186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 67188ffd-47e8-4fe6-aa02-de0db19b89db triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:33.929518 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.043254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] For port 43e80030-9e8a-45d8-893d-01f6c2594fc3, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:34.053054 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] For port 43e80030-9e8a-45d8-893d-01f6c2594fc3, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=43e80030-9e8a-45d8-893d-01f6c2594fc3,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:34.136309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a56d88a6-5b1a-4345-9e7d-3d8682b652c6 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:34.176167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48c92fa5-dd5e-4d32-b6e2-86dd8e31da92 req-c03bf6a4-d5b0-43f3-a246-00d890ee0765 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0841062 Mar 31 23:21:34.187433 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72ca4513-05ce-4527-80ca-f006b203e8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.187609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-10755d7a-c4a8-43fa-89be-9c7ca817ca60 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.187730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-10755d7a-c4a8-43fa-89be-9c7ca817ca60 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.45 "GET /v2.0/networks?id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375 HTTP/1.1" status: 200 len: 809 time: 1.0041525 Mar 31 23:21:34.213483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.223802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a56d88a6-5b1a-4345-9e7d-3d8682b652c6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:34.224177 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.251894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e63a2c41-e475-42f1-9e7c-2568539588a5 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c65fa730df7044279ebdbbc2a2749e97 HTTP/1.1" status: 200 len: 379 time: 0.0518594 Mar 31 23:21:34.256855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-770ece8b-8e9b-4ac2-a491-bd3f5a6008d6 req-dab89194-66f9-4ea9-a106-55255c2a848b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8110652 Mar 31 23:21:34.262622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'port': {'device_id': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'admin_state_up': True, 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'security_groups': ['5e55e990-73c8-4642-bee2-4a12e2139f63']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:34.304898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.305824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.313797 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] 10.222.0.50 "PUT /v2.0/ports/43e80030-9e8a-45d8-893d-01f6c2594fc3 HTTP/1.1" status: 200 len: 1092 time: 1.8907297 Mar 31 23:21:34.314947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'tag': '43e80030-9e8a-45d8-893d-01f6c2594fc3'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:34.321419 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1f3d72-0a25-4cf7-862a-c5c608433b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2", "tag": "43e80030-9e8a-45d8-893d-01f6c2594fc3"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:34.355271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f39c2b9-5993-4e23-84d8-2a3bf4d30d24 None None] Network 63c7de4d-1b22-492b-8847-a0087a95c339 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:34.412003 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde5dc79-b582-4124-93e8-1e8a45fe8a37 x-openstack-request-id: req-fde5dc79-b582-4124-93e8-1e8a45fe8a37 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:34.413022 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2", "tag": "43e80030-9e8a-45d8-893d-01f6c2594fc3", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:34.413288 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fde5dc79-b582-4124-93e8-1e8a45fe8a37 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:34.413711 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde5dc79-b582-4124-93e8-1e8a45fe8a37'] response: {'name': 'network-changed', 'server_uuid': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'tag': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'status': 'completed', 'code': 200} Mar 31 23:21:34.476575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-95bc0093-145e-4043-a71d-abbfcabc169b None None] Provisioning complete for port a56d88a6-5b1a-4345-9e7d-3d8682b652c6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:34.476999 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95bc0093-145e-4043-a71d-abbfcabc169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.504662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447311e-b3dc-4c28-9d99-bb0f318b924a service neutron] Pushing event updated for resources: {'Port': ['ID=43e80030-9e8a-45d8-893d-01f6c2594fc3,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:34.575584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Made reservation on behalf of c65fa730df7044279ebdbbc2a2749e97 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:34.580338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.580877 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.621111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f3d72-0a25-4cf7-862a-c5c608433b4a req-f278c9bc-f8ae-4154-b64f-e6a97a6dc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.622686 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4d1f3d72-0a25-4cf7-862a-c5c608433b4a req-f278c9bc-f8ae-4154-b64f-e6a97a6dc08b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 1095 time: 0.2016876 Mar 31 23:21:34.653631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:21:34.680389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.702275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port a56d88a6-5b1a-4345-9e7d-3d8682b652c6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a56d88a6-5b1a-4345-9e7d-3d8682b652c6,segment=NetworkSegment(e11f0012-c474-4e9e-98fd-f8856db16e46),segment_id=e11f0012-c474-4e9e-98fd-f8856db16e46)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:34.747393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Allocated IP 172.20.0.10 (b5ff5f36-910d-4ac6-987d-cffbf9aa6375/3d6760c5-8d13-44fb-9810-75018cbf909b/4ddc0bff-c03a-4170-b394-6e5a6b0fd955) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:34.785045 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95bc0093-145e-4043-a71d-abbfcabc169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.812962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Subnet': ['ID=d25f63c7-2c6f-4e35-a924-c87095f4c7d3,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:34.816688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] DHCP port deletion for 63c7de4d-1b22-492b-8847-a0087a95c339 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:34.824164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f3d72-0a25-4cf7-862a-c5c608433b4a req-b8468881-7f04-4ad5-9f4d-1f7196732380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.826026 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4d1f3d72-0a25-4cf7-862a-c5c608433b4a req-b8468881-7f04-4ad5-9f4d-1f7196732380 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=63b69116baec4d80901fa4a090f80d91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1704025 Mar 31 23:21:34.829198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Checking segment: {'id': '655fbfcc-51b8-4fa0-a2f5-76195d7dc099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '52525e1e-ff2f-4f7c-9d92-ce592948716a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:34.829771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network hostable DHCP agents. Network: 52525e1e-ff2f-4f7c-9d92-ce592948716a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:34.878898 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.879913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3f97b068-abcc-4611-8298-2e0d8a65cf8a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:34.947615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f3d72-0a25-4cf7-862a-c5c608433b4a req-11b46edb-d8d9-4540-82a5-d164a09c60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.949191 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4d1f3d72-0a25-4cf7-862a-c5c608433b4a req-11b46edb-d8d9-4540-82a5-d164a09c60c4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168950 Mar 31 23:21:34.954051 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.964399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] Deleting port a56d88a6-5b1a-4345-9e7d-3d8682b652c6 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:34.964862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.020450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network 52525e1e-ff2f-4f7c-9d92-ce592948716a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:35.040908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-91cef1ca-7173-499c-a782-9e980dc5a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.042599 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-91cef1ca-7173-499c-a782-9e980dc5a69c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0544527 Mar 31 23:21:35.073376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.092615 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-287a8dc1-a8eb-489c-b61a-5ab27519f70a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e80030-9e8a-45d8-893d-01f6c2594fc3 HTTP/1.1" status: 200 len: 217 time: 0.0402095 Mar 31 23:21:35.108057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 52525e1e-ff2f-4f7c-9d92-ce592948716a) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:35.119062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:35.122650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:35.123597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] For port a56d88a6-5b1a-4345-9e7d-3d8682b652c6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a56d88a6-5b1a-4345-9e7d-3d8682b652c6,segment=NetworkSegment(e11f0012-c474-4e9e-98fd-f8856db16e46),segment_id=e11f0012-c474-4e9e-98fd-f8856db16e46)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:35.124071 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.130261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:35.132859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.136995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.142997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] Calling delete_port for a56d88a6-5b1a-4345-9e7d-3d8682b652c6 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:35.158551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-a329a92b-3787-4207-b3cb-1b668e9223c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.160129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-a329a92b-3787-4207-b3cb-1b668e9223c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0614417 Mar 31 23:21:35.179903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'Port': ['ID=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:35.204927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.205999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.212088 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-95bc0093-145e-4043-a71d-abbfcabc169b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:21:35.213480 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-95bc0093-145e-4043-a71d-abbfcabc169b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:21:35.237561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8615f5b6-fbba-4528-9f7b-15c67794af93 None None] Network 52525e1e-ff2f-4f7c-9d92-ce592948716a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:35.237561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=a56d88a6-5b1a-4345-9e7d-3d8682b652c6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:35.237741 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f641fd02-4cba-4256-9ea2-9a1880448bd2 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9796031 Mar 31 23:21:35.242494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 41956) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:35.285466 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-321f05c2-697b-42ec-8eda-65c0a554d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.287162 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-321f05c2-697b-42ec-8eda-65c0a554d345 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205971 Mar 31 23:21:35.328536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3f97b068-abcc-4611-8298-2e0d8a65cf8a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:35.328969 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.336375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc897344-9eae-476e-9892-d041e22a3824 req-2b00451d-a644-4007-aa65-c2202cd00481 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.345300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc897344-9eae-476e-9892-d041e22a3824 req-2b00451d-a644-4007-aa65-c2202cd00481 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 932 time: 0.0652635 Mar 31 23:21:35.357200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-d087f362-1f72-49b9-a0a9-e9ee54257c53 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0988204 Mar 31 23:21:35.369399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Request body: {'port': {'device_id': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:35.468338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.506960 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc897344-9eae-476e-9892-d041e22a3824 req-96eedee6-0fd8-431f-80c5-fc0a9af12209 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605062 Mar 31 23:21:35.597617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d646-ec9a-4bbc-b0f5-3167db1f1732 req-5e697cc0-62c2-4dc0-be3f-681841a9f02e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.597617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e72d646-ec9a-4bbc-b0f5-3167db1f1732 req-5e697cc0-62c2-4dc0-be3f-681841a9f02e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 944 time: 0.1348119 Mar 31 23:21:35.609967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.716377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e72d646-ec9a-4bbc-b0f5-3167db1f1732 req-0d776bb7-60f6-4da4-b53a-00de9ba42d54 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473597 Mar 31 23:21:35.724169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] Pushing event deleted for resources: {'Port': ['ID=a56d88a6-5b1a-4345-9e7d-3d8682b652c6,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:35.746147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-52525e1e-ff2f-4f7c-9d92-ce592948716a', 'network_id': '52525e1e-ff2f-4f7c-9d92-ce592948716a', 'tenant_id': '75f84ee897cc447d94a3c59b7297e560', 'fixed_ips': [{'subnet_id': 'd25f63c7-2c6f-4e35-a924-c87095f4c7d3'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:35.746147 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.789712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb290525-5fe0-491f-98da-99bd35111a00 None None] No DVR routers for this DVR port a56d88a6-5b1a-4345-9e7d-3d8682b652c6 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:35.791680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a56d88a6-5b1a-4345-9e7d-3d8682b652c6 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:35.802055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-95bc0093-145e-4043-a71d-abbfcabc169b None None] Port a56d88a6-5b1a-4345-9e7d-3d8682b652c6 update to ACTIVE by agent not found {{(pid=109822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:21:35.825342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a56d88a6-5b1a-4345-9e7d-3d8682b652c6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:35.825675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a56d88a6-5b1a-4345-9e7d-3d8682b652c6 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:35.920456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:35.929594 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.944869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Transition to ACTIVE for port object 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:21:35.976052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3fef0586-d2a7-41c3-b949-bd564d4b5af1 None None] Provisioning complete for port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:35.976446 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3fef0586-d2a7-41c3-b949-bd564d4b5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.028478 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.032859 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.040698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Allocated IP 2001:db8::f816:3eff:fef9:ce80 (52525e1e-ff2f-4f7c-9d92-ce592948716a/d25f63c7-2c6f-4e35-a924-c87095f4c7d3/bd36c1c4-eca0-4a96-b282-8103459a0e45) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:36.048351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3fef0586-d2a7-41c3-b949-bd564d4b5af1 None None] Port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:36.059806 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-160108fa-32f7-4b86-a1cb-8694c3e6a78b service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652798 Mar 31 23:21:36.132639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.171756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd7e664e-6e2f-4011-abab-cb9710629f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.186804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.249545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.263120 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-430e93d4-27cf-4d21-b0c0-ee0406937cf9 req-e891a217-4940-42c4-9821-b6fb12364ebc service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803925 Mar 31 23:21:36.270807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Attempting to bind port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:36.272564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Attempting to bind port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:36.273110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Attempting to bind port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 on network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:36.282328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 on network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:36.288352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Attempting to bind port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 on network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:36.288761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:36.289275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Checking segment: {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:36.289866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Bound using segment: {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:36.290516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Bound port: 4ddc0bff-c03a-4170-b394-6e5a6b0fd955, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63f5b8b-8f78-4d03-af52-8ee39a775869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:36.291764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.345163 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.364854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] For port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:36.368234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] For port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:36.417283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Network 52525e1e-ff2f-4f7c-9d92-ce592948716a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:36.421296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:36.425938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:36.435807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Pushing event updated for resources: {'Port': ['ID=bd36c1c4-eca0-4a96-b282-8103459a0e45,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.445742 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.467252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.477627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Subnet': ['ID=d25f63c7-2c6f-4e35-a924-c87095f4c7d3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.496122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.503231 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.507189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] 10.222.0.45 "PUT /v2.0/ports/4ddc0bff-c03a-4170-b394-6e5a6b0fd955 HTTP/1.1" status: 200 len: 1092 time: 1.1415973 Mar 31 23:21:36.507748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'tag': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:36.511592 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22917f4-89c5-4df6-a46f-b0f44cb2c7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7", "tag": "4ddc0bff-c03a-4170-b394-6e5a6b0fd955"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:36.527974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Attempting to bind port bd36c1c4-eca0-4a96-b282-8103459a0e45 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:36.528346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Attempting to bind port bd36c1c4-eca0-4a96-b282-8103459a0e45 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '655fbfcc-51b8-4fa0-a2f5-76195d7dc099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '52525e1e-ff2f-4f7c-9d92-ce592948716a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:36.528932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Attempting to bind port bd36c1c4-eca0-4a96-b282-8103459a0e45 on network 52525e1e-ff2f-4f7c-9d92-ce592948716a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:36.538682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:36.539065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Checking segment: {'id': '655fbfcc-51b8-4fa0-a2f5-76195d7dc099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '52525e1e-ff2f-4f7c-9d92-ce592948716a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:36.539474 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.539875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Bound using segment: {'id': '655fbfcc-51b8-4fa0-a2f5-76195d7dc099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '52525e1e-ff2f-4f7c-9d92-ce592948716a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:36.540353 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Bound port: bd36c1c4-eca0-4a96-b282-8103459a0e45, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655fbfcc-51b8-4fa0-a2f5-76195d7dc099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '52525e1e-ff2f-4f7c-9d92-ce592948716a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:36.540737 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.595741 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fa2952-cbed-4330-af78-e694d956b772 x-openstack-request-id: req-95fa2952-cbed-4330-af78-e694d956b772 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:36.596039 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7", "tag": "4ddc0bff-c03a-4170-b394-6e5a6b0fd955", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:36.596292 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95fa2952-cbed-4330-af78-e694d956b772 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:36.596692 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fa2952-cbed-4330-af78-e694d956b772'] response: {'name': 'network-changed', 'server_uuid': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'tag': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'status': 'completed', 'code': 200} Mar 31 23:21:36.619699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.646380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768b613-620e-473a-9483-843bb36f59a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.707092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52525e1e-ff2f-4f7c-9d92-ce592948716a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.713816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] For port bd36c1c4-eca0-4a96-b282-8103459a0e45, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:36.720446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] For port bd36c1c4-eca0-4a96-b282-8103459a0e45, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bd36c1c4-eca0-4a96-b282-8103459a0e45,segment=NetworkSegment(655fbfcc-51b8-4fa0-a2f5-76195d7dc099),segment_id=655fbfcc-51b8-4fa0-a2f5-76195d7dc099)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:36.727740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655fbfcc-51b8-4fa0-a2f5-76195d7dc099') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.728255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655fbfcc-51b8-4fa0-a2f5-76195d7dc099') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:36.739389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.751322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22917f4-89c5-4df6-a46f-b0f44cb2c7b5 req-235e0e78-776e-4f6d-88a2-1ff6950c41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.752852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a22917f4-89c5-4df6-a46f-b0f44cb2c7b5 req-235e0e78-776e-4f6d-88a2-1ff6950c41d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c65fa730df7044279ebdbbc2a2749e97&device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1095 time: 0.1342685 Mar 31 23:21:36.768141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a459-85c6-4222-9822-7acf2e7173a7 req-a234ed65-a6b3-4d55-8c7b-e296e7458e8c tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.769861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3675a459-85c6-4222-9822-7acf2e7173a7 req-a234ed65-a6b3-4d55-8c7b-e296e7458e8c tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 944 time: 0.0787656 Mar 31 23:21:36.804349 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.808260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.813323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:36.813714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:36.816992 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:36.887828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3675a459-85c6-4222-9822-7acf2e7173a7 req-0f65a676-6f2d-4e48-b7a1-c22c7cf2e81a tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079307 Mar 31 23:21:36.930168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbbfb3-c8ce-496d-945f-16b81a0aed14 None None] Pushing event updated for resources: {'Port': ['ID=bd36c1c4-eca0-4a96-b282-8103459a0e45,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.941932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a7cef6-9a59-45d9-9b15-73ccc0c41290 None None] Network 52525e1e-ff2f-4f7c-9d92-ce592948716a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:36.970495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250fab0-4c53-4068-8f33-4fdd40bcbc51 req-c182c83a-1ba9-4b2a-bd10-0ea00de91f1a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.970495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1250fab0-4c53-4068-8f33-4fdd40bcbc51 req-c182c83a-1ba9-4b2a-bd10-0ea00de91f1a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 944 time: 0.1210072 Mar 31 23:21:36.972681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22917f4-89c5-4df6-a46f-b0f44cb2c7b5 req-a0bec180-b9a2-42bc-b2b6-3aeed9a1f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.975128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a22917f4-89c5-4df6-a46f-b0f44cb2c7b5 req-a0bec180-b9a2-42bc-b2b6-3aeed9a1f875 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c65fa730df7044279ebdbbc2a2749e97&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2035954 Mar 31 23:21:36.991821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:21:36.991821 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:21:36.991821 n-d-836015-1 neutron-server[109821]: [parameters: {'id': '52525e1e-ff2f-4f7c-9d92-ce592948716a'}] Mar 31 23:21:36.991821 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:21:36.992270 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:21:37.081127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1250fab0-4c53-4068-8f33-4fdd40bcbc51 req-7893fcbf-1dd1-4544-94a1-bff512cc7ca4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022494 Mar 31 23:21:37.103144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7bdf7-441e-41dc-a487-8bd40e46f126 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:21:37.129754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22917f4-89c5-4df6-a46f-b0f44cb2c7b5 req-72790069-07a6-41d1-9c57-6407cf7e7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.132576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a22917f4-89c5-4df6-a46f-b0f44cb2c7b5 req-72790069-07a6-41d1-9c57-6407cf7e7ca0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473370 Mar 31 23:21:37.200512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7bdf7-441e-41dc-a487-8bd40e46f126 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:21:37.227250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-0f7cd23f-3fcf-403b-b011-024bc5909c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.228228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-0f7cd23f-3fcf-403b-b011-024bc5909c7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c65fa730df7044279ebdbbc2a2749e97&device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1095 time: 0.0497530 Mar 31 23:21:37.272979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-8015feb2-ebc3-49e0-9920-b83b6c155168 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955 HTTP/1.1" status: 200 len: 217 time: 0.0360062 Mar 31 23:21:37.325928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-a604ad0b-d079-4e77-b036-406be9e2a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.327523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-a604ad0b-d079-4e77-b036-406be9e2a7d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d6760c5-8d13-44fb-9810-75018cbf909b HTTP/1.1" status: 200 len: 848 time: 0.0470040 Mar 31 23:21:37.393427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-907c09c9-e925-4092-aae8-da69ce826534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.395091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-907c09c9-e925-4092-aae8-da69ce826534 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595212 Mar 31 23:21:37.493535 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.508298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-1742959d-7c88-448d-8a69-71c1e77da754 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057370 Mar 31 23:21:37.591850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Deleting port bd36c1c4-eca0-4a96-b282-8103459a0e45 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:37.592622 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.664065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cbf06eb-6b5f-48a0-8225-d11e61b68bf7 req-974d8f51-ebbd-4ee5-ac8b-113bcc902509 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446509 Mar 31 23:21:37.707938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] For port bd36c1c4-eca0-4a96-b282-8103459a0e45, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bd36c1c4-eca0-4a96-b282-8103459a0e45,segment=NetworkSegment(655fbfcc-51b8-4fa0-a2f5-76195d7dc099),segment_id=655fbfcc-51b8-4fa0-a2f5-76195d7dc099)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:37.710126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.722285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Calling delete_port for bd36c1c4-eca0-4a96-b282-8103459a0e45 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:37.773164 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.913230 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.957525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Port': ['ID=bd36c1c4-eca0-4a96-b282-8103459a0e45,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:37.962281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No DVR routers for this DVR port bd36c1c4-eca0-4a96-b282-8103459a0e45 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:38.037759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf0d7a-bea9-4463-984b-b05c6330aafb req-66322699-86a2-400e-aadc-0bbff4c375c9 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.039324 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3dbf0d7a-bea9-4463-984b-b05c6330aafb req-66322699-86a2-400e-aadc-0bbff4c375c9 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 944 time: 0.0569170 Mar 31 23:21:38.057659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.081169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3dbf0d7a-bea9-4463-984b-b05c6330aafb req-4c8c99d3-4f0d-43f3-b85a-a644d97e2d8b tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352786 Mar 31 23:21:38.082044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52525e1e-ff2f-4f7c-9d92-ce592948716a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:38.094655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655fbfcc-51b8-4fa0-a2f5-76195d7dc099') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:38.095004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655fbfcc-51b8-4fa0-a2f5-76195d7dc099') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:38.119618 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.136065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.142387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:38.142874 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:38.145901 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:38.205928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0702b-6904-44e2-a601-7fbac1e15fc4 req-ec419a91-0d09-4e9d-a7ec-ad7c0d8aabed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.210880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3e0702b-6904-44e2-a601-7fbac1e15fc4 req-ec419a91-0d09-4e9d-a7ec-ad7c0d8aabed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 944 time: 0.0588686 Mar 31 23:21:38.254995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3e0702b-6904-44e2-a601-7fbac1e15fc4 req-4f756796-c10f-4c8f-8203-ca352ef0c65a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398180 Mar 31 23:21:38.287297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.301538 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.301538 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/52525e1e-ff2f-4f7c-9d92-ce592948716a HTTP/1.1" status: 204 len: 168 time: 3.0427341 Mar 31 23:21:38.304533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42020) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:38.309637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1810037848'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:38.315091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8caa68-5d99-4d2f-8fe6-cd092e3594bf tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Network': ['ID=52525e1e-ff2f-4f7c-9d92-ce592948716a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:38.401279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:38.405319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.432900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:38.441344 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.441681 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Added segment 9c30097c-f87b-40a7-8fe7-74f7f0b6fb93 of type vlan for network c60b65a8-6a38-4824-b986-dcc8d8084581 Mar 31 23:21:38.486470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.618626 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.624668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.625360 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.648188 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.695385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Network': ['ID=c60b65a8-6a38-4824-b986-dcc8d8084581,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:38.705639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c60b65a8-6a38-4824-b986-dcc8d8084581 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:38.752820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8d0f81e3-4fbd-46ad-b079-3984f98a30dc tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4471827 Mar 31 23:21:38.756345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42030) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:38.775069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'subnet': {'network_id': 'c60b65a8-6a38-4824-b986-dcc8d8084581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:38.904125 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.938989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:38.943843 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.207351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59751-48fc-43ae-98a2-3b15c729f44a req-32adca8c-92ff-4339-8fa7-45b9805f3508 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.209039 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7e59751-48fc-43ae-98a2-3b15c729f44a req-32adca8c-92ff-4339-8fa7-45b9805f3508 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 944 time: 0.0536129 Mar 31 23:21:39.233662 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.235333 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.305197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7e59751-48fc-43ae-98a2-3b15c729f44a req-20a79bd7-9fa0-4f11-a972-5c5adb25cfaa tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842371 Mar 31 23:21:39.318581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Subnet': ['ID=86e864da-5f73-431d-8bb7-5f17086a860c,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:39.336857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Checking segment: {'id': '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c60b65a8-6a38-4824-b986-dcc8d8084581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:39.337177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network hostable DHCP agents. Network: c60b65a8-6a38-4824-b986-dcc8d8084581, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:39.399830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc9d06-1289-40a8-8c7e-e0b618888721 req-ad45fb2f-e911-4461-ba89-e867b34e02f5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.401363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7cc9d06-1289-40a8-8c7e-e0b618888721 req-ad45fb2f-e911-4461-ba89-e867b34e02f5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 944 time: 0.0606668 Mar 31 23:21:39.455359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7cc9d06-1289-40a8-8c7e-e0b618888721 req-53b01cff-2a74-4462-983e-e050e6ef7d2a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 Mar 31 23:21:39.476325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network c60b65a8-6a38-4824-b986-dcc8d8084581 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:39.607896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c60b65a8-6a38-4824-b986-dcc8d8084581) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:39.612213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.613113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.619253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3a678-1b6e-4d1c-b67b-74d5e3c29e15 None None] Network c60b65a8-6a38-4824-b986-dcc8d8084581 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:39.752955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-847fdcc3-7534-4707-9e2f-6178ac2a9fd6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9929848 Mar 31 23:21:39.761048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42056) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:39.817313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-c60b65a8-6a38-4824-b986-dcc8d8084581', 'network_id': 'c60b65a8-6a38-4824-b986-dcc8d8084581', 'tenant_id': '75f84ee897cc447d94a3c59b7297e560', 'fixed_ips': [{'subnet_id': '86e864da-5f73-431d-8bb7-5f17086a860c'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:39.819242 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.833339 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.888806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.961939 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 43e80030-9e8a-45d8-893d-01f6c2594fc3 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:21:39.986794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.013304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Allocated IP 2001:db8::2 (c60b65a8-6a38-4824-b986-dcc8d8084581/86e864da-5f73-431d-8bb7-5f17086a860c/ef766ff2-a26b-4edc-bba3-b9e0f0a53267) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:40.194785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 43e80030-9e8a-45d8-893d-01f6c2594fc3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=43e80030-9e8a-45d8-893d-01f6c2594fc3,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:40.231041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:21:40.281409 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.294803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.316497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e80030-9e8a-45d8-893d-01f6c2594fc3 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:40.343124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 43e80030-9e8a-45d8-893d-01f6c2594fc3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=43e80030-9e8a-45d8-893d-01f6c2594fc3,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:40.384987 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.446404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Network c60b65a8-6a38-4824-b986-dcc8d8084581 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:40.452874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.463818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:40.463818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:40.463818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Pushing event updated for resources: {'Port': ['ID=ef766ff2-a26b-4edc-bba3-b9e0f0a53267,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:40.514895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5a51-aefb-4df4-88d7-d5c1ef1765d5 req-2c7f3361-01cc-429a-b0de-296ed9745612 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:40.524953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-423d5a51-aefb-4df4-88d7-d5c1ef1765d5 req-2c7f3361-01cc-429a-b0de-296ed9745612 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 944 time: 0.1240034 Mar 31 23:21:40.578063 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.646169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Attempting to bind port ef766ff2-a26b-4edc-bba3-b9e0f0a53267 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:40.646870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Attempting to bind port ef766ff2-a26b-4edc-bba3-b9e0f0a53267 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c60b65a8-6a38-4824-b986-dcc8d8084581'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:40.647256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Attempting to bind port ef766ff2-a26b-4edc-bba3-b9e0f0a53267 on network c60b65a8-6a38-4824-b986-dcc8d8084581 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:40.651121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=43e80030-9e8a-45d8-893d-01f6c2594fc3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:40.657665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-423d5a51-aefb-4df4-88d7-d5c1ef1765d5 req-7ec9a789-d53e-4c83-a079-7dd836924d8d tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315436 Mar 31 23:21:40.671652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:40.672017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Checking segment: {'id': '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c60b65a8-6a38-4824-b986-dcc8d8084581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:40.679268 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.679666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Bound using segment: {'id': '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c60b65a8-6a38-4824-b986-dcc8d8084581'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:40.680462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Bound port: ef766ff2-a26b-4edc-bba3-b9e0f0a53267, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c60b65a8-6a38-4824-b986-dcc8d8084581'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:40.681038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.685834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['43e80030-9e8a-45d8-893d-01f6c2594fc3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:40.691609 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Subnet': ['ID=86e864da-5f73-431d-8bb7-5f17086a860c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:40.754795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.783354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60b65a8-6a38-4824-b986-dcc8d8084581']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:40.804074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db14f35-0cd0-4a16-90d0-8a1515a4a02e req-3a39266c-bd42-402a-94dc-8c2477248fd3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:40.805730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5db14f35-0cd0-4a16-90d0-8a1515a4a02e req-3a39266c-bd42-402a-94dc-8c2477248fd3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 945 time: 0.1268780 Mar 31 23:21:40.807707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:40.808072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:40.826654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.843217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] For port ef766ff2-a26b-4edc-bba3-b9e0f0a53267, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:40.850342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] For port ef766ff2-a26b-4edc-bba3-b9e0f0a53267, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ef766ff2-a26b-4edc-bba3-b9e0f0a53267,segment=NetworkSegment(9c30097c-f87b-40a7-8fe7-74f7f0b6fb93),segment_id=9c30097c-f87b-40a7-8fe7-74f7f0b6fb93)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:40.885094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5db14f35-0cd0-4a16-90d0-8a1515a4a02e req-626da2e9-2b6f-41d4-9a31-bb1453d0481c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681045 Mar 31 23:21:40.952583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.963308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:40.963732 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:40.967344 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:40.982900 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.151660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.api [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:21:41.151660 n-d-836015-1 neutron-server[109820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:21:41.151660 n-d-836015-1 neutron-server[109820]: [parameters: {'id': 'c60b65a8-6a38-4824-b986-dcc8d8084581'}] Mar 31 23:21:41.151660 n-d-836015-1 neutron-server[109820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:21:41.157580 n-d-836015-1 neutron-server[109820]: DEBUG oslo_db.api [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:21:41.249061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50efb3e-e89e-49f3-8ec0-edafb02c4d53 None None] Pushing event updated for resources: {'Port': ['ID=ef766ff2-a26b-4edc-bba3-b9e0f0a53267,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:41.272870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef818d2-8d85-4eba-a664-a88124f79b55 None None] Network c60b65a8-6a38-4824-b986-dcc8d8084581 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:41.433637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7da06f-bf4c-436d-9837-7785fa4e7b8e None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:21:41.551543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7da06f-bf4c-436d-9837-7785fa4e7b8e None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:21:41.660227 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.731415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Deleting port ef766ff2-a26b-4edc-bba3-b9e0f0a53267 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:41.732029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.797831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:21:41.852950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] For port ef766ff2-a26b-4edc-bba3-b9e0f0a53267, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ef766ff2-a26b-4edc-bba3-b9e0f0a53267,segment=NetworkSegment(9c30097c-f87b-40a7-8fe7-74f7f0b6fb93),segment_id=9c30097c-f87b-40a7-8fe7-74f7f0b6fb93)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:41.859468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.875758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0f74-af7d-4ffb-b569-48291d353b03 req-18df9962-66c6-4456-b2cd-8dc960380927 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:41.877444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73be0f74-af7d-4ffb-b569-48291d353b03 req-18df9962-66c6-4456-b2cd-8dc960380927 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 944 time: 0.1283057 Mar 31 23:21:41.878448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Calling delete_port for ef766ff2-a26b-4edc-bba3-b9e0f0a53267 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:41.937510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:41.957006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'port_id': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'mac_address': 'fa:16:3e:90:e9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:21:41.971973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73be0f74-af7d-4ffb-b569-48291d353b03 req-a5082dd7-c9a7-4799-a892-9fe440cd7f4f tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870605 Mar 31 23:21:41.998935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 43e80030-9e8a-45d8-893d-01f6c2594fc3 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:42.068446 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.076862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fad3ce-3ff9-4d66-889d-b7ad86700a49 req-256818ac-2347-4bf1-b67f-779b5a06b254 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:42.080002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13fad3ce-3ff9-4d66-889d-b7ad86700a49 req-256818ac-2347-4bf1-b67f-779b5a06b254 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 945 time: 0.0733244 Mar 31 23:21:42.084037 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.085850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:42.112314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:42.134290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Port': ['ID=ef766ff2-a26b-4edc-bba3-b9e0f0a53267,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:42.142334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No DVR routers for this DVR port ef766ff2-a26b-4edc-bba3-b9e0f0a53267 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:42.201098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 43e80030-9e8a-45d8-893d-01f6c2594fc3 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:21:42.205345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 43e80030-9e8a-45d8-893d-01f6c2594fc3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:42.205721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.206818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13fad3ce-3ff9-4d66-889d-b7ad86700a49 req-4fef49e3-1829-400e-9719-4d1ec3fa335e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200237 Mar 31 23:21:42.250074 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.254842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.284855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60b65a8-6a38-4824-b986-dcc8d8084581']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:42.296395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:42.297595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c30097c-f87b-40a7-8fe7-74f7f0b6fb93') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:42.312658 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.330508 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.334630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:42.340848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:42.341696 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.359143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:42.365546 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:42.386733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e80030-9e8a-45d8-893d-01f6c2594fc3'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:42.389245 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0c34a7-2a7d-40d5-84db-5ae13e77a08d" -d '{"events": [{"server_uuid": "1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2", "name": "network-vif-plugged", "status": "completed", "tag": "43e80030-9e8a-45d8-893d-01f6c2594fc3"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:42.406599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 43e80030-9e8a-45d8-893d-01f6c2594fc3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=43e80030-9e8a-45d8-893d-01f6c2594fc3,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:42.444188 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6570491-e42c-463e-bf07-236755fa6329 x-openstack-request-id: req-f6570491-e42c-463e-bf07-236755fa6329 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:42.444699 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2", "name": "network-vif-plugged", "status": "completed", "tag": "43e80030-9e8a-45d8-893d-01f6c2594fc3", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:42.445131 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6570491-e42c-463e-bf07-236755fa6329 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:42.445726 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6570491-e42c-463e-bf07-236755fa6329'] response: {'server_uuid': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'code': 200} Mar 31 23:21:42.477617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['4ddc0bff-c03a-4170-b394-6e5a6b0fd955'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:42.525584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.564024 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.573451 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.580845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/c60b65a8-6a38-4824-b986-dcc8d8084581 HTTP/1.1" status: 204 len: 168 time: 2.8146100 Mar 31 23:21:42.582953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42114) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:42.596993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e1b3d-0425-4717-b9db-0e514438a6d3 req-7f713128-50fb-41ec-b5b7-f5ede18a793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:42.602685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-58284353'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:42.602931 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f81e1b3d-0425-4717-b9db-0e514438a6d3 req-7f713128-50fb-41ec-b5b7-f5ede18a793a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0676401 Mar 31 23:21:42.636158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bd018-f7a1-4e77-a69b-a49d8602f0fb tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Network': ['ID=c60b65a8-6a38-4824-b986-dcc8d8084581,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:42.679235 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f81e1b3d-0425-4717-b9db-0e514438a6d3 req-03df557f-2e06-42d9-a9d3-1d0166ee1b4e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650165 Mar 31 23:21:42.714896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=43e80030-9e8a-45d8-893d-01f6c2594fc3,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:42.760948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:42.764846 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.792624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:42.806165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.806537 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Added segment b0af2baf-88f2-4ca5-965e-e2b5b084af0b of type vlan for network d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002 Mar 31 23:21:42.855062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.960324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.966704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:42.967371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:43.041874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Network': ['ID=d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:43.052078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:43.092651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3e91d1be-a369-43fc-a0b3-fec92a0dafa0 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4917660 Mar 31 23:21:43.092961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42128) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:43.100322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Request body: {'subnet': {'network_id': 'd58ebaeb-ff0c-4fdb-8862-2f9c02a3d002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:43.157681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794dea2-11e2-48fb-8a8c-50535ff98fac req-92556f2a-d603-4ace-b85d-58688408ea39 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:43.165834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3794dea2-11e2-48fb-8a8c-50535ff98fac req-92556f2a-d603-4ace-b85d-58688408ea39 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0940962 Mar 31 23:21:43.231896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3794dea2-11e2-48fb-8a8c-50535ff98fac req-1d4e5815-c364-43cd-a0f3-c66b16fed935 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651119 Mar 31 23:21:43.367153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c833610-d746-41d1-9643-2206d1fc48c2 req-db9cdd69-69ef-4d86-b8a6-c910423057de tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:43.368701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c833610-d746-41d1-9643-2206d1fc48c2 req-db9cdd69-69ef-4d86-b8a6-c910423057de tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 946 time: 0.0590217 Mar 31 23:21:43.412254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Made reservation on behalf of 75f84ee897cc447d94a3c59b7297e560 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:43.421703 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:43.461536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5c833610-d746-41d1-9643-2206d1fc48c2 req-bd1762d1-cde0-4b8c-b19f-9e2a0be964ab tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850465 Mar 31 23:21:43.806037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:44.018638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:21:44.024565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:44.025459 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.032528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:21:44.034190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.155061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Checking segment: {'id': 'b0af2baf-88f2-4ca5-965e-e2b5b084af0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd58ebaeb-ff0c-4fdb-8862-2f9c02a3d002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:44.155992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network hostable DHCP agents. Network: d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:44.162013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event updated for resources: {'Subnet': ['ID=5e4f02ea-2227-44c2-925f-7e8bb7d70ca6,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:44.244339 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.287757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:44.326796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Network d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:44.373914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ea108-d3af-4981-ab6b-b1d75f226bc6 req-2ff197d9-0233-4bac-93dc-2ad71331a570 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:44.375465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa9ea108-d3af-4981-ab6b-b1d75f226bc6 req-2ff197d9-0233-4bac-93dc-2ad71331a570 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0503998 Mar 31 23:21:44.426700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa9ea108-d3af-4981-ab6b-b1d75f226bc6 req-692344e0-91ec-4c26-9d0b-de2efe1663d3 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Mar 31 23:21:44.492077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:44.492077 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce6e2f3-790f-4a69-ae45-5b8559e42ff7" -d '{"events": [{"server_uuid": "2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ddc0bff-c03a-4170-b394-6e5a6b0fd955"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:44.492077 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b9e053-f7ac-459b-b9ce-a953ba9d4194 x-openstack-request-id: req-a8b9e053-f7ac-459b-b9ce-a953ba9d4194 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:44.492077 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ddc0bff-c03a-4170-b394-6e5a6b0fd955", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:44.492077 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8b9e053-f7ac-459b-b9ce-a953ba9d4194 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:44.492077 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b9e053-f7ac-459b-b9ce-a953ba9d4194'] response: {'server_uuid': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'code': 200} Mar 31 23:21:44.521387 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.573710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:44.581643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:44.582072 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.597726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2475418b-3b1b-4ae2-b2b6-423a94de4ae7 None None] Network d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:44.650556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:44.650807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac6c78-85be-44b0-8346-6b719d4d9ace req-67e89dd5-9456-4ebb-a541-470d2e7c1835 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:44.678093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19ac6c78-85be-44b0-8346-6b719d4d9ace req-67e89dd5-9456-4ebb-a541-470d2e7c1835 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 946 time: 0.1470439 Mar 31 23:21:44.693077 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-030f3828-7f62-4339-80bd-6edd9b7d66db tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6013186 Mar 31 23:21:44.695795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42162) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:44.711035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96233a9-6b4e-40f5-b54e-23fcc5842266 req-47ec31d1-01e5-469d-8dd0-2138f726c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:44.712805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b96233a9-6b4e-40f5-b54e-23fcc5842266 req-47ec31d1-01e5-469d-8dd0-2138f726c9e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1119347 Mar 31 23:21:44.754337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19ac6c78-85be-44b0-8346-6b719d4d9ace req-fed3c136-22ea-4d23-bbd4-6a7f736fe54e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751550 Mar 31 23:21:44.821661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b96233a9-6b4e-40f5-b54e-23fcc5842266 req-02ff1839-7a9e-461b-ae78-158050c9e08b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914845 Mar 31 23:21:44.887255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.953426 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.982746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff9de5-327a-4c55-b955-418cd7c43a7d req-fb68f95a-bd7c-4155-b864-ebd578cafd51 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:44.989958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfff9de5-327a-4c55-b955-418cd7c43a7d req-fb68f95a-bd7c-4155-b864-ebd578cafd51 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 946 time: 0.1132867 Mar 31 23:21:44.997654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42172) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.002712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'floatingip': {'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:45.034846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166bf3d-e18b-4ade-9826-db46c8a2b3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002', 'network_id': 'd58ebaeb-ff0c-4fdb-8862-2f9c02a3d002', 'tenant_id': '75f84ee897cc447d94a3c59b7297e560', 'fixed_ips': [{'subnet_id': '5e4f02ea-2227-44c2-925f-7e8bb7d70ca6'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:45.036262 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d166bf3d-e18b-4ade-9826-db46c8a2b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.060460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.155928 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.199304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4f02ea-2227-44c2-925f-7e8bb7d70ca6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:45.306755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server [None req-d166bf3d-e18b-4ade-9826-db46c8a2b3ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e4f02ea-2227-44c2-925f-7e8bb7d70ca6: This subnet is being modified by another concurrent operation. Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e4f02ea-2227-44c2-925f-7e8bb7d70ca6: This subnet is being modified by another concurrent operation. Mar 31 23:21:45.316091 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:21:45.337320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4a3c5-d959-4181-a43c-80bb4a1ea6fc None None] Network d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:45.348769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:45.358707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-45781975-9b49-48dd-8116-eb1dfe335957 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120858 Mar 31 23:21:45.363421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0af2baf-88f2-4ca5-965e-e2b5b084af0b') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:45.363875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0af2baf-88f2-4ca5-965e-e2b5b084af0b') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:45.390698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.415118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.425323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:45.425708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:45.429250 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:45.541269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68604454-9fe9-434e-ac57-ca190b8ec19a None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:21:45.602811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.608601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.620965 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002 HTTP/1.1" status: 204 len: 168 time: 0.9228752 Mar 31 23:21:45.622101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42184) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.690712 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5371e15-7a5a-4717-8d8a-112167d8456e tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:45.691765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5371e15-7a5a-4717-8d8a-112167d8456e tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:45.699373 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5371e15-7a5a-4717-8d8a-112167d8456e tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/subnets/5e4f02ea-2227-44c2-925f-7e8bb7d70ca6 HTTP/1.1" status: 404 len: 337 time: 0.0722671 Mar 31 23:21:45.703420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42188) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.730642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72375ac4-fd70-4ab4-aaf7-18fc13f1e33c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Network': ['ID=d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:45.734310 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cacb82a-4456-49d1-85cc-55977854fe17 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:45.735314 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cacb82a-4456-49d1-85cc-55977854fe17 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:45.743623 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1cacb82a-4456-49d1-85cc-55977854fe17 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/d58ebaeb-ff0c-4fdb-8862-2f9c02a3d002 HTTP/1.1" status: 404 len: 339 time: 0.0417371 Mar 31 23:21:45.745521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42190) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.777789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68604454-9fe9-434e-ac57-ca190b8ec19a None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:21:45.778391 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ac62ca-6704-4206-baf0-ebfc619c8ac3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:45.778908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ac62ca-6704-4206-baf0-ebfc619c8ac3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:45.782060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d7ac62ca-6704-4206-baf0-ebfc619c8ac3 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/subnets/86e864da-5f73-431d-8bb7-5f17086a860c HTTP/1.1" status: 404 len: 337 time: 0.0352619 Mar 31 23:21:45.784783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42192) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.809459 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-340a4108-d3d2-41ac-a4be-b6a03b755b24 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:45.810107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340a4108-d3d2-41ac-a4be-b6a03b755b24 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:45.813176 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-340a4108-d3d2-41ac-a4be-b6a03b755b24 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/c60b65a8-6a38-4824-b986-dcc8d8084581 HTTP/1.1" status: 404 len: 339 time: 0.0274315 Mar 31 23:21:45.816087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42196) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.882745 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03ed330-d28e-43a3-9339-4934061a15be tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:45.883478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03ed330-d28e-43a3-9339-4934061a15be tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:45.893894 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b03ed330-d28e-43a3-9339-4934061a15be tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/subnets/d25f63c7-2c6f-4e35-a924-c87095f4c7d3 HTTP/1.1" status: 404 len: 337 time: 0.0755620 Mar 31 23:21:45.897234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42200) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.955288 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0822ca3-f776-4432-b6b4-36d6c3238062 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:45.956219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0822ca3-f776-4432-b6b4-36d6c3238062 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:45.961112 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a0822ca3-f776-4432-b6b4-36d6c3238062 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/52525e1e-ff2f-4f7c-9d92-ce592948716a HTTP/1.1" status: 404 len: 339 time: 0.0625288 Mar 31 23:21:45.973119 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42202) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:46.176617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-841b1f21-4a11-47a5-b3c2-aa0aadb04438 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Deleting port 4ec00ccb-3f9f-4758-9658-d7a172d1d12e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:46.177834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-841b1f21-4a11-47a5-b3c2-aa0aadb04438 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.254943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3ac1c-4f7b-49c1-ab5a-f2d2e0274b76 req-5019617f-69b8-4fa4-b6ac-cfa37fefd1ce tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:46.254943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6fc3ac1c-4f7b-49c1-ab5a-f2d2e0274b76 req-5019617f-69b8-4fa4-b6ac-cfa37fefd1ce tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 946 time: 0.1371825 Mar 31 23:21:46.258637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-8f3bbfc5-ef23-4c30-b693-181d331e1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:46.260069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-8f3bbfc5-ef23-4c30-b693-181d331e1e8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 1096 time: 0.1414540 Mar 31 23:21:46.297364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-841b1f21-4a11-47a5-b3c2-aa0aadb04438 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.315422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-841b1f21-4a11-47a5-b3c2-aa0aadb04438 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Calling delete_port for 4ec00ccb-3f9f-4758-9658-d7a172d1d12e owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:46.416909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6fc3ac1c-4f7b-49c1-ab5a-f2d2e0274b76 req-a877a5e2-c199-4442-9236-f25e49d6f092 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514907 Mar 31 23:21:46.495996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-5c3a7f14-eafc-42f4-bc2d-e80798eb822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:46.497469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-5c3a7f14-eafc-42f4-bc2d-e80798eb822b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd HTTP/1.1" status: 200 len: 914 time: 0.2126317 Mar 31 23:21:46.503415 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.541410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-66d8aae3-a719-48d6-ad51-98b1b2d8d3cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04b2aed-a59c-4f39-ac88-0a944adcca75 HTTP/1.1" status: 200 len: 217 time: 0.0355701 Mar 31 23:21:46.555445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-841b1f21-4a11-47a5-b3c2-aa0aadb04438 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.588387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.598488 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b1f21-4a11-47a5-b3c2-aa0aadb04438 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Port': ['ID=4ec00ccb-3f9f-4758-9658-d7a172d1d12e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:46.628479 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-841b1f21-4a11-47a5-b3c2-aa0aadb04438 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.628479 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-841b1f21-4a11-47a5-b3c2-aa0aadb04438 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/ports/4ec00ccb-3f9f-4758-9658-d7a172d1d12e HTTP/1.1" status: 204 len: 168 time: 0.6532953 Mar 31 23:21:46.631538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:46.655157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-8570de44-7df5-46b3-ac4f-3aa98571ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:46.656835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-8570de44-7df5-46b3-ac4f-3aa98571ccd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30f9a7c5-515f-434d-ab57-3ab78f41cb63 HTTP/1.1" status: 200 len: 853 time: 0.1085045 Mar 31 23:21:46.677405 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5362b28-3161-4f29-9a95-068cd39da60c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:46.677865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5362b28-3161-4f29-9a95-068cd39da60c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:46.681168 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5362b28-3161-4f29-9a95-068cd39da60c tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/subnets/04f9c135-ed42-4997-96fe-8656e1119b30 HTTP/1.1" status: 404 len: 337 time: 0.0485532 Mar 31 23:21:46.687862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42210) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:46.697695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-a032b0a4-3f2a-4e34-a4b7-12748e0d2784 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2fdfedb2-082d-481a-b5bd-66ed582cb9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297511 Mar 31 23:21:46.780591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.813240 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Floating IP 0b4856bc-4959-4677-89a8-d7e7e1c94720 associated. External IP: 172.25.4.146, port: 43e80030-9e8a-45d8-893d-01f6c2594fc3. Mar 31 23:21:46.884305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.892167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-0d321790-bc16-4c69-8bb3-e71bb10c7e74 service neutron] 10.222.0.45 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861408 Mar 31 23:21:46.915634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c7de4d-1b22-492b-8847-a0087a95c339']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:46.929848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11f0012-c474-4e9e-98fd-f8856db16e46') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:46.930195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11f0012-c474-4e9e-98fd-f8856db16e46') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:46.940688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.956348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.963196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:46.963674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:46.966816 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:47.072285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2c36f13-fcb9-40a8-9e5e-e4b64a13db1a req-85e4fb6c-d7d1-4156-9bb1-e389bc90ef96 service neutron] 10.222.0.45 "GET /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482525 Mar 31 23:21:47.103741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.122858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.126940 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/63c7de4d-1b22-492b-8847-a0087a95c339 HTTP/1.1" status: 204 len: 168 time: 0.4376945 Mar 31 23:21:47.127891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb84ea-09aa-42d3-b603-d15242ef300f tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Network': ['ID=63c7de4d-1b22-492b-8847-a0087a95c339,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:47.128738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42214) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:47.178732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:47.316790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-93075f23-8dc8-4db9-9f77-05df0d028956 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Deleting port 77bd7e79-12c2-4058-b3aa-b87adb2f5a6b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:47.317592 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93075f23-8dc8-4db9-9f77-05df0d028956 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.388157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:47.393016 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.398687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:47.410845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:47.412520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:47.424244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93075f23-8dc8-4db9-9f77-05df0d028956 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.456605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6fc80096-7e5e-4fd3-982b-2a38617b336d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "PUT /v2.0/floatingips/0b4856bc-4959-4677-89a8-d7e7e1c94720 HTTP/1.1" status: 200 len: 992 time: 2.4576261 Mar 31 23:21:47.458115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-93075f23-8dc8-4db9-9f77-05df0d028956 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Calling delete_port for 77bd7e79-12c2-4058-b3aa-b87adb2f5a6b owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:47.461742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'tag': '43e80030-9e8a-45d8-893d-01f6c2594fc3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:47.464157 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dcc70d-9902-4f15-8a4a-190123cde591" -d '{"events": [{"name": "network-changed", "server_uuid": "1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2", "tag": "43e80030-9e8a-45d8-893d-01f6c2594fc3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:47.522302 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d637b078-26e8-42d8-aeb9-96ce03aefd80 x-openstack-request-id: req-d637b078-26e8-42d8-aeb9-96ce03aefd80 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:47.523259 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2", "tag": "43e80030-9e8a-45d8-893d-01f6c2594fc3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:47.523259 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d637b078-26e8-42d8-aeb9-96ce03aefd80 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:47.523569 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d637b078-26e8-42d8-aeb9-96ce03aefd80'] response: {'name': 'network-changed', 'server_uuid': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'tag': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'status': 'completed', 'code': 200} Mar 31 23:21:47.574511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:47.604216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-b7c7afe0-30e9-499e-be12-e6afa05e1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:47.607157 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-b7c7afe0-30e9-499e-be12-e6afa05e1188 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0673385 Mar 31 23:21:47.631272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7845ee2-705d-4d7a-a28c-106a12b4be61 req-ac1ed000-be14-4e22-9a86-0b2f60b20faf tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:47.647827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7845ee2-705d-4d7a-a28c-106a12b4be61 req-ac1ed000-be14-4e22-9a86-0b2f60b20faf tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 946 time: 0.1219258 Mar 31 23:21:47.708692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7845ee2-705d-4d7a-a28c-106a12b4be61 req-2c6fac1d-eba1-4c7d-a3ce-5967e329be43 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668881 Mar 31 23:21:47.736184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93075f23-8dc8-4db9-9f77-05df0d028956 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.766842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-5e98294f-fec8-4047-ac6c-c409e95564fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:47.771834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93075f23-8dc8-4db9-9f77-05df0d028956 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Port': ['ID=77bd7e79-12c2-4058-b3aa-b87adb2f5a6b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:47.776066 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-5e98294f-fec8-4047-ac6c-c409e95564fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.1596639 Mar 31 23:21:47.781286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93075f23-8dc8-4db9-9f77-05df0d028956 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.784690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-93075f23-8dc8-4db9-9f77-05df0d028956 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/ports/77bd7e79-12c2-4058-b3aa-b87adb2f5a6b HTTP/1.1" status: 204 len: 168 time: 0.6540620 Mar 31 23:21:47.788241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42228) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:47.824765 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac5b670-dfaa-4ffc-800e-b2280282c346 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] DELETE failed (client error): The resource could not be found. Mar 31 23:21:47.825462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac5b670-dfaa-4ffc-800e-b2280282c346 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:21:47.830877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9ac5b670-dfaa-4ffc-800e-b2280282c346 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/subnets/1dc557a1-5f71-4c99-9153-d28f7b69ade9 HTTP/1.1" status: 404 len: 337 time: 0.0410688 Mar 31 23:21:47.836444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42230) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:47.919522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:46Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:47.941546 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-c5769c96-0c19-4f98-86e3-0d52138b24e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e80030-9e8a-45d8-893d-01f6c2594fc3 HTTP/1.1" status: 200 len: 1000 time: 0.1467350 Mar 31 23:21:47.961684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:47.976734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:47.977644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.004807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-4f16b0b1-5d0f-45b0-9c7f-50c527248529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:48.007104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-4f16b0b1-5d0f-45b0-9c7f-50c527248529 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0619423 Mar 31 23:21:48.030207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.045541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775474b-f28d-4b1a-9049-1e950fb26785 req-40347167-8240-4f31-84ab-3087f44d0461 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:48.054513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3775474b-f28d-4b1a-9049-1e950fb26785 req-40347167-8240-4f31-84ab-3087f44d0461 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 946 time: 0.2014031 Mar 31 23:21:48.093210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-cb7c1a5d-97fa-4d00-82af-a3a028dcb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:48.095258 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-cb7c1a5d-97fa-4d00-82af-a3a028dcb3c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766606 Mar 31 23:21:48.151471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:48.195050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3775474b-f28d-4b1a-9049-1e950fb26785 req-ec935166-43e6-457e-bccf-c21ed5d249e4 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392679 Mar 31 23:21:48.230733 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-6fd70f6c-2980-422c-b1d1-148be3e080f9 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282613 Mar 31 23:21:48.307011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.400326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b70722-2237-4c9f-9a96-432f9bc86c9d']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.419497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.419798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f3f2e9-7a15-41a2-b0a5-5b362eeb0bd4') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.435737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-62dcc70d-9902-4f15-8a4a-190123cde591 req-a23d7224-0337-40ed-afdc-c25f3b0c3441 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974204 Mar 31 23:21:48.445460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7076f29-8e9c-42c4-8889-ab7ad910a8b6 req-f3dcda9a-760b-4529-8164-62b855469da4 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:48.447171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7076f29-8e9c-42c4-8889-ab7ad910a8b6 req-f3dcda9a-760b-4529-8164-62b855469da4 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 946 time: 0.1213815 Mar 31 23:21:48.449230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.491008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.513122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:46Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.523510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:48.525421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.546420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975dafac-6686-4dc1-9679-f1b66c580d5f None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:46Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:48.554515 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:48.611034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7076f29-8e9c-42c4-8889-ab7ad910a8b6 req-60ffa4d9-bd61-41a2-bc8a-e3262c1ad192 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397426 Mar 31 23:21:48.638858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42238) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:48.725011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.725011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.726046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/12b70722-2237-4c9f-9a96-432f9bc86c9d HTTP/1.1" status: 204 len: 168 time: 0.8912134 Mar 31 23:21:48.728447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42242) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:48.746797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c7cd1-4d5e-4f0e-99dd-954ecf87f9ad tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Network': ['ID=12b70722-2237-4c9f-9a96-432f9bc86c9d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:48.799837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-89dd1d69-526e-4c6f-9d1a-52962f634aa6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Deleting subnet b68e8ce2-9a95-458c-b34b-17795ea58367 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:48.803165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89dd1d69-526e-4c6f-9d1a-52962f634aa6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.805451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28a75b-7497-41b8-b350-415f3b804c19 tempest-TestServerBasicOps-1520611690 tempest-TestServerBasicOps-1520611690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:48.807489 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-da28a75b-7497-41b8-b350-415f3b804c19 tempest-TestServerBasicOps-1520611690 tempest-TestServerBasicOps-1520611690-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1092 time: 0.1667013 Mar 31 23:21:48.810575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:48.815994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:48.865085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89dd1d69-526e-4c6f-9d1a-52962f634aa6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.922296 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d20d26-bf37-4f57-ab31-ffb2fd8c1fb5 None None] New status for floating IP 0b4856bc-4959-4677-89a8-d7e7e1c94720: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:21:48.932619 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.047928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89dd1d69-526e-4c6f-9d1a-52962f634aa6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.171793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.230180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89dd1d69-526e-4c6f-9d1a-52962f634aa6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.260829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd1d69-526e-4c6f-9d1a-52962f634aa6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Subnet': ['ID=b68e8ce2-9a95-458c-b34b-17795ea58367,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:49.265585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-89dd1d69-526e-4c6f-9d1a-52962f634aa6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.272789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-89dd1d69-526e-4c6f-9d1a-52962f634aa6 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/subnets/b68e8ce2-9a95-458c-b34b-17795ea58367 HTTP/1.1" status: 204 len: 168 time: 0.5427802 Mar 31 23:21:49.273038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42250) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:49.276984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8562609-749a-4314-b054-94569dc0fabf None None] Network 7a018e68-00d4-406f-a745-753b96b18c0b requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:49.382243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Allocated IP 172.25.4.86 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/12935362-af5b-4baa-9513-ad4f6afe712a) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:49.470435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.572685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Deleting port f72dcd50-36bf-4f0b-a573-29677d1d845a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:49.573936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.600333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.640471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72251d53-004e-4500-b31f-58085a368958 None None] DHCP port deletion for 7a018e68-00d4-406f-a745-753b96b18c0b request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:49.671736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] For port f72dcd50-36bf-4f0b-a573-29677d1d845a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f72dcd50-36bf-4f0b-a573-29677d1d845a,segment=NetworkSegment(076f5764-42e3-4335-8b8b-799483ff2297),segment_id=076f5764-42e3-4335-8b8b-799483ff2297)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:49.672077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.687174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Calling delete_port for f72dcd50-36bf-4f0b-a573-29677d1d845a owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:49.702863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-72251d53-004e-4500-b31f-58085a368958 None None] Deleting port f72dcd50-36bf-4f0b-a573-29677d1d845a {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:49.703616 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72251d53-004e-4500-b31f-58085a368958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.769523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f72dcd50-36bf-4f0b-a573-29677d1d845a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:49.788013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.811443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-72251d53-004e-4500-b31f-58085a368958 None None] For port f72dcd50-36bf-4f0b-a573-29677d1d845a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f72dcd50-36bf-4f0b-a573-29677d1d845a,segment=NetworkSegment(076f5764-42e3-4335-8b8b-799483ff2297),segment_id=076f5764-42e3-4335-8b8b-799483ff2297)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:49.811854 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72251d53-004e-4500-b31f-58085a368958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.831278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-72251d53-004e-4500-b31f-58085a368958 None None] Calling delete_port for f72dcd50-36bf-4f0b-a573-29677d1d845a owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:49.859586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:49.862963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:49.867346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:49.893009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'Port': ['ID=12935362-af5b-4baa-9513-ad4f6afe712a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:49.961441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.032795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f72dcd50-36bf-4f0b-a573-29677d1d845a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f72dcd50-36bf-4f0b-a573-29677d1d845a,segment=NetworkSegment(076f5764-42e3-4335-8b8b-799483ff2297),segment_id=076f5764-42e3-4335-8b8b-799483ff2297)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:50.173167 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.241797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f72dcd50-36bf-4f0b-a573-29677d1d845a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:50.320235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72251d53-004e-4500-b31f-58085a368958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.327230 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.327574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.341516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] No DVR routers for this DVR port f72dcd50-36bf-4f0b-a573-29677d1d845a on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:50.353655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72251d53-004e-4500-b31f-58085a368958 None None] Pushing event deleted for resources: {'Port': ['ID=f72dcd50-36bf-4f0b-a573-29677d1d845a,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:50.371263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72251d53-004e-4500-b31f-58085a368958 None None] No DVR routers for this DVR port f72dcd50-36bf-4f0b-a573-29677d1d845a on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:50.391802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Port': ['ID=f72dcd50-36bf-4f0b-a573-29677d1d845a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:50.449802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.470923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a018e68-00d4-406f-a745-753b96b18c0b']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:50.481530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076f5764-42e3-4335-8b8b-799483ff2297') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:50.482708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076f5764-42e3-4335-8b8b-799483ff2297') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:50.492475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.501359 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.507054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.513699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: self.session.flush() Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:50.523847 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:50.659322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.665589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.669395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] 10.222.0.31 "DELETE /v2.0/networks/7a018e68-00d4-406f-a745-753b96b18c0b HTTP/1.1" status: 204 len: 168 time: 1.3952906 Mar 31 23:21:50.688814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde6c4a-eb6f-4f4a-8cbc-92b583456207 tempest-NetworksIpV6TestAttrs-773677565 tempest-NetworksIpV6TestAttrs-773677565-project] Pushing event deleted for resources: {'Network': ['ID=7a018e68-00d4-406f-a745-753b96b18c0b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:50.700778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.801096 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.875152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event updated for resources: {'Port': ['ID=12935362-af5b-4baa-9513-ad4f6afe712a,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:50.892458 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.012489 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Floating IP ad537943-f80a-483e-aa79-03dd5faf6812 associated. External IP: 172.25.4.86, port: 4ddc0bff-c03a-4170-b394-6e5a6b0fd955. Mar 31 23:21:51.058454 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:21:51.251685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42268) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:51.262172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Router 9ce05388-1b68-4a96-ac61-58e0d4852977 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:51.382640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:51.392328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] Sync routers for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:51.410746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:51.412125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:51.429289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e94b62d7-4a08-4a37-b4eb-16a71b5eaa58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75f84ee897cc447d94a3c59b7297e560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760783 Mar 31 23:21:51.431691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42272) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:51.491380 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1bfae-3904-4665-8b46-2e37f0ebd07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.503820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.541011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1bfae-3904-4665-8b46-2e37f0ebd07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.571206 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-59a0a641-e1a7-4e54-bc54-16b1303f8c91 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7591393 Mar 31 23:21:51.571595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:51.575464 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'tag': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:51.579974 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7", "tag": "4ddc0bff-c03a-4170-b394-6e5a6b0fd955"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:51.638495 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b92a7-2e05-499a-869b-be185ab1d228 x-openstack-request-id: req-058b92a7-2e05-499a-869b-be185ab1d228 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:51.638802 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7", "tag": "4ddc0bff-c03a-4170-b394-6e5a6b0fd955", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:51.639053 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-058b92a7-2e05-499a-869b-be185ab1d228 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:51.639456 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058b92a7-2e05-499a-869b-be185ab1d228'] response: {'name': 'network-changed', 'server_uuid': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'tag': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'status': 'completed', 'code': 200} Mar 31 23:21:51.715773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-47ecea35-2492-47ff-987e-5a1e7f368602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.717080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-47ecea35-2492-47ff-987e-5a1e7f368602 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c65fa730df7044279ebdbbc2a2749e97&device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1097 time: 0.0516899 Mar 31 23:21:51.735251 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1bfae-3904-4665-8b46-2e37f0ebd07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.738885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45f1bfae-3904-4665-8b46-2e37f0ebd07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.740622 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-45f1bfae-3904-4665-8b46-2e37f0ebd07c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/beea2706-8f6e-4fe7-a73f-e331d418cfa9 HTTP/1.1" status: 204 len: 168 time: 0.3075876 Mar 31 23:21:51.783547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1bfae-3904-4665-8b46-2e37f0ebd07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beea2706-8f6e-4fe7-a73f-e331d418cfa9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:51.866847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-4b29ac84-69ce-4cb9-80fc-855f3b11c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.868268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-4b29ac84-69ce-4cb9-80fc-855f3b11c179 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375 HTTP/1.1" status: 200 len: 910 time: 0.1431112 Mar 31 23:21:51.937943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ad537943-f80a-483e-aa79-03dd5faf6812', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'port_id': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'mac_address': 'fa:16:3e:90:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:50Z', 'updated_at': '2022-03-31T23:21:50Z', 'revision_number': 0, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:13Z', 'revision_number': 5, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:51.954866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-723f2b66-1265-42db-a687-cf887e061d36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955 HTTP/1.1" status: 200 len: 999 time: 0.0789394 Mar 31 23:21:51.974656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] Checking router: 9ce05388-1b68-4a96-ac61-58e0d4852977 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:51.984292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:51.985024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:52.012025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-7558b1bf-1235-4709-bc3d-751a01a19614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:52.016030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-7558b1bf-1235-4709-bc3d-751a01a19614 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d6760c5-8d13-44fb-9810-75018cbf909b HTTP/1.1" status: 200 len: 848 time: 0.0521166 Mar 31 23:21:52.063931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-0d3c69f8-dfc1-4d38-aef3-92a1e519bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:52.065782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-0d3c69f8-dfc1-4d38-aef3-92a1e519bc0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434451 Mar 31 23:21:52.135373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:52.238004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-17b93a73-5518-49ff-a876-f30a24189635 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556749 Mar 31 23:21:52.492674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d56e6c4f-b1ec-4eab-8a8c-12f94c34fc0b req-0e9c5afc-cab0-4ee7-b350-c3a3ef356fbb service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480166 Mar 31 23:21:52.762793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ad537943-f80a-483e-aa79-03dd5faf6812', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'port_id': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'mac_address': 'fa:16:3e:90:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:50Z', 'updated_at': '2022-03-31T23:21:50Z', 'revision_number': 0, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:13Z', 'revision_number': 5, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:52.793442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf881de-d36e-40a3-b71e-e2404a8a41c5 None None] The sync data for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 is: [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ad537943-f80a-483e-aa79-03dd5faf6812', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'port_id': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'mac_address': 'fa:16:3e:90:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:50Z', 'updated_at': '2022-03-31T23:21:50Z', 'revision_number': 0, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:13Z', 'revision_number': 5, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:53.108842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b4667-3d70-4fc8-9ad0-dd1188f4fe96 None None] New status for floating IP ad537943-f80a-483e-aa79-03dd5faf6812: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:21:53.414591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42330) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:53.545635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b2c802fc-7952-4f76-8eea-706faf4d03d3 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-125915327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:53.638510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2c802fc-7952-4f76-8eea-706faf4d03d3 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.639608 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2c802fc-7952-4f76-8eea-706faf4d03d3 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.698350 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2c802fc-7952-4f76-8eea-706faf4d03d3 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.779810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2c802fc-7952-4f76-8eea-706faf4d03d3 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.879314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2c802fc-7952-4f76-8eea-706faf4d03d3 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.883747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42338) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:53.884207 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b2c802fc-7952-4f76-8eea-706faf4d03d3 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4676554 Mar 31 23:21:53.889951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-231153962'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:54.023801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Made reservation on behalf of b5e8d25e8afc4b3fb2206250726bdc46 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:54.027911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.038562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.122651 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.213893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.245536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:54.251992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02480ab7-20c8-4533-a033-258a6e22f87f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:54.259739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.260087 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Added segment 824a59e3-5f58-4966-9d0a-29b63772cf29 of type vlan for network 2bc4dfb8-bf0b-48f6-8383-bac363169dee Mar 31 23:21:54.306568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.409649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.418235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:54.419093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.514795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6296463 Mar 31 23:21:54.517898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42366) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:54.521885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5cd58-913a-451c-838f-a1e167047c22 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Network': ['ID=2bc4dfb8-bf0b-48f6-8383-bac363169dee,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:54.529579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'subnet': {'network_id': '2bc4dfb8-bf0b-48f6-8383-bac363169dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:54.548264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2bc4dfb8-bf0b-48f6-8383-bac363169dee details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:54.801592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Made reservation on behalf of b5e8d25e8afc4b3fb2206250726bdc46 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:54.808704 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.150739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.237280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Subnet': ['ID=264f211f-8800-4542-b40d-b2258188c9c1,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:55.269764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Checking segment: {'id': '824a59e3-5f58-4966-9d0a-29b63772cf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2bc4dfb8-bf0b-48f6-8383-bac363169dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:55.269764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network hostable DHCP agents. Network: 2bc4dfb8-bf0b-48f6-8383-bac363169dee, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:55.375066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network 2bc4dfb8-bf0b-48f6-8383-bac363169dee is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:55.477604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2bc4dfb8-bf0b-48f6-8383-bac363169dee) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:55.488405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5375f5c-7f9e-4e2d-9f41-cf194d449500 None None] Network 2bc4dfb8-bf0b-48f6-8383-bac363169dee requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:55.494290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:55.495458 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.575181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42404) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:55.581490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5592be63-1376-4c6a-8133-6c05f550b799 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0566275 Mar 31 23:21:55.581594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'network': {'name': 'tempest-router-network01--1107962200'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:55.694913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-2bc4dfb8-bf0b-48f6-8383-bac363169dee', 'network_id': '2bc4dfb8-bf0b-48f6-8383-bac363169dee', 'tenant_id': 'b5e8d25e8afc4b3fb2206250726bdc46', 'fixed_ips': [{'subnet_id': '264f211f-8800-4542-b40d-b2258188c9c1'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:55.695992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.711956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Made reservation on behalf of b5e8d25e8afc4b3fb2206250726bdc46 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:55.722314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.762914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:55.776075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.776075 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Added segment 113dcfda-ccfa-41c3-bc4b-51f0c6dae69f of type vlan for network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 Mar 31 23:21:55.823495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.896716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Allocated IP 2001:db8::2 (2bc4dfb8-bf0b-48f6-8383-bac363169dee/264f211f-8800-4542-b40d-b2258188c9c1/ccb11b18-aa8b-4816-979e-6d8f8fb86ec2) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:55.964615 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.979493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:55.979493 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.075655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Network': ['ID=5ac08b8c-f419-4a0c-96d2-a86895dc9395,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:56.091128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:56.118072 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.157770 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-462f1b5b-9043-42e5-b920-6fcbecfeef6f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5814157 Mar 31 23:21:56.162466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42422) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:56.167789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'network': {'name': 'tempest-router-network02--650808510'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:56.288360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Made reservation on behalf of b5e8d25e8afc4b3fb2206250726bdc46 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:56.288709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.288916 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.313858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:56.331483 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.331987 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Added segment 08d328b7-04f9-46fe-88ba-cbb303a8411d of type vlan for network 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 Mar 31 23:21:56.337446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Network 2bc4dfb8-bf0b-48f6-8383-bac363169dee is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:56.338681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:56.346087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:56.412028 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.418578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Pushing event updated for resources: {'Port': ['ID=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:56.450288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Attempting to bind port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:56.450763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Attempting to bind port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '824a59e3-5f58-4966-9d0a-29b63772cf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2bc4dfb8-bf0b-48f6-8383-bac363169dee'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:56.451131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Attempting to bind port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 on network 2bc4dfb8-bf0b-48f6-8383-bac363169dee {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:56.456357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:56.456726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Checking segment: {'id': '824a59e3-5f58-4966-9d0a-29b63772cf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2bc4dfb8-bf0b-48f6-8383-bac363169dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:56.457128 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.457520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Bound using segment: {'id': '824a59e3-5f58-4966-9d0a-29b63772cf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2bc4dfb8-bf0b-48f6-8383-bac363169dee'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:56.458686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Bound port: ccb11b18-aa8b-4816-979e-6d8f8fb86ec2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824a59e3-5f58-4966-9d0a-29b63772cf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '2bc4dfb8-bf0b-48f6-8383-bac363169dee'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:56.459037 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.547304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] For port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:56.549136 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.552564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] For port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,segment=NetworkSegment(824a59e3-5f58-4966-9d0a-29b63772cf29),segment_id=824a59e3-5f58-4966-9d0a-29b63772cf29)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:56.555792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:56.556407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.634298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Network': ['ID=7bc2ecda-f8ab-4b2f-a73b-fa24de041f95,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:56.647612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:56.706522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.716540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a2abf1cf-9a00-4a51-b26f-9c9990734ae2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5530927 Mar 31 23:21:56.719740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42442) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:56.730258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'subnet': {'network_id': '5ac08b8c-f419-4a0c-96d2-a86895dc9395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:56.852907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc86844-5013-4443-ab3f-a5db0886cdc7 None None] Pushing event updated for resources: {'Port': ['ID=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:57.012402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Made reservation on behalf of b5e8d25e8afc4b3fb2206250726bdc46 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:57.012688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.398164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.461049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Subnet': ['ID=76cc2b2a-d854-40de-8c0c-3997b0ab962b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:57.472181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Checking segment: {'id': '113dcfda-ccfa-41c3-bc4b-51f0c6dae69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5ac08b8c-f419-4a0c-96d2-a86895dc9395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:57.472543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network hostable DHCP agents. Network: 5ac08b8c-f419-4a0c-96d2-a86895dc9395, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:57.574671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:57.694649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 5ac08b8c-f419-4a0c-96d2-a86895dc9395) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:57.699692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:57.700661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.705357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c2631b-8d3f-4fab-a953-424b4d6ab62d None None] Network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:57.787543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42480) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:57.792561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'subnet': {'network_id': '7bc2ecda-f8ab-4b2f-a73b-fa24de041f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:57.793363 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d1c28633-a435-4a01-bc50-e1e6b1ae364e tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0719285 Mar 31 23:21:57.799863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:57.916273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:57.916882 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.997482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-5ac08b8c-f419-4a0c-96d2-a86895dc9395', 'network_id': '5ac08b8c-f419-4a0c-96d2-a86895dc9395', 'tenant_id': 'b5e8d25e8afc4b3fb2206250726bdc46', 'fixed_ips': [{'subnet_id': '76cc2b2a-d854-40de-8c0c-3997b0ab962b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:57.998431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.051774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Made reservation on behalf of b5e8d25e8afc4b3fb2206250726bdc46 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:58.056365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.133308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef3a3f-2fc7-4a39-af94-dc0834048c9d None None] Network 2bc4dfb8-bf0b-48f6-8383-bac363169dee requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:58.218084 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.296558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Allocated IP 2001:db8::2 (5ac08b8c-f419-4a0c-96d2-a86895dc9395/76cc2b2a-d854-40de-8c0c-3997b0ab962b/e13727bb-209e-4b71-b199-b52786c69a88) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:58.304487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-580826e4-472e-41cf-b57b-fc2f866ea884 None None] Provisioning complete for port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:58.304866 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-580826e4-472e-41cf-b57b-fc2f866ea884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.368739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,segment=NetworkSegment(824a59e3-5f58-4966-9d0a-29b63772cf29),segment_id=824a59e3-5f58-4966-9d0a-29b63772cf29)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:58.515557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.556209 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-580826e4-472e-41cf-b57b-fc2f866ea884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.558118 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.598530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Subnet': ['ID=62d93bfc-e216-4b15-8b5c-a9bdd618bf28,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:58.607780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Checking segment: {'id': '08d328b7-04f9-46fe-88ba-cbb303a8411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7bc2ecda-f8ab-4b2f-a73b-fa24de041f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:58.608067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network hostable DHCP agents. Network: 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:58.689212 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.698018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:58.699491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:58.712149 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-580826e4-472e-41cf-b57b-fc2f866ea884 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:21:58.715017 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-580826e4-472e-41cf-b57b-fc2f866ea884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:21:58.807159 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.852280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:58.856796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:58.862611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:58.863100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:58.864121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:58.865981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.871534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52126064-a72b-48a1-99e1-030410c5d578 None None] Network 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:58.877101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Pushing event updated for resources: {'Port': ['ID=e13727bb-209e-4b71-b199-b52786c69a88,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:58.980738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Attempting to bind port e13727bb-209e-4b71-b199-b52786c69a88 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:58.980738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Attempting to bind port e13727bb-209e-4b71-b199-b52786c69a88 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '113dcfda-ccfa-41c3-bc4b-51f0c6dae69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5ac08b8c-f419-4a0c-96d2-a86895dc9395'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:58.980738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Attempting to bind port e13727bb-209e-4b71-b199-b52786c69a88 on network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:58.983493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:58.983868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Checking segment: {'id': '113dcfda-ccfa-41c3-bc4b-51f0c6dae69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5ac08b8c-f419-4a0c-96d2-a86895dc9395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:58.984278 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.984678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Bound using segment: {'id': '113dcfda-ccfa-41c3-bc4b-51f0c6dae69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5ac08b8c-f419-4a0c-96d2-a86895dc9395'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:58.985140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Bound port: e13727bb-209e-4b71-b199-b52786c69a88, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113dcfda-ccfa-41c3-bc4b-51f0c6dae69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5ac08b8c-f419-4a0c-96d2-a86895dc9395'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:58.985516 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.014604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7ced8577-381f-4d95-afc8-f344c0137593 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2278326 Mar 31 23:21:59.017352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42526) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:59.132944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] For port e13727bb-209e-4b71-b199-b52786c69a88, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:59.138750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7bc2ecda-f8ab-4b2f-a73b-fa24de041f95', 'network_id': '7bc2ecda-f8ab-4b2f-a73b-fa24de041f95', 'tenant_id': 'b5e8d25e8afc4b3fb2206250726bdc46', 'fixed_ips': [{'subnet_id': '62d93bfc-e216-4b15-8b5c-a9bdd618bf28'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:59.138750 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.143700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] For port e13727bb-209e-4b71-b199-b52786c69a88, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e13727bb-209e-4b71-b199-b52786c69a88,segment=NetworkSegment(113dcfda-ccfa-41c3-bc4b-51f0c6dae69f),segment_id=113dcfda-ccfa-41c3-bc4b-51f0c6dae69f)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:59.248184 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.340006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.611763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Allocated IP 2001:db8::2 (7bc2ecda-f8ab-4b2f-a73b-fa24de041f95/62d93bfc-e216-4b15-8b5c-a9bdd618bf28/a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:59.620303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d445da-2464-42f2-b997-9d4abb7890e6 None None] Pushing event updated for resources: {'Port': ['ID=e13727bb-209e-4b71-b199-b52786c69a88,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:59.642815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4577b2f2-fbc7-4a30-bc75-59ae62199641 None None] Provisioning complete for port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:59.643803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4577b2f2-fbc7-4a30-bc75-59ae62199641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.712487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Allocated IP 2001:db8::1 (5ac08b8c-f419-4a0c-96d2-a86895dc9395/76cc2b2a-d854-40de-8c0c-3997b0ab962b/edd26dd0-9768-4e7f-ab50-358e8990dba0) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:59.891398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e13727bb-209e-4b71-b199-b52786c69a88 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:59.898989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c82c00-8699-412a-933c-56b665770cf1 req-70d020e9-d07b-45fb-b602-8929b8afc8ce tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:59.900591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77c82c00-8699-412a-933c-56b665770cf1 req-70d020e9-d07b-45fb-b602-8929b8afc8ce tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 945 time: 0.0850127 Mar 31 23:21:59.931327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.970382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77c82c00-8699-412a-933c-56b665770cf1 req-6de23e34-cf17-4526-b958-b2c29a850760 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Mar 31 23:21:59.975922 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.996270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e13727bb-209e-4b71-b199-b52786c69a88 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:59.996705 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.044612 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.081448 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.105587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Network 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:00.132032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:00.132856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:00.135993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:00.140331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:00.140922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:00.141084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.144931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Pushing event updated for resources: {'Port': ['ID=a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:00.160592 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.186162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Port': ['ID=edd26dd0-9768-4e7f-ab50-358e8990dba0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:00.230251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Attempting to bind port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:00.230560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Attempting to bind port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '08d328b7-04f9-46fe-88ba-cbb303a8411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7bc2ecda-f8ab-4b2f-a73b-fa24de041f95'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:00.230891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Attempting to bind port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 on network 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:00.245859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:00.246232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Checking segment: {'id': '08d328b7-04f9-46fe-88ba-cbb303a8411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7bc2ecda-f8ab-4b2f-a73b-fa24de041f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:00.246909 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.247348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Bound using segment: {'id': '08d328b7-04f9-46fe-88ba-cbb303a8411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7bc2ecda-f8ab-4b2f-a73b-fa24de041f95'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:00.247960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Bound port: a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d328b7-04f9-46fe-88ba-cbb303a8411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7bc2ecda-f8ab-4b2f-a73b-fa24de041f95'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:00.248355 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.260604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port e13727bb-209e-4b71-b199-b52786c69a88, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e13727bb-209e-4b71-b199-b52786c69a88,segment=NetworkSegment(113dcfda-ccfa-41c3-bc4b-51f0c6dae69f),segment_id=113dcfda-ccfa-41c3-bc4b-51f0c6dae69f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:00.326654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d303462c-7b94-4024-91e1-03a9647569af None None] For port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:00.330846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d303462c-7b94-4024-91e1-03a9647569af None None] For port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070,segment=NetworkSegment(08d328b7-04f9-46fe-88ba-cbb303a8411d),segment_id=08d328b7-04f9-46fe-88ba-cbb303a8411d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:00.392782 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.394379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:00.408030 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.495891 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.504490 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=e13727bb-209e-4b71-b199-b52786c69a88,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:00.555036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:00.555587 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.622319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39abd7-da36-41f5-9300-131487dbee48 None None] Network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:00.626591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303462c-7b94-4024-91e1-03a9647569af None None] Pushing event updated for resources: {'Port': ['ID=a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:00.709904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ee66bec8-90c3-4a68-96e5-e4ed3fa593b4 None None] Provisioning complete for port e13727bb-209e-4b71-b199-b52786c69a88 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:00.710353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ee66bec8-90c3-4a68-96e5-e4ed3fa593b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.780436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.871953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.873528 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.938808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Port': ['ID=edd26dd0-9768-4e7f-ab50-358e8990dba0,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:01.054959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:01.057224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:01.207871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b821b-0f73-4c24-bab1-398a729683d9 req-86351983-eda5-476a-a657-b8374f87103e tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:01.209672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed9b821b-0f73-4c24-bab1-398a729683d9 req-86351983-eda5-476a-a657-b8374f87103e tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 945 time: 0.1408234 Mar 31 23:22:01.264073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed9b821b-0f73-4c24-bab1-398a729683d9 req-f14f6df4-06a2-4eed-8f73-3404acc2a509 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466757 Mar 31 23:22:01.285192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e257001e-e286-416d-948b-36c91b2f4ea2 None None] Provisioning complete for port e13727bb-209e-4b71-b199-b52786c69a88 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:01.285686 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e257001e-e286-416d-948b-36c91b2f4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.403914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e257001e-e286-416d-948b-36c91b2f4ea2 None None] Provisioning complete for port edd26dd0-9768-4e7f-ab50-358e8990dba0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:01.404297 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e257001e-e286-416d-948b-36c91b2f4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.420121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Router 24a3a873-e535-4b8a-b69f-4034335c8bc9 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:22:01.438714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-427ddecb-8742-440b-b80e-a2a71280a792 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:01.440384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-427ddecb-8742-440b-b80e-a2a71280a792 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 945 time: 0.0707955 Mar 31 23:22:01.462060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e257001e-e286-416d-948b-36c91b2f4ea2 None None] Port edd26dd0-9768-4e7f-ab50-358e8990dba0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:01.594951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-62643ddc-710c-46f2-801d-1a4ecb84e047 None None] Provisioning complete for port edd26dd0-9768-4e7f-ab50-358e8990dba0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:01.595333 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-62643ddc-710c-46f2-801d-1a4ecb84e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.620154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:01.632465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3cd3fb15-ee30-4c8e-aa19-a0f2c3501791 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "PUT /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6140192 Mar 31 23:22:01.633791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775fbbd-d72f-4dd9-abe5-59f43928349a None None] Sync routers for ids ['24a3a873-e535-4b8a-b69f-4034335c8bc9'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:01.635317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42620) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:01.653176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775fbbd-d72f-4dd9-abe5-59f43928349a None None] Routers {'24a3a873-e535-4b8a-b69f-4034335c8bc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:01.654084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3775fbbd-d72f-4dd9-abe5-59f43928349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['24a3a873-e535-4b8a-b69f-4034335c8bc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:01.693623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3775fbbd-d72f-4dd9-abe5-59f43928349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:01.696280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-62643ddc-710c-46f2-801d-1a4ecb84e047 None None] Port edd26dd0-9768-4e7f-ab50-358e8990dba0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:01.718840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775fbbd-d72f-4dd9-abe5-59f43928349a None None] Routers {'24a3a873-e535-4b8a-b69f-4034335c8bc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:01.719551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3775fbbd-d72f-4dd9-abe5-59f43928349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['24a3a873-e535-4b8a-b69f-4034335c8bc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:01.786251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Deleting port c04b2aed-a59c-4f39-ac88-0a944adcca75 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:01.786565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.788192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3775fbbd-d72f-4dd9-abe5-59f43928349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:01.789525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775fbbd-d72f-4dd9-abe5-59f43928349a None None] The sync data for ids ['24a3a873-e535-4b8a-b69f-4034335c8bc9'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:01.898288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e13727bb-209e-4b71-b199-b52786c69a88 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:01.954741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e13727bb-209e-4b71-b199-b52786c69a88 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:01.955188 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.961267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2f177-84d0-4bff-bce3-f7bbb9f01277 None None] Network 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:02.051312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] For port c04b2aed-a59c-4f39-ac88-0a944adcca75, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=c04b2aed-a59c-4f39-ac88-0a944adcca75,segment=NetworkSegment(3f3fb3c0-8da1-4632-8ae4-869b8133d1d9),segment_id=3f3fb3c0-8da1-4632-8ae4-869b8133d1d9)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:02.051888 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.072600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Calling delete_port for c04b2aed-a59c-4f39-ac88-0a944adcca75 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:02.084692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Provisioning complete for port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:02.085066 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.207067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:02.314671 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.353625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:02.354299 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.396598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] For port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070,segment=NetworkSegment(08d328b7-04f9-46fe-88ba-cbb303a8411d),segment_id=08d328b7-04f9-46fe-88ba-cbb303a8411d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:02.474580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.512862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.544553 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Provisioning complete for port edd26dd0-9768-4e7f-ab50-358e8990dba0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:02.544922 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.620727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Pushing event updated for resources: {'Port': ['ID=a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:02.630054 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-24004304-5326-4daa-93c3-278e1abbe36c tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:22:02.631153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-24004304-5326-4daa-93c3-278e1abbe36c tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "PUT /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9933205 Mar 31 23:22:02.636005 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Port edd26dd0-9768-4e7f-ab50-358e8990dba0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:02.636151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42654) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:02.636631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.636631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.636631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.636631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.636984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.636984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.637354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.637660 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.637991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.638316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.638676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.639003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60169b0e-ff90-40a4-846b-9acc75c01902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:02.643040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e152ba8-874d-458f-a591-04de0a6edf36 req-d7e7c93b-9698-43e9-8677-a7fd59cd2965 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:02.643715 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e152ba8-874d-458f-a591-04de0a6edf36 req-d7e7c93b-9698-43e9-8677-a7fd59cd2965 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 945 time: 0.1627998 Mar 31 23:22:02.653516 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:22:02.653869 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:22:02.723047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e152ba8-874d-458f-a591-04de0a6edf36 req-86c1e14b-7c34-4ace-ba43-e58c724b56af tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/security-groups?id=e74e5afe-5e70-468d-bf47-52536c740971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720453 Mar 31 23:22:02.766091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-712e48e5-6df1-4480-bcc2-9ea671fba9d4 None None] Provisioning complete for port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:02.766462 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-712e48e5-6df1-4480-bcc2-9ea671fba9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.840702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.855688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['c04b2aed-a59c-4f39-ac88-0a944adcca75'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:02.877462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Pushing event deleted for resources: {'Port': ['ID=c04b2aed-a59c-4f39-ac88-0a944adcca75,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:02.937248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] No DVR routers for this DVR port c04b2aed-a59c-4f39-ac88-0a944adcca75 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:02.940375 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.943919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e4989a6-9005-4b7c-8bf1-c017df0a6f9a req-d1cb4925-5224-4b91-92dc-386629b84ef5 tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.45 "DELETE /v2.0/ports/c04b2aed-a59c-4f39-ac88-0a944adcca75 HTTP/1.1" status: 204 len: 173 time: 1.4971533 Mar 31 23:22:02.944378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9342ea4-d446-4681-9bca-a41efd4a63e7', 'name': 'network-vif-deleted', 'tag': 'c04b2aed-a59c-4f39-ac88-0a944adcca75'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:02.946783 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c776489c-f57f-44a0-8b71-9513f951197c" -d '{"events": [{"server_uuid": "b9342ea4-d446-4681-9bca-a41efd4a63e7", "name": "network-vif-deleted", "tag": "c04b2aed-a59c-4f39-ac88-0a944adcca75"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:02.990421 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d093da3-1124-4dfd-aa43-3d3f91f43b45 x-openstack-request-id: req-5d093da3-1124-4dfd-aa43-3d3f91f43b45 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:02.990777 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9342ea4-d446-4681-9bca-a41efd4a63e7", "name": "network-vif-deleted", "tag": "c04b2aed-a59c-4f39-ac88-0a944adcca75", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:02.991086 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d093da3-1124-4dfd-aa43-3d3f91f43b45 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:02.991492 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d093da3-1124-4dfd-aa43-3d3f91f43b45'] response: {'server_uuid': 'b9342ea4-d446-4681-9bca-a41efd4a63e7', 'name': 'network-vif-deleted', 'tag': 'c04b2aed-a59c-4f39-ac88-0a944adcca75', 'status': 'completed', 'code': 200} Mar 31 23:22:03.345467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.633202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting port edd26dd0-9768-4e7f-ab50-358e8990dba0 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:03.633594 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.718861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:03.728452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.749734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Calling delete_port for edd26dd0-9768-4e7f-ab50-358e8990dba0 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:03.789153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:03.789625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.850278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-902290a6-75b6-4825-b9ad-9226501892bd req-8316626c-7978-46b5-b7bc-6a94f0d54ddd tempest-VolumesSnapshotTestJSON-1829602197 tempest-VolumesSnapshotTestJSON-1829602197-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9342ea4-d446-4681-9bca-a41efd4a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0351324 Mar 31 23:22:04.011882 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9c3461c1-10f9-41c9-9f5e-3adf778f53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.160656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.193319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Port': ['ID=edd26dd0-9768-4e7f-ab50-358e8990dba0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:04.298225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.468027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Router 24a3a873-e535-4b8a-b69f-4034335c8bc9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:04.550749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:04.555742 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ce7b69c9-f5d7-4454-bac8-755e2f51d318 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "PUT /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9198835 Mar 31 23:22:04.559749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42720) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:04.561166 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294f814-4edc-480b-9eb3-af2d5235f757 None None] Sync routers for ids ['24a3a873-e535-4b8a-b69f-4034335c8bc9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:04.571897 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294f814-4edc-480b-9eb3-af2d5235f757 None None] Routers {'24a3a873-e535-4b8a-b69f-4034335c8bc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:04.572524 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e294f814-4edc-480b-9eb3-af2d5235f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['24a3a873-e535-4b8a-b69f-4034335c8bc9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:04.602703 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-07806a93-8d2f-478b-a91e-f8334bf2975b tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] delete failed (client error): The resource could not be found. Mar 31 23:22:04.603764 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-07806a93-8d2f-478b-a91e-f8334bf2975b tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1350647179 HTTP/1.1" status: 404 len: 335 time: 0.0430572 Mar 31 23:22:04.607948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42722) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:04.608895 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e294f814-4edc-480b-9eb3-af2d5235f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:04.614292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b62db61a-eacf-47b4-b45b-52a9df53da0d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'router': {'external_gateway_info': {'network_id': '24a3a873-e535-4b8a-b69f-4034335c8bc9'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:04.622815 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294f814-4edc-480b-9eb3-af2d5235f757 None None] Routers {'24a3a873-e535-4b8a-b69f-4034335c8bc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:04.623307 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e294f814-4edc-480b-9eb3-af2d5235f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:21:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['24a3a873-e535-4b8a-b69f-4034335c8bc9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:04.659279 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e294f814-4edc-480b-9eb3-af2d5235f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:04.660147 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e294f814-4edc-480b-9eb3-af2d5235f757 None None] The sync data for ids ['24a3a873-e535-4b8a-b69f-4034335c8bc9'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:04.832546 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b62db61a-eacf-47b4-b45b-52a9df53da0d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.995598 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-b62db61a-eacf-47b4-b45b-52a9df53da0d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] update failed (client error): The resource could not be found. Mar 31 23:22:04.996697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b62db61a-eacf-47b4-b45b-52a9df53da0d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "PUT /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9 HTTP/1.1" status: 404 len: 339 time: 0.3877332 Mar 31 23:22:05.001208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42740) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:05.008058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1764447530'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:05.132260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Made reservation on behalf of b5e8d25e8afc4b3fb2206250726bdc46 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:05.135981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.161121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:05.169997 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.170339 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Added segment 2855ef67-667a-45ca-a3b4-3633d02aba9f of type vlan for network 17e67661-ddfc-4178-a6af-b843887a6fbb Mar 31 23:22:05.213855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.303334 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.309199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:05.309811 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.377964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Network': ['ID=17e67661-ddfc-4178-a6af-b843887a6fbb,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:05.389328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 17e67661-ddfc-4178-a6af-b843887a6fbb details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:05.479676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d55b3978-72b4-4f6c-9eef-2d178bb28004 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4771795 Mar 31 23:22:05.483021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42756) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:05.488245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'subnet': {'network_id': '17e67661-ddfc-4178-a6af-b843887a6fbb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:05.714909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Made reservation on behalf of b5e8d25e8afc4b3fb2206250726bdc46 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:05.722317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.867463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c04b2aed-a59c-4f39-ac88-0a944adcca75 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:06.058811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.061780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: c04b2aed-a59c-4f39-ac88-0a944adcca75 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:06.067731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device c04b2aed-a59c-4f39-ac88-0a944adcca75 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:06.124105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Subnet': ['ID=edece8a0-2d3e-4ef7-8b2c-8968511ed249,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:06.137666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Checking segment: {'id': '2855ef67-667a-45ca-a3b4-3633d02aba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '17e67661-ddfc-4178-a6af-b843887a6fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:06.137666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network hostable DHCP agents. Network: 17e67661-ddfc-4178-a6af-b843887a6fbb, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:06.167942 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-85130499-6c9b-4eb9-bd2b-0481ef07273c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.263404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network 17e67661-ddfc-4178-a6af-b843887a6fbb is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:06.351843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 17e67661-ddfc-4178-a6af-b843887a6fbb) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:06.356589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.357712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.367312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc43355-6d22-4027-b692-d1a66ef95869 None None] Network 17e67661-ddfc-4178-a6af-b843887a6fbb requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:06.475466 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d23661e-46db-45b7-84fa-b698e35ba8a2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9910977 Mar 31 23:22:06.478592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42794) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:06.483935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ea9e64b8-7fb7-42c6-bafe-c559df3b5b8d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'router': {'external_gateway_info': {'network_id': '17e67661-ddfc-4178-a6af-b843887a6fbb'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:06.546647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-17e67661-ddfc-4178-a6af-b843887a6fbb', 'network_id': '17e67661-ddfc-4178-a6af-b843887a6fbb', 'tenant_id': 'b5e8d25e8afc4b3fb2206250726bdc46', 'fixed_ips': [{'subnet_id': 'edece8a0-2d3e-4ef7-8b2c-8968511ed249'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:22:06.547612 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.738007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Allocated IP 2001:db8:1::2 (17e67661-ddfc-4178-a6af-b843887a6fbb/edece8a0-2d3e-4ef7-8b2c-8968511ed249/0a40e920-d617-4a31-bc09-30c0713d740f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:06.781965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea9e64b8-7fb7-42c6-bafe-c559df3b5b8d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.955457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.028325 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-ea9e64b8-7fb7-42c6-bafe-c559df3b5b8d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:22:07.029514 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ea9e64b8-7fb7-42c6-bafe-c559df3b5b8d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "PUT /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9 HTTP/1.1" status: 400 len: 364 time: 0.5497525 Mar 31 23:22:07.033217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42814) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:07.069908 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.124657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Network 17e67661-ddfc-4178-a6af-b843887a6fbb is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:07.130076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:07.133896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:07.144107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Pushing event updated for resources: {'Port': ['ID=0a40e920-d617-4a31-bc09-30c0713d740f,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:07.208343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Attempting to bind port 0a40e920-d617-4a31-bc09-30c0713d740f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:07.209008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Attempting to bind port 0a40e920-d617-4a31-bc09-30c0713d740f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '2855ef67-667a-45ca-a3b4-3633d02aba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '17e67661-ddfc-4178-a6af-b843887a6fbb'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:07.209632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Attempting to bind port 0a40e920-d617-4a31-bc09-30c0713d740f on network 17e67661-ddfc-4178-a6af-b843887a6fbb {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:07.215169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:07.215629 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Checking segment: {'id': '2855ef67-667a-45ca-a3b4-3633d02aba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '17e67661-ddfc-4178-a6af-b843887a6fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:07.216103 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.216567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Bound using segment: {'id': '2855ef67-667a-45ca-a3b4-3633d02aba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '17e67661-ddfc-4178-a6af-b843887a6fbb'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:07.217109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Bound port: 0a40e920-d617-4a31-bc09-30c0713d740f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2855ef67-667a-45ca-a3b4-3633d02aba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '17e67661-ddfc-4178-a6af-b843887a6fbb'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:07.217559 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.297584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] For port 0a40e920-d617-4a31-bc09-30c0713d740f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:07.301045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] For port 0a40e920-d617-4a31-bc09-30c0713d740f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0a40e920-d617-4a31-bc09-30c0713d740f,segment=NetworkSegment(2855ef67-667a-45ca-a3b4-3633d02aba9f),segment_id=2855ef67-667a-45ca-a3b4-3633d02aba9f)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:07.371496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.385774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.456695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005187ad-14d0-419b-bdd8-e906fdeabb20 None None] Pushing event updated for resources: {'Port': ['ID=0a40e920-d617-4a31-bc09-30c0713d740f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:07.715768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Allocated IP 2001:db8::1 (2bc4dfb8-bf0b-48f6-8383-bac363169dee/264f211f-8800-4542-b40d-b2258188c9c1/29389b92-b643-426f-bd37-bcb024963780) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:07.822144 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.838844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0a40e920-d617-4a31-bc09-30c0713d740f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:07.872541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.897563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0a40e920-d617-4a31-bc09-30c0713d740f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:07.897937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.990348 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.026011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 0a40e920-d617-4a31-bc09-30c0713d740f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0a40e920-d617-4a31-bc09-30c0713d740f,segment=NetworkSegment(2855ef67-667a-45ca-a3b4-3633d02aba9f),segment_id=2855ef67-667a-45ca-a3b4-3633d02aba9f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:08.046770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.103395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network 2bc4dfb8-bf0b-48f6-8383-bac363169dee is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:08.111942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:08.129099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:08.130466 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.143558 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.222585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Port': ['ID=29389b92-b643-426f-bd37-bcb024963780,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:08.237173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=0a40e920-d617-4a31-bc09-30c0713d740f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:08.415232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.469289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c53daf7f-a35b-4b3c-a00a-2e0a035209f3 None None] Provisioning complete for port 29389b92-b643-426f-bd37-bcb024963780 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:08.469967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c53daf7f-a35b-4b3c-a00a-2e0a035209f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.537272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c53daf7f-a35b-4b3c-a00a-2e0a035209f3 None None] Port 29389b92-b643-426f-bd37-bcb024963780 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:08.631427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af065c4-5449-46f1-8a91-4edd4973f295 None None] Network 17e67661-ddfc-4178-a6af-b843887a6fbb requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:08.722601 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.735076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a2c8b14b-74c5-4d41-8fe2-62c80041aa91 None None] Provisioning complete for port 0a40e920-d617-4a31-bc09-30c0713d740f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:08.735453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b14b-74c5-4d41-8fe2-62c80041aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.748466 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.860882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.861723 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.981056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event updated for resources: {'Port': ['ID=29389b92-b643-426f-bd37-bcb024963780,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:08.988519 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.057556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Network 2bc4dfb8-bf0b-48f6-8383-bac363169dee is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:09.059982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:09.197347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.208809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Router 24a3a873-e535-4b8a-b69f-4034335c8bc9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:09.341668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:09.361926 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9ba5efb8-d85d-4f3b-aca7-130112b491dc tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "PUT /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3274138 Mar 31 23:22:09.365548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245fc832-2bac-4c9c-bb09-1e51003f7c49 None None] Sync routers for ids ['24a3a873-e535-4b8a-b69f-4034335c8bc9'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:09.367377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42884) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:09.373379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a62db35b-1e77-4a27-9498-239b79ca00f0 None None] Provisioning complete for port 0a40e920-d617-4a31-bc09-30c0713d740f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:09.374049 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a62db35b-1e77-4a27-9498-239b79ca00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.412927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245fc832-2bac-4c9c-bb09-1e51003f7c49 None None] Routers {'24a3a873-e535-4b8a-b69f-4034335c8bc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:09.413966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-245fc832-2bac-4c9c-bb09-1e51003f7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:22:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['24a3a873-e535-4b8a-b69f-4034335c8bc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:09.456377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-245fc832-2bac-4c9c-bb09-1e51003f7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:09.471057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245fc832-2bac-4c9c-bb09-1e51003f7c49 None None] Routers {'24a3a873-e535-4b8a-b69f-4034335c8bc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:09.471686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-245fc832-2bac-4c9c-bb09-1e51003f7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:22:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['24a3a873-e535-4b8a-b69f-4034335c8bc9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:09.507898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-245fc832-2bac-4c9c-bb09-1e51003f7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:09.508565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245fc832-2bac-4c9c-bb09-1e51003f7c49 None None] The sync data for ids ['24a3a873-e535-4b8a-b69f-4034335c8bc9'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:09.692083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-401141fa-93b3-48c0-8722-5efe3852247b None None] Provisioning complete for port 29389b92-b643-426f-bd37-bcb024963780 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:09.692467 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-401141fa-93b3-48c0-8722-5efe3852247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.742335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.750903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-401141fa-93b3-48c0-8722-5efe3852247b None None] Port 29389b92-b643-426f-bd37-bcb024963780 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:09.795530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0a40e920-d617-4a31-bc09-30c0713d740f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:09.870418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0a40e920-d617-4a31-bc09-30c0713d740f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:09.870418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.939392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4df79fcc-5511-4fab-a792-242a6e351fb6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.037644 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-4df79fcc-5511-4fab-a792-242a6e351fb6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:22:10.038725 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4df79fcc-5511-4fab-a792-242a6e351fb6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9 HTTP/1.1" status: 409 len: 329 time: 0.6698508 Mar 31 23:22:10.041645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42892) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:10.439735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.795848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting port 29389b92-b643-426f-bd37-bcb024963780 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:10.795848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.894033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.910927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Calling delete_port for 29389b92-b643-426f-bd37-bcb024963780 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:11.178119 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.205868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Port': ['ID=29389b92-b643-426f-bd37-bcb024963780,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:11.310852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.519439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Router 24a3a873-e535-4b8a-b69f-4034335c8bc9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:11.599670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:11.605148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8bf615e5-f5ae-4e75-a269-10317840b561 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "PUT /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5624623 Mar 31 23:22:11.611145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42908) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:11.623230 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad6399-41f8-43db-8139-c696321bd643 None None] Sync routers for ids ['24a3a873-e535-4b8a-b69f-4034335c8bc9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:11.628474 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad6399-41f8-43db-8139-c696321bd643 None None] Routers {'24a3a873-e535-4b8a-b69f-4034335c8bc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:11.629177 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91ad6399-41f8-43db-8139-c696321bd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:22:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['24a3a873-e535-4b8a-b69f-4034335c8bc9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:11.654932 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-c93c2a34-12d6-4d0e-9206-53c46d5da3e2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] show failed (client error): The resource could not be found. Mar 31 23:22:11.655987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c93c2a34-12d6-4d0e-9206-53c46d5da3e2 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-586496787 HTTP/1.1" status: 404 len: 334 time: 0.0438421 Mar 31 23:22:11.660950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42910) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:11.666790 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91ad6399-41f8-43db-8139-c696321bd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:11.667880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2249c98a-35fc-4152-84ee-6783d8bd2b08 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:11.676981 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad6399-41f8-43db-8139-c696321bd643 None None] Routers {'24a3a873-e535-4b8a-b69f-4034335c8bc9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:11.677596 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91ad6399-41f8-43db-8139-c696321bd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:22:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['24a3a873-e535-4b8a-b69f-4034335c8bc9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:11.709177 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-2249c98a-35fc-4152-84ee-6783d8bd2b08 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] update failed (client error): The resource could not be found. Mar 31 23:22:11.710331 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2249c98a-35fc-4152-84ee-6783d8bd2b08 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-171028961 HTTP/1.1" status: 404 len: 334 time: 0.0482798 Mar 31 23:22:11.711170 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91ad6399-41f8-43db-8139-c696321bd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:11.711819 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad6399-41f8-43db-8139-c696321bd643 None None] The sync data for ids ['24a3a873-e535-4b8a-b69f-4034335c8bc9'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:11.716672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42912) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:11.769342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ced6bd-6c9b-4445-a026-40989141973a tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting subnet edece8a0-2d3e-4ef7-8b2c-8968511ed249 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:11.772506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8ced6bd-6c9b-4445-a026-40989141973a tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.817380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8ced6bd-6c9b-4445-a026-40989141973a tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.920917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8ced6bd-6c9b-4445-a026-40989141973a tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.071709 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8ced6bd-6c9b-4445-a026-40989141973a tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.101525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ced6bd-6c9b-4445-a026-40989141973a tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Subnet': ['ID=edece8a0-2d3e-4ef7-8b2c-8968511ed249,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:12.105549 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c8ced6bd-6c9b-4445-a026-40989141973a tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.111607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42918) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:12.116768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5127c14-a7ef-4fcd-8e20-f0c4069af8a1 None None] Network 17e67661-ddfc-4178-a6af-b843887a6fbb requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:12.119080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c8ced6bd-6c9b-4445-a026-40989141973a tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/subnets/edece8a0-2d3e-4ef7-8b2c-8968511ed249 HTTP/1.1" status: 204 len: 168 time: 0.4010708 Mar 31 23:22:12.204276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.268942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting port 0a40e920-d617-4a31-bc09-30c0713d740f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:12.269291 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.320468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] DHCP port deletion for 17e67661-ddfc-4178-a6af-b843887a6fbb request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:12.353955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] For port 0a40e920-d617-4a31-bc09-30c0713d740f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0a40e920-d617-4a31-bc09-30c0713d740f,segment=NetworkSegment(2855ef67-667a-45ca-a3b4-3633d02aba9f),segment_id=2855ef67-667a-45ca-a3b4-3633d02aba9f)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:12.354397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.370721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Calling delete_port for 0a40e920-d617-4a31-bc09-30c0713d740f owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:12.386014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] Deleting port 0a40e920-d617-4a31-bc09-30c0713d740f {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:12.386433 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.457085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] For port 0a40e920-d617-4a31-bc09-30c0713d740f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0a40e920-d617-4a31-bc09-30c0713d740f,segment=NetworkSegment(2855ef67-667a-45ca-a3b4-3633d02aba9f),segment_id=2855ef67-667a-45ca-a3b4-3633d02aba9f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:12.458027 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.472688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] Calling delete_port for 0a40e920-d617-4a31-bc09-30c0713d740f owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:12.532122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.563362 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.609602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] No DVR routers for this DVR port 0a40e920-d617-4a31-bc09-30c0713d740f on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:12.617248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60522913-7fc0-4a14-ac3f-52cf0507d4bc None None] Pushing event deleted for resources: {'Port': ['ID=0a40e920-d617-4a31-bc09-30c0713d740f,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:12.622141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Port': ['ID=0a40e920-d617-4a31-bc09-30c0713d740f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:12.627184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] No DVR routers for this DVR port 0a40e920-d617-4a31-bc09-30c0713d740f on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:12.742404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.772950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e67661-ddfc-4178-a6af-b843887a6fbb']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:12.790872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2855ef67-667a-45ca-a3b4-3633d02aba9f') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:12.791166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2855ef67-667a-45ca-a3b4-3633d02aba9f') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:12.802596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.818354 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.825498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:12.826200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:12.831400 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:13.054093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.058691 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.064574 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/networks/17e67661-ddfc-4178-a6af-b843887a6fbb HTTP/1.1" status: 204 len: 168 time: 0.9517317 Mar 31 23:22:13.067821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42930) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:13.082294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d04f9-7254-40ee-84d0-cbec103053ab tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Network': ['ID=17e67661-ddfc-4178-a6af-b843887a6fbb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:13.159167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6261bc-6a72-4b45-a35f-76b909121dc8 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting subnet 62d93bfc-e216-4b15-8b5c-a9bdd618bf28 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:13.164442 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac6261bc-6a72-4b45-a35f-76b909121dc8 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.234566 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac6261bc-6a72-4b45-a35f-76b909121dc8 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.350827 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac6261bc-6a72-4b45-a35f-76b909121dc8 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.552321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac6261bc-6a72-4b45-a35f-76b909121dc8 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.582019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6261bc-6a72-4b45-a35f-76b909121dc8 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Subnet': ['ID=62d93bfc-e216-4b15-8b5c-a9bdd618bf28,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:13.587434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac6261bc-6a72-4b45-a35f-76b909121dc8 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.590646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ac6261bc-6a72-4b45-a35f-76b909121dc8 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/subnets/62d93bfc-e216-4b15-8b5c-a9bdd618bf28 HTTP/1.1" status: 204 len: 168 time: 0.5216568 Mar 31 23:22:13.593319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42936) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:13.603319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639cfe40-1255-4543-9769-1bc767b2929d None None] Network 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:13.670270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8699608c-fdc6-4e3c-9332-45576eff7a3d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting subnet 76cc2b2a-d854-40de-8c0c-3997b0ab962b {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:13.683207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8699608c-fdc6-4e3c-9332-45576eff7a3d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.822571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8699608c-fdc6-4e3c-9332-45576eff7a3d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:13.838502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0a40e920-d617-4a31-bc09-30c0713d740f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:13.864880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 0a40e920-d617-4a31-bc09-30c0713d740f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:13.865478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0a40e920-d617-4a31-bc09-30c0713d740f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:13.924436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] DHCP port deletion for 7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:13.989339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8699608c-fdc6-4e3c-9332-45576eff7a3d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.002164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] Deleting port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:14.002992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.119032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] For port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070,segment=NetworkSegment(08d328b7-04f9-46fe-88ba-cbb303a8411d),segment_id=08d328b7-04f9-46fe-88ba-cbb303a8411d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:14.119336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.137082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] Calling delete_port for a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:14.154603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8699608c-fdc6-4e3c-9332-45576eff7a3d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.213215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699608c-fdc6-4e3c-9332-45576eff7a3d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Subnet': ['ID=76cc2b2a-d854-40de-8c0c-3997b0ab962b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:14.221011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8699608c-fdc6-4e3c-9332-45576eff7a3d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.226506 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8699608c-fdc6-4e3c-9332-45576eff7a3d tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/subnets/76cc2b2a-d854-40de-8c0c-3997b0ab962b HTTP/1.1" status: 204 len: 168 time: 0.6318421 Mar 31 23:22:14.229146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42942) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:14.230423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211da5d6-cd52-4872-94d4-70fbb87b8b43 None None] Network 5ac08b8c-f419-4a0c-96d2-a86895dc9395 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:14.327898 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.397688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:14.398688 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.398836 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.452259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] No DVR routers for this DVR port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:14.457755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca3bf6-c2fd-44a4-b370-6c8a924abb86 None None] Pushing event deleted for resources: {'Port': ['ID=a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:14.505744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] For port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070, host n-d-836015-1, got binding levels [] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:14.506141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.520541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] DHCP port deletion for 5ac08b8c-f419-4a0c-96d2-a86895dc9395 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:14.528160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Calling delete_port for a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:14.531487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.ipam_backend_mixin [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 was not found and therefore no delete operation was performed {{(pid=109820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:22:14.533216 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.562020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Port': ['ID=a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:14.564304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] No DVR routers for this DVR port a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:14.603759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] Deleting port e13727bb-209e-4b71-b199-b52786c69a88 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:14.604306 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.679402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] For port e13727bb-209e-4b71-b199-b52786c69a88, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e13727bb-209e-4b71-b199-b52786c69a88,segment=NetworkSegment(113dcfda-ccfa-41c3-bc4b-51f0c6dae69f),segment_id=113dcfda-ccfa-41c3-bc4b-51f0c6dae69f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:14.679827 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.693170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.697392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] Calling delete_port for e13727bb-209e-4b71-b199-b52786c69a88 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:14.720345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc2ecda-f8ab-4b2f-a73b-fa24de041f95']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:14.733429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d328b7-04f9-46fe-88ba-cbb303a8411d') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:14.733929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d328b7-04f9-46fe-88ba-cbb303a8411d') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:14.751336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.775549 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.783051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:14.783505 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:14.867458 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:14.962641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.971573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.982546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42948) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:14.989897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/networks/7bc2ecda-f8ab-4b2f-a73b-fa24de041f95 HTTP/1.1" status: 204 len: 168 time: 0.7467802 Mar 31 23:22:15.005959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3cbb5-c13f-46a8-919b-7e0be9207ab6 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Network': ['ID=7bc2ecda-f8ab-4b2f-a73b-fa24de041f95,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:15.091618 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.137034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.152484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting port e13727bb-209e-4b71-b199-b52786c69a88 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:15.152754 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.181495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] Pushing event deleted for resources: {'Port': ['ID=e13727bb-209e-4b71-b199-b52786c69a88,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:15.195123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d626b-6b3c-454a-b72e-56f882b33c1d None None] No DVR routers for this DVR port e13727bb-209e-4b71-b199-b52786c69a88 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:15.236240 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] For port e13727bb-209e-4b71-b199-b52786c69a88, host n-d-836015-1, got binding levels [] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:15.242335 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.261545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Calling delete_port for e13727bb-209e-4b71-b199-b52786c69a88 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:15.266753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Port e13727bb-209e-4b71-b199-b52786c69a88 was not found and therefore no delete operation was performed {{(pid=109821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:22:15.271307 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.319217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Port': ['ID=e13727bb-209e-4b71-b199-b52786c69a88,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:15.325205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] No DVR routers for this DVR port e13727bb-209e-4b71-b199-b52786c69a88 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:15.414657 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.436976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac08b8c-f419-4a0c-96d2-a86895dc9395']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:15.449254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113dcfda-ccfa-41c3-bc4b-51f0c6dae69f') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:15.450087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113dcfda-ccfa-41c3-bc4b-51f0c6dae69f') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:15.463504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.478745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.485047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:15.485445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:15.488864 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:15.665459 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.678136 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.690090 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/networks/5ac08b8c-f419-4a0c-96d2-a86895dc9395 HTTP/1.1" status: 204 len: 168 time: 0.7057040 Mar 31 23:22:15.692191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42952) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:15.724189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08485e42-b705-442f-ac73-319482bc1641 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Network': ['ID=5ac08b8c-f419-4a0c-96d2-a86895dc9395,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:15.779048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e13727bb-209e-4b71-b199-b52786c69a88 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:15.804297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e13727bb-209e-4b71-b199-b52786c69a88 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:15.804645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e13727bb-209e-4b71-b199-b52786c69a88 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:15.805057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:15.813697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-701c4a71-68e9-4f4e-9270-9019980c8366 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting subnet 264f211f-8800-4542-b40d-b2258188c9c1 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:15.817993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-701c4a71-68e9-4f4e-9270-9019980c8366 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.861810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:15.862230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a80eb6a5-aae1-4f7a-b1c0-610a6d4a0070 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:15.874039 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-701c4a71-68e9-4f4e-9270-9019980c8366 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.039326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-701c4a71-68e9-4f4e-9270-9019980c8366 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.221459 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-701c4a71-68e9-4f4e-9270-9019980c8366 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.254989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c4a71-68e9-4f4e-9270-9019980c8366 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Subnet': ['ID=264f211f-8800-4542-b40d-b2258188c9c1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:16.266724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-701c4a71-68e9-4f4e-9270-9019980c8366 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.271781 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-701c4a71-68e9-4f4e-9270-9019980c8366 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/subnets/264f211f-8800-4542-b40d-b2258188c9c1 HTTP/1.1" status: 204 len: 168 time: 0.5785925 Mar 31 23:22:16.275589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42956) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:16.276596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912bee3a-2080-4e00-aa7b-9d514f56dc64 None None] Network 2bc4dfb8-bf0b-48f6-8383-bac363169dee requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:16.419110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.523805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Deleting port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:16.525124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.568631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] DHCP port deletion for 2bc4dfb8-bf0b-48f6-8383-bac363169dee request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:16.649804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] For port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,segment=NetworkSegment(824a59e3-5f58-4966-9d0a-29b63772cf29),segment_id=824a59e3-5f58-4966-9d0a-29b63772cf29)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:16.652176 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.671594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] Deleting port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:16.672318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.695236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Calling delete_port for ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:16.748355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] For port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,segment=NetworkSegment(824a59e3-5f58-4966-9d0a-29b63772cf29),segment_id=824a59e3-5f58-4966-9d0a-29b63772cf29)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:16.749272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.764859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] Calling delete_port for ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:16.995290 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.011514 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.051563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Port': ['ID=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:17.055630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] No DVR routers for this DVR port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:17.071181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] Pushing event deleted for resources: {'Port': ['ID=ccb11b18-aa8b-4816-979e-6d8f8fb86ec2,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:17.078776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68505a02-5b68-43ac-bb75-9860dd32e42a None None] No DVR routers for this DVR port ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:17.159772 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.184600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc4dfb8-bf0b-48f6-8383-bac363169dee']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:17.198233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824a59e3-5f58-4966-9d0a-29b63772cf29') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:17.199472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824a59e3-5f58-4966-9d0a-29b63772cf29') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:17.221496 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.247962 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.259695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:17.260294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:17.266520 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:17.434818 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.443483 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.447250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/networks/2bc4dfb8-bf0b-48f6-8383-bac363169dee HTTP/1.1" status: 204 len: 168 time: 1.1697884 Mar 31 23:22:17.450099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 42962) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:17.535450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe31731-616c-419f-925a-fb9dae33113f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Pushing event deleted for resources: {'Network': ['ID=2bc4dfb8-bf0b-48f6-8383-bac363169dee,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:17.545541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f4c96b34-3c24-4812-b37d-4b7c2d5f45f7 tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "GET /v2.0/ports?device_id=24a3a873-e535-4b8a-b69f-4034335c8bc9 HTTP/1.1" status: 200 len: 205 time: 0.0941870 Mar 31 23:22:17.548444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42966) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:17.658893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7226a8c-474e-4522-b02f-2399cdb2910f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.821435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:17.866332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:17.866711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ccb11b18-aa8b-4816-979e-6d8f8fb86ec2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:17.877465 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7226a8c-474e-4522-b02f-2399cdb2910f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.881722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7226a8c-474e-4522-b02f-2399cdb2910f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:18.093975 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7226a8c-474e-4522-b02f-2399cdb2910f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:18.095225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7226a8c-474e-4522-b02f-2399cdb2910f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Fanout notify agent at l3_agent the message router_deleted on router 24a3a873-e535-4b8a-b69f-4034335c8bc9 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:22:18.108206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7226a8c-474e-4522-b02f-2399cdb2910f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:18.119297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7226a8c-474e-4522-b02f-2399cdb2910f tempest-RoutersNegativeIpV6Test-1785322917 tempest-RoutersNegativeIpV6Test-1785322917-project] 10.222.0.31 "DELETE /v2.0/routers/24a3a873-e535-4b8a-b69f-4034335c8bc9 HTTP/1.1" status: 204 len: 168 time: 0.5689340 Mar 31 23:22:18.898309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42980) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:19.118203 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d5dec2d9-368e-475e-be24-a5820d1c2342 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5e8d25e8afc4b3fb2206250726bdc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185676 Mar 31 23:22:19.120851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 42986) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:19.192568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94309cda-ca65-4819-a4d8-187766d5228d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.219557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94309cda-ca65-4819-a4d8-187766d5228d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.394563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94309cda-ca65-4819-a4d8-187766d5228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.397729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-94309cda-ca65-4819-a4d8-187766d5228d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.401910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94309cda-ca65-4819-a4d8-187766d5228d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02480ab7-20c8-4533-a033-258a6e22f87f HTTP/1.1" status: 204 len: 168 time: 0.2801385 Mar 31 23:22:19.410255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94309cda-ca65-4819-a4d8-187766d5228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02480ab7-20c8-4533-a033-258a6e22f87f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:26.595726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43162) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:26.776458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91aab-c9ec-4f8d-9a3a-b15e1c10c08b req-cf2af2e9-b551-4bcd-a146-fc3aa9e8231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:26.779326 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2be91aab-c9ec-4f8d-9a3a-b15e1c10c08b req-cf2af2e9-b551-4bcd-a146-fc3aa9e8231f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1801507 Mar 31 23:22:26.817704 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2be91aab-c9ec-4f8d-9a3a-b15e1c10c08b req-1715fbe6-19fe-421d-9c87-dad9f732eebe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319078 Mar 31 23:22:28.075485 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:22:33.981806 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-08a1223d-e289-4c3a-9136-18ea6b5ef39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:36.136685 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8df477a8-9167-4291-a07f-a71e3f5fa464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:37.787009 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.613570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43442) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:38.619186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147421461', 'description': 'tempest-description--174844060'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:38.682420 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.730571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.887334 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.079034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.153463 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.190095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:39.200558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.200894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.201241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.201571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.201895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.202218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.202687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.203011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.203336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.203651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.204013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.204378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.361605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.460923 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.463295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-132513a8-531a-48ea-9095-1989bffa94ed tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8479850 Mar 31 23:22:39.466266 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43458) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:39.470926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group_rule': {'security_group_id': 'ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:39.630342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.703938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.830579 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.921718 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.955859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e58745b-bcbc-419b-a175-4bbe0c71f5a3,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:39.967755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.968538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.968538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.968876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.969450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.970004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.970745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.982665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.984621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.985010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.985460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:39.985852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:40.083098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.085545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9528a965-0811-40dc-afe2-d71bc17a8427 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6180396 Mar 31 23:22:40.087905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43468) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:40.092771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c7cca269-5761-42ca-a63c-d738f47569b1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group_rule': {'security_group_id': 'ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:40.266037 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7cca269-5761-42ca-a63c-d738f47569b1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.357448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7cca269-5761-42ca-a63c-d738f47569b1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.510933 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7cca269-5761-42ca-a63c-d738f47569b1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.543581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cca269-5761-42ca-a63c-d738f47569b1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52ac8f5-10bf-468e-93f1-20eff420f403,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:40.652892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7cca269-5761-42ca-a63c-d738f47569b1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.654173 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c7cca269-5761-42ca-a63c-d738f47569b1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5650280 Mar 31 23:22:40.658028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43484) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:40.663227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:40.885532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.118815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.248604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Allocated IP 172.25.4.218 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/c4ed8347-76fb-4eb8-bbb8-92bfc2a634d6) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:41.380383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.525528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.570708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:41.574049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:41.578844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:41.583099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=c4ed8347-76fb-4eb8-bbb8-92bfc2a634d6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:41.718129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.930250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.152106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.430183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.504776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=c4ed8347-76fb-4eb8-bbb8-92bfc2a634d6,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:42.525661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.629209 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:42.631138 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d5e7cc5a-990a-41d0-bbe2-4768a27131dd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9713502 Mar 31 23:22:43.052496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-87b30963-8d03-424f-a39f-3a445db5e3e9 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--147421461&fields=id&tenant_id=63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 267 time: 0.0388122 Mar 31 23:22:43.191169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-721e3a06-e3fb-4c3d-a30a-e59eda0f67ab tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:43.192781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-721e3a06-e3fb-4c3d-a30a-e59eda0f67ab tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.1298380 Mar 31 23:22:43.211472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-f98981e4-eb00-483d-bb28-eca6cb50d7ee tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/quotas/63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 375 time: 0.0107331 Mar 31 23:22:43.280821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-652a2e87-1f16-4352-832f-133f0adb8e5e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0625095 Mar 31 23:22:43.389814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-8d2539d4-cedf-4409-b178-b28e55753dc8 service neutron] 10.222.0.31 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880287 Mar 31 23:22:43.508969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-bcfccb8f-485a-4891-b0e5-10daef5cec9c service neutron] 10.222.0.31 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105366 Mar 31 23:22:43.949353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87d09c9f-b003-4175-8565-d7b2f54d2bd5 req-d92e6f52-24c6-4521-a0fc-933e03c82ba1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 210 time: 0.0575767 Mar 31 23:22:45.059636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ef3f2fc-027f-4c32-a469-bdc1b5f5634f req-ccb6b7ca-ffbf-4e66-bcc1-ff28a82e7a0c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 210 time: 0.0348051 Mar 31 23:22:46.187365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ee27347-cca4-49fa-85ee-3eb7eb944c7f req-ff8ec569-ba33-49fa-abf6-e986850c824e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 210 time: 0.0277712 Mar 31 23:22:46.412022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-576a195a-6dc9-4e9b-aec6-0ec9a9a7b3ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208682 Mar 31 23:22:46.512101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-3e49e782-3a69-48ea-8904-7d43ddc17b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.514587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-3e49e782-3a69-48ea-8904-7d43ddc17b77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c65fa730df7044279ebdbbc2a2749e97&device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1097 time: 0.0554876 Mar 31 23:22:46.669536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-0ffa6492-521c-49c6-b2bc-d894e61fc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.671134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-0ffa6492-521c-49c6-b2bc-d894e61fc638 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375 HTTP/1.1" status: 200 len: 910 time: 0.1331613 Mar 31 23:22:46.776913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-49eadd63-d209-477f-9029-7fc864c69744 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955 HTTP/1.1" status: 200 len: 1001 time: 0.0984001 Mar 31 23:22:46.836407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-b1b76d79-e399-42c8-aebd-d67ed504e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.838204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-b1b76d79-e399-42c8-aebd-d67ed504e957 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d6760c5-8d13-44fb-9810-75018cbf909b HTTP/1.1" status: 200 len: 848 time: 0.0558343 Mar 31 23:22:46.928450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-337f9f07-fc58-4e3e-a280-34f276d31eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.929982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-337f9f07-fc58-4e3e-a280-34f276d31eb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848355 Mar 31 23:22:47.065669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-fb020c34-b934-431d-9529-851a5d37e61d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:47.068324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-fb020c34-b934-431d-9529-851a5d37e61d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.2244523 Mar 31 23:22:47.101292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-913e8281-17f2-4b41-9dc0-ea5800797485 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638424 Mar 31 23:22:47.133861 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-5112d233-5540-4dda-9e2a-9d3580e964e8 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 472 time: 0.0555778 Mar 31 23:22:47.145220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'port': {'device_id': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'admin_state_up': True, 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'security_groups': ['ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:47.279878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a80fce5e-04ed-43cc-94fd-02c1b58f9cc0 req-49b18142-674e-427d-a45b-c6ed901acdf3 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629138 Mar 31 23:22:47.382206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de7966a7-d639-4304-82d8-01e6f021281b req-59edaa79-a8e5-4cff-a03b-46b2f986bec2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 210 time: 0.0469201 Mar 31 23:22:47.404155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Made reservation on behalf of 63b69116baec4d80901fa4a090f80d91 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:47.408184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.553467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Allocated IP 172.20.0.7 (6452e196-06e1-4b87-8bdb-394c2eb4c5c3/aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361/bad0b067-9313-4ed9-8778-c58853120797) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:47.759855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.879963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.979850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:47.984263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:47.987840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:48.001281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=bad0b067-9313-4ed9-8778-c58853120797,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:48.073587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.075029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.189969 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-0b5732fb-59da-49b4-805e-0a01b093b7f7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0490456 Mar 31 23:22:48.278089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Request body: {'port': {'device_id': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:48.360717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.373854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-78805151-74b8-424b-9ddd-3dcc6a5fef9f None None] Provisioning complete for port bad0b067-9313-4ed9-8778-c58853120797 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:48.373854 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-78805151-74b8-424b-9ddd-3dcc6a5fef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.429419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-78805151-74b8-424b-9ddd-3dcc6a5fef9f None None] Port bad0b067-9313-4ed9-8778-c58853120797 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:48.522566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545c9c-6247-4638-be27-3ff8515ba645 req-d726636c-84e7-48f5-aa66-09be79780ba5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.525558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08545c9c-6247-4638-be27-3ff8515ba645 req-d726636c-84e7-48f5-aa66-09be79780ba5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 931 time: 0.0639813 Mar 31 23:22:48.595304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08545c9c-6247-4638-be27-3ff8515ba645 req-f67a6762-2d2b-4ec2-8ecc-91e08c67b885 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569773 Mar 31 23:22:48.742540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad0b067-9313-4ed9-8778-c58853120797 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:48.752290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.769901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Transition to ACTIVE for port object bad0b067-9313-4ed9-8778-c58853120797 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:22:48.880843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.984780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Pushing event updated for resources: {'Port': ['ID=bad0b067-9313-4ed9-8778-c58853120797,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:49.047122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Attempting to bind port bad0b067-9313-4ed9-8778-c58853120797 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:49.047543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Attempting to bind port bad0b067-9313-4ed9-8778-c58853120797 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:49.047935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Attempting to bind port bad0b067-9313-4ed9-8778-c58853120797 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:49.053543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Port bad0b067-9313-4ed9-8778-c58853120797 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:22:49.053998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Attempting to bind port bad0b067-9313-4ed9-8778-c58853120797 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:49.059667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:49.060111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Checking segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:49.060562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Bound using segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:49.061056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Bound port: bad0b067-9313-4ed9-8778-c58853120797, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:49.061484 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:49.584390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] For port bad0b067-9313-4ed9-8778-c58853120797, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:49.594947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] For port bad0b067-9313-4ed9-8778-c58853120797, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=bad0b067-9313-4ed9-8778-c58853120797,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:49.704706 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:49.749921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72182923-8384-4f92-8b74-3004fe2d5b64 req-ae382f8b-38fb-412e-8639-09167ace156c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:49.761335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72182923-8384-4f92-8b74-3004fe2d5b64 req-ae382f8b-38fb-412e-8639-09167ace156c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 943 time: 0.0742285 Mar 31 23:22:49.801876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:49.802544 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:49.804684 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] 10.222.0.50 "PUT /v2.0/ports/bad0b067-9313-4ed9-8778-c58853120797 HTTP/1.1" status: 200 len: 1091 time: 1.6052346 Mar 31 23:22:49.805189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'tag': 'bad0b067-9313-4ed9-8778-c58853120797'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:49.812281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72182923-8384-4f92-8b74-3004fe2d5b64 req-b8d078ab-f0d3-41c2-ab3f-c9443491cf14 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503552 Mar 31 23:22:49.820125 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6f1ae2-6197-44c2-a3b1-cac108a31e03" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb86400-53be-4f33-9e16-22fde3f60c2f", "tag": "bad0b067-9313-4ed9-8778-c58853120797"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:49.831216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016b8f4-5415-41f8-af3f-29689e4b40ba service neutron] Pushing event updated for resources: {'Port': ['ID=bad0b067-9313-4ed9-8778-c58853120797,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:49.904290 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d03336-5589-4069-99b6-0bb2cba5df5a x-openstack-request-id: req-28d03336-5589-4069-99b6-0bb2cba5df5a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:49.904588 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb86400-53be-4f33-9e16-22fde3f60c2f", "tag": "bad0b067-9313-4ed9-8778-c58853120797", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:49.904840 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28d03336-5589-4069-99b6-0bb2cba5df5a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:49.905251 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d03336-5589-4069-99b6-0bb2cba5df5a'] response: {'name': 'network-changed', 'server_uuid': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'tag': 'bad0b067-9313-4ed9-8778-c58853120797', 'status': 'completed', 'code': 200} Mar 31 23:22:49.981894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f1ae2-6197-44c2-a3b1-cac108a31e03 req-851cb0e4-40f7-484f-ba21-252c48defdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:49.984828 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0e6f1ae2-6197-44c2-a3b1-cac108a31e03 req-851cb0e4-40f7-484f-ba21-252c48defdad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 1094 time: 0.0555720 Mar 31 23:22:50.185738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f1ae2-6197-44c2-a3b1-cac108a31e03 req-3ec8acc4-1033-4a23-89fe-0662d5c56a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.188392 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0e6f1ae2-6197-44c2-a3b1-cac108a31e03 req-3ec8acc4-1033-4a23-89fe-0662d5c56a82 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=63b69116baec4d80901fa4a090f80d91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1973665 Mar 31 23:22:50.293649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f1ae2-6197-44c2-a3b1-cac108a31e03 req-f5efe56c-e750-4591-a09e-21fd257ac50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.295476 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0e6f1ae2-6197-44c2-a3b1-cac108a31e03 req-f5efe56c-e750-4591-a09e-21fd257ac50f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006048 Mar 31 23:22:50.398798 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-34d30099-7ef6-4920-b3b6-48e019911bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.400682 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-34d30099-7ef6-4920-b3b6-48e019911bc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 1094 time: 0.0559521 Mar 31 23:22:50.461551 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-edfe1b46-e9a4-4293-98e5-a27dc5889a41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bad0b067-9313-4ed9-8778-c58853120797 HTTP/1.1" status: 200 len: 217 time: 0.0531991 Mar 31 23:22:50.546765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-36966665-d105-43ad-862b-27842fbddd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.548396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-36966665-d105-43ad-862b-27842fbddd2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0802557 Mar 31 23:22:50.602898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-7ca827bf-1179-405f-b28e-bc608e5165da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.604893 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-7ca827bf-1179-405f-b28e-bc608e5165da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496507 Mar 31 23:22:50.740791 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-fe450f4f-7f01-453b-8c73-e89f2ae35a8b service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289868 Mar 31 23:22:50.837101 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bc532a06-1f5f-4160-83d8-b318eed62b87 req-92162d4e-e1ea-4966-84d5-b43747d12fdb service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884492 Mar 31 23:22:50.976449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf9750-21de-4dfe-9ff2-67221846b147 req-54c43407-91ca-4284-a83c-26221acf5392 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.977934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bcf9750-21de-4dfe-9ff2-67221846b147 req-54c43407-91ca-4284-a83c-26221acf5392 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 943 time: 0.0739512 Mar 31 23:22:51.020652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bcf9750-21de-4dfe-9ff2-67221846b147 req-75fa0d2d-1583-4c0b-9cda-c9d822109fb4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356350 Mar 31 23:22:52.168759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2079f-9247-46ad-ac9c-8e14aa886a96 req-cd201988-05c3-4913-8d1d-7bf1d6552ed7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:52.170455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7a2079f-9247-46ad-ac9c-8e14aa886a96 req-cd201988-05c3-4913-8d1d-7bf1d6552ed7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 943 time: 0.0708134 Mar 31 23:22:52.232827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7a2079f-9247-46ad-ac9c-8e14aa886a96 req-d2991883-1b8b-4473-87e2-7dd01ca89ab0 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453041 Mar 31 23:22:52.960562 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-2cd584fc-29bf-4986-9cb4-bc13fc066026 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521476 Mar 31 23:22:53.072852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-65936d43-2f78-401f-a823-8d6538ffbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:53.072852 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-65936d43-2f78-401f-a823-8d6538ffbd7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0574162 Mar 31 23:22:53.196275 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-63d3bfb6-8332-4849-8a45-dbbe731a7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:53.198146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-63d3bfb6-8332-4849-8a45-dbbe731a7f72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.0986731 Mar 31 23:22:53.285882 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-e0af3291-df20-4dbb-827e-6c8ef73cd981 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e80030-9e8a-45d8-893d-01f6c2594fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0810130 Mar 31 23:22:53.343271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-0d1df6fd-1c8b-4600-8d0a-6b0e020304ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:53.344888 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-0d1df6fd-1c8b-4600-8d0a-6b0e020304ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0455983 Mar 31 23:22:53.388638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8acf7e-d1f4-49db-b994-65011fa42722 req-b376df4e-5e69-4c6e-80d9-8fa49c947731 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:53.390330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa8acf7e-d1f4-49db-b994-65011fa42722 req-b376df4e-5e69-4c6e-80d9-8fa49c947731 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 943 time: 0.0543540 Mar 31 23:22:53.407927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-a44fc2fd-a08c-4801-a09d-294706c19dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:53.410599 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-a44fc2fd-a08c-4801-a09d-294706c19dce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590863 Mar 31 23:22:53.444400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa8acf7e-d1f4-49db-b994-65011fa42722 req-e4f29e86-6062-44d2-8068-9b7fd251972a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470700 Mar 31 23:22:53.544355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-9cc5af14-c50d-4523-ba18-c84b576cc19c service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257448 Mar 31 23:22:53.646665 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1163111c-f204-44f6-8551-4697aeb93bf9 req-1691ed5b-96a4-42f6-9801-dd0d766fbe16 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953324 Mar 31 23:22:54.327777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device bad0b067-9313-4ed9-8778-c58853120797 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:22:54.450305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port bad0b067-9313-4ed9-8778-c58853120797, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=bad0b067-9313-4ed9-8778-c58853120797,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:54.466954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'bad0b067-9313-4ed9-8778-c58853120797', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'port_id': 'bad0b067-9313-4ed9-8778-c58853120797', 'mac_address': 'fa:16:3e:cd:c7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:22:54.529756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.548070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad0b067-9313-4ed9-8778-c58853120797 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:54.573014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port bad0b067-9313-4ed9-8778-c58853120797, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=bad0b067-9313-4ed9-8778-c58853120797,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:54.625042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5570b6c-4dd7-4be0-8bdc-8edcbf4482f8 req-e66f3a31-938b-4ce9-8c12-c2cd4e1f110f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:54.627109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5570b6c-4dd7-4be0-8bdc-8edcbf4482f8 req-e66f3a31-938b-4ce9-8c12-c2cd4e1f110f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 943 time: 0.0583205 Mar 31 23:22:54.671292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.694130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5570b6c-4dd7-4be0-8bdc-8edcbf4482f8 req-19fc085b-eed7-43f9-b518-7f5385aef451 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484493 Mar 31 23:22:54.742913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=bad0b067-9313-4ed9-8778-c58853120797,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:54.897307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['bad0b067-9313-4ed9-8778-c58853120797'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:55.803511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9a82-97e5-4a82-b758-b5c3ba51ed28 req-1d821f1a-5251-4643-8afa-92889e0b0c24 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:55.805022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0eb9a82-97e5-4a82-b758-b5c3ba51ed28 req-1d821f1a-5251-4643-8afa-92889e0b0c24 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 944 time: 0.0525377 Mar 31 23:22:55.844319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a0eb9a82-97e5-4a82-b758-b5c3ba51ed28 req-f408e44c-72b8-40b7-9682-a8af7d88bb9d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324416 Mar 31 23:22:56.143537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43858) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:56.294464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6120659-3319-4209-9d06-2a6e11258168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.342416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device bad0b067-9313-4ed9-8778-c58853120797 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:56.390933 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6120659-3319-4209-9d06-2a6e11258168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.478282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6120659-3319-4209-9d06-2a6e11258168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.504118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port bad0b067-9313-4ed9-8778-c58853120797 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:22:56.507135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6120659-3319-4209-9d06-2a6e11258168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18bd9dc-747a-41fa-aded-54e7b5ba2556,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.508221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port bad0b067-9313-4ed9-8778-c58853120797 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:56.508599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.546083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d6120659-3319-4209-9d06-2a6e11258168 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f8c0cb32f404704a295139fcf952df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002748 Mar 31 23:22:56.548865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43870) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:56.628680 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4237d3da-699b-4c1d-8f00-0724fcbc8cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.631243 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.657821 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4237d3da-699b-4c1d-8f00-0724fcbc8cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.667855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad0b067-9313-4ed9-8778-c58853120797'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:56.670259 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d282a6bc-b4b5-4679-ac7f-719032c6c2e5" -d '{"events": [{"server_uuid": "0eb86400-53be-4f33-9e16-22fde3f60c2f", "name": "network-vif-plugged", "status": "completed", "tag": "bad0b067-9313-4ed9-8778-c58853120797"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:56.688869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port bad0b067-9313-4ed9-8778-c58853120797, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=bad0b067-9313-4ed9-8778-c58853120797,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:56.724409 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41ebc85-b296-4ca6-a5b8-9865e5733be2 x-openstack-request-id: req-f41ebc85-b296-4ca6-a5b8-9865e5733be2 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:56.724701 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb86400-53be-4f33-9e16-22fde3f60c2f", "name": "network-vif-plugged", "status": "completed", "tag": "bad0b067-9313-4ed9-8778-c58853120797", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:56.725012 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f41ebc85-b296-4ca6-a5b8-9865e5733be2 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:56.725431 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41ebc85-b296-4ca6-a5b8-9865e5733be2'] response: {'server_uuid': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad0b067-9313-4ed9-8778-c58853120797', 'code': 200} Mar 31 23:22:56.798738 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.844349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce9526-cf3a-4604-81b9-41d54a2c7395 req-9d340e47-0fb9-42df-9e21-e757bb65e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.846027 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57ce9526-cf3a-4604-81b9-41d54a2c7395 req-9d340e47-0fb9-42df-9e21-e757bb65e220 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 1096 time: 0.0567570 Mar 31 23:22:56.852348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=bad0b067-9313-4ed9-8778-c58853120797,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.873003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4237d3da-699b-4c1d-8f00-0724fcbc8cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.878062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4237d3da-699b-4c1d-8f00-0724fcbc8cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.878062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4237d3da-699b-4c1d-8f00-0724fcbc8cd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e18bd9dc-747a-41fa-aded-54e7b5ba2556 HTTP/1.1" status: 204 len: 168 time: 0.3263445 Mar 31 23:22:56.894576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237d3da-699b-4c1d-8f00-0724fcbc8cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18bd9dc-747a-41fa-aded-54e7b5ba2556,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.921583 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57ce9526-cf3a-4604-81b9-41d54a2c7395 req-8823c18c-a8d5-42c1-89a0-b4a876975b9d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671835 Mar 31 23:22:57.036644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013ada-d8e4-4d64-b309-634fe8c9b4a8 req-f56ca66d-f8c3-45a9-92c1-b6c6261a0d5a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.038856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36013ada-d8e4-4d64-b309-634fe8c9b4a8 req-f56ca66d-f8c3-45a9-92c1-b6c6261a0d5a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 945 time: 0.0681028 Mar 31 23:22:57.102941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36013ada-d8e4-4d64-b309-634fe8c9b4a8 req-2dc747f8-de5a-46c8-89fa-1087efc9f23e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379288 Mar 31 23:22:57.955006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 43914) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:57.970723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5d83313-4fe0-4681-a7dd-29673bc603ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.078181 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5d83313-4fe0-4681-a7dd-29673bc603ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.219734 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5d83313-4fe0-4681-a7dd-29673bc603ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.284498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d5d83313-4fe0-4681-a7dd-29673bc603ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6fea2e5920c4b48861d3fa2ac2f24d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284690 Mar 31 23:22:58.289292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43922) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:58.300157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987489-3974-4c26-b1b6-5ada4ca4775d req-f10c0905-bb22-4919-86d1-091641db725b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:58.302411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16987489-3974-4c26-b1b6-5ada4ca4775d req-f10c0905-bb22-4919-86d1-091641db725b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 945 time: 0.1165957 Mar 31 23:22:58.303761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d83313-4fe0-4681-a7dd-29673bc603ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63cbd83-03b8-42ab-9159-66459a1f00ea,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:58.370952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16987489-3974-4c26-b1b6-5ada4ca4775d req-90e6371a-f288-4c26-a3cf-47352c11370e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568826 Mar 31 23:22:58.382330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2408f1c8-efde-4c12-878d-2b8147e7b6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.416705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2408f1c8-efde-4c12-878d-2b8147e7b6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.571868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2408f1c8-efde-4c12-878d-2b8147e7b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.574428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2408f1c8-efde-4c12-878d-2b8147e7b6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.575657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2408f1c8-efde-4c12-878d-2b8147e7b6d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d63cbd83-03b8-42ab-9159-66459a1f00ea HTTP/1.1" status: 204 len: 168 time: 0.2844849 Mar 31 23:22:58.588975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408f1c8-efde-4c12-878d-2b8147e7b6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63cbd83-03b8-42ab-9159-66459a1f00ea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:59.552028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f599444-9f4a-4b10-adea-563aad11b7e1 req-9d9d4425-adbd-4bc1-ba34-f73cc5f1b9eb tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.567067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f599444-9f4a-4b10-adea-563aad11b7e1 req-9d9d4425-adbd-4bc1-ba34-f73cc5f1b9eb tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 945 time: 0.0838664 Mar 31 23:22:59.627331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9f599444-9f4a-4b10-adea-563aad11b7e1 req-42e3ea29-f127-4499-b6b2-245a2a78383f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583272 Mar 31 23:22:59.805103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262936-78af-47f0-abb0-47cd38e95f0c req-61eacc30-0ee3-4927-abe8-57e912fad9b3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.806791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c262936-78af-47f0-abb0-47cd38e95f0c req-61eacc30-0ee3-4927-abe8-57e912fad9b3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 945 time: 0.0565219 Mar 31 23:22:59.816945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 43966) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:59.824088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'floatingip': {'port_id': 'bad0b067-9313-4ed9-8778-c58853120797'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:59.871966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:00.442435 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:00.506511 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:00.616641 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Floating IP 5d07a452-f63f-4d48-b726-45ad7ac1d148 associated. External IP: 172.25.4.218, port: bad0b067-9313-4ed9-8778-c58853120797. Mar 31 23:23:00.866084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:01.014195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:01.034616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:01.038224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.053722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:01.064105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:22:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:01.099593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7d753094-a595-4768-ad14-2755a74cd454 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "PUT /v2.0/floatingips/5d07a452-f63f-4d48-b726-45ad7ac1d148 HTTP/1.1" status: 200 len: 991 time: 1.2667310 Mar 31 23:23:01.099593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'tag': 'bad0b067-9313-4ed9-8778-c58853120797'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:01.099593 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb86400-53be-4f33-9e16-22fde3f60c2f", "tag": "bad0b067-9313-4ed9-8778-c58853120797"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:01.142076 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55c5e7a-c338-48b9-bff8-6206e96d81bf x-openstack-request-id: req-c55c5e7a-c338-48b9-bff8-6206e96d81bf {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:01.142680 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb86400-53be-4f33-9e16-22fde3f60c2f", "tag": "bad0b067-9313-4ed9-8778-c58853120797", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:01.142680 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c55c5e7a-c338-48b9-bff8-6206e96d81bf {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:01.143436 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55c5e7a-c338-48b9-bff8-6206e96d81bf'] response: {'name': 'network-changed', 'server_uuid': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'tag': 'bad0b067-9313-4ed9-8778-c58853120797', 'status': 'completed', 'code': 200} Mar 31 23:23:01.277654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:01.330718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-304f1d42-b037-4457-b75b-7d82b46d2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.332311 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-304f1d42-b037-4457-b75b-7d82b46d2b3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 1096 time: 0.1619985 Mar 31 23:23:01.541147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-342a0044-6bae-44b7-8bbd-ba337e60ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.544255 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-342a0044-6bae-44b7-8bbd-ba337e60ae4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.2036645 Mar 31 23:23:01.641315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:49Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}, {'id': '5d07a452-f63f-4d48-b726-45ad7ac1d148', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'bad0b067-9313-4ed9-8778-c58853120797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:cd:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:22:41Z', 'updated_at': '2022-03-31T23:23:00Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:01.703049 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-9a212ce9-658b-445e-8ea2-596561c5b3a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bad0b067-9313-4ed9-8778-c58853120797 HTTP/1.1" status: 200 len: 999 time: 0.1517546 Mar 31 23:23:01.706273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:01.727327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:01.727872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:22:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:01.783950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-eed3bf3a-b422-43be-8402-f25c8750fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.787190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-eed3bf3a-b422-43be-8402-f25c8750fa74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0776107 Mar 31 23:23:01.883034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-a271956c-67ca-4770-b73b-1d01401bc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.884564 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-a271956c-67ca-4770-b73b-1d01401bc131 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892045 Mar 31 23:23:01.888291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:02.016536 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-93a498d2-42ef-4720-8b85-365eaa0dbcb4 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250951 Mar 31 23:23:02.184873 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a97e0fda-5ebd-4559-8609-4cf4dcda8f82 req-a6f0bb0e-3f04-49e9-a0c1-ba4779d7bf64 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627493 Mar 31 23:23:02.226374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:49Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}, {'id': '5d07a452-f63f-4d48-b726-45ad7ac1d148', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'bad0b067-9313-4ed9-8778-c58853120797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:cd:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:22:41Z', 'updated_at': '2022-03-31T23:23:00Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:02.253711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f252e-2759-411f-b359-650b232c9e0d None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:49Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}, {'id': '5d07a452-f63f-4d48-b726-45ad7ac1d148', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'bad0b067-9313-4ed9-8778-c58853120797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:cd:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:22:41Z', 'updated_at': '2022-03-31T23:23:00Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:02.520688 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18145456-ec92-4f78-ae5c-633f0a3b9da7 None None] New status for floating IP 5d07a452-f63f-4d48-b726-45ad7ac1d148: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:03.989147 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-64dee0e7-7c13-416b-8c6b-bbb430737254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.044811 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:23:06.085851 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9515c84d-81fc-4c44-b18c-6a71fa144f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.960319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44126) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:07.209808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6fccca-6c44-44f9-a993-78b9daf41fa2 admin admin] Deleting subnet 30f9a7c5-515f-434d-ab57-3ab78f41cb63 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:07.213370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6b6fccca-6c44-44f9-a993-78b9daf41fa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.250797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6b6fccca-6c44-44f9-a993-78b9daf41fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.295500 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6b6fccca-6c44-44f9-a993-78b9daf41fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.492745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6b6fccca-6c44-44f9-a993-78b9daf41fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.529115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fccca-6c44-44f9-a993-78b9daf41fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f9a7c5-515f-434d-ab57-3ab78f41cb63,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:07.530349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6b6fccca-6c44-44f9-a993-78b9daf41fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.537500 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6b6fccca-6c44-44f9-a993-78b9daf41fa2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/30f9a7c5-515f-434d-ab57-3ab78f41cb63 HTTP/1.1" status: 204 len: 168 time: 0.5760150 Mar 31 23:23:07.538090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44138) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:07.643622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.736662 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.746222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.764036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdfedb2-082d-481a-b5bd-66ed582cb9fd']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:07.775694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:07.776019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3fb3c0-8da1-4632-8ae4-869b8133d1d9') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:07.786378 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.801591 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.809195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:07.809736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:07.824145 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:07.921642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44148) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:08.011625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.024884 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.028850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] 10.222.0.31 "DELETE /v2.0/networks/2fdfedb2-082d-481a-b5bd-66ed582cb9fd HTTP/1.1" status: 204 len: 168 time: 0.4890330 Mar 31 23:23:08.076229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca889b32-2087-4b3e-a0d7-4429ce0dd6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdfedb2-082d-481a-b5bd-66ed582cb9fd,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.104979 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5003539c-3ad6-4e16-bfc8-ef65673a51e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.206260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5003539c-3ad6-4e16-bfc8-ef65673a51e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.314731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5003539c-3ad6-4e16-bfc8-ef65673a51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.359159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003539c-3ad6-4e16-bfc8-ef65673a51e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb2ede8-a81f-4750-a305-e5e557add6d6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.365286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5003539c-3ad6-4e16-bfc8-ef65673a51e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=885bdb04281a49eebc03a2fedc1e2c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425571 Mar 31 23:23:08.368315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44160) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:08.423190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44164) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:08.439815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4112f668-37f4-4506-9557-315c5d082ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.476742 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4112f668-37f4-4506-9557-315c5d082ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.494157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:08.494790 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-929ef68b-08e5-4fb1-80b3-6bdc00b91e41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8eca4b53dcf542fabc86d6e6e985b79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676186 Mar 31 23:23:08.561593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73e7350e-9b3c-4349-a1fb-cbb10dfe3895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.585120 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73e7350e-9b3c-4349-a1fb-cbb10dfe3895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.636479 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.680133 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4112f668-37f4-4506-9557-315c5d082ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.683110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4112f668-37f4-4506-9557-315c5d082ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.684064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4112f668-37f4-4506-9557-315c5d082ef6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cb2ede8-a81f-4750-a305-e5e557add6d6 HTTP/1.1" status: 204 len: 168 time: 0.3148167 Mar 31 23:23:08.693965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112f668-37f4-4506-9557-315c5d082ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb2ede8-a81f-4750-a305-e5e557add6d6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.748673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73e7350e-9b3c-4349-a1fb-cbb10dfe3895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.752077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-73e7350e-9b3c-4349-a1fb-cbb10dfe3895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.753465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-73e7350e-9b3c-4349-a1fb-cbb10dfe3895 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e74e5afe-5e70-468d-bf47-52536c740971 HTTP/1.1" status: 204 len: 168 time: 0.2581520 Mar 31 23:23:08.762332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7350e-9b3c-4349-a1fb-cbb10dfe3895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e5afe-5e70-468d-bf47-52536c740971,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.966523 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.231539 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.667339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44200) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:09.682805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3fbe-b66a-4ef5-a164-a3dac73b2143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.777286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3fbe-b66a-4ef5-a164-a3dac73b2143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.840133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.887433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3fbe-b66a-4ef5-a164-a3dac73b2143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.923186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd3fbe-b66a-4ef5-a164-a3dac73b2143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b31252-2573-415c-b454-5de2cd7799df,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:09.932255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44208) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:09.939103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e0dd3fbe-b66a-4ef5-a164-a3dac73b2143 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ead60697ecbb4b459fa582b07dc4ed8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705598 Mar 31 23:23:09.987598 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5d59cdd-5d07-4e20-ab67-d2110d1d3a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.009977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5d59cdd-5d07-4e20-ab67-d2110d1d3a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.182843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5d59cdd-5d07-4e20-ab67-d2110d1d3a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.185541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5d59cdd-5d07-4e20-ab67-d2110d1d3a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.194729 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5d59cdd-5d07-4e20-ab67-d2110d1d3a65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94b31252-2573-415c-b454-5de2cd7799df HTTP/1.1" status: 204 len: 168 time: 0.2575855 Mar 31 23:23:10.194829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44222) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:10.203075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d59cdd-5d07-4e20-ab67-d2110d1d3a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b31252-2573-415c-b454-5de2cd7799df,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.302256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1617962930-network', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:10.414867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Made reservation on behalf of 4f24d38a2f654738a479c4c3bd2a083e for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:10.417172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.426378 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.510692 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.600060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.633101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:10.643365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b194dc-92a6-42e3-81cb-4413cf5d24a4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.664330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.664794 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Added segment 7adf5224-8393-4619-8d63-90afe54b3c28 of type vlan for network eb75aca8-8009-4d21-9925-7f15a6c52e90 Mar 31 23:23:10.715349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.866059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.867212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:10.867806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.929993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] Pushing event updated for resources: {'Network': ['ID=eb75aca8-8009-4d21-9925-7f15a6c52e90,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.945048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network eb75aca8-8009-4d21-9925-7f15a6c52e90 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:10.991153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-07877f85-a956-45bb-a1ff-7536946e79eb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7979069 Mar 31 23:23:10.993930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44248) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.006444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Request body: {'subnet': {'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1617962930-subnet', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:11.148188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Made reservation on behalf of 4f24d38a2f654738a479c4c3bd2a083e for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:11.150816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.428924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.505207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ac5cb6-3bfa-4b5b-930f-95f4395560e0,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:11.524412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Checking segment: {'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:11.524412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Network hostable DHCP agents. Network: eb75aca8-8009-4d21-9925-7f15a6c52e90, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:11.643563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Network eb75aca8-8009-4d21-9925-7f15a6c52e90 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:11.765700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, eb75aca8-8009-4d21-9925-7f15a6c52e90) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:11.771425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:11.772091 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.779417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b11c2-045b-48c3-b610-ba2ad569a7af None None] Network eb75aca8-8009-4d21-9925-7f15a6c52e90 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:11.949947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-eb75aca8-8009-4d21-9925-7f15a6c52e90', 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'fixed_ips': [{'subnet_id': '50ac5cb6-3bfa-4b5b-930f-95f4395560e0'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:23:11.951018 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2df10658-391d-46d4-a349-ff9f342b0a2e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9489341 Mar 31 23:23:11.951172 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.951453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44264) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.961101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:12.060206 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.061352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.117913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.119537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Allocated IP 172.20.0.2 (eb75aca8-8009-4d21-9925-7f15a6c52e90/50ac5cb6-3bfa-4b5b-930f-95f4395560e0/a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:12.288373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44270) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:12.303856 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.371794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.387453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.424008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99812546-2591-44ea-a713-f15074266ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.433313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Network eb75aca8-8009-4d21-9925-7f15a6c52e90 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:12.438103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:12.443738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:12.447006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Pushing event updated for resources: {'Port': ['ID=a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:12.458808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.459156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.459674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.460204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.460535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.460864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.461193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.461520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.461863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.462172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.462588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.462846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:12.561078 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99812546-2591-44ea-a713-f15074266ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.666513 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99812546-2591-44ea-a713-f15074266ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.703997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Attempting to bind port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:12.704464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Attempting to bind port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:12.705097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Attempting to bind port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 on network eb75aca8-8009-4d21-9925-7f15a6c52e90 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:12.708238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-99812546-2591-44ea-a713-f15074266ae2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2678dea4a8da4aee8263cee9e0f565bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175854 Mar 31 23:23:12.710694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44274) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:12.711314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:12.711834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Checking segment: {'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:12.712470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.712871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Bound using segment: {'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:12.713502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Bound port: a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:12.713896 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.737931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99812546-2591-44ea-a713-f15074266ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d6d55b-b46e-44a3-acaf-c0d31d16a463,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:12.771345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.790996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] For port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:12.794780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] For port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8,segment=NetworkSegment(7adf5224-8393-4619-8d63-90afe54b3c28),segment_id=7adf5224-8393-4619-8d63-90afe54b3c28)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:12.801897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.876339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5208-dba1-42cf-80c7-c312d7e46b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.912529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.928205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5208-dba1-42cf-80c7-c312d7e46b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.976103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8d363-2b17-4daf-a45d-501125f70738 None None] Pushing event updated for resources: {'Port': ['ID=a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:12.982046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Allocated IP 172.25.4.237 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/6abf1223-129e-4b6e-b4f0-dba3aa6789af) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:13.101890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5208-dba1-42cf-80c7-c312d7e46b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.104482 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5208-dba1-42cf-80c7-c312d7e46b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.105633 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2a8f5208-dba1-42cf-80c7-c312d7e46b0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93d6d55b-b46e-44a3-acaf-c0d31d16a463 HTTP/1.1" status: 204 len: 168 time: 0.3939648 Mar 31 23:23:13.124655 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f5208-dba1-42cf-80c7-c312d7e46b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d6d55b-b46e-44a3-acaf-c0d31d16a463,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:13.133281 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.255185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.313245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:13.316593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:13.319220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:13.360853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Pushing event updated for resources: {'Port': ['ID=6abf1223-129e-4b6e-b4f0-dba3aa6789af,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:13.691043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.935089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:13.968437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.019579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:14.020156 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.220287 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.233313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:23:14.273173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff215f93-d91e-4d90-b0fa-39ed34f0d5b9 None None] Network eb75aca8-8009-4d21-9925-7f15a6c52e90 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:14.276550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8,segment=NetworkSegment(7adf5224-8393-4619-8d63-90afe54b3c28),segment_id=7adf5224-8393-4619-8d63-90afe54b3c28)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:14.347004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-23e65f24-134a-4437-afbd-1232e0355c3a None None] Provisioning complete for port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:14.347292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-23e65f24-134a-4437-afbd-1232e0355c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.366637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:14.390903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Sync routers for ids ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:14.392874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.468564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:14.469003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.470907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-734f3ae3-74d1-4ad6-b5c7-1c5747b9350b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5142717 Mar 31 23:23:14.473766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44300) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:14.528414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Routers {'1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:14.530782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:14.743533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Set router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:14.972761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:13Z', 'revision_number': 3, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:15.008875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Checking router: 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:15.009224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Updating router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d port 6abf1223-129e-4b6e-b4f0-dba3aa6789af binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:15.057733 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.201820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fd48e9a4-3740-4533-bf90-7ae2995c9e09 None None] Provisioning complete for port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:15.202201 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd48e9a4-3740-4533-bf90-7ae2995c9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.443312 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.459365 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.597247 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.625437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Allocated IP 172.20.0.1 (eb75aca8-8009-4d21-9925-7f15a6c52e90/50ac5cb6-3bfa-4b5b-930f-95f4395560e0/d19152a5-d0be-46cd-af6b-f6a9e280b781) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:15.643471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87936f-6fe2-41f7-89bf-175f977a3540 None None] Pushing event updated for resources: {'Port': ['ID=6abf1223-129e-4b6e-b4f0-dba3aa6789af,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:15.674585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Attempting to bind port 6abf1223-129e-4b6e-b4f0-dba3aa6789af on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:15.674999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Attempting to bind port 6abf1223-129e-4b6e-b4f0-dba3aa6789af by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:15.675446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Attempting to bind port 6abf1223-129e-4b6e-b4f0-dba3aa6789af on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:15.682955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:15.683346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:15.683759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.684167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:15.684641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Bound port: 6abf1223-129e-4b6e-b4f0-dba3aa6789af, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:15.685096 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.742165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] For port 6abf1223-129e-4b6e-b4f0-dba3aa6789af, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:15.746046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] For port 6abf1223-129e-4b6e-b4f0-dba3aa6789af, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6abf1223-129e-4b6e-b4f0-dba3aa6789af,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:15.777352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.838076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:15.873136 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.906689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.945745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Routers {'1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:15.946381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:15.951671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:15.951896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Network eb75aca8-8009-4d21-9925-7f15a6c52e90 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:15.952039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.955049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:15.957596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:15.983146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87936f-6fe2-41f7-89bf-175f977a3540 None None] Pushing event updated for resources: {'Port': ['ID=6abf1223-129e-4b6e-b4f0-dba3aa6789af,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:15.983673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Pushing event updated for resources: {'Port': ['ID=d19152a5-d0be-46cd-af6b-f6a9e280b781,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.006033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.115016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] Set router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:16.247430 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.259170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1394824e-e01b-4a4e-9b6e-64ac69897287 None None] Provisioning complete for port d19152a5-d0be-46cd-af6b-f6a9e280b781 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:16.259549 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1394824e-e01b-4a4e-9b6e-64ac69897287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.433370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.481092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1394824e-e01b-4a4e-9b6e-64ac69897287 None None] Port d19152a5-d0be-46cd-af6b-f6a9e280b781 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:16.509397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:13Z', 'revision_number': 3, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.512548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.538498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb18863-dc66-4031-b750-5b2b66d115c8 None None] The sync data for ids ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'] in n-d-836015-1 is: [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:13Z', 'revision_number': 3, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:16.591630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Pushing event updated for resources: {'Port': ['ID=d19152a5-d0be-46cd-af6b-f6a9e280b781,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.596800 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.697774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Network eb75aca8-8009-4d21-9925-7f15a6c52e90 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:16.699102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:16.849153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:16.999107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:17.005107 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-13d9b309-b0a9-4783-a9b5-bfd9f41b1709 admin admin] 10.222.0.31 "PUT /v2.0/routers/1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5293584 Mar 31 23:23:17.111611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-afd1a620-0c0f-4401-a3f2-efffbb88e7f0 None None] Provisioning complete for port d19152a5-d0be-46cd-af6b-f6a9e280b781 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:17.112300 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-afd1a620-0c0f-4401-a3f2-efffbb88e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.159553 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-afd1a620-0c0f-4401-a3f2-efffbb88e7f0 None None] Port d19152a5-d0be-46cd-af6b-f6a9e280b781 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:17.845066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6abf1223-129e-4b6e-b4f0-dba3aa6789af up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:17.909786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6abf1223-129e-4b6e-b4f0-dba3aa6789af triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:17.910003 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.989132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44372) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:17.996848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1533924128-network', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:18.001941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.025930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 6abf1223-129e-4b6e-b4f0-dba3aa6789af, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6abf1223-129e-4b6e-b4f0-dba3aa6789af,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:18.122730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Made reservation on behalf of edbd742d04fb49d88394c864cdb87450 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:18.125150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.134890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.151551 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.214937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=6abf1223-129e-4b6e-b4f0-dba3aa6789af,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:18.229148 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.274237 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Sync routers for ids ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:18.284522 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Routers {'1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:18.285112 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:18.359472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.385075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:18.393933 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Set router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:18.395091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f626505-ee7b-4c95-a53d-fcd02ecd98b4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:18.400255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.400614 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Added segment 04535e9c-864c-4310-aa59-327c86bb5ccd of type vlan for network 2337c3f6-0983-445a-b6dc-8943c391d2f0 Mar 31 23:23:18.443489 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.559968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.561030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:18.561604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.603458 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 4, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd19152a5-d0be-46cd-af6b-f6a9e280b781', 'name': '', 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'mac_address': 'fa:16:3e:6d:85:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '50ac5cb6-3bfa-4b5b-930f-95f4395560e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:15Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 2, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'subnets': [{'id': '50ac5cb6-3bfa-4b5b-930f-95f4395560e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:18.625407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] Pushing event updated for resources: {'Network': ['ID=2337c3f6-0983-445a-b6dc-8943c391d2f0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:18.632299 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Checking router: 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:18.632420 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Updating router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d port d19152a5-d0be-46cd-af6b-f6a9e280b781 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:18.636619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2337c3f6-0983-445a-b6dc-8943c391d2f0 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:18.658726 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.719531 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6cbf294c-6603-4ac8-9d8a-c805c70ac735 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7257383 Mar 31 23:23:18.719531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44404) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:18.727581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Request body: {'subnet': {'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1533924128-subnet', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:18.846097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Made reservation on behalf of edbd742d04fb49d88394c864cdb87450 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:18.848730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.032492 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.102650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.130938 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.162383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbdc187-6a93-4e7f-8401-014b90088fde,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:19.171860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Checking segment: {'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:19.172383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Network hostable DHCP agents. Network: 2337c3f6-0983-445a-b6dc-8943c391d2f0, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:19.247136 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Attempting to bind port d19152a5-d0be-46cd-af6b-f6a9e280b781 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:19.247651 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Attempting to bind port d19152a5-d0be-46cd-af6b-f6a9e280b781 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:19.248016 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Attempting to bind port d19152a5-d0be-46cd-af6b-f6a9e280b781 on network eb75aca8-8009-4d21-9925-7f15a6c52e90 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:19.256436 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:19.256810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Checking segment: {'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:19.257210 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.257611 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Bound using segment: {'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:19.258251 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Bound port: d19152a5-d0be-46cd-af6b-f6a9e280b781, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adf5224-8393-4619-8d63-90afe54b3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:19.258507 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.265816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Network 2337c3f6-0983-445a-b6dc-8943c391d2f0 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:19.278590 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Pushing event updated for resources: {'Port': ['ID=d19152a5-d0be-46cd-af6b-f6a9e280b781,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:19.304378 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.304663 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.304843 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.305353 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.305852 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.306187 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.306536 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.306862 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.307405 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.307736 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.308061 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.308399 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:19.352470 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] For port d19152a5-d0be-46cd-af6b-f6a9e280b781, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:19.357402 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] For port d19152a5-d0be-46cd-af6b-f6a9e280b781, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d19152a5-d0be-46cd-af6b-f6a9e280b781,segment=NetworkSegment(7adf5224-8393-4619-8d63-90afe54b3c28),segment_id=7adf5224-8393-4619-8d63-90afe54b3c28)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:19.368540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2337c3f6-0983-445a-b6dc-8943c391d2f0) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:19.381989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312e53fc-a184-465c-b23b-3faea2498744 None None] Network 2337c3f6-0983-445a-b6dc-8943c391d2f0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:19.383710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:19.384709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.446276 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.511776 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Routers {'1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:19.521661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44440) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:19.523062 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-25edc85b-975c-4e49-b764-e126a7e53d48 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8025796 Mar 31 23:23:19.524400 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:19.525516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:19.535843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-53033fc5-e13d-4434-a197-766862f80138 None None] Provisioning complete for port d19152a5-d0be-46cd-af6b-f6a9e280b781 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:19.536517 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53033fc5-e13d-4434-a197-766862f80138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.574290 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc8e74-1817-451e-923a-f0bc031d16be None None] Pushing event updated for resources: {'Port': ['ID=d19152a5-d0be-46cd-af6b-f6a9e280b781,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:19.627724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-2337c3f6-0983-445a-b6dc-8943c391d2f0', 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'fixed_ips': [{'subnet_id': '9bbdc187-6a93-4e7f-8401-014b90088fde'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:23:19.628763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.657574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.658927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.706296 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] Set router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:19.811285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.849873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Allocated IP 172.20.0.2 (2337c3f6-0983-445a-b6dc-8943c391d2f0/9bbdc187-6a93-4e7f-8401-014b90088fde/c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:19.903199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6abf1223-129e-4b6e-b4f0-dba3aa6789af up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:20.011835 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 4, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd19152a5-d0be-46cd-af6b-f6a9e280b781', 'name': '', 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'mac_address': 'fa:16:3e:6d:85:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '50ac5cb6-3bfa-4b5b-930f-95f4395560e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:15Z', 'updated_at': '2022-03-31T23:23:19Z', 'revision_number': 4, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'subnets': [{'id': '50ac5cb6-3bfa-4b5b-930f-95f4395560e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:20.014580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53033fc5-e13d-4434-a197-766862f80138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.052523 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0f019-ed2b-45ae-a80d-51c609a03d45 None None] The sync data for ids ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'] in n-d-836015-1 is: [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 4, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'd19152a5-d0be-46cd-af6b-f6a9e280b781', 'name': '', 'network_id': 'eb75aca8-8009-4d21-9925-7f15a6c52e90', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'mac_address': 'fa:16:3e:6d:85:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '50ac5cb6-3bfa-4b5b-930f-95f4395560e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:15Z', 'updated_at': '2022-03-31T23:23:19Z', 'revision_number': 4, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'subnets': [{'id': '50ac5cb6-3bfa-4b5b-930f-95f4395560e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:20.179901 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.181020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-53033fc5-e13d-4434-a197-766862f80138 None None] For port d19152a5-d0be-46cd-af6b-f6a9e280b781, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d19152a5-d0be-46cd-af6b-f6a9e280b781,segment=NetworkSegment(7adf5224-8393-4619-8d63-90afe54b3c28),segment_id=7adf5224-8393-4619-8d63-90afe54b3c28)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:20.199114 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.205698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6abf1223-129e-4b6e-b4f0-dba3aa6789af triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:20.206070 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.287227 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53033fc5-e13d-4434-a197-766862f80138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.320251 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.360188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Network 2337c3f6-0983-445a-b6dc-8943c391d2f0 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:20.365357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:20.367814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:20.371439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53033fc5-e13d-4434-a197-766862f80138 None None] Pushing event updated for resources: {'Port': ['ID=d19152a5-d0be-46cd-af6b-f6a9e280b781,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.465628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b43d9954-c004-4d4b-9918-cf0f32618f13 None None] Provisioning complete for port d19152a5-d0be-46cd-af6b-f6a9e280b781 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:20.466671 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b43d9954-c004-4d4b-9918-cf0f32618f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.485422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Pushing event updated for resources: {'Port': ['ID=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.529901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Attempting to bind port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:20.530328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Attempting to bind port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:20.530624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Attempting to bind port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc on network 2337c3f6-0983-445a-b6dc-8943c391d2f0 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:20.537404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:20.537985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Checking segment: {'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:20.538584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.539271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Bound using segment: {'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:20.539897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Bound port: c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:20.540452 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.670893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] For port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:20.675851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] For port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,segment=NetworkSegment(04535e9c-864c-4310-aa59-327c86bb5ccd),segment_id=04535e9c-864c-4310-aa59-327c86bb5ccd)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:20.694107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.714279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.834669 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.836278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Allocated IP 172.25.4.74 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/334ef4d0-f653-4e8f-af9d-89bcd532ef36) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:20.904594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef991643-2871-4ce2-9ad5-27f5b4911bab None None] Pushing event updated for resources: {'Port': ['ID=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.967654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.129339 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.170428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:21.176257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:21.180415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:21.216613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Pushing event updated for resources: {'Port': ['ID=334ef4d0-f653-4e8f-af9d-89bcd532ef36,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:21.956898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:21.996278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44528) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:22.066053 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.088030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:22.088403 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.268721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b1687e9-53de-4df2-b9eb-3f726e167f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.269140 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.384415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,segment=NetworkSegment(04535e9c-864c-4310-aa59-327c86bb5ccd),segment_id=04535e9c-864c-4310-aa59-327c86bb5ccd)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:22.384415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8855168-e141-4944-b385-51b126929c72 None None] Network 2337c3f6-0983-445a-b6dc-8943c391d2f0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:22.386776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b1687e9-53de-4df2-b9eb-3f726e167f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.393109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.431767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b0c588f6-21f4-416a-add4-b726df47b872 None None] Provisioning complete for port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:22.432138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b0c588f6-21f4-416a-add4-b726df47b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.589437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b0c588f6-21f4-416a-add4-b726df47b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.608880 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.619014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1b1687e9-53de-4df2-b9eb-3f726e167f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.619974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d19152a5-d0be-46cd-af6b-f6a9e280b781 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:22.677240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Router 90ff4f0c-e676-48e3-b411-57a527888bbe is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:23:22.707634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1b1687e9-53de-4df2-b9eb-3f726e167f60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a14b38c957c647ab9143df635533ede0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093599 Mar 31 23:23:22.708749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1687e9-53de-4df2-b9eb-3f726e167f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac4f3d-0441-473f-b11e-ec3ac0df31b9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:22.721897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44548) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:22.723651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:22.728965 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-b0c588f6-21f4-416a-add4-b726df47b872 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:23:22.729321 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-b0c588f6-21f4-416a-add4-b726df47b872 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:23:22.740538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d19152a5-d0be-46cd-af6b-f6a9e280b781 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:22.740916 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.880082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da89c04c-c556-4d5c-9a6e-5b76f70528d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.906672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:22.916340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Sync routers for ids ['90ff4f0c-e676-48e3-b411-57a527888bbe'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:22.916524 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da89c04c-c556-4d5c-9a6e-5b76f70528d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.931531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Routers {'90ff4f0c-e676-48e3-b411-57a527888bbe'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:22.932173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['90ff4f0c-e676-48e3-b411-57a527888bbe'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:23.038775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Set router 90ff4f0c-e676-48e3-b411-57a527888bbe gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:23.042968 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.044502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-99aad795-9b1a-48ba-8f33-fedff3529b70 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5236576 Mar 31 23:23:23.047580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44558) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:23.066742 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da89c04c-c556-4d5c-9a6e-5b76f70528d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.071842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da89c04c-c556-4d5c-9a6e-5b76f70528d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.083458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da89c04c-c556-4d5c-9a6e-5b76f70528d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88ac4f3d-0441-473f-b11e-ec3ac0df31b9 HTTP/1.1" status: 204 len: 168 time: 0.3482354 Mar 31 23:23:23.085237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89c04c-c556-4d5c-9a6e-5b76f70528d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac4f3d-0441-473f-b11e-ec3ac0df31b9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:23.272660 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:21Z', 'revision_number': 3, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port': {'id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:20Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:23.301973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Checking router: 90ff4f0c-e676-48e3-b411-57a527888bbe for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:23.302328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Updating router 90ff4f0c-e676-48e3-b411-57a527888bbe port 334ef4d0-f653-4e8f-af9d-89bcd532ef36 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:23.327458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.460700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-70a54c80-06e6-4000-85ff-525d96f8ad28 None None] Provisioning complete for port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:23.461012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-70a54c80-06e6-4000-85ff-525d96f8ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.512366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.681875 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.687398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Allocated IP 172.20.0.1 (2337c3f6-0983-445a-b6dc-8943c391d2f0/9bbdc187-6a93-4e7f-8401-014b90088fde/5397c131-da15-4d4d-8569-bba3eb341cde) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:23.801006 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.822636 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.960188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.007397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:24.008310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Network 2337c3f6-0983-445a-b6dc-8943c391d2f0 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:24.012185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:24.017273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:24.063101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44598) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:24.063218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21191b-6aca-4ace-ab4a-0129af4f27ed None None] Pushing event updated for resources: {'Port': ['ID=334ef4d0-f653-4e8f-af9d-89bcd532ef36,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:24.065856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5397c131-da15-4d4d-8569-bba3eb341cde,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:24.069700 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.071107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Attempting to bind port 334ef4d0-f653-4e8f-af9d-89bcd532ef36 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:24.071484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Attempting to bind port 334ef4d0-f653-4e8f-af9d-89bcd532ef36 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:24.071854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Attempting to bind port 334ef4d0-f653-4e8f-af9d-89bcd532ef36 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:24.080620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:24.081132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:24.081645 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.082133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:24.082754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Bound port: 334ef4d0-f653-4e8f-af9d-89bcd532ef36, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:24.083246 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.102420 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7ef928c6-78df-4812-983b-ae1d27b58379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.147978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:24.148599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.197802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] For port 334ef4d0-f653-4e8f-af9d-89bcd532ef36, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:24.201180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] For port 334ef4d0-f653-4e8f-af9d-89bcd532ef36, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=334ef4d0-f653-4e8f-af9d-89bcd532ef36,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:24.257587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7ef928c6-78df-4812-983b-ae1d27b58379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.340177 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.381031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7ef928c6-78df-4812-983b-ae1d27b58379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.415327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.418731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21191b-6aca-4ace-ab4a-0129af4f27ed None None] Pushing event updated for resources: {'Port': ['ID=334ef4d0-f653-4e8f-af9d-89bcd532ef36,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:24.421429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3277c355-645e-4107-b29f-3ced6c6c4ba3 None None] Provisioning complete for port 5397c131-da15-4d4d-8569-bba3eb341cde triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:24.422123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3277c355-645e-4107-b29f-3ced6c6c4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.425152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7ef928c6-78df-4812-983b-ae1d27b58379 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4d83511414d45bb824e81f1e75c083a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632698 Mar 31 23:23:24.429557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44610) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:24.430254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef928c6-78df-4812-983b-ae1d27b58379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e315ea-376d-4991-acd0-499458aa5b00,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:24.464545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Routers {'90ff4f0c-e676-48e3-b411-57a527888bbe'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:24.465331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['90ff4f0c-e676-48e3-b411-57a527888bbe'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:24.495952 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfebe-2534-4966-b5d0-b32594995e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.522670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3277c355-645e-4107-b29f-3ced6c6c4ba3 None None] Port 5397c131-da15-4d4d-8569-bba3eb341cde cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:24.522893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfebe-2534-4966-b5d0-b32594995e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.627839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] Set router 90ff4f0c-e676-48e3-b411-57a527888bbe gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:24.650858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.744429 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfebe-2534-4966-b5d0-b32594995e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.747564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfebe-2534-4966-b5d0-b32594995e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.752108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bdfcfebe-2534-4966-b5d0-b32594995e45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45e315ea-376d-4991-acd0-499458aa5b00 HTTP/1.1" status: 204 len: 168 time: 0.3089330 Mar 31 23:23:24.754968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.764092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcfebe-2534-4966-b5d0-b32594995e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e315ea-376d-4991-acd0-499458aa5b00,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:24.841909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5397c131-da15-4d4d-8569-bba3eb341cde,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:24.847191 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.901380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:24Z', 'revision_number': 4, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port': {'id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:20Z', 'updated_at': '2022-03-31T23:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5397c131-da15-4d4d-8569-bba3eb341cde', 'name': '', 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'mac_address': 'fa:16:3e:1f:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:23Z', 'updated_at': '2022-03-31T23:23:23Z', 'revision_number': 1, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'subnets': [{'id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:24.930050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed55e9-93a1-48b0-b910-8f5666ed2983 None None] The sync data for ids ['90ff4f0c-e676-48e3-b411-57a527888bbe'] in n-d-836015-1 is: [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:24Z', 'revision_number': 4, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port': {'id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:20Z', 'updated_at': '2022-03-31T23:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5397c131-da15-4d4d-8569-bba3eb341cde', 'name': '', 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'mac_address': 'fa:16:3e:1f:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:23Z', 'updated_at': '2022-03-31T23:23:23Z', 'revision_number': 1, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'subnets': [{'id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:24.955756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Network 2337c3f6-0983-445a-b6dc-8943c391d2f0 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:24.957276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:25.085908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Router 90ff4f0c-e676-48e3-b411-57a527888bbe has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:25.247823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:25.257025 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a5e98cbf-cc9b-4114-b26f-f60436c241f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/90ff4f0c-e676-48e3-b411-57a527888bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2048123 Mar 31 23:23:25.358823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8f665b3e-5008-4af3-84da-6d4b67205fdd None None] Provisioning complete for port 5397c131-da15-4d4d-8569-bba3eb341cde triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:25.359321 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f665b3e-5008-4af3-84da-6d4b67205fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.406339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8f665b3e-5008-4af3-84da-6d4b67205fdd None None] Port 5397c131-da15-4d4d-8569-bba3eb341cde cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:25.881731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 334ef4d0-f653-4e8f-af9d-89bcd532ef36 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:25.966348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 334ef4d0-f653-4e8f-af9d-89bcd532ef36 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:25.966757 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.066072 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.094300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 334ef4d0-f653-4e8f-af9d-89bcd532ef36, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=334ef4d0-f653-4e8f-af9d-89bcd532ef36,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:26.159764 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.216041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=334ef4d0-f653-4e8f-af9d-89bcd532ef36,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:27.453728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44784) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:27.830804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 334ef4d0-f653-4e8f-af9d-89bcd532ef36 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:27.872932 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:27.920435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 334ef4d0-f653-4e8f-af9d-89bcd532ef36 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:27.921031 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.185390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Deleting port d19152a5-d0be-46cd-af6b-f6a9e280b781 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:28.185390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.289916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] For port d19152a5-d0be-46cd-af6b-f6a9e280b781, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d19152a5-d0be-46cd-af6b-f6a9e280b781,segment=NetworkSegment(7adf5224-8393-4619-8d63-90afe54b3c28),segment_id=7adf5224-8393-4619-8d63-90afe54b3c28)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:28.290284 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.304589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Calling delete_port for d19152a5-d0be-46cd-af6b-f6a9e280b781 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:28.372737 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Sync routers for ids ['90ff4f0c-e676-48e3-b411-57a527888bbe'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:28.384892 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Routers {'90ff4f0c-e676-48e3-b411-57a527888bbe'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:28.386165 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['90ff4f0c-e676-48e3-b411-57a527888bbe'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:28.491377 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Set router 90ff4f0c-e676-48e3-b411-57a527888bbe gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:28.593525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.622767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19152a5-d0be-46cd-af6b-f6a9e280b781,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:28.711703 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:24Z', 'revision_number': 4, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port': {'id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:20Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5397c131-da15-4d4d-8569-bba3eb341cde', 'name': '', 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'mac_address': 'fa:16:3e:1f:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:23Z', 'updated_at': '2022-03-31T23:23:24Z', 'revision_number': 2, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'subnets': [{'id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:28.743492 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Checking router: 90ff4f0c-e676-48e3-b411-57a527888bbe for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:28.743492 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Updating router 90ff4f0c-e676-48e3-b411-57a527888bbe port 5397c131-da15-4d4d-8569-bba3eb341cde binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:28.769905 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.808831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.052926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:29.089565 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.159659 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.174510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:29.183566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] Sync routers for ids ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:29.186165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6031873e-b759-4477-953d-dbf965e7a1f8 admin admin] 10.222.0.31 "PUT /v2.0/routers/1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7305624 Mar 31 23:23:29.189015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44844) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:29.207113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] Routers {'1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:29.207760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:29.242762 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce177d60-96b9-433d-8350-27ded7e8b58a None None] Pushing event updated for resources: {'Port': ['ID=5397c131-da15-4d4d-8569-bba3eb341cde,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:29.315818 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Attempting to bind port 5397c131-da15-4d4d-8569-bba3eb341cde on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:29.316351 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Attempting to bind port 5397c131-da15-4d4d-8569-bba3eb341cde by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:29.316885 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Attempting to bind port 5397c131-da15-4d4d-8569-bba3eb341cde on network 2337c3f6-0983-445a-b6dc-8943c391d2f0 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:29.323634 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:29.324272 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Checking segment: {'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:29.325518 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.326460 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Bound using segment: {'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:29.327136 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Bound port: 5397c131-da15-4d4d-8569-bba3eb341cde, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04535e9c-864c-4310-aa59-327c86bb5ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:29.327576 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.385340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.410773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] Set router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:29.442580 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] For port 5397c131-da15-4d4d-8569-bba3eb341cde, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:29.447746 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] For port 5397c131-da15-4d4d-8569-bba3eb341cde, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5397c131-da15-4d4d-8569-bba3eb341cde,segment=NetworkSegment(04535e9c-864c-4310-aa59-327c86bb5ccd),segment_id=04535e9c-864c-4310-aa59-327c86bb5ccd)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:29.479015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-5095fc78-a0b2-4b5c-993a-9355520cd95b tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dc452ea54ced4af5b955852c44a1bfa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339317 Mar 31 23:23:29.536175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e29c532e-0c29-4666-9033-e147643ba0ad None None] Provisioning complete for port 5397c131-da15-4d4d-8569-bba3eb341cde triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:29.536539 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e29c532e-0c29-4666-9033-e147643ba0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.594243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e29c532e-0c29-4666-9033-e147643ba0ad None None] Port 5397c131-da15-4d4d-8569-bba3eb341cde cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:29.622778 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.651998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:28Z', 'revision_number': 5, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:29.685702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] Checking router: 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:29.696181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] Routers {'1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:29.697200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:29.700451 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Routers {'90ff4f0c-e676-48e3-b411-57a527888bbe'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:29.701691 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['90ff4f0c-e676-48e3-b411-57a527888bbe'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:29.751387 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce177d60-96b9-433d-8350-27ded7e8b58a None None] Pushing event updated for resources: {'Port': ['ID=5397c131-da15-4d4d-8569-bba3eb341cde,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:29.828135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] Set router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:30.060276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5397c131-da15-4d4d-8569-bba3eb341cde up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:30.085826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] Set router 90ff4f0c-e676-48e3-b411-57a527888bbe gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:30.138961 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.158652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75601d44-b1dd-4d6b-a3b1-adbbfbbb1fc6 None None] Provisioning complete for port 5397c131-da15-4d4d-8569-bba3eb341cde triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:30.159309 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75601d44-b1dd-4d6b-a3b1-adbbfbbb1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.202142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5397c131-da15-4d4d-8569-bba3eb341cde triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:30.202949 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.204280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7dd10f59-8906-4e9c-982f-6dbe2ddaba64 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.206254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7dd10f59-8906-4e9c-982f-6dbe2ddaba64 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7204347 Mar 31 23:23:30.228338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-be2b10d0-cda6-4fab-9d0e-3c25358e0b6c tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/quotas/dc452ea54ced4af5b955852c44a1bfa9 HTTP/1.1" status: 200 len: 375 time: 0.0120461 Mar 31 23:23:30.252793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:28Z', 'revision_number': 5, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:30.303157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-bdbf31a0-e8bf-40b2-a1b8-f8cce8da012f tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc452ea54ced4af5b955852c44a1bfa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509195 Mar 31 23:23:30.306217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77c5ce-3d48-4de7-803a-1c884d0c996e None None] The sync data for ids ['1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d'] in n-d-836015-1 is: [{'id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'name': 'tempest-TestAggregatesBasicOps-1617962930-router', 'tenant_id': '4f24d38a2f654738a479c4c3bd2a083e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:28Z', 'revision_number': 5, 'project_id': '4f24d38a2f654738a479c4c3bd2a083e', 'gw_port': {'id': '6abf1223-129e-4b6e-b4f0-dba3aa6789af', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:30.322179 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:24Z', 'revision_number': 4, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port': {'id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:20Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5397c131-da15-4d4d-8569-bba3eb341cde', 'name': '', 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'mac_address': 'fa:16:3e:1f:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:23Z', 'updated_at': '2022-03-31T23:23:29Z', 'revision_number': 4, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'subnets': [{'id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:30.335600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Deleting port 6abf1223-129e-4b6e-b4f0-dba3aa6789af {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:30.336072 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.336568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75601d44-b1dd-4d6b-a3b1-adbbfbbb1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.361875 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338119a-b566-4190-9d75-991de2d54ce8 None None] The sync data for ids ['90ff4f0c-e676-48e3-b411-57a527888bbe'] in n-d-836015-1 is: [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:24Z', 'revision_number': 4, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port': {'id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:20Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5397c131-da15-4d4d-8569-bba3eb341cde', 'name': '', 'network_id': '2337c3f6-0983-445a-b6dc-8943c391d2f0', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'mac_address': 'fa:16:3e:1f:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:23Z', 'updated_at': '2022-03-31T23:23:29Z', 'revision_number': 4, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'subnets': [{'id': '9bbdc187-6a93-4e7f-8401-014b90088fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:30.406033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75601d44-b1dd-4d6b-a3b1-adbbfbbb1fc6 None None] For port 5397c131-da15-4d4d-8569-bba3eb341cde, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5397c131-da15-4d4d-8569-bba3eb341cde,segment=NetworkSegment(04535e9c-864c-4310-aa59-327c86bb5ccd),segment_id=04535e9c-864c-4310-aa59-327c86bb5ccd)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:30.415684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.459329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] For port 6abf1223-129e-4b6e-b4f0-dba3aa6789af, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6abf1223-129e-4b6e-b4f0-dba3aa6789af,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:30.459944 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.480628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Calling delete_port for 6abf1223-129e-4b6e-b4f0-dba3aa6789af owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:30.503439 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75601d44-b1dd-4d6b-a3b1-adbbfbbb1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.665939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bce3e78f-a1d8-4cbb-8c5f-32994dcb5436 req-252712ae-b151-4b2b-8195-d1ffa976cffc tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 210 time: 0.0462601 Mar 31 23:23:30.833788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.862710 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:23:30.862710 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:23:30.899837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75601d44-b1dd-4d6b-a3b1-adbbfbbb1fc6 None None] Pushing event updated for resources: {'Port': ['ID=5397c131-da15-4d4d-8569-bba3eb341cde,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:30.945776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Pushing event deleted for resources: {'Port': ['ID=6abf1223-129e-4b6e-b4f0-dba3aa6789af,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:30.967256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.088947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.091561 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.205118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.205777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:23:31.210696 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.212596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7c6e59d7-71b5-4ca7-8726-3bb7048d58de admin admin] 10.222.0.31 "DELETE /v2.0/routers/1b1ec35a-15c3-46a4-8590-1ee7e6d51e9d HTTP/1.1" status: 204 len: 168 time: 2.0223773 Mar 31 23:23:31.218557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44936) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:31.307642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-422bec11-1ef1-45ec-8327-b8a6e84295d2 admin admin] Deleting subnet 50ac5cb6-3bfa-4b5b-930f-95f4395560e0 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:31.313042 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-422bec11-1ef1-45ec-8327-b8a6e84295d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.360303 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-422bec11-1ef1-45ec-8327-b8a6e84295d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.463075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-422bec11-1ef1-45ec-8327-b8a6e84295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.651075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-422bec11-1ef1-45ec-8327-b8a6e84295d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.679270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bec11-1ef1-45ec-8327-b8a6e84295d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ac5cb6-3bfa-4b5b-930f-95f4395560e0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:31.681334 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-422bec11-1ef1-45ec-8327-b8a6e84295d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.684653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-422bec11-1ef1-45ec-8327-b8a6e84295d2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/50ac5cb6-3bfa-4b5b-930f-95f4395560e0 HTTP/1.1" status: 204 len: 168 time: 0.4673595 Mar 31 23:23:31.688360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44950) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:31.689038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28abb051-c758-42e3-a536-e908e3c5b431 None None] Network eb75aca8-8009-4d21-9925-7f15a6c52e90 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:31.811532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.838924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd7d3141-596c-4e04-90f0-0c550e763b89 req-38288ca9-6f18-41e2-a0e2-8b3abec752f6 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 210 time: 0.0955212 Mar 31 23:23:31.898995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Deleting port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:31.899664 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.982212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] For port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8,segment=NetworkSegment(7adf5224-8393-4619-8d63-90afe54b3c28),segment_id=7adf5224-8393-4619-8d63-90afe54b3c28)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:31.982596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.003152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Calling delete_port for a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:32.274249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.296857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b99c2-e8e3-417e-8c19-c562df457cad None None] DHCP port deletion for eb75aca8-8009-4d21-9925-7f15a6c52e90 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:23:32.301790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:32.311231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] No DVR routers for this DVR port a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:32.323876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5397c131-da15-4d4d-8569-bba3eb341cde up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:32.391624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5397c131-da15-4d4d-8569-bba3eb341cde triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:32.391921 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.404977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.427203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb75aca8-8009-4d21-9925-7f15a6c52e90']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:32.437725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adf5224-8393-4619-8d63-90afe54b3c28') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:32.438809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adf5224-8393-4619-8d63-90afe54b3c28') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:32.448712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.462124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.468131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:32.468658 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:32.471064 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:32.488351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d19152a5-d0be-46cd-af6b-f6a9e280b781 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:32.511133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d19152a5-d0be-46cd-af6b-f6a9e280b781 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:32.511568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d19152a5-d0be-46cd-af6b-f6a9e280b781 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:32.626541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.632744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.638439 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] 10.222.0.31 "DELETE /v2.0/networks/eb75aca8-8009-4d21-9925-7f15a6c52e90 HTTP/1.1" status: 204 len: 168 time: 0.9486976 Mar 31 23:23:32.641743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 44972) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:32.656221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f454caa-b835-4b2f-b1b3-6debbc004bad admin admin] Pushing event deleted for resources: {'Network': ['ID=eb75aca8-8009-4d21-9925-7f15a6c52e90,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:32.940899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-24f8879b-e4ea-42b8-9751-4ba108a55455 req-050b5e37-d8a8-41b5-b82c-122cde53a2a5 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 210 time: 0.0435014 Mar 31 23:23:33.037604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.295119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Deleting port 5397c131-da15-4d4d-8569-bba3eb341cde {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:33.295427 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.378295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] For port 5397c131-da15-4d4d-8569-bba3eb341cde, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5397c131-da15-4d4d-8569-bba3eb341cde,segment=NetworkSegment(04535e9c-864c-4310-aa59-327c86bb5ccd),segment_id=04535e9c-864c-4310-aa59-327c86bb5ccd)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:33.378706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.393180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Calling delete_port for 5397c131-da15-4d4d-8569-bba3eb341cde owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:33.596705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-2e1e3b6f-744d-47fd-8f33-b54f30f6421c tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dc452ea54ced4af5b955852c44a1bfa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484021 Mar 31 23:23:33.729081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-0b9b2c31-1102-46fc-9f86-ffea8afd7bdf tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.730639 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-0b9b2c31-1102-46fc-9f86-ffea8afd7bdf tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281023 Mar 31 23:23:33.731985 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.760580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Request body: {'port': {'device_id': '9494fc91-5904-47f0-ac0c-ba52d8427816', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': 'dc452ea54ced4af5b955852c44a1bfa9'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:33.767466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5397c131-da15-4d4d-8569-bba3eb341cde,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:33.857481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6abf1223-129e-4b6e-b4f0-dba3aa6789af no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:33.897872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 6abf1223-129e-4b6e-b4f0-dba3aa6789af {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:33.899339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6abf1223-129e-4b6e-b4f0-dba3aa6789af not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:33.899929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:33.936131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:33.936683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a8fabc8f-6e0b-49b2-b3ce-92f5e78508b8 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:34.053529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2c6a-0ad4-4163-9296-8fcbe9157579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.108743 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef17239f-c612-4b7a-8549-2c0af6aaebb5 req-69c966db-f144-46d3-ab97-d6c591aa749e tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 210 time: 0.0312059 Mar 31 23:23:34.123470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.137013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Made reservation on behalf of dc452ea54ced4af5b955852c44a1bfa9 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:34.141020 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.185155 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.365553 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.426137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Router 90ff4f0c-e676-48e3-b411-57a527888bbe has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:34.436730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.560246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73572890-c8d5-4129-a4e5-ef8f0168cfbc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:34.653428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:34.658360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8026de73-82fa-4157-8c55-cfc97863abb9 admin admin] 10.222.0.31 "PUT /v2.0/routers/90ff4f0c-e676-48e3-b411-57a527888bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0143311 Mar 31 23:23:34.659834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 44986) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:34.662952 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] Sync routers for ids ['90ff4f0c-e676-48e3-b411-57a527888bbe'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:34.676315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] Routers {'90ff4f0c-e676-48e3-b411-57a527888bbe'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:34.676550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Allocated IP 192.168.233.32 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/b3a5f961-6732-4a95-9b0f-2fa8b2d02a52) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:34.677532 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['90ff4f0c-e676-48e3-b411-57a527888bbe'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:34.803125 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] Set router 90ff4f0c-e676-48e3-b411-57a527888bbe gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:34.813747 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.869220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.942650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.006827 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:33Z', 'revision_number': 5, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port': {'id': '334ef4d0-f653-4e8f-af9d-89bcd532ef36', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:20Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:35.016758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.033796 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] Checking router: 90ff4f0c-e676-48e3-b411-57a527888bbe for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:35.049708 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] Routers {'90ff4f0c-e676-48e3-b411-57a527888bbe'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:35.051026 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['90ff4f0c-e676-48e3-b411-57a527888bbe'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:35.068596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:35.071853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:35.076822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:35.096129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Deleting port 334ef4d0-f653-4e8f-af9d-89bcd532ef36 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:35.099712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.115844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Pushing event updated for resources: {'Port': ['ID=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:35.133067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:35.133805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.218795 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] Set router 90ff4f0c-e676-48e3-b411-57a527888bbe gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:35.257702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] For port 334ef4d0-f653-4e8f-af9d-89bcd532ef36, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=334ef4d0-f653-4e8f-af9d-89bcd532ef36,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:35.264916 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.274945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-7fc56384-245c-4972-aced-bdfa64020eb0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5181677 Mar 31 23:23:35.278692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Calling delete_port for 334ef4d0-f653-4e8f-af9d-89bcd532ef36 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:35.289724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Request body: {'port': {'device_id': '9494fc91-5904-47f0-ac0c-ba52d8427816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:35.302660 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:34Z', 'revision_number': 6, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:35.358958 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f478b-8150-421b-8c77-dddbdf9b7e47 None None] The sync data for ids ['90ff4f0c-e676-48e3-b411-57a527888bbe'] in n-d-836015-1 is: [{'id': '90ff4f0c-e676-48e3-b411-57a527888bbe', 'name': 'tempest-TestAggregatesBasicOps-1533924128-router', 'tenant_id': 'edbd742d04fb49d88394c864cdb87450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:19Z', 'updated_at': '2022-03-31T23:23:34Z', 'revision_number': 6, 'project_id': 'edbd742d04fb49d88394c864cdb87450', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:35.359543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc056e3c-604a-4e6a-85f1-887e38fdf780 req-e76c09ef-3e58-4d1f-856d-2154c1898a21 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:35.359543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc056e3c-604a-4e6a-85f1-887e38fdf780 req-e76c09ef-3e58-4d1f-856d-2154c1898a21 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 935 time: 0.1292624 Mar 31 23:23:35.424243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.496883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bbf67177-c002-40b3-bb96-6ec5241dc822 None None] Provisioning complete for port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:35.498197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bbf67177-c002-40b3-bb96-6ec5241dc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.536706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc056e3c-604a-4e6a-85f1-887e38fdf780 req-09027458-80e1-424a-9ae8-251ed8a7da0f tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651976 Mar 31 23:23:35.590730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bbf67177-c002-40b3-bb96-6ec5241dc822 None None] Port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:35.688576 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.737445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Pushing event deleted for resources: {'Port': ['ID=334ef4d0-f653-4e8f-af9d-89bcd532ef36,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:35.887600 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.065210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.068379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.100983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bab89db6-49a5-46fa-a930-b9395f9d61b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.253753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.254235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90ff4f0c-e676-48e3-b411-57a527888bbe {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:23:36.262753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.263110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:36.263821 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-febfeb9d-6a23-453e-a375-39c43ad7f93b admin admin] 10.222.0.31 "DELETE /v2.0/routers/90ff4f0c-e676-48e3-b411-57a527888bbe HTTP/1.1" status: 204 len: 168 time: 1.5998011 Mar 31 23:23:36.263821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45006) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:36.271378 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.296919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Transition to ACTIVE for port object b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:23:36.315498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-184d00c4-53ed-44b5-92f4-38157172ee23 admin admin] Deleting subnet 9bbdc187-6a93-4e7f-8401-014b90088fde {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:36.318744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-184d00c4-53ed-44b5-92f4-38157172ee23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.349416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5397c131-da15-4d4d-8569-bba3eb341cde no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:36.376885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-184d00c4-53ed-44b5-92f4-38157172ee23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.378814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.382188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5397c131-da15-4d4d-8569-bba3eb341cde {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:36.382678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5397c131-da15-4d4d-8569-bba3eb341cde not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:36.469544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5436518-ba50-4780-8dc2-1e353a2cd4d9 req-427f557f-6124-4703-a2d5-d288f0e54beb tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:36.482373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5436518-ba50-4780-8dc2-1e353a2cd4d9 req-427f557f-6124-4703-a2d5-d288f0e54beb tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 945 time: 0.1646218 Mar 31 23:23:36.501597 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-184d00c4-53ed-44b5-92f4-38157172ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.583799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5436518-ba50-4780-8dc2-1e353a2cd4d9 req-e5b53198-fbd4-4220-bb1f-f37946023bf9 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946927 Mar 31 23:23:36.593197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:36.752236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-184d00c4-53ed-44b5-92f4-38157172ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.790701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Attempting to bind port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:36.791318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Attempting to bind port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:36.791939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Attempting to bind port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:36.809732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d00c4-53ed-44b5-92f4-38157172ee23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbdc187-6a93-4e7f-8401-014b90088fde,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:36.816520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-184d00c4-53ed-44b5-92f4-38157172ee23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.821409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0bff89-d7f3-49a0-bcbb-dcba078a6fe8 None None] Network 2337c3f6-0983-445a-b6dc-8943c391d2f0 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:36.839039 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-184d00c4-53ed-44b5-92f4-38157172ee23 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9bbdc187-6a93-4e7f-8401-014b90088fde HTTP/1.1" status: 204 len: 168 time: 0.5689948 Mar 31 23:23:36.839213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4804bc9-08dc-40b7-834a-6b6e0e15894e req-8a22b3dc-fb8b-4729-ad1d-57fd278ad6c2 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:36.839469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45014) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:36.850520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4804bc9-08dc-40b7-834a-6b6e0e15894e req-8a22b3dc-fb8b-4729-ad1d-57fd278ad6c2 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 947 time: 0.1293628 Mar 31 23:23:36.867298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:23:36.867919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Attempting to bind port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:36.907479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:36.908398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:36.909329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:36.910056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Bound port: b3a5f961-6732-4a95-9b0f-2fa8b2d02a52, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:36.910787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.011950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] For port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:37.012769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] For port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:37.037212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.051330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4804bc9-08dc-40b7-834a-6b6e0e15894e req-6a7bc34c-9323-4707-afe3-cc105bb9c0cb tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863663 Mar 31 23:23:37.085640 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.126379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.127413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.129023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] 10.222.0.45 "PUT /v2.0/ports/b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 HTTP/1.1" status: 200 len: 1095 time: 1.8453851 Mar 31 23:23:37.133138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9494fc91-5904-47f0-ac0c-ba52d8427816', 'tag': 'b3a5f961-6732-4a95-9b0f-2fa8b2d02a52'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:37.136306 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45208389-3fc7-4401-bbfd-1110ab9d1bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9494fc91-5904-47f0-ac0c-ba52d8427816", "tag": "b3a5f961-6732-4a95-9b0f-2fa8b2d02a52"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:37.189604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678e54c-bf61-4ccd-9650-ac9a9ed50a4c service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:37.202871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Deleting port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:37.205652 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.276022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] DHCP port deletion for 2337c3f6-0983-445a-b6dc-8943c391d2f0 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:23:37.351097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] For port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,segment=NetworkSegment(04535e9c-864c-4310-aa59-327c86bb5ccd),segment_id=04535e9c-864c-4310-aa59-327c86bb5ccd)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:37.353581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.354316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-f1e42283-f320-47e2-b4d2-c7cb8bfcff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.356538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-f1e42283-f320-47e2-b4d2-c7cb8bfcff95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc452ea54ced4af5b955852c44a1bfa9&device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 1098 time: 0.0965848 Mar 31 23:23:37.376755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Calling delete_port for c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:37.438201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] Deleting port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:37.440717 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.458096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-47dd5d19-683f-4d1b-89ee-84a5dc201652 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 HTTP/1.1" status: 200 len: 217 time: 0.0934048 Mar 31 23:23:37.571479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-8fed642b-ce02-46ed-a09d-0ce04eb26dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.572733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-8fed642b-ce02-46ed-a09d-0ce04eb26dca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.1084239 Mar 31 23:23:37.578052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] For port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,segment=NetworkSegment(04535e9c-864c-4310-aa59-327c86bb5ccd),segment_id=04535e9c-864c-4310-aa59-327c86bb5ccd)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:37.580732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.636917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] Calling delete_port for c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:37.691222 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aace5b-0a93-42de-ac51-f7983590344b x-openstack-request-id: req-40aace5b-0a93-42de-ac51-f7983590344b {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:37.691652 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9494fc91-5904-47f0-ac0c-ba52d8427816", "tag": "b3a5f961-6732-4a95-9b0f-2fa8b2d02a52", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:37.691834 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40aace5b-0a93-42de-ac51-f7983590344b {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:37.692201 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40aace5b-0a93-42de-ac51-f7983590344b'] response: {'name': 'network-changed', 'server_uuid': '9494fc91-5904-47f0-ac0c-ba52d8427816', 'tag': 'b3a5f961-6732-4a95-9b0f-2fa8b2d02a52', 'status': 'completed', 'code': 200} Mar 31 23:23:37.730238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-9669c625-73e6-4395-8d62-947217a133a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.730825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-a5f92cd6-dff6-4a8e-a059-fb212e65a189 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.732535 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-a5f92cd6-dff6-4a8e-a059-fb212e65a189 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 945 time: 0.1497867 Mar 31 23:23:37.736314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.737602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-9669c625-73e6-4395-8d62-947217a133a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569705 Mar 31 23:23:37.762517 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.767342 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] No DVR routers for this DVR port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:37.789452 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.823131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] Pushing event deleted for resources: {'Port': ['ID=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:37.847009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad27a2-9546-4779-bf8e-7595f550bf87 None None] No DVR routers for this DVR port c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:37.853561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:37.907917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 334ef4d0-f653-4e8f-af9d-89bcd532ef36 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:37.930175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-ca2144b0-1e04-4693-b3fe-e540c3d00524 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852136 Mar 31 23:23:37.976921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 334ef4d0-f653-4e8f-af9d-89bcd532ef36 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:37.977773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 334ef4d0-f653-4e8f-af9d-89bcd532ef36 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:37.981285 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:38.009153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.043277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2337c3f6-0983-445a-b6dc-8943c391d2f0']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:38.061583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04535e9c-864c-4310-aa59-327c86bb5ccd') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:38.065399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04535e9c-864c-4310-aa59-327c86bb5ccd') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:38.066732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:38.067249 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c1e0a7ff-26b6-47bc-935c-fcea6fcfcebc not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:38.099093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.103913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Deleting port bad0b067-9313-4ed9-8778-c58853120797 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:38.105448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.107198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902e03-ce5f-419d-aafc-3933a120db4e req-f4f5155e-dbf2-4589-a898-e0cdae90c762 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.112227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8902e03-ce5f-419d-aafc-3933a120db4e req-f4f5155e-dbf2-4589-a898-e0cdae90c762 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 945 time: 0.3839760 Mar 31 23:23:38.130129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.161966 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:38.162558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:38.164405 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:38.224064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fadc36a-518f-471d-bebc-9e32485f0be8 req-fc4b5316-a967-4a36-9c4b-ed2d5b64c815 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707713 Mar 31 23:23:38.248515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f8902e03-ce5f-419d-aafc-3933a120db4e req-31067c51-6619-4473-ae2f-9834d31d7290 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177797 Mar 31 23:23:38.263479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f47e-5b3e-4b3e-86a4-701de9235c0f req-e5a7aea2-0f20-494b-ac15-2125b0787c55 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.267282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d610f47e-5b3e-4b3e-86a4-701de9235c0f req-e5a7aea2-0f20-494b-ac15-2125b0787c55 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 947 time: 0.1082711 Mar 31 23:23:38.336560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d610f47e-5b3e-4b3e-86a4-701de9235c0f req-25d3d818-fadd-4719-a5da-76eff3cc55af tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544655 Mar 31 23:23:38.395190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-e9697694-36d7-4668-b767-e18ea921cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.396788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-e9697694-36d7-4668-b767-e18ea921cd16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc452ea54ced4af5b955852c44a1bfa9&device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 1098 time: 0.0550218 Mar 31 23:23:38.525940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-3cff1168-7235-4701-a31e-58cf23757e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.528418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-3cff1168-7235-4701-a31e-58cf23757e1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a73cbf47-43cf-4cce-baae-249e024729c6 HTTP/1.1" status: 200 len: 870 time: 0.1249952 Mar 31 23:23:38.581375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-f4949b05-f7ca-4618-8c8a-ee225de40a36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 HTTP/1.1" status: 200 len: 217 time: 0.0451169 Mar 31 23:23:38.621568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.671326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-bf054f30-61f3-4291-b82c-6b1831b771a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.674302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-bf054f30-61f3-4291-b82c-6b1831b771a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0840039 Mar 31 23:23:38.679643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] For port bad0b067-9313-4ed9-8778-c58853120797, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=bad0b067-9313-4ed9-8778-c58853120797,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:38.680777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.739514 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.741020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-a71bd218-e329-4c23-aa60-cb6a965a3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.743388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-a71bd218-e329-4c23-aa60-cb6a965a3d8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592108 Mar 31 23:23:38.746681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.754363 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] 10.222.0.31 "DELETE /v2.0/networks/2337c3f6-0983-445a-b6dc-8943c391d2f0 HTTP/1.1" status: 204 len: 168 time: 1.9093404 Mar 31 23:23:38.776140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5ac24-96ef-4573-b835-f855d6d63eac admin admin] Pushing event deleted for resources: {'Network': ['ID=2337c3f6-0983-445a-b6dc-8943c391d2f0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:38.915853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-c4afe6f6-6a7d-425a-b375-03f417041414 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654959 Mar 31 23:23:38.930825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.959491 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.959956 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.960366 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Floating IP 5d07a452-f63f-4d48-b726-45ad7ac1d148 disassociated. External IP: 172.25.4.218, port: bad0b067-9313-4ed9-8778-c58853120797. Mar 31 23:23:38.961254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Calling delete_port for bad0b067-9313-4ed9-8778-c58853120797 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:39.040370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45208389-3fc7-4401-bbfd-1110ab9d1bb1 req-a10f8bed-4f22-4ba8-99ec-83f9adba223f service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161168 Mar 31 23:23:39.181853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.211263 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.244880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'Port': ['ID=bad0b067-9313-4ed9-8778-c58853120797,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:39.291704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45036) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:39.366249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-244b0537-0c3f-4776-8107-892e606db12e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f24d38a2f654738a479c4c3bd2a083e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724506 Mar 31 23:23:39.380267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45038) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:39.389510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-285620cb-b15e-488a-8517-984e27eb29e7 req-5106ac78-9693-4eb6-8038-9ae90b8abe3b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 210 time: 0.0412507 Mar 31 23:23:39.424511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:39.453231 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.506530 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.588232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:39.594793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a509-5ae9-4ded-8127-f56076555ee5 req-604c0c08-b064-4ed5-aabb-479449ea3ec5 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:39.594793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f576a509-5ae9-4ded-8127-f56076555ee5 req-604c0c08-b064-4ed5-aabb-479449ea3ec5 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 947 time: 0.1087079 Mar 31 23:23:39.610143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:39.647201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:39.652551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:39.684310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] No DVR routers for this DVR port bad0b067-9313-4ed9-8778-c58853120797 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:39.690449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.699100 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c7204d7e-5c64-41a6-8929-4667b2851b34 req-fbf18860-79bf-4590-a46c-13f117040d86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "DELETE /v2.0/ports/bad0b067-9313-4ed9-8778-c58853120797 HTTP/1.1" status: 204 len: 173 time: 1.9496708 Mar 31 23:23:39.699546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'name': 'network-vif-deleted', 'tag': 'bad0b067-9313-4ed9-8778-c58853120797'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:39.703561 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc96b7bf-8c05-4c32-8046-b0ee3c52505d" -d '{"events": [{"server_uuid": "0eb86400-53be-4f33-9e16-22fde3f60c2f", "name": "network-vif-deleted", "tag": "bad0b067-9313-4ed9-8778-c58853120797"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:39.706730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f576a509-5ae9-4ded-8127-f56076555ee5 req-55b9745c-8f1f-475e-b47c-4cdc0628ded0 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073213 Mar 31 23:23:39.714930 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.721157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.725985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19b194dc-92a6-42e3-81cb-4413cf5d24a4 HTTP/1.1" status: 204 len: 168 time: 0.3445282 Mar 31 23:23:39.749325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b194dc-92a6-42e3-81cb-4413cf5d24a4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:39.775060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.775556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.776300 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.776834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.777571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.778056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.780209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.781192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.783398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.784234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.784560 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98bce67-fb9d-4973-9c28-5005a99ecb64 x-openstack-request-id: req-a98bce67-fb9d-4973-9c28-5005a99ecb64 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:39.785350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.785350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a41b8f-4645-4cae-b3b8-1fad15fcbb67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:39.785989 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb86400-53be-4f33-9e16-22fde3f60c2f", "name": "network-vif-deleted", "tag": "bad0b067-9313-4ed9-8778-c58853120797", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:39.788126 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a98bce67-fb9d-4973-9c28-5005a99ecb64 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:39.788804 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98bce67-fb9d-4973-9c28-5005a99ecb64'] response: {'server_uuid': '0eb86400-53be-4f33-9e16-22fde3f60c2f', 'name': 'network-vif-deleted', 'tag': 'bad0b067-9313-4ed9-8778-c58853120797', 'status': 'completed', 'code': 200} Mar 31 23:23:39.839947 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.867768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:40.199488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:49Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:40.249952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:40.264052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:40.267229 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:40.392923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:40.532365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device bad0b067-9313-4ed9-8778-c58853120797 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:40.539546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b11bbdae-1d38-4169-b65c-955a5ea2add7 req-5b2b8521-ac86-4404-bff3-af346a383bcd tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=0eb86400-53be-4f33-9e16-22fde3f60c2f HTTP/1.1" status: 200 len: 210 time: 0.0284917 Mar 31 23:23:40.594951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: bad0b067-9313-4ed9-8778-c58853120797 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:40.595475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device bad0b067-9313-4ed9-8778-c58853120797 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:40.712771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:49Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:40.736461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45052) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:40.773267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c288a-ad5a-4df9-bdcd-dabe5e0bab51 None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0b4856bc-4959-4677-89a8-d7e7e1c94720', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:63:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:21:23Z', 'updated_at': '2022-03-31T23:21:49Z', 'revision_number': 2, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:40.843530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-676d0e50-209e-4c35-9d58-37df6ce863c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edbd742d04fb49d88394c864cdb87450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958824 Mar 31 23:23:40.845735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45056) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:40.912186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.944008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.947271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f19240-69f9-4781-9e08-6fe44783ea70 req-bc961703-6b04-448e-b584-9e9160921bf5 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:40.957514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67f19240-69f9-4781-9e08-6fe44783ea70 req-bc961703-6b04-448e-b584-9e9160921bf5 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 947 time: 0.0947208 Mar 31 23:23:41.016286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67f19240-69f9-4781-9e08-6fe44783ea70 req-de3cec4b-5271-4975-8f61-6ae6ee1daab6 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573447 Mar 31 23:23:41.073024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.075767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.076953 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f626505-ee7b-4c95-a53d-fcd02ecd98b4 HTTP/1.1" status: 204 len: 168 time: 0.2285395 Mar 31 23:23:41.086646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f626505-ee7b-4c95-a53d-fcd02ecd98b4,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:41.096139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.096494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.096841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.097186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.097526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.097896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.098195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.098758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.099065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.099585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.100159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.100485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d414f-b909-4ce4-bc24-72c9693efb86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:41.179172 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f31566-736c-4f88-b8b4-b64f654689c5 None None] New status for floating IP 5d07a452-f63f-4d48-b726-45ad7ac1d148: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:41.767999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45076) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:41.783198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45082) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:41.872737 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df0da55b-31dd-462a-8324-14a76a5a2629 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.902024 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df0da55b-31dd-462a-8324-14a76a5a2629 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.952081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9360c1c-8202-4858-b0a6-5e8315d19fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.052264 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df0da55b-31dd-462a-8324-14a76a5a2629 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.056139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:23:42.067759 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-df0da55b-31dd-462a-8324-14a76a5a2629 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.067759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-df0da55b-31dd-462a-8324-14a76a5a2629 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "DELETE /v2.0/security-groups/ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a HTTP/1.1" status: 204 len: 168 time: 0.2814410 Mar 31 23:23:42.068459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45088) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:42.092645 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-279fa7f5-8389-4a33-9896-781c06f0d854 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] show failed (client error): The resource could not be found. Mar 31 23:23:42.095296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da55b-31dd-462a-8324-14a76a5a2629 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:42.095493 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-279fa7f5-8389-4a33-9896-781c06f0d854 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups/ecff0fdb-e4ff-4b99-a1d8-d68f65adc70a HTTP/1.1" status: 404 len: 347 time: 0.0240419 Mar 31 23:23:42.099391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45090) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:42.169182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b31d95-e50d-4a90-8469-ddabb9fba710 req-8846285f-fbe9-4da1-9f5a-a1ea7a6418c1 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.171085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4b31d95-e50d-4a90-8469-ddabb9fba710 req-8846285f-fbe9-4da1-9f5a-a1ea7a6418c1 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 947 time: 0.0687416 Mar 31 23:23:42.238892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4b31d95-e50d-4a90-8469-ddabb9fba710 req-edb41c68-384d-4128-af00-e37f7b217b2b tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557299 Mar 31 23:23:42.250787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9360c1c-8202-4858-b0a6-5e8315d19fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.289891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:42.328125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Deleting port c4ed8347-76fb-4eb8-bbb8-92bfc2a634d6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:42.328607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.341555 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9360c1c-8202-4858-b0a6-5e8315d19fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.426304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:42.428524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9360c1c-8202-4858-b0a6-5e8315d19fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f726761d-d9e4-41c9-8bc4-67d92e549ed0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:42.442060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f9360c1c-8202-4858-b0a6-5e8315d19fa5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=701f0cb6493f41e999bd0dc060b1a3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723540 Mar 31 23:23:42.446139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45100) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:42.472959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'b3a5f961-6732-4a95-9b0f-2fa8b2d02a52', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': 'b3a5f961-6732-4a95-9b0f-2fa8b2d02a52', 'mac_address': 'fa:16:3e:31:e3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:42.494144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.494733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.519736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.523830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Calling delete_port for c4ed8347-76fb-4eb8-bbb8-92bfc2a634d6 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:42.525625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a76d6c8-77a8-4125-a0f0-ab1e6b683c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.537748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:42.564044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:42.566410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a76d6c8-77a8-4125-a0f0-ab1e6b683c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.568707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45102) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:42.647905 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.723709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:42.736572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-119152126-network', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:42.747737 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a76d6c8-77a8-4125-a0f0-ab1e6b683c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.751178 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8a76d6c8-77a8-4125-a0f0-ab1e6b683c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.752373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8a76d6c8-77a8-4125-a0f0-ab1e6b683c7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f726761d-d9e4-41c9-8bc4-67d92e549ed0 HTTP/1.1" status: 204 len: 168 time: 0.3050528 Mar 31 23:23:42.766844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76d6c8-77a8-4125-a0f0-ab1e6b683c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f726761d-d9e4-41c9-8bc4-67d92e549ed0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:42.833515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.853537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:42.856172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.861105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'Port': ['ID=c4ed8347-76fb-4eb8-bbb8-92bfc2a634d6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:42.866844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.881062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['b3a5f961-6732-4a95-9b0f-2fa8b2d02a52'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:42.950876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.954827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:42.958228 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fcaa0015-9a0a-41b7-818d-3b14e057aa86 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "DELETE /v2.0/floatingips/5d07a452-f63f-4d48-b726-45ad7ac1d148 HTTP/1.1" status: 204 len: 168 time: 0.8575604 Mar 31 23:23:42.993965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.124377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.168114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:43.178863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879efc22-47c6-4895-97eb-4c4e9723d9b8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:43.196193 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.196564 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Added segment d7939ef1-036e-4266-bb4f-d6aec4fedb04 of type vlan for network d18addb8-86a2-48fc-a5f1-58f722847a50 Mar 31 23:23:43.265442 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.402441 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.403743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:43.404588 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.488282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] Pushing event updated for resources: {'Network': ['ID=d18addb8-86a2-48fc-a5f1-58f722847a50,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:43.503102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b2dc-8298-451c-aa46-6a346ad17324 req-5f24093a-ba6b-4257-b2b7-559e4aeda8a5 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:43.505370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5b8b2dc-8298-451c-aa46-6a346ad17324 req-5f24093a-ba6b-4257-b2b7-559e4aeda8a5 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 948 time: 0.1443977 Mar 31 23:23:43.506585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d18addb8-86a2-48fc-a5f1-58f722847a50 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:43.515837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-db66863d-45e1-4125-bac8-5866b312dee8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9457383 Mar 31 23:23:43.523164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45120) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:43.542042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Request body: {'subnet': {'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-119152126-subnet', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:43.592196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5b8b2dc-8298-451c-aa46-6a346ad17324 req-85a109e1-084e-48cf-aa4c-19f2b79a8512 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722809 Mar 31 23:23:43.696364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:43.699914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.825961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45124) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:43.841681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17edfff9-0dcd-4d2a-b88b-a05f5fa60d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.954987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17edfff9-0dcd-4d2a-b88b-a05f5fa60d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.034253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-17edfff9-0dcd-4d2a-b88b-a05f5fa60d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.062494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.079799 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edfff9-0dcd-4d2a-b88b-a05f5fa60d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6b0f4-4efa-4bac-a625-8f396b2d692b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:44.092591 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-17edfff9-0dcd-4d2a-b88b-a05f5fa60d0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0de574fc21284ca0bb090500bf39b24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574258 Mar 31 23:23:44.093124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45126) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:44.145959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3846da38-6cc2-44e5-b040-59881ed10ef2,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:44.159765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:44.160202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Network hostable DHCP agents. Network: d18addb8-86a2-48fc-a5f1-58f722847a50, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:44.162088 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69e2a1de-f820-4a96-ba07-99b08decc19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.196375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69e2a1de-f820-4a96-ba07-99b08decc19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.275004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:44.301537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:44.356107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69e2a1de-f820-4a96-ba07-99b08decc19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.359963 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69e2a1de-f820-4a96-ba07-99b08decc19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.361991 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-69e2a1de-f820-4a96-ba07-99b08decc19a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1f6b0f4-4efa-4bac-a625-8f396b2d692b HTTP/1.1" status: 204 len: 168 time: 0.2681870 Mar 31 23:23:44.374882 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2a1de-f820-4a96-ba07-99b08decc19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6b0f4-4efa-4bac-a625-8f396b2d692b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:44.388488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d18addb8-86a2-48fc-a5f1-58f722847a50) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:44.395287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:44.396266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.409944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5dd4a2-8bd3-44fc-aafd-da179ea0b91e None None] Network d18addb8-86a2-48fc-a5f1-58f722847a50 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:44.565061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45130) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:44.567706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-22421d5d-cb00-466b-9d88-4175559e189e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0381846 Mar 31 23:23:44.572916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:44.598525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:23:44.611345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:44.615614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.676253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d18addb8-86a2-48fc-a5f1-58f722847a50', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:23:44.677640 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.696286 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.697373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.798105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3c913-8a5b-4ca1-80e6-a41e89613cfe req-7d290866-355b-4355-9517-dde12a99fb3b tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:44.809755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30e3c913-8a5b-4ca1-80e6-a41e89613cfe req-7d290866-355b-4355-9517-dde12a99fb3b tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 948 time: 0.1014979 Mar 31 23:23:44.821441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.857232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-30e3c913-8a5b-4ca1-80e6-a41e89613cfe req-2512d2f4-f928-490e-ba5e-4cb2d0e047d4 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462399 Mar 31 23:23:44.917141 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.949232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Allocated IP 172.20.0.2 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/10edb359-0f2a-4bae-825b-fabb029d4fe7) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:44.958382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9494fc91-5904-47f0-ac0c-ba52d8427816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5f961-6732-4a95-9b0f-2fa8b2d02a52'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:44.960844 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eed29a-b9bf-4783-8a19-346c4ebb00a2" -d '{"events": [{"server_uuid": "9494fc91-5904-47f0-ac0c-ba52d8427816", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5f961-6732-4a95-9b0f-2fa8b2d02a52"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:44.986490 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:45.125554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.176074 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.230179 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4850ea8-790a-47e1-9849-d8249b38758e x-openstack-request-id: req-e4850ea8-790a-47e1-9849-d8249b38758e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:45.230638 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9494fc91-5904-47f0-ac0c-ba52d8427816", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5f961-6732-4a95-9b0f-2fa8b2d02a52", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:45.230986 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4850ea8-790a-47e1-9849-d8249b38758e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:45.231491 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4850ea8-790a-47e1-9849-d8249b38758e'] response: {'server_uuid': '9494fc91-5904-47f0-ac0c-ba52d8427816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5f961-6732-4a95-9b0f-2fa8b2d02a52', 'code': 200} Mar 31 23:23:45.258111 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.258111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:45.333613 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.383244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f881cc-303f-4c3f-84dc-8b4f92d14eac req-a9bf1612-0ee0-43fb-8c42-c22fa3b5369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:45.384992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75f881cc-303f-4c3f-84dc-8b4f92d14eac req-a9bf1612-0ee0-43fb-8c42-c22fa3b5369b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 1100 time: 0.0819767 Mar 31 23:23:45.448304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:45.453933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:45.468196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75f881cc-303f-4c3f-84dc-8b4f92d14eac req-79c41df4-ee5c-4b78-96a0-4660958d9d7e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756848 Mar 31 23:23:45.470463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:45.487780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Pushing event updated for resources: {'Port': ['ID=10edb359-0f2a-4bae-825b-fabb029d4fe7,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:45.568425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.575436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Attempting to bind port 10edb359-0f2a-4bae-825b-fabb029d4fe7 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:45.575886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Attempting to bind port 10edb359-0f2a-4bae-825b-fabb029d4fe7 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:45.576393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Attempting to bind port 10edb359-0f2a-4bae-825b-fabb029d4fe7 on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:45.583046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:45.584505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:45.585095 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.585366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.585922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:45.586964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Bound port: 10edb359-0f2a-4bae-825b-fabb029d4fe7, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:45.588154 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.714755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] For port 10edb359-0f2a-4bae-825b-fabb029d4fe7, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:45.720588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] For port 10edb359-0f2a-4bae-825b-fabb029d4fe7, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=10edb359-0f2a-4bae-825b-fabb029d4fe7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:45.741479 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Allocated IP 172.25.4.184 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/2af8ecac-e788-484a-a34c-3f618c0730fa) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:45.798107 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.901145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90236379-d731-41dc-9b54-ee5d4c630963 None None] Pushing event updated for resources: {'Port': ['ID=10edb359-0f2a-4bae-825b-fabb029d4fe7,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:45.950329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.039567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7ded5-ac0a-45db-8e3a-d403bd50a7dd req-eb616614-2a88-4af8-adf3-04fe025e3af6 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:46.041394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7f7ded5-ac0a-45db-8e3a-d403bd50a7dd req-eb616614-2a88-4af8-adf3-04fe025e3af6 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 949 time: 0.0802429 Mar 31 23:23:46.102611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.138762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7f7ded5-ac0a-45db-8e3a-d403bd50a7dd req-6a5887dd-8e29-4c56-a8e4-272a3fb4a003 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829575 Mar 31 23:23:46.181973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:46.188736 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:46.209083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:46.215185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Pushing event updated for resources: {'Port': ['ID=2af8ecac-e788-484a-a34c-3f618c0730fa,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:46.317824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-29f1443a-41a4-463d-9b5a-3281fa0ea9f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703487 Mar 31 23:23:46.494202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-c82960df-c1ba-431c-9afd-c8fc36707cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:46.496726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-c82960df-c1ba-431c-9afd-c8fc36707cd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c65fa730df7044279ebdbbc2a2749e97&device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1067591 Mar 31 23:23:46.668389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-3fe16a7a-0438-4194-8e2f-7c6e5d329d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:46.670368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-3fe16a7a-0438-4194-8e2f-7c6e5d329d12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375 HTTP/1.1" status: 200 len: 910 time: 0.1530881 Mar 31 23:23:46.759962 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.768578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-ba844f62-e556-46da-b7ed-e24629c9e64c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955 HTTP/1.1" status: 200 len: 1001 time: 0.0905647 Mar 31 23:23:46.865816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-4fe701f2-d0b5-4e8d-800a-c294cd6afcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:46.871077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-4fe701f2-d0b5-4e8d-800a-c294cd6afcb2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d6760c5-8d13-44fb-9810-75018cbf909b HTTP/1.1" status: 200 len: 848 time: 0.0953958 Mar 31 23:23:46.934867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-08abea0d-7435-4179-8559-d9d4a68f2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:46.936830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-08abea0d-7435-4179-8559-d9d4a68f2c09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590971 Mar 31 23:23:47.059087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.075844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-98e688bb-0f09-4cf4-ad7f-12a60042123f service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315482 Mar 31 23:23:47.249353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60e93cd2-b043-42bc-805f-f370d7b77455 req-94bef886-c184-458a-ac7d-96393ba0e2c5 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663570 Mar 31 23:23:47.317739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea08c4c-8dc5-4eb9-b637-a2c0593905b0 None None] Network d18addb8-86a2-48fc-a5f1-58f722847a50 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:47.319458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67b21-a23b-48da-a4ae-dcb0f6a02d49 req-207c19c7-ac82-4db4-a824-140f527654bd tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:47.321236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8f67b21-a23b-48da-a4ae-dcb0f6a02d49 req-207c19c7-ac82-4db4-a824-140f527654bd tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 949 time: 0.0709066 Mar 31 23:23:47.327523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:23:47.394900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4dabf0bb-dd61-44e5-8e5c-2ee4c1455a92 None None] Provisioning complete for port 10edb359-0f2a-4bae-825b-fabb029d4fe7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:47.394900 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4dabf0bb-dd61-44e5-8e5c-2ee4c1455a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.455135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8f67b21-a23b-48da-a4ae-dcb0f6a02d49 req-90606173-6b7b-4c0f-92cb-4b3dafe6bc44 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200659 Mar 31 23:23:47.479448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:47.507422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:47.562016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:47.563292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:47.598184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.599863 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-12324b3a-9e4d-4340-9f21-b9a766d14397 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0330937 Mar 31 23:23:47.602513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45214) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:47.660145 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4dabf0bb-dd61-44e5-8e5c-2ee4c1455a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.705878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:47.791113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4dabf0bb-dd61-44e5-8e5c-2ee4c1455a92 None None] For port 10edb359-0f2a-4bae-825b-fabb029d4fe7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=10edb359-0f2a-4bae-825b-fabb029d4fe7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:47.976537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4dabf0bb-dd61-44e5-8e5c-2ee4c1455a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.039051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 10edb359-0f2a-4bae-825b-fabb029d4fe7 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:48.186118 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a187d1-c690-420f-bb65-535083f38093 req-ae0e22ab-0bdf-4919-aa63-3d9c21b551c3 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:48.203482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22a187d1-c690-420f-bb65-535083f38093 req-ae0e22ab-0bdf-4919-aa63-3d9c21b551c3 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 949 time: 0.1034212 Mar 31 23:23:48.220412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf0bb-dd61-44e5-8e5c-2ee4c1455a92 None None] Pushing event updated for resources: {'Port': ['ID=10edb359-0f2a-4bae-825b-fabb029d4fe7,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:48.281001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22a187d1-c690-420f-bb65-535083f38093 req-4902cd54-5b79-4e4f-882a-f33bb9c7418f tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764763 Mar 31 23:23:48.282083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:46Z', 'revision_number': 3, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:48.307398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.349328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:48.350593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Updating router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 port 2af8ecac-e788-484a-a34c-3f618c0730fa binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:48.353621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-307a3154-603f-48fe-88dd-68566c2878d3 None None] Provisioning complete for port 10edb359-0f2a-4bae-825b-fabb029d4fe7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:48.354165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-307a3154-603f-48fe-88dd-68566c2878d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.406252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 10edb359-0f2a-4bae-825b-fabb029d4fe7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:48.406654 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.444865 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.501202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Allocated IP 172.20.0.1 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/e05d330a-fab4-45f5-8b87-78a586862911) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:48.705160 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.827670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.883122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e05d330a-fab4-45f5-8b87-78a586862911,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:48.900321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:48.902503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:48.905815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:48.962052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.068829 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.167208 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.242417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d9e9-92db-487b-90d7-af1630b17fac None None] Pushing event updated for resources: {'Port': ['ID=2af8ecac-e788-484a-a34c-3f618c0730fa,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:49.248024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Attempting to bind port 2af8ecac-e788-484a-a34c-3f618c0730fa on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:49.248389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Attempting to bind port 2af8ecac-e788-484a-a34c-3f618c0730fa by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:49.248756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Attempting to bind port 2af8ecac-e788-484a-a34c-3f618c0730fa on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:49.259362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:49.259755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:49.260153 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.260545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:49.261017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Bound port: 2af8ecac-e788-484a-a34c-3f618c0730fa, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:49.261403 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.282379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.290953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3da3803b-0988-4cde-9e52-a7772f20b883 None None] Provisioning complete for port e05d330a-fab4-45f5-8b87-78a586862911 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:49.296713 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3da3803b-0988-4cde-9e52-a7772f20b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.351937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3da3803b-0988-4cde-9e52-a7772f20b883 None None] Port e05d330a-fab4-45f5-8b87-78a586862911 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:49.355680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] For port 2af8ecac-e788-484a-a34c-3f618c0730fa, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:49.359848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] For port 2af8ecac-e788-484a-a34c-3f618c0730fa, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2af8ecac-e788-484a-a34c-3f618c0730fa,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:49.395360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-0745da19-6f4c-42dd-837b-9671bc81eb7c tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:49.396918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-0745da19-6f4c-42dd-837b-9671bc81eb7c tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.45 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 949 time: 0.0828586 Mar 31 23:23:49.474109 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.539863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ba973-513a-4f93-81eb-544273e1ab83 req-5cf11361-6a83-4ba9-8d27-4cfa9f8f62f3 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:49.541606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-355ba973-513a-4f93-81eb-544273e1ab83 req-5cf11361-6a83-4ba9-8d27-4cfa9f8f62f3 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 949 time: 0.1435268 Mar 31 23:23:49.554221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.570056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:49.570326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:49.598920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-355ba973-513a-4f93-81eb-544273e1ab83 req-77615daf-2131-4743-a29c-24a965957c00 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/security-groups?id=73572890-c8d5-4129-a4e5-ef8f0168cfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493336 Mar 31 23:23:49.604298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Deleting port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:49.605438 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.619603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.668616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d9e9-92db-487b-90d7-af1630b17fac None None] Pushing event updated for resources: {'Port': ['ID=2af8ecac-e788-484a-a34c-3f618c0730fa,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:49.745067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] For port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:49.745766 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.758127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e05d330a-fab4-45f5-8b87-78a586862911,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:49.761612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Calling delete_port for b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:49.765530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.788478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:49.911856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:49.913961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:49.948093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 10edb359-0f2a-4bae-825b-fabb029d4fe7 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:50.045959 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:50.062696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['b3a5f961-6732-4a95-9b0f-2fa8b2d02a52'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:50.138513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Pushing event deleted for resources: {'Port': ['ID=b3a5f961-6732-4a95-9b0f-2fa8b2d02a52,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:50.143769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 10edb359-0f2a-4bae-825b-fabb029d4fe7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:50.144393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:50.288472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] No DVR routers for this DVR port b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:50.299818 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:50.322796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac5d32b7-87e3-4c21-b16c-a7e3a3440581 req-d4ce63b2-379e-44ad-b840-d4a304f57902 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.45 "DELETE /v2.0/ports/b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 HTTP/1.1" status: 204 len: 173 time: 0.9157727 Mar 31 23:23:50.332800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9494fc91-5904-47f0-ac0c-ba52d8427816', 'name': 'network-vif-deleted', 'tag': 'b3a5f961-6732-4a95-9b0f-2fa8b2d02a52'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:50.346572 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7789d133-a70c-4704-9eba-ea31016c5d69" -d '{"events": [{"server_uuid": "9494fc91-5904-47f0-ac0c-ba52d8427816", "name": "network-vif-deleted", "tag": "b3a5f961-6732-4a95-9b0f-2fa8b2d02a52"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:50.396094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:48Z', 'revision_number': 1, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:50.404683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2ef4146d-d615-426c-8b0d-a9a4f1b26871 None None] Provisioning complete for port e05d330a-fab4-45f5-8b87-78a586862911 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:50.405062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ef4146d-d615-426c-8b0d-a9a4f1b26871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:50.448631 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba9717c-2693-4dda-9c47-7ee47abeca1a x-openstack-request-id: req-0ba9717c-2693-4dda-9c47-7ee47abeca1a {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:50.449171 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9494fc91-5904-47f0-ac0c-ba52d8427816", "name": "network-vif-deleted", "tag": "b3a5f961-6732-4a95-9b0f-2fa8b2d02a52", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:50.449463 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ba9717c-2693-4dda-9c47-7ee47abeca1a {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:50.450054 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba9717c-2693-4dda-9c47-7ee47abeca1a'] response: {'server_uuid': '9494fc91-5904-47f0-ac0c-ba52d8427816', 'name': 'network-vif-deleted', 'tag': 'b3a5f961-6732-4a95-9b0f-2fa8b2d02a52', 'status': 'completed', 'code': 200} Mar 31 23:23:50.494769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875f47d-7f3d-43df-b33a-b8c3dab16b64 None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:48Z', 'revision_number': 1, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:50.527238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4146d-d615-426c-8b0d-a9a4f1b26871 None None] Port e05d330a-fab4-45f5-8b87-78a586862911 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:50.749648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:50.781174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c313948-a53b-4c5e-8405-db5312e04553 req-45e6f030-61c8-41fe-b86b-a793627ccec6 tempest-VolumesNegativeTest-65108344 tempest-VolumesNegativeTest-65108344-project] 10.222.0.31 "GET /v2.0/ports?device_id=9494fc91-5904-47f0-ac0c-ba52d8427816 HTTP/1.1" status: 200 len: 210 time: 0.0784328 Mar 31 23:23:50.919613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:50.930003 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0b064dd6-0f07-490b-aade-a093819f23a6 admin admin] 10.222.0.31 "PUT /v2.0/routers/2b13e5f4-238c-4858-afbc-0a060f1bcfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3259988 Mar 31 23:23:51.088878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61a4a-70d1-4a46-920c-73a4ac46d132 req-5c79a126-c8e5-4569-811e-81112324ab65 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:51.090791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60a61a4a-70d1-4a46-920c-73a4ac46d132 req-5c79a126-c8e5-4569-811e-81112324ab65 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 946 time: 0.0751586 Mar 31 23:23:51.179999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60a61a4a-70d1-4a46-920c-73a4ac46d132 req-067f1ca9-f986-47df-b7f6-e21fac391106 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794513 Mar 31 23:23:51.946887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2af8ecac-e788-484a-a34c-3f618c0730fa up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:52.027684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2af8ecac-e788-484a-a34c-3f618c0730fa triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:52.028062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.096882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45300) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:52.101752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-563026554-network', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:52.137918 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.163482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 2af8ecac-e788-484a-a34c-3f618c0730fa, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2af8ecac-e788-484a-a34c-3f618c0730fa,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:52.232790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Made reservation on behalf of b83d9ec7f545495ebb83286cbda2a5bc for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:52.235164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.247837 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.260671 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.357076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=2af8ecac-e788-484a-a34c-3f618c0730fa,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:52.388279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cedc-878c-4824-b5d5-48cb148b6eeb req-a1f8809d-e3f4-4cbc-bd8e-7a63806d202a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:52.388279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0de0cedc-878c-4824-b5d5-48cb148b6eeb req-a1f8809d-e3f4-4cbc-bd8e-7a63806d202a tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 946 time: 0.1047370 Mar 31 23:23:52.442159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.463582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0de0cedc-878c-4824-b5d5-48cb148b6eeb req-6442b500-bd84-47de-b693-9f7a5d22d66f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692389 Mar 31 23:23:52.524554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.561960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:52.573150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8fb688-63bd-4cf2-aeb9-e371a24a51be,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:52.573922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-f37e7e81-df73-448e-87fd-3ec4598814e9 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:52.576185 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-f37e7e81-df73-448e-87fd-3ec4598814e9 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 946 time: 0.0684910 Mar 31 23:23:52.579484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.582597 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Added segment c19977b2-5ffe-468e-80d1-89e2cb851f02 of type vlan for network 551d2d6e-22d9-40a2-92c4-fe0582216870 Mar 31 23:23:52.643676 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.690329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Deleting port 43e80030-9e8a-45d8-893d-01f6c2594fc3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:52.690708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.769793 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.770828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:52.771456 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.824446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] For port 43e80030-9e8a-45d8-893d-01f6c2594fc3, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=43e80030-9e8a-45d8-893d-01f6c2594fc3,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:52.825426 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.857213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] Pushing event updated for resources: {'Network': ['ID=551d2d6e-22d9-40a2-92c4-fe0582216870,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:52.869221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 551d2d6e-22d9-40a2-92c4-fe0582216870 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:52.963079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a11eb516-18cd-4439-8d64-3d375ddee655 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8412058 Mar 31 23:23:52.963079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45324) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:52.963079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Request body: {'subnet': {'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-563026554-subnet', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:53.093078 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.094657 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.094657 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Floating IP 0b4856bc-4959-4677-89a8-d7e7e1c94720 disassociated. External IP: 172.25.4.146, port: 43e80030-9e8a-45d8-893d-01f6c2594fc3. Mar 31 23:23:53.095176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Calling delete_port for 43e80030-9e8a-45d8-893d-01f6c2594fc3 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:53.129916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Made reservation on behalf of b83d9ec7f545495ebb83286cbda2a5bc for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:53.134000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.365207 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:53.380132 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:53.381072 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:53.716023 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:53.718227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f529-5133-4c8c-9c45-483a31ad8657 req-32939040-da6e-4a6f-bf19-d7d8ea389f69 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:53.718227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27d6f529-5133-4c8c-9c45-483a31ad8657 req-32939040-da6e-4a6f-bf19-d7d8ea389f69 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 946 time: 0.0768230 Mar 31 23:23:53.718227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27d6f529-5133-4c8c-9c45-483a31ad8657 req-9e0da164-74ea-4951-be2d-08e512b0d2df tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469286 Mar 31 23:23:53.816587 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.847572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.868493 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 2, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:53.920782 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:53.921725 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Updating router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 port e05d330a-fab4-45f5-8b87-78a586862911 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:53.929259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2af8ecac-e788-484a-a34c-3f618c0730fa up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:53.935976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1b8479-2169-4758-86fb-f319cd54adb7,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:53.944450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Checking segment: {'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:53.944842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Network hostable DHCP agents. Network: 551d2d6e-22d9-40a2-92c4-fe0582216870, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:53.947896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'Port': ['ID=43e80030-9e8a-45d8-893d-01f6c2594fc3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:53.963934 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.026914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Network 551d2d6e-22d9-40a2-92c4-fe0582216870 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:54.070676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2af8ecac-e788-484a-a34c-3f618c0730fa triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:54.072747 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.132722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 551d2d6e-22d9-40a2-92c4-fe0582216870) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:54.141614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:54.143919 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.176625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d1494-8ba3-409b-846a-5ae0dade137f None None] Network 551d2d6e-22d9-40a2-92c4-fe0582216870 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:54.260947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f0a8672b-92c9-444b-ada9-d4ce13348bb4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3148479 Mar 31 23:23:54.261206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45372) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:54.278212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:54.291425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:54.388107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:54.427417 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.428638 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.465827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:54.466308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b3a5f961-6732-4a95-9b0f-2fa8b2d02a52 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:54.542310 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.547322 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.617907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:54.642429 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.664558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:54.728339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] No DVR routers for this DVR port 43e80030-9e8a-45d8-893d-01f6c2594fc3 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:54.740714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.756756 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4a3c74a3-5ac5-4f6a-aff3-1cac6e7feec3 req-01d3e3cd-7566-4ba2-bee9-5aabff830046 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "DELETE /v2.0/ports/43e80030-9e8a-45d8-893d-01f6c2594fc3 HTTP/1.1" status: 204 len: 173 time: 2.1747034 Mar 31 23:23:54.757269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:54.757967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'name': 'network-vif-deleted', 'tag': '43e80030-9e8a-45d8-893d-01f6c2594fc3'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:54.758226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:54.761513 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01791c31-d8ac-4e5e-9419-9ceb50f3ab26" -d '{"events": [{"server_uuid": "1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2", "name": "network-vif-deleted", "tag": "43e80030-9e8a-45d8-893d-01f6c2594fc3"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:54.818259 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ed4db-57a9-406e-8167-dcf5165e01df None None] Pushing event updated for resources: {'Port': ['ID=e05d330a-fab4-45f5-8b87-78a586862911,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:54.952760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.990437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-551d2d6e-22d9-40a2-92c4-fe0582216870', 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'fixed_ips': [{'subnet_id': 'de1b8479-2169-4758-86fb-f319cd54adb7'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:23:54.991207 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.027432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76f16253-8d23-4c80-b2c2-d92e94e614b8 req-0d2c033c-7698-4fdf-ac05-d33bfeb72a13 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 210 time: 0.1911781 Mar 31 23:23:55.111687 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Attempting to bind port e05d330a-fab4-45f5-8b87-78a586862911 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:55.112218 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Attempting to bind port e05d330a-fab4-45f5-8b87-78a586862911 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:55.114396 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Attempting to bind port e05d330a-fab4-45f5-8b87-78a586862911 on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:55.124078 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:55.125030 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:55.125862 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.130267 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:55.131479 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Bound port: e05d330a-fab4-45f5-8b87-78a586862911, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:55.132373 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.294140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:55.313579 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] For port e05d330a-fab4-45f5-8b87-78a586862911, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:55.330821 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7767bcf4-5019-4bbe-934e-f4a016c4b628 x-openstack-request-id: req-7767bcf4-5019-4bbe-934e-f4a016c4b628 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:55.330821 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2", "name": "network-vif-deleted", "tag": "43e80030-9e8a-45d8-893d-01f6c2594fc3", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:55.331813 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7767bcf4-5019-4bbe-934e-f4a016c4b628 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:55.331813 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7767bcf4-5019-4bbe-934e-f4a016c4b628'] response: {'server_uuid': '1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2', 'name': 'network-vif-deleted', 'tag': '43e80030-9e8a-45d8-893d-01f6c2594fc3', 'status': 'completed', 'code': 200} Mar 31 23:23:55.347656 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] For port e05d330a-fab4-45f5-8b87-78a586862911, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e05d330a-fab4-45f5-8b87-78a586862911,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:55.385814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Allocated IP 172.20.0.2 (551d2d6e-22d9-40a2-92c4-fe0582216870/de1b8479-2169-4758-86fb-f319cd54adb7/db6df086-1d7d-4f80-9e9c-5edd24e4b0cf) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:55.426782 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.466702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.505267 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ed4db-57a9-406e-8167-dcf5165e01df None None] Pushing event updated for resources: {'Port': ['ID=e05d330a-fab4-45f5-8b87-78a586862911,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:55.527245 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:55.528111 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:55.540576 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.653437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8de612bd-39a0-42d4-ac4b-ffb2f6cd6294 None None] Provisioning complete for port e05d330a-fab4-45f5-8b87-78a586862911 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:55.654117 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8de612bd-39a0-42d4-ac4b-ffb2f6cd6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.657438 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-688c3951-2881-4629-a0ae-8686ab5a13fd req-b7e3d617-d42e-448b-9d07-3a8c7c738010 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0923162 Mar 31 23:23:55.711912 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:55.780658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Allocated IP 172.25.4.226 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/efa4eb93-fab2-470b-9133-c4e9f09614ac) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:55.841004 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-688c3951-2881-4629-a0ae-8686ab5a13fd req-4b728159-09b9-4ee8-9dea-28bff6e61fff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=1b02b9cc-2b4e-4ce0-96ca-b3d4cef7a3c2 HTTP/1.1" status: 200 len: 210 time: 0.1269784 Mar 31 23:23:55.988517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.061107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c3951-2881-4629-a0ae-8686ab5a13fd req-fb7b5cd7-bb2c-4cef-b565-1289790c6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:56.066431 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-688c3951-2881-4629-a0ae-8686ab5a13fd req-fb7b5cd7-bb2c-4cef-b565-1289790c6fe2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=63b69116baec4d80901fa4a090f80d91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2073824 Mar 31 23:23:56.079241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e05d330a-fab4-45f5-8b87-78a586862911 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:56.158844 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:55Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:56.162632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.215181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:56.239748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:56.242078 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab289d-5141-4423-8db6-a175d5e23ad9 None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:55Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:56.244024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:56.271135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45430) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:56.335766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c3951-2881-4629-a0ae-8686ab5a13fd req-b30ec20c-2b5c-43b9-8444-e1c7ccb35734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:56.344003 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-688c3951-2881-4629-a0ae-8686ab5a13fd req-b30ec20c-2b5c-43b9-8444-e1c7ccb35734 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2676592 Mar 31 23:23:56.398200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01aa74c3-42e5-4e1f-826a-f974e36b6cc6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.433688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01aa74c3-42e5-4e1f-826a-f974e36b6cc6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.441439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e05d330a-fab4-45f5-8b87-78a586862911 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:56.441920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.526005 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.552125 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8de612bd-39a0-42d4-ac4b-ffb2f6cd6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.584408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 43e80030-9e8a-45d8-893d-01f6c2594fc3 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:56.618168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01aa74c3-42e5-4e1f-826a-f974e36b6cc6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.620979 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-01aa74c3-42e5-4e1f-826a-f974e36b6cc6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.623467 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01aa74c3-42e5-4e1f-826a-f974e36b6cc6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb4b064a-b6ab-46fb-ae30-4cd0e13578f5 HTTP/1.1" status: 204 len: 168 time: 0.3503180 Mar 31 23:23:56.637366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8de612bd-39a0-42d4-ac4b-ffb2f6cd6294 None None] For port e05d330a-fab4-45f5-8b87-78a586862911, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e05d330a-fab4-45f5-8b87-78a586862911,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:56.650319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45438) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:56.654327 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.671738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa74c3-42e5-4e1f-826a-f974e36b6cc6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4b064a-b6ab-46fb-ae30-4cd0e13578f5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:56.698517 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-bca6e4d5-217c-4909-bef5-8e5f9a5a687e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] show failed (client error): The resource could not be found. Mar 31 23:23:56.707323 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bca6e4d5-217c-4909-bef5-8e5f9a5a687e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups/fb4b064a-b6ab-46fb-ae30-4cd0e13578f5 HTTP/1.1" status: 404 len: 347 time: 0.0477049 Mar 31 23:23:56.707898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45450) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:56.733208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Network 551d2d6e-22d9-40a2-92c4-fe0582216870 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:56.748455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:56.779965 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8de612bd-39a0-42d4-ac4b-ffb2f6cd6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.781867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 43e80030-9e8a-45d8-893d-01f6c2594fc3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:56.782619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 43e80030-9e8a-45d8-893d-01f6c2594fc3 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:56.791187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:56.799441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:56.917983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:57.050755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Pushing event updated for resources: {'Port': ['ID=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:57.061140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Deleting port e6bac744-01d3-4750-8e6d-8fee2f4c6abf {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:57.061503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.084761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Pushing event updated for resources: {'Port': ['ID=efa4eb93-fab2-470b-9133-c4e9f09614ac,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:57.090265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-614856ea-90f9-4670-a390-7d5d815f14b6 None None] Provisioning complete for port e05d330a-fab4-45f5-8b87-78a586862911 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:57.093079 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-614856ea-90f9-4670-a390-7d5d815f14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.099868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Attempting to bind port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:57.102008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Attempting to bind port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:57.103672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Attempting to bind port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf on network 551d2d6e-22d9-40a2-92c4-fe0582216870 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:57.128214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:57.128639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:57.238738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:57.239116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Checking segment: {'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:57.239521 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.239921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Bound using segment: {'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:57.240424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Bound port: db6df086-1d7d-4f80-9e9c-5edd24e4b0cf, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:57.240874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.253547 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.253772 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.279704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Calling delete_port for e6bac744-01d3-4750-8e6d-8fee2f4c6abf owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:57.461440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de612bd-39a0-42d4-ac4b-ffb2f6cd6294 None None] Pushing event updated for resources: {'Port': ['ID=e05d330a-fab4-45f5-8b87-78a586862911,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:57.469879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:57.549978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] For port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:57.558347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] For port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,segment=NetworkSegment(c19977b2-5ffe-468e-80d1-89e2cb851f02),segment_id=c19977b2-5ffe-468e-80d1-89e2cb851f02)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:57.566092 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.645235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.669957 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.701477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'Port': ['ID=e6bac744-01d3-4750-8e6d-8fee2f4c6abf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:57.750789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54657298-c645-4596-98b7-e98f32a8cf9f None None] Pushing event updated for resources: {'Port': ['ID=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:57.849558 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.852211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:57.860425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:57.860572 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-63c2096c-546c-4dfe-bfd2-7d2d28c066d2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "DELETE /v2.0/floatingips/0b4856bc-4959-4677-89a8-d7e7e1c94720 HTTP/1.1" status: 204 len: 168 time: 1.1485579 Mar 31 23:23:57.951468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6454cfe-c3ee-4ab4-947a-44761fd1a8ff None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:57.973602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e05d330a-fab4-45f5-8b87-78a586862911 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:57.998199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.095971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e05d330a-fab4-45f5-8b87-78a586862911 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:58.096531 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.345441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45528) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:58.350281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c6b97ac0-fe0d-48e6-9903-c88ed190737f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218874380', 'description': 'tempest-description--540885747'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:58.475568 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c6b97ac0-fe0d-48e6-9903-c88ed190737f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.483433 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5db032-e90d-4334-b49a-f26210c3c8f9 None None] New status for floating IP 0b4856bc-4959-4677-89a8-d7e7e1c94720: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:58.497970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Router fa572f0a-bea9-4cd3-af1d-78daab5769ea is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:23:58.614284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c6b97ac0-fe0d-48e6-9903-c88ed190737f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.667795 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:58.677054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Sync routers for ids ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:58.686122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Routers {'fa572f0a-bea9-4cd3-af1d-78daab5769ea'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:58.686758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:58.692720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c6b97ac0-fe0d-48e6-9903-c88ed190737f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.729016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b97ac0-fe0d-48e6-9903-c88ed190737f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc4a38e-c91a-4d1c-ab6f-0330838b8998,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:58.811688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Set router fa572f0a-bea9-4cd3-af1d-78daab5769ea gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:58.818005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c6b97ac0-fe0d-48e6-9903-c88ed190737f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.818664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.822583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-74f23e6f-cd94-432d-9a57-1e9d074cc08b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5578165 Mar 31 23:23:58.822879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45542) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:58.822987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 45544) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:58.823219 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c6b97ac0-fe0d-48e6-9903-c88ed190737f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4732275 Mar 31 23:23:58.837767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1232eaf3-c493-4fd6-9960-7cec523ec488 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group_rule': {'security_group_id': '5bc4a38e-c91a-4d1c-ab6f-0330838b8998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:59.100591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:23:57Z', 'revision_number': 3, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port': {'id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:aa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:55Z', 'updated_at': '2022-03-31T23:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:59.138738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Checking router: fa572f0a-bea9-4cd3-af1d-78daab5769ea for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:59.139194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Updating router fa572f0a-bea9-4cd3-af1d-78daab5769ea port efa4eb93-fab2-470b-9133-c4e9f09614ac binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:59.147453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1232eaf3-c493-4fd6-9960-7cec523ec488 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.189907 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.326685 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1232eaf3-c493-4fd6-9960-7cec523ec488 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.342573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184e031-1f7c-4739-bef1-d0aa8cdca94a None None] Network 551d2d6e-22d9-40a2-92c4-fe0582216870 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:59.446467 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1232eaf3-c493-4fd6-9960-7cec523ec488 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.460569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-67e4a45e-c6c0-4d50-b100-f6f97191f783 None None] Provisioning complete for port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:59.464264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67e4a45e-c6c0-4d50-b100-f6f97191f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.486469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232eaf3-c493-4fd6-9960-7cec523ec488 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434a87b9-f335-4bdd-bf36-285b05bb7f07,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:59.489766 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.584167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1232eaf3-c493-4fd6-9960-7cec523ec488 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.585693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1232eaf3-c493-4fd6-9960-7cec523ec488 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7613506 Mar 31 23:23:59.589251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45574) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:59.596320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fb93dd7b-e601-49b8-a6ce-d69411fdc8f3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group_rule': {'security_group_id': '5bc4a38e-c91a-4d1c-ab6f-0330838b8998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:59.694501 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb93dd7b-e601-49b8-a6ce-d69411fdc8f3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.748370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Allocated IP 172.20.0.1 (551d2d6e-22d9-40a2-92c4-fe0582216870/de1b8479-2169-4758-86fb-f319cd54adb7/2c253131-6338-40b9-a14d-184f401b2915) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:59.772422 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb93dd7b-e601-49b8-a6ce-d69411fdc8f3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.899581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb93dd7b-e601-49b8-a6ce-d69411fdc8f3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.927810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93dd7b-e601-49b8-a6ce-d69411fdc8f3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8096a98e-7f5d-4b30-9238-5e06afc4a0a4,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:59.965683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device db6df086-1d7d-4f80-9e9c-5edd24e4b0cf up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:59.980179 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.029128 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67e4a45e-c6c0-4d50-b100-f6f97191f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.039092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fb93dd7b-e601-49b8-a6ce-d69411fdc8f3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.040782 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fb93dd7b-e601-49b8-a6ce-d69411fdc8f3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4497437 Mar 31 23:24:00.044461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45578) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:00.049334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:00.094562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.108158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-67e4a45e-c6c0-4d50-b100-f6f97191f783 None None] For port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,segment=NetworkSegment(c19977b2-5ffe-468e-80d1-89e2cb851f02),segment_id=c19977b2-5ffe-468e-80d1-89e2cb851f02)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:00.117255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:00.117638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.170084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.201012 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.208127 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67e4a45e-c6c0-4d50-b100-f6f97191f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.213419 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.245647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Pushing event updated for resources: {'Port': ['ID=2c253131-6338-40b9-a14d-184f401b2915,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:00.261928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Network 551d2d6e-22d9-40a2-92c4-fe0582216870 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:00.263527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:00.269051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:00.319930 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.373284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.373795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.417945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Attempting to bind port efa4eb93-fab2-470b-9133-c4e9f09614ac on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:00.417945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Attempting to bind port efa4eb93-fab2-470b-9133-c4e9f09614ac by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:00.417945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Attempting to bind port efa4eb93-fab2-470b-9133-c4e9f09614ac on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:00.427787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4a45e-c6c0-4d50-b100-f6f97191f783 None None] Pushing event updated for resources: {'Port': ['ID=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:00.456246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:00.456629 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:00.457039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.457439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:00.457928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Bound port: efa4eb93-fab2-470b-9133-c4e9f09614ac, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:00.458315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.522544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e9c4e-f4e0-46d7-8ff3-8d8306916580 None None] Pushing event updated for resources: {'Port': ['ID=efa4eb93-fab2-470b-9133-c4e9f09614ac,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:00.580992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Allocated IP 172.25.4.73 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/e3ef30c9-cbd9-4047-88b4-ee8620f23a90) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:00.593124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:24:00.593491 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:24:00.613990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0d1112d0-92a0-4933-ae57-d1e45485d642 None None] Provisioning complete for port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:00.613990 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0d1112d0-92a0-4933-ae57-d1e45485d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.642687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] For port efa4eb93-fab2-470b-9133-c4e9f09614ac, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:00.710969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] For port efa4eb93-fab2-470b-9133-c4e9f09614ac, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=efa4eb93-fab2-470b-9133-c4e9f09614ac,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:00.719224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.787432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.857623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.922350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Routers {'fa572f0a-bea9-4cd3-af1d-78daab5769ea'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:00.923095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:00.939109 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.984688 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:00.989307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:00.993839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:01.019157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=e3ef30c9-cbd9-4047-88b4-ee8620f23a90,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:01.026091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e9c4e-f4e0-46d7-8ff3-8d8306916580 None None] Pushing event updated for resources: {'Port': ['ID=efa4eb93-fab2-470b-9133-c4e9f09614ac,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:01.027018 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.062625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ed22d5f0-1bf3-4b19-b7cf-5411033ef4b4 None None] Provisioning complete for port 2c253131-6338-40b9-a14d-184f401b2915 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:01.062916 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed22d5f0-1bf3-4b19-b7cf-5411033ef4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.098092 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.114994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.160992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ed22d5f0-1bf3-4b19-b7cf-5411033ef4b4 None None] Port 2c253131-6338-40b9-a14d-184f401b2915 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:01.164034 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] Set router fa572f0a-bea9-4cd3-af1d-78daab5769ea gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:01.184050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Pushing event updated for resources: {'Port': ['ID=2c253131-6338-40b9-a14d-184f401b2915,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:01.188868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.247515 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.363936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Network 551d2d6e-22d9-40a2-92c4-fe0582216870 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:01.369252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:01.533403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.538209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 4, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port': {'id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:aa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:55Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2c253131-6338-40b9-a14d-184f401b2915', 'name': '', 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'mac_address': 'fa:16:3e:b3:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:59Z', 'updated_at': '2022-03-31T23:23:59Z', 'revision_number': 1, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'subnets': [{'id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:01.581760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd2798-531d-4f46-9022-4d4ceb004295 None None] The sync data for ids ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'] in n-d-836015-1 is: [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 4, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port': {'id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:aa:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:55Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2c253131-6338-40b9-a14d-184f401b2915', 'name': '', 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'mac_address': 'fa:16:3e:b3:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:59Z', 'updated_at': '2022-03-31T23:23:59Z', 'revision_number': 1, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'subnets': [{'id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:01.584801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Router fa572f0a-bea9-4cd3-af1d-78daab5769ea has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:01.615113 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.741208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=e3ef30c9-cbd9-4047-88b4-ee8620f23a90,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:01.747576 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.783425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:01.792465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-12e179b9-e09c-4bbc-be1c-e4df6fae33bc admin admin] 10.222.0.31 "PUT /v2.0/routers/fa572f0a-bea9-4cd3-af1d-78daab5769ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9667296 Mar 31 23:24:01.827462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2fbf0b3f-35bf-4b26-8745-7e60d6a443f6 None None] Provisioning complete for port 2c253131-6338-40b9-a14d-184f401b2915 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:01.828222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2fbf0b3f-35bf-4b26-8745-7e60d6a443f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.863199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.864649 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2c064bfd-a86e-47d4-a0a0-71d39236ab8f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8192074 Mar 31 23:24:01.887972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf0b3f-35bf-4b26-8745-7e60d6a443f6 None None] Port 2c253131-6338-40b9-a14d-184f401b2915 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:02.008702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device db6df086-1d7d-4f80-9e9c-5edd24e4b0cf up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:02.123252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:02.123675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:02.267151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-7d84f981-8ece-4aac-8585-ffebe2251b9e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--218874380&fields=id&tenant_id=63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 267 time: 0.0564458 Mar 31 23:24:02.443397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-819c2240-196c-458c-82b7-f385b6a6e1f9 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:02.444987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-819c2240-196c-458c-82b7-f385b6a6e1f9 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.1664741 Mar 31 23:24:02.481075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-b5463b04-05da-4aa9-ae4d-c6f8c98f5120 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/quotas/63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 375 time: 0.0262835 Mar 31 23:24:02.556126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-54469e73-d89c-466c-a536-0eeec8a0f0ce tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730278 Mar 31 23:24:02.707358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-a5d76974-dddf-4af7-8c76-3e3396cae20a service neutron] 10.222.0.31 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344173 Mar 31 23:24:02.881380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-6ffcf923-d27f-45df-a497-fdc6dc0d835f service neutron] 10.222.0.31 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598322 Mar 31 23:24:03.452335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72bf1b26-d840-4019-800a-86c6ac5b51d2 req-03d7c56d-fa16-4caa-859f-642a6b125bf8 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 210 time: 0.0436192 Mar 31 23:24:03.735527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45628) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:03.936294 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-92949914-3d42-4025-a9ec-a8020b706405 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc452ea54ced4af5b955852c44a1bfa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994555 Mar 31 23:24:03.939457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45632) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:03.970000 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8a62e0ce-6f86-4808-b72e-9f538aa809dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.991220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device efa4eb93-fab2-470b-9133-c4e9f09614ac up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:04.038305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9263fcc7-dc6e-47cb-a2b6-288de36866dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.046631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port efa4eb93-fab2-470b-9133-c4e9f09614ac triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:04.047099 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.073941 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9263fcc7-dc6e-47cb-a2b6-288de36866dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.231778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.246952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port efa4eb93-fab2-470b-9133-c4e9f09614ac, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=efa4eb93-fab2-470b-9133-c4e9f09614ac,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:04.306358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9263fcc7-dc6e-47cb-a2b6-288de36866dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.310063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9263fcc7-dc6e-47cb-a2b6-288de36866dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.312182 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9263fcc7-dc6e-47cb-a2b6-288de36866dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73572890-c8d5-4129-a4e5-ef8f0168cfbc HTTP/1.1" status: 204 len: 168 time: 0.3708639 Mar 31 23:24:04.322468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263fcc7-dc6e-47cb-a2b6-288de36866dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73572890-c8d5-4129-a4e5-ef8f0168cfbc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.397872 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.450387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=efa4eb93-fab2-470b-9133-c4e9f09614ac,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.534008 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Sync routers for ids ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:04.539532 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Routers {'fa572f0a-bea9-4cd3-af1d-78daab5769ea'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:04.539901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bcf800f-08c3-4094-8b84-26895f49c918 req-bbf76662-8916-4dd4-a214-03d20feec588 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 210 time: 0.0301299 Mar 31 23:24:04.540977 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:23:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:04.679553 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Set router fa572f0a-bea9-4cd3-af1d-78daab5769ea gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:04.915402 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 4, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port': {'id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:55Z', 'updated_at': '2022-03-31T23:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2c253131-6338-40b9-a14d-184f401b2915', 'name': '', 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'mac_address': 'fa:16:3e:b3:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:59Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 2, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'subnets': [{'id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:04.948000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Checking router: fa572f0a-bea9-4cd3-af1d-78daab5769ea for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:04.948449 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Updating router fa572f0a-bea9-4cd3-af1d-78daab5769ea port 2c253131-6338-40b9-a14d-184f401b2915 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:24:05.071645 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.525995 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.642438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6786b75-393a-4216-9bf6-76225074cb52 req-537a6610-e184-4c68-8a4e-ae8aaa2a8173 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Mar 31 23:24:05.648588 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.710210 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793077d9-2c6b-41af-b313-3e2c27afd6c9 None None] Pushing event updated for resources: {'Port': ['ID=2c253131-6338-40b9-a14d-184f401b2915,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:05.803195 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Attempting to bind port 2c253131-6338-40b9-a14d-184f401b2915 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:05.803533 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Attempting to bind port 2c253131-6338-40b9-a14d-184f401b2915 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:05.803917 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Attempting to bind port 2c253131-6338-40b9-a14d-184f401b2915 on network 551d2d6e-22d9-40a2-92c4-fe0582216870 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:05.812112 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:05.812517 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Checking segment: {'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:05.813125 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.813668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Bound using segment: {'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:05.814318 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Bound port: 2c253131-6338-40b9-a14d-184f401b2915, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19977b2-5ffe-468e-80d1-89e2cb851f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:05.814897 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.920152 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] For port 2c253131-6338-40b9-a14d-184f401b2915, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:05.928626 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] For port 2c253131-6338-40b9-a14d-184f401b2915, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2c253131-6338-40b9-a14d-184f401b2915,segment=NetworkSegment(c19977b2-5ffe-468e-80d1-89e2cb851f02),segment_id=c19977b2-5ffe-468e-80d1-89e2cb851f02)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:05.929282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device efa4eb93-fab2-470b-9133-c4e9f09614ac up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:05.990991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port efa4eb93-fab2-470b-9133-c4e9f09614ac triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:05.991371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.063024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0c705330-0b32-4968-9c8c-7f068d3763b3 None None] Provisioning complete for port 2c253131-6338-40b9-a14d-184f401b2915 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:06.063470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0c705330-0b32-4968-9c8c-7f068d3763b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.078128 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.211077 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793077d9-2c6b-41af-b313-3e2c27afd6c9 None None] Pushing event updated for resources: {'Port': ['ID=2c253131-6338-40b9-a14d-184f401b2915,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:06.221892 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Routers {'fa572f0a-bea9-4cd3-af1d-78daab5769ea'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:06.222665 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:24:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:06.242591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2fefc88c-fe34-445f-af97-a923054a584a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.250868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0c705330-0b32-4968-9c8c-7f068d3763b3 None None] Port 2c253131-6338-40b9-a14d-184f401b2915 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:06.317446 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-19fd68ed-6ba2-4060-ba2b-9b35d2ace905 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:06.321159 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-19fd68ed-6ba2-4060-ba2b-9b35d2ace905 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.2561593 Mar 31 23:24:06.398616 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-aa854f61-662b-45ff-9f87-f7fa5551dc2e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 379 time: 0.0646241 Mar 31 23:24:06.424023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'port': {'device_id': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'admin_state_up': True, 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'security_groups': ['5bc4a38e-c91a-4d1c-ab6f-0330838b8998']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:06.472969 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] Set router fa572f0a-bea9-4cd3-af1d-78daab5769ea gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:06.609085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2663847f-afd5-4964-90fd-f0f571fb4e34 None None] Provisioning complete for port 2c253131-6338-40b9-a14d-184f401b2915 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:06.610733 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2663847f-afd5-4964-90fd-f0f571fb4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.706944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Made reservation on behalf of 63b69116baec4d80901fa4a090f80d91 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:06.711645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.721204 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2663847f-afd5-4964-90fd-f0f571fb4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.723870 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 4, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port': {'id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:55Z', 'updated_at': '2022-03-31T23:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2c253131-6338-40b9-a14d-184f401b2915', 'name': '', 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'mac_address': 'fa:16:3e:b3:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:59Z', 'updated_at': '2022-03-31T23:24:05Z', 'revision_number': 4, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'subnets': [{'id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:06.757179 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3f588-020b-4b78-b9e2-01b87f02c120 None None] The sync data for ids ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'] in n-d-836015-1 is: [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 4, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port': {'id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:55Z', 'updated_at': '2022-03-31T23:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2c253131-6338-40b9-a14d-184f401b2915', 'name': '', 'network_id': '551d2d6e-22d9-40a2-92c4-fe0582216870', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'mac_address': 'fa:16:3e:b3:fa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:59Z', 'updated_at': '2022-03-31T23:24:05Z', 'revision_number': 4, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'subnets': [{'id': 'de1b8479-2169-4758-86fb-f319cd54adb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:06.821043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2663847f-afd5-4964-90fd-f0f571fb4e34 None None] For port 2c253131-6338-40b9-a14d-184f401b2915, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2c253131-6338-40b9-a14d-184f401b2915,segment=NetworkSegment(c19977b2-5ffe-468e-80d1-89e2cb851f02),segment_id=c19977b2-5ffe-468e-80d1-89e2cb851f02)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:06.911273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ec7441d-db09-4258-b8ef-7626f1fd5285 req-3a9b4be4-ab1e-451b-b8af-d7b617b06956 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 210 time: 0.0870988 Mar 31 23:24:06.935586 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2663847f-afd5-4964-90fd-f0f571fb4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.946961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Allocated IP 172.20.0.12 (6452e196-06e1-4b87-8bdb-394c2eb4c5c3/aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361/ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:07.035665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663847f-afd5-4964-90fd-f0f571fb4e34 None None] Pushing event updated for resources: {'Port': ['ID=2c253131-6338-40b9-a14d-184f401b2915,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:07.037736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac561cc-772f-456a-9361-a0728a030a3b req-a95c92ab-7d02-45ef-9820-80dc6cfc55ad tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:07.039865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-a95c92ab-7d02-45ef-9820-80dc6cfc55ad tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.2482738 Mar 31 23:24:07.058910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-58da1df9-1d49-4093-851d-8383130a8b54 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/quotas/64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 375 time: 0.0104496 Mar 31 23:24:07.130664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-ea0b2e7a-87ad-4e99-b04b-d8254105fcb2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655661 Mar 31 23:24:07.151510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.292884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.358838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:07.367175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:07.371638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:07.417546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:07.446262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:07.447260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.455401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-e65a11ca-6585-4566-ae8f-8d7d0775ac83 service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101282 Mar 31 23:24:07.552096 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-4d9ae0fa-fd94-4e87-bc9c-95173c77b2ac tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1470451 Mar 31 23:24:07.567444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Request body: {'port': {'device_id': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:07.633470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-45d61c70-216b-4a70-a3c9-ad8bba620d89 service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702249 Mar 31 23:24:07.736194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.971674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b139e687-abc9-4583-af4f-cb9f59b16e52 None None] Provisioning complete for port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:07.972754 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b139e687-abc9-4583-af4f-cb9f59b16e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.010956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b139e687-abc9-4583-af4f-cb9f59b16e52 None None] Port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:08.053324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2c253131-6338-40b9-a14d-184f401b2915 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:08.117403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2c253131-6338-40b9-a14d-184f401b2915 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:08.118081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.144122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:08.152647 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.166780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Transition to ACTIVE for port object ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:24:08.685297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76cf1f-00b2-4826-933d-42670e575b5c req-b59e3287-ff2d-4fab-b75f-61cc82696f4b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:08.687320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca76cf1f-00b2-4826-933d-42670e575b5c req-b59e3287-ff2d-4fab-b75f-61cc82696f4b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 932 time: 0.0518730 Mar 31 23:24:08.731560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca76cf1f-00b2-4826-933d-42670e575b5c req-2a44c98d-bac0-4426-bd5c-81ef777432f1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373940 Mar 31 23:24:08.762494 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.762724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.763210 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.830053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Pushing event updated for resources: {'Port': ['ID=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:08.971608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Attempting to bind port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:08.971944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Attempting to bind port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:08.972276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Attempting to bind port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:08.977802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:24:08.978125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Attempting to bind port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:08.984750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:08.985088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Checking segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:08.985473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Bound using segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:08.985904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Bound port: ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:08.986259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.986966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.068087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] For port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:09.072691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] For port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:09.187304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.224156 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.224771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.226246 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] 10.222.0.50 "PUT /v2.0/ports/ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 HTTP/1.1" status: 200 len: 1092 time: 1.6647122 Mar 31 23:24:09.226717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'tag': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:09.229011 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b01469-eb0d-48bc-9c86-c847693f8433" -d '{"events": [{"name": "network-changed", "server_uuid": "70de3193-2d6e-4419-9e1b-e878c3786ae1", "tag": "ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:09.238628 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.263437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da765d0b-87c9-44f5-bdac-ad668a6c052c service neutron] Pushing event updated for resources: {'Port': ['ID=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:09.280801 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbafbc0-8368-45ad-beab-114ea2e9626b x-openstack-request-id: req-6bbafbc0-8368-45ad-beab-114ea2e9626b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:09.281150 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70de3193-2d6e-4419-9e1b-e878c3786ae1", "tag": "ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:09.281432 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bbafbc0-8368-45ad-beab-114ea2e9626b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:09.281845 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbafbc0-8368-45ad-beab-114ea2e9626b'] response: {'name': 'network-changed', 'server_uuid': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'tag': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'status': 'completed', 'code': 200} Mar 31 23:24:09.360517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d84826b0-7f5f-46d3-a95a-e1ef732cfb1f req-4bd938d0-a260-4f8d-9f7b-87953bdb747c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.0449231 Mar 31 23:24:09.377680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b01469-eb0d-48bc-9c86-c847693f8433 req-9a516140-380f-4c67-b500-50238eaad851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.378554 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40b01469-eb0d-48bc-9c86-c847693f8433 req-9a516140-380f-4c67-b500-50238eaad851 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 1095 time: 0.0627809 Mar 31 23:24:09.499326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b01469-eb0d-48bc-9c86-c847693f8433 req-6393d653-b9c6-4443-afe6-c9d77d5f8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.500973 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40b01469-eb0d-48bc-9c86-c847693f8433 req-6393d653-b9c6-4443-afe6-c9d77d5f8672 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=63b69116baec4d80901fa4a090f80d91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1151576 Mar 31 23:24:09.622969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b01469-eb0d-48bc-9c86-c847693f8433 req-69e467a4-aee4-401e-963c-5c1903670885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.624498 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40b01469-eb0d-48bc-9c86-c847693f8433 req-69e467a4-aee4-401e-963c-5c1903670885 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172457 Mar 31 23:24:09.704092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-be493c39-4cb7-4278-9315-7509673bdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.705687 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-be493c39-4cb7-4278-9315-7509673bdef9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 1095 time: 0.0451894 Mar 31 23:24:09.749476 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-5e1d560e-ffac-4204-8142-8a255ee7f7df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0354264 Mar 31 23:24:09.795618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.812967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-c5d7c148-06bc-4570-87f8-150dfbf35ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.814692 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-c5d7c148-06bc-4570-87f8-150dfbf35ffa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0590165 Mar 31 23:24:09.868426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-e3ffc483-d1e5-4ea6-8e37-17f438bd3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.878636 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-e3ffc483-d1e5-4ea6-8e37-17f438bd3aff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493407 Mar 31 23:24:09.878775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cd736-7171-40ab-8a4b-c6a39f9c4a04 req-54f27518-f505-4284-909a-70d423b7b199 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:09.882966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f2cd736-7171-40ab-8a4b-c6a39f9c4a04 req-54f27518-f505-4284-909a-70d423b7b199 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 944 time: 0.0692043 Mar 31 23:24:09.922610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f2cd736-7171-40ab-8a4b-c6a39f9c4a04 req-8b00329c-a4eb-41dd-8a79-1cf09b975791 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362604 Mar 31 23:24:09.978294 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-178e9aad-3386-4ed8-a9e5-e3a696fd7564 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009214 Mar 31 23:24:10.082146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-316d586c-16d3-4f21-bb1b-6c5513b4865f req-e61d0d1b-d70a-4352-a567-dce43e2395d3 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957263 Mar 31 23:24:10.433536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a52189fc-73e6-4af9-90da-0b6518ddee6d req-22db50a5-ad91-47ae-b967-a9c320bc43fe tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.0291774 Mar 31 23:24:11.053372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7c19e-1cba-4cac-9b8c-f9e8954003ad req-9418acc2-5c9a-411c-8cb1-0fedf402177b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:11.054847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b7c19e-1cba-4cac-9b8c-f9e8954003ad req-9418acc2-5c9a-411c-8cb1-0fedf402177b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 944 time: 0.0551174 Mar 31 23:24:11.099981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45b7c19e-1cba-4cac-9b8c-f9e8954003ad req-edbd9baf-941b-4fea-9729-adc534e82286 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378966 Mar 31 23:24:11.532802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1f65fe6-dbc4-4c21-9342-321496a29bf8 req-34c15cba-d5da-4580-bc42-f5e4312b3a28 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.0288393 Mar 31 23:24:12.080467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac561cc-772f-456a-9361-a0728a030a3b req-a41a8be0-f5f3-45fb-872b-eb8b77f1b286 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:12.084990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-a41a8be0-f5f3-45fb-872b-eb8b77f1b286 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1654058 Mar 31 23:24:12.098694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'port': {'device_id': '4162544a-b281-4569-a724-f058d66339d9', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'admin_state_up': True, 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:12.270341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4494d0-8229-47b8-ad08-98edf4684090 req-5bc116d9-b4a0-4dff-9624-ecd3de6e09b5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:12.272987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed4494d0-8229-47b8-ad08-98edf4684090 req-5bc116d9-b4a0-4dff-9624-ecd3de6e09b5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 944 time: 0.0753498 Mar 31 23:24:12.326784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed4494d0-8229-47b8-ad08-98edf4684090 req-8c02f497-6091-4b91-bbf4-f94de87b4fa5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385928 Mar 31 23:24:12.375331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:12.379498 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.526196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.20.0.9 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/00b12aad-56b3-4ac4-9d27-ae5f3f32b118) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:12.649417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:24:12.768902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:12.783040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'port_id': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'mac_address': 'fa:16:3e:a9:6b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:24:12.854712 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.873554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:12.898585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:13.004655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d11d8adb-a80d-45e4-851c-96ef59abcde2 req-d5963b67-8050-4ff5-8d89-10597dffa9f1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.3739595 Mar 31 23:24:13.060383 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.065323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.112427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:13.120155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.120524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.120868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.121206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.121783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.122204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.122770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.123110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.123441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.123800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.124128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.124455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:13.255626 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.270356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:13.311610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:13.318349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:13.320172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:13.322567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:13.386281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:13.387100 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.496685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-76b5e35b-7294-4a2b-811d-bec1b5b6cc4b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4021547 Mar 31 23:24:13.505852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9c72-f151-46da-ae50-c058fe1818ad req-3572c4e6-a0d3-4850-a8ed-81891d5b1b0e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:13.516761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c63a9c72-f151-46da-ae50-c058fe1818ad req-3572c4e6-a0d3-4850-a8ed-81891d5b1b0e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 945 time: 0.0577903 Mar 31 23:24:13.516761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Request body: {'port': {'device_id': '4162544a-b281-4569-a724-f058d66339d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:13.615340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c63a9c72-f151-46da-ae50-c058fe1818ad req-3fce1412-da27-4ba9-bf5b-d2fd9bb47fb1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986311 Mar 31 23:24:13.624877 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.720235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-15735c3b-22e2-4a04-88d5-c2eed601d21d None None] Provisioning complete for port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:13.721416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-15735c3b-22e2-4a04-88d5-c2eed601d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.763108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-15735c3b-22e2-4a04-88d5-c2eed601d21d None None] Port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:13.930525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:13.943336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.957685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Transition to ACTIVE for port object 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:24:14.146302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909198-0bda-41df-8720-d4d79c8dcfca req-380b91b3-4163-4dec-8c29-5f8359a50496 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:14.151242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04909198-0bda-41df-8720-d4d79c8dcfca req-380b91b3-4163-4dec-8c29-5f8359a50496 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 931 time: 0.0660481 Mar 31 23:24:14.174535 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.251175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04909198-0bda-41df-8720-d4d79c8dcfca req-af4c48e6-63b8-41e3-97be-c0b673991fd2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956268 Mar 31 23:24:14.305841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Pushing event updated for resources: {'Port': ['ID=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:14.348263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Attempting to bind port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:14.348728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Attempting to bind port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:14.349128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Attempting to bind port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:14.354448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 on network d18addb8-86a2-48fc-a5f1-58f722847a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:24:14.355051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Attempting to bind port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:14.362612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:14.363059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:14.363574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:14.364083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Bound port: 00b12aad-56b3-4ac4-9d27-ae5f3f32b118, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:14.364516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.454823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] For port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:14.458694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] For port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:14.582927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.622737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:14.623353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.625470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] 10.222.0.45 "PUT /v2.0/ports/00b12aad-56b3-4ac4-9d27-ae5f3f32b118 HTTP/1.1" status: 200 len: 1091 time: 1.1170697 Mar 31 23:24:14.626038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4162544a-b281-4569-a724-f058d66339d9', 'tag': '00b12aad-56b3-4ac4-9d27-ae5f3f32b118'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:14.628665 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a5901d-194e-4f64-9b4a-391054eead97" -d '{"events": [{"name": "network-changed", "server_uuid": "4162544a-b281-4569-a724-f058d66339d9", "tag": "00b12aad-56b3-4ac4-9d27-ae5f3f32b118"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:14.674828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:14.722413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9784b5-58f5-4a0a-bdc3-12b8cd5f7114 service neutron] Pushing event updated for resources: {'Port': ['ID=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:14.761028 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a52f68-68d8-43bd-9e43-52fd3d00e393 x-openstack-request-id: req-21a52f68-68d8-43bd-9e43-52fd3d00e393 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:14.761356 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4162544a-b281-4569-a724-f058d66339d9", "tag": "00b12aad-56b3-4ac4-9d27-ae5f3f32b118", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:14.761668 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21a52f68-68d8-43bd-9e43-52fd3d00e393 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:14.762108 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a52f68-68d8-43bd-9e43-52fd3d00e393'] response: {'name': 'network-changed', 'server_uuid': '4162544a-b281-4569-a724-f058d66339d9', 'tag': '00b12aad-56b3-4ac4-9d27-ae5f3f32b118', 'status': 'completed', 'code': 200} Mar 31 23:24:14.858861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5901d-194e-4f64-9b4a-391054eead97 req-fc62edc4-90e4-4813-b543-35ba668292b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:14.860409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74a5901d-194e-4f64-9b4a-391054eead97 req-fc62edc4-90e4-4813-b543-35ba668292b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 1094 time: 0.0783741 Mar 31 23:24:14.872441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcedfe-d82a-4f7a-bb14-455c01e2d0b4 req-d74eb622-8228-44e8-9c30-120810f3e1fb tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:14.875055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1bcedfe-d82a-4f7a-bb14-455c01e2d0b4 req-d74eb622-8228-44e8-9c30-120810f3e1fb tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 945 time: 0.1036148 Mar 31 23:24:14.889087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:24:14.895383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:14.896073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.987416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1bcedfe-d82a-4f7a-bb14-455c01e2d0b4 req-5298644f-289c-4040-8bfd-ce92b42e5afa tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019361 Mar 31 23:24:14.998298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.038615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5901d-194e-4f64-9b4a-391054eead97 req-00ba85de-17cd-447a-9490-5197cc6296b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.040281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74a5901d-194e-4f64-9b4a-391054eead97 req-00ba85de-17cd-447a-9490-5197cc6296b6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=64b254b0c02243f38b56c59a1a43f85d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1641936 Mar 31 23:24:15.040460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:15.042838 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a22f1b-c4d1-4c14-8dc0-0ccc38d20475" -d '{"events": [{"server_uuid": "70de3193-2d6e-4419-9e1b-e878c3786ae1", "name": "network-vif-plugged", "status": "completed", "tag": "ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:15.069061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:15.108630 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b80a91-aeca-49e5-89d1-30089591c27f x-openstack-request-id: req-a3b80a91-aeca-49e5-89d1-30089591c27f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:15.109142 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70de3193-2d6e-4419-9e1b-e878c3786ae1", "name": "network-vif-plugged", "status": "completed", "tag": "ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:15.109456 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3b80a91-aeca-49e5-89d1-30089591c27f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:15.110208 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b80a91-aeca-49e5-89d1-30089591c27f'] response: {'server_uuid': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'code': 200} Mar 31 23:24:15.166638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.228491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5901d-194e-4f64-9b4a-391054eead97 req-d5ce0b61-f644-42e9-907c-97777ef89c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.235286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58951a08-4a1f-4f0f-9071-b0cf134ef0e4 req-442114a6-2ab1-407c-aa49-e3db102ab9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.235976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74a5901d-194e-4f64-9b4a-391054eead97 req-d5ce0b61-f644-42e9-907c-97777ef89c88 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876965 Mar 31 23:24:15.237319 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-58951a08-4a1f-4f0f-9071-b0cf134ef0e4 req-442114a6-2ab1-407c-aa49-e3db102ab9a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0648861 Mar 31 23:24:15.309229 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-58951a08-4a1f-4f0f-9071-b0cf134ef0e4 req-e82c191e-2a7e-4089-8dd1-86020138f3a6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620060 Mar 31 23:24:15.342928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:15.438877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac561cc-772f-456a-9361-a0728a030a3b req-c7abac7f-09e1-4fb7-b9bf-f84224ea9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.440368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-c7abac7f-09e1-4fb7-b9bf-f84224ea9aec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 1094 time: 0.0833397 Mar 31 23:24:15.462982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4575b7-46b6-4094-bc72-5c4f204f5655 req-bf1dded8-548b-40ac-b7bc-8d7017b30581 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.464519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a4575b7-46b6-4094-bc72-5c4f204f5655 req-bf1dded8-548b-40ac-b7bc-8d7017b30581 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0768516 Mar 31 23:24:15.511287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-1d2e362b-102f-4161-a486-5a42402bf18e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b12aad-56b3-4ac4-9d27-ae5f3f32b118 HTTP/1.1" status: 200 len: 217 time: 0.0536969 Mar 31 23:24:15.572419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a4575b7-46b6-4094-bc72-5c4f204f5655 req-2847ec57-3844-4962-a724-90e95641e34c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725191 Mar 31 23:24:15.574290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac561cc-772f-456a-9361-a0728a030a3b req-bb37df73-05ea-4928-bcd5-d0136596c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.575818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-bb37df73-05ea-4928-bcd5-d0136596c126 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0667868 Mar 31 23:24:15.630777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac561cc-772f-456a-9361-a0728a030a3b req-cfd7e388-1051-4137-9cb9-3ac39a4d809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.632264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-cfd7e388-1051-4137-9cb9-3ac39a4d809e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497999 Mar 31 23:24:15.730462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-553d4328-c6e8-4031-8572-daf41870d8dd service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902283 Mar 31 23:24:15.844364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ac561cc-772f-456a-9361-a0728a030a3b req-aaa3ebe2-25ca-4ebd-aaa7-2c3dc517187a service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057272 Mar 31 23:24:16.135814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237a57-af9b-4ced-bfdd-3d07fc6523cb req-fabe89a0-1894-4133-ab5c-9b9057a781a6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:16.137353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1237a57-af9b-4ced-bfdd-3d07fc6523cb req-fabe89a0-1894-4133-ab5c-9b9057a781a6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 946 time: 0.0537930 Mar 31 23:24:16.180348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1237a57-af9b-4ced-bfdd-3d07fc6523cb req-77b4a1ed-7de8-41a0-b184-c41da84dd660 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358377 Mar 31 23:24:16.701953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a892b67-c2c3-47d4-9238-887282dc4663 req-e2d970e7-291c-47f2-8a00-0121ae213d8f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:16.703573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a892b67-c2c3-47d4-9238-887282dc4663 req-e2d970e7-291c-47f2-8a00-0121ae213d8f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0521920 Mar 31 23:24:16.742189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a892b67-c2c3-47d4-9238-887282dc4663 req-e5fd3225-b843-4b2f-a2d6-ee7941cfda78 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326288 Mar 31 23:24:17.309239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe91e31-7604-4694-8311-d398c7b30791 req-bc25b639-08fd-4926-b729-598223af8752 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:17.310770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fe91e31-7604-4694-8311-d398c7b30791 req-bc25b639-08fd-4926-b729-598223af8752 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 946 time: 0.0568092 Mar 31 23:24:17.356321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fe91e31-7604-4694-8311-d398c7b30791 req-56f006e6-195c-4d31-b3bb-a3178736956f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388119 Mar 31 23:24:17.475698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220735a-b4b8-4f84-acb5-951719f83852 req-4628f07f-9265-4aee-a97b-a8d9e6eaea7f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:17.477592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3220735a-b4b8-4f84-acb5-951719f83852 req-4628f07f-9265-4aee-a97b-a8d9e6eaea7f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 946 time: 0.0559254 Mar 31 23:24:17.488713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45826) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:17.493740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'floatingip': {'port_id': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:17.541602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.891868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc6082-2afe-4a76-83ba-eb959e769f53 req-5257af71-15bf-4260-9321-41aaabf2be79 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:17.893388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fadc6082-2afe-4a76-83ba-eb959e769f53 req-5257af71-15bf-4260-9321-41aaabf2be79 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0748787 Mar 31 23:24:17.946501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fadc6082-2afe-4a76-83ba-eb959e769f53 req-aab0ca07-1282-4820-9bb0-b44fcdfb552b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Mar 31 23:24:18.127806 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.298323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.405316 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Floating IP 87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847 associated. External IP: 172.25.4.73, port: ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6. Mar 31 23:24:18.633740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:18.755591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:18.761185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.769127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:18.778171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:18.778848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:24:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:18.806947 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ab36993-fe45-40b9-9811-5cea05c44cfe tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "PUT /v2.0/floatingips/87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847 HTTP/1.1" status: 200 len: 991 time: 1.3171396 Mar 31 23:24:18.807702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'tag': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:18.810457 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b71aff-f9b4-433d-9f49-48ed7b69665f" -d '{"events": [{"name": "network-changed", "server_uuid": "70de3193-2d6e-4419-9e1b-e878c3786ae1", "tag": "ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:18.872364 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cfed29-8924-457e-9acc-64b8f183d974 x-openstack-request-id: req-63cfed29-8924-457e-9acc-64b8f183d974 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:18.875362 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70de3193-2d6e-4419-9e1b-e878c3786ae1", "tag": "ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:18.875811 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63cfed29-8924-457e-9acc-64b8f183d974 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:18.876419 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cfed29-8924-457e-9acc-64b8f183d974'] response: {'name': 'network-changed', 'server_uuid': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'tag': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'status': 'completed', 'code': 200} Mar 31 23:24:18.938864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:18.949297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-515306d0-2664-4e97-af6d-138306a0f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:18.951347 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-515306d0-2664-4e97-af6d-138306a0f813 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0553348 Mar 31 23:24:19.044889 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:24:19.083588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-afbc44cb-fe2c-4be5-9306-d617a9b0b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:19.085256 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-afbc44cb-fe2c-4be5-9306-d617a9b0b934 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.1212828 Mar 31 23:24:19.117099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c4bcd-38b9-4460-9d42-22add717b421 req-dae691ff-5ea8-42e3-ab83-5c29fa2252bf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:19.126168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d2c4bcd-38b9-4460-9d42-22add717b421 req-dae691ff-5ea8-42e3-ab83-5c29fa2252bf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0756159 Mar 31 23:24:19.174043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d2c4bcd-38b9-4460-9d42-22add717b421 req-63b87a62-f0f6-4d3f-bec1-92107d2a75f9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 Mar 31 23:24:19.195489 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-7e1fb87a-486c-4e2f-9091-530abed7dbac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 HTTP/1.1" status: 200 len: 999 time: 0.1026137 Mar 31 23:24:19.218106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:a9:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:01Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:19.246134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:19.258575 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:19.259193 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:24:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:19.274081 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-240877dc-81db-4f78-abed-ee81b3c44a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:19.274081 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-240877dc-81db-4f78-abed-ee81b3c44a7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0669057 Mar 31 23:24:19.326179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-67d29bab-dff2-4186-bd2f-5c178853ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:19.328433 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-67d29bab-dff2-4186-bd2f-5c178853ea8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517139 Mar 31 23:24:19.379890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:19.431564 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-be2e7516-f66c-41ab-adb7-88dcb0e86e14 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967052 Mar 31 23:24:19.544448 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-27b71aff-f9b4-433d-9f49-48ed7b69665f req-13fc9974-597f-46d2-a45b-0c229d13bd2b service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051402 Mar 31 23:24:19.637417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:a9:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:01Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:19.665504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9aade-3445-4205-82b9-57eea5bf1fba None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:a9:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:01Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:19.876127 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434cb3a8-8818-4770-bf26-b819c1d9e177 None None] New status for floating IP 87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:24:20.290012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d49a87-02cc-4d52-8b71-285be6d9e6d5 req-60712b06-2062-4494-8200-ea75d086f7ca tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:20.291539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36d49a87-02cc-4d52-8b71-285be6d9e6d5 req-60712b06-2062-4494-8200-ea75d086f7ca tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0510604 Mar 31 23:24:20.330742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36d49a87-02cc-4d52-8b71-285be6d9e6d5 req-a00aaaf3-33a6-4148-a2a9-e99f5df6eb84 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Mar 31 23:24:21.458650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345c5ca-e827-49b9-a297-794fd9a5a36f req-d63e6e2b-ef25-421c-8e88-0a203b7d320a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:21.460236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2345c5ca-e827-49b9-a297-794fd9a5a36f req-d63e6e2b-ef25-421c-8e88-0a203b7d320a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0569315 Mar 31 23:24:21.500189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2345c5ca-e827-49b9-a297-794fd9a5a36f req-c797c2b3-1ad3-4427-97c2-d429b6fadda7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Mar 31 23:24:22.616017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571011f5-3b5d-4ca4-8915-d0ef6d6489af req-a151d683-0042-4d5c-a5ec-4e5e7c62a224 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:22.617571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-571011f5-3b5d-4ca4-8915-d0ef6d6489af req-a151d683-0042-4d5c-a5ec-4e5e7c62a224 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0499957 Mar 31 23:24:22.662195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-571011f5-3b5d-4ca4-8915-d0ef6d6489af req-371f50b9-fb9f-4716-8003-227d5795c039 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385773 Mar 31 23:24:23.795311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe0ab-03b4-472c-ae9d-2ad0a683cf1d req-6c376566-71f9-403f-be68-34d3479d07d5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.796890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5bfe0ab-03b4-472c-ae9d-2ad0a683cf1d req-6c376566-71f9-403f-be68-34d3479d07d5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0537622 Mar 31 23:24:23.840216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5bfe0ab-03b4-472c-ae9d-2ad0a683cf1d req-dc15f260-3770-4945-a28c-295dbbaa81b3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363495 Mar 31 23:24:24.965530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6b5a-f3c0-4d52-b17b-ac93bc96f6d5 req-ceebf070-3cd1-4f0e-802c-4dababc59c79 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.968401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4abc6b5a-f3c0-4d52-b17b-ac93bc96f6d5 req-ceebf070-3cd1-4f0e-802c-4dababc59c79 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0568454 Mar 31 23:24:25.035303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4abc6b5a-f3c0-4d52-b17b-ac93bc96f6d5 req-e48343ca-be61-43e4-a003-79e8edcf5bc4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Mar 31 23:24:26.159849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87763e-52b6-4ddf-8f0a-2b012ce7b019 req-aed3e3c8-5dd3-4a95-ba7c-a10ceb055d78 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:26.161615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b87763e-52b6-4ddf-8f0a-2b012ce7b019 req-aed3e3c8-5dd3-4a95-ba7c-a10ceb055d78 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 943 time: 0.0505567 Mar 31 23:24:26.205031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b87763e-52b6-4ddf-8f0a-2b012ce7b019 req-d6705925-f759-4ec9-88b3-c3200e557086 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368178 Mar 31 23:24:26.526136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:24:26.632079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:26.644944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '00b12aad-56b3-4ac4-9d27-ae5f3f32b118', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'port_id': '00b12aad-56b3-4ac4-9d27-ae5f3f32b118', 'mac_address': 'fa:16:3e:a0:b5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:24:26.683547 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:26.697186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:26.719656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:26.854873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:26.917290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:27.056934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['00b12aad-56b3-4ac4-9d27-ae5f3f32b118'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:27.331805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5579b6c-dfc8-4911-8af9-ee7e36fe1606 req-9ecb9188-3331-4eb8-9702-405209525d9b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:27.333448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5579b6c-dfc8-4911-8af9-ee7e36fe1606 req-9ecb9188-3331-4eb8-9702-405209525d9b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 944 time: 0.0562408 Mar 31 23:24:27.378347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5579b6c-dfc8-4911-8af9-ee7e36fe1606 req-a4e4c8b3-c295-4d5d-b8b0-40b10ab897c5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Mar 31 23:24:28.512628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e78c34-e1a7-4035-be27-fc41126edbf7 req-22813859-881b-4de6-bcaf-39788d910222 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.514346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90e78c34-e1a7-4035-be27-fc41126edbf7 req-22813859-881b-4de6-bcaf-39788d910222 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 944 time: 0.0620728 Mar 31 23:24:28.537946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:28.557932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90e78c34-e1a7-4035-be27-fc41126edbf7 req-8622532d-8783-4104-9213-1f11fbd583f3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354383 Mar 31 23:24:28.795326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:24:28.799885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:28.800253 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:28.878916 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:28.902517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4162544a-b281-4569-a724-f058d66339d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b12aad-56b3-4ac4-9d27-ae5f3f32b118'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:28.904737 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f1e1d7-80f4-4604-9a76-5b601b744c8a" -d '{"events": [{"server_uuid": "4162544a-b281-4569-a724-f058d66339d9", "name": "network-vif-plugged", "status": "completed", "tag": "00b12aad-56b3-4ac4-9d27-ae5f3f32b118"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:28.921689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:28.945209 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339eb2fa-6282-48c7-9596-6610f75b1084 x-openstack-request-id: req-339eb2fa-6282-48c7-9596-6610f75b1084 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:28.945500 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4162544a-b281-4569-a724-f058d66339d9", "name": "network-vif-plugged", "status": "completed", "tag": "00b12aad-56b3-4ac4-9d27-ae5f3f32b118", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:28.945763 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-339eb2fa-6282-48c7-9596-6610f75b1084 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:28.946160 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339eb2fa-6282-48c7-9596-6610f75b1084'] response: {'server_uuid': '4162544a-b281-4569-a724-f058d66339d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b12aad-56b3-4ac4-9d27-ae5f3f32b118', 'code': 200} Mar 31 23:24:29.047390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcdee2-26ca-4c96-aafb-28b05cf5241a req-6ebf0e3f-546a-4633-91ca-a1819da56223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:29.048931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36bcdee2-26ca-4c96-aafb-28b05cf5241a req-6ebf0e3f-546a-4633-91ca-a1819da56223 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 1095 time: 0.0439222 Mar 31 23:24:29.068560 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.091077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36bcdee2-26ca-4c96-aafb-28b05cf5241a req-2a088d47-0ae8-4849-a85a-d6dadcbf1db3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Mar 31 23:24:29.127291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:29.244390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45962) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:29.360012 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5212c76-c5a9-4832-bbc4-1e74c0ec84ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.443158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5212c76-c5a9-4832-bbc4-1e74c0ec84ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.571054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d5212c76-c5a9-4832-bbc4-1e74c0ec84ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.616257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5212c76-c5a9-4832-bbc4-1e74c0ec84ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc418f-0d52-4043-bbeb-e9ab2be8db40,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:29.622559 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d5212c76-c5a9-4832-bbc4-1e74c0ec84ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbf5eff3e7a44b669b9497987b0bede5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751037 Mar 31 23:24:29.623420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 45968) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:29.678418 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1c6c-2220-46cd-b866-13babfd5ea20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.690302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d05dc-e75d-481b-8107-454817bf73a5 req-24274ad5-8bc3-476c-8db1-6e52ec7c2e39 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:29.692120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd6d05dc-e75d-481b-8107-454817bf73a5 req-24274ad5-8bc3-476c-8db1-6e52ec7c2e39 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 945 time: 0.0527794 Mar 31 23:24:29.708311 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1c6c-2220-46cd-b866-13babfd5ea20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.736367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd6d05dc-e75d-481b-8107-454817bf73a5 req-82c2a318-81a4-4742-b357-4e60e604d2c6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381742 Mar 31 23:24:30.240060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1c6c-2220-46cd-b866-13babfd5ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:30.242947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1c6c-2220-46cd-b866-13babfd5ea20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:30.244116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d4e1c6c-2220-46cd-b866-13babfd5ea20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2acc418f-0d52-4043-bbeb-e9ab2be8db40 HTTP/1.1" status: 204 len: 168 time: 0.6193225 Mar 31 23:24:30.252647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1c6c-2220-46cd-b866-13babfd5ea20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc418f-0d52-4043-bbeb-e9ab2be8db40,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:30.880917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a491af-8d1a-4113-9313-dee0bedcd2f1 req-4ad39137-023a-450f-bf5f-e04ff7117e78 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:30.882591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34a491af-8d1a-4113-9313-dee0bedcd2f1 req-4ad39137-023a-450f-bf5f-e04ff7117e78 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 945 time: 0.0573812 Mar 31 23:24:30.934173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34a491af-8d1a-4113-9313-dee0bedcd2f1 req-c451c5d5-a86c-43bd-bd46-2cb5adf4a1f1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Mar 31 23:24:31.082755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56711-4446-4022-85e3-526b9db84dc6 req-8a682484-f0b0-4560-9000-a13e10c0a67b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.086661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14d56711-4446-4022-85e3-526b9db84dc6 req-8a682484-f0b0-4560-9000-a13e10c0a67b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 945 time: 0.0657020 Mar 31 23:24:31.131431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14d56711-4446-4022-85e3-526b9db84dc6 req-9ed89e06-ad88-4a2f-8ebd-e6d1ccd2bd65 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 Mar 31 23:24:31.255998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0412b1-a1b7-4f00-94b4-6a9fcd5b0e03 req-c9403909-7684-45d5-886d-1f3196b14b3b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.257516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a0412b1-a1b7-4f00-94b4-6a9fcd5b0e03 req-c9403909-7684-45d5-886d-1f3196b14b3b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 945 time: 0.0492156 Mar 31 23:24:31.300712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4a0412b1-a1b7-4f00-94b4-6a9fcd5b0e03 req-a4f2906c-c6f5-49d7-8f8e-095306e82564 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Mar 31 23:24:31.923456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75529033-ba03-4d04-8066-e13193bfb6a4 req-3e8cb833-b7fa-4001-9301-45498c47a40c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.925782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75529033-ba03-4d04-8066-e13193bfb6a4 req-3e8cb833-b7fa-4001-9301-45498c47a40c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 945 time: 0.0578935 Mar 31 23:24:31.968748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75529033-ba03-4d04-8066-e13193bfb6a4 req-cb8cfef6-f82c-4c76-adbc-9c9831ff1083 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358114 Mar 31 23:24:33.099563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff0210-0ba6-4b36-9f12-7c061cbedc2b req-1038848d-78b7-4afb-bd8d-4c44db7faecc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:33.102308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cff0210-0ba6-4b36-9f12-7c061cbedc2b req-1038848d-78b7-4afb-bd8d-4c44db7faecc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 945 time: 0.0573511 Mar 31 23:24:33.147727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cff0210-0ba6-4b36-9f12-7c061cbedc2b req-7fa5e0c3-37d3-4102-b1b9-a02479736053 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 Mar 31 23:24:33.374618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25935f89-e811-4b3c-b1af-1c55de542183 req-73515e54-f7b4-4c37-9c9c-f327fe73215b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:33.376016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25935f89-e811-4b3c-b1af-1c55de542183 req-73515e54-f7b4-4c37-9c9c-f327fe73215b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 945 time: 0.0541170 Mar 31 23:24:33.484285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:24:33.484819 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.596681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] For port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:33.597260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.617027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:24:33.908626 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.922852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['00b12aad-56b3-4ac4-9d27-ae5f3f32b118'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:33.947986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=00b12aad-56b3-4ac4-9d27-ae5f3f32b118,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:34.005445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] No DVR routers for this DVR port 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:34.010839 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:34.014143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dca46559-69cc-4f8c-9716-3fa1ec23fd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:34.019061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25935f89-e811-4b3c-b1af-1c55de542183 req-fcd744c5-fb0d-4cda-820e-b99f6ca039c7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "DELETE /v2.0/ports/00b12aad-56b3-4ac4-9d27-ae5f3f32b118 HTTP/1.1" status: 204 len: 173 time: 0.6371477 Mar 31 23:24:34.019883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4162544a-b281-4569-a724-f058d66339d9', 'name': 'network-vif-deleted', 'tag': '00b12aad-56b3-4ac4-9d27-ae5f3f32b118'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:34.031666 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137840f8-f54e-4b20-91ea-74db1be68a6d" -d '{"events": [{"server_uuid": "4162544a-b281-4569-a724-f058d66339d9", "name": "network-vif-deleted", "tag": "00b12aad-56b3-4ac4-9d27-ae5f3f32b118"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:34.069747 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e54c7-67f2-4426-84c4-3acf8276b8e2 x-openstack-request-id: req-b04e54c7-67f2-4426-84c4-3acf8276b8e2 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:34.070038 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4162544a-b281-4569-a724-f058d66339d9", "name": "network-vif-deleted", "tag": "00b12aad-56b3-4ac4-9d27-ae5f3f32b118", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:34.070285 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b04e54c7-67f2-4426-84c4-3acf8276b8e2 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:34.070837 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04e54c7-67f2-4426-84c4-3acf8276b8e2'] response: {'server_uuid': '4162544a-b281-4569-a724-f058d66339d9', 'name': 'network-vif-deleted', 'tag': '00b12aad-56b3-4ac4-9d27-ae5f3f32b118', 'status': 'completed', 'code': 200} Mar 31 23:24:34.254858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a7e0697-fc2f-4835-91a4-6d22a74a7a08 req-736d3f62-dafe-4ee8-b490-016904242733 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.0291309 Mar 31 23:24:35.363393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48f0c0fe-50ff-4c22-8096-cb73b6348ac8 req-7bcf8d47-0c97-424b-9731-1fe569b4114e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.0298998 Mar 31 23:24:36.131469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1e21e771-2a06-4906-a177-ed8618c5bf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.468686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-406e35e9-99c9-4d53-b0c0-4d76f71a1e18 req-5df77183-9e6a-4ba2-96ef-cd132ed6569c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.0309069 Mar 31 23:24:36.571655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:36.595289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:24:36.595638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 00b12aad-56b3-4ac4-9d27-ae5f3f32b118 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:37.571375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9e93a83-8bd0-4444-8dd3-176c48efa76c req-81fc6c2d-32c1-4987-87e8-016465433eaf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.0275352 Mar 31 23:24:37.805291 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.687560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1bb6b17-b1ea-48f2-8a42-9867f044e221 req-85665f47-d5a7-49af-a988-029216920d9c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=4162544a-b281-4569-a724-f058d66339d9 HTTP/1.1" status: 200 len: 210 time: 0.0285804 Mar 31 23:24:38.734123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:39.048874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:39.208189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:39.865042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.245056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1771d9d9-537c-4324-864a-2b5712775c9b req-2eccadec-35a8-40d6-9e8e-a65ee53ab3a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446062 Mar 31 23:24:48.326770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771d9d9-537c-4324-864a-2b5712775c9b req-c9a8d8b0-fe71-413d-9c3f-130a0fb77042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:48.329076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1771d9d9-537c-4324-864a-2b5712775c9b req-c9a8d8b0-fe71-413d-9c3f-130a0fb77042 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c65fa730df7044279ebdbbc2a2749e97&device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1097 time: 0.0425785 Mar 31 23:24:48.437685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771d9d9-537c-4324-864a-2b5712775c9b req-506f9b76-18bc-4551-93de-403a92f303f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:48.439364 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1771d9d9-537c-4324-864a-2b5712775c9b req-506f9b76-18bc-4551-93de-403a92f303f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375 HTTP/1.1" status: 200 len: 910 time: 0.0913310 Mar 31 23:24:48.506071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1771d9d9-537c-4324-864a-2b5712775c9b req-b1e92c45-1657-41de-9d06-9221e6f075a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955 HTTP/1.1" status: 200 len: 1001 time: 0.0594926 Mar 31 23:24:48.561015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771d9d9-537c-4324-864a-2b5712775c9b req-e117dadd-b8e3-490b-a440-360b16e60517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:48.563077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1771d9d9-537c-4324-864a-2b5712775c9b req-e117dadd-b8e3-490b-a440-360b16e60517 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d6760c5-8d13-44fb-9810-75018cbf909b HTTP/1.1" status: 200 len: 848 time: 0.0511625 Mar 31 23:24:48.615527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771d9d9-537c-4324-864a-2b5712775c9b req-7ff91caa-a870-4ee9-ba03-7ab2c4e36d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:48.617093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1771d9d9-537c-4324-864a-2b5712775c9b req-7ff91caa-a870-4ee9-ba03-7ab2c4e36d1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472682 Mar 31 23:24:48.708573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1771d9d9-537c-4324-864a-2b5712775c9b req-8e360190-b808-4e51-b2aa-372da4e230aa service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851092 Mar 31 23:24:48.817712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1771d9d9-537c-4324-864a-2b5712775c9b req-81267aa3-5d51-4a35-b88c-1d082a08e32a service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012740 Mar 31 23:24:54.964210 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-017e420f-9259-4584-a022-51a573ff9269 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0618851 Mar 31 23:24:55.076171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-cfcd9d4c-600a-4592-838a-61537a42ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.083693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-cfcd9d4c-600a-4592-838a-61537a42ff21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0743966 Mar 31 23:24:55.205839 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-8e560f94-d52f-41a4-b153-1d4d7dc5a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.207627 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-8e560f94-d52f-41a4-b153-1d4d7dc5a192 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.1016402 Mar 31 23:24:55.288470 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-d697ec03-e0db-476f-b47e-797059462fa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 HTTP/1.1" status: 200 len: 1001 time: 0.0714097 Mar 31 23:24:55.356944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-a17a18d2-8da5-4b87-86c5-eb75d9c9a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.358828 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-a17a18d2-8da5-4b87-86c5-eb75d9c9a164 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0639138 Mar 31 23:24:55.408881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-0e2961d9-c2a1-4f81-9f21-b56e69591191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.410462 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-0e2961d9-c2a1-4f81-9f21-b56e69591191 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452523 Mar 31 23:24:55.535236 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-2bc81426-80e5-47ea-bd34-0047589048f1 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178451 Mar 31 23:24:55.677225 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a084b3cd-6057-4bd9-8c9e-16bccf769d34 req-3dffc14a-05dd-4c98-b6ba-820a2e50d18c service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273799 Mar 31 23:24:56.044758 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:25:04.018382 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c9bfddf-f9ab-45c7-86bf-eee0d3307c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:06.141522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e9e30aaf-ad12-42ed-894e-b8df4e5d0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:07.784206 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.621758 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.966432 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:09.192527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:09.835672 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.586538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939f942-cd99-4dd0-8c8d-d50ee0533cac req-575d655a-2598-4197-a4aa-873270c8a929 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:10.588011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8939f942-cd99-4dd0-8c8d-d50ee0533cac req-575d655a-2598-4197-a4aa-873270c8a929 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 946 time: 0.0500529 Mar 31 23:25:10.628162 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8939f942-cd99-4dd0-8c8d-d50ee0533cac req-b1f99ef8-ae18-49dc-98ca-8e5ed80c0909 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337198 Mar 31 23:25:11.753822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d899bfe-b730-4da3-9e2a-a8ccdf92f686 req-3100a0d4-6560-46d9-8fe4-63a5601b1918 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:11.755480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d899bfe-b730-4da3-9e2a-a8ccdf92f686 req-3100a0d4-6560-46d9-8fe4-63a5601b1918 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 946 time: 0.0549612 Mar 31 23:25:11.803125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d899bfe-b730-4da3-9e2a-a8ccdf92f686 req-08828b1a-6a6f-474b-9f7b-0decc50dd70e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bc4a38e-c91a-4d1c-ab6f-0330838b8998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Mar 31 23:25:12.017419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-13cb3603-d57f-4fd3-ac9d-0269a9a64b80 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:12.018916 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-13cb3603-d57f-4fd3-ac9d-0269a9a64b80 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 946 time: 0.0523324 Mar 31 23:25:12.118220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Deleting port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:12.118460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.212388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] For port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:12.212763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.402296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.402705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.403037 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Floating IP 87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847 disassociated. External IP: 172.25.4.73, port: ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6. Mar 31 23:25:12.403390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Calling delete_port for ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:12.649476 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.681667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'Port': ['ID=ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:12.695158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.695517 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.695852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.696186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.696519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.696851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.697179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.697508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.697873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.698239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.698607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.698979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:12.817125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:12.919766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bf29f0e-1e61-4f20-972d-eb3812674362 req-4039e169-2c6d-4c12-acdc-6194531e77f8 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 210 time: 0.0336292 Mar 31 23:25:12.942088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:12.955120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:12.967712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:12.974559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:12.987328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] No DVR routers for this DVR port ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:12.990883 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.994259 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-576fa471-0851-4a13-b4ef-cd0a98a29501 req-6a85942a-3687-4258-b4d2-47226fa6a911 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "DELETE /v2.0/ports/ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 HTTP/1.1" status: 204 len: 173 time: 0.9697285 Mar 31 23:25:12.994903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'name': 'network-vif-deleted', 'tag': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:12.997309 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476101ec-c80f-4727-9cf1-4d8185c47438" -d '{"events": [{"server_uuid": "70de3193-2d6e-4419-9e1b-e878c3786ae1", "name": "network-vif-deleted", "tag": "ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:13.040191 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470fe6c1-44e1-46f9-bc50-b47566c3d178 x-openstack-request-id: req-470fe6c1-44e1-46f9-bc50-b47566c3d178 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:13.040828 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70de3193-2d6e-4419-9e1b-e878c3786ae1", "name": "network-vif-deleted", "tag": "ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:13.040828 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-470fe6c1-44e1-46f9-bc50-b47566c3d178 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:13.041134 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470fe6c1-44e1-46f9-bc50-b47566c3d178'] response: {'server_uuid': '70de3193-2d6e-4419-9e1b-e878c3786ae1', 'name': 'network-vif-deleted', 'tag': 'ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6', 'status': 'completed', 'code': 200} Mar 31 23:25:13.276326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:13.490089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:13.516527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:13.525237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:13.525854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:13.641389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:13.860586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:13.885980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a4fc0-c47d-4763-a7b0-aa9a3c9229f7 None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:14.047270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17c8c217-e575-4e71-bc99-41de75b7364d req-7301bee1-5af0-44df-8b3b-a79047d92db9 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=70de3193-2d6e-4419-9e1b-e878c3786ae1 HTTP/1.1" status: 200 len: 210 time: 0.0287004 Mar 31 23:25:14.212311 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4474d-1d78-4cca-8112-a11fc039242f None None] New status for floating IP 87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:25:14.976875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:14.998516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:14.998866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device ca57e0ba-8fd8-4dbb-877f-05cc5b82a8a6 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:15.236369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46392) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:15.292215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.316762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.454743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.457649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.458835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "DELETE /v2.0/security-groups/5bc4a38e-c91a-4d1c-ab6f-0330838b8998 HTTP/1.1" status: 204 len: 168 time: 0.2214854 Mar 31 23:25:15.461657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46394) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:15.468413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc4a38e-c91a-4d1c-ab6f-0330838b8998,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:15.475474 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-bd108e67-ed19-45e7-af32-b304050ce414 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] show failed (client error): The resource could not be found. Mar 31 23:25:15.476453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.476605 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bd108e67-ed19-45e7-af32-b304050ce414 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups/5bc4a38e-c91a-4d1c-ab6f-0330838b8998 HTTP/1.1" status: 404 len: 347 time: 0.0138416 Mar 31 23:25:15.476803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.477166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.477543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.477874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.478205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.479755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46396) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:15.480630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.480975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.481327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.481654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.481987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.482312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d085ec-c861-4e87-a5df-b87d5738e990 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:15.646307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Deleting port e3ef30c9-cbd9-4047-88b4-ee8620f23a90 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:15.646740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.730970 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.731203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.743526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Calling delete_port for e3ef30c9-cbd9-4047-88b4-ee8620f23a90 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:15.989222 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.015632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'Port': ['ID=e3ef30c9-cbd9-4047-88b4-ee8620f23a90,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:16.085221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.088397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.089876 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-110c0dd2-58a0-40a1-b7d4-a41460ba0888 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "DELETE /v2.0/floatingips/87c183e5-1f4d-41f9-a9f1-3a3f9a8b8847 HTTP/1.1" status: 204 len: 168 time: 0.6061656 Mar 31 23:25:16.748168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46414) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:16.792433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46418) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:16.801627 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-bf781052-7cf0-493a-b363-8f47523bdde2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454532348', 'description': 'tempest-description--498167261'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:16.919547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdb615da-f4cc-4c58-b52e-609a824babf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.972010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdb615da-f4cc-4c58-b52e-609a824babf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.995327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bf781052-7cf0-493a-b363-8f47523bdde2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.067987 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bf781052-7cf0-493a-b363-8f47523bdde2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.077558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cdb615da-f4cc-4c58-b52e-609a824babf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.116631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cdb615da-f4cc-4c58-b52e-609a824babf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b461eb338a342d0a9eaaf6f03be9685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748953 Mar 31 23:25:17.117401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb615da-f4cc-4c58-b52e-609a824babf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0019584c-ce77-4483-b5e2-269799f2ace9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:17.120701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46420) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:17.178304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73e2fd70-2c85-4738-8585-d24d3e0d967d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.194790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bf781052-7cf0-493a-b363-8f47523bdde2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.206727 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73e2fd70-2c85-4738-8585-d24d3e0d967d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.225951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf781052-7cf0-493a-b363-8f47523bdde2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb821bfa-e616-40fb-a6b7-ada0f276d0c5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:17.327983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bf781052-7cf0-493a-b363-8f47523bdde2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.329230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bf781052-7cf0-493a-b363-8f47523bdde2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5357809 Mar 31 23:25:17.332185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46424) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:17.336767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f3f79f0e-8b4c-4c8a-893e-1cc6eec0ba94 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group_rule': {'security_group_id': 'cb821bfa-e616-40fb-a6b7-ada0f276d0c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:17.372132 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73e2fd70-2c85-4738-8585-d24d3e0d967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.375053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-73e2fd70-2c85-4738-8585-d24d3e0d967d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.376529 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-73e2fd70-2c85-4738-8585-d24d3e0d967d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0019584c-ce77-4483-b5e2-269799f2ace9 HTTP/1.1" status: 204 len: 168 time: 0.2539706 Mar 31 23:25:17.385427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2fd70-2c85-4738-8585-d24d3e0d967d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0019584c-ce77-4483-b5e2-269799f2ace9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:17.451672 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3f79f0e-8b4c-4c8a-893e-1cc6eec0ba94 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.549184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3f79f0e-8b4c-4c8a-893e-1cc6eec0ba94 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.657758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3f79f0e-8b4c-4c8a-893e-1cc6eec0ba94 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.679268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f79f0e-8b4c-4c8a-893e-1cc6eec0ba94 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c9e087-f268-40c9-aa22-047a9510c8ad,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:17.783651 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3f79f0e-8b4c-4c8a-893e-1cc6eec0ba94 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.788995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f3f79f0e-8b4c-4c8a-893e-1cc6eec0ba94 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4522619 Mar 31 23:25:17.788995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46430) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:17.794042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e6c126d9-9d43-4687-b5d8-d7892aab18d5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'security_group_rule': {'security_group_id': 'cb821bfa-e616-40fb-a6b7-ada0f276d0c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:17.911357 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6c126d9-9d43-4687-b5d8-d7892aab18d5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.972385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6c126d9-9d43-4687-b5d8-d7892aab18d5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.057718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6c126d9-9d43-4687-b5d8-d7892aab18d5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.081150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c126d9-9d43-4687-b5d8-d7892aab18d5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bec701-7388-48d0-ac0d-de48be8ea3cb,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:18.186099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6c126d9-9d43-4687-b5d8-d7892aab18d5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.187492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e6c126d9-9d43-4687-b5d8-d7892aab18d5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3976464 Mar 31 23:25:18.190511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46440) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:18.195006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:18.326408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.432786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.627922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Allocated IP 172.25.4.160 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/4ec92f95-ab38-43b5-bce4-b63212b3dfa0) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:18.638020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-9dcd7ef2-d8ca-4fca-b9ab-4bc33eeb847f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:18.639529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-9dcd7ef2-d8ca-4fca-b9ab-4bc33eeb847f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1674147 Mar 31 23:25:18.660907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-a737d8e5-d6d7-4b9f-811e-826b611adf07 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/quotas/64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 375 time: 0.0146942 Mar 31 23:25:18.775892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-ebfd395f-fa83-4fb3-b22c-f8a3ef731164 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057248 Mar 31 23:25:18.809070 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.898401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-30feb0bb-4f5a-460f-b8e1-2e6e664d6076 service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141870 Mar 31 23:25:18.959939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.026068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:19.036053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:19.040258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:19.042297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=4ec92f95-ab38-43b5-bce4-b63212b3dfa0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:19.066558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-b060c706-78a0-4ee8-8dbf-8b167b857d80 service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615405 Mar 31 23:25:19.142521 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.332723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.471194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5339412-bf6d-425d-8382-4c6756ab57da req-400ae8f1-c766-4983-b65f-89b74fde3e34 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 210 time: 0.0399520 Mar 31 23:25:19.536890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.646151 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.723310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=4ec92f95-ab38-43b5-bce4-b63212b3dfa0,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:19.729721 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.863175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.864604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4022f8d9-61cc-44f6-b78c-6c96dfb815b4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6729693 Mar 31 23:25:20.072041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-3cfa1983-3982-426a-b481-d946ea8ec5c8 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1454532348&fields=id&tenant_id=63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 267 time: 0.0438695 Mar 31 23:25:20.105216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46504) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:20.110641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515627049', 'description': 'tempest-secgroup-smoke-515627049 description', 'project_id': 'e6f8129306504957b5a4c412bf419465'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:20.179838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-3e5328c3-4af8-4678-83b0-6b51271f9175 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:20.181240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-3e5328c3-4af8-4678-83b0-6b51271f9175 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.1035862 Mar 31 23:25:20.196175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-5c6bdaea-9d17-4a24-a756-fcd40ad24d99 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/quotas/63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 375 time: 0.0090556 Mar 31 23:25:20.228797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.237758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.250872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-7caf3e58-ca45-4c1f-8475-50bbb2097b65 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489469 Mar 31 23:25:20.325649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.363996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-9eae8ce5-18a7-4e00-80a4-d56fe78b673d service neutron] 10.222.0.31 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012294 Mar 31 23:25:20.423732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.454329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-9bcce240-f5e9-45ac-a761-aadd6ba9857c service neutron] 10.222.0.31 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840323 Mar 31 23:25:20.462793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0c6c5-3d35-47e8-bc31-4f22d19c1aec,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.509196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.580320 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06917d31-52e0-4605-b1ea-af9d44e1f195 req-24866e09-2a63-47de-bc52-570045d73ad3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 210 time: 0.0309298 Mar 31 23:25:20.663348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.698308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8225bd44-1af7-40fd-942e-84be9fd881ed,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.756281 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.757606 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8b16e61d-d64c-40c0-8ad0-102d9c80aa9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6513541 Mar 31 23:25:20.760661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46512) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:20.765707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ad77e768-e3db-44a7-91f7-19c92856715c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '8225bd44-1af7-40fd-942e-84be9fd881ed', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:20.774189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-337851b1-487d-42b8-aca3-19d664de9144 req-58b458ad-d9fb-4b36-8c06-051a568fccea tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 210 time: 0.0489528 Mar 31 23:25:20.871827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad77e768-e3db-44a7-91f7-19c92856715c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.935268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad77e768-e3db-44a7-91f7-19c92856715c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.046164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad77e768-e3db-44a7-91f7-19c92856715c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.067100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77e768-e3db-44a7-91f7-19c92856715c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66e5b8e-b3fa-4ed4-86cb-8c570f7449ac,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:21.175211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad77e768-e3db-44a7-91f7-19c92856715c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.176442 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ad77e768-e3db-44a7-91f7-19c92856715c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4147925 Mar 31 23:25:21.179295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46518) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:21.183792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e2dcb993-deb3-45c1-862e-e93a99e61873 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '8225bd44-1af7-40fd-942e-84be9fd881ed', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:21.297364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb993-deb3-45c1-862e-e93a99e61873 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.353782 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb993-deb3-45c1-862e-e93a99e61873 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.451544 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb993-deb3-45c1-862e-e93a99e61873 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.470574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcb993-deb3-45c1-862e-e93a99e61873 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87600a15-dd3b-4120-b424-92178b55a788,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:21.557488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb993-deb3-45c1-862e-e93a99e61873 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.558669 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e2dcb993-deb3-45c1-862e-e93a99e61873 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783159 Mar 31 23:25:21.561439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46522) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:21.565781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d8468e5f-e2f7-4dd1-9e9e-bdcea8cc0c0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '8225bd44-1af7-40fd-942e-84be9fd881ed', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:21.630370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-83b21dc7-6dd7-4b15-acd4-80f6ddb38662 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.631934 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-83b21dc7-6dd7-4b15-acd4-80f6ddb38662 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1333425 Mar 31 23:25:21.644531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'port': {'device_id': 'ac9115b3-855c-4ccc-97e6-b11378108c6d', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'admin_state_up': True, 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:21.700445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1f51708e-1500-42d0-ba9c-7231e73e1f10 req-cb6d2615-ed7a-4e0c-8cae-b950aa1f18ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 210 time: 0.0425010 Mar 31 23:25:21.719594 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8468e5f-e2f7-4dd1-9e9e-bdcea8cc0c0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.798648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8468e5f-e2f7-4dd1-9e9e-bdcea8cc0c0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.869307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-854f21dd-df32-4c29-b243-55aa47ad7702 req-17e6b914-5179-4759-91bc-0df494aeafb7 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Mar 31 23:25:21.891900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:21.906399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.966230 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8468e5f-e2f7-4dd1-9e9e-bdcea8cc0c0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.993126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8468e5f-e2f7-4dd1-9e9e-bdcea8cc0c0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c6fe5f-c786-4e67-af48-de3c80da1c97,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:22.049179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.20.0.14 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/a25e96c8-69fe-4bb8-8e64-03a5cb2247e7) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:22.111825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8468e5f-e2f7-4dd1-9e9e-bdcea8cc0c0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.113233 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d8468e5f-e2f7-4dd1-9e9e-bdcea8cc0c0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5508513 Mar 31 23:25:22.116469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46528) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:22.123394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ecfb5b84-b34f-415d-b0f5-ac08af594570 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '8225bd44-1af7-40fd-942e-84be9fd881ed', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:22.241475 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.290653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5b84-b34f-415d-b0f5-ac08af594570 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.346664 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.363607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5b84-b34f-415d-b0f5-ac08af594570 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.398467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:22.401714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:22.405608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:22.435353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:22.471164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.471830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.487480 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5b84-b34f-415d-b0f5-ac08af594570 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.509302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb5b84-b34f-415d-b0f5-ac08af594570 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee928dd-99b4-47f9-ad12-eaf395d0a781,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:22.583715 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-60a61763-cc9b-4de0-8d21-2ece4f2186e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9432256 Mar 31 23:25:22.596503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Request body: {'port': {'device_id': 'ac9115b3-855c-4ccc-97e6-b11378108c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:22.619658 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5b84-b34f-415d-b0f5-ac08af594570 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.621004 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ecfb5b84-b34f-415d-b0f5-ac08af594570 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5037146 Mar 31 23:25:22.625231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46530) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:22.631400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dd4a9195-a5b1-4884-b1c5-53737f1ad2d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '8225bd44-1af7-40fd-942e-84be9fd881ed', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:22.647164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-173a379d-fabe-4cc4-a767-753f7c389712 None None] Provisioning complete for port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:22.647680 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-173a379d-fabe-4cc4-a767-753f7c389712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.658719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.693798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-173a379d-fabe-4cc4-a767-753f7c389712 None None] Port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:22.757275 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-dd4a9195-a5b1-4884-b1c5-53737f1ad2d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Project e6f8129306504957b5a4c412bf419465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:25:22.764742 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9195-a5b1-4884-b1c5-53737f1ad2d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.861168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3303-520a-4b05-a1b0-7ccecf321dfe req-5cf0ec11-a241-4d1f-a00e-ecd3371b7a09 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.862673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17bf3303-520a-4b05-a1b0-7ccecf321dfe req-5cf0ec11-a241-4d1f-a00e-ecd3371b7a09 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 932 time: 0.0823977 Mar 31 23:25:22.868565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9195-a5b1-4884-b1c5-53737f1ad2d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.918767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17bf3303-520a-4b05-a1b0-7ccecf321dfe req-22361a46-4881-4a7a-b165-f30dcc3c0f8a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489404 Mar 31 23:25:22.975528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:22.985430 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.989850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-032936b2-1dd2-448b-bc03-17bc3816b424 req-cb8dea9a-c160-4b97-b7fa-27c91407493e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 210 time: 0.0419517 Mar 31 23:25:22.992147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9195-a5b1-4884-b1c5-53737f1ad2d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.001225 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Transition to ACTIVE for port object a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:23.053761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a9195-a5b1-4884-b1c5-53737f1ad2d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cf6203-d204-43c5-b691-5d00e97b863d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:23.110148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-a8d82580-4163-44f4-a4e2-96e040563eb5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.110148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-a8d82580-4163-44f4-a4e2-96e040563eb5 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 814 time: 0.1281064 Mar 31 23:25:23.152608 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-e618d9ac-14a6-44c2-9024-4868d79fd25d tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63b69116baec4d80901fa4a090f80d91 HTTP/1.1" status: 200 len: 380 time: 0.0367649 Mar 31 23:25:23.161695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'port': {'device_id': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'admin_state_up': True, 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'security_groups': ['cb821bfa-e616-40fb-a6b7-ada0f276d0c5']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:23.178977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.245684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9195-a5b1-4884-b1c5-53737f1ad2d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.247207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd4a9195-a5b1-4884-b1c5-53737f1ad2d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6201332 Mar 31 23:25:23.250061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46540) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:23.260407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fa4e51a8-fc7f-453e-8d6b-c77992b021b0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '8225bd44-1af7-40fd-942e-84be9fd881ed', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:23.274010 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:23.356161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Attempting to bind port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:23.356161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Attempting to bind port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:23.359391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Attempting to bind port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:23.362634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 on network d18addb8-86a2-48fc-a5f1-58f722847a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:23.362954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Attempting to bind port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:23.368249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:23.368733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:23.369216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:23.370020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Bound port: a25e96c8-69fe-4bb8-8e64-03a5cb2247e7, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:23.370626 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.383639 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-fa4e51a8-fc7f-453e-8d6b-c77992b021b0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Project e6f8129306504957b5a4c412bf419465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:25:23.410320 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa4e51a8-fc7f-453e-8d6b-c77992b021b0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.429832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Made reservation on behalf of 63b69116baec4d80901fa4a090f80d91 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:23.439692 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.488844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] For port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:23.493502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] For port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:23.503884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa4e51a8-fc7f-453e-8d6b-c77992b021b0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.589653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.592340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Allocated IP 172.20.0.9 (6452e196-06e1-4b87-8bdb-394c2eb4c5c3/aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361/f627ecd1-92ca-4347-a406-318e721ad3ff) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:23.624274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa4e51a8-fc7f-453e-8d6b-c77992b021b0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.648230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.648864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.650673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 HTTP/1.1" status: 200 len: 1092 time: 1.0585110 Mar 31 23:25:23.672268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9115b3-855c-4ccc-97e6-b11378108c6d', 'tag': 'a25e96c8-69fe-4bb8-8e64-03a5cb2247e7'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:23.674565 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9115b3-855c-4ccc-97e6-b11378108c6d", "tag": "a25e96c8-69fe-4bb8-8e64-03a5cb2247e7"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:23.685988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e51a8-fc7f-453e-8d6b-c77992b021b0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640a93f6-910d-49c2-8e3d-30e0da14e51a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:23.699202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-9b9a1623-01b9-4292-ad57-54e00fe24fd5 req-00f8e1eb-041a-48c1-823e-b63be2b3a020 service neutron] (109821) timed out ('10.222.0.45', 54812) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:25:23.707253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fe682-54be-4e35-8408-1f0e630065f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:23.774240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fa4e51a8-fc7f-453e-8d6b-c77992b021b0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.776007 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fa4e51a8-fc7f-453e-8d6b-c77992b021b0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5194099 Mar 31 23:25:23.778098 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699aa52c-c151-4c2c-9623-ddab9708c233 x-openstack-request-id: req-699aa52c-c151-4c2c-9623-ddab9708c233 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:23.778263 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9115b3-855c-4ccc-97e6-b11378108c6d", "tag": "a25e96c8-69fe-4bb8-8e64-03a5cb2247e7", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:23.778456 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-699aa52c-c151-4c2c-9623-ddab9708c233 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:23.778876 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699aa52c-c151-4c2c-9623-ddab9708c233'] response: {'name': 'network-changed', 'server_uuid': 'ac9115b3-855c-4ccc-97e6-b11378108c6d', 'tag': 'a25e96c8-69fe-4bb8-8e64-03a5cb2247e7', 'status': 'completed', 'code': 200} Mar 31 23:25:23.780015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46544) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:23.794660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'network': {'name': 'tempest-network-smoke--1031941558', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'port_security_enabled': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:23.820451 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.847247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-0c3c394a-a38a-4de5-bbdc-163819068d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.848830 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-0c3c394a-a38a-4de5-bbdc-163819068d73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 1095 time: 0.0589035 Mar 31 23:25:23.903484 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-f3049d67-bd55-4409-9ea8-a67bf875a03c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 HTTP/1.1" status: 200 len: 217 time: 0.0464377 Mar 31 23:25:23.962823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:23.965509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-5fe8ed14-a2a6-4e86-8293-070c6420af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.966358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.970067 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-5fe8ed14-a2a6-4e86-8293-070c6420af83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0570612 Mar 31 23:25:23.998780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:25:24.011941 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.012454 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Added segment afa96381-44c2-4fc6-9253-c854400b44a1 of type vlan for network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 Mar 31 23:25:24.026694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-5e753dcd-8a51-4edb-8119-950820b3e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.029210 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-5e753dcd-8a51-4edb-8119-950820b3e7e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540226 Mar 31 23:25:24.089052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.128385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.145920 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-449a3491-628f-4034-b0ab-de7830c08245 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067610 Mar 31 23:25:24.243187 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce9f5159-d19b-4d5c-9790-d80c64da2adc req-5e4a5f1a-a04e-47aa-a62e-6e791a4054b4 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908098 Mar 31 23:25:24.389856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-27dc72b9-66bb-4c47-896b-f790ce9088c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.391533 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-27dc72b9-66bb-4c47-896b-f790ce9088c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 1095 time: 0.0477560 Mar 31 23:25:24.493744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-c7f3acf2-e30d-4696-98a8-00d083ab846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.496508 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-c7f3acf2-e30d-4696-98a8-00d083ab846c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0967705 Mar 31 23:25:24.539297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-37433312-d621-44e4-af8f-9f12c535b65e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 HTTP/1.1" status: 200 len: 217 time: 0.0374532 Mar 31 23:25:24.546916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:24.562818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:24.567124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:24.569749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event updated for resources: {'Port': ['ID=f627ecd1-92ca-4347-a406-318e721ad3ff,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:24.607575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00141-c2be-4f8d-b46e-c5d48cf74207 req-092cea46-a5d4-4891-b612-1363469cebf3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.609797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a00141-c2be-4f8d-b46e-c5d48cf74207 req-092cea46-a5d4-4891-b612-1363469cebf3 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 931 time: 0.5291603 Mar 31 23:25:24.621027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1aab6b-b287-48bc-9c6b-2c8df74339be req-7720bc6e-cc4a-4474-906d-d7a10702f067 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.622726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1aab6b-b287-48bc-9c6b-2c8df74339be req-7720bc6e-cc4a-4474-906d-d7a10702f067 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.5434945 Mar 31 23:25:24.657553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-63b136d1-dbd7-41a1-bb82-bdef42533530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.660355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-63b136d1-dbd7-41a1-bb82-bdef42533530 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.1138370 Mar 31 23:25:24.669961 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.676506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.677185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.717241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-74236d8d-6c79-4e92-8eba-298f6acb1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.720761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-74236d8d-6c79-4e92-8eba-298f6acb1b40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540879 Mar 31 23:25:24.733178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.734639 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.822506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a1aab6b-b287-48bc-9c6b-2c8df74339be req-113ee272-cab9-4730-9047-904f2a08e1c5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656919 Mar 31 23:25:24.841570 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-9a3d8a60-24d0-4465-96b5-1b8cc0aecfde service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136918 Mar 31 23:25:24.842241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7a00141-c2be-4f8d-b46e-c5d48cf74207 req-f60448fd-c460-459c-9c1b-3b3afebdd036 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161257 Mar 31 23:25:24.851762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Network': ['ID=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:24.877323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:25:24.928953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0ce68906-61ec-47f9-9a1f-b3d013d03e2a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1471925 Mar 31 23:25:24.931815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46552) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:24.936819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'admin_state_up': True, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:24.960048 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-50c4f72f-f7d0-4ebc-bcd2-97fcd527e081 req-33bfc224-9c76-466b-8b76-0db26c8f3f63 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094124 Mar 31 23:25:24.964344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6b944116-08bf-4ff5-92a5-42dae86c94a4 None None] Provisioning complete for port f627ecd1-92ca-4347-a406-318e721ad3ff triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:24.964344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b944116-08bf-4ff5-92a5-42dae86c94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.992052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-f073b942-1122-4cc1-a0da-2c7e03e8b691 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8339024 Mar 31 23:25:24.999367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6b944116-08bf-4ff5-92a5-42dae86c94a4 None None] Port f627ecd1-92ca-4347-a406-318e721ad3ff cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:25.005339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Request body: {'port': {'device_id': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:25.072683 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.074162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.085680 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.169554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.458850 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.537231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f627ecd1-92ca-4347-a406-318e721ad3ff {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:25.546040 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.572032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Transition to ACTIVE for port object f627ecd1-92ca-4347-a406-318e721ad3ff will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:25.646830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.744551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Pushing event updated for resources: {'Port': ['ID=f627ecd1-92ca-4347-a406-318e721ad3ff,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:25.871609 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.896385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.024169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Attempting to bind port f627ecd1-92ca-4347-a406-318e721ad3ff on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:26.024415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Attempting to bind port f627ecd1-92ca-4347-a406-318e721ad3ff by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:26.024894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Attempting to bind port f627ecd1-92ca-4347-a406-318e721ad3ff on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:26.043158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Port f627ecd1-92ca-4347-a406-318e721ad3ff on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:26.043480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Attempting to bind port f627ecd1-92ca-4347-a406-318e721ad3ff on network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:26.060507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:26.060842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Checking segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:26.061244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Bound using segment: {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:26.061737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Bound port: f627ecd1-92ca-4347-a406-318e721ad3ff, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cfad15-e69e-4f74-8586-42a4e2a6e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:26.062099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.099743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3523c-6c8f-48e2-a5ba-e78c03c6c9f0 req-20d67e1b-e978-468d-b06a-03820b78ce40 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:26.101231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ff3523c-6c8f-48e2-a5ba-e78c03c6c9f0 req-20d67e1b-e978-468d-b06a-03820b78ce40 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.1927080 Mar 31 23:25:26.133323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952b58c-69bf-4836-b0ff-b6153b38a2e1 req-fb96ceaf-1569-40a7-a72a-1403e6730c4f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:26.134795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1952b58c-69bf-4836-b0ff-b6153b38a2e1 req-fb96ceaf-1569-40a7-a72a-1403e6730c4f tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 943 time: 0.1544385 Mar 31 23:25:26.214141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.25.4.69 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:26.259601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ff3523c-6c8f-48e2-a5ba-e78c03c6c9f0 req-9cc172a9-1a0f-4cdd-937b-33e0303283df tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474681 Mar 31 23:25:26.283360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1952b58c-69bf-4836-b0ff-b6153b38a2e1 req-0c9f3778-89be-424a-a29c-aa52e37d4394 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174779 Mar 31 23:25:26.306375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] For port f627ecd1-92ca-4347-a406-318e721ad3ff, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:26.340260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] For port f627ecd1-92ca-4347-a406-318e721ad3ff, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f627ecd1-92ca-4347-a406-318e721ad3ff,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:26.392377 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.460318 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.497973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:26.498680 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.506171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] 10.222.0.50 "PUT /v2.0/ports/f627ecd1-92ca-4347-a406-318e721ad3ff HTTP/1.1" status: 200 len: 1091 time: 1.5002413 Mar 31 23:25:26.506171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'tag': 'f627ecd1-92ca-4347-a406-318e721ad3ff'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:26.506171 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a393d7-15a5-444a-8742-06eb32093a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e8bdec-3a97-4b91-91f3-20ac021f5982", "tag": "f627ecd1-92ca-4347-a406-318e721ad3ff"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:26.536906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e54b9-f319-4a52-8e6f-7df9c6edd070 service neutron] Pushing event updated for resources: {'Port': ['ID=f627ecd1-92ca-4347-a406-318e721ad3ff,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:26.565092 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e174278a-138b-4766-a2b7-4b19181a3af5 x-openstack-request-id: req-e174278a-138b-4766-a2b7-4b19181a3af5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:26.565357 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e8bdec-3a97-4b91-91f3-20ac021f5982", "tag": "f627ecd1-92ca-4347-a406-318e721ad3ff", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:26.565548 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e174278a-138b-4766-a2b7-4b19181a3af5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:26.565994 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e174278a-138b-4766-a2b7-4b19181a3af5'] response: {'name': 'network-changed', 'server_uuid': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'tag': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'status': 'completed', 'code': 200} Mar 31 23:25:26.571878 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.645982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:26.650976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:26.653800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:26.656645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:26.702534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a393d7-15a5-444a-8742-06eb32093a5d req-a44d4b11-f1ad-4e10-a65e-5748bba6ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:26.704073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4a393d7-15a5-444a-8742-06eb32093a5d req-a44d4b11-f1ad-4e10-a65e-5748bba6ee60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 1094 time: 0.1027718 Mar 31 23:25:26.895390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a393d7-15a5-444a-8742-06eb32093a5d req-db971caa-da6e-4fed-99f5-672d2483524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:26.896950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4a393d7-15a5-444a-8742-06eb32093a5d req-db971caa-da6e-4fed-99f5-672d2483524a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=63b69116baec4d80901fa4a090f80d91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1837516 Mar 31 23:25:27.041228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a393d7-15a5-444a-8742-06eb32093a5d req-6f8732d9-d0dc-4f2f-9d83-0eb72d4b5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.042820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4a393d7-15a5-444a-8742-06eb32093a5d req-6f8732d9-d0dc-4f2f-9d83-0eb72d4b5fed service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400139 Mar 31 23:25:27.128635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.166140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-1197726c-5f52-4f47-98d8-db26ca987576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.167599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-1197726c-5f52-4f47-98d8-db26ca987576 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 1094 time: 0.0853589 Mar 31 23:25:27.221295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-7adfee4b-c0d2-47d7-8ef2-b11580c13a0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f627ecd1-92ca-4347-a406-318e721ad3ff HTTP/1.1" status: 200 len: 217 time: 0.0451925 Mar 31 23:25:27.349232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-92c9a43b-8e24-41af-a22a-7a8f2f417daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.350674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-92c9a43b-8e24-41af-a22a-7a8f2f417daa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0981376 Mar 31 23:25:27.514368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5478a-56c5-4bd2-a779-320e50e10faa req-0787e189-de93-4b89-aa5a-4f5bf6caeb8b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.516049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96b5478a-56c5-4bd2-a779-320e50e10faa req-0787e189-de93-4b89-aa5a-4f5bf6caeb8b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.1687088 Mar 31 23:25:27.524349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-e0505c78-8e52-4158-af62-b40a0fbaad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.525832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-e0505c78-8e52-4158-af62-b40a0fbaad6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618989 Mar 31 23:25:27.531573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.546373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dcbb9-06b9-4554-ab61-24f904d9dcb6 req-11c04835-9167-4b95-88e5-3c082278c432 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.549499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-920dcbb9-06b9-4554-ab61-24f904d9dcb6 req-11c04835-9167-4b95-88e5-3c082278c432 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 943 time: 0.1576672 Mar 31 23:25:28.007771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96b5478a-56c5-4bd2-a779-320e50e10faa req-0711b350-ec4e-48ef-bba9-1020703eba7b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794388 Mar 31 23:25:28.064903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-920dcbb9-06b9-4554-ab61-24f904d9dcb6 req-74fe416f-ecc1-417a-8894-63d302d8e211 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5080638 Mar 31 23:25:28.095323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-63ce4a02-e872-4a17-b186-b4a77e9a2b07 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577347 Mar 31 23:25:28.199251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1dbdb882-957e-47ed-ab5b-74ae12179cf2 req-0dd8331b-8006-4b1d-a412-6261ad8d9c48 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Mar 31 23:25:28.260387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 9c540b0e-5dd2-4a43-952c-e646d4131256 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:25:28.388669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:28.401150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Sync routers for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:28.414776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:28.415547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:28.527882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:28.596882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:28.598166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-909a54a7-8492-44e2-a376-4d3d80262a76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6652839 Mar 31 23:25:28.601466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46564) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:28.732265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:26Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:28.752080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b43cad63-0f23-4437-a1e7-ef15dbb67607 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e6f8129306504957b5a4c412bf419465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1452336 Mar 31 23:25:28.752316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46568) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:28.762141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Checking router: 9c540b0e-5dd2-4a43-952c-e646d4131256 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:28.762141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Updating router 9c540b0e-5dd2-4a43-952c-e646d4131256 port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:25:28.789610 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:28.926329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec447cd4-a4ab-435a-8d75-643facf3482b tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.928345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ec447cd4-a4ab-435a-8d75-643facf3482b tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1749327 Mar 31 23:25:28.931868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46570) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:28.971270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5cd40929-d0b9-4bf9-b601-3fe70942d56f tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378242 Mar 31 23:25:28.974571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46572) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:28.980538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121602385', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:29.074269 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.150040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a856314-157d-4b73-a95d-58d45e0fe25f req-c40d02aa-099e-4956-8b0b-27b4ccaad690 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:29.151992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a856314-157d-4b73-a95d-58d45e0fe25f req-c40d02aa-099e-4956-8b0b-27b4ccaad690 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0648854 Mar 31 23:25:29.210424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.227680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a856314-157d-4b73-a95d-58d45e0fe25f req-b729f7a3-fbd1-4848-9d74-d37ca9a32f59 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643969 Mar 31 23:25:29.240486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:29.241644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7835e8-07fd-4b30-b7ee-535f372d41f7 req-4b320828-9963-49e6-9455-1096de5f5e44 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:29.244161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b7835e8-07fd-4b30-b7ee-535f372d41f7 req-4b320828-9963-49e6-9455-1096de5f5e44 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 943 time: 0.0911009 Mar 31 23:25:29.252801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.268335 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Attempting to bind port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:29.268714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Attempting to bind port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:29.269784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Attempting to bind port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:29.275317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Pushing event updated for resources: {'Port': ['ID=b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:29.278506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:29.279144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:29.279555 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.279951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:29.280594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Bound port: b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:29.281110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.292438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.293041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.293563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.294231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.294994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.304313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.304313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.304313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.304313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.304313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.304313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.304313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:29.309137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b7835e8-07fd-4b30-b7ee-535f372d41f7 req-5b737d34-8c29-4faf-8bcf-35d7302c9205 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Mar 31 23:25:29.357915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] For port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:29.360958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] For port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:29.440823 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.500330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:29.500949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:29.505647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9804b8-a3ed-4bbb-836c-71a88a617940 None None] Pushing event updated for resources: {'Port': ['ID=b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:29.531792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.596140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Subnet': ['ID=1c056a90-1155-4616-8262-20650c923464,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:29.614128 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Checking segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:29.615184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network hostable DHCP agents. Network: b3e4e2bc-b076-43bc-8d95-80dd8110f1c6, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:25:29.626768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:29.703289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:25:29.802788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, b3e4e2bc-b076-43bc-8d95-80dd8110f1c6) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:29.807826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:29.808423 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.814185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff8b8c1-c2a4-4853-9873-188592673419 None None] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:25:29.870427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:26Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:29.914058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ba498-59f8-476f-a752-2ade57938d1c None None] The sync data for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 is: [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:26Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:29.947043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46578) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:29.947418 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2bbaa861-a0e1-4da9-81a6-2ed3fe57f1b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9713013 Mar 31 23:25:30.066610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:25:30.067657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:30.317028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Allocated IP 172.20.0.2 (b3e4e2bc-b076-43bc-8d95-80dd8110f1c6/1c056a90-1155-4616-8262-20650c923464/1ad614ec-7e28-4b88-a8a3-35ff0ac74284) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:30.641025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fcbd9-ef57-4440-b99f-6f1d117495c6 req-b27a652c-3c17-4220-8971-a1080ac3449d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:30.642423 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:30.644705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e8fcbd9-ef57-4440-b99f-6f1d117495c6 req-b27a652c-3c17-4220-8971-a1080ac3449d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.2385955 Mar 31 23:25:30.668453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a7b56-2945-4a11-be4a-199e94db95f7 req-6659db5f-8488-45df-a1d9-9fb0130218a2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:30.671101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d4a7b56-2945-4a11-be4a-199e94db95f7 req-6659db5f-8488-45df-a1d9-9fb0130218a2 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 943 time: 0.2416954 Mar 31 23:25:30.732508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:30.842432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:30.855251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:30.866447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:30.871037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Pushing event updated for resources: {'Port': ['ID=1ad614ec-7e28-4b88-a8a3-35ff0ac74284,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:30.924824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d4a7b56-2945-4a11-be4a-199e94db95f7 req-76b48931-c78d-4b81-80e1-4cd0d6936df4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036221 Mar 31 23:25:30.965105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e8fcbd9-ef57-4440-b99f-6f1d117495c6 req-b3a3cbb8-9b0a-4c31-983e-aad00cfeb01e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827988 Mar 31 23:25:30.965260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Attempting to bind port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:30.965260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Attempting to bind port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:30.965260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Attempting to bind port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 on network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:30.968038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:30.968652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Checking segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:30.969035 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:30.969439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Bound using segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:30.969920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Bound port: 1ad614ec-7e28-4b88-a8a3-35ff0ac74284, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:30.970307 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.027204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f627ecd1-92ca-4347-a406-318e721ad3ff details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:31.047498 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.133195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] For port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:31.154525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] For port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1ad614ec-7e28-4b88-a8a3-35ff0ac74284,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:31.193042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f627ecd1-92ca-4347-a406-318e721ad3ff, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f627ecd1-92ca-4347-a406-318e721ad3ff,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:31.208664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'port_id': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'mac_address': 'fa:16:3e:97:59:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:31.258250 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.278827 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.285212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f627ecd1-92ca-4347-a406-318e721ad3ff {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:31.398261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.20.0.1 (b3e4e2bc-b076-43bc-8d95-80dd8110f1c6/1c056a90-1155-4616-8262-20650c923464/b79c5fa2-18b1-4b94-829b-cfa52b202efa) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:31.533009 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.553586 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f627ecd1-92ca-4347-a406-318e721ad3ff, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f627ecd1-92ca-4347-a406-318e721ad3ff,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:31.574545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25d308-b779-478b-947d-2c58751b2bee None None] Pushing event updated for resources: {'Port': ['ID=1ad614ec-7e28-4b88-a8a3-35ff0ac74284,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:31.643141 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.668800 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.713195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f627ecd1-92ca-4347-a406-318e721ad3ff,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:31.717928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:31.722545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:31.727684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:31.734531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=b79c5fa2-18b1-4b94-829b-cfa52b202efa,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:31.798439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.851718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['f627ecd1-92ca-4347-a406-318e721ad3ff'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:32.073469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.111019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:32.167150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:32.167798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.270426 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.270738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e174f58-bb51-4b4f-8838-e8b24d4974ea req-b8b1f95a-0a07-4d03-99f5-3be08f088c54 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:32.272231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e174f58-bb51-4b4f-8838-e8b24d4974ea req-b8b1f95a-0a07-4d03-99f5-3be08f088c54 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 944 time: 0.1502604 Mar 31 23:25:32.283654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935be025-73f1-481b-b059-a900fcdf03e2 req-761b7961-dddb-47b0-a493-334150eae228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:32.285823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-935be025-73f1-481b-b059-a900fcdf03e2 req-761b7961-dddb-47b0-a493-334150eae228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.1626506 Mar 31 23:25:32.297419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:32.403472 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.404605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e174f58-bb51-4b4f-8838-e8b24d4974ea req-d1d5914b-73e5-4237-9df5-7043dd7659c4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158323 Mar 31 23:25:32.404779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:32.428014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-935be025-73f1-481b-b059-a900fcdf03e2 req-7f02d0ec-69e0-450c-97aa-1350bb1f4f66 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288555 Mar 31 23:25:32.494021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:32.510450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:32.510862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.555569 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.605080 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.649963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1ad614ec-7e28-4b88-a8a3-35ff0ac74284,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:32.674745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.755408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=b79c5fa2-18b1-4b94-829b-cfa52b202efa,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:32.757833 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.785544 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.842950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad614ec-7e28-4b88-a8a3-35ff0ac74284,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:32.884094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:32.885551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:32.960677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34967f3f-0c11-4cb9-bf9b-b20e1e17f3d6 None None] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:25:33.029092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 9c540b0e-5dd2-4a43-952c-e646d4131256 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:33.043933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f627ecd1-92ca-4347-a406-318e721ad3ff up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:33.047579 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:25:33.119354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-96bb2ff3-b028-4e47-b174-921b50ebfcc0 None None] Provisioning complete for port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:33.119862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-96bb2ff3-b028-4e47-b174-921b50ebfcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.302891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port f627ecd1-92ca-4347-a406-318e721ad3ff completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:25:33.308129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port f627ecd1-92ca-4347-a406-318e721ad3ff triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:33.311741 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.411580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.440638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627ecd1-92ca-4347-a406-318e721ad3ff'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:33.451921 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dfc66e-7a78-48ff-bf6f-17af84f8a8d8" -d '{"events": [{"server_uuid": "b2e8bdec-3a97-4b91-91f3-20ac021f5982", "name": "network-vif-plugged", "status": "completed", "tag": "f627ecd1-92ca-4347-a406-318e721ad3ff"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:33.496551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f627ecd1-92ca-4347-a406-318e721ad3ff, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f627ecd1-92ca-4347-a406-318e721ad3ff,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:33.512931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:33.527312 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Sync routers for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:33.527571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ea52c640-f131-4caa-ba79-90bf72f26c16 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "PUT /v2.0/routers/9c540b0e-5dd2-4a43-952c-e646d4131256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5764301 Mar 31 23:25:33.562963 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:33.563943 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:33.575289 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b55ca3-4a34-4cca-9614-d618a3769575 x-openstack-request-id: req-64b55ca3-4a34-4cca-9614-d618a3769575 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:33.575289 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e8bdec-3a97-4b91-91f3-20ac021f5982", "name": "network-vif-plugged", "status": "completed", "tag": "f627ecd1-92ca-4347-a406-318e721ad3ff", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:33.575289 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64b55ca3-4a34-4cca-9614-d618a3769575 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:33.575289 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b55ca3-4a34-4cca-9614-d618a3769575'] response: {'server_uuid': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'code': 200} Mar 31 23:25:33.588558 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.702894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80265b2a-06d9-4459-9856-76747c3b6e92 req-72c07fec-82f2-4550-8f60-de687e03e2c8 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.706312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80265b2a-06d9-4459-9856-76747c3b6e92 req-72c07fec-82f2-4550-8f60-de687e03e2c8 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 944 time: 0.1573482 Mar 31 23:25:33.741148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cb2f530c-f265-4e8b-9517-30b97df08416 None None] Provisioning complete for port b79c5fa2-18b1-4b94-829b-cfa52b202efa triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:33.743494 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb2f530c-f265-4e8b-9517-30b97df08416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.752793 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:33.798557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f530c-f265-4e8b-9517-30b97df08416 None None] Port b79c5fa2-18b1-4b94-829b-cfa52b202efa cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:33.810458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f627ecd1-92ca-4347-a406-318e721ad3ff,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:33.833332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cb2f530c-f265-4e8b-9517-30b97df08416 None None] Provisioning complete for port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:33.833926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb2f530c-f265-4e8b-9517-30b97df08416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.879448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-80265b2a-06d9-4459-9856-76747c3b6e92 req-5b3cb312-19ff-4769-8428-a81ba4a18ab4 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491909 Mar 31 23:25:33.903223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86691e2c-5358-4a39-b1a6-2e5c18d09a8c req-8adb565f-5d9c-48ae-a013-b9165717bc5f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.918761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86691e2c-5358-4a39-b1a6-2e5c18d09a8c req-8adb565f-5d9c-48ae-a013-b9165717bc5f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.1979833 Mar 31 23:25:33.918761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a8228-4da7-429b-8948-563f7e839072 req-164b6986-81d7-461f-9116-eae3e02a01be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.918761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c01a8228-4da7-429b-8948-563f7e839072 req-164b6986-81d7-461f-9116-eae3e02a01be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 1096 time: 0.1860847 Mar 31 23:25:33.985705 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-78549c4f-126b-423d-b05c-dd52d8ace443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.026708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c01a8228-4da7-429b-8948-563f7e839072 req-525e8550-2150-475a-a2b9-8b117cca9860 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014638 Mar 31 23:25:34.044546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86691e2c-5358-4a39-b1a6-2e5c18d09a8c req-789bb654-4323-4068-ab49-1c7585504793 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236179 Mar 31 23:25:34.096079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:34.121247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-d92a5ea9-7c31-4efa-bb9f-f061fa6af5b7 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515627049&fields=id&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 267 time: 0.0451329 Mar 31 23:25:34.160612 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 2, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:34.189035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb83be65-9dbe-4dd1-aab2-9597ef6aa795 None None] Provisioning complete for port b79c5fa2-18b1-4b94-829b-cfa52b202efa triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:34.189492 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb83be65-9dbe-4dd1-aab2-9597ef6aa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.197003 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Checking router: 9c540b0e-5dd2-4a43-952c-e646d4131256 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:34.197354 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Updating router 9c540b0e-5dd2-4a43-952c-e646d4131256 port b79c5fa2-18b1-4b94-829b-cfa52b202efa binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:25:34.236408 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.243315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:34.243689 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.286041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-eb83be65-9dbe-4dd1-aab2-9597ef6aa795 None None] Port b79c5fa2-18b1-4b94-829b-cfa52b202efa cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:34.311366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097058e-f87c-498f-8431-4e6555a5435c req-51d83742-b815-4e50-864a-4394b0149ef9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.313682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-51d83742-b815-4e50-864a-4394b0149ef9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 797 time: 0.1805439 Mar 31 23:25:34.332025 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-64050dd3-e29e-4bae-a0fd-b7f9f53c91b1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/quotas/e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 375 time: 0.0099511 Mar 31 23:25:34.355770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:34.388718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-8e82474c-eedf-4d73-81d7-7a416fd500d6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525761 Mar 31 23:25:34.425338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1663f36c-3865-4e7f-8753-0a7c9be8ab12 None None] Provisioning complete for port b79c5fa2-18b1-4b94-829b-cfa52b202efa triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:34.425868 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1663f36c-3865-4e7f-8753-0a7c9be8ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.464478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:34.465033 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.491564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1663f36c-3865-4e7f-8753-0a7c9be8ab12 None None] Port b79c5fa2-18b1-4b94-829b-cfa52b202efa cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:34.511883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-827634b6-12b3-4dbc-8651-afb68709ea8d service neutron] 10.222.0.31 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080561 Mar 31 23:25:34.623992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-1390af63-7368-4c77-80a9-3dd99b5b64f9 service neutron] 10.222.0.31 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035686 Mar 31 23:25:34.680492 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.778047 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.830547 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Pushing event updated for resources: {'Port': ['ID=b79c5fa2-18b1-4b94-829b-cfa52b202efa,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:34.854271 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.856946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.856946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.856946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.856946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.856946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.856946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.856946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.856946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.857671 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.857671 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.857858 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:34.895913 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Attempting to bind port b79c5fa2-18b1-4b94-829b-cfa52b202efa on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:34.896282 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Attempting to bind port b79c5fa2-18b1-4b94-829b-cfa52b202efa by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:34.896794 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Attempting to bind port b79c5fa2-18b1-4b94-829b-cfa52b202efa on network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:34.902192 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:34.902810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Checking segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:34.903061 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.903516 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Bound using segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:34.903980 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Bound port: b79c5fa2-18b1-4b94-829b-cfa52b202efa, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:34.904366 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.027351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ab91044-fbf9-4f17-9377-d75e002424c5 req-fb63405d-f5c0-4f0b-861f-e93e33f7b4aa tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 210 time: 0.0649841 Mar 31 23:25:35.060084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] For port b79c5fa2-18b1-4b94-829b-cfa52b202efa, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:35.083129 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] For port b79c5fa2-18b1-4b94-829b-cfa52b202efa, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b79c5fa2-18b1-4b94-829b-cfa52b202efa,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:35.174307 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.190523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43329f-f70a-44a9-a380-754ba6ec8a8f req-f209c4bf-30a0-4ec9-9e6e-a95c3bfa0c5b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.190523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d43329f-f70a-44a9-a380-754ba6ec8a8f req-f209c4bf-30a0-4ec9-9e6e-a95c3bfa0c5b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 945 time: 0.1210947 Mar 31 23:25:35.215065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1844d-bcd4-48c7-9ab3-c0232b790709 req-6df0cd82-935f-45ba-9a04-fb26503d1ff2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.219519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dc1844d-bcd4-48c7-9ab3-c0232b790709 req-6df0cd82-935f-45ba-9a04-fb26503d1ff2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0882497 Mar 31 23:25:35.232644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d6ea4168-53dd-4b80-8db9-df06ec3b8365 None None] Provisioning complete for port b79c5fa2-18b1-4b94-829b-cfa52b202efa triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:35.233122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6ea4168-53dd-4b80-8db9-df06ec3b8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.284292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d43329f-f70a-44a9-a380-754ba6ec8a8f req-1d96865b-05e2-45f8-9c18-eab6c1c3d495 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858378 Mar 31 23:25:35.288090 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:35.288744 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:35.307075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dc1844d-bcd4-48c7-9ab3-c0232b790709 req-abe2c712-b140-4714-b73a-73898aa6ef63 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835209 Mar 31 23:25:35.363813 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5c60f-57ff-4e7b-b6f1-113d245000ec None None] Pushing event updated for resources: {'Port': ['ID=b79c5fa2-18b1-4b94-829b-cfa52b202efa,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:35.376259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6ea4168-53dd-4b80-8db9-df06ec3b8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.433039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d6ea4168-53dd-4b80-8db9-df06ec3b8365 None None] For port b79c5fa2-18b1-4b94-829b-cfa52b202efa, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b79c5fa2-18b1-4b94-829b-cfa52b202efa,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:35.461044 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:35.573849 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d6ea4168-53dd-4b80-8db9-df06ec3b8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.627075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea4168-53dd-4b80-8db9-df06ec3b8365 None None] Pushing event updated for resources: {'Port': ['ID=b79c5fa2-18b1-4b94-829b-cfa52b202efa,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:35.701832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f708ef00-50bb-4475-96ba-82dd906afeb1 None None] Provisioning complete for port b79c5fa2-18b1-4b94-829b-cfa52b202efa triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:35.702336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f708ef00-50bb-4475-96ba-82dd906afeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.704569 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:35Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:35.739450 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62937b-61c3-441d-93b6-7d4543eed94c None None] The sync data for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 is: [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:35Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:35.975390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b79c5fa2-18b1-4b94-829b-cfa52b202efa up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:36.058467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b79c5fa2-18b1-4b94-829b-cfa52b202efa triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:36.058926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.148803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3a56f5c0-2c0f-42c4-b61f-c0fa29e95ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.163126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aaea442d-0285-40fd-b402-2fdc0b5d9c9e req-8f0f1bca-b203-45d9-aef9-1a89436ca538 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 210 time: 0.0335081 Mar 31 23:25:36.507247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465079e2-f0ed-4258-bd39-b395fcff6bc8 req-77235d3f-7909-424f-b81e-e53d5e31f0a1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.508878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-465079e2-f0ed-4258-bd39-b395fcff6bc8 req-77235d3f-7909-424f-b81e-e53d5e31f0a1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 945 time: 0.1242247 Mar 31 23:25:36.523247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2fb5-6b96-4e49-85bd-24a8de5da7c4 req-c4038078-3e14-442f-aeb1-26199cc0a207 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.524899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b5b2fb5-6b96-4e49-85bd-24a8de5da7c4 req-c4038078-3e14-442f-aeb1-26199cc0a207 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.1220338 Mar 31 23:25:36.585297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-465079e2-f0ed-4258-bd39-b395fcff6bc8 req-9a36e377-398b-4817-9a37-7ad82ea92c58 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593674 Mar 31 23:25:36.598699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b5b2fb5-6b96-4e49-85bd-24a8de5da7c4 req-575bbb2f-26fe-4e71-ba9f-4978ec8b0fcb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614376 Mar 31 23:25:36.739790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace74c68-7f19-4bb1-8f27-56f6ef083ac9 req-5dee685e-329a-47ce-94a6-fc7bc330552b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.741618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ace74c68-7f19-4bb1-8f27-56f6ef083ac9 req-5dee685e-329a-47ce-94a6-fc7bc330552b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 945 time: 0.0592947 Mar 31 23:25:36.751377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 46628) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:36.756511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Request body: {'floatingip': {'port_id': 'f627ecd1-92ca-4347-a406-318e721ad3ff'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:36.810809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.296696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a11e4a1-8ed5-41cf-92c5-037229be2d95 req-d20fed0a-f937-4fa1-9813-4d040c2113b1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 210 time: 0.0551157 Mar 31 23:25:37.359432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.423047 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.526853 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Floating IP ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d associated. External IP: 172.25.4.160, port: f627ecd1-92ca-4347-a406-318e721ad3ff. Mar 31 23:25:37.751706 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.782004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08007104-63c8-4360-a53e-13f407b92c3f req-bce36519-89fd-4e5c-b974-8f5c84a37824 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:37.783518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08007104-63c8-4360-a53e-13f407b92c3f req-bce36519-89fd-4e5c-b974-8f5c84a37824 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.1038229 Mar 31 23:25:37.838905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:37.901152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08007104-63c8-4360-a53e-13f407b92c3f req-6acfbfc9-bdcd-4f42-9cf0-95d21c512e93 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105309 Mar 31 23:25:37.996775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097058e-f87c-498f-8431-4e6555a5435c req-ebca6d27-f277-449f-a5fa-01a303fb3eda tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:37.998274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-ebca6d27-f277-449f-a5fa-01a303fb3eda tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 797 time: 0.1855111 Mar 31 23:25:38.071856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:38.079421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-b114e84a-eede-437e-acc2-24be094737a9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 379 time: 0.0531828 Mar 31 23:25:38.082392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:38.082599 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.103432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:38.104154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:38.109713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'port': {'device_id': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'admin_state_up': True, 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'security_groups': ['8225bd44-1af7-40fd-942e-84be9fd881ed']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:38.136360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8af3b520-f6d3-4cca-9824-eedabb582fd1 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "PUT /v2.0/floatingips/ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d HTTP/1.1" status: 200 len: 991 time: 1.3835077 Mar 31 23:25:38.162231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'tag': 'f627ecd1-92ca-4347-a406-318e721ad3ff'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:38.166915 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0145f32a-a35a-4b81-85f7-5124b31537dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e8bdec-3a97-4b91-91f3-20ac021f5982", "tag": "f627ecd1-92ca-4347-a406-318e721ad3ff"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:38.233057 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf00323-f75c-434c-808f-ff3ac1b858ec x-openstack-request-id: req-aaf00323-f75c-434c-808f-ff3ac1b858ec {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:38.233356 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e8bdec-3a97-4b91-91f3-20ac021f5982", "tag": "f627ecd1-92ca-4347-a406-318e721ad3ff", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:38.233786 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaf00323-f75c-434c-808f-ff3ac1b858ec {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:38.234713 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf00323-f75c-434c-808f-ff3ac1b858ec'] response: {'name': 'network-changed', 'server_uuid': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'tag': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'status': 'completed', 'code': 200} Mar 31 23:25:38.245067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:38.301971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-e7f1762d-bebd-481e-95d7-799b6b9eeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.303431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-e7f1762d-bebd-481e-95d7-799b6b9eeadf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 1096 time: 0.0446489 Mar 31 23:25:38.364846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:38.368430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.424942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb406986-5093-4631-a946-e0c9b4b9255f req-cd381f9e-667d-4bd5-9a5e-89b4dfb86d4e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 210 time: 0.0418959 Mar 31 23:25:38.483029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-79953581-bd8a-4b31-9165-3998c9cbcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.485052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-79953581-bd8a-4b31-9165-3998c9cbcaaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.1751790 Mar 31 23:25:38.511166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:97:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:19Z', 'updated_at': '2022-03-31T23:25:37Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:38.543382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:38.559201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:38.559860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:38.588289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-52c43bc5-2165-47ab-a56d-b62b14c195a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f627ecd1-92ca-4347-a406-318e721ad3ff HTTP/1.1" status: 200 len: 999 time: 0.0946596 Mar 31 23:25:38.631777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.20.0.11 (b3e4e2bc-b076-43bc-8d95-80dd8110f1c6/1c056a90-1155-4616-8262-20650c923464/a6735d59-239c-4ffc-aa81-fad4787b1c8d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:38.649219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.671547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-4326ef0b-09ad-43a6-b2b2-4f98a7fbc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.673213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-4326ef0b-09ad-43a6-b2b2-4f98a7fbc0e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0771315 Mar 31 23:25:38.676860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:38.776452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-98058a78-9b9d-4a03-bfcd-7aa69655bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.777942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-98058a78-9b9d-4a03-bfcd-7aa69655bcdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988834 Mar 31 23:25:38.883883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.932247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-be226bd9-1407-4b92-937c-aa7c004588b4 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472704 Mar 31 23:25:39.070778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6d5e4-d705-4d52-b3d1-6c6528271319 req-6e04ce68-832c-4007-b1ff-27d467b3f2db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:39.072713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3c6d5e4-d705-4d52-b3d1-6c6528271319 req-6e04ce68-832c-4007-b1ff-27d467b3f2db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0778525 Mar 31 23:25:39.083842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0145f32a-a35a-4b81-85f7-5124b31537dc req-3bce2b41-8aa2-405f-b112-d32a5a9945c3 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384890 Mar 31 23:25:39.106735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.120309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:97:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:19Z', 'updated_at': '2022-03-31T23:25:37Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:39.153253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3c6d5e4-d705-4d52-b3d1-6c6528271319 req-437a3e26-fc0d-4fee-9925-d659aedbff09 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693660 Mar 31 23:25:39.153584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.154587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998ab59-060f-4a82-9fdb-7f6e9caab53f None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '651c1835-5176-4027-9a31-46975af37e71', 'port_id': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'mac_address': 'fa:16:3e:97:59:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:19Z', 'updated_at': '2022-03-31T23:25:37Z', 'revision_number': 1, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:39.170497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:39.180268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:39.180268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:39.180268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:39.243835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:39.244700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.268178 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.336976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-9d7ef14b-178d-45aa-94c9-864f1065e7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2316716 Mar 31 23:25:39.356121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Request body: {'port': {'device_id': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:39.410065 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac4bd80-ccb0-424a-be0c-0667bb42652a None None] New status for floating IP ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:25:39.429032 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.500595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-204ebdfb-c92c-4662-b7d6-d762521d4c04 None None] Provisioning complete for port a6735d59-239c-4ffc-aa81-fad4787b1c8d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:39.508818 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-204ebdfb-c92c-4662-b7d6-d762521d4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.548796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-204ebdfb-c92c-4662-b7d6-d762521d4c04 None None] Port a6735d59-239c-4ffc-aa81-fad4787b1c8d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:39.667907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b5bed-ff9a-41cb-aa18-99993879a979 req-a14b6812-bfe4-4428-a757-780b14b6a356 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:39.669291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed2b5bed-ff9a-41cb-aa18-99993879a979 req-a14b6812-bfe4-4428-a757-780b14b6a356 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 932 time: 0.1107187 Mar 31 23:25:39.742501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed2b5bed-ff9a-41cb-aa18-99993879a979 req-d64f1e92-f716-461f-a9f4-a3e2c4b3d5d5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647178 Mar 31 23:25:39.805251 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.815768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6735d59-239c-4ffc-aa81-fad4787b1c8d {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:39.829317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.841900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Transition to ACTIVE for port object a6735d59-239c-4ffc-aa81-fad4787b1c8d will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:39.934212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.004474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:40.073156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Attempting to bind port a6735d59-239c-4ffc-aa81-fad4787b1c8d on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:40.073541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Attempting to bind port a6735d59-239c-4ffc-aa81-fad4787b1c8d by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:40.079324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Attempting to bind port a6735d59-239c-4ffc-aa81-fad4787b1c8d on network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:40.079324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Port a6735d59-239c-4ffc-aa81-fad4787b1c8d on network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:40.079324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Attempting to bind port a6735d59-239c-4ffc-aa81-fad4787b1c8d on network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:40.088102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:40.088444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Checking segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:40.088832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Bound using segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:40.089412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Bound port: a6735d59-239c-4ffc-aa81-fad4787b1c8d, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:40.089754 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.535708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfcdfb-1534-4585-bc91-a438af6bce9b req-fdd6e522-5bc2-47d6-875e-237041b4d551 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:40.537570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1dfcdfb-1534-4585-bc91-a438af6bce9b req-fdd6e522-5bc2-47d6-875e-237041b4d551 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0965981 Mar 31 23:25:40.541735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:40.559882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:40.587750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1dfcdfb-1534-4585-bc91-a438af6bce9b req-5c23fa02-b40e-48d1-8128-eda81797de67 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366890 Mar 31 23:25:40.671743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.713949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:40.714589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.718400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] 10.222.0.45 "PUT /v2.0/ports/a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 1092 time: 1.3693678 Mar 31 23:25:40.718400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:40.718725 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c608fd-06bc-407c-8e2c-301e766febfc" -d '{"events": [{"name": "network-changed", "server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:40.742976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96299ca-b4e4-4fdb-b658-c014605a9d11 service neutron] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:40.764050 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d70ffef-fe6c-40be-bff7-a21bd5bd382a x-openstack-request-id: req-4d70ffef-fe6c-40be-bff7-a21bd5bd382a {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:40.764322 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:40.764602 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d70ffef-fe6c-40be-bff7-a21bd5bd382a {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:40.765175 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d70ffef-fe6c-40be-bff7-a21bd5bd382a'] response: {'name': 'network-changed', 'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'status': 'completed', 'code': 200} Mar 31 23:25:40.873016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c608fd-06bc-407c-8e2c-301e766febfc req-fd36a124-9d3d-4720-84db-e13bd025baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:40.874801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94c608fd-06bc-407c-8e2c-301e766febfc req-fd36a124-9d3d-4720-84db-e13bd025baf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1095 time: 0.0861275 Mar 31 23:25:40.900810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa2b35-c26e-4eea-b8b7-33b8e837c7e4 req-a857a28b-4ff0-45e9-b0ed-b95eb825b878 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:40.902424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7caa2b35-c26e-4eea-b8b7-33b8e837c7e4 req-a857a28b-4ff0-45e9-b0ed-b95eb825b878 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.0767148 Mar 31 23:25:41.007817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7caa2b35-c26e-4eea-b8b7-33b8e837c7e4 req-c3ee70c8-8998-4646-a849-8a66218ab306 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590196 Mar 31 23:25:41.022576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c608fd-06bc-407c-8e2c-301e766febfc req-832759c2-1356-4412-a68c-1eac90662c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.032884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94c608fd-06bc-407c-8e2c-301e766febfc req-832759c2-1356-4412-a68c-1eac90662c15 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6f8129306504957b5a4c412bf419465&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1417472 Mar 31 23:25:41.128304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c608fd-06bc-407c-8e2c-301e766febfc req-4d4c34ed-fcd1-4111-a590-e54de8eae5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.129798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94c608fd-06bc-407c-8e2c-301e766febfc req-4d4c34ed-fcd1-4111-a590-e54de8eae5ce service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994668 Mar 31 23:25:41.212952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097058e-f87c-498f-8431-4e6555a5435c req-1c1d7f8b-3309-408a-bb15-61f1f8dec181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.214770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-1c1d7f8b-3309-408a-bb15-61f1f8dec181 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1095 time: 0.0483057 Mar 31 23:25:41.256408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-748d5495-0178-405f-8769-6e6af56c5e80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 217 time: 0.0341516 Mar 31 23:25:41.305238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097058e-f87c-498f-8431-4e6555a5435c req-dbe7b9e4-7feb-4553-a9b1-d0852a6d6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.306873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-dbe7b9e4-7feb-4553-a9b1-d0852a6d6dbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.0443187 Mar 31 23:25:41.356008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097058e-f87c-498f-8431-4e6555a5435c req-81a2e43f-c655-4d02-8925-82fb9d0c8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.357501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-81a2e43f-c655-4d02-8925-82fb9d0c8b55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441842 Mar 31 23:25:41.451956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-ab2f0cd4-e453-4015-97bf-198e94fbb41c service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871229 Mar 31 23:25:41.548119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8097058e-f87c-498f-8431-4e6555a5435c req-e09ec826-bb66-4601-898c-1c1d1246caa4 service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895445 Mar 31 23:25:41.710262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09114cdf-f827-4719-926e-41601922e6e8 req-4de28dd7-f928-48c5-93ec-ea0d720327ed tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.711817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09114cdf-f827-4719-926e-41601922e6e8 req-4de28dd7-f928-48c5-93ec-ea0d720327ed tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0532055 Mar 31 23:25:41.750865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09114cdf-f827-4719-926e-41601922e6e8 req-9082a02d-3a47-4b6e-b28d-940a18573f45 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Mar 31 23:25:42.129034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e3ddf-83b8-4b73-a045-19890098f9bb req-55ad1865-355c-4c89-9425-9f5697d477c3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:42.130562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-234e3ddf-83b8-4b73-a045-19890098f9bb req-55ad1865-355c-4c89-9425-9f5697d477c3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.0493684 Mar 31 23:25:42.169404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-234e3ddf-83b8-4b73-a045-19890098f9bb req-a6742a55-8189-4061-84d0-5bebbf06db51 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326607 Mar 31 23:25:42.872555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d722-a238-4e6c-97f8-fe18eed9414d req-ed446395-0ebc-445d-b37d-368bbbf3296e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:42.873951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b362d722-a238-4e6c-97f8-fe18eed9414d req-ed446395-0ebc-445d-b37d-368bbbf3296e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0535123 Mar 31 23:25:42.916813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b362d722-a238-4e6c-97f8-fe18eed9414d req-e05025f7-d529-43de-95ba-570f72c2c367 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Mar 31 23:25:43.296550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4e11e-147e-4117-9d3a-de0dc5418223 req-36f58515-90c6-425d-b614-c4c702538f42 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:43.298048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43d4e11e-147e-4117-9d3a-de0dc5418223 req-36f58515-90c6-425d-b614-c4c702538f42 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.0562563 Mar 31 23:25:43.339655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43d4e11e-147e-4117-9d3a-de0dc5418223 req-c55686dd-03ef-4013-9578-f12496fc442b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349844 Mar 31 23:25:44.033592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106aa2b-f9f8-44fe-a157-96daee5db040 req-edec4999-2f95-4cf9-84a0-8b7d40d31971 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:44.035245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e106aa2b-f9f8-44fe-a157-96daee5db040 req-edec4999-2f95-4cf9-84a0-8b7d40d31971 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0504475 Mar 31 23:25:44.083061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e106aa2b-f9f8-44fe-a157-96daee5db040 req-79e4eacc-82f6-418c-bf8b-dce10d2733e7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Mar 31 23:25:44.464276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39585e32-eca6-4ca3-865a-485d921e8655 req-9fcee3fd-5f93-4954-9ffd-c8f96e9d3bcc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:44.465902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39585e32-eca6-4ca3-865a-485d921e8655 req-9fcee3fd-5f93-4954-9ffd-c8f96e9d3bcc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.0538509 Mar 31 23:25:44.505161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39585e32-eca6-4ca3-865a-485d921e8655 req-e3c11d4d-7bf4-4d34-836b-e326cfb15d54 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323932 Mar 31 23:25:44.909635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a6735d59-239c-4ffc-aa81-fad4787b1c8d details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:45.004006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:45.016402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'port_id': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'mac_address': 'fa:16:3e:94:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:45.054138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.067456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6735d59-239c-4ffc-aa81-fad4787b1c8d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:45.087817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:45.185281 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:45.199633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cfa41-bcde-48b6-8723-45c818b1984d req-a9f90067-5f3a-4002-bcd7-4e979130ecb9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:45.201144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-691cfa41-bcde-48b6-8723-45c818b1984d req-a9f90067-5f3a-4002-bcd7-4e979130ecb9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0510697 Mar 31 23:25:45.234181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:45.246530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-691cfa41-bcde-48b6-8723-45c818b1984d req-f12fd0cb-2a74-4b59-a174-2864005e042f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 Mar 31 23:25:45.406223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['a6735d59-239c-4ffc-aa81-fad4787b1c8d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:45.638103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4357a-40f8-4f78-a499-3c1207d65bd8 req-4ec0d4ea-1c7e-417c-9e45-3e116691376f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:45.639706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81c4357a-40f8-4f78-a499-3c1207d65bd8 req-4ec0d4ea-1c7e-417c-9e45-3e116691376f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 945 time: 0.0630999 Mar 31 23:25:45.682051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81c4357a-40f8-4f78-a499-3c1207d65bd8 req-e97e588a-bc54-4f1e-b8bc-5c27473432b7 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351355 Mar 31 23:25:46.374686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11229e-4770-4de4-9098-67b9e37482b7 req-4d6364c7-a8a6-4f74-bb54-3a63a2493d56 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.379139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e11229e-4770-4de4-9098-67b9e37482b7 req-4d6364c7-a8a6-4f74-bb54-3a63a2493d56 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0569434 Mar 31 23:25:46.417021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e11229e-4770-4de4-9098-67b9e37482b7 req-26dd9e1a-9f67-468b-9e5b-1f290e27a944 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Mar 31 23:25:46.798523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635c1b-e1fb-403b-bd95-aa970111fd8f req-98f59ac2-8d2e-42b8-8ee0-4aa3f7ce2465 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.799916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b635c1b-e1fb-403b-bd95-aa970111fd8f req-98f59ac2-8d2e-42b8-8ee0-4aa3f7ce2465 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 945 time: 0.0494721 Mar 31 23:25:46.837286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b635c1b-e1fb-403b-bd95-aa970111fd8f req-fb4f3a97-8f2b-41de-b92a-84a77522c0ea tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Mar 31 23:25:46.911432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a6735d59-239c-4ffc-aa81-fad4787b1c8d up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:47.013359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port a6735d59-239c-4ffc-aa81-fad4787b1c8d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:25:47.017778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port a6735d59-239c-4ffc-aa81-fad4787b1c8d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:47.018393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.093158 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.115667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:47.117952 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4f7c2-002b-4c65-b1d8-ed2319fc87f6" -d '{"events": [{"server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "name": "network-vif-plugged", "status": "completed", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:47.131122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:47.154496 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a3d633-1af0-41d9-adc5-022b5ab071ae x-openstack-request-id: req-d6a3d633-1af0-41d9-adc5-022b5ab071ae {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:47.154796 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "name": "network-vif-plugged", "status": "completed", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:47.155114 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6a3d633-1af0-41d9-adc5-022b5ab071ae {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:47.155548 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a3d633-1af0-41d9-adc5-022b5ab071ae'] response: {'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'code': 200} Mar 31 23:25:47.196285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.252592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:47.256295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be984-7e9a-48fd-b053-657c98438abd req-75f00a14-144b-4d0d-9001-f63c0ba14766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.257897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab4be984-7e9a-48fd-b053-657c98438abd req-75f00a14-144b-4d0d-9001-f63c0ba14766 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1097 time: 0.0442159 Mar 31 23:25:47.292482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab4be984-7e9a-48fd-b053-657c98438abd req-600f2a58-28d6-4872-8403-123260612535 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284407 Mar 31 23:25:47.550706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa028e76-5f82-4165-9d95-5b85be31c4f3 req-553b9059-3a6a-418c-81c5-01340dfca3df tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.552209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa028e76-5f82-4165-9d95-5b85be31c4f3 req-553b9059-3a6a-418c-81c5-01340dfca3df tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0569174 Mar 31 23:25:47.594287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa028e76-5f82-4165-9d95-5b85be31c4f3 req-e526c362-499e-49ec-aec0-0a5c31c5b2f8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353835 Mar 31 23:25:47.967902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb47dd4-694a-4430-95ec-1f75e3ec38d4 req-1f4ed10e-a7b2-4d57-9879-2af2e3319b5a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.969469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0eb47dd4-694a-4430-95ec-1f75e3ec38d4 req-1f4ed10e-a7b2-4d57-9879-2af2e3319b5a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Mar 31 23:25:48.007311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0eb47dd4-694a-4430-95ec-1f75e3ec38d4 req-874025d5-8d76-42a4-8805-26ce1cdf1232 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Mar 31 23:25:48.732640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6873e01-1553-47a7-b899-e13f57cf1807 req-cdf72e47-7c58-4edb-80b0-28cbfea7ce8b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:48.734203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6873e01-1553-47a7-b899-e13f57cf1807 req-cdf72e47-7c58-4edb-80b0-28cbfea7ce8b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0518212 Mar 31 23:25:48.777459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6873e01-1553-47a7-b899-e13f57cf1807 req-4805383b-408a-4a78-a280-85a4fe3d9291 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365210 Mar 31 23:25:49.129698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93462dfe-468b-439c-a0de-70041300b441 req-7cada828-83d3-440b-bae0-e33cfd046e0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.131223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93462dfe-468b-439c-a0de-70041300b441 req-7cada828-83d3-440b-bae0-e33cfd046e0a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0546930 Mar 31 23:25:49.170194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93462dfe-468b-439c-a0de-70041300b441 req-05a0037f-814f-4baf-83ad-5ff761000079 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327139 Mar 31 23:25:49.292714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-603b9be9-15e3-44c1-861a-d6a76fc93cfc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740628 Mar 31 23:25:49.306147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aae70a-d6ba-443f-b774-0593b76e97be req-fa1c14b5-b7c2-4ce8-9904-81a9cd127f6e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.307959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00aae70a-d6ba-443f-b774-0593b76e97be req-fa1c14b5-b7c2-4ce8-9904-81a9cd127f6e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0637341 Mar 31 23:25:49.374509 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00aae70a-d6ba-443f-b774-0593b76e97be req-99f7cedc-1632-49a9-9de2-0420c6e2930b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604517 Mar 31 23:25:49.388084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-b07eb373-ea3e-4608-ac15-30b6f34cb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.389596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-b07eb373-ea3e-4608-ac15-30b6f34cb44d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c65fa730df7044279ebdbbc2a2749e97&device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 1097 time: 0.0546393 Mar 31 23:25:49.396315 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46690) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:49.441399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d73c74-50a6-42a4-a9be-a82ccc4537ff tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.445975 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-45d73c74-50a6-42a4-a9be-a82ccc4537ff tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1092 time: 0.0480599 Mar 31 23:25:49.446593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46692) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:49.451055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:49.497346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-c9815339-c4eb-424c-9efd-e36405237fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.499477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-c9815339-c4eb-424c-9efd-e36405237fbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375 HTTP/1.1" status: 200 len: 910 time: 0.0901327 Mar 31 23:25:49.530269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.575968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-a8469bb1-fbcb-415a-8763-c0eca70fa76c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955 HTTP/1.1" status: 200 len: 1001 time: 0.0694973 Mar 31 23:25:49.629954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-28479ba1-2c49-4cc6-9344-29e80a764521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.631639 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-28479ba1-2c49-4cc6-9344-29e80a764521 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d6760c5-8d13-44fb-9810-75018cbf909b HTTP/1.1" status: 200 len: 848 time: 0.0490873 Mar 31 23:25:49.645808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.680210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-81e4921a-77cc-4e87-bed5-f7a1845c70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.681755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-81e4921a-77cc-4e87-bed5-f7a1845c70ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5ff5f36-910d-4ac6-987d-cffbf9aa6375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441296 Mar 31 23:25:49.759060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.25.4.32 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/c1365f52-5e0b-4d1e-8c3b-e8ce2864b701) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:49.780663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-334dc47b-a3da-4356-b7ad-dc5f0456bfb8 service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917177 Mar 31 23:25:49.885498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.917805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b3a1da-0c9f-4856-9759-46bb35f50ab5 req-fe385f2d-bfb4-4104-936f-a41902e5614e service neutron] 10.222.0.45 "GET /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307149 Mar 31 23:25:49.931352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a2488-7b58-42bf-a4d1-0264fd3e6339 req-8985a9e8-e91c-41f5-b288-09f2577032cf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.932943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b7a2488-7b58-42bf-a4d1-0264fd3e6339 req-8985a9e8-e91c-41f5-b288-09f2577032cf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0677128 Mar 31 23:25:49.981150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b7a2488-7b58-42bf-a4d1-0264fd3e6339 req-a2d7669b-8fb3-4d29-a6db-2ecd5ed5420f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Mar 31 23:25:49.987952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.039401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:50.042325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:50.047268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:50.050270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=c1365f52-5e0b-4d1e-8c3b-e8ce2864b701,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:50.767958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.904868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.083698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.122978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72079eb3-76f7-48e2-b67e-7178592294b2 req-30ba8e8a-0cab-4a2a-b648-b0dd3aaa73cc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:51.125165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72079eb3-76f7-48e2-b67e-7178592294b2 req-30ba8e8a-0cab-4a2a-b648-b0dd3aaa73cc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0580900 Mar 31 23:25:51.141675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.168202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72079eb3-76f7-48e2-b67e-7178592294b2 req-58268b15-823d-40b3-b69d-3d8f428384d7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364170 Mar 31 23:25:51.226343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=c1365f52-5e0b-4d1e-8c3b-e8ce2864b701,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:51.235604 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.339881 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Floating IP 6f934bcc-2c38-451f-9197-caec0df265bd associated. External IP: 172.25.4.32, port: a6735d59-239c-4ffc-aa81-fad4787b1c8d. Mar 31 23:25:51.561370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 9c540b0e-5dd2-4a43-952c-e646d4131256 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:51.671881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:51.683105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] Sync routers for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:51.692793 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:51.693457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:51.798788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.811579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:51.836769 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0bbf84cb-3d01-4c67-9f75-506d77c70b78 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3890836 Mar 31 23:25:51.837681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:51.840152 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10e3b31-735f-47e2-8240-06bbc4fb84ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:51.883028 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13564245-09e3-4017-bd69-991969f0fb48 x-openstack-request-id: req-13564245-09e3-4017-bd69-991969f0fb48 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:51.883358 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:51.883565 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13564245-09e3-4017-bd69-991969f0fb48 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:51.883967 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13564245-09e3-4017-bd69-991969f0fb48'] response: {'name': 'network-changed', 'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'status': 'completed', 'code': 200} Mar 31 23:25:51.980198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae366b-0647-4f8c-b312-9c0e49a02a10 req-7c96fb35-6e84-4a4e-b6e3-564759936e25 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:51.981742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6ae366b-0647-4f8c-b312-9c0e49a02a10 req-7c96fb35-6e84-4a4e-b6e3-564759936e25 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0799041 Mar 31 23:25:51.988910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-fafa0079-a634-4999-9456-d81e5ccd166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:51.990435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-fafa0079-a634-4999-9456-d81e5ccd166c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1097 time: 0.0601416 Mar 31 23:25:52.059379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6f934bcc-2c38-451f-9197-caec0df265bd', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'port_id': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'mac_address': 'fa:16:3e:94:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:50Z', 'updated_at': '2022-03-31T23:25:50Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:35Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:52.072352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6ae366b-0647-4f8c-b312-9c0e49a02a10 req-1088b781-db74-4cc5-b156-80cccc5c310b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808105 Mar 31 23:25:52.087160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] Checking router: 9c540b0e-5dd2-4a43-952c-e646d4131256 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:52.099378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:52.101245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:52.101848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:25:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:52.114027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-7cc459b4-b967-4f7c-add6-b695a5812623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:52.115699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-7cc459b4-b967-4f7c-add6-b695a5812623 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 898 time: 0.1176846 Mar 31 23:25:52.167451 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aef02b22-b363-42eb-a8fb-27dc6d294af8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/6f934bcc-2c38-451f-9197-caec0df265bd HTTP/1.1" status: 200 len: 991 time: 0.0668552 Mar 31 23:25:52.202122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-a249414c-f782-4e71-bcd0-11279afa0902 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 999 time: 0.0793233 Mar 31 23:25:52.235090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:52.282957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-99666afc-ce60-402f-9425-47e7aa4107ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:52.284447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-99666afc-ce60-402f-9425-47e7aa4107ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.0708060 Mar 31 23:25:52.332861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbc253-7f8b-42d5-82b6-441dfba8c08c req-4e390b36-6870-4c88-8dce-d50e77c0e1bb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:52.334369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bfbc253-7f8b-42d5-82b6-441dfba8c08c req-4e390b36-6870-4c88-8dce-d50e77c0e1bb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0825760 Mar 31 23:25:52.351452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-d50ebafe-cd0a-46f8-a4ef-d25f98ff2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:52.352910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-d50ebafe-cd0a-46f8-a4ef-d25f98ff2654 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611143 Mar 31 23:25:52.426206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7bfbc253-7f8b-42d5-82b6-441dfba8c08c req-7460efea-7cae-4a79-905b-ef53026f0f5b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849755 Mar 31 23:25:52.469026 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-2ad238d3-00af-412b-983d-d4b079a6fa16 service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073437 Mar 31 23:25:52.487327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6f934bcc-2c38-451f-9197-caec0df265bd', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'port_id': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'mac_address': 'fa:16:3e:94:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:50Z', 'updated_at': '2022-03-31T23:25:50Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:35Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:52.518558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418927f4-4836-48d9-b867-f00b02f594fe None None] The sync data for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 is: [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6f934bcc-2c38-451f-9197-caec0df265bd', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'port_id': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'mac_address': 'fa:16:3e:94:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:50Z', 'updated_at': '2022-03-31T23:25:50Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:35Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:52.566505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c10e3b31-735f-47e2-8240-06bbc4fb84ee req-59ecc005-5d19-41cd-853c-4df000167e4c service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910063 Mar 31 23:25:52.737894 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2612518-9e0d-43db-b270-a74d431508fc None None] New status for floating IP 6f934bcc-2c38-451f-9197-caec0df265bd: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:25:53.171964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:53.240570 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e1866feb-ee22-46d0-b8a2-4b7902856b0b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/6f934bcc-2c38-451f-9197-caec0df265bd HTTP/1.1" status: 200 len: 993 time: 0.0671465 Mar 31 23:25:53.560154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a06324-232a-42b9-b70a-c7b487b68661 req-abc75791-5712-467d-a954-ed2b3d960c34 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:53.561769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35a06324-232a-42b9-b70a-c7b487b68661 req-abc75791-5712-467d-a954-ed2b3d960c34 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0584652 Mar 31 23:25:53.600725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35a06324-232a-42b9-b70a-c7b487b68661 req-034414e2-6749-4d0e-8832-18c095b4c3f5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Mar 31 23:25:54.718648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66be65-1d00-4210-b982-c0b310e662c4 req-ee2a8fa5-7357-4d2e-b6ef-5e9789889096 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:54.720159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b66be65-1d00-4210-b982-c0b310e662c4 req-ee2a8fa5-7357-4d2e-b6ef-5e9789889096 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0495141 Mar 31 23:25:54.759491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b66be65-1d00-4210-b982-c0b310e662c4 req-8cb33f9c-fb21-4c5e-b48b-683c9f2e42a0 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331104 Mar 31 23:25:55.896890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ff5f1-e916-4444-b412-009fec6aa4c6 req-1791a722-435c-4104-951c-77ab5b72334d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:55.898383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e48ff5f1-e916-4444-b412-009fec6aa4c6 req-1791a722-435c-4104-951c-77ab5b72334d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0547376 Mar 31 23:25:55.937143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e48ff5f1-e916-4444-b412-009fec6aa4c6 req-b97771fa-0025-414d-bef9-d8df2f8a7cc2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Mar 31 23:25:57.055698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52c131-4389-4f00-afe6-e2936526833b req-4ad3b17b-8f3c-4369-aa20-de61e640511c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:57.057171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df52c131-4389-4f00-afe6-e2936526833b req-4ad3b17b-8f3c-4369-aa20-de61e640511c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0525050 Mar 31 23:25:57.095439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df52c131-4389-4f00-afe6-e2936526833b req-7ef461a3-e4d3-4a38-8f15-1e1dd9b91dd9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Mar 31 23:25:57.525859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-4033c996-6a98-44e8-8822-8a7781ac9de4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418062 Mar 31 23:25:57.614951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-dc6ec0fa-0e39-4f9c-8ea8-be5763a2d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:57.616662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-dc6ec0fa-0e39-4f9c-8ea8-be5763a2d958 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b69116baec4d80901fa4a090f80d91&device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 1096 time: 0.0476027 Mar 31 23:25:57.725465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-661eea35-7a57-4f4e-aaa6-40403bc608e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:57.727029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-661eea35-7a57-4f4e-aaa6-40403bc608e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 200 len: 915 time: 0.0906067 Mar 31 23:25:57.792920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-8b0ea8ca-0581-458d-97bf-be75b4b5bd41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f627ecd1-92ca-4347-a406-318e721ad3ff HTTP/1.1" status: 200 len: 1001 time: 0.0596271 Mar 31 23:25:57.843289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-1430404d-8ad1-4c98-924c-c21dba4485f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:57.844885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-1430404d-8ad1-4c98-924c-c21dba4485f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 200 len: 853 time: 0.0444870 Mar 31 23:25:57.897311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-e7586545-de77-4c26-a2f4-ca0d129d16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:57.898861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-e7586545-de77-4c26-a2f4-ca0d129d16d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6452e196-06e1-4b87-8bdb-394c2eb4c5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467517 Mar 31 23:25:58.007531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-1d7f0c5d-6ec0-4aac-a910-81b5332efde3 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963917 Mar 31 23:25:58.102112 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c40a7afd-7e0e-4a3a-a68a-399bf8a3a423 req-cdca4a55-7a4b-44a8-b7d5-05c3be8c44c1 service neutron] 10.222.0.50 "GET /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871153 Mar 31 23:25:58.211253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1d8ae-8b6c-41eb-90b2-eba7eaebd59e req-66f94399-e87e-4304-b045-bd35521c1ac8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:58.212739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25f1d8ae-8b6c-41eb-90b2-eba7eaebd59e req-66f94399-e87e-4304-b045-bd35521c1ac8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0493753 Mar 31 23:25:58.251398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-25f1d8ae-8b6c-41eb-90b2-eba7eaebd59e req-ae30d09e-b804-41e1-abd1-aa0c92f98f29 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Mar 31 23:25:59.370427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83feaa-2396-4bbe-aafa-0775995272f0 req-c8d87660-c1a4-4776-b242-80bb2a4229bd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:59.371959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb83feaa-2396-4bbe-aafa-0775995272f0 req-c8d87660-c1a4-4776-b242-80bb2a4229bd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0498431 Mar 31 23:25:59.410415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb83feaa-2396-4bbe-aafa-0775995272f0 req-bf79b95c-fb88-4a1c-bf20-a6f5e1e97338 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Mar 31 23:26:00.533846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f6ee3-d228-4476-9b01-fd01ea6e6524 req-673ff45d-c021-4052-9d67-03ed2201ac18 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:00.535365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da4f6ee3-d228-4476-9b01-fd01ea6e6524 req-673ff45d-c021-4052-9d67-03ed2201ac18 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 944 time: 0.0552027 Mar 31 23:26:00.573924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da4f6ee3-d228-4476-9b01-fd01ea6e6524 req-7490429c-5fa1-4cd7-814c-5e55de71cf38 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Mar 31 23:26:01.175059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:01.275355 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:01.289121 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'a25e96c8-69fe-4bb8-8e64-03a5cb2247e7', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'port_id': 'a25e96c8-69fe-4bb8-8e64-03a5cb2247e7', 'mac_address': 'fa:16:3e:a1:f5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:01.328455 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.340962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:01.360855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:01.444358 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.492980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:01.686354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a25e96c8-69fe-4bb8-8e64-03a5cb2247e7'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:01.703910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137fae6-a58a-45ea-ab52-fccbe73a4e55 req-38170519-cc36-4126-9a41-8f3e41bad13b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:01.705913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4137fae6-a58a-45ea-ab52-fccbe73a4e55 req-38170519-cc36-4126-9a41-8f3e41bad13b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 945 time: 0.0530338 Mar 31 23:26:01.747141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4137fae6-a58a-45ea-ab52-fccbe73a4e55 req-c63ddd29-636a-4f58-b5d7-f119b9b236ab tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349438 Mar 31 23:26:02.862214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02df998-969c-4281-99b0-fd9d53b72d27 req-7378972e-7a53-42f0-9534-7f1c759c7286 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:02.863631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f02df998-969c-4281-99b0-fd9d53b72d27 req-7378972e-7a53-42f0-9534-7f1c759c7286 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 945 time: 0.0490236 Mar 31 23:26:02.900421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f02df998-969c-4281-99b0-fd9d53b72d27 req-df126377-881d-44c1-91b3-c1b0499157bb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305924 Mar 31 23:26:03.208184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:03.424019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:26:03.428207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:03.428590 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.508775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.531415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9115b3-855c-4ccc-97e6-b11378108c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e96c8-69fe-4bb8-8e64-03a5cb2247e7'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:03.533632 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d740aa-43f4-4aec-aa84-a73f807572f9" -d '{"events": [{"server_uuid": "ac9115b3-855c-4ccc-97e6-b11378108c6d", "name": "network-vif-plugged", "status": "completed", "tag": "a25e96c8-69fe-4bb8-8e64-03a5cb2247e7"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:03.546262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:03.571168 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f2c7b-220a-4f98-b6fa-8e0d74823cc0 x-openstack-request-id: req-cf1f2c7b-220a-4f98-b6fa-8e0d74823cc0 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:03.571330 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9115b3-855c-4ccc-97e6-b11378108c6d", "name": "network-vif-plugged", "status": "completed", "tag": "a25e96c8-69fe-4bb8-8e64-03a5cb2247e7", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:03.571546 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf1f2c7b-220a-4f98-b6fa-8e0d74823cc0 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:03.571946 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1f2c7b-220a-4f98-b6fa-8e0d74823cc0'] response: {'server_uuid': 'ac9115b3-855c-4ccc-97e6-b11378108c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e96c8-69fe-4bb8-8e64-03a5cb2247e7', 'code': 200} Mar 31 23:26:03.652761 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.678700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331365-01c7-469d-ab1e-6c6064635fd1 req-d51ee39c-da7e-4398-aeba-93452a812496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:03.680210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44331365-01c7-469d-ab1e-6c6064635fd1 req-d51ee39c-da7e-4398-aeba-93452a812496 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 1096 time: 0.0447989 Mar 31 23:26:03.703523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:03.713769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44331365-01c7-469d-ab1e-6c6064635fd1 req-78ddb9bf-b5bc-43e2-9d63-011fcf67ed4b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273552 Mar 31 23:26:04.019911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb3348-dd83-49ad-9edc-37332eb5cfc7 req-f076d529-f3bc-4971-b346-d1c7ea2b1091 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:04.021472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93bb3348-dd83-49ad-9edc-37332eb5cfc7 req-f076d529-f3bc-4971-b346-d1c7ea2b1091 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 946 time: 0.0494478 Mar 31 23:26:04.024245 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e742b12-9200-4725-a190-974b606893fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.059625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93bb3348-dd83-49ad-9edc-37332eb5cfc7 req-3b612bdf-8285-4de2-b2bf-194cf8aaa1df tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Mar 31 23:26:05.179781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfe10e-4dac-41c2-94db-33fa8cd2182c req-80cfa215-9928-44e9-b57f-1292658f1a23 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:05.181264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49cfe10e-4dac-41c2-94db-33fa8cd2182c req-80cfa215-9928-44e9-b57f-1292658f1a23 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 946 time: 0.0494876 Mar 31 23:26:05.220428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49cfe10e-4dac-41c2-94db-33fa8cd2182c req-573c6da4-75d1-4b6b-a614-5463be0774bd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Mar 31 23:26:05.341462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcdad9-084c-4f60-8b3e-1189ce844c30 req-8a8a4010-db65-49c3-8b22-1ef5772f325e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:05.343020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ffcdad9-084c-4f60-8b3e-1189ce844c30 req-8a8a4010-db65-49c3-8b22-1ef5772f325e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 946 time: 0.0549047 Mar 31 23:26:05.381517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ffcdad9-084c-4f60-8b3e-1189ce844c30 req-bfd696dc-29c5-44a9-a49c-639a1c8c13a6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Mar 31 23:26:05.497078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39c9cc-a1ea-4302-82a5-10ee31efdcd2 req-521b8074-d7ee-41a5-81bb-07e1a9b5a833 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:05.498587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a39c9cc-a1ea-4302-82a5-10ee31efdcd2 req-521b8074-d7ee-41a5-81bb-07e1a9b5a833 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 946 time: 0.0507653 Mar 31 23:26:05.539625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a39c9cc-a1ea-4302-82a5-10ee31efdcd2 req-d0520856-3e90-434f-bb5e-5b0dde8a7d95 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340323 Mar 31 23:26:06.118108 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-175b11d6-9bb0-441a-a076-6d3b0f42d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.134151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ef5d-1a1b-4819-80ca-e283b0bd3544 req-655e55e9-86e3-46c1-bccd-5f9d85b805ff tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:06.135630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0852ef5d-1a1b-4819-80ca-e283b0bd3544 req-655e55e9-86e3-46c1-bccd-5f9d85b805ff tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 946 time: 0.0529642 Mar 31 23:26:06.173894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0852ef5d-1a1b-4819-80ca-e283b0bd3544 req-e261145f-7359-4881-b377-acc0f2a84bf4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Mar 31 23:26:07.295172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3336fd-f54c-4169-bee4-5be427ef2721 req-6f5caccf-7972-48d2-a1e3-2c4a27ab518d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:07.297302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c3336fd-f54c-4169-bee4-5be427ef2721 req-6f5caccf-7972-48d2-a1e3-2c4a27ab518d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 946 time: 0.0519638 Mar 31 23:26:07.339139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c3336fd-f54c-4169-bee4-5be427ef2721 req-ea86fdd0-5f0c-4084-8676-6523411e1f74 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Mar 31 23:26:07.654569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-61d00d0e-b3e7-4604-ba04-9a78df27fde2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:07.656625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-61d00d0e-b3e7-4604-ba04-9a78df27fde2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 946 time: 0.0505033 Mar 31 23:26:07.740932 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.747409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:07.748128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.836863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] For port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:07.837329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.850970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:08.078992 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.090834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a25e96c8-69fe-4bb8-8e64-03a5cb2247e7'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:08.109311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=a25e96c8-69fe-4bb8-8e64-03a5cb2247e7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:08.152935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] No DVR routers for this DVR port a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:08.155768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.159232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec92532-8f03-4946-ad51-d229067cb5a1 req-70b5d06c-cab2-442a-bb19-ee7b9629e159 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "DELETE /v2.0/ports/a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 HTTP/1.1" status: 204 len: 173 time: 0.4977102 Mar 31 23:26:08.159694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9115b3-855c-4ccc-97e6-b11378108c6d', 'name': 'network-vif-deleted', 'tag': 'a25e96c8-69fe-4bb8-8e64-03a5cb2247e7'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:08.161994 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf935d47-a8ee-4641-a8f8-1d73a19fd38f" -d '{"events": [{"server_uuid": "ac9115b3-855c-4ccc-97e6-b11378108c6d", "name": "network-vif-deleted", "tag": "a25e96c8-69fe-4bb8-8e64-03a5cb2247e7"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:08.203817 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5ac805-4da3-40c7-a518-a8e05fce7ee8 x-openstack-request-id: req-9d5ac805-4da3-40c7-a518-a8e05fce7ee8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:08.204109 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9115b3-855c-4ccc-97e6-b11378108c6d", "name": "network-vif-deleted", "tag": "a25e96c8-69fe-4bb8-8e64-03a5cb2247e7", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:08.204359 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d5ac805-4da3-40c7-a518-a8e05fce7ee8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:08.204762 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5ac805-4da3-40c7-a518-a8e05fce7ee8'] response: {'server_uuid': 'ac9115b3-855c-4ccc-97e6-b11378108c6d', 'name': 'network-vif-deleted', 'tag': 'a25e96c8-69fe-4bb8-8e64-03a5cb2247e7', 'status': 'completed', 'code': 200} Mar 31 23:26:08.441962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a15a8ffe-556f-4c75-b552-a5951077b0ee req-f9e79f7d-4258-4cb1-88de-5b38b73c0a6b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 210 time: 0.0322847 Mar 31 23:26:08.621004 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.903920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.181375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.541538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffa66857-7357-437a-8494-fa57de0006f1 req-4f7f6075-fb61-4b7c-85d7-8ddde720eddd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 210 time: 0.0274258 Mar 31 23:26:09.797799 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.048773 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:26:10.636105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e4ddc2db-5d41-4203-8cbe-bd764d0283ff req-ff4184c6-2d85-4d93-9eef-7ac6d1e5bbab tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 210 time: 0.0258780 Mar 31 23:26:11.237274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:11.258621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:11.258996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a25e96c8-69fe-4bb8-8e64-03a5cb2247e7 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:11.732809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03c0641b-94fd-4966-bff9-147185c5606b req-14755042-44e6-4b57-8884-3ed588fb0d1c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 210 time: 0.0273213 Mar 31 23:26:12.862316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5d8243d-8cb5-4c2e-b39a-f582fddd23f0 req-da3f04ef-dc81-411b-8788-921f67fe5948 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac9115b3-855c-4ccc-97e6-b11378108c6d HTTP/1.1" status: 200 len: 210 time: 0.0300915 Mar 31 23:26:24.581822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a984-38f9-42c6-880d-62728474dbfb req-26738bd4-c4a8-417b-be31-ed7311164a5b tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.583572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3c7a984-38f9-42c6-880d-62728474dbfb req-26738bd4-c4a8-417b-be31-ed7311164a5b tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1097 time: 0.0421786 Mar 31 23:26:24.606297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c3c7a984-38f9-42c6-880d-62728474dbfb req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.691693 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c3c7a984-38f9-42c6-880d-62728474dbfb req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.791832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c3c7a984-38f9-42c6-880d-62728474dbfb req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.817832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3c7a984-38f9-42c6-880d-62728474dbfb req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224433 Mar 31 23:26:24.826410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe40a3f5-b750-42bf-829f-8bf087a73359,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:24.835165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.835703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.835966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.837260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.837260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.837260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.837260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.838363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.838363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.838363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.838363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.839775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f2c36-1dcd-481e-acb5-5263f8553106 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:24.944063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b81186-2f36-4da1-b45f-e9d4e73eceb9 req-bde81eb2-2f1a-43e9-906f-fc27e638c7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.945552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3b81186-2f36-4da1-b45f-e9d4e73eceb9 req-bde81eb2-2f1a-43e9-906f-fc27e638c7be tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0515487 Mar 31 23:26:24.984722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3b81186-2f36-4da1-b45f-e9d4e73eceb9 req-d18022e5-a7e5-4076-88e2-385bc220a944 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Mar 31 23:26:25.007707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46930) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:25.076171 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-485dbb1c-5078-463a-adff-14a4584a8be1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/6f934bcc-2c38-451f-9197-caec0df265bd HTTP/1.1" status: 200 len: 993 time: 0.0671461 Mar 31 23:26:25.428986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-4ede36b9-7280-44d4-94f0-5aff81d6da57 req-121dd3bb-11c7-4a9f-acda-27134a2ff50f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:26:25.429967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ede36b9-7280-44d4-94f0-5aff81d6da57 req-121dd3bb-11c7-4a9f-acda-27134a2ff50f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053120 Mar 31 23:26:26.010935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4723574-c151-487d-b184-8efb29984833 req-72066359-fc98-4212-b2a3-f9c03962a271 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.021140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4723574-c151-487d-b184-8efb29984833 req-72066359-fc98-4212-b2a3-f9c03962a271 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0640485 Mar 31 23:26:26.068906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c4723574-c151-487d-b184-8efb29984833 req-d34222b1-8e0c-4988-ac5f-f950ef0d0765 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360267 Mar 31 23:26:26.111866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 46948) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:26.218884 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-48c4f30a-865a-467d-b253-7c9c6fe408c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055238 Mar 31 23:26:26.230524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-840ddebc-8dac-468b-80bc-c1c4277408ed service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:26:26.231567 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-840ddebc-8dac-468b-80bc-c1c4277408ed service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076213 Mar 31 23:26:27.207422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484fce-da74-4574-87ff-e253836df729 req-8b39b8c5-b3a5-4788-bded-b3d92d0feb1d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:27.210230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8484fce-da74-4574-87ff-e253836df729 req-8b39b8c5-b3a5-4788-bded-b3d92d0feb1d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0602670 Mar 31 23:26:27.260184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8484fce-da74-4574-87ff-e253836df729 req-739ef51a-c5bd-4eec-b2e5-5c298adbf3d3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Mar 31 23:26:28.420252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf34a-2181-45f8-be40-828ad3cff81d req-0d13889e-4d8f-44f7-88dc-ff4c20cdcafe tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:28.423615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1fbf34a-2181-45f8-be40-828ad3cff81d req-0d13889e-4d8f-44f7-88dc-ff4c20cdcafe tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0688882 Mar 31 23:26:28.476758 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1fbf34a-2181-45f8-be40-828ad3cff81d req-a1f01418-87b4-412b-adf4-24341e1352fa tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 Mar 31 23:26:29.128179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e5499e3e-b1a6-431d-bc57-b894466f29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.129913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e5499e3e-b1a6-431d-bc57-b894466f29a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1097 time: 0.0457094 Mar 31 23:26:29.250937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e38a7a89-b05f-40d8-a2cc-7396a7cf1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.252868 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e38a7a89-b05f-40d8-a2cc-7396a7cf1334 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 898 time: 0.1165216 Mar 31 23:26:29.323215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e7864919-b6e5-41ba-8197-603d1a5ead7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 1001 time: 0.0635989 Mar 31 23:26:29.384530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-f103993b-41e6-4239-8e06-f9df7d0825d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.386132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-f103993b-41e6-4239-8e06-f9df7d0825d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.0559292 Mar 31 23:26:29.437708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-c908c936-ffa3-4f09-a426-eae8af0f496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.439373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-c908c936-ffa3-4f09-a426-eae8af0f496d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469735 Mar 31 23:26:29.582391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-fcc5a464-25fb-4435-9572-72126485e3f7 service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360373 Mar 31 23:26:29.688859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658912c-6c2c-4b5b-b51c-f78edd1e082a req-f47f3bfa-c623-4103-a412-08b8485198b1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.690719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8658912c-6c2c-4b5b-b51c-f78edd1e082a req-f47f3bfa-c623-4103-a412-08b8485198b1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.1199799 Mar 31 23:26:29.755973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8658912c-6c2c-4b5b-b51c-f78edd1e082a req-d6748e0f-1f67-40eb-baf1-30d2e3ae0209 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511475 Mar 31 23:26:29.759756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-02659e6f-bd34-427a-816f-62a80b8211e9 service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525564 Mar 31 23:26:30.916713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c2a5-efb9-46a9-a7a5-d44e681115f4 req-cfbbac66-4409-4f7d-8e2a-836e27a3e680 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.918390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f247c2a5-efb9-46a9-a7a5-d44e681115f4 req-cfbbac66-4409-4f7d-8e2a-836e27a3e680 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0729070 Mar 31 23:26:30.960221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f247c2a5-efb9-46a9-a7a5-d44e681115f4 req-1adf1268-4b69-4e1a-b961-3949cfb70e2b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Mar 31 23:26:32.105138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363a47d-3da5-425a-beb7-c6a882dd4b2a req-3eaa527a-c1d6-4842-8665-ac370124eebe tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:32.265618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d363a47d-3da5-425a-beb7-c6a882dd4b2a req-3eaa527a-c1d6-4842-8665-ac370124eebe tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0580175 Mar 31 23:26:32.265618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d363a47d-3da5-425a-beb7-c6a882dd4b2a req-da55e452-7509-4673-8d04-1030acfeba4a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332251 Mar 31 23:26:32.914511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b87f4-12a7-4932-b4f8-76e8e6daabf6 req-1548e77f-70e6-4cee-8894-7c3949518add tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:32.916273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-513b87f4-12a7-4932-b4f8-76e8e6daabf6 req-1548e77f-70e6-4cee-8894-7c3949518add tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 946 time: 0.0672193 Mar 31 23:26:32.967984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-513b87f4-12a7-4932-b4f8-76e8e6daabf6 req-1912f055-e1d7-4dd0-ab60-3c9ff2897e88 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444605 Mar 31 23:26:33.428288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b1703-bcbc-45bc-b931-e7eabc3121bc req-32b1b2ff-25fb-40e0-a244-6fd616621001 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:33.429760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b84b1703-bcbc-45bc-b931-e7eabc3121bc req-32b1b2ff-25fb-40e0-a244-6fd616621001 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0777676 Mar 31 23:26:33.476760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b84b1703-bcbc-45bc-b931-e7eabc3121bc req-feecc98a-ec6e-4101-a894-116e8efef918 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373511 Mar 31 23:26:33.621790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11449f50-1f71-47df-9df7-6e5bcce25ad2 req-de71c86e-d38a-41d0-b50b-6b67f94ca506 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:33.623924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11449f50-1f71-47df-9df7-6e5bcce25ad2 req-de71c86e-d38a-41d0-b50b-6b67f94ca506 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 945 time: 0.0710719 Mar 31 23:26:33.684259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11449f50-1f71-47df-9df7-6e5bcce25ad2 req-b35be22f-290a-4bb6-9125-0a7682dcb414 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480936 Mar 31 23:26:33.998350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b57fd61-3ae7-428f-a625-4d1461f94919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.158296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdc1d9-1b9c-4896-afa3-27050ad56491 req-e1eb0429-f1c5-456a-a23d-f0168d46bf75 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:34.161130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ecdc1d9-1b9c-4896-afa3-27050ad56491 req-e1eb0429-f1c5-456a-a23d-f0168d46bf75 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 946 time: 0.0942533 Mar 31 23:26:34.199451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-86ac35df-fa79-45ec-8687-299865cf3739 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:34.200980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-86ac35df-fa79-45ec-8687-299865cf3739 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 946 time: 0.0940185 Mar 31 23:26:34.228155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ecdc1d9-1b9c-4896-afa3-27050ad56491 req-e8dea772-144f-487b-815a-cfc93063342f tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e55e990-73c8-4642-bee2-4a12e2139f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578067 Mar 31 23:26:34.322336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Deleting port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:34.322621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.428557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] For port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:34.429735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.656771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.657140 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:34.657463 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Floating IP ad537943-f80a-483e-aa79-03dd5faf6812 disassociated. External IP: 172.25.4.86, port: 4ddc0bff-c03a-4170-b394-6e5a6b0fd955. Mar 31 23:26:34.657814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Calling delete_port for 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:34.676422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e7ae-5bbc-4f4b-bf14-dd11ab28344c req-f970b64c-f477-41f5-9fba-20341942b174 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:34.677946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c26e7ae-5bbc-4f4b-bf14-dd11ab28344c req-f970b64c-f477-41f5-9fba-20341942b174 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.1061871 Mar 31 23:26:34.778862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c26e7ae-5bbc-4f4b-bf14-dd11ab28344c req-a59fd267-9194-44dd-b918-7a1c8754d619 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641263 Mar 31 23:26:34.884475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dfad1-2515-4fec-8939-e29b89c9f894 req-d21db254-b39d-4bb0-866a-3a03427a75f6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:34.886259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c9dfad1-2515-4fec-8939-e29b89c9f894 req-d21db254-b39d-4bb0-866a-3a03427a75f6 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 945 time: 0.1064997 Mar 31 23:26:34.941988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9c9dfad1-2515-4fec-8939-e29b89c9f894 req-60b3bcee-8235-4c82-9b0d-5bea58510762 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481396 Mar 31 23:26:34.975637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.016088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event deleted for resources: {'Port': ['ID=4ddc0bff-c03a-4170-b394-6e5a6b0fd955,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:35.053461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-8b3bd58d-42f4-4a87-b97f-e942174d1f92 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:35.053461 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-8b3bd58d-42f4-4a87-b97f-e942174d1f92 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 945 time: 0.1087580 Mar 31 23:26:35.558817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35cb7e22-651b-4c0d-b759-40670675f7e0 req-ab031b28-effa-452c-8eab-2069e6cd2860 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 210 time: 0.1052413 Mar 31 23:26:35.560708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Router 9ce05388-1b68-4a96-ac61-58e0d4852977 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:35.665050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Deleting port f627ecd1-92ca-4347-a406-318e721ad3ff {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:35.665384 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.763642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:35.783626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] Sync routers for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:35.808448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:35.809739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:35.832677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] No DVR routers for this DVR port 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:35.836369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.839795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca2bee5c-68e4-43c2-b9d9-bda9b4d12064 req-4acd872b-e6ca-43ed-9422-314bcff07f73 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.45 "DELETE /v2.0/ports/4ddc0bff-c03a-4170-b394-6e5a6b0fd955 HTTP/1.1" status: 204 len: 173 time: 1.6320004 Mar 31 23:26:35.840259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'name': 'network-vif-deleted', 'tag': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:35.842958 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6251a33b-c7e8-4b7b-8883-d85d63a34ade" -d '{"events": [{"server_uuid": "2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7", "name": "network-vif-deleted", "tag": "4ddc0bff-c03a-4170-b394-6e5a6b0fd955"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:35.860562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] For port f627ecd1-92ca-4347-a406-318e721ad3ff, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f627ecd1-92ca-4347-a406-318e721ad3ff,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:35.860934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.934837 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54806302-3b16-4ca2-a0c5-0a0a3b588df5 x-openstack-request-id: req-54806302-3b16-4ca2-a0c5-0a0a3b588df5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:35.935145 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7", "name": "network-vif-deleted", "tag": "4ddc0bff-c03a-4170-b394-6e5a6b0fd955", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:35.935451 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54806302-3b16-4ca2-a0c5-0a0a3b588df5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:35.936373 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54806302-3b16-4ca2-a0c5-0a0a3b588df5'] response: {'server_uuid': '2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7', 'name': 'network-vif-deleted', 'tag': '4ddc0bff-c03a-4170-b394-6e5a6b0fd955', 'status': 'completed', 'code': 200} Mar 31 23:26:36.056788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:36.167746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.168396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.168895 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Floating IP ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d disassociated. External IP: 172.25.4.160, port: f627ecd1-92ca-4347-a406-318e721ad3ff. Mar 31 23:26:36.169422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Calling delete_port for f627ecd1-92ca-4347-a406-318e721ad3ff owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:36.238763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40f23f-c95b-4e6b-ba17-2ab2312ef517 req-445cc8e6-1599-4305-9476-0a9b8577e5cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:36.240309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a40f23f-c95b-4e6b-ba17-2ab2312ef517 req-445cc8e6-1599-4305-9476-0a9b8577e5cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.1509085 Mar 31 23:26:36.267864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13ae4b-5ba6-47e1-8552-f511f42474c1 req-d1752eb5-5848-4c24-898a-7627c57aaead tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:36.269837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a13ae4b-5ba6-47e1-8552-f511f42474c1 req-d1752eb5-5848-4c24-898a-7627c57aaead tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 945 time: 0.1774716 Mar 31 23:26:36.314884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9977f60-fd92-45cf-a380-b918266762e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.352549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a40f23f-c95b-4e6b-ba17-2ab2312ef517 req-1cab9267-ae97-49cd-9dc7-f8fd57998e17 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816827 Mar 31 23:26:36.375710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6a13ae4b-5ba6-47e1-8552-f511f42474c1 req-a93b8df5-8ad4-414a-9679-192813bdd7d9 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb821bfa-e616-40fb-a6b7-ada0f276d0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972812 Mar 31 23:26:36.409035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:13Z', 'revision_number': 5, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:36.439962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] Checking router: 9ce05388-1b68-4a96-ac61-58e0d4852977 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:36.448613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:36.449221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:36.581689 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.582294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:36.614698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'Port': ['ID=f627ecd1-92ca-4347-a406-318e721ad3ff,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:36.704217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a221e32-6c52-48d0-9aa4-d8dfe3dfe9fb req-988a5388-07cf-4bce-995b-8843702588bc tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c0f4d8c-c4c5-4a19-80fc-7413e128d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0316303 Mar 31 23:26:36.774717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:36.827703 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:13Z', 'revision_number': 5, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:36.859514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdbcb2f-0b8c-47a4-a45c-923265d830bf None None] The sync data for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 is: [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:21:06Z', 'revision_number': 4, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '0cad43c6-27a2-419b-96dd-78d6b65ec3a8', 'name': '', 'network_id': 'b5ff5f36-910d-4ac6-987d-cffbf9aa6375', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'mac_address': 'fa:16:3e:a1:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:05Z', 'updated_at': '2022-03-31T23:21:13Z', 'revision_number': 5, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'subnets': [{'id': '3d6760c5-8d13-44fb-9810-75018cbf909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:36.901879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:36.917459 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:36.927826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:36.929001 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:36.962006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] No DVR routers for this DVR port f627ecd1-92ca-4347-a406-318e721ad3ff on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:36.966158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.972267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae61b039-bc18-4590-83eb-57b9075fb5cc req-2610330d-f4a9-4595-ae9c-b63204d9944e tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.50 "DELETE /v2.0/ports/f627ecd1-92ca-4347-a406-318e721ad3ff HTTP/1.1" status: 204 len: 173 time: 1.8894806 Mar 31 23:26:37.052319 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:37.183739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f919b6-73d4-4f9e-b6a4-8377dc029696 None None] New status for floating IP ad537943-f80a-483e-aa79-03dd5faf6812: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:26:37.371486 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:37.398398 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:37.407883 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:37.408500 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:37.544084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:37.551898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a785f589-5ec5-447d-80a1-2121938b8b6d req-ab67e782-4e5c-43ba-9beb-94a08503409c tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2e8bdec-3a97-4b91-91f3-20ac021f5982 HTTP/1.1" status: 200 len: 210 time: 0.0394094 Mar 31 23:26:37.587583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f234a3a-0000-439e-91cc-a187dd0a973e req-3b1044aa-412f-4641-8dd0-c36948576e54 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:37.600610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f234a3a-0000-439e-91cc-a187dd0a973e req-3b1044aa-412f-4641-8dd0-c36948576e54 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.1400542 Mar 31 23:26:37.639828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f234a3a-0000-439e-91cc-a187dd0a973e req-e3aced22-9fbd-4082-a5c2-0c575fc7c2cb tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Mar 31 23:26:37.763462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47096) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:37.765797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:37.793191 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:37.822312 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ead319-722d-4ae4-825f-9adb29905035 None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:21:18Z', 'revision_number': 4, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '67188ffd-47e8-4fe6-aa02-de0db19b89db', 'name': '', 'network_id': '6452e196-06e1-4b87-8bdb-394c2eb4c5c3', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'mac_address': 'fa:16:3e:cb:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:16Z', 'updated_at': '2022-03-31T23:21:31Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'subnets': [{'id': 'aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:37.924085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Deleting port 12935362-af5b-4baa-9513-ad4f6afe712a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:37.924554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:37.937568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'name': 'network-vif-deleted', 'tag': 'f627ecd1-92ca-4347-a406-318e721ad3ff'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:37.940687 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641d3858-cb0c-48a6-b3f7-df1b9277a9c7" -d '{"events": [{"server_uuid": "b2e8bdec-3a97-4b91-91f3-20ac021f5982", "name": "network-vif-deleted", "tag": "f627ecd1-92ca-4347-a406-318e721ad3ff"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:38.012508 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f4e62-9292-469a-822b-80161fc5d958 x-openstack-request-id: req-745f4e62-9292-469a-822b-80161fc5d958 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:38.012815 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e8bdec-3a97-4b91-91f3-20ac021f5982", "name": "network-vif-deleted", "tag": "f627ecd1-92ca-4347-a406-318e721ad3ff", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:38.013072 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-745f4e62-9292-469a-822b-80161fc5d958 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:38.013485 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745f4e62-9292-469a-822b-80161fc5d958'] response: {'server_uuid': 'b2e8bdec-3a97-4b91-91f3-20ac021f5982', 'name': 'network-vif-deleted', 'tag': 'f627ecd1-92ca-4347-a406-318e721ad3ff', 'status': 'completed', 'code': 200} Mar 31 23:26:38.035790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.035790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.058847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Calling delete_port for 12935362-af5b-4baa-9513-ad4f6afe712a owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:38.140469 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3de31b-5257-4580-a942-320074fc987b None None] New status for floating IP ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:26:38.339688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.366765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event deleted for resources: {'Port': ['ID=12935362-af5b-4baa-9513-ad4f6afe712a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:38.380198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.380551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.380890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.381238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.381572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.381913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.382293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.382591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.388233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.388233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.388233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.388233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.446213 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.449100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.450252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c15f6a5f-d6af-4490-b820-c27a10e1ab24 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "DELETE /v2.0/floatingips/ad537943-f80a-483e-aa79-03dd5faf6812 HTTP/1.1" status: 204 len: 168 time: 0.6852944 Mar 31 23:26:38.530749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47104) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:38.596397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22b185ec-cbf4-471b-abb4-8afc35605780 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.628986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22b185ec-cbf4-471b-abb4-8afc35605780 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.653837 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.750671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47114) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:38.767629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b17eef-4662-4715-8365-7c4713aa4c7c req-66ac95d1-5bd2-4e64-ab81-45c55f471aec tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:38.769244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09b17eef-4662-4715-8365-7c4713aa4c7c req-66ac95d1-5bd2-4e64-ab81-45c55f471aec tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0539310 Mar 31 23:26:38.795773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22b185ec-cbf4-471b-abb4-8afc35605780 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.799393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22b185ec-cbf4-471b-abb4-8afc35605780 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.803360 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-22b185ec-cbf4-471b-abb4-8afc35605780 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e55e990-73c8-4642-bee2-4a12e2139f63 HTTP/1.1" status: 204 len: 168 time: 0.2687092 Mar 31 23:26:38.809705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09b17eef-4662-4715-8365-7c4713aa4c7c req-1031aca7-9f48-433e-afb8-a2cce9a3d4a4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336072 Mar 31 23:26:38.816676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b185ec-cbf4-471b-abb4-8afc35605780 tempest-TestServerBasicOps-2064010167 tempest-TestServerBasicOps-2064010167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e55e990-73c8-4642-bee2-4a12e2139f63,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:38.831499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa410-ef15-41c5-adba-9aa0fac9a7cf tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.857064 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa410-ef15-41c5-adba-9aa0fac9a7cf tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.918725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47118) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:38.945265 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.036771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa410-ef15-41c5-adba-9aa0fac9a7cf tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.039523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa410-ef15-41c5-adba-9aa0fac9a7cf tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.049890 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5cbfa410-ef15-41c5-adba-9aa0fac9a7cf tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb821bfa-e616-40fb-a6b7-ada0f276d0c5 HTTP/1.1" status: 204 len: 168 time: 0.2889085 Mar 31 23:26:39.050045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47124) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:39.057819 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-6dd81d0a-f857-40c3-902b-e9d715617c2b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] show failed (client error): The resource could not be found. Mar 31 23:26:39.058957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6dd81d0a-f857-40c3-902b-e9d715617c2b tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "GET /v2.0/security-groups/cb821bfa-e616-40fb-a6b7-ada0f276d0c5 HTTP/1.1" status: 404 len: 347 time: 0.0144527 Mar 31 23:26:39.062347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47126) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:39.090407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfa410-ef15-41c5-adba-9aa0fac9a7cf tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb821bfa-e616-40fb-a6b7-ada0f276d0c5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:39.145902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:39.171926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:39.172584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 4ddc0bff-c03a-4170-b394-6e5a6b0fd955 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:39.194025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Deleting port 4ec92f95-ab38-43b5-bce4-b63212b3dfa0 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:39.194404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.214028 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.286755 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.287205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.300774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Calling delete_port for 4ec92f95-ab38-43b5-bce4-b63212b3dfa0 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:39.385772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f627ecd1-92ca-4347-a406-318e721ad3ff no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:39.416051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: f627ecd1-92ca-4347-a406-318e721ad3ff {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:39.416961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f627ecd1-92ca-4347-a406-318e721ad3ff not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:39.431826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.539956 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.570699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Pushing event deleted for resources: {'Port': ['ID=4ec92f95-ab38-43b5-bce4-b63212b3dfa0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:39.633683 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.636403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.637630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c178e6c7-c9e2-45ec-9b5b-4998d6ca6f40 tempest-AttachVolumeNegativeTest-355308055 tempest-AttachVolumeNegativeTest-355308055-project] 10.222.0.31 "DELETE /v2.0/floatingips/ae4d82b4-c8d3-40d6-a3bd-a7f98db76d3d HTTP/1.1" status: 204 len: 168 time: 0.5743277 Mar 31 23:26:39.704016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Deleting port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:39.704412 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.803256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] For port 0cad43c6-27a2-419b-96dd-78d6b65ec3a8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:39.804274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.820963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Calling delete_port for 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:39.873831 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:39.961944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa3023-d484-4775-83de-85f7a6a6b9f6 req-0f5ba855-3dd2-4469-b4e4-d23b92fe546c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:39.964508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75fa3023-d484-4775-83de-85f7a6a6b9f6 req-0f5ba855-3dd2-4469-b4e4-d23b92fe546c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0778723 Mar 31 23:26:40.009460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75fa3023-d484-4775-83de-85f7a6a6b9f6 req-c611d7a8-554d-4d31-aa05-6d4fbce76a5b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338874 Mar 31 23:26:40.171854 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:40.214665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cad43c6-27a2-419b-96dd-78d6b65ec3a8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:40.415756 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:40.649531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Router 9ce05388-1b68-4a96-ac61-58e0d4852977 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:40.767104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:40.777462 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-de8c82e5-9719-45d3-9ab4-e3b168edfec6 admin admin] 10.222.0.31 "PUT /v2.0/routers/9ce05388-1b68-4a96-ac61-58e0d4852977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527932 Mar 31 23:26:40.777565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47138) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:40.780959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] Sync routers for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:40.797744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:40.798634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:40.902136 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:40.917960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:41.083350 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.206647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:26:39Z', 'revision_number': 5, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port': {'id': '897a09fb-89be-44b7-b940-8a8f164f553b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:01Z', 'updated_at': '2022-03-31T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:41.222568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14eed0-8b9e-41f5-a26c-a389d9d65871 req-2bd44e36-3eb0-418f-9610-1c2068eb4680 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:41.224094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa14eed0-8b9e-41f5-a26c-a389d9d65871 req-2bd44e36-3eb0-418f-9610-1c2068eb4680 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0775754 Mar 31 23:26:41.234088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] Checking router: 9ce05388-1b68-4a96-ac61-58e0d4852977 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:41.243669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] Routers {'9ce05388-1b68-4a96-ac61-58e0d4852977'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:41.244296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9ce05388-1b68-4a96-ac61-58e0d4852977'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:41.261055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Deleting port 897a09fb-89be-44b7-b940-8a8f164f553b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:41.261288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.313346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa14eed0-8b9e-41f5-a26c-a389d9d65871 req-97113e85-1415-4155-a4a0-73dd36770213 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792174 Mar 31 23:26:41.351843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] Set router 9ce05388-1b68-4a96-ac61-58e0d4852977 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:41.359047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] For port 897a09fb-89be-44b7-b940-8a8f164f553b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=897a09fb-89be-44b7-b940-8a8f164f553b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:41.359414 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.375271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Calling delete_port for 897a09fb-89be-44b7-b940-8a8f164f553b owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:41.410002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:26:41Z', 'revision_number': 6, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:41.458288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bbbf23-8260-4b87-b4d9-67a0d7090323 None None] The sync data for ids ['9ce05388-1b68-4a96-ac61-58e0d4852977'] in n-d-836015-1 is: [{'id': '9ce05388-1b68-4a96-ac61-58e0d4852977', 'name': 'tempest-TestServerBasicOps-1863463821-router', 'tenant_id': 'c65fa730df7044279ebdbbc2a2749e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:00Z', 'updated_at': '2022-03-31T23:26:41Z', 'revision_number': 6, 'project_id': 'c65fa730df7044279ebdbbc2a2749e97', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:41.628695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.666099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Pushing event deleted for resources: {'Port': ['ID=897a09fb-89be-44b7-b940-8a8f164f553b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:41.728891 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.838783 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.841735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.963912 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-1dd8e161-9d97-42b5-966e-4c0473b07c62 service neutron] show failed (client error): The resource could not be found. Mar 31 23:26:41.964947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-1dd8e161-9d97-42b5-966e-4c0473b07c62 service neutron] 10.222.0.45 "GET /v2.0/ports/a6735d59-239c-4ffc-aa81-fad4787b1c8d/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0645077 Mar 31 23:26:42.008399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.008850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce05388-1b68-4a96-ac61-58e0d4852977 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:26:42.013273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.015212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c2952bec-cc99-47cb-acc6-875eb7dc9eef admin admin] 10.222.0.31 "DELETE /v2.0/routers/9ce05388-1b68-4a96-ac61-58e0d4852977 HTTP/1.1" status: 204 len: 168 time: 1.2383428 Mar 31 23:26:42.018652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47146) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:42.065291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cb07f9-0569-4a72-87ed-c1fc179b26f8 admin admin] Deleting subnet 3d6760c5-8d13-44fb-9810-75018cbf909b {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:26:42.069521 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4cb07f9-0569-4a72-87ed-c1fc179b26f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.109427 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4cb07f9-0569-4a72-87ed-c1fc179b26f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.204750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4cb07f9-0569-4a72-87ed-c1fc179b26f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.345131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:42.368904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:42.369271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0cad43c6-27a2-419b-96dd-78d6b65ec3a8 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:42.377699 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4cb07f9-0569-4a72-87ed-c1fc179b26f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.426035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb07f9-0569-4a72-87ed-c1fc179b26f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6760c5-8d13-44fb-9810-75018cbf909b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:42.432649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4cb07f9-0569-4a72-87ed-c1fc179b26f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.437773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e4cb07f9-0569-4a72-87ed-c1fc179b26f8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3d6760c5-8d13-44fb-9810-75018cbf909b HTTP/1.1" status: 204 len: 168 time: 0.4179492 Mar 31 23:26:42.438863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401657ad-5cc2-40e6-a4aa-47ea57b014eb None None] Network b5ff5f36-910d-4ac6-987d-cffbf9aa6375 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:42.440674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47152) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:42.480255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f37be-bb61-46c0-ae6d-0448471f349c req-3effad36-c84f-4d70-9e1a-f795791b99f6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:42.486611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c90f37be-bb61-46c0-ae6d-0448471f349c req-3effad36-c84f-4d70-9e1a-f795791b99f6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0719018 Mar 31 23:26:42.570712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.577977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c90f37be-bb61-46c0-ae6d-0448471f349c req-dee3784f-a516-4e96-9a5b-72d716b6ab73 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712669 Mar 31 23:26:42.646945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Deleting port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:42.647319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.737760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] DHCP port deletion for b5ff5f36-910d-4ac6-987d-cffbf9aa6375 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:26:42.784854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-c6558363-f0da-4e1a-a08f-42a028258dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:42.786571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-c6558363-f0da-4e1a-a08f-42a028258dc6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 1097 time: 0.0940938 Mar 31 23:26:42.800440 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:42.812736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Deleting port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:42.812736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.861851 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.885364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] For port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:42.892867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.905254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Calling delete_port for 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:43.085564 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.106414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] For port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,segment=NetworkSegment(d63f5b8b-8f78-4d03-af52-8ee39a775869),segment_id=d63f5b8b-8f78-4d03-af52-8ee39a775869)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:43.107000 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.116177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Pushing event deleted for resources: {'Port': ['ID=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:43.121299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] No DVR routers for this DVR port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:43.122700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:43.129117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.129460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.132515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.132788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.134189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.134590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.134934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.135257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.135582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.135913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.136236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.136563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207542a-8a1c-410e-8777-d3db33cb64b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:43.149450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Calling delete_port for 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:43.199524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:43.263679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.283323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.299928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Transition to ACTIVE for port object a6735d59-239c-4ffc-aa81-fad4787b1c8d will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:26:43.301026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:43.304230 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c142e465-f72c-4e3d-b192-d6f84f85bdc7" -d '{"events": [{"server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "name": "network-vif-unplugged", "status": "completed", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:43.313978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5a371a-40bd-48d6-ba4b-a064d042e4e5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:43.319528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] No DVR routers for this DVR port 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:43.383584 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.398584 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a96f33b-d3bf-492c-b9ec-0124c16f79f0 x-openstack-request-id: req-1a96f33b-d3bf-492c-b9ec-0124c16f79f0 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:43.398881 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "name": "network-vif-unplugged", "status": "completed", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:43.399059 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a96f33b-d3bf-492c-b9ec-0124c16f79f0 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:43.399435 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a96f33b-d3bf-492c-b9ec-0124c16f79f0'] response: {'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'code': 200} Mar 31 23:26:43.405247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.428884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ff5f36-910d-4ac6-987d-cffbf9aa6375']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:43.447468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63f5b8b-8f78-4d03-af52-8ee39a775869') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:43.448152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63f5b8b-8f78-4d03-af52-8ee39a775869') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:43.461236 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.479483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.488278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:26:43.488681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:26:43.492883 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:26:43.613999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:43.738124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.743636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.747691 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] 10.222.0.31 "DELETE /v2.0/networks/b5ff5f36-910d-4ac6-987d-cffbf9aa6375 HTTP/1.1" status: 204 len: 168 time: 1.3045809 Mar 31 23:26:43.754403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] No DVR routers for this DVR port a6735d59-239c-4ffc-aa81-fad4787b1c8d on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:43.756392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47170) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:43.783781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278a634-4f15-44e9-9b1e-0efd5a3b4eab admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ff5f36-910d-4ac6-987d-cffbf9aa6375,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:44.175612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:44.198011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:44.198888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9d5a371a-40bd-48d6-ba4b-a064d042e4e5 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:44.199815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 897a09fb-89be-44b7-b940-8a8f164f553b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:44.223702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 897a09fb-89be-44b7-b940-8a8f164f553b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:44.224389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 897a09fb-89be-44b7-b940-8a8f164f553b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:44.397526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3f336-8a01-420c-b1a9-d6ed0a45d5c0 req-80a7c141-a75a-471b-8392-c9dd5de926b8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:44.399248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11b3f336-8a01-420c-b1a9-d6ed0a45d5c0 req-80a7c141-a75a-471b-8392-c9dd5de926b8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.7292683 Mar 31 23:26:44.526619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11b3f336-8a01-420c-b1a9-d6ed0a45d5c0 req-9c51e404-d8bb-4ace-b287-9b5c19f1c7ca tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943675 Mar 31 23:26:44.608963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Attempting to bind port a6735d59-239c-4ffc-aa81-fad4787b1c8d on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:44.608963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Attempting to bind port a6735d59-239c-4ffc-aa81-fad4787b1c8d by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:44.609298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Attempting to bind port a6735d59-239c-4ffc-aa81-fad4787b1c8d on network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:44.648556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Port a6735d59-239c-4ffc-aa81-fad4787b1c8d on network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:26:44.648885 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Attempting to bind port a6735d59-239c-4ffc-aa81-fad4787b1c8d on network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:44.661896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:44.662285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Checking segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:44.662911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Bound using segment: {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:44.663344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Bound port: a6735d59-239c-4ffc-aa81-fad4787b1c8d, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa96381-44c2-4fc6-9253-c854400b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:44.663703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.790234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:44.811550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:44.900304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.904474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.994386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:44.999646 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.999646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] 10.222.0.50 "PUT /v2.0/ports/a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 1092 time: 2.2005060 Mar 31 23:26:45.074174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809826a-6f5c-4921-98e9-071db3ecaa51 service neutron] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:45.156381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e4049589-8341-429b-af9d-fe92c307d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.158130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-e4049589-8341-429b-af9d-fe92c307d1ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1095 time: 0.1146789 Mar 31 23:26:45.176555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a6735d59-239c-4ffc-aa81-fad4787b1c8d no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:45.227656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device a6735d59-239c-4ffc-aa81-fad4787b1c8d not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:45.292526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-4f4714cc-63cd-4a83-84f0-bdf07c974078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.294029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-4f4714cc-63cd-4a83-84f0-bdf07c974078 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 898 time: 0.1191525 Mar 31 23:26:45.399056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-8140c1e7-29f5-4159-aab0-d9ccabe84e69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 999 time: 0.0865154 Mar 31 23:26:45.402193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:45.405012 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade782bd-ad01-4447-8e96-e42d07c53d10" -d '{"events": [{"name": "network-changed", "server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:45.495712 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc55dcf-d0fd-49f1-989e-b1cac2b06b46 x-openstack-request-id: req-0cc55dcf-d0fd-49f1-989e-b1cac2b06b46 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:45.495712 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:45.495712 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cc55dcf-d0fd-49f1-989e-b1cac2b06b46 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:45.495712 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc55dcf-d0fd-49f1-989e-b1cac2b06b46'] response: {'name': 'network-changed', 'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'status': 'completed', 'code': 200} Mar 31 23:26:45.495712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Deleting port 3f97b068-abcc-4611-8298-2e0d8a65cf8a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:45.495712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:45.495712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-541c9334-2472-4d83-8138-43fd597b5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.495712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-541c9334-2472-4d83-8138-43fd597b5cbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.0655367 Mar 31 23:26:45.617215 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-84816282-edd9-4eb9-8a61-c784e8106b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.618913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-84816282-edd9-4eb9-8a61-c784e8106b9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335268 Mar 31 23:26:45.625421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-5dd9d5b1-d64a-4d6e-b054-6de76f2b14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.626890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-5dd9d5b1-d64a-4d6e-b054-6de76f2b14a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1095 time: 0.1298509 Mar 31 23:26:45.639836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] For port 3f97b068-abcc-4611-8298-2e0d8a65cf8a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3f97b068-abcc-4611-8298-2e0d8a65cf8a,segment=NetworkSegment(27519a60-4b19-414e-bb5b-22e6811d2d24),segment_id=27519a60-4b19-414e-bb5b-22e6811d2d24)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:45.640197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:45.702954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Calling delete_port for 3f97b068-abcc-4611-8298-2e0d8a65cf8a owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:45.855290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754584db-c1e2-4c4b-aaf9-dbe96a84ee5f req-c9fc00fd-f98e-401b-a83d-d75588674ea1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.856713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-754584db-c1e2-4c4b-aaf9-dbe96a84ee5f req-c9fc00fd-f98e-401b-a83d-d75588674ea1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.2362196 Mar 31 23:26:45.925501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-73b27570-46ca-4901-a149-aad1a898372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:45.927054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-73b27570-46ca-4901-a149-aad1a898372f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 898 time: 0.2827058 Mar 31 23:26:45.936955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-a5f38424-9289-45ae-acbe-df5c3d49588a service neutron] 10.222.0.50 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997034 Mar 31 23:26:46.037632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-754584db-c1e2-4c4b-aaf9-dbe96a84ee5f req-4bb1aea2-fa4d-4312-ae87-0a559e7ad1f9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649921 Mar 31 23:26:46.122263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-4ed82188-d28b-4e65-9428-6797a1dc669b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 999 time: 0.1782863 Mar 31 23:26:46.219596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c09dc86a-60a3-4616-b8c4-f8aa12d05e97 req-37ce589b-5cf5-4122-849c-99b539a5dc5e service neutron] 10.222.0.50 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745259 Mar 31 23:26:46.239586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-00b9b395-6c43-4bd1-b4d9-02e7d86da572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:46.241094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-00b9b395-6c43-4bd1-b4d9-02e7d86da572 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.1058023 Mar 31 23:26:46.295990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-281f199c-3901-4e14-be3b-61408f26089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:46.297574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-281f199c-3901-4e14-be3b-61408f26089a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501344 Mar 31 23:26:46.351246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:46.395887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f97b068-abcc-4611-8298-2e0d8a65cf8a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:46.504334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-397c77a3-fd50-4475-9aae-8007a12be15c service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994987 Mar 31 23:26:46.510602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-24ac27ef-70f0-4678-a154-30fef00c31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:46.510928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-24ac27ef-70f0-4678-a154-30fef00c31b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1095 time: 0.1296027 Mar 31 23:26:47.051111 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:26:47.160182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-10fb434b-a9a8-448b-9a7d-a369fa1db40f service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480222 Mar 31 23:26:47.192026 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.218009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-c5aca4fa-0fb5-449d-821a-782dcbd63857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:47.227257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-c5aca4fa-0fb5-449d-821a-782dcbd63857 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 898 time: 0.7012498 Mar 31 23:26:47.335573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee95063-cd37-48b6-b2ee-f0d976c72adb req-a22453dc-2f28-4c46-8685-779ae2e4b4fc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:47.337284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cee95063-cd37-48b6-b2ee-f0d976c72adb req-a22453dc-2f28-4c46-8685-779ae2e4b4fc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.2026660 Mar 31 23:26:47.384732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-96f40136-93ba-469c-bd2a-eb7223875e93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 999 time: 0.1371374 Mar 31 23:26:47.471984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cee95063-cd37-48b6-b2ee-f0d976c72adb req-5711dc9e-8d0b-4a58-abd2-a8d9882de23b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264293 Mar 31 23:26:47.493132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-96783a60-cda4-45b4-96aa-3eff6757228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:47.493132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-96783a60-cda4-45b4-96aa-3eff6757228e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.0751102 Mar 31 23:26:47.619454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-c943b4a5-7ce2-4b2d-bfc2-29108d24a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:47.620961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-c943b4a5-7ce2-4b2d-bfc2-29108d24a51f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886559 Mar 31 23:26:47.687243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:47.777749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-6d10dac6-9f00-4172-86d9-1c2bcc889ff5 service neutron] 10.222.0.50 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476662 Mar 31 23:26:47.882471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:47.891982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65fb9574-1be9-4099-84b9-457a00f0be21 admin admin] 10.222.0.31 "PUT /v2.0/routers/3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1290059 Mar 31 23:26:47.892657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:47.894235 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] Sync routers for ids ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:47.904611 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] Routers {'3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:47.917766 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:47.919115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ade782bd-ad01-4447-8e96-e42d07c53d10 req-3e4dc7ca-09c1-4b2b-b6a5-f576070cef76 service neutron] 10.222.0.50 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345179 Mar 31 23:26:48.048317 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] Set router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:48.073951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.203449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.257060 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:26:46Z', 'revision_number': 5, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port': {'id': '6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:14Z', 'updated_at': '2022-03-31T23:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:48.285091 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] Checking router: 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:48.294252 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] Routers {'3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:48.294942 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:48.376043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Deleting port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:48.380505 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.399000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] Set router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:48.461420 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:26:48Z', 'revision_number': 6, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:48.494131 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e7e981-bc87-4a9e-b0a8-5054938d7d81 None None] The sync data for ids ['3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16'] in n-d-836015-1 is: [{'id': '3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16', 'name': 'tempest-TestServerBasicOps-1040497538-router', 'tenant_id': '269fc601786743039fb401a8087f9e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:13Z', 'updated_at': '2022-03-31T23:26:48Z', 'revision_number': 6, 'project_id': '269fc601786743039fb401a8087f9e0b', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:48.503172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] For port 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:48.508081 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.523835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Calling delete_port for 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:48.643700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865abff-f28f-4270-939c-d61b92909344 req-32e3c939-44ef-4828-a44f-5fe9bda32816 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:48.661039 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2865abff-f28f-4270-939c-d61b92909344 req-32e3c939-44ef-4828-a44f-5fe9bda32816 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.0958476 Mar 31 23:26:48.722995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2865abff-f28f-4270-939c-d61b92909344 req-056ccadc-8c1c-44b1-883a-1aa7c404bb75 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605931 Mar 31 23:26:48.816598 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.841898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:48.848672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-4824a73a-b4a0-463b-b620-0cdc1ffe232f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:48.850879 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-4824a73a-b4a0-463b-b620-0cdc1ffe232f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1226864 Mar 31 23:26:48.871335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-d70448d4-33b6-43cc-a32e-8b0914021449 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/quotas/64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 375 time: 0.0146959 Mar 31 23:26:48.925189 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.959401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-4a3341ec-dbba-48d2-b4ac-d48ec0068630 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749629 Mar 31 23:26:49.059421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.063485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.196433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.197218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:26:49.205741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.205741 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b9365721-6f52-46cd-ba18-13aadf5bea1a admin admin] 10.222.0.31 "DELETE /v2.0/routers/3de0b218-b0dd-48c2-afcb-f5bfc0ab5c16 HTTP/1.1" status: 204 len: 168 time: 1.3095412 Mar 31 23:26:49.206515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47228) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:49.258427 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07b6c38-a404-444c-a98b-a2399b7b9905 admin admin] Deleting subnet e0d3db97-40d5-4a32-874d-ee3b0a9d78b2 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:26:49.261999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d07b6c38-a404-444c-a98b-a2399b7b9905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.277604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-39a93b42-616f-4d38-9d34-01873f533920 service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137434 Mar 31 23:26:49.288206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bbeab-1448-40eb-8c48-263c3e24b3a6 req-4ef44e67-2e3a-407f-9c24-f34121fff0d8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:49.289617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-756bbeab-1448-40eb-8c48-263c3e24b3a6 req-4ef44e67-2e3a-407f-9c24-f34121fff0d8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 944 time: 0.1841724 Mar 31 23:26:49.308698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d07b6c38-a404-444c-a98b-a2399b7b9905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.327508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-25f73cb8-4a21-4fc4-8d3f-cb84235b7bde tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:49.328943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-25f73cb8-4a21-4fc4-8d3f-cb84235b7bde tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73&tenant_id=e6f8129306504957b5a4c412bf419465&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 944 time: 0.1582549 Mar 31 23:26:49.432086 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d07b6c38-a404-444c-a98b-a2399b7b9905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.437877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a6735d59-239c-4ffc-aa81-fad4787b1c8d details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:49.465550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-756bbeab-1448-40eb-8c48-263c3e24b3a6 req-2bdce510-6cdb-4906-a3f7-4416d32722cb tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602831 Mar 31 23:26:49.505301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-ddab2c29-2363-4f07-9e99-d55167da81c6 service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089119 Mar 31 23:26:49.507342 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-95264b4e-9385-4728-86a9-6ea58300a843 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:26:49.508264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-95264b4e-9385-4728-86a9-6ea58300a843 service neutron] 10.222.0.45 "DELETE /v2.0/ports/a6735d59-239c-4ffc-aa81-fad4787b1c8d/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.1697156 Mar 31 23:26:49.591083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d07b6c38-a404-444c-a98b-a2399b7b9905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.603447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:49.620809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'port_id': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'mac_address': 'fa:16:3e:94:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:49.635585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b6c38-a404-444c-a98b-a2399b7b9905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d3db97-40d5-4a32-874d-ee3b0a9d78b2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:49.636371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-b1d118ed-9a4a-43e3-8fa1-95452a8e20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:49.644815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-b1d118ed-9a4a-43e3-8fa1-95452a8e20c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1095 time: 0.0707784 Mar 31 23:26:49.646637 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d07b6c38-a404-444c-a98b-a2399b7b9905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.651537 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d07b6c38-a404-444c-a98b-a2399b7b9905 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0d3db97-40d5-4a32-874d-ee3b0a9d78b2 HTTP/1.1" status: 204 len: 168 time: 0.4437401 Mar 31 23:26:49.654518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47234) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:49.690287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee920f78-2d6f-4672-9472-97d1c5135b7c None None] Network 105a7ef6-f381-4937-bfd4-37e67bc1f63f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:49.749870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.784282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-71f073ce-97cb-47dc-9c3e-30c8caf8f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:49.786096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-71f073ce-97cb-47dc-9c3e-30c8caf8f0b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 898 time: 0.1404612 Mar 31 23:26:49.804584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.826982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Deleting port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:49.827421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.869823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6735d59-239c-4ffc-aa81-fad4787b1c8d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:49.895537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:49.904812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-437202c8-6b92-4c47-b5f8-133d99e63c25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 999 time: 0.1116247 Mar 31 23:26:49.925062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] For port 07ee8205-ef05-42c1-bd2c-f047ce5bec34, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=07ee8205-ef05-42c1-bd2c-f047ce5bec34,segment=NetworkSegment(27519a60-4b19-414e-bb5b-22e6811d2d24),segment_id=27519a60-4b19-414e-bb5b-22e6811d2d24)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:49.925966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:49.944002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Calling delete_port for 07ee8205-ef05-42c1-bd2c-f047ce5bec34 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:49.981579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-819176b7-13db-4959-8e3a-734e84b30ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:49.983890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-819176b7-13db-4959-8e3a-734e84b30ea8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.0729132 Mar 31 23:26:50.007572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.043082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] DHCP port deletion for 105a7ef6-f381-4937-bfd4-37e67bc1f63f request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:26:50.046800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-631cdb52-1cd3-4b7e-a1cc-402033ce8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:50.048405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-631cdb52-1cd3-4b7e-a1cc-402033ce8ebb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581543 Mar 31 23:26:50.069017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3f97b068-abcc-4611-8298-2e0d8a65cf8a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:50.093637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 3f97b068-abcc-4611-8298-2e0d8a65cf8a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:50.093861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3f97b068-abcc-4611-8298-2e0d8a65cf8a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:50.094283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:50.110445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.137612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ee8205-ef05-42c1-bd2c-f047ce5bec34,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:50.142608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] No DVR routers for this DVR port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:50.143807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:50.144158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6ce5b06b-4e0d-4c74-ac7f-8305bf244ae9 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:50.148813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-84526f61-0b55-47bf-9e07-b2af13249f66 service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936241 Mar 31 23:26:50.151214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:50.181415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] Deleting port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:50.182348 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.267635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.273686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a0ce462-f053-46f0-bb61-1c9cc5bd140c req-5578341a-35a8-427a-b02e-dc3003b09ced service neutron] 10.222.0.45 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177890 Mar 31 23:26:50.273895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a6735d59-239c-4ffc-aa81-fad4787b1c8d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:50.311353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105a7ef6-f381-4937-bfd4-37e67bc1f63f']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:50.323132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27519a60-4b19-414e-bb5b-22e6811d2d24') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:50.323442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27519a60-4b19-414e-bb5b-22e6811d2d24') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:50.330216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] For port 07ee8205-ef05-42c1-bd2c-f047ce5bec34, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:50.330648 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.336692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a60bb8e0-1c2b-4a64-8f10-33869af9760c req-b8e9fc4d-6f4f-42ee-8e6c-d2aab297e9db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 210 time: 0.0474622 Mar 31 23:26:50.348896 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.365201 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.371465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] Calling delete_port for 07ee8205-ef05-42c1-bd2c-f047ce5bec34 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:50.374037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:26:50.375377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] Port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:26:50.377673 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:26:50.379858 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.414387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] Pushing event deleted for resources: {'Port': ['ID=07ee8205-ef05-42c1-bd2c-f047ce5bec34,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:50.442360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6439c3-c2c6-477c-8370-1c1454b6fd52 None None] No DVR routers for this DVR port 07ee8205-ef05-42c1-bd2c-f047ce5bec34 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:50.561241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47256) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:50.593841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.612261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:50.624527 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] 10.222.0.31 "DELETE /v2.0/networks/105a7ef6-f381-4937-bfd4-37e67bc1f63f HTTP/1.1" status: 204 len: 168 time: 0.9681261 Mar 31 23:26:50.676059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7f356-e6b8-4e36-8631-0debfd323c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=105a7ef6-f381-4937-bfd4-37e67bc1f63f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:50.695109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d66e-371a-43ba-8a1e-325dc4f7f8a3 req-ac9d48ae-8eb4-4316-816f-9527aea3e2d3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:50.699003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b174d66e-371a-43ba-8a1e-325dc4f7f8a3 req-ac9d48ae-8eb4-4316-816f-9527aea3e2d3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 945 time: 0.1423652 Mar 31 23:26:50.759250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b174d66e-371a-43ba-8a1e-325dc4f7f8a3 req-b62aa05d-8462-4c47-95d9-26f45f7c8e2e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545299 Mar 31 23:26:51.074916 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.166174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47264) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:51.225374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ce6e2f18-6b8e-4682-b1a7-8090bd3a4c8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c65fa730df7044279ebdbbc2a2749e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579917 Mar 31 23:26:51.226019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47266) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:51.283631 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1095ff43-ddb8-47b9-b9b7-bd58d1651f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.306158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1095ff43-ddb8-47b9-b9b7-bd58d1651f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.392962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Deleting port 67188ffd-47e8-4fe6-aa02-de0db19b89db {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:51.393541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.431403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a6735d59-239c-4ffc-aa81-fad4787b1c8d up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:51.442140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b61ba30a-d4ae-4f13-8463-305a6902266e req-399d0d08-4302-4043-b12e-8611ed682fe7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 210 time: 0.0267179 Mar 31 23:26:51.443268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1095ff43-ddb8-47b9-b9b7-bd58d1651f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.445842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1095ff43-ddb8-47b9-b9b7-bd58d1651f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.446967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1095ff43-ddb8-47b9-b9b7-bd58d1651f2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad3249f4-5f1a-4e4f-97df-c7e384368d05 HTTP/1.1" status: 204 len: 168 time: 0.2200050 Mar 31 23:26:51.455863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095ff43-ddb8-47b9-b9b7-bd58d1651f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3249f4-5f1a-4e4f-97df-c7e384368d05,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:51.520732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] For port 67188ffd-47e8-4fe6-aa02-de0db19b89db, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=67188ffd-47e8-4fe6-aa02-de0db19b89db,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:51.521104 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.540763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Calling delete_port for 67188ffd-47e8-4fe6-aa02-de0db19b89db owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:51.605189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port a6735d59-239c-4ffc-aa81-fad4787b1c8d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:26:51.610287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port a6735d59-239c-4ffc-aa81-fad4787b1c8d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:51.610711 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.694590 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.720880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:51.723354 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b904fd7-ef49-460f-96bc-3ef6874c1f78" -d '{"events": [{"server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "name": "network-vif-plugged", "status": "completed", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:51.740705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:51.764665 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66393fdd-9693-44d2-bf0c-5c99fb532d75 x-openstack-request-id: req-66393fdd-9693-44d2-bf0c-5c99fb532d75 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:51.764960 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "name": "network-vif-plugged", "status": "completed", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:51.765210 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66393fdd-9693-44d2-bf0c-5c99fb532d75 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:51.765607 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66393fdd-9693-44d2-bf0c-5c99fb532d75'] response: {'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'code': 200} Mar 31 23:26:51.842369 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.842709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:51.882226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Pushing event deleted for resources: {'Port': ['ID=67188ffd-47e8-4fe6-aa02-de0db19b89db,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:51.905618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:51.938717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ef00e-da9e-402d-9f11-8a5981799fba req-46e4e94e-4154-4186-8dc5-74774a4941b1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:51.948474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a30ef00e-da9e-402d-9f11-8a5981799fba req-46e4e94e-4154-4186-8dc5-74774a4941b1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 945 time: 0.1233585 Mar 31 23:26:52.002580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a30ef00e-da9e-402d-9f11-8a5981799fba req-2c1fcbff-ca65-4897-8b66-e422b8d32058 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532155 Mar 31 23:26:52.026769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47278) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:52.118025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 07ee8205-ef05-42c1-bd2c-f047ce5bec34 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:52.126966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a4647ce3-0f55-4dcd-ac30-ace44c41a831 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/6f934bcc-2c38-451f-9197-caec0df265bd HTTP/1.1" status: 200 len: 993 time: 0.0989108 Mar 31 23:26:52.135551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.147543 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 07ee8205-ef05-42c1-bd2c-f047ce5bec34 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:52.147886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 07ee8205-ef05-42c1-bd2c-f047ce5bec34 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:52.276732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47280) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:52.319767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c9ea7686-7a6a-4802-b447-8382d5994516 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=269fc601786743039fb401a8087f9e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418727 Mar 31 23:26:52.322298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47282) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:52.365561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Router 651c1835-5176-4027-9a31-46975af37e71 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:52.371311 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc8b068e-85c3-49dd-8516-11b26b16de87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.394173 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc8b068e-85c3-49dd-8516-11b26b16de87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.477895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:52.486246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47286) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:52.486464 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ebd19db5-4b55-4513-85e5-7c3e077220eb admin admin] 10.222.0.31 "PUT /v2.0/routers/651c1835-5176-4027-9a31-46975af37e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9240246 Mar 31 23:26:52.489350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] Sync routers for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:52.508265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:52.508954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:52.582172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc8b068e-85c3-49dd-8516-11b26b16de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.588355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cc8b068e-85c3-49dd-8516-11b26b16de87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.588355 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cc8b068e-85c3-49dd-8516-11b26b16de87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/589792b2-b420-4947-aeb6-835bb9051d47 HTTP/1.1" status: 204 len: 168 time: 0.2626660 Mar 31 23:26:52.612542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b6a1ffd-c354-4aba-a01d-04fb14bb7f1a req-19a8d9d4-efad-4ab1-9a1c-ad3ed65b214c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 210 time: 0.0694499 Mar 31 23:26:52.628622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b068e-85c3-49dd-8516-11b26b16de87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589792b2-b420-4947-aeb6-835bb9051d47,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:52.637236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:52.675354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.814188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-ce4a5da1-47de-4dd9-8cf0-698b8b1d040b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:52.815689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-ce4a5da1-47de-4dd9-8cf0-698b8b1d040b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.2072022 Mar 31 23:26:52.833251 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:52.840835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'port': {'device_id': '57bf0892-d799-4a0b-80b1-f9e27b4e5c91', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'admin_state_up': True, 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:52.856253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:26:51Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:52.891861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] Checking router: 651c1835-5176-4027-9a31-46975af37e71 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:52.901669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] Routers {'651c1835-5176-4027-9a31-46975af37e71'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:52.902281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['651c1835-5176-4027-9a31-46975af37e71'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:53.008428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] Set router 651c1835-5176-4027-9a31-46975af37e71 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:53.040264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Deleting port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:53.040867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.086230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:53.089820 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.192795 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] For port cb3d88d9-f3f0-4f6e-aa9b-f63df262942b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb3d88d9-f3f0-4f6e-aa9b-f63df262942b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:53.193171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.220039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Calling delete_port for cb3d88d9-f3f0-4f6e-aa9b-f63df262942b owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:53.272430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:26:51Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:53.308925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.20.0.6 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/25e66524-c761-49e3-9577-519d1997df35) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:53.309326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9133388-3f36-4e48-b436-33f89046f11c None None] The sync data for ids ['651c1835-5176-4027-9a31-46975af37e71'] in n-d-836015-1 is: [{'id': '651c1835-5176-4027-9a31-46975af37e71', 'name': 'tempest-AttachVolumeNegativeTest-925217571-router', 'tenant_id': '63b69116baec4d80901fa4a090f80d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:11Z', 'updated_at': '2022-03-31T23:26:51Z', 'revision_number': 5, 'project_id': '63b69116baec4d80901fa4a090f80d91', 'gw_port': {'id': 'cb3d88d9-f3f0-4f6e-aa9b-f63df262942b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c1835-5176-4027-9a31-46975af37e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:12Z', 'updated_at': '2022-03-31T23:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:53.557469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.630351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.661918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3d88d9-f3f0-4f6e-aa9b-f63df262942b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:53.698375 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.820035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=25e66524-c761-49e3-9577-519d1997df35,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:53.827383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:53.842204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:53.842204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:53.842204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:53.987520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683161e-d338-49a6-8d46-c3ea9e64d2be req-9f340455-5ded-41ef-9964-ad2569a2eaf2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:53.995082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2683161e-d338-49a6-8d46-c3ea9e64d2be req-9f340455-5ded-41ef-9964-ad2569a2eaf2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 931 time: 0.2275143 Mar 31 23:26:54.002716 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.012610 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.027563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:54.028235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.040620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47310) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:54.087474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 67188ffd-47e8-4fe6-aa02-de0db19b89db no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:54.125472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2683161e-d338-49a6-8d46-c3ea9e64d2be req-542ba047-3a25-4b8f-a158-c0c9cfc2c3bb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255789 Mar 31 23:26:54.135994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 67188ffd-47e8-4fe6-aa02-de0db19b89db {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:54.141149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 67188ffd-47e8-4fe6-aa02-de0db19b89db not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:54.181995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-7e1dcdc3-7c23-47ea-865e-484ad1485746 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3502679 Mar 31 23:26:54.193965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Request body: {'port': {'device_id': '57bf0892-d799-4a0b-80b1-f9e27b4e5c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:54.212902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1128662453-network', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:54.229075 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.230790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 651c1835-5176-4027-9a31-46975af37e71 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:26:54.234673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.235794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3b50878b-bb74-4046-a678-fa37a267fda1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/651c1835-5176-4027-9a31-46975af37e71 HTTP/1.1" status: 204 len: 168 time: 1.7482955 Mar 31 23:26:54.238993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47314) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:54.320767 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-da84fa57-bcbd-4786-8d5b-c74ed3b27cae admin admin] Deleting subnet aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:26:54.328882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-58ecb8d2-fc6c-4625-9bc5-c7aea35e4913 None None] Provisioning complete for port 25e66524-c761-49e3-9577-519d1997df35 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:54.329504 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-58ecb8d2-fc6c-4625-9bc5-c7aea35e4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.331321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.332981 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da84fa57-bcbd-4786-8d5b-c74ed3b27cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.380983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-58ecb8d2-fc6c-4625-9bc5-c7aea35e4913 None None] Port 25e66524-c761-49e3-9577-519d1997df35 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:26:54.389103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Made reservation on behalf of 09cfc4aaa05d4b199c0f2241a5384509 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:54.392942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.413693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da84fa57-bcbd-4786-8d5b-c74ed3b27cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.416436 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.570085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.648510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da84fa57-bcbd-4786-8d5b-c74ed3b27cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.709126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.718241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e66524-c761-49e3-9577-519d1997df35 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:54.731022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.751978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:26:54.772752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efa919f-68b8-4105-b6c6-221d331eca28,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:54.775893 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.776242 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Added segment f8596e37-12a2-4dbc-bd84-aa394d27f2a9 of type vlan for network 1d61e430-46d5-418f-9db7-4977a36512d3 Mar 31 23:26:54.823702 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.850415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Transition to ACTIVE for port object 25e66524-c761-49e3-9577-519d1997df35 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:26:54.856123 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da84fa57-bcbd-4786-8d5b-c74ed3b27cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.881489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84fa57-bcbd-4786-8d5b-c74ed3b27cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:54.887485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-da84fa57-bcbd-4786-8d5b-c74ed3b27cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.899410 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-da84fa57-bcbd-4786-8d5b-c74ed3b27cae admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aedce68f-d13a-4a7d-9d6c-6d7f6cf6d361 HTTP/1.1" status: 204 len: 168 time: 0.6516883 Mar 31 23:26:54.899599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c8c46-fb4c-4ea1-ac88-d219b80ff5bf None None] Network 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:54.899686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47316) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:54.951262 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.954251 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:54.955255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:54.955838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.028997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] Pushing event updated for resources: {'Network': ['ID=1d61e430-46d5-418f-9db7-4977a36512d3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:55.039832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1d61e430-46d5-418f-9db7-4977a36512d3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:26:55.070354 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-066e1612-d47b-419e-b194-1c123ec39838 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0286083 Mar 31 23:26:55.073257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47318) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:55.079217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Request body: {'subnet': {'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1128662453-subnet', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:55.132857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] DHCP port deletion for 6452e196-06e1-4b87-8bdb-394c2eb4c5c3 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:26:55.176145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Made reservation on behalf of 09cfc4aaa05d4b199c0f2241a5384509 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:55.178982 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.199132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] Deleting port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:55.199830 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.268343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] For port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb03ed7a-4bcf-4136-b1e6-e04a62b0e006,segment=NetworkSegment(48cfad15-e69e-4f74-8586-42a4e2a6e365),segment_id=48cfad15-e69e-4f74-8586-42a4e2a6e365)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:55.269504 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.288030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] Calling delete_port for cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:55.473591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.487770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.541402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc5f69e-f6b9-44d2-8181-0dfc0405fdb1,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:55.546308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Checking segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:55.546701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Network hostable DHCP agents. Network: 1d61e430-46d5-418f-9db7-4977a36512d3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:26:55.554926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] Pushing event deleted for resources: {'Port': ['ID=cb03ed7a-4bcf-4136-b1e6-e04a62b0e006,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:55.566131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666fe8b9-4c59-4446-b106-0820ba7c5e34 None None] No DVR routers for this DVR port cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:55.584152 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.614112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Pushing event updated for resources: {'Port': ['ID=25e66524-c761-49e3-9577-519d1997df35,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:55.661783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Network 1d61e430-46d5-418f-9db7-4977a36512d3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:26:55.664099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3ed4-ae9f-4b94-aa3f-b05a1801a3a3 req-afbf336f-5b91-4d6e-93e0-15822075bfea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:55.665646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac1d3ed4-ae9f-4b94-aa3f-b05a1801a3a3 req-afbf336f-5b91-4d6e-93e0-15822075bfea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.1813030 Mar 31 23:26:55.785067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Attempting to bind port 25e66524-c761-49e3-9577-519d1997df35 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:55.785296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Attempting to bind port 25e66524-c761-49e3-9577-519d1997df35 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:55.785614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Attempting to bind port 25e66524-c761-49e3-9577-519d1997df35 on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:55.788532 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.791823 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1d61e430-46d5-418f-9db7-4977a36512d3) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:55.801731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:55.803801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.805903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac1d3ed4-ae9f-4b94-aa3f-b05a1801a3a3 req-73de1014-9e52-4688-ac6e-98380db20baf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271193 Mar 31 23:26:55.809482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Port 25e66524-c761-49e3-9577-519d1997df35 on network d18addb8-86a2-48fc-a5f1-58f722847a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:26:55.811599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Attempting to bind port 25e66524-c761-49e3-9577-519d1997df35 on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:55.819374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b7a11-467c-49b6-98c0-67d560744114 None None] Network 1d61e430-46d5-418f-9db7-4977a36512d3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:55.833632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6452e196-06e1-4b87-8bdb-394c2eb4c5c3']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:55.836282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:55.836508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:55.837086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:55.837534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Bound port: 25e66524-c761-49e3-9577-519d1997df35, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:55.837897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.857395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cfad15-e69e-4f74-8586-42a4e2a6e365') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:55.857905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cfad15-e69e-4f74-8586-42a4e2a6e365') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:55.877320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.914532 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.929922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:26:55.930329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:26:55.932128 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:26:55.961087 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91080c13-5d57-4050-860e-dfa7b76df115 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8867381 Mar 31 23:26:55.963756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47322) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:55.981310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:55.991960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] For port 25e66524-c761-49e3-9577-519d1997df35, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:56.005771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] For port 25e66524-c761-49e3-9577-519d1997df35, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=25e66524-c761-49e3-9577-519d1997df35,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:56.089228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:56.097096 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.113915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.114788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:56.115213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb03ed7a-4bcf-4136-b1e6-e04a62b0e006 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:56.115416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.115842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb3d88d9-f3f0-4f6e-aa9b-f63df262942b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:56.117286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.122501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] 10.222.0.31 "DELETE /v2.0/networks/6452e196-06e1-4b87-8bdb-394c2eb4c5c3 HTTP/1.1" status: 204 len: 168 time: 1.2244301 Mar 31 23:26:56.143214 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.158673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: cb3d88d9-f3f0-4f6e-aa9b-f63df262942b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:56.159641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb3d88d9-f3f0-4f6e-aa9b-f63df262942b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:56.225637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc9947-a049-4d0e-bebc-4f2c876fc2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6452e196-06e1-4b87-8bdb-394c2eb4c5c3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:56.231967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:56.236691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.237951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.239029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] 10.222.0.50 "PUT /v2.0/ports/25e66524-c761-49e3-9577-519d1997df35 HTTP/1.1" status: 200 len: 1091 time: 2.0492747 Mar 31 23:26:56.241336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57bf0892-d799-4a0b-80b1-f9e27b4e5c91', 'tag': '25e66524-c761-49e3-9577-519d1997df35'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:56.244706 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc4975f-fd91-4516-8d54-31e81e307d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "57bf0892-d799-4a0b-80b1-f9e27b4e5c91", "tag": "25e66524-c761-49e3-9577-519d1997df35"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:56.304976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ecd65-1c23-407f-82f2-556b5d7a8b0f service neutron] Pushing event updated for resources: {'Port': ['ID=25e66524-c761-49e3-9577-519d1997df35,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:56.317451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1d61e430-46d5-418f-9db7-4977a36512d3', 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'fixed_ips': [{'subnet_id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:26:56.318384 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.331335 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e72cf-7aba-4c8e-aedc-784d2282c8d8 x-openstack-request-id: req-701e72cf-7aba-4c8e-aedc-784d2282c8d8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:56.332438 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57bf0892-d799-4a0b-80b1-f9e27b4e5c91", "tag": "25e66524-c761-49e3-9577-519d1997df35", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:56.333046 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-701e72cf-7aba-4c8e-aedc-784d2282c8d8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:56.333671 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701e72cf-7aba-4c8e-aedc-784d2282c8d8'] response: {'name': 'network-changed', 'server_uuid': '57bf0892-d799-4a0b-80b1-f9e27b4e5c91', 'tag': '25e66524-c761-49e3-9577-519d1997df35', 'status': 'completed', 'code': 200} Mar 31 23:26:56.422667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4975f-fd91-4516-8d54-31e81e307d2b req-c4e43871-2741-48ee-b50f-93928396d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:56.424265 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3bc4975f-fd91-4516-8d54-31e81e307d2b req-c4e43871-2741-48ee-b50f-93928396d3bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 1094 time: 0.0820732 Mar 31 23:26:56.514149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Allocated IP 172.20.0.2 (1d61e430-46d5-418f-9db7-4977a36512d3/edc5f69e-f6b9-44d2-8181-0dfc0405fdb1/ee233e4d-e71f-44de-b60d-cf0af22bcb26) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:56.526461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.537564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4975f-fd91-4516-8d54-31e81e307d2b req-84735071-3e19-4d90-a107-e86cf161f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:56.539594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3bc4975f-fd91-4516-8d54-31e81e307d2b req-84735071-3e19-4d90-a107-e86cf161f234 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=64b254b0c02243f38b56c59a1a43f85d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1053486 Mar 31 23:26:56.660655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4975f-fd91-4516-8d54-31e81e307d2b req-59b88502-9b5b-4711-b20b-31905e0b1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:56.662974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3bc4975f-fd91-4516-8d54-31e81e307d2b req-59b88502-9b5b-4711-b20b-31905e0b1e69 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164088 Mar 31 23:26:56.698206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47328) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:56.742611 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.760109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-90cfb7ef-09b3-4ab0-a1cc-2dba50b52960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:56.761723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-90cfb7ef-09b3-4ab0-a1cc-2dba50b52960 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 1094 time: 0.0511832 Mar 31 23:26:56.763128 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-848c11ee-9707-4a63-9db2-c135090a38c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63b69116baec4d80901fa4a090f80d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634177 Mar 31 23:26:56.763985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47330) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:56.819555 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.820129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-0c6dac8b-92d2-4586-9f5e-a592d8aabc91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25e66524-c761-49e3-9577-519d1997df35 HTTP/1.1" status: 200 len: 217 time: 0.0480454 Mar 31 23:26:56.900219 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.908572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-373fa215-5550-4f79-a801-024bbe464a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:56.910180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-373fa215-5550-4f79-a801-024bbe464a50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0844543 Mar 31 23:26:56.910950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ddbb156-fed1-4dc1-b8da-8031d03612e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.927066 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.932266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Network 1d61e430-46d5-418f-9db7-4977a36512d3 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:56.933651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Pushing event updated for resources: {'Port': ['ID=ee233e4d-e71f-44de-b60d-cf0af22bcb26,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:56.938417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:56.942293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:57.003770 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ddbb156-fed1-4dc1-b8da-8031d03612e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.022277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Attempting to bind port ee233e4d-e71f-44de-b60d-cf0af22bcb26 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:57.023059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Attempting to bind port ee233e4d-e71f-44de-b60d-cf0af22bcb26 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:57.023716 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Attempting to bind port ee233e4d-e71f-44de-b60d-cf0af22bcb26 on network 1d61e430-46d5-418f-9db7-4977a36512d3 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:57.030379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:57.031215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Checking segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:57.032079 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.032633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Bound using segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:57.033387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Bound port: ee233e4d-e71f-44de-b60d-cf0af22bcb26, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:57.033987 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.039087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b3214-7f17-45b6-a1bd-3e6aa8a20579 req-8894caa0-8b9e-4f03-9534-a45bf168936f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:57.040805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e25b3214-7f17-45b6-a1bd-3e6aa8a20579 req-8894caa0-8b9e-4f03-9534-a45bf168936f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.1278150 Mar 31 23:26:57.055967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-0c6533df-60a6-46a0-9320-56c8a58a6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:57.057651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-0c6533df-60a6-46a0-9320-56c8a58a6c43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051362 Mar 31 23:26:57.062308 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Allocated IP 172.25.4.141 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/8fd64270-0f57-4e08-b022-0b9bbe0a3a85) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:57.122979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] For port ee233e4d-e71f-44de-b60d-cf0af22bcb26, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:57.127318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] For port ee233e4d-e71f-44de-b60d-cf0af22bcb26, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ee233e4d-e71f-44de-b60d-cf0af22bcb26,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:57.154508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e25b3214-7f17-45b6-a1bd-3e6aa8a20579 req-05ccbd56-c203-4b5e-ac67-eb17ad5fb66a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957420 Mar 31 23:26:57.188754 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.196869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-f43292fb-39cc-4002-b0c2-b3afdabd4833 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321642 Mar 31 23:26:57.218199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.253399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ddbb156-fed1-4dc1-b8da-8031d03612e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.256747 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ddbb156-fed1-4dc1-b8da-8031d03612e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.258241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4ddbb156-fed1-4dc1-b8da-8031d03612e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b6988e3-4981-4030-b3cc-af6a1c4ee989 HTTP/1.1" status: 204 len: 168 time: 0.4927330 Mar 31 23:26:57.285554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f80f79-2c77-4ae4-bcba-69bede27277c None None] Pushing event updated for resources: {'Port': ['ID=ee233e4d-e71f-44de-b60d-cf0af22bcb26,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:57.316595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbb156-fed1-4dc1-b8da-8031d03612e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6988e3-4981-4030-b3cc-af6a1c4ee989,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:57.351454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.384127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96ddf696-6b6b-4cb6-befe-d7445ec450e3 req-4033e7de-86dc-410f-b2a2-e04d19d93f05 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807292 Mar 31 23:26:57.397641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:57.406035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:57.410313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:57.443037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd64270-0f57-4e08-b022-0b9bbe0a3a85,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:58.039591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ee233e4d-e71f-44de-b60d-cf0af22bcb26 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:58.100059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ee233e4d-e71f-44de-b60d-cf0af22bcb26 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:58.102063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.196312 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.241904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port ee233e4d-e71f-44de-b60d-cf0af22bcb26, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ee233e4d-e71f-44de-b60d-cf0af22bcb26,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:58.251451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.330784 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.343007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da0831-f078-45db-aace-58b068b9787c req-0db1fbca-88c0-4d1f-87f9-07eb39f93267 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:58.360516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47da0831-f078-45db-aace-58b068b9787c req-0db1fbca-88c0-4d1f-87f9-07eb39f93267 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.1038427 Mar 31 23:26:58.418115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=ee233e4d-e71f-44de-b60d-cf0af22bcb26,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:58.432309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47da0831-f078-45db-aace-58b068b9787c req-2123fe03-ca9a-45b6-bb8d-533eb06bf362 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643575 Mar 31 23:26:58.557891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cc744-35ff-4601-ba01-5d60253c2bff None None] Network 1d61e430-46d5-418f-9db7-4977a36512d3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:58.578620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.588211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-0e7b6f95-dfad-41d0-a022-e4c0e0e64387 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603082 Mar 31 23:26:58.729813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-32dd427d-4d60-478d-b597-825dd54d6681 None None] Provisioning complete for port ee233e4d-e71f-44de-b60d-cf0af22bcb26 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:58.730303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32dd427d-4d60-478d-b597-825dd54d6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:58.744413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-96f1338a-fa75-4728-8fd1-d21b4261095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:58.746143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-96f1338a-fa75-4728-8fd1-d21b4261095d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1097 time: 0.1090837 Mar 31 23:26:58.837509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:26:58.897005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-6930464c-cb03-4667-bef5-ef028904b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:58.900751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-6930464c-cb03-4667-bef5-ef028904b57f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 898 time: 0.1254776 Mar 31 23:26:59.009288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-2d87067f-8cee-4997-9f1e-3b57e826fcb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 1001 time: 0.0961006 Mar 31 23:26:59.023865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:59.036959 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Sync routers for ids ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:59.057730 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Routers {'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:59.058972 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:59.074950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-cb68b141-79d5-4ab0-80f5-addbe59425f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:59.076623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-cb68b141-79d5-4ab0-80f5-addbe59425f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.0610113 Mar 31 23:26:59.127779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-32bc6de7-42d5-4da6-8895-f902e5eb6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:59.129441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-32bc6de7-42d5-4da6-8895-f902e5eb6d2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440090 Mar 31 23:26:59.178729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5683c3ad-68c7-447e-85cb-5ce51e023f02 None None] Provisioning complete for port ee233e4d-e71f-44de-b60d-cf0af22bcb26 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:59.179100 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5683c3ad-68c7-447e-85cb-5ce51e023f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.188678 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Set router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:59.215227 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.221174 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-296fb916-561a-43f4-aff6-cc2568488997 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2518895 Mar 31 23:26:59.221501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47362) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:59.285755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-c634457d-9936-4f10-ad5c-a5958acf87c8 service neutron] 10.222.0.50 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469617 Mar 31 23:26:59.462116 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:26:57Z', 'revision_number': 3, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port': {'id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:43:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:59.469771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e2cfc93-dee4-4215-bddd-14fccf4c502a req-7d60092e-22b6-440c-b2c4-f79152146f5e service neutron] 10.222.0.50 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769936 Mar 31 23:26:59.492945 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Checking router: eb8935fa-d97c-4ecb-bf2b-b32df35b2beb for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:59.493296 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Updating router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:26:59.521449 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.652122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe53b3d-de97-4578-958e-8d9544f9f573 req-6f04edd9-20e6-422d-a147-f99ce2d77b6d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:59.653680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fe53b3d-de97-4578-958e-8d9544f9f573 req-6f04edd9-20e6-422d-a147-f99ce2d77b6d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.0942183 Mar 31 23:26:59.746422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7fe53b3d-de97-4578-958e-8d9544f9f573 req-08630112-5c15-4d06-ba32-50232c974a4d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765710 Mar 31 23:26:59.811319 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.834059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.941718 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.005243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Allocated IP 172.20.0.1 (1d61e430-46d5-418f-9db7-4977a36512d3/edc5f69e-f6b9-44d2-8181-0dfc0405fdb1/e785df82-8b1c-4a5c-908a-52f27e585a6c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:00.010119 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Attempting to bind port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:00.010503 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Attempting to bind port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:00.011217 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Attempting to bind port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:00.019557 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Pushing event updated for resources: {'Port': ['ID=8fd64270-0f57-4e08-b022-0b9bbe0a3a85,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:00.021854 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:00.022226 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:00.022651 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.023034 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:00.023668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Bound port: 8fd64270-0f57-4e08-b022-0b9bbe0a3a85, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:00.024045 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.049346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ee233e4d-e71f-44de-b60d-cf0af22bcb26 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:00.091750 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.092326 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.092601 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.093132 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.093887 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.094018 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.094276 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.094631 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.094947 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.095528 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.095845 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.096318 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.104602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ee233e4d-e71f-44de-b60d-cf0af22bcb26 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:00.105123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.112883 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] For port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:00.115419 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] For port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8fd64270-0f57-4e08-b022-0b9bbe0a3a85,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:00.138238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.190981 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.248411 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Routers {'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:00.249051 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:00.269370 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.295512 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f40d6-427b-41e7-b518-90060a2654b7 None None] Pushing event updated for resources: {'Port': ['ID=8fd64270-0f57-4e08-b022-0b9bbe0a3a85,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:00.320143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Network 1d61e430-46d5-418f-9db7-4977a36512d3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:00.323775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:00.329422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:00.359836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Pushing event updated for resources: {'Port': ['ID=e785df82-8b1c-4a5c-908a-52f27e585a6c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:00.384823 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.386648 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] Set router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:00.584145 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:26:57Z', 'revision_number': 3, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port': {'id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:43:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:00.616437 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e421f1-e87b-4978-8008-23d4dda5078b None None] The sync data for ids ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'] in n-d-836015-1 is: [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:26:57Z', 'revision_number': 3, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port': {'id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:43:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:00.618800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bb49d07b-7d3d-4988-9f41-264e71bcc782 None None] Provisioning complete for port e785df82-8b1c-4a5c-908a-52f27e585a6c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:00.619374 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb49d07b-7d3d-4988-9f41-264e71bcc782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.621385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.675223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bb49d07b-7d3d-4988-9f41-264e71bcc782 None None] Port e785df82-8b1c-4a5c-908a-52f27e585a6c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:00.834435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.892643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c8070-4433-4f6e-985b-72caaafa49ef req-8350af7f-fc9b-4d5f-b01e-265aad07d742 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:00.894300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab4c8070-4433-4f6e-985b-72caaafa49ef req-8350af7f-fc9b-4d5f-b01e-265aad07d742 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.0646248 Mar 31 23:27:00.934196 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.011776 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab4c8070-4433-4f6e-985b-72caaafa49ef req-1d71c1d9-0345-4b61-ba68-7691d2a51b9b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107488 Mar 31 23:27:01.022398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.024457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Pushing event updated for resources: {'Port': ['ID=e785df82-8b1c-4a5c-908a-52f27e585a6c,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:01.126391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Network 1d61e430-46d5-418f-9db7-4977a36512d3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:01.128082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:01.267850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:01.388571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:01.394008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-765750c8-dee7-4d46-9893-7fc10415451e admin admin] 10.222.0.31 "PUT /v2.0/routers/eb8935fa-d97c-4ecb-bf2b-b32df35b2beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1715262 Mar 31 23:27:01.401757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-989e5825-c5f8-4b7f-ba76-f0ea7c154f9f None None] Provisioning complete for port e785df82-8b1c-4a5c-908a-52f27e585a6c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:01.402754 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-989e5825-c5f8-4b7f-ba76-f0ea7c154f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.439423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-989e5825-c5f8-4b7f-ba76-f0ea7c154f9f None None] Port e785df82-8b1c-4a5c-908a-52f27e585a6c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:02.052692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:02.128269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:02.128778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.179050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784f29a-8df7-4779-b5b0-e9d5cf34af2f req-50885514-3e8a-470c-b2cc-92fbb68c5efd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:02.180862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2784f29a-8df7-4779-b5b0-e9d5cf34af2f req-50885514-3e8a-470c-b2cc-92fbb68c5efd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.0681822 Mar 31 23:27:02.214165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:02.219937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1164667486-network', 'tenant_id': '57a8229cf12346da933f4592bd070eca'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:02.224129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.226074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2784f29a-8df7-4779-b5b0-e9d5cf34af2f req-0443b2b5-11ae-4774-b804-16e79b308207 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Mar 31 23:27:02.248474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8fd64270-0f57-4e08-b022-0b9bbe0a3a85,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:02.318509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Made reservation on behalf of 57a8229cf12346da933f4592bd070eca for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:02.318881 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.321261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.331886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.375207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=8fd64270-0f57-4e08-b022-0b9bbe0a3a85,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:02.415159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.452573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Sync routers for ids ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:02.462690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Routers {'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:02.463353 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:02.510259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.533364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:27:02.550361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:02.553285 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.553636 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Added segment 68b8cc26-c2d8-4da2-ae0c-db2dcc864b30 of type vlan for network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 Mar 31 23:27:02.599056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.599512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Set router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:02.692832 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.694087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:02.694768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.759751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] Pushing event updated for resources: {'Network': ['ID=2bf41334-5b86-4dba-a561-f85cc3abd9e1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:02.780158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:27:02.802330 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e577e98a-5ed5-4d2f-aaa7-6d9277e5c0aa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5862129 Mar 31 23:27:02.805044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47420) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:02.809993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Request body: {'subnet': {'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1164667486-subnet', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:02.869898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:00Z', 'revision_number': 4, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port': {'id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:43:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e785df82-8b1c-4a5c-908a-52f27e585a6c', 'name': '', 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'mac_address': 'fa:16:3e:b9:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:59Z', 'updated_at': '2022-03-31T23:27:00Z', 'revision_number': 2, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'subnets': [{'id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:02.896570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Checking router: eb8935fa-d97c-4ecb-bf2b-b32df35b2beb for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:02.905777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Updating router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb port e785df82-8b1c-4a5c-908a-52f27e585a6c binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:27:02.922820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:02.927726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Made reservation on behalf of 57a8229cf12346da933f4592bd070eca for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:02.930640 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.207866 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.360395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f9f4a-37ad-4e7c-ba27-038a391c47a5 req-e2b6f02d-a001-4e8a-ab51-5ed464712f38 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:03.361794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e0f9f4a-37ad-4e7c-ba27-038a391c47a5 req-e2b6f02d-a001-4e8a-ab51-5ed464712f38 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.0543518 Mar 31 23:27:03.363169 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.381497 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.438607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8861e-423a-4ee1-8396-55855c24afb8 None None] Pushing event updated for resources: {'Port': ['ID=e785df82-8b1c-4a5c-908a-52f27e585a6c,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:03.441861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adb5276-73e1-4825-92be-a00cf2273503,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:03.459278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e0f9f4a-37ad-4e7c-ba27-038a391c47a5 req-29925f81-143e-4ef0-a4cb-38f76944c99f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909245 Mar 31 23:27:03.486651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Checking segment: {'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:03.487082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Network hostable DHCP agents. Network: 2bf41334-5b86-4dba-a561-f85cc3abd9e1, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:27:03.505968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Attempting to bind port e785df82-8b1c-4a5c-908a-52f27e585a6c on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:03.506599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Attempting to bind port e785df82-8b1c-4a5c-908a-52f27e585a6c by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:03.506729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Attempting to bind port e785df82-8b1c-4a5c-908a-52f27e585a6c on network 1d61e430-46d5-418f-9db7-4977a36512d3 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:03.512352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:03.518907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Checking segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:03.518907 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.518907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Bound using segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:03.518907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Bound port: e785df82-8b1c-4a5c-908a-52f27e585a6c, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:03.518907 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.588312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] For port e785df82-8b1c-4a5c-908a-52f27e585a6c, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:03.592426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] For port e785df82-8b1c-4a5c-908a-52f27e585a6c, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e785df82-8b1c-4a5c-908a-52f27e585a6c,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:03.595986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:27:03.683455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8a22e0c4-471f-4873-91c1-619c8606d795 None None] Provisioning complete for port e785df82-8b1c-4a5c-908a-52f27e585a6c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:03.683829 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8a22e0c4-471f-4873-91c1-619c8606d795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.706068 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.722291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2bf41334-5b86-4dba-a561-f85cc3abd9e1) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:03.731198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:03.731198 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.742892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023f42c-59f5-425f-b566-01cd181731ad None None] Network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:03.770966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8a22e0c4-471f-4873-91c1-619c8606d795 None None] Port e785df82-8b1c-4a5c-908a-52f27e585a6c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:03.843946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f52d067d-729e-479c-ac30-3506452b156e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0369275 Mar 31 23:27:03.852200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47428) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:03.859183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:03.928279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8861e-423a-4ee1-8396-55855c24afb8 None None] Pushing event updated for resources: {'Port': ['ID=e785df82-8b1c-4a5c-908a-52f27e585a6c,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:03.934124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Routers {'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:03.935360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:26:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:03.959768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:03.961348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.033226 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a9b689e9-5e1a-4231-a117-8bbc73851473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.056881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.071871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:04.279023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.364166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] Set router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:04.366729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b22ef95d-4d51-4ec1-a4d9-43c4d54bae58 None None] Provisioning complete for port e785df82-8b1c-4a5c-908a-52f27e585a6c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:04.367098 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b22ef95d-4d51-4ec1-a4d9-43c4d54bae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.414415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-2bf41334-5b86-4dba-a561-f85cc3abd9e1', 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'fixed_ips': [{'subnet_id': '6adb5276-73e1-4825-92be-a00cf2273503'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:27:04.415296 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.494341 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:04.494749 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.580891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.599419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0d4bf-7d42-4e0d-a009-4961073006f4 req-02b97085-002d-4826-a79d-477376422975 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:04.601969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.602216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1b0d4bf-7d42-4e0d-a009-4961073006f4 req-02b97085-002d-4826-a79d-477376422975 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.0675929 Mar 31 23:27:04.687042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1b0d4bf-7d42-4e0d-a009-4961073006f4 req-bf0ce2f9-6613-4d4d-a9d2-273314ac64aa tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722349 Mar 31 23:27:04.735961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Allocated IP 172.25.4.91 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/feac990d-8767-4d28-884c-00378ab94d1c) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:04.768873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b22ef95d-4d51-4ec1-a4d9-43c4d54bae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.842112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Allocated IP 172.20.0.2 (2bf41334-5b86-4dba-a561-f85cc3abd9e1/6adb5276-73e1-4825-92be-a00cf2273503/b12c22fe-6bd5-4ce0-afec-731515cf28ad) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:04.852865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.882859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b22ef95d-4d51-4ec1-a4d9-43c4d54bae58 None None] For port e785df82-8b1c-4a5c-908a-52f27e585a6c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e785df82-8b1c-4a5c-908a-52f27e585a6c,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:04.971333 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b22ef95d-4d51-4ec1-a4d9-43c4d54bae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.984585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:00Z', 'revision_number': 4, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port': {'id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:43:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e785df82-8b1c-4a5c-908a-52f27e585a6c', 'name': '', 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'mac_address': 'fa:16:3e:b9:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:59Z', 'updated_at': '2022-03-31T23:27:03Z', 'revision_number': 4, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'subnets': [{'id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:05.002039 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.048527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c2fd2-a8b0-49d3-a18f-f079ead96976 None None] The sync data for ids ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'] in n-d-836015-1 is: [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:00Z', 'revision_number': 4, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port': {'id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:43:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e785df82-8b1c-4a5c-908a-52f27e585a6c', 'name': '', 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'mac_address': 'fa:16:3e:b9:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:59Z', 'updated_at': '2022-03-31T23:27:03Z', 'revision_number': 4, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'subnets': [{'id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:05.055235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:05.064045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:05.066439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Pushing event updated for resources: {'Port': ['ID=feac990d-8767-4d28-884c-00378ab94d1c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:05.069064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:05.154339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef95d-4d51-4ec1-a4d9-43c4d54bae58 None None] Pushing event updated for resources: {'Port': ['ID=e785df82-8b1c-4a5c-908a-52f27e585a6c,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:05.161483 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.244633 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.298909 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:05.301762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:05.311276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:05.314593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Pushing event updated for resources: {'Port': ['ID=b12c22fe-6bd5-4ce0-afec-731515cf28ad,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:05.394118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Attempting to bind port b12c22fe-6bd5-4ce0-afec-731515cf28ad on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:05.394512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Attempting to bind port b12c22fe-6bd5-4ce0-afec-731515cf28ad by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:05.394915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Attempting to bind port b12c22fe-6bd5-4ce0-afec-731515cf28ad on network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:05.400731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:05.401568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Checking segment: {'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:05.401568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.401883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Bound using segment: {'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:05.402387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Bound port: b12c22fe-6bd5-4ce0-afec-731515cf28ad, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:05.402925 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.470939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.477153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] For port b12c22fe-6bd5-4ce0-afec-731515cf28ad, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:05.480636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] For port b12c22fe-6bd5-4ce0-afec-731515cf28ad, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b12c22fe-6bd5-4ce0-afec-731515cf28ad,segment=NetworkSegment(68b8cc26-c2d8-4da2-ae0c-db2dcc864b30),segment_id=68b8cc26-c2d8-4da2-ae0c-db2dcc864b30)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:05.551202 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.614781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca5ace-db1f-42d6-a972-03431df1901f None None] Pushing event updated for resources: {'Port': ['ID=b12c22fe-6bd5-4ce0-afec-731515cf28ad,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:05.738794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.849376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003df2b4-674c-4bfb-8e7a-affbc33879f7 req-ff3c073b-0b23-4649-b72e-d8c956bbcd73 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:05.851745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-003df2b4-674c-4bfb-8e7a-affbc33879f7 req-ff3c073b-0b23-4649-b72e-d8c956bbcd73 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.0676222 Mar 31 23:27:05.940522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-003df2b4-674c-4bfb-8e7a-affbc33879f7 req-8ab53e15-818c-41fd-853c-ead07e494fdf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824935 Mar 31 23:27:06.080233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Router e5bdef2c-eeef-40d2-b5b7-52f945834c31 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:27:06.139277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5a64-9fe8-4e2c-b609-3d4c36ec7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.149046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e785df82-8b1c-4a5c-908a-52f27e585a6c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:06.230629 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e785df82-8b1c-4a5c-908a-52f27e585a6c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:06.232863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.233033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:06.255392 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Sync routers for ids ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:06.284032 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Routers {'e5bdef2c-eeef-40d2-b5b7-52f945834c31'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:06.284644 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:06.337633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b12c22fe-6bd5-4ce0-afec-731515cf28ad up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:06.352732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.356319 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-69530020-79e0-4561-8049-6fb219397040 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4984877 Mar 31 23:27:06.356614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47450) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:06.405653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b12c22fe-6bd5-4ce0-afec-731515cf28ad triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:06.406059 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.421560 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Set router e5bdef2c-eeef-40d2-b5b7-52f945834c31 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:06.500484 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.541578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port b12c22fe-6bd5-4ce0-afec-731515cf28ad, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b12c22fe-6bd5-4ce0-afec-731515cf28ad,segment=NetworkSegment(68b8cc26-c2d8-4da2-ae0c-db2dcc864b30),segment_id=68b8cc26-c2d8-4da2-ae0c-db2dcc864b30)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:06.624342 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.647552 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 3, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:06.682118 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Checking router: e5bdef2c-eeef-40d2-b5b7-52f945834c31 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:06.682575 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Updating router e5bdef2c-eeef-40d2-b5b7-52f945834c31 port feac990d-8767-4d28-884c-00378ab94d1c binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:27:06.729326 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:06.729509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=b12c22fe-6bd5-4ce0-afec-731515cf28ad,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.071186 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.074608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4609e672-0647-4654-9d17-69b3456cab91 None None] Network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:07.142499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-426746bf-a723-4042-86b0-f3062ad28c1f None None] Provisioning complete for port b12c22fe-6bd5-4ce0-afec-731515cf28ad triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:07.143166 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-426746bf-a723-4042-86b0-f3062ad28c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.143269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2feb78-e056-43c2-9614-bf1f8e15233b req-410eee30-38d2-4df8-907d-53c2cb9d9ca6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:07.146656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb2feb78-e056-43c2-9614-bf1f8e15233b req-410eee30-38d2-4df8-907d-53c2cb9d9ca6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 943 time: 0.1038353 Mar 31 23:27:07.166291 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.228948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb2feb78-e056-43c2-9614-bf1f8e15233b req-70762f3b-5905-4765-94c1-f150e2321195 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502872 Mar 31 23:27:07.330759 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7042c-e025-4978-bbb3-a7981eedf5b8 None None] Pushing event updated for resources: {'Port': ['ID=feac990d-8767-4d28-884c-00378ab94d1c,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.355225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Attempting to bind port feac990d-8767-4d28-884c-00378ab94d1c on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:07.355225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Attempting to bind port feac990d-8767-4d28-884c-00378ab94d1c by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:07.355225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Attempting to bind port feac990d-8767-4d28-884c-00378ab94d1c on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:07.356176 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:07.356605 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:07.357010 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.357400 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:07.357857 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Bound port: feac990d-8767-4d28-884c-00378ab94d1c, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:07.358233 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.392194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.417332 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] For port feac990d-8767-4d28-884c-00378ab94d1c, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:07.420787 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] For port feac990d-8767-4d28-884c-00378ab94d1c, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feac990d-8767-4d28-884c-00378ab94d1c,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:07.501908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 25e66524-c761-49e3-9577-519d1997df35 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:07.516921 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.580090 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Routers {'e5bdef2c-eeef-40d2-b5b7-52f945834c31'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:07.581110 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:07.581242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Allocated IP 172.20.0.1 (2bf41334-5b86-4dba-a561-f85cc3abd9e1/6adb5276-73e1-4825-92be-a00cf2273503/b9cba468-d5ff-4ffa-995d-5ff6bf6878b2) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:07.720231 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] Set router e5bdef2c-eeef-40d2-b5b7-52f945834c31 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:07.732979 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.resource_extend [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:27:07.736959 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.801892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ab764dff-c8d9-4a1f-8886-1e3d805214c8 None None] Provisioning complete for port b12c22fe-6bd5-4ce0-afec-731515cf28ad triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:07.802264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ab764dff-c8d9-4a1f-8886-1e3d805214c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.839368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.863625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 25e66524-c761-49e3-9577-519d1997df35, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=25e66524-c761-49e3-9577-519d1997df35,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:07.867060 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.877498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:07.879969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '25e66524-c761-49e3-9577-519d1997df35', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'port_id': '25e66524-c761-49e3-9577-519d1997df35', 'mac_address': 'fa:16:3e:7c:80:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:07.883046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:07.887018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:07.926830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Pushing event updated for resources: {'Port': ['ID=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.938711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.948143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.953538 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7042c-e025-4978-bbb3-a7981eedf5b8 None None] Pushing event updated for resources: {'Port': ['ID=feac990d-8767-4d28-884c-00378ab94d1c,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.968670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e66524-c761-49e3-9577-519d1997df35 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:08.000787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 25e66524-c761-49e3-9577-519d1997df35, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=25e66524-c761-49e3-9577-519d1997df35,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:08.012509 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 3, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:08.054663 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc97ba3-1bf3-4477-9af6-53ff4ca1193c None None] The sync data for ids ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'] in n-d-836015-1 is: [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:05Z', 'revision_number': 3, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:08.080437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.122107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b12c22fe-6bd5-4ce0-afec-731515cf28ad up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:08.186423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=25e66524-c761-49e3-9577-519d1997df35,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:08.221723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b12c22fe-6bd5-4ce0-afec-731515cf28ad triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:08.222659 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.228990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.346199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['25e66524-c761-49e3-9577-519d1997df35'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:08.431500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-74921b28-fecb-4bab-8200-d090aca7cb64 None None] Provisioning complete for port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:08.432122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-74921b28-fecb-4bab-8200-d090aca7cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.503108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-74921b28-fecb-4bab-8200-d090aca7cb64 None None] Port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:08.526335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894bac-e82e-4861-aa5c-22973f7512dd req-a1f05dc8-bbb6-4f19-ae77-75d75ed2ad0f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:08.531056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26894bac-e82e-4861-aa5c-22973f7512dd req-a1f05dc8-bbb6-4f19-ae77-75d75ed2ad0f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 944 time: 0.1323111 Mar 31 23:27:08.575781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.617113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26894bac-e82e-4861-aa5c-22973f7512dd req-ea4042b0-5efb-4d42-b3f6-660a2e73dfc9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596004 Mar 31 23:27:08.652058 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.684204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.754319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Pushing event updated for resources: {'Port': ['ID=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:08.756993 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.859052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:08.860562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:08.930124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.001004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Router e5bdef2c-eeef-40d2-b5b7-52f945834c31 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:09.130275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:09.131883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-849d5bd0-3600-4e00-aca7-ef7c9e30052b None None] Provisioning complete for port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:09.132264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-849d5bd0-3600-4e00-aca7-ef7c9e30052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.142334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ae5e21b0-e2c6-4987-a524-8dd6c7335590 admin admin] 10.222.0.31 "PUT /v2.0/routers/e5bdef2c-eeef-40d2-b5b7-52f945834c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7843628 Mar 31 23:27:09.173906 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-849d5bd0-3600-4e00-aca7-ef7c9e30052b None None] Port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:09.204028 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.533782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 25e66524-c761-49e3-9577-519d1997df35 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:09.698430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 25e66524-c761-49e3-9577-519d1997df35 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:09.704525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 25e66524-c761-49e3-9577-519d1997df35 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:09.705244 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.822459 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939f8b-85ed-4c65-b7e8-1a08943944e6 req-3c97aebf-d6e5-4cb2-99ab-3eceb6f3e038 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:09.827573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8939f8b-85ed-4c65-b7e8-1a08943944e6 req-3c97aebf-d6e5-4cb2-99ab-3eceb6f3e038 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 944 time: 0.0872593 Mar 31 23:27:09.888904 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.905065 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:09.919231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8939f8b-85ed-4c65-b7e8-1a08943944e6 req-dc503a59-2761-4983-b6a4-aaff8c96151a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797596 Mar 31 23:27:09.935181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bf0892-d799-4a0b-80b1-f9e27b4e5c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e66524-c761-49e3-9577-519d1997df35'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:09.937471 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5830ce-d2d7-45d6-9a6e-c5703ddaab7a" -d '{"events": [{"server_uuid": "57bf0892-d799-4a0b-80b1-f9e27b4e5c91", "name": "network-vif-plugged", "status": "completed", "tag": "25e66524-c761-49e3-9577-519d1997df35"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:09.952854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 25e66524-c761-49e3-9577-519d1997df35, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=25e66524-c761-49e3-9577-519d1997df35,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:10.004531 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70cc892-4a8b-48b3-af4d-ebf6d73f5861 x-openstack-request-id: req-c70cc892-4a8b-48b3-af4d-ebf6d73f5861 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:10.004827 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bf0892-d799-4a0b-80b1-f9e27b4e5c91", "name": "network-vif-plugged", "status": "completed", "tag": "25e66524-c761-49e3-9577-519d1997df35", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:10.005119 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c70cc892-4a8b-48b3-af4d-ebf6d73f5861 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:10.005867 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70cc892-4a8b-48b3-af4d-ebf6d73f5861'] response: {'server_uuid': '57bf0892-d799-4a0b-80b1-f9e27b4e5c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e66524-c761-49e3-9577-519d1997df35', 'code': 200} Mar 31 23:27:10.029068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-e6afc244-fb51-4e1d-ad88-f2c52ede2e2b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:10.030782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-e6afc244-fb51-4e1d-ad88-f2c52ede2e2b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/networks?id=1d61e430-46d5-418f-9db7-4977a36512d3 HTTP/1.1" status: 200 len: 911 time: 0.1448503 Mar 31 23:27:10.062592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-08f3c68d-c63b-46ce-bc92-3b89b4f9fd7c tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/quotas/57a8229cf12346da933f4592bd070eca HTTP/1.1" status: 200 len: 375 time: 0.0182822 Mar 31 23:27:10.122792 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.156998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device feac990d-8767-4d28-884c-00378ab94d1c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:10.221604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-e4fa8b76-69d9-4783-800b-26f5f6069428 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=57a8229cf12346da933f4592bd070eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512465 Mar 31 23:27:10.222041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=25e66524-c761-49e3-9577-519d1997df35,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:10.238833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port feac990d-8767-4d28-884c-00378ab94d1c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:10.239248 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.334253 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.349783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-80a448df-57b0-4c9f-bac1-f2f5ec7c48e0 service neutron] 10.222.0.31 "GET /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185801 Mar 31 23:27:10.351949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0f22a-7718-4ea2-a1d5-5c28bf8a16a5 req-4747385f-0ae4-49da-b111-2252acfaddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:10.359994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9db0f22a-7718-4ea2-a1d5-5c28bf8a16a5 req-4747385f-0ae4-49da-b111-2252acfaddfa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 1096 time: 0.2674863 Mar 31 23:27:10.374445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Sync routers for ids ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:10.397725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port feac990d-8767-4d28-884c-00378ab94d1c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feac990d-8767-4d28-884c-00378ab94d1c,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:10.402528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Routers {'e5bdef2c-eeef-40d2-b5b7-52f945834c31'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:10.405086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:10.452082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9db0f22a-7718-4ea2-a1d5-5c28bf8a16a5 req-d0d35a2e-1bca-448d-82aa-1032ab6d3c7e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845757 Mar 31 23:27:10.474173 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.494053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-45d64ff8-aeec-45c4-8798-5532a86ca2bd service neutron] 10.222.0.31 "GET /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354537 Mar 31 23:27:10.508889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47512) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:10.585564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=feac990d-8767-4d28-884c-00378ab94d1c,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:10.592294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Set router e5bdef2c-eeef-40d2-b5b7-52f945834c31 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:10.671241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2a660f71-f4da-4ee3-b7ef-9a913b9c485b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.760743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2a660f71-f4da-4ee3-b7ef-9a913b9c485b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.788963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99d35d58-fe7d-4142-8e9d-9b353c84b054 req-0e37288f-2b3f-4cc0-b35c-9a8fd7d76e4d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 210 time: 0.0342529 Mar 31 23:27:10.834120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 4, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b9cba468-d5ff-4ffa-995d-5ff6bf6878b2', 'name': '', 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'mac_address': 'fa:16:3e:98:92:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6adb5276-73e1-4825-92be-a00cf2273503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:07Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 2, 'project_id': '57a8229cf12346da933f4592bd070eca', 'subnets': [{'id': '6adb5276-73e1-4825-92be-a00cf2273503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:10.863789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Checking router: e5bdef2c-eeef-40d2-b5b7-52f945834c31 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:10.864174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Updating router e5bdef2c-eeef-40d2-b5b7-52f945834c31 port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:27:10.869836 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2a660f71-f4da-4ee3-b7ef-9a913b9c485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.891155 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.914545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2a660f71-f4da-4ee3-b7ef-9a913b9c485b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a5c1b161e364bedb3451cc37bd7590d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025850 Mar 31 23:27:10.914545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a660f71-f4da-4ee3-b7ef-9a913b9c485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfa480d-3b4b-41df-8c54-05514c98762b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:10.914863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47524) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:10.973351 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fce770c1-6786-431c-84e8-91df9e16586b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.997331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fce770c1-6786-431c-84e8-91df9e16586b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.044602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6be59e-9c44-468d-b44b-6256da8b0c4d req-cdeaa158-3b28-4ec9-a6d8-592b94bbb3a6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:11.046210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c6be59e-9c44-468d-b44b-6256da8b0c4d req-cdeaa158-3b28-4ec9-a6d8-592b94bbb3a6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 945 time: 0.0570562 Mar 31 23:27:11.086069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c6be59e-9c44-468d-b44b-6256da8b0c4d req-4481d818-b1a0-4eba-948e-775e73d20dce tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334251 Mar 31 23:27:11.195552 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.195785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fce770c1-6786-431c-84e8-91df9e16586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.198397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fce770c1-6786-431c-84e8-91df9e16586b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.199658 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fce770c1-6786-431c-84e8-91df9e16586b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dfa480d-3b4b-41df-8c54-05514c98762b HTTP/1.1" status: 204 len: 168 time: 0.2832537 Mar 31 23:27:11.208098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce770c1-6786-431c-84e8-91df9e16586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfa480d-3b4b-41df-8c54-05514c98762b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:11.304042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.358102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178a7c9-014b-44bf-8937-46d82b5098ce None None] Pushing event updated for resources: {'Port': ['ID=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:11.414307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Attempting to bind port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:11.414708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Attempting to bind port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:11.415071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Attempting to bind port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 on network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:11.421686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:11.422274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Checking segment: {'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:11.422743 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.423145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Bound using segment: {'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:11.423630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Bound port: b9cba468-d5ff-4ffa-995d-5ff6bf6878b2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:11.424356 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.506975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] For port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:11.511726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] For port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,segment=NetworkSegment(68b8cc26-c2d8-4da2-ae0c-db2dcc864b30),segment_id=68b8cc26-c2d8-4da2-ae0c-db2dcc864b30)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:11.616436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-682416f0-df07-4116-ae8a-0711d152ec79 None None] Provisioning complete for port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:11.616819 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-682416f0-df07-4116-ae8a-0711d152ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.640765 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.701972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-682416f0-df07-4116-ae8a-0711d152ec79 None None] Port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:11.718697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Routers {'e5bdef2c-eeef-40d2-b5b7-52f945834c31'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:11.719632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:11.766633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178a7c9-014b-44bf-8937-46d82b5098ce None None] Pushing event updated for resources: {'Port': ['ID=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:11.862498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] Set router e5bdef2c-eeef-40d2-b5b7-52f945834c31 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:11.877329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82944976-8e13-49c5-b4f7-f1199f78789f req-c46d7dfd-53be-4ecb-a9df-c51d7eb8a785 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 210 time: 0.0331426 Mar 31 23:27:12.062578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cc815529-5e7d-4855-909e-67671b864720 None None] Provisioning complete for port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:12.062578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cc815529-5e7d-4855-909e-67671b864720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:12.071879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device feac990d-8767-4d28-884c-00378ab94d1c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:12.213554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844faba-ca5d-4606-8244-ee573cf6e02c req-c55d84f0-69dc-4d12-9915-2d49f595df69 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:12.215276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8844faba-ca5d-4606-8244-ee573cf6e02c req-c55d84f0-69dc-4d12-9915-2d49f595df69 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 945 time: 0.0572398 Mar 31 23:27:12.234745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port feac990d-8767-4d28-884c-00378ab94d1c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:12.235122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:12.241272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 4, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b9cba468-d5ff-4ffa-995d-5ff6bf6878b2', 'name': '', 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'mac_address': 'fa:16:3e:98:92:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6adb5276-73e1-4825-92be-a00cf2273503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:07Z', 'updated_at': '2022-03-31T23:27:11Z', 'revision_number': 4, 'project_id': '57a8229cf12346da933f4592bd070eca', 'subnets': [{'id': '6adb5276-73e1-4825-92be-a00cf2273503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:12.261673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8844faba-ca5d-4606-8244-ee573cf6e02c req-c0906bbd-15d5-4776-9abc-02f66ea1e541 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Mar 31 23:27:12.397698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070825d-ba67-4142-aefc-8cd122610f16 req-0ed0f7d9-7a1b-44da-a344-26d8e0384bfc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:12.399278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b070825d-ba67-4142-aefc-8cd122610f16 req-0ed0f7d9-7a1b-44da-a344-26d8e0384bfc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 945 time: 0.0565140 Mar 31 23:27:12.457922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b070825d-ba67-4142-aefc-8cd122610f16 req-0108699c-9289-40f5-be1b-588ae1eeda05 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498686 Mar 31 23:27:12.468535 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cc815529-5e7d-4855-909e-67671b864720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:12.473350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0536518-1a04-449d-8fe2-8c43086d205f None None] The sync data for ids ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'] in n-d-836015-1 is: [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:08Z', 'revision_number': 4, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b9cba468-d5ff-4ffa-995d-5ff6bf6878b2', 'name': '', 'network_id': '2bf41334-5b86-4dba-a561-f85cc3abd9e1', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'mac_address': 'fa:16:3e:98:92:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6adb5276-73e1-4825-92be-a00cf2273503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:07Z', 'updated_at': '2022-03-31T23:27:11Z', 'revision_number': 4, 'project_id': '57a8229cf12346da933f4592bd070eca', 'subnets': [{'id': '6adb5276-73e1-4825-92be-a00cf2273503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:12.545946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cc815529-5e7d-4855-909e-67671b864720 None None] For port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,segment=NetworkSegment(68b8cc26-c2d8-4da2-ae0c-db2dcc864b30),segment_id=68b8cc26-c2d8-4da2-ae0c-db2dcc864b30)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:12.619206 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cc815529-5e7d-4855-909e-67671b864720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:12.699689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc815529-5e7d-4855-909e-67671b864720 None None] Pushing event updated for resources: {'Port': ['ID=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:12.984813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dfabf113-7ef7-42de-8653-045ed1ce5676 req-8a5e2498-76ee-4a8e-a2f5-cb893dc6dc1c tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 210 time: 0.0310860 Mar 31 23:27:13.946711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-65ebc354-1dbf-4f48-8597-27e7b0b2759b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:13.948173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-65ebc354-1dbf-4f48-8597-27e7b0b2759b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.50 "GET /v2.0/networks?id=1d61e430-46d5-418f-9db7-4977a36512d3 HTTP/1.1" status: 200 len: 911 time: 0.1015837 Mar 31 23:27:13.962832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Request body: {'port': {'device_id': 'fc9ef654-6242-4e71-af1e-e324beb97b22', 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'admin_state_up': True, 'tenant_id': '57a8229cf12346da933f4592bd070eca'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:14.067566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Made reservation on behalf of 57a8229cf12346da933f4592bd070eca for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:14.071801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.170055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:14.222258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39ed3083-8fab-4fcb-88b5-6b08e35d9b44 req-60ec0f38-10f8-41c9-ae39-2734ee7046e3 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 210 time: 0.0853555 Mar 31 23:27:14.276850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:14.277578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.341907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Allocated IP 172.20.0.4 (1d61e430-46d5-418f-9db7-4977a36512d3/edc5f69e-f6b9-44d2-8181-0dfc0405fdb1/75795e11-02e2-4ba2-ae4a-6334601832b4) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:14.528596 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.633274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.685074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Network 1d61e430-46d5-418f-9db7-4977a36512d3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:14.689836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:14.690809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:14.696767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Pushing event updated for resources: {'Port': ['ID=75795e11-02e2-4ba2-ae4a-6334601832b4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:14.737988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:14.741078 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.855785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-34b456fb-6a33-42a3-b212-b63d94b6be0e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8994451 Mar 31 23:27:14.876267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Request body: {'port': {'device_id': 'fc9ef654-6242-4e71-af1e-e324beb97b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:14.950625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.960590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b8e42d1c-6899-4b88-bd0e-be67aad4b421 None None] Provisioning complete for port 75795e11-02e2-4ba2-ae4a-6334601832b4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:14.969856 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8e42d1c-6899-4b88-bd0e-be67aad4b421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.997301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b8e42d1c-6899-4b88-bd0e-be67aad4b421 None None] Port 75795e11-02e2-4ba2-ae4a-6334601832b4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:15.258384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75795e11-02e2-4ba2-ae4a-6334601832b4 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:15.274226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.302854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Transition to ACTIVE for port object 75795e11-02e2-4ba2-ae4a-6334601832b4 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:15.377934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.472359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Pushing event updated for resources: {'Port': ['ID=75795e11-02e2-4ba2-ae4a-6334601832b4,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:15.498816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e149f9-73f4-452d-9aa5-358b4ca08c40 req-622a91b0-e1de-4c15-96e6-880b3cf49c73 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:15.500545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70e149f9-73f4-452d-9aa5-358b4ca08c40 req-622a91b0-e1de-4c15-96e6-880b3cf49c73 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1052 time: 0.1274474 Mar 31 23:27:15.592705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Attempting to bind port 75795e11-02e2-4ba2-ae4a-6334601832b4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:15.593067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Attempting to bind port 75795e11-02e2-4ba2-ae4a-6334601832b4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:15.593471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Attempting to bind port 75795e11-02e2-4ba2-ae4a-6334601832b4 on network 1d61e430-46d5-418f-9db7-4977a36512d3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:15.598078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70e149f9-73f4-452d-9aa5-358b4ca08c40 req-54844ac9-8a20-4c3e-bce8-107a9c283784 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733445 Mar 31 23:27:15.609202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Port 75795e11-02e2-4ba2-ae4a-6334601832b4 on network 1d61e430-46d5-418f-9db7-4977a36512d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:15.609611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Attempting to bind port 75795e11-02e2-4ba2-ae4a-6334601832b4 on network 1d61e430-46d5-418f-9db7-4977a36512d3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:15.625253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:15.625690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Checking segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:15.626104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Bound using segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:15.626541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Bound port: 75795e11-02e2-4ba2-ae4a-6334601832b4, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:15.626905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.714333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] For port 75795e11-02e2-4ba2-ae4a-6334601832b4, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:15.720252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] For port 75795e11-02e2-4ba2-ae4a-6334601832b4, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=75795e11-02e2-4ba2-ae4a-6334601832b4,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:15.812589 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.855487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:15.856770 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:15.858309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] 10.222.0.50 "PUT /v2.0/ports/75795e11-02e2-4ba2-ae4a-6334601832b4 HTTP/1.1" status: 200 len: 1091 time: 0.9910502 Mar 31 23:27:15.858841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9ef654-6242-4e71-af1e-e324beb97b22', 'tag': '75795e11-02e2-4ba2-ae4a-6334601832b4'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:15.861227 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468dbc82-9ac5-4afd-8d0f-1b25b1f5ddb1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9ef654-6242-4e71-af1e-e324beb97b22", "tag": "75795e11-02e2-4ba2-ae4a-6334601832b4"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:15.895447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74b7c-9d5b-4e3e-a21d-1bec61124a5a service neutron] Pushing event updated for resources: {'Port': ['ID=75795e11-02e2-4ba2-ae4a-6334601832b4,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:15.909056 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae2bf1c-fb64-4ccd-9ada-687bc537cd01 x-openstack-request-id: req-fae2bf1c-fb64-4ccd-9ada-687bc537cd01 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:15.909342 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9ef654-6242-4e71-af1e-e324beb97b22", "tag": "75795e11-02e2-4ba2-ae4a-6334601832b4", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:15.909593 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fae2bf1c-fb64-4ccd-9ada-687bc537cd01 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:15.910074 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae2bf1c-fb64-4ccd-9ada-687bc537cd01'] response: {'name': 'network-changed', 'server_uuid': 'fc9ef654-6242-4e71-af1e-e324beb97b22', 'tag': '75795e11-02e2-4ba2-ae4a-6334601832b4', 'status': 'completed', 'code': 200} Mar 31 23:27:15.984668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dbc82-9ac5-4afd-8d0f-1b25b1f5ddb1 req-fecbb691-ba39-4919-9a84-ccbe6561b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:15.986184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-468dbc82-9ac5-4afd-8d0f-1b25b1f5ddb1 req-fecbb691-ba39-4919-9a84-ccbe6561b4bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57a8229cf12346da933f4592bd070eca&device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1094 time: 0.0547762 Mar 31 23:27:16.098318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dbc82-9ac5-4afd-8d0f-1b25b1f5ddb1 req-6a1ff9fd-dee6-44d5-a57f-bd5f42845612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.099815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-468dbc82-9ac5-4afd-8d0f-1b25b1f5ddb1 req-6a1ff9fd-dee6-44d5-a57f-bd5f42845612 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=57a8229cf12346da933f4592bd070eca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1046507 Mar 31 23:27:16.203563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dbc82-9ac5-4afd-8d0f-1b25b1f5ddb1 req-b4140c26-1cd0-4cb5-82d5-e368d52f8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.205046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-468dbc82-9ac5-4afd-8d0f-1b25b1f5ddb1 req-b4140c26-1cd0-4cb5-82d5-e368d52f8fe2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937133 Mar 31 23:27:16.286287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-bbb210c7-71c5-4e67-952e-1d456a6d6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.287872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-bbb210c7-71c5-4e67-952e-1d456a6d6040 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57a8229cf12346da933f4592bd070eca&device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1094 time: 0.0433125 Mar 31 23:27:16.337077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-5e3bbaa5-94d8-4ffa-89cc-d2a0088055b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75795e11-02e2-4ba2-ae4a-6334601832b4 HTTP/1.1" status: 200 len: 217 time: 0.0333302 Mar 31 23:27:16.391254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-0b568cf8-b897-4a2a-b0d8-84b0775658c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.392756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-0b568cf8-b897-4a2a-b0d8-84b0775658c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=edc5f69e-f6b9-44d2-8181-0dfc0405fdb1 HTTP/1.1" status: 200 len: 849 time: 0.0484738 Mar 31 23:27:16.444079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-653d3f20-d6b5-4d8f-bc33-3b475a9412a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.445807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-653d3f20-d6b5-4d8f-bc33-3b475a9412a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d61e430-46d5-418f-9db7-4977a36512d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444338 Mar 31 23:27:16.549880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-7fd5a408-fd06-4ad6-833b-c91df90bbcd2 service neutron] 10.222.0.50 "GET /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966134 Mar 31 23:27:16.654718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-633eb621-caa4-4ab1-8938-f29340b638b0 req-68d975b2-c68a-4ae5-9c94-088fa13dde8b service neutron] 10.222.0.50 "GET /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914836 Mar 31 23:27:16.716198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddedd9-bacb-4f0b-868d-a1c00d5af019 req-b7d93aa2-6da3-4f04-9eff-14871a3d13dd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.718217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51ddedd9-bacb-4f0b-868d-a1c00d5af019 req-b7d93aa2-6da3-4f04-9eff-14871a3d13dd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1094 time: 0.0456815 Mar 31 23:27:16.757391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51ddedd9-bacb-4f0b-868d-a1c00d5af019 req-3a916079-ecb7-44a7-a746-b6c0fa8e9775 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Mar 31 23:27:16.939217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ce9c-9636-479d-b8da-650b050464af req-f08061e1-9d11-4b9f-b07c-997d28f16695 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:16.941328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-f08061e1-9d11-4b9f-b07c-997d28f16695 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1079519 Mar 31 23:27:16.961837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-992a76a0-5ce9-4a55-8a30-56fcee40411f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/quotas/64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 375 time: 0.0139756 Mar 31 23:27:17.018443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a5317819-92a6-4a3a-834b-0cdb34434547 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498452 Mar 31 23:27:17.131465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-e22ec7df-6a06-44a9-83a2-3b36bbb391dc service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054144 Mar 31 23:27:17.237703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-e1dbd340-465d-4b5d-ac2c-4b6a2be583ff service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993433 Mar 31 23:27:17.531472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51e6bfaa-3da8-4cf7-8fe1-db28cb3dc384 req-3905bd52-5fc1-48e8-be9b-be3388386604 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0289741 Mar 31 23:27:17.870416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba584a-4e21-4fbd-b0a9-c0a1fb5a3c01 req-0f3d9f59-b590-4321-b982-d3768909fce0 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:17.872007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75ba584a-4e21-4fbd-b0a9-c0a1fb5a3c01 req-0f3d9f59-b590-4321-b982-d3768909fce0 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1094 time: 0.0420718 Mar 31 23:27:17.912750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75ba584a-4e21-4fbd-b0a9-c0a1fb5a3c01 req-615e7e0f-f429-42e9-8fa8-a9e8eb152fe5 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Mar 31 23:27:18.614680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c19ebdc-f6e6-44c8-bae2-205e5c09def9 req-375bb5e4-6b52-4442-a941-cf90b7386061 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0302937 Mar 31 23:27:19.032725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01c0cd-44f8-49f9-af83-0a08edbddec2 req-cd06fe3f-d46a-40fa-92b5-dc6e99efb64b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:19.034340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c01c0cd-44f8-49f9-af83-0a08edbddec2 req-cd06fe3f-d46a-40fa-92b5-dc6e99efb64b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1094 time: 0.0474050 Mar 31 23:27:19.072979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c01c0cd-44f8-49f9-af83-0a08edbddec2 req-7a1575e0-4a1e-4c9f-a549-8db988a91fb9 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310857 Mar 31 23:27:19.580914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 75795e11-02e2-4ba2-ae4a-6334601832b4 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:19.698862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 75795e11-02e2-4ba2-ae4a-6334601832b4, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=75795e11-02e2-4ba2-ae4a-6334601832b4,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:19.712422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '75795e11-02e2-4ba2-ae4a-6334601832b4', 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'port_id': '75795e11-02e2-4ba2-ae4a-6334601832b4', 'mac_address': 'fa:16:3e:bb:99:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:19.734675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2b7bc86-f801-465f-8ef2-d2a1459dd72d req-ae60afe7-5e74-4adf-9c86-bc77e66aa845 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0356090 Mar 31 23:27:19.768044 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:19.775282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75795e11-02e2-4ba2-ae4a-6334601832b4 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:19.797916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 75795e11-02e2-4ba2-ae4a-6334601832b4, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=75795e11-02e2-4ba2-ae4a-6334601832b4,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:19.940646 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.004521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=75795e11-02e2-4ba2-ae4a-6334601832b4,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:20.110366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ce9c-9636-479d-b8da-650b050464af req-6266fa61-3008-47d9-aead-46599efe4c31 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.111865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-6266fa61-3008-47d9-aead-46599efe4c31 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1134093 Mar 31 23:27:20.125782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'port': {'device_id': '511637a2-6e1d-4373-8410-2de958c41d19', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'admin_state_up': True, 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:20.166457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['75795e11-02e2-4ba2-ae4a-6334601832b4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:20.237680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346354c-7c00-408a-a686-fe49bd5f4ec1 req-8fed3386-1564-4c0e-b53e-ac83a1ee04de tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.239315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5346354c-7c00-408a-a686-fe49bd5f4ec1 req-8fed3386-1564-4c0e-b53e-ac83a1ee04de tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1095 time: 0.0971897 Mar 31 23:27:20.297316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5346354c-7c00-408a-a686-fe49bd5f4ec1 req-f1271119-987b-42a9-9eb0-d101466fa561 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463920 Mar 31 23:27:20.446338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:20.450459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.611011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.20.0.9 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/03933b35-81a6-489c-9655-fec16f2e86ff) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:20.656608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47868) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:20.744541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded36e11-5d18-4d0b-bdca-b6b8a5500e72 req-8e03e133-53de-4e5c-ba7a-cda435e1d991 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.746077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ded36e11-5d18-4d0b-bdca-b6b8a5500e72 req-8e03e133-53de-4e5c-ba7a-cda435e1d991 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1097 time: 0.1017549 Mar 31 23:27:20.789562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63732f34-6474-4b99-8c00-c4726da3bfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.834115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.850167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ded36e11-5d18-4d0b-bdca-b6b8a5500e72 req-7a9d8d9b-36ab-47bc-9c8c-1389ef2b2da7 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925291 Mar 31 23:27:20.853825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88c4975a-df1b-452a-9f6f-66b5b87f83a7 req-bd640857-039c-4514-b7f7-af7c8cd6a668 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0432446 Mar 31 23:27:20.877366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63732f34-6474-4b99-8c00-c4726da3bfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.877366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47874) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:21.023438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-63732f34-6474-4b99-8c00-c4726da3bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.069203 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-63732f34-6474-4b99-8c00-c4726da3bfe6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04b880b776714d9d961d68664f783fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113693 Mar 31 23:27:21.071919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 47876) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:21.079441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63732f34-6474-4b99-8c00-c4726da3bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8785b49-f742-473e-843c-ecc2b1ca2dd9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.087555 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port c1365f52-5e0b-4d1e-8c3b-e8ce2864b701 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:21.087555 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.124708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.141118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['25e66524-c761-49e3-9577-519d1997df35'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:21.178496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.179112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.193102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:21.194291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for c1365f52-5e0b-4d1e-8c3b-e8ce2864b701 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:21.204252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:21.208128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:21.247045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=03933b35-81a6-489c-9655-fec16f2e86ff,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.254204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-395d4506-204a-407f-8bfb-2b0ea9d3f9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.294042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:21.294710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.298564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-395d4506-204a-407f-8bfb-2b0ea9d3f9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.535573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.561087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=c1365f52-5e0b-4d1e-8c3b-e8ce2864b701,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.579590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 75795e11-02e2-4ba2-ae4a-6334601832b4 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:21.631238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7a9b8268-764f-4bfd-96e7-de4d5aa45662 None None] Provisioning complete for port 03933b35-81a6-489c-9655-fec16f2e86ff triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:21.631787 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8268-764f-4bfd-96e7-de4d5aa45662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.632601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.633073 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Floating IP 6f934bcc-2c38-451f-9197-caec0df265bd disassociated (deleted). External IP: 172.25.4.32, port: a6735d59-239c-4ffc-aa81-fad4787b1c8d. Mar 31 23:27:21.681841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b8268-764f-4bfd-96e7-de4d5aa45662 None None] Port 03933b35-81a6-489c-9655-fec16f2e86ff cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:21.796321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda50b0-918b-44a9-b422-470a534f99a2 req-5cce201f-16a8-4eed-a376-866678870913 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:21.797874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dda50b0-918b-44a9-b422-470a534f99a2 req-5cce201f-16a8-4eed-a376-866678870913 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1095 time: 0.0660346 Mar 31 23:27:21.838228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 75795e11-02e2-4ba2-ae4a-6334601832b4 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:21.842238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 75795e11-02e2-4ba2-ae4a-6334601832b4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:21.842646 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.857307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8dda50b0-918b-44a9-b422-470a534f99a2 req-05f1108d-701b-4a17-8e97-b6f12832899e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Mar 31 23:27:21.878727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 9c540b0e-5dd2-4a43-952c-e646d4131256 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:21.895457 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-395d4506-204a-407f-8bfb-2b0ea9d3f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.898026 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-395d4506-204a-407f-8bfb-2b0ea9d3f9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.901950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-395d4506-204a-407f-8bfb-2b0ea9d3f9af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8785b49-f742-473e-843c-ecc2b1ca2dd9 HTTP/1.1" status: 204 len: 168 time: 0.8263705 Mar 31 23:27:21.918437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-800903e9-6f94-41e2-aa08-55fca79ae5b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7971177 Mar 31 23:27:21.920153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4506-204a-407f-8bfb-2b0ea9d3f9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8785b49-f742-473e-843c-ecc2b1ca2dd9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.935638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Request body: {'port': {'device_id': '511637a2-6e1d-4373-8410-2de958c41d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:22.016947 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.019749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.047617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9ef654-6242-4e71-af1e-e324beb97b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75795e11-02e2-4ba2-ae4a-6334601832b4'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:22.051062 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b2864-d6a2-4915-b6c4-e15ff3acba6c" -d '{"events": [{"server_uuid": "fc9ef654-6242-4e71-af1e-e324beb97b22", "name": "network-vif-plugged", "status": "completed", "tag": "75795e11-02e2-4ba2-ae4a-6334601832b4"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:22.060722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:22.070327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 75795e11-02e2-4ba2-ae4a-6334601832b4, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=75795e11-02e2-4ba2-ae4a-6334601832b4,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:22.071941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] Sync routers for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:22.075602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.099254 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:22.104858 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:22.113764 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-20602d16-def6-42fd-8afb-daae40b80cbd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/floatingips/6f934bcc-2c38-451f-9197-caec0df265bd HTTP/1.1" status: 204 len: 168 time: 1.2354572 Mar 31 23:27:22.115725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:22.119459 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f775a568-a181-4d37-82f0-5289f137a662" -d '{"events": [{"name": "network-changed", "server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:22.144908 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6a11e7-660e-46fe-ad36-7a89a337468d x-openstack-request-id: req-dd6a11e7-660e-46fe-ad36-7a89a337468d {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:22.146159 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9ef654-6242-4e71-af1e-e324beb97b22", "name": "network-vif-plugged", "status": "completed", "tag": "75795e11-02e2-4ba2-ae4a-6334601832b4", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:22.146915 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd6a11e7-660e-46fe-ad36-7a89a337468d {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:22.147593 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6a11e7-660e-46fe-ad36-7a89a337468d'] response: {'server_uuid': 'fc9ef654-6242-4e71-af1e-e324beb97b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75795e11-02e2-4ba2-ae4a-6334601832b4', 'code': 200} Mar 31 23:27:22.195529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d44f5-9bc2-4de4-835a-ad8d7a40f463 req-90005436-0e16-49e8-bf32-f9359f075892 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.197093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e4d44f5-9bc2-4de4-835a-ad8d7a40f463 req-90005436-0e16-49e8-bf32-f9359f075892 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 931 time: 0.1800385 Mar 31 23:27:22.235487 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.289851 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:22.307128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=75795e11-02e2-4ba2-ae4a-6334601832b4,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:22.353281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e4d44f5-9bc2-4de4-835a-ad8d7a40f463 req-1778db9b-6e8d-4cb5-b929-91d7058e0466 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460729 Mar 31 23:27:22.358350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9185cbd-0e91-4299-986c-e3f386d236f8 req-0a9ac0f0-641d-49dc-8191-8c37589692e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.360132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9185cbd-0e91-4299-986c-e3f386d236f8 req-0a9ac0f0-641d-49dc-8191-8c37589692e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.1252067 Mar 31 23:27:22.426148 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2cc7be-53fd-464f-8aaa-fe11766ed4f5 x-openstack-request-id: req-1b2cc7be-53fd-464f-8aaa-fe11766ed4f5 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:22.426666 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:22.433015 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b2cc7be-53fd-464f-8aaa-fe11766ed4f5 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:22.433015 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2cc7be-53fd-464f-8aaa-fe11766ed4f5'] response: {'name': 'network-changed', 'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'status': 'completed', 'code': 200} Mar 31 23:27:22.440504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9185cbd-0e91-4299-986c-e3f386d236f8 req-8e3040fb-9e59-4d68-9957-0db16ad2c1da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694945 Mar 31 23:27:22.504390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03933b35-81a6-489c-9655-fec16f2e86ff {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:22.512663 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.524799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Transition to ACTIVE for port object 03933b35-81a6-489c-9655-fec16f2e86ff will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:22.533676 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:35Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:22.561030 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] Checking router: 9c540b0e-5dd2-4a43-952c-e646d4131256 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:22.569467 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:22.570104 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:22.684228 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:22.699973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a568-a181-4d37-82f0-5289f137a662 req-8e0ae414-2eff-40ad-b79a-61d9244552a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.701335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f775a568-a181-4d37-82f0-5289f137a662 req-8e0ae414-2eff-40ad-b79a-61d9244552a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 1097 time: 0.0536220 Mar 31 23:27:22.780880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.848724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a568-a181-4d37-82f0-5289f137a662 req-54540f38-a478-4061-8337-d52a99b4ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:22.850954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f775a568-a181-4d37-82f0-5289f137a662 req-54540f38-a478-4061-8337-d52a99b4ddae service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 200 len: 898 time: 0.1430941 Mar 31 23:27:22.881231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Pushing event updated for resources: {'Port': ['ID=03933b35-81a6-489c-9655-fec16f2e86ff,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:22.948520 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:35Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:22.984576 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de92f88-ac01-47ed-8916-9b719158932f None None] The sync data for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 is: [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:31Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b79c5fa2-18b1-4b94-829b-cfa52b202efa', 'name': '', 'network_id': 'b3e4e2bc-b076-43bc-8d95-80dd8110f1c6', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:9f:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '1c056a90-1155-4616-8262-20650c923464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:31Z', 'updated_at': '2022-03-31T23:25:35Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': '1c056a90-1155-4616-8262-20650c923464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:23.003064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f775a568-a181-4d37-82f0-5289f137a662 req-f3577593-1c02-488f-a808-ecc0d6a2f4fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 200 len: 217 time: 0.1426973 Mar 31 23:27:23.086859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2bd87-03d0-4295-afe1-2f3b86028d1e req-491b300a-50ac-4a52-884c-a1a031cfc00d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.088418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4f2bd87-03d0-4295-afe1-2f3b86028d1e req-491b300a-50ac-4a52-884c-a1a031cfc00d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.2271333 Mar 31 23:27:23.139453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e2ab-43bc-4023-bfeb-93079fe39a13 req-efc1b1cd-8662-49d4-a3f1-306e9a90c81f tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.147179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0012e2ab-43bc-4023-bfeb-93079fe39a13 req-efc1b1cd-8662-49d4-a3f1-306e9a90c81f tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.1485412 Mar 31 23:27:23.158258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47900) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:23.175991 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4ccd963d-41c4-4db0-82bd-6ef76bfb3765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.190839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a568-a181-4d37-82f0-5289f137a662 req-dec48b45-9290-431a-bae3-4f5f5d018f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.193154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f775a568-a181-4d37-82f0-5289f137a662 req-dec48b45-9290-431a-bae3-4f5f5d018f5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 200 len: 835 time: 0.1748538 Mar 31 23:27:23.194572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Attempting to bind port 03933b35-81a6-489c-9655-fec16f2e86ff on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:23.194912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Attempting to bind port 03933b35-81a6-489c-9655-fec16f2e86ff by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:23.195242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Attempting to bind port 03933b35-81a6-489c-9655-fec16f2e86ff on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:23.243274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Port 03933b35-81a6-489c-9655-fec16f2e86ff on network d18addb8-86a2-48fc-a5f1-58f722847a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:23.243683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Attempting to bind port 03933b35-81a6-489c-9655-fec16f2e86ff on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:23.271176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0012e2ab-43bc-4023-bfeb-93079fe39a13 req-f5db06c5-4fc1-4539-a621-6a03656e3962 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226766 Mar 31 23:27:23.289521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4f2bd87-03d0-4295-afe1-2f3b86028d1e req-ae712d93-e59f-4884-9fcb-58ad98492db3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789324 Mar 31 23:27:23.294124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4ccd963d-41c4-4db0-82bd-6ef76bfb3765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.296614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:23.296965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:23.297407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:23.297812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Bound port: 03933b35-81a6-489c-9655-fec16f2e86ff, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:23.298229 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.344465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a568-a181-4d37-82f0-5289f137a662 req-5ee7bdb2-3c48-4c7e-9062-a5542127032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.346027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f775a568-a181-4d37-82f0-5289f137a662 req-5ee7bdb2-3c48-4c7e-9062-a5542127032d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366029 Mar 31 23:27:23.381879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc6510e-7416-4181-913a-237f3edeac0a None None] New status for floating IP 6f934bcc-2c38-451f-9197-caec0df265bd: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:27:23.394969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4ccd963d-41c4-4db0-82bd-6ef76bfb3765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.449573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] For port 03933b35-81a6-489c-9655-fec16f2e86ff, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:23.457955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] For port 03933b35-81a6-489c-9655-fec16f2e86ff, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=03933b35-81a6-489c-9655-fec16f2e86ff,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:23.473965 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4ccd963d-41c4-4db0-82bd-6ef76bfb3765 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d774140469e45ecb3c6317dff36da56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150778 Mar 31 23:27:23.474885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd963d-41c4-4db0-82bd-6ef76bfb3765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007a1425-65e6-4960-a8e4-f84919dcfaf1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:23.477355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 47904) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:23.529319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f775a568-a181-4d37-82f0-5289f137a662 req-af112cf2-b520-4b75-a90b-10232c5e5f1f service neutron] 10.222.0.50 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743989 Mar 31 23:27:23.542247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e703f46-1ec5-4998-a139-bb996e940b7b req-ca22bc2a-b1b2-4c62-9901-c4160af68e73 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.544470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e703f46-1ec5-4998-a139-bb996e940b7b req-ca22bc2a-b1b2-4c62-9901-c4160af68e73 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0905333 Mar 31 23:27:23.567938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-507255cd-c7b7-4f93-9358-98c09f63a0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.598670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-507255cd-c7b7-4f93-9358-98c09f63a0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.642291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e703f46-1ec5-4998-a139-bb996e940b7b req-643bf7cf-8dcc-4b7d-aebb-35b542274642 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884662 Mar 31 23:27:23.656406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.704594 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f775a568-a181-4d37-82f0-5289f137a662 req-d6b35757-5279-4827-a032-52b800bac8a7 service neutron] 10.222.0.50 "GET /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590955 Mar 31 23:27:23.705724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.706370 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.707656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] 10.222.0.45 "PUT /v2.0/ports/03933b35-81a6-489c-9655-fec16f2e86ff HTTP/1.1" status: 200 len: 1091 time: 1.7812896 Mar 31 23:27:23.713722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511637a2-6e1d-4373-8410-2de958c41d19', 'tag': '03933b35-81a6-489c-9655-fec16f2e86ff'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:23.717718 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d7b06-271e-4d93-84f5-5b6a3a2900af" -d '{"events": [{"name": "network-changed", "server_uuid": "511637a2-6e1d-4373-8410-2de958c41d19", "tag": "03933b35-81a6-489c-9655-fec16f2e86ff"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:23.773786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017cbc2-5985-492a-8320-d86ca3a8535a service neutron] Pushing event updated for resources: {'Port': ['ID=03933b35-81a6-489c-9655-fec16f2e86ff,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:23.781559 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df7c71-ff9d-4474-a0b9-87a124252f73 x-openstack-request-id: req-58df7c71-ff9d-4474-a0b9-87a124252f73 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:23.781982 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511637a2-6e1d-4373-8410-2de958c41d19", "tag": "03933b35-81a6-489c-9655-fec16f2e86ff", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:23.782330 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58df7c71-ff9d-4474-a0b9-87a124252f73 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:23.782865 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58df7c71-ff9d-4474-a0b9-87a124252f73'] response: {'name': 'network-changed', 'server_uuid': '511637a2-6e1d-4373-8410-2de958c41d19', 'tag': '03933b35-81a6-489c-9655-fec16f2e86ff', 'status': 'completed', 'code': 200} Mar 31 23:27:23.789486 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-507255cd-c7b7-4f93-9358-98c09f63a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.793862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-507255cd-c7b7-4f93-9358-98c09f63a0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.795577 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-507255cd-c7b7-4f93-9358-98c09f63a0b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/007a1425-65e6-4960-a8e4-f84919dcfaf1 HTTP/1.1" status: 204 len: 168 time: 0.3065188 Mar 31 23:27:23.822542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507255cd-c7b7-4f93-9358-98c09f63a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007a1425-65e6-4960-a8e4-f84919dcfaf1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:23.863983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d7b06-271e-4d93-84f5-5b6a3a2900af req-ae90e21d-ebc1-48f6-bcb1-e999915db2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:23.865697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b4d7b06-271e-4d93-84f5-5b6a3a2900af req-ae90e21d-ebc1-48f6-bcb1-e999915db2d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 1094 time: 0.0614538 Mar 31 23:27:24.018496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d7b06-271e-4d93-84f5-5b6a3a2900af req-21b8135e-9ba6-4bc2-8fc2-c70672266d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.018496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b4d7b06-271e-4d93-84f5-5b6a3a2900af req-21b8135e-9ba6-4bc2-8fc2-c70672266d4e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=64b254b0c02243f38b56c59a1a43f85d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1410451 Mar 31 23:27:24.049862 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:27:24.127241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d7b06-271e-4d93-84f5-5b6a3a2900af req-8495cf8c-e3ca-425a-9151-78845397b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.128719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b4d7b06-271e-4d93-84f5-5b6a3a2900af req-8495cf8c-e3ca-425a-9151-78845397b23b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077931 Mar 31 23:27:24.218921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ce9c-9636-479d-b8da-650b050464af req-7f9a7d30-9f20-4237-8452-b18fc62eca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.219049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-7f9a7d30-9f20-4237-8452-b18fc62eca4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 1094 time: 0.0513442 Mar 31 23:27:24.262915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-f47e7f81-b866-43fe-9f58-7eda4cff0743 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03933b35-81a6-489c-9655-fec16f2e86ff HTTP/1.1" status: 200 len: 217 time: 0.0360136 Mar 31 23:27:24.359060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ce9c-9636-479d-b8da-650b050464af req-45f57ca7-dbc8-49dd-bb0b-0ba8c75968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.361422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-45f57ca7-dbc8-49dd-bb0b-0ba8c75968b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0926478 Mar 31 23:27:24.455984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3ce9c-9636-479d-b8da-650b050464af req-8c3b45d1-40d0-443b-91bf-d88061eca429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.457704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-8c3b45d1-40d0-443b-91bf-d88061eca429 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876949 Mar 31 23:27:24.467361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3476eae-7515-4749-b022-8e7b698c638e req-8321fc22-8b63-4a9f-8bf6-e616b20398a3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.468884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3476eae-7515-4749-b022-8e7b698c638e req-8321fc22-8b63-4a9f-8bf6-e616b20398a3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.0848198 Mar 31 23:27:24.621963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-572e4f27-dd50-4545-b737-07b7decef2c0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.623631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-572e4f27-dd50-4545-b737-07b7decef2c0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 946 time: 0.1538663 Mar 31 23:27:24.631434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3476eae-7515-4749-b022-8e7b698c638e req-981bce0c-a3f2-48a8-92e8-91321f1b9ea0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=8225bd44-1af7-40fd-942e-84be9fd881ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428397 Mar 31 23:27:24.691156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-6ed38433-55b9-4a48-996e-7886b5aef565 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950970 Mar 31 23:27:24.880105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32296e55-227d-4f17-8b5d-168838c5e0e7 req-d8a1c5c4-ab4d-4da6-a44e-04fe68450f5e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.881698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32296e55-227d-4f17-8b5d-168838c5e0e7 req-d8a1c5c4-ab4d-4da6-a44e-04fe68450f5e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.4815481 Mar 31 23:27:24.904503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748d281-d209-4a10-81cc-a024c3d909bd req-0e6242bb-4222-48d6-8fb6-6aed06e4006e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.905941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7748d281-d209-4a10-81cc-a024c3d909bd req-0e6242bb-4222-48d6-8fb6-6aed06e4006e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1760802 Mar 31 23:27:24.924037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad3ce9c-9636-479d-b8da-650b050464af req-cd61bb47-0cb0-4861-9859-24ab3412b665 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516265 Mar 31 23:27:24.977709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32296e55-227d-4f17-8b5d-168838c5e0e7 req-30dc9740-8b25-4646-ae1a-6cdd0d3cb89a tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849087 Mar 31 23:27:24.988478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7748d281-d209-4a10-81cc-a024c3d909bd req-df71c4c3-837b-4473-a060-50285aedcd93 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662169 Mar 31 23:27:24.992782 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port a6735d59-239c-4ffc-aa81-fad4787b1c8d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:24.993119 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.130194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port a6735d59-239c-4ffc-aa81-fad4787b1c8d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a6735d59-239c-4ffc-aa81-fad4787b1c8d,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:25.130509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.147092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777255da-c2f0-41e4-8741-397f93571af3 req-a5a028b4-fca4-4dbe-bedb-36a598440f63 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:25.148698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-777255da-c2f0-41e4-8741-397f93571af3 req-a5a028b4-fca4-4dbe-bedb-36a598440f63 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.0800092 Mar 31 23:27:25.149570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for a6735d59-239c-4ffc-aa81-fad4787b1c8d owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:25.224854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-777255da-c2f0-41e4-8741-397f93571af3 req-0892e820-c895-4587-86c4-4c150a177774 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686548 Mar 31 23:27:25.364167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e836-0952-4535-a987-7b9e0559a4aa req-8b6d25a0-8d5e-465a-8526-bb59a78b72a2 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:25.366036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e345e836-0952-4535-a987-7b9e0559a4aa req-8b6d25a0-8d5e-465a-8526-bb59a78b72a2 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.0617101 Mar 31 23:27:25.408031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e345e836-0952-4535-a987-7b9e0559a4aa req-36ddf8b4-a636-46f7-a081-bf3255618473 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Mar 31 23:27:25.550266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.590181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=a6735d59-239c-4ffc-aa81-fad4787b1c8d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.632160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.632507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.632846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.633176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.633505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.633831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.634156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.634500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.634838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.635158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.635481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.635801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.681819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] No DVR routers for this DVR port a6735d59-239c-4ffc-aa81-fad4787b1c8d on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:25.687260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.690635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5406bd7-4fd1-41d0-8f85-7a84c75b1600 req-6d79f2ce-dd99-4085-b66a-44a43d620911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.50 "DELETE /v2.0/ports/a6735d59-239c-4ffc-aa81-fad4787b1c8d HTTP/1.1" status: 204 len: 173 time: 1.0559185 Mar 31 23:27:25.780502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-db74c1d7-631b-4dba-b897-477d14ee1e6a tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:25.781970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-db74c1d7-631b-4dba-b897-477d14ee1e6a tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/networks?id=1d61e430-46d5-418f-9db7-4977a36512d3 HTTP/1.1" status: 200 len: 911 time: 0.1432550 Mar 31 23:27:25.796206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'name': 'network-vif-deleted', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:25.798438 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb0e5d-db83-43da-981f-9d7c5a0dbdad" -d '{"events": [{"server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "name": "network-vif-deleted", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:25.803991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73f75b11-a49c-4799-9771-6f6657d6d30f req-670f6599-1134-4480-9c7a-89a2f5fbb74d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 210 time: 0.0424905 Mar 31 23:27:25.820692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-dcfc74d5-e8f5-4aee-8e10-d0afeefe5ca9 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/quotas/57a8229cf12346da933f4592bd070eca HTTP/1.1" status: 200 len: 375 time: 0.0192673 Mar 31 23:27:25.854300 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8b5ed7-987b-4ce4-9483-c1a49dbdbbfe x-openstack-request-id: req-9d8b5ed7-987b-4ce4-9483-c1a49dbdbbfe {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:25.854617 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c728cf5-5a52-4b05-ae07-f7f0feba4f73", "name": "network-vif-deleted", "tag": "a6735d59-239c-4ffc-aa81-fad4787b1c8d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:25.854861 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d8b5ed7-987b-4ce4-9483-c1a49dbdbbfe {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:25.855239 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8b5ed7-987b-4ce4-9483-c1a49dbdbbfe'] response: {'server_uuid': '3c728cf5-5a52-4b05-ae07-f7f0feba4f73', 'name': 'network-vif-deleted', 'tag': 'a6735d59-239c-4ffc-aa81-fad4787b1c8d', 'status': 'completed', 'code': 200} Mar 31 23:27:25.881994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-6fe5d5b3-be04-403e-8ff1-9b1a17fd0a60 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=57a8229cf12346da933f4592bd070eca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583212 Mar 31 23:27:25.994443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-7807d9bd-bd10-4f7b-a203-f0862cee6afb service neutron] 10.222.0.31 "GET /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029775 Mar 31 23:27:26.137878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-ac4744ad-258a-47c9-8ee6-36d4aa010590 service neutron] 10.222.0.31 "GET /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342564 Mar 31 23:27:26.161556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9e8c0-92aa-4796-8608-68871fe10f3e req-dd868c97-1381-4efd-a402-5733d99d1a23 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.169856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6d9e8c0-92aa-4796-8608-68871fe10f3e req-dd868c97-1381-4efd-a402-5733d99d1a23 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0708473 Mar 31 23:27:26.218932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6d9e8c0-92aa-4796-8608-68871fe10f3e req-e18545bc-79b8-41cb-9de3-6f04470f6235 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Mar 31 23:27:26.553469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38216807-c1cf-43c3-851c-9d3e4f4d0f81 req-cab04b78-85a2-4143-81b8-109ed2fa4955 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 210 time: 0.0394001 Mar 31 23:27:26.924311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-684e8290-4f76-44e6-b8fd-30ee47ef74e2 req-6be192ab-b973-4179-9084-2cee01d4a2f2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c728cf5-5a52-4b05-ae07-f7f0feba4f73 HTTP/1.1" status: 200 len: 210 time: 0.0274205 Mar 31 23:27:27.333968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582c3de-2645-4639-89b1-f40aae9d34e7 req-687e180a-fd86-4a36-a34b-2262410d624a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:27.335452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0582c3de-2645-4639-89b1-f40aae9d34e7 req-687e180a-fd86-4a36-a34b-2262410d624a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0539322 Mar 31 23:27:27.380372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0582c3de-2645-4639-89b1-f40aae9d34e7 req-38af487d-5a78-454f-9642-e8ff3f40c9db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 Mar 31 23:27:27.586183 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a6735d59-239c-4ffc-aa81-fad4787b1c8d no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:27.617405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: a6735d59-239c-4ffc-aa81-fad4787b1c8d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:27.617405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a6735d59-239c-4ffc-aa81-fad4787b1c8d not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:27.630368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1feb37c-a3a7-400a-ad28-1d4cd5385d92 req-d70bc9f9-072b-4207-ae09-e312606ee5e9 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 210 time: 0.0294960 Mar 31 23:27:27.992055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48004) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:28.373315 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.580949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351804e2-b395-4071-83ef-02b0b1c3ccf4 req-35494c3b-375e-4e54-95ae-987f4a7c2e36 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:28.582439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351804e2-b395-4071-83ef-02b0b1c3ccf4 req-35494c3b-375e-4e54-95ae-987f4a7c2e36 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1063581 Mar 31 23:27:28.642981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351804e2-b395-4071-83ef-02b0b1c3ccf4 req-04c38120-d569-4797-b5bd-5e0a788a9a30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535374 Mar 31 23:27:28.753808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6688d89d-2ec7-4c70-95f9-664e4c7622ae req-4214c98e-0526-455f-ab3d-359b2f4db5ec tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 210 time: 0.0313497 Mar 31 23:27:28.782558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port b79c5fa2-18b1-4b94-829b-cfa52b202efa {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:28.782903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.893123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port b79c5fa2-18b1-4b94-829b-cfa52b202efa, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b79c5fa2-18b1-4b94-829b-cfa52b202efa,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:28.893508 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.909931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for b79c5fa2-18b1-4b94-829b-cfa52b202efa owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:29.195940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.227749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=b79c5fa2-18b1-4b94-829b-cfa52b202efa,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:29.419642 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.971787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e314fc75-1fcd-49cb-ba14-e217fa1f1d1f req-e5fd7f08-8803-49c7-b9f5-47a4dc734db1 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 210 time: 0.0792701 Mar 31 23:27:30.054857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deea349-96a2-4c37-aebf-ca57bc6fea86 req-0bbdc335-fd20-4d2f-b08b-a1dd59579dcd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:30.056300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4deea349-96a2-4c37-aebf-ca57bc6fea86 req-0bbdc335-fd20-4d2f-b08b-a1dd59579dcd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1611214 Mar 31 23:27:30.121818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-ff071367-9a5f-4411-8881-357345655d7b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:30.123322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-ff071367-9a5f-4411-8881-357345655d7b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.45 "GET /v2.0/networks?id=1d61e430-46d5-418f-9db7-4977a36512d3 HTTP/1.1" status: 200 len: 911 time: 0.2293165 Mar 31 23:27:30.155264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Request body: {'port': {'device_id': '0bf27354-ea31-4b2a-9b6f-f921d9e844a7', 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'admin_state_up': True, 'tenant_id': '57a8229cf12346da933f4592bd070eca'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:30.176042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4deea349-96a2-4c37-aebf-ca57bc6fea86 req-76c0aafd-b296-4d2d-a08b-fd7482332e66 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063867 Mar 31 23:27:30.239529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 9c540b0e-5dd2-4a43-952c-e646d4131256 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:30.326238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Made reservation on behalf of 57a8229cf12346da933f4592bd070eca for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:30.328480 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.366996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:30.373254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-be4693f3-e25f-451c-ae13-02e11ae04b76 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "PUT /v2.0/routers/9c540b0e-5dd2-4a43-952c-e646d4131256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3800731 Mar 31 23:27:30.376379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48054) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:30.382121 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] Sync routers for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:30.400005 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:30.400840 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:30.480831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1663d62-215c-4802-a3d5-292b535fe911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting subnet 1c056a90-1155-4616-8262-20650c923464 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:27:30.484777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1663d62-215c-4802-a3d5-292b535fe911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.500078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Allocated IP 172.20.0.8 (1d61e430-46d5-418f-9db7-4977a36512d3/edc5f69e-f6b9-44d2-8181-0dfc0405fdb1/2d864ef4-ac59-4215-9909-ba206f399cf3) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:30.535058 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:30.546713 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1663d62-215c-4802-a3d5-292b535fe911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.700246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.705265 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1663d62-215c-4802-a3d5-292b535fe911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.906899 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.917838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['75795e11-02e2-4ba2-ae4a-6334601832b4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:30.946391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1663d62-215c-4802-a3d5-292b535fe911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.946790 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:27:29Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:30.966601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Network 1d61e430-46d5-418f-9db7-4977a36512d3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:30.970308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:30.974006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:30.979646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Pushing event updated for resources: {'Port': ['ID=2d864ef4-ac59-4215-9909-ba206f399cf3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:30.981367 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] Checking router: 9c540b0e-5dd2-4a43-952c-e646d4131256 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:31.009142 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] Routers {'9c540b0e-5dd2-4a43-952c-e646d4131256'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:31.010117 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9c540b0e-5dd2-4a43-952c-e646d4131256'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:31.044359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.044994 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.052052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1663d62-215c-4802-a3d5-292b535fe911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Subnet': ['ID=1c056a90-1155-4616-8262-20650c923464,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.073685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f1663d62-215c-4802-a3d5-292b535fe911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.080634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f1663d62-215c-4802-a3d5-292b535fe911 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/subnets/1c056a90-1155-4616-8262-20650c923464 HTTP/1.1" status: 204 len: 168 time: 0.7032881 Mar 31 23:27:31.083765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48066) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.110197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d91fdbd-ef07-4631-a6a5-84ab6b3d8bf1 None None] Network b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:31.143974 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] Set router 9c540b0e-5dd2-4a43-952c-e646d4131256 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:31.226009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-f0282cd3-4c14-4f83-a09f-ddc30143f5bd tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0846078 Mar 31 23:27:31.273803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Request body: {'port': {'device_id': '0bf27354-ea31-4b2a-9b6f-f921d9e844a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:31.411890 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:27:29Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:31.443976 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d01c6-f2b7-4146-97ff-10ff3461b358 None None] The sync data for ids ['9c540b0e-5dd2-4a43-952c-e646d4131256'] in n-d-836015-1 is: [{'id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025768400', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:27:29Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c540b0e-5dd2-4a43-952c-e646d4131256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:25Z', 'updated_at': '2022-03-31T23:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:31.463922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c3d20c11-43f9-446a-8e77-67c89f7a8e89 None None] Provisioning complete for port 2d864ef4-ac59-4215-9909-ba206f399cf3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:31.464293 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3d20c11-43f9-446a-8e77-67c89f7a8e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.504502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b47e2-c09d-41b3-bbab-b9400bc4d8f5 req-4768999c-3cb2-4464-9b8a-712c5e23fed4 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.515090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-302b47e2-c09d-41b3-bbab-b9400bc4d8f5 req-4768999c-3cb2-4464-9b8a-712c5e23fed4 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1027 time: 0.3746464 Mar 31 23:27:31.522950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.528145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c3d20c11-43f9-446a-8e77-67c89f7a8e89 None None] Port 2d864ef4-ac59-4215-9909-ba206f399cf3 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:31.547500 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.645101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84220d1-2967-4e0f-ae97-34e021adfcb0 req-61a83ae2-b9f8-4f09-9fb6-4c70d539efea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.646666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e84220d1-2967-4e0f-ae97-34e021adfcb0 req-61a83ae2-b9f8-4f09-9fb6-4c70d539efea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.2436798 Mar 31 23:27:31.692013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-302b47e2-c09d-41b3-bbab-b9400bc4d8f5 req-a6cabf25-9bf8-4df7-9590-420f47bc8310 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648507 Mar 31 23:27:31.819437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e84220d1-2967-4e0f-ae97-34e021adfcb0 req-fb6596f6-83de-4bb3-823a-0978034256bb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574621 Mar 31 23:27:31.836175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] DHCP port deletion for b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:27:31.861215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.919264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] Deleting port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:31.920234 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.024893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] For port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1ad614ec-7e28-4b88-a8a3-35ff0ac74284,segment=NetworkSegment(afa96381-44c2-4fc6-9253-c854400b44a1),segment_id=afa96381-44c2-4fc6-9253-c854400b44a1)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:32.025430 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.035598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d864ef4-ac59-4215-9909-ba206f399cf3 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:32.044942 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] Calling delete_port for 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:32.045684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.064451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Transition to ACTIVE for port object 2d864ef4-ac59-4215-9909-ba206f399cf3 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:32.077754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:32.078174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.117786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b79c5fa2-18b1-4b94-829b-cfa52b202efa no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:32.145887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b79c5fa2-18b1-4b94-829b-cfa52b202efa {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:32.146235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b79c5fa2-18b1-4b94-829b-cfa52b202efa not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:32.147700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:32.202190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:32.202190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.211346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.231238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:32.250804 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.303542 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.353473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Pushing event updated for resources: {'Port': ['ID=2d864ef4-ac59-4215-9909-ba206f399cf3,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.379959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] Pushing event deleted for resources: {'Port': ['ID=1ad614ec-7e28-4b88-a8a3-35ff0ac74284,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.384136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c95dfb-1af1-4e0b-b0ca-2de57ca7b308 None None] No DVR routers for this DVR port 1ad614ec-7e28-4b88-a8a3-35ff0ac74284 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:32.438196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Attempting to bind port 2d864ef4-ac59-4215-9909-ba206f399cf3 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:32.438596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Attempting to bind port 2d864ef4-ac59-4215-9909-ba206f399cf3 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:32.438968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Attempting to bind port 2d864ef4-ac59-4215-9909-ba206f399cf3 on network 1d61e430-46d5-418f-9db7-4977a36512d3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:32.451654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Port 2d864ef4-ac59-4215-9909-ba206f399cf3 on network 1d61e430-46d5-418f-9db7-4977a36512d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:32.451974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Attempting to bind port 2d864ef4-ac59-4215-9909-ba206f399cf3 on network 1d61e430-46d5-418f-9db7-4977a36512d3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:32.504647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:32.504989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Checking segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:32.505385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Bound using segment: {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:32.505822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Bound port: 2d864ef4-ac59-4215-9909-ba206f399cf3, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:32.506187 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.623026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] For port 2d864ef4-ac59-4215-9909-ba206f399cf3, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:32.629538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] For port 2d864ef4-ac59-4215-9909-ba206f399cf3, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2d864ef4-ac59-4215-9909-ba206f399cf3,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:32.769232 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.826536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.827194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.828834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] 10.222.0.45 "PUT /v2.0/ports/2d864ef4-ac59-4215-9909-ba206f399cf3 HTTP/1.1" status: 200 len: 1091 time: 1.5777507 Mar 31 23:27:32.830034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf27354-ea31-4b2a-9b6f-f921d9e844a7', 'tag': '2d864ef4-ac59-4215-9909-ba206f399cf3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:32.832525 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a1ada3-649f-4931-8a6b-3bec42ed4da5" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf27354-ea31-4b2a-9b6f-f921d9e844a7", "tag": "2d864ef4-ac59-4215-9909-ba206f399cf3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:32.848123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.930381 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe270234-b7bc-484a-bb13-84029fed40d8 x-openstack-request-id: req-fe270234-b7bc-484a-bb13-84029fed40d8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:32.930381 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf27354-ea31-4b2a-9b6f-f921d9e844a7", "tag": "2d864ef4-ac59-4215-9909-ba206f399cf3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:32.930381 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe270234-b7bc-484a-bb13-84029fed40d8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:32.930850 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe270234-b7bc-484a-bb13-84029fed40d8'] response: {'name': 'network-changed', 'server_uuid': '0bf27354-ea31-4b2a-9b6f-f921d9e844a7', 'tag': '2d864ef4-ac59-4215-9909-ba206f399cf3', 'status': 'completed', 'code': 200} Mar 31 23:27:32.983102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7ac4-7d6a-412a-92c2-efa99538782d req-adaa6e00-241d-46eb-aec8-e2ab5f3fe90d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.990830 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-359f7ac4-7d6a-412a-92c2-efa99538782d req-adaa6e00-241d-46eb-aec8-e2ab5f3fe90d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1094 time: 0.2144053 Mar 31 23:27:33.020673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eecda8-5e39-4bd6-a17c-9a36a51e9537 service neutron] Pushing event updated for resources: {'Port': ['ID=2d864ef4-ac59-4215-9909-ba206f399cf3,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.071117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48088) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.092477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.139733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1ada3-649f-4931-8a6b-3bec42ed4da5 req-a56ad526-077b-4f0a-8e36-fba91d87fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.141250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a1ada3-649f-4931-8a6b-3bec42ed4da5 req-a56ad526-077b-4f0a-8e36-fba91d87fb15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57a8229cf12346da933f4592bd070eca&device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1094 time: 0.1974893 Mar 31 23:27:33.143934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-359f7ac4-7d6a-412a-92c2-efa99538782d req-f56ff6b0-b5ca-4b5b-a874-66ef22e3e612 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523051 Mar 31 23:27:33.149025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.212309 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d75a533-988a-439b-aaeb-60513b4d775f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.253296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24b5c9-3ad4-4493-9faf-6a5de39c5b68 req-baee4f59-dac0-437f-995d-d6c021cd1b36 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.261613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae24b5c9-3ad4-4493-9faf-6a5de39c5b68 req-baee4f59-dac0-437f-995d-d6c021cd1b36 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.2254665 Mar 31 23:27:33.300597 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d75a533-988a-439b-aaeb-60513b4d775f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.330757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.344625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.400591 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d75a533-988a-439b-aaeb-60513b4d775f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.436858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae24b5c9-3ad4-4493-9faf-6a5de39c5b68 req-5e61f57e-9469-4c59-94ed-5a5ac4d0e739 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743615 Mar 31 23:27:33.441551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1ada3-649f-4931-8a6b-3bec42ed4da5 req-31076ed7-031c-4b6e-ae58-54c8231cd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.443013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a1ada3-649f-4931-8a6b-3bec42ed4da5 req-31076ed7-031c-4b6e-ae58-54c8231cd146 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=57a8229cf12346da933f4592bd070eca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2919223 Mar 31 23:27:33.448126 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3d75a533-988a-439b-aaeb-60513b4d775f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ac95944a8dd4066852820248fa3dc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751438 Mar 31 23:27:33.450129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75a533-988a-439b-aaeb-60513b4d775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd1bdbd-935d-4303-a512-fa9a101cd4f3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.453008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48092) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.553439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.553976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Fanout notify agent at l3_agent the message router_deleted on router 9c540b0e-5dd2-4a43-952c-e646d4131256 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:27:33.565132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.565132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6100781a-4f77-4296-b6df-fd0c9cb91a86 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/routers/9c540b0e-5dd2-4a43-952c-e646d4131256 HTTP/1.1" status: 204 len: 168 time: 2.4785082 Mar 31 23:27:33.565686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48094) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.648163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1ada3-649f-4931-8a6b-3bec42ed4da5 req-bbe9284d-e320-4b29-8c96-5e2be2d81727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.649777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a1ada3-649f-4931-8a6b-3bec42ed4da5 req-bbe9284d-e320-4b29-8c96-5e2be2d81727 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1956034 Mar 31 23:27:33.695089 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.786982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-c3c937cb-b24e-493b-b3e6-52e41abc6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:33.788496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-c3c937cb-b24e-493b-b3e6-52e41abc6269 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57a8229cf12346da933f4592bd070eca&device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1094 time: 0.0902789 Mar 31 23:27:33.864165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.868305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-8fd9e2d4-ed61-4e5d-8c3c-cb916090057a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d864ef4-ac59-4215-9909-ba206f399cf3 HTTP/1.1" status: 200 len: 217 time: 0.0492096 Mar 31 23:27:33.895198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04d72ed7-3c77-4e7a-a71a-b79a283b59e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.921665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04d72ed7-3c77-4e7a-a71a-b79a283b59e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.031843 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-593e8e71-3849-44c2-b448-c0a82aec0011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.083341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04d72ed7-3c77-4e7a-a71a-b79a283b59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.088211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-04d72ed7-3c77-4e7a-a71a-b79a283b59e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.092340 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-04d72ed7-3c77-4e7a-a71a-b79a283b59e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cd1bdbd-935d-4303-a512-fa9a101cd4f3 HTTP/1.1" status: 204 len: 168 time: 0.6368577 Mar 31 23:27:34.101807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d72ed7-3c77-4e7a-a71a-b79a283b59e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd1bdbd-935d-4303-a512-fa9a101cd4f3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.180135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:34.221022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:34.221413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b6fb7e98-7b9e-4ef0-9f96-4c917b3e0d27 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:34.280674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e4e2bc-b076-43bc-8d95-80dd8110f1c6']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:34.318191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa96381-44c2-4fc6-9253-c854400b44a1') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:34.318470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa96381-44c2-4fc6-9253-c854400b44a1') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:34.333572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.341982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-3a744b74-9e6e-421c-bd19-2c38af1d0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.343472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-3a744b74-9e6e-421c-bd19-2c38af1d0b20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edc5f69e-f6b9-44d2-8181-0dfc0405fdb1 HTTP/1.1" status: 200 len: 849 time: 0.4676027 Mar 31 23:27:34.361099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.383932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:27:34.384322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:27:34.387770 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:27:34.392947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6b327-8865-41bf-9696-d2038aae5046 req-3ebe2bfe-7977-4a28-8c09-e4f974cc5229 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.392947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2f6b327-8865-41bf-9696-d2038aae5046 req-3ebe2bfe-7977-4a28-8c09-e4f974cc5229 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1094 time: 0.1161921 Mar 31 23:27:34.485912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-b0410200-ab50-4baf-a07b-ed735467e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.487464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-b0410200-ab50-4baf-a07b-ed735467e9b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d61e430-46d5-418f-9db7-4977a36512d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360312 Mar 31 23:27:34.491454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2f6b327-8865-41bf-9696-d2038aae5046 req-e758c571-5657-4a93-b9da-296885568226 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878801 Mar 31 23:27:34.585518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.596883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.598865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/networks/b3e4e2bc-b076-43bc-8d95-80dd8110f1c6 HTTP/1.1" status: 204 len: 168 time: 1.0320919 Mar 31 23:27:34.602389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48104) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.641605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf082b-8efe-4016-bbaa-0fa3bac051cf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Network': ['ID=b3e4e2bc-b076-43bc-8d95-80dd8110f1c6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.644897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-ae12f184-0887-4380-860f-2a9b64aa1b9c service neutron] 10.222.0.45 "GET /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491330 Mar 31 23:27:34.657911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c777452-aff8-4292-a36a-a6c48c3a21d2 req-52a987a6-83a2-4443-abb6-1e65b7bc54fe tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:34.660318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c777452-aff8-4292-a36a-a6c48c3a21d2 req-52a987a6-83a2-4443-abb6-1e65b7bc54fe tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1410446 Mar 31 23:27:34.705224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a970cb06-302f-4d27-8fcc-7f0c5bbf8b18 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.736965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a970cb06-302f-4d27-8fcc-7f0c5bbf8b18 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.756998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c777452-aff8-4292-a36a-a6c48c3a21d2 req-7f2d4ae6-5c07-4d1e-95af-6b708e610f3c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869143 Mar 31 23:27:34.793235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88fe5df9-d64b-4ef4-9629-15ad5583c800 req-7e1f2bac-5fa3-4dac-8659-4317e3263f8f service neutron] 10.222.0.45 "GET /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309597 Mar 31 23:27:34.958075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a970cb06-302f-4d27-8fcc-7f0c5bbf8b18 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.961729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a970cb06-302f-4d27-8fcc-7f0c5bbf8b18 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.963894 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a970cb06-302f-4d27-8fcc-7f0c5bbf8b18 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/security-groups/8225bd44-1af7-40fd-942e-84be9fd881ed HTTP/1.1" status: 204 len: 168 time: 0.3596137 Mar 31 23:27:34.976426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970cb06-302f-4d27-8fcc-7f0c5bbf8b18 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225bd44-1af7-40fd-942e-84be9fd881ed,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.065599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48108) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.080213 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bcd94ca-7e1f-4911-ac24-4096b55b7069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.165146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bcd94ca-7e1f-4911-ac24-4096b55b7069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.306129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1bcd94ca-7e1f-4911-ac24-4096b55b7069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.350137 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1bcd94ca-7e1f-4911-ac24-4096b55b7069 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d8ff8394f8e4eceb310d67b8a9879a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834346 Mar 31 23:27:35.351026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd94ca-7e1f-4911-ac24-4096b55b7069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdaff13-29b8-48f9-a75b-d2a4c2dd249c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.352855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48112) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.409963 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c39984e4-4261-433c-9130-692a095c705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.432828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c39984e4-4261-433c-9130-692a095c705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.510026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48114) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.515829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5240a8b5-2b1a-4852-85ec-09dab5827d08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652666404', 'description': 'tempest-secgroup-smoke-1652666404 description', 'project_id': 'e6f8129306504957b5a4c412bf419465'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:35.586501 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c39984e4-4261-433c-9130-692a095c705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.590209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c39984e4-4261-433c-9130-692a095c705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.591376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c39984e4-4261-433c-9130-692a095c705f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abdaff13-29b8-48f9-a75b-d2a4c2dd249c HTTP/1.1" status: 204 len: 168 time: 0.2368901 Mar 31 23:27:35.621204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39984e4-4261-433c-9130-692a095c705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdaff13-29b8-48f9-a75b-d2a4c2dd249c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.643771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b3f61-5c03-498c-9253-fbe7d9b346b4 req-1d8dcfff-08c6-4e9e-82bd-837b3151c9a9 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:35.645551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-046b3f61-5c03-498c-9253-fbe7d9b346b4 req-1d8dcfff-08c6-4e9e-82bd-837b3151c9a9 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1094 time: 0.0759208 Mar 31 23:27:35.664452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5240a8b5-2b1a-4852-85ec-09dab5827d08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.705591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-046b3f61-5c03-498c-9253-fbe7d9b346b4 req-cdf2813b-63ac-4663-8387-a513bd6a0ed0 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485241 Mar 31 23:27:35.756412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5240a8b5-2b1a-4852-85ec-09dab5827d08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.884899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89389bb-1395-46c8-9375-482f832c8a67 req-3fecc84a-a84c-4b06-9584-4d5812926cb3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:35.887242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a89389bb-1395-46c8-9375-482f832c8a67 req-3fecc84a-a84c-4b06-9584-4d5812926cb3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0550213 Mar 31 23:27:35.888196 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5240a8b5-2b1a-4852-85ec-09dab5827d08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.944985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240a8b5-2b1a-4852-85ec-09dab5827d08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7fe5f0-cd0e-485d-8a85-bf7924b72827,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.953618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a89389bb-1395-46c8-9375-482f832c8a67 req-9cb42b0f-f059-4f82-b357-a833c9e7e68a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601647 Mar 31 23:27:36.048353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5240a8b5-2b1a-4852-85ec-09dab5827d08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.053691 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5240a8b5-2b1a-4852-85ec-09dab5827d08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5384445 Mar 31 23:27:36.054428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48124) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.059780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a9c09767-dea2-453f-be19-d7c7dfff3263 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': 'db7fe5f0-cd0e-485d-8a85-bf7924b72827', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:36.128944 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f037-f8bb-47d1-9ac4-97b7beb6c19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.191827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9c09767-dea2-453f-be19-d7c7dfff3263 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.261732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9c09767-dea2-453f-be19-d7c7dfff3263 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.379892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9c09767-dea2-453f-be19-d7c7dfff3263 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.395600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c09767-dea2-453f-be19-d7c7dfff3263 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6580b3c-6135-46eb-928d-f3f92842b458,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:36.562889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a9c09767-dea2-453f-be19-d7c7dfff3263 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.564937 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a9c09767-dea2-453f-be19-d7c7dfff3263 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5087023 Mar 31 23:27:36.567101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48134) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.571687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c7f664df-aecc-4b5e-8b49-5404ac053f55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': 'db7fe5f0-cd0e-485d-8a85-bf7924b72827', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:36.722341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7f664df-aecc-4b5e-8b49-5404ac053f55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.783554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7f664df-aecc-4b5e-8b49-5404ac053f55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.828400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bf42f-e5a4-40a2-948a-d8202ecb02da req-a556a02f-5d08-406c-9671-0bb9f6561d3b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:36.829932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-171bf42f-e5a4-40a2-948a-d8202ecb02da req-a556a02f-5d08-406c-9671-0bb9f6561d3b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1094 time: 0.0499008 Mar 31 23:27:36.866661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-171bf42f-e5a4-40a2-948a-d8202ecb02da req-3be6340b-50bc-41b3-b6ac-d04700af755f tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304134 Mar 31 23:27:36.897644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7f664df-aecc-4b5e-8b49-5404ac053f55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.917881 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f664df-aecc-4b5e-8b49-5404ac053f55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a68ab85-c950-4ff0-9600-4fb5a429aeb8,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:37.059514 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7f664df-aecc-4b5e-8b49-5404ac053f55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.060887 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c7f664df-aecc-4b5e-8b49-5404ac053f55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4927380 Mar 31 23:27:37.067084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48150) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.068194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f9bf6571-7b8f-428e-a8f4-fff24ba1a7ff tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': 'db7fe5f0-cd0e-485d-8a85-bf7924b72827', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:37.087193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090086d0-b16b-4fbc-8d04-be486fff84ad req-56ff662f-b55b-4961-a48c-a895bfc7f9ec tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:37.088731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-090086d0-b16b-4fbc-8d04-be486fff84ad req-56ff662f-b55b-4961-a48c-a895bfc7f9ec tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0565813 Mar 31 23:27:37.129164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-090086d0-b16b-4fbc-8d04-be486fff84ad req-a2a4fffa-5f90-4a0a-a4cd-d156a0a4698d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Mar 31 23:27:37.316546 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6571-7b8f-428e-a8f4-fff24ba1a7ff tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.376259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6571-7b8f-428e-a8f4-fff24ba1a7ff tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.384230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 2d864ef4-ac59-4215-9909-ba206f399cf3 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:37.484464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 2d864ef4-ac59-4215-9909-ba206f399cf3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2d864ef4-ac59-4215-9909-ba206f399cf3,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:37.501652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '2d864ef4-ac59-4215-9909-ba206f399cf3', 'network_id': '1d61e430-46d5-418f-9db7-4977a36512d3', 'port_id': '2d864ef4-ac59-4215-9909-ba206f399cf3', 'mac_address': 'fa:16:3e:f0:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc5f69e-f6b9-44d2-8181-0dfc0405fdb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:37.517673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6571-7b8f-428e-a8f4-fff24ba1a7ff tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.546510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf6571-7b8f-428e-a8f4-fff24ba1a7ff tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebfa17c-633b-4a0a-9796-3ddcbfc4bdfb,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:37.560431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.574783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d864ef4-ac59-4215-9909-ba206f399cf3 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:37.600554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 2d864ef4-ac59-4215-9909-ba206f399cf3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2d864ef4-ac59-4215-9909-ba206f399cf3,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:37.631692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6571-7b8f-428e-a8f4-fff24ba1a7ff tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.633205 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f9bf6571-7b8f-428e-a8f4-fff24ba1a7ff tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5683701 Mar 31 23:27:37.642093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48158) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.646941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9a7a3a53-f354-4cf8-be09-c24ad6ada89a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': 'db7fe5f0-cd0e-485d-8a85-bf7924b72827', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:37.734314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.785604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=2d864ef4-ac59-4215-9909-ba206f399cf3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:37.939958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['2d864ef4-ac59-4215-9909-ba206f399cf3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:37.962237 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3a53-f354-4cf8-be09-c24ad6ada89a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.969293 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.017911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb333d09-cc14-4298-a244-5c66fe64f1ae req-5f1ad4ea-57db-427d-83af-da7f80a7ffc6 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:38.020544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb333d09-cc14-4298-a244-5c66fe64f1ae req-5f1ad4ea-57db-427d-83af-da7f80a7ffc6 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1095 time: 0.0789511 Mar 31 23:27:38.077354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb333d09-cc14-4298-a244-5c66fe64f1ae req-2ddb465d-f495-4dde-b59f-a323c4f0b94d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482073 Mar 31 23:27:38.094731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3a53-f354-4cf8-be09-c24ad6ada89a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.202972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3a53-f354-4cf8-be09-c24ad6ada89a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.223111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a3a53-f354-4cf8-be09-c24ad6ada89a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4bf847-7a00-4695-ae87-90bb85ef4cf9,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:38.264879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab4770-12cf-4b91-8ed7-1a66c8672f61 req-31d3f2c6-c0f4-47eb-974a-9a174c2dee3b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:38.266374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55ab4770-12cf-4b91-8ed7-1a66c8672f61 req-31d3f2c6-c0f4-47eb-974a-9a174c2dee3b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0510345 Mar 31 23:27:38.306740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55ab4770-12cf-4b91-8ed7-1a66c8672f61 req-acd890c3-0bc8-40d7-916b-ad2588d37472 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Mar 31 23:27:38.313719 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3a53-f354-4cf8-be09-c24ad6ada89a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.315177 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9a7a3a53-f354-4cf8-be09-c24ad6ada89a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6717401 Mar 31 23:27:38.317845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48174) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:38.323334 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': 'db7fe5f0-cd0e-485d-8a85-bf7924b72827', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:38.420507 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Project e6f8129306504957b5a4c412bf419465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:27:38.426448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.493131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.591951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.611808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85355779-ce35-4f33-a32f-e69931952e3d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:38.619381 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.619731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.620069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.620455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.620951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.621580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.622000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.622827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.623227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.630100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.630100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.630100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:38.657371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.710867 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.717682 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dadcab17-cddc-4069-ad43-10c50a40c691 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3926952 Mar 31 23:27:38.717982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48190) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:38.721701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-365b67db-296d-4e8e-b3ca-6e0cc8939ad5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': 'db7fe5f0-cd0e-485d-8a85-bf7924b72827', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:38.860071 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-365b67db-296d-4e8e-b3ca-6e0cc8939ad5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Project e6f8129306504957b5a4c412bf419465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:27:38.865862 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-365b67db-296d-4e8e-b3ca-6e0cc8939ad5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.923282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-365b67db-296d-4e8e-b3ca-6e0cc8939ad5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:38.933435 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.020410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-365b67db-296d-4e8e-b3ca-6e0cc8939ad5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.045026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b67db-296d-4e8e-b3ca-6e0cc8939ad5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6a915c-c73d-494c-91fe-0e441372af61,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:39.148391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-365b67db-296d-4e8e-b3ca-6e0cc8939ad5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.150216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-365b67db-296d-4e8e-b3ca-6e0cc8939ad5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4327476 Mar 31 23:27:39.154323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48200) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:39.163779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'network': {'name': 'tempest-network-smoke--281467784', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'port_security_enabled': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:39.200467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfe75b-135c-4727-a5dd-05f813fdb800 req-94c56ec1-a6bd-446a-a450-2df660e3fe09 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:39.201905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bdfe75b-135c-4727-a5dd-05f813fdb800 req-94c56ec1-a6bd-446a-a450-2df660e3fe09 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1095 time: 0.0504620 Mar 31 23:27:39.205635 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.238977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bdfe75b-135c-4727-a5dd-05f813fdb800 req-13d75c69-fc73-4a13-bdee-d0cd0b6636f1 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301971 Mar 31 23:27:39.293989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:39.297870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.324731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:27:39.344062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.344541 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Added segment 6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d of type vlan for network 7aae1648-1a53-4e73-89f9-48c5ca42780e Mar 31 23:27:39.390746 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.401061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 2d864ef4-ac59-4215-9909-ba206f399cf3 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:39.437130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3dde-4e81-4da1-b7c3-af414fe1dba6 req-f0b5c65f-6c33-42e7-80fc-d1cc73e133dc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:39.438599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6de3dde-4e81-4da1-b7c3-af414fe1dba6 req-f0b5c65f-6c33-42e7-80fc-d1cc73e133dc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0583570 Mar 31 23:27:39.480090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6de3dde-4e81-4da1-b7c3-af414fe1dba6 req-f74548a0-b8ec-48ed-bacc-2aa076da7e7e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Mar 31 23:27:39.497743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.503517 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:39.504278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.554928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 2d864ef4-ac59-4215-9909-ba206f399cf3 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:39.562692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 2d864ef4-ac59-4215-9909-ba206f399cf3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:39.565530 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.578610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Network': ['ID=7aae1648-1a53-4e73-89f9-48c5ca42780e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:39.598055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:27:39.649060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-beeb16ef-a904-407f-a758-dd74adfa93b3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4932663 Mar 31 23:27:39.651824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:39.656324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'admin_state_up': True, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:39.746295 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.771316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf27354-ea31-4b2a-9b6f-f921d9e844a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d864ef4-ac59-4215-9909-ba206f399cf3'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:39.773560 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc2599-d762-4664-bba7-7b356b1b3565" -d '{"events": [{"server_uuid": "0bf27354-ea31-4b2a-9b6f-f921d9e844a7", "name": "network-vif-plugged", "status": "completed", "tag": "2d864ef4-ac59-4215-9909-ba206f399cf3"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:39.778730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.778730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.788077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 2d864ef4-ac59-4215-9909-ba206f399cf3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2d864ef4-ac59-4215-9909-ba206f399cf3,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:39.819110 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bd0f23-7719-47f8-a0dc-b9581fb409dc x-openstack-request-id: req-01bd0f23-7719-47f8-a0dc-b9581fb409dc {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:39.819110 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf27354-ea31-4b2a-9b6f-f921d9e844a7", "name": "network-vif-plugged", "status": "completed", "tag": "2d864ef4-ac59-4215-9909-ba206f399cf3", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:39.819110 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01bd0f23-7719-47f8-a0dc-b9581fb409dc {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:39.819110 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bd0f23-7719-47f8-a0dc-b9581fb409dc'] response: {'server_uuid': '0bf27354-ea31-4b2a-9b6f-f921d9e844a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d864ef4-ac59-4215-9909-ba206f399cf3', 'code': 200} Mar 31 23:27:39.831391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48212) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:39.841657 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.844477 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.877011 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.934953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=2d864ef4-ac59-4215-9909-ba206f399cf3,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:39.938942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fa635-ae38-4065-b9fc-45224dff23ad req-365bac84-cf50-4db1-aa51-ffb3c2baef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:39.940512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c81fa635-ae38-4065-b9fc-45224dff23ad req-365bac84-cf50-4db1-aa51-ffb3c2baef81 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1096 time: 0.0555997 Mar 31 23:27:39.977545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c621ed73-432c-4a8a-8328-2202821cc950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.001380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c81fa635-ae38-4065-b9fc-45224dff23ad req-fb2f695c-313d-4b8c-bb7f-0f90f3d38c29 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505464 Mar 31 23:27:40.098682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c621ed73-432c-4a8a-8328-2202821cc950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.103552 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.203643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c621ed73-432c-4a8a-8328-2202821cc950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.247114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c621ed73-432c-4a8a-8328-2202821cc950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5faec62a96914b6d9b1991045fc5635b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142487 Mar 31 23:27:40.247914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621ed73-432c-4a8a-8328-2202821cc950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4bdb9-e40f-4730-b94a-0318e7dd8fc7,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:40.250564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48216) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:40.354057 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e64bb97-f8cd-407d-be04-c1f73dbae022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.367406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e750d7-c2c4-4f0d-9d3c-336205ef4080 req-33c89d0d-de51-491f-9a23-dba03a3b60f8 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:40.369813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1e750d7-c2c4-4f0d-9d3c-336205ef4080 req-33c89d0d-de51-491f-9a23-dba03a3b60f8 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1096 time: 0.0455413 Mar 31 23:27:40.392141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e64bb97-f8cd-407d-be04-c1f73dbae022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.415907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1e750d7-c2c4-4f0d-9d3c-336205ef4080 req-afdfae42-735a-40fe-bd84-6da1ba8a5dab tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Mar 31 23:27:40.524907 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.546034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.618925 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e64bb97-f8cd-407d-be04-c1f73dbae022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.621507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e64bb97-f8cd-407d-be04-c1f73dbae022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.622753 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2e64bb97-f8cd-407d-be04-c1f73dbae022 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ef4bdb9-e40f-4730-b94a-0318e7dd8fc7 HTTP/1.1" status: 204 len: 168 time: 0.3713701 Mar 31 23:27:40.623674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a95895-aa10-4360-93c4-7a1038a3642d req-b5bdf0a7-8ba7-49a0-b37f-409bd089f0ac tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:40.626517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83a95895-aa10-4360-93c4-7a1038a3642d req-b5bdf0a7-8ba7-49a0-b37f-409bd089f0ac tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0562184 Mar 31 23:27:40.672739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64bb97-f8cd-407d-be04-c1f73dbae022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4bdb9-e40f-4730-b94a-0318e7dd8fc7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:40.688754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83a95895-aa10-4360-93c4-7a1038a3642d req-9716f1e7-7e45-4c0e-8ccb-7215359aa136 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569103 Mar 31 23:27:40.763915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.25.4.57 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/443a9842-a200-4941-b422-b73a611a6955) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:40.871316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.997775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.043915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:41.048444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:41.052561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:41.077057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=443a9842-a200-4941-b422-b73a611a6955,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:41.422648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.442614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48228) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:41.459679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29ad1872-6387-415e-82ca-f10b140e7fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.575181 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29ad1872-6387-415e-82ca-f10b140e7fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.578192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed09f7-9da1-4077-8089-0b2d92f6eaf9 req-bfcbb8eb-3d85-462d-86f9-e5f24b8b9248 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:41.579792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8ed09f7-9da1-4077-8089-0b2d92f6eaf9 req-bfcbb8eb-3d85-462d-86f9-e5f24b8b9248 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1096 time: 0.0722759 Mar 31 23:27:41.618183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8ed09f7-9da1-4077-8089-0b2d92f6eaf9 req-b656b651-fd7d-4460-8aca-7389afe2aea8 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Mar 31 23:27:41.648411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-29ad1872-6387-415e-82ca-f10b140e7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.654088 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.697490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-29ad1872-6387-415e-82ca-f10b140e7fe5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87c531bcb38a45f59e347b28973fad61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535207 Mar 31 23:27:41.698960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48232) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:41.705416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad1872-6387-415e-82ca-f10b140e7fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98984eb9-87e3-4de0-8b25-e87e98bf6b88,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:41.806164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76e55ef3-04c8-4b4f-8a04-b341ec45680b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.838599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76e55ef3-04c8-4b4f-8a04-b341ec45680b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.848009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1f3d-91e2-44a3-af61-0f6914d6a954 req-e2ca9961-75b7-4238-99f7-941af531fd39 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:41.856065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bdc1f3d-91e2-44a3-af61-0f6914d6a954 req-e2ca9961-75b7-4238-99f7-941af531fd39 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0705528 Mar 31 23:27:41.895687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8bdc1f3d-91e2-44a3-af61-0f6914d6a954 req-f1afcbde-925e-4cde-a300-97af4d9ae0af tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384107 Mar 31 23:27:42.020070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 515aa736-b452-4946-83c9-ac7f0dc7dde7 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:27:42.072272 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76e55ef3-04c8-4b4f-8a04-b341ec45680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.075910 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76e55ef3-04c8-4b4f-8a04-b341ec45680b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.076492 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-76e55ef3-04c8-4b4f-8a04-b341ec45680b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98984eb9-87e3-4de0-8b25-e87e98bf6b88 HTTP/1.1" status: 204 len: 168 time: 0.3764260 Mar 31 23:27:42.102777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e55ef3-04c8-4b4f-8a04-b341ec45680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98984eb9-87e3-4de0-8b25-e87e98bf6b88,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:42.141307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabde38-b70a-44b5-83a5-cc69ba7db29e req-f215ee8c-78fa-4f0d-9e4d-23fa7ffbe7d3 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:42.142961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fabde38-b70a-44b5-83a5-cc69ba7db29e req-f215ee8c-78fa-4f0d-9e4d-23fa7ffbe7d3 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1096 time: 0.4443531 Mar 31 23:27:42.192042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fabde38-b70a-44b5-83a5-cc69ba7db29e req-cdfb3194-5022-4bc0-8f5b-885052c76bd7 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Mar 31 23:27:42.194680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:42.206712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Sync routers for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:42.224662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:42.224662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:42.284550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.286098 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-42b7f8f8-5132-4f44-967a-a7c9621c9456 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6332827 Mar 31 23:27:42.291522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48242) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:42.328046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb953570-28c4-4198-bfa6-b1dce0acabc6 req-86e2dcd7-19c8-46e7-b9b1-ddff03457e3e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:42.329627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb953570-28c4-4198-bfa6-b1dce0acabc6 req-86e2dcd7-19c8-46e7-b9b1-ddff03457e3e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1096 time: 0.0443437 Mar 31 23:27:42.334173 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6650847c-bd63-42ac-84c3-a5ac41b341e4 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e6f8129306504957b5a4c412bf419465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378828 Mar 31 23:27:42.337730 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:42.370795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:42.374295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fb953570-28c4-4198-bfa6-b1dce0acabc6 req-39f96cf5-c08b-4045-87ef-d5fd5479cb6e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Mar 31 23:27:42.502521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cadc6b-5989-4685-a281-dbdfe4b9ce48 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:42.507089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-42cadc6b-5989-4685-a281-dbdfe4b9ce48 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1632886 Mar 31 23:27:42.507270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48248) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:42.538189 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4dbeb8ca-7031-4b1e-b529-b0cc17a3e78a tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298922 Mar 31 23:27:42.540752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48250) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:42.545615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1782341798', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:42.625516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:41Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:42.671046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Checking router: 515aa736-b452-4946-83c9-ac7f0dc7dde7 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:42.671580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Updating router 515aa736-b452-4946-83c9-ac7f0dc7dde7 port 443a9842-a200-4941-b422-b73a611a6955 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:27:42.699496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:42.782947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:42.787405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.077717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ecba5-94fa-4115-b15b-0ef157c12a43 req-021d7a25-bc0b-4589-bf4a-95286fd1937c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:43.079607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc4ecba5-94fa-4115-b15b-0ef157c12a43 req-021d7a25-bc0b-4589-bf4a-95286fd1937c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0971117 Mar 31 23:27:43.103498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.153338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc4ecba5-94fa-4115-b15b-0ef157c12a43 req-43d03364-0142-42c8-9925-a57b18c73a40 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640070 Mar 31 23:27:43.155162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70210c-0ef7-4b40-a94e-d810c0dda5ed req-062a6799-fc67-44ff-a6b0-5bcbe0208f2b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:43.156679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f70210c-0ef7-4b40-a94e-d810c0dda5ed req-062a6799-fc67-44ff-a6b0-5bcbe0208f2b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1096 time: 0.0966752 Mar 31 23:27:43.205700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Checking segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:43.205700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network hostable DHCP agents. Network: 7aae1648-1a53-4e73-89f9-48c5ca42780e, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:27:43.219604 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.223677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f70210c-0ef7-4b40-a94e-d810c0dda5ed req-21c8b849-2d4a-40ac-9b13-c6b9084248db tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588958 Mar 31 23:27:43.226158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Subnet': ['ID=da3dd91e-ac7a-4b58-8652-ab1648adef16,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:43.305695 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.354234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:27:43.362938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Attempting to bind port 443a9842-a200-4941-b422-b73a611a6955 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:43.363317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Attempting to bind port 443a9842-a200-4941-b422-b73a611a6955 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:43.363676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Attempting to bind port 443a9842-a200-4941-b422-b73a611a6955 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:43.371108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Pushing event updated for resources: {'Port': ['ID=443a9842-a200-4941-b422-b73a611a6955,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:43.374268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:43.374668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:43.375258 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.375258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:43.381587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Bound port: 443a9842-a200-4941-b422-b73a611a6955, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:43.381587 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.383424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.383768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.384136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.384448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.384765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.385101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.385422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.385776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.386652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.386979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.387302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.387620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:43.443945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] For port 443a9842-a200-4941-b422-b73a611a6955, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:43.447101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] For port 443a9842-a200-4941-b422-b73a611a6955, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=443a9842-a200-4941-b422-b73a611a6955,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:43.476000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7aae1648-1a53-4e73-89f9-48c5ca42780e) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:43.492304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad90d99-6997-405e-b615-8bb7e470e110 None None] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:43.503202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:43.503983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.564888 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.629509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48274) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:43.630226 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac901108-9082-4957-b43e-d232b4123c05 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0879970 Mar 31 23:27:43.646446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467ad72-5164-468f-8439-5dd9e3b4516f None None] Pushing event updated for resources: {'Port': ['ID=443a9842-a200-4941-b422-b73a611a6955,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:43.659812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:43.660832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:43.847177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7aae1648-1a53-4e73-89f9-48c5ca42780e', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:27:43.848655 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:43.900383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:44.168882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Allocated IP 172.20.0.2 (7aae1648-1a53-4e73-89f9-48c5ca42780e/da3dd91e-ac7a-4b58-8652-ab1648adef16/34e87190-526c-4086-a8c9-3e28ca390c35) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:44.173547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.282045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:41Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:44.314676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ca788-bdde-4b6b-bdfa-2f4b90e3c95c None None] The sync data for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 is: [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:41Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:44.446960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.494157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-bbde6038-2825-4658-bca7-34306348d91c tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:44.494157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-bbde6038-2825-4658-bca7-34306348d91c tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1096 time: 0.2237744 Mar 31 23:27:44.551284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7cc3c-61dd-45c0-be17-6cf06c8be60a req-a4449f84-d801-489c-9265-1db50bc53f8a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:44.552913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21e7cc3c-61dd-45c0-be17-6cf06c8be60a req-a4449f84-d801-489c-9265-1db50bc53f8a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1803205 Mar 31 23:27:44.573415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687269f-a365-43e1-aab8-f70f557df42a req-36b4e565-210b-48d3-a596-b57bf4a75712 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:44.574969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7687269f-a365-43e1-aab8-f70f557df42a req-36b4e565-210b-48d3-a596-b57bf4a75712 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 1096 time: 0.1898468 Mar 31 23:27:44.589877 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.681589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:44.686525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:44.708245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:44.742128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21e7cc3c-61dd-45c0-be17-6cf06c8be60a req-676f6f34-47a8-4f0c-8c88-3125113604c1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660600 Mar 31 23:27:44.749010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Pushing event updated for resources: {'Port': ['ID=34e87190-526c-4086-a8c9-3e28ca390c35,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:44.779368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7687269f-a365-43e1-aab8-f70f557df42a req-4f5f0c22-d320-4530-a524-968168ac2166 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855726 Mar 31 23:27:44.808880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Attempting to bind port 34e87190-526c-4086-a8c9-3e28ca390c35 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:44.809253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Attempting to bind port 34e87190-526c-4086-a8c9-3e28ca390c35 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:44.809621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Attempting to bind port 34e87190-526c-4086-a8c9-3e28ca390c35 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:44.819427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:44.819427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Checking segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:44.819427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.819427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Bound using segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:44.819427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Bound port: 34e87190-526c-4086-a8c9-3e28ca390c35, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:44.819427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.847146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Deleting port 2d864ef4-ac59-4215-9909-ba206f399cf3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:44.847488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.915533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.20.0.1 (7aae1648-1a53-4e73-89f9-48c5ca42780e/da3dd91e-ac7a-4b58-8652-ab1648adef16/ef906627-8368-4ce1-93e5-38edd74a0da1) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:44.915955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] For port 34e87190-526c-4086-a8c9-3e28ca390c35, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:44.922872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] For port 34e87190-526c-4086-a8c9-3e28ca390c35, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=34e87190-526c-4086-a8c9-3e28ca390c35,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:45.016097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] For port 2d864ef4-ac59-4215-9909-ba206f399cf3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=2d864ef4-ac59-4215-9909-ba206f399cf3,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:45.016466 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.021300 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.035573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Calling delete_port for 2d864ef4-ac59-4215-9909-ba206f399cf3 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:45.082896 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.118873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222964c-396d-41fa-ac58-5b683013f33d None None] Pushing event updated for resources: {'Port': ['ID=34e87190-526c-4086-a8c9-3e28ca390c35,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:45.326034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.378371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:45.379799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.389207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:45.393378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['2d864ef4-ac59-4215-9909-ba206f399cf3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:45.399599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:45.407064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=ef906627-8368-4ce1-93e5-38edd74a0da1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:45.462605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['75795e11-02e2-4ba2-ae4a-6334601832b4'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:45.504897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d864ef4-ac59-4215-9909-ba206f399cf3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:45.539728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] No DVR routers for this DVR port 2d864ef4-ac59-4215-9909-ba206f399cf3 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:45.543835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.556058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f86639e8-2c38-4c21-b925-bad8e9dcbbc0 req-b7eac007-f1de-462b-a78b-aa5e5fad0928 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.45 "DELETE /v2.0/ports/2d864ef4-ac59-4215-9909-ba206f399cf3 HTTP/1.1" status: 204 len: 173 time: 1.0314620 Mar 31 23:27:45.559618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf27354-ea31-4b2a-9b6f-f921d9e844a7', 'name': 'network-vif-deleted', 'tag': '2d864ef4-ac59-4215-9909-ba206f399cf3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:45.559914 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadab68c-9ff9-4de7-afc5-0684813c71d4" -d '{"events": [{"server_uuid": "0bf27354-ea31-4b2a-9b6f-f921d9e844a7", "name": "network-vif-deleted", "tag": "2d864ef4-ac59-4215-9909-ba206f399cf3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:45.563952 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.663337 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46c6bf1-d7ff-4aeb-b3f1-fdf3ae9473e7 x-openstack-request-id: req-e46c6bf1-d7ff-4aeb-b3f1-fdf3ae9473e7 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:45.663628 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf27354-ea31-4b2a-9b6f-f921d9e844a7", "name": "network-vif-deleted", "tag": "2d864ef4-ac59-4215-9909-ba206f399cf3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:45.663879 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e46c6bf1-d7ff-4aeb-b3f1-fdf3ae9473e7 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:45.664279 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46c6bf1-d7ff-4aeb-b3f1-fdf3ae9473e7'] response: {'server_uuid': '0bf27354-ea31-4b2a-9b6f-f921d9e844a7', 'name': 'network-vif-deleted', 'tag': '2d864ef4-ac59-4215-9909-ba206f399cf3', 'status': 'completed', 'code': 200} Mar 31 23:27:45.890738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c954a84f-2136-4c10-90af-49c771e1bf2a req-8994d74c-9d75-471c-b2f4-10134aad40d2 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 210 time: 0.0321493 Mar 31 23:27:45.908482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d5562-bda4-4ce9-bcbb-be48aff8827d req-b82cc2e0-7d4e-49a1-add7-375a84bc1db1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:45.912171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb2d5562-bda4-4ce9-bcbb-be48aff8827d req-b82cc2e0-7d4e-49a1-add7-375a84bc1db1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0837140 Mar 31 23:27:45.956321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb2d5562-bda4-4ce9-bcbb-be48aff8827d req-67ec1f24-b535-470b-9e54-afb7cb3fe383 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 Mar 31 23:27:46.015567 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.187663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 443a9842-a200-4941-b422-b73a611a6955 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:46.245464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 443a9842-a200-4941-b422-b73a611a6955 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:46.245862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.337867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.369565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 443a9842-a200-4941-b422-b73a611a6955, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=443a9842-a200-4941-b422-b73a611a6955,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:46.409679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f607e0-ceed-4559-a68c-b2b4bb60b59e None None] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:46.410701 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.467559 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.471974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 34e87190-526c-4086-a8c9-3e28ca390c35 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:46.559270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d04d9287-a04d-4fa3-a5bd-2e976f24f8eb None None] Provisioning complete for port 34e87190-526c-4086-a8c9-3e28ca390c35 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:46.560232 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d04d9287-a04d-4fa3-a5bd-2e976f24f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.615240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=443a9842-a200-4941-b422-b73a611a6955,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:46.630620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.680977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 34e87190-526c-4086-a8c9-3e28ca390c35 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:46.681440 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.710632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.714449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=ef906627-8368-4ce1-93e5-38edd74a0da1,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:46.774604 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d04d9287-a04d-4fa3-a5bd-2e976f24f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.826421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:46.828032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:46.842841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d04d9287-a04d-4fa3-a5bd-2e976f24f8eb None None] For port 34e87190-526c-4086-a8c9-3e28ca390c35, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=34e87190-526c-4086-a8c9-3e28ca390c35,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:46.860049 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.968815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 515aa736-b452-4946-83c9-ac7f0dc7dde7 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:47.025681 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d04d9287-a04d-4fa3-a5bd-2e976f24f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.107152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f9c3c40-7239-4860-9c2b-c85802f6eb0e req-389bc4f8-f4bb-48c8-bb6d-db46b4585a4f tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf27354-ea31-4b2a-9b6f-f921d9e844a7 HTTP/1.1" status: 200 len: 210 time: 0.0275662 Mar 31 23:27:47.109993 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:27:47.110420 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:27:47.113378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d9287-a04d-4fa3-a5bd-2e976f24f8eb None None] Pushing event updated for resources: {'Port': ['ID=34e87190-526c-4086-a8c9-3e28ca390c35,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:47.145763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:47.151214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1f03aea0-e5a4-4223-bfc0-ecd9333b9e82 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "PUT /v2.0/routers/515aa736-b452-4946-83c9-ac7f0dc7dde7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5204818 Mar 31 23:27:47.156714 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Sync routers for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:47.172903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d7950978-541a-4974-a67e-48aad1810edf None None] Provisioning complete for port 34e87190-526c-4086-a8c9-3e28ca390c35 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:47.173284 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d7950978-541a-4974-a67e-48aad1810edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.182003 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:47.185175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa2e37-152c-4a4d-88fd-38ad0fc44cb9 req-0af873fa-eb2d-478d-b7d9-39544e63a7f3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:47.185985 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:47.186809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96aa2e37-152c-4a4d-88fd-38ad0fc44cb9 req-0af873fa-eb2d-478d-b7d9-39544e63a7f3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1062624 Mar 31 23:27:47.254589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96aa2e37-152c-4a4d-88fd-38ad0fc44cb9 req-31465105-1c5f-43ac-beb1-1dbe23c764c1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615251 Mar 31 23:27:47.339367 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:47.359118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d7950978-541a-4974-a67e-48aad1810edf None None] Provisioning complete for port ef906627-8368-4ce1-93e5-38edd74a0da1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:47.359469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d7950978-541a-4974-a67e-48aad1810edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.407028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d7950978-541a-4974-a67e-48aad1810edf None None] Port ef906627-8368-4ce1-93e5-38edd74a0da1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:47.447601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 2d864ef4-ac59-4215-9909-ba206f399cf3 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:47.472877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d5f46d24-636d-49ff-b2e2-5be55098a529 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652666404&fields=id&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 267 time: 0.0503020 Mar 31 23:27:47.490919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 2d864ef4-ac59-4215-9909-ba206f399cf3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:47.491473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 2d864ef4-ac59-4215-9909-ba206f399cf3 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:47.535986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-675d5077-1195-4b42-9cb2-e1b3d317eb62 None None] Provisioning complete for port ef906627-8368-4ce1-93e5-38edd74a0da1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:47.536371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-675d5077-1195-4b42-9cb2-e1b3d317eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.563652 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 2, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:47.574687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-675d5077-1195-4b42-9cb2-e1b3d317eb62 None None] Port ef906627-8368-4ce1-93e5-38edd74a0da1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:47.595344 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Checking router: 515aa736-b452-4946-83c9-ac7f0dc7dde7 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:47.595344 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Updating router 515aa736-b452-4946-83c9-ac7f0dc7dde7 port ef906627-8368-4ce1-93e5-38edd74a0da1 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:27:47.626355 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.634728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-29479b7f-a629-4e47-a32f-f31eab418548 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:47.643337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-29479b7f-a629-4e47-a32f-f31eab418548 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 796 time: 0.1515863 Mar 31 23:27:47.665519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-05caf398-8181-4167-9ab4-1e5e55c61897 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/quotas/e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 375 time: 0.0210278 Mar 31 23:27:47.739179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d82cb090-555b-453a-b584-76982cd67cb8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724804 Mar 31 23:27:47.836456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-196c140e-6941-4a75-b21d-ae2aa7e38ae2 service neutron] 10.222.0.31 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922899 Mar 31 23:27:47.896581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-aa032607-1a54-4610-aeed-b2eed9a8db0a None None] Provisioning complete for port ef906627-8368-4ce1-93e5-38edd74a0da1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:47.896581 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-aa032607-1a54-4610-aeed-b2eed9a8db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.948970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-3cc07d56-f543-45ad-a6ef-e8e9f7169427 service neutron] 10.222.0.31 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042356 Mar 31 23:27:47.949871 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.059809 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.121404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 443a9842-a200-4941-b422-b73a611a6955 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:48.128491 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5906b-a8f6-4ab2-b6bb-90482e85f55a None None] Pushing event updated for resources: {'Port': ['ID=ef906627-8368-4ce1-93e5-38edd74a0da1,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:48.181865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-aa032607-1a54-4610-aeed-b2eed9a8db0a None None] Port ef906627-8368-4ce1-93e5-38edd74a0da1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:48.204185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 443a9842-a200-4941-b422-b73a611a6955 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:48.204185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.262647 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Attempting to bind port ef906627-8368-4ce1-93e5-38edd74a0da1 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:48.267837 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Attempting to bind port ef906627-8368-4ce1-93e5-38edd74a0da1 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:48.268669 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Attempting to bind port ef906627-8368-4ce1-93e5-38edd74a0da1 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:48.278304 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:48.278994 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Checking segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:48.279557 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.280124 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Bound using segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:48.280753 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Bound port: ef906627-8368-4ce1-93e5-38edd74a0da1, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:48.283211 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.308571 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf6fe870-340e-40be-8be5-7e2b296ddaeb req-d7425544-872c-4f90-af32-3bdcbf313cb4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 210 time: 0.0504053 Mar 31 23:27:48.348737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 34e87190-526c-4086-a8c9-3e28ca390c35 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:48.460558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 34e87190-526c-4086-a8c9-3e28ca390c35 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:48.461387 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.497095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400bfa3-886d-4b1b-815e-eafefb5114a6 req-15b89b52-4924-4a2e-b02e-cf1defac6f70 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:48.505131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9400bfa3-886d-4b1b-815e-eafefb5114a6 req-15b89b52-4924-4a2e-b02e-cf1defac6f70 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0792594 Mar 31 23:27:48.533081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-76acae03-bafb-4e4b-a58b-ff97764887ed None None] Provisioning complete for port ef906627-8368-4ce1-93e5-38edd74a0da1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:48.533547 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76acae03-bafb-4e4b-a58b-ff97764887ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.556668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] For port ef906627-8368-4ce1-93e5-38edd74a0da1, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:48.567289 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] For port ef906627-8368-4ce1-93e5-38edd74a0da1, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ef906627-8368-4ce1-93e5-38edd74a0da1,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:48.575440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9400bfa3-886d-4b1b-815e-eafefb5114a6 req-60f91af8-c51d-4508-b9ed-d28ee8992c58 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695078 Mar 31 23:27:48.579645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-76acae03-bafb-4e4b-a58b-ff97764887ed None None] Port ef906627-8368-4ce1-93e5-38edd74a0da1 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:48.661534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48368) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:48.711253 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.794142 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-440cf0c2-c767-4339-9e7c-8ce42c81894d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.799071 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5906b-a8f6-4ab2-b6bb-90482e85f55a None None] Pushing event updated for resources: {'Port': ['ID=ef906627-8368-4ce1-93e5-38edd74a0da1,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:48.806232 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:48.807993 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:48.909005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-440cf0c2-c767-4339-9e7c-8ce42c81894d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.956386 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:48.970320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da09888-864b-4489-abcd-64bb0f4fbe85 req-114ecf73-25f5-4a75-ba0f-5f9faaabca8e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:48.972885 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3da09888-864b-4489-abcd-64bb0f4fbe85 req-114ecf73-25f5-4a75-ba0f-5f9faaabca8e tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.0500062 Mar 31 23:27:48.993080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-440cf0c2-c767-4339-9e7c-8ce42c81894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.059455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-440cf0c2-c767-4339-9e7c-8ce42c81894d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c385012b33f447f8ba39d4ea3ebb875e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966033 Mar 31 23:27:49.062783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48378) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:49.063701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cf0c2-c767-4339-9e7c-8ce42c81894d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9336d3d1-0917-49b2-a27c-f974ba1afe68,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:49.067642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3da09888-864b-4489-abcd-64bb0f4fbe85 req-b11ef614-5d2c-4972-9017-034291656265 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837107 Mar 31 23:27:49.127882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b8d0e83d-a27c-48d0-917d-d4a11f7f4fb5 None None] Provisioning complete for port ef906627-8368-4ce1-93e5-38edd74a0da1 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:49.128601 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e83d-a27c-48d0-917d-d4a11f7f4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.140966 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-870d4582-8dbc-463e-b4cb-1e8c8815d4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.163168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-870d4582-8dbc-463e-b4cb-1e8c8815d4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.198628 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:48Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:49.211971 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e83d-a27c-48d0-917d-d4a11f7f4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.229970 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280b9af-c3fd-4a5c-a27e-56b476cfb212 None None] The sync data for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 is: [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:48Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:49.252009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b8d0e83d-a27c-48d0-917d-d4a11f7f4fb5 None None] For port ef906627-8368-4ce1-93e5-38edd74a0da1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ef906627-8368-4ce1-93e5-38edd74a0da1,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:49.327639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-870d4582-8dbc-463e-b4cb-1e8c8815d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.330540 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-870d4582-8dbc-463e-b4cb-1e8c8815d4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.332138 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-870d4582-8dbc-463e-b4cb-1e8c8815d4f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9336d3d1-0917-49b2-a27c-f974ba1afe68 HTTP/1.1" status: 204 len: 168 time: 0.2673960 Mar 31 23:27:49.342999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d4582-8dbc-463e-b4cb-1e8c8815d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9336d3d1-0917-49b2-a27c-f974ba1afe68,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:49.345612 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e83d-a27c-48d0-917d-d4a11f7f4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.426458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0e83d-a27c-48d0-917d-d4a11f7f4fb5 None None] Pushing event updated for resources: {'Port': ['ID=ef906627-8368-4ce1-93e5-38edd74a0da1,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:49.446011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c8406f2-128b-46fb-ad67-6be2b76197b9 req-5a9bc31d-29e1-4af5-b1ee-2621b310b4c9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 210 time: 0.0431392 Mar 31 23:27:49.702432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cf701-dd70-4873-9d20-cdd51231b60b req-f6a8a63f-6050-4e64-a211-2680f32b30e8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:49.704167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a8cf701-dd70-4873-9d20-cdd51231b60b req-f6a8a63f-6050-4e64-a211-2680f32b30e8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0557678 Mar 31 23:27:49.761333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a8cf701-dd70-4873-9d20-cdd51231b60b req-7590021c-9f4e-4080-8e6f-06f7986f9cde tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 Mar 31 23:27:50.140978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ef906627-8368-4ce1-93e5-38edd74a0da1 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:50.199407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1d921-606d-420d-b8ec-80580607721e req-3ad94925-986a-4cfa-997e-974a07f6c71b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:50.201563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ef906627-8368-4ce1-93e5-38edd74a0da1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:50.202330 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.209428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98e1d921-606d-420d-b8ec-80580607721e req-3ad94925-986a-4cfa-997e-974a07f6c71b tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.0644810 Mar 31 23:27:50.241221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48390) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:50.250316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98e1d921-606d-420d-b8ec-80580607721e req-66e392b1-913b-43bf-b50a-1c0970088741 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400066 Mar 31 23:27:50.257447 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2e46b17-d83d-4a10-a7c7-77ac9528afbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.358730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2e46b17-d83d-4a10-a7c7-77ac9528afbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.410134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-3103d58f-266b-4fdb-8d31-870d1302cd57 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:50.411685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-3103d58f-266b-4fdb-8d31-870d1302cd57 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.0473926 Mar 31 23:27:50.453665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e2e46b17-d83d-4a10-a7c7-77ac9528afbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.502229 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e2e46b17-d83d-4a10-a7c7-77ac9528afbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f438b07c45e4fa0a3d4872cc60c48b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602623 Mar 31 23:27:50.504038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e46b17-d83d-4a10-a7c7-77ac9528afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd8a2a5-b955-4afb-8428-7ebdfff08d2f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:50.505676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48394) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:50.516130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Deleting port 75795e11-02e2-4ba2-ae4a-6334601832b4 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:50.517433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:50.993468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8d98333-3977-42f5-9c14-93caf38569ee req-7a44dcdf-7064-497a-98ba-c969ea08e78e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 210 time: 0.4563329 Mar 31 23:27:51.134736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfbf31f9-4828-4b1c-93d4-aab1f56e61fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.143069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] For port 75795e11-02e2-4ba2-ae4a-6334601832b4, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=75795e11-02e2-4ba2-ae4a-6334601832b4,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:51.143421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.176003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Calling delete_port for 75795e11-02e2-4ba2-ae4a-6334601832b4 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:51.186165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-afa609e2-19c1-44b5-85d2-f2383fbcc581 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:51.187656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-afa609e2-19c1-44b5-85d2-f2383fbcc581 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 796 time: 0.6284175 Mar 31 23:27:51.204085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ab66-224b-4040-a881-986abefae0ba req-23fe9e32-7754-4088-b60b-425529ee515c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:51.205731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d863ab66-224b-4040-a881-986abefae0ba req-23fe9e32-7754-4088-b60b-425529ee515c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.2167971 Mar 31 23:27:51.219602 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfbf31f9-4828-4b1c-93d4-aab1f56e61fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.352395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-88bca155-8921-40e4-9586-02f11f40690c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 380 time: 0.1442809 Mar 31 23:27:51.378430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'port': {'device_id': '9f51d587-c4a7-4065-971f-905d24867dfb', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'admin_state_up': True, 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'security_groups': ['db7fe5f0-cd0e-485d-8a85-bf7924b72827']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:51.394202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d863ab66-224b-4040-a881-986abefae0ba req-3cde8100-d89f-46ce-b218-f3483d3315d3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707571 Mar 31 23:27:51.470246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aace6-c0ff-4ca5-ae84-71f621821819 req-2b99f137-75d7-468b-9faf-b5c8570b4cef tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:51.471913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b2aace6-c0ff-4ca5-ae84-71f621821819 req-2b99f137-75d7-468b-9faf-b5c8570b4cef tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 1096 time: 0.1464572 Mar 31 23:27:51.520624 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfbf31f9-4828-4b1c-93d4-aab1f56e61fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.523211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dfbf31f9-4828-4b1c-93d4-aab1f56e61fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.524288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dfbf31f9-4828-4b1c-93d4-aab1f56e61fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfd8a2a5-b955-4afb-8428-7ebdfff08d2f HTTP/1.1" status: 204 len: 168 time: 1.0176780 Mar 31 23:27:51.565004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf31f9-4828-4b1c-93d4-aab1f56e61fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd8a2a5-b955-4afb-8428-7ebdfff08d2f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:51.588933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b2aace6-c0ff-4ca5-ae84-71f621821819 req-0a36f924-b07d-4447-9bd0-3880ad3e9a88 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021225 Mar 31 23:27:51.679340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.708824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Pushing event deleted for resources: {'Port': ['ID=75795e11-02e2-4ba2-ae4a-6334601832b4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:51.710613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:51.714175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.780114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] No DVR routers for this DVR port 75795e11-02e2-4ba2-ae4a-6334601832b4 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:51.785603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.789150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a8a433b3-f91d-462d-a668-d4e411bb6505 req-61dcbc10-c641-4484-b071-a0a39d89cf3d tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.50 "DELETE /v2.0/ports/75795e11-02e2-4ba2-ae4a-6334601832b4 HTTP/1.1" status: 204 len: 173 time: 1.3710694 Mar 31 23:27:51.789621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9ef654-6242-4e71-af1e-e324beb97b22', 'name': 'network-vif-deleted', 'tag': '75795e11-02e2-4ba2-ae4a-6334601832b4'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:51.792669 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96037637-9100-4f62-ab9b-2f4eda7a2f1a" -d '{"events": [{"server_uuid": "fc9ef654-6242-4e71-af1e-e324beb97b22", "name": "network-vif-deleted", "tag": "75795e11-02e2-4ba2-ae4a-6334601832b4"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:51.861940 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45753c5b-e09e-4363-9b29-1c1edd165af8 x-openstack-request-id: req-45753c5b-e09e-4363-9b29-1c1edd165af8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:51.862345 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9ef654-6242-4e71-af1e-e324beb97b22", "name": "network-vif-deleted", "tag": "75795e11-02e2-4ba2-ae4a-6334601832b4", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:51.862700 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45753c5b-e09e-4363-9b29-1c1edd165af8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:51.863161 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45753c5b-e09e-4363-9b29-1c1edd165af8'] response: {'server_uuid': 'fc9ef654-6242-4e71-af1e-e324beb97b22', 'name': 'network-vif-deleted', 'tag': '75795e11-02e2-4ba2-ae4a-6334601832b4', 'status': 'completed', 'code': 200} Mar 31 23:27:51.931941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.20.0.5 (7aae1648-1a53-4e73-89f9-48c5ca42780e/da3dd91e-ac7a-4b58-8652-ab1648adef16/acd45398-94a6-475d-879d-b1f43bd4a5b2) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:52.121176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43fb332a-322f-4a49-a9a8-7ad8b734a87a req-8133c79f-76f5-4769-bfd9-85f3b6b96e3f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 210 time: 0.0326054 Mar 31 23:27:52.131105 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:52.271935 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:52.322211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:52.325526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:52.330035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:52.333875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:52.383379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:52.384044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:52.530206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b35c2-6f1c-45fc-b972-d610b9c9efa7 req-d8a15035-c0fc-4f2b-a284-577afafc329c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:52.531991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e1b35c2-6f1c-45fc-b972-d610b9c9efa7 req-d8a15035-c0fc-4f2b-a284-577afafc329c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0562024 Mar 31 23:27:52.537211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-615626f7-91d9-45e7-b6ca-74ea479e2d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1662846 Mar 31 23:27:52.554275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-880fe298-6acd-4d87-b3f0-7403f8487627 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:27:52.554275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-880fe298-6acd-4d87-b3f0-7403f8487627 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062976 Mar 31 23:27:52.606693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e1b35c2-6f1c-45fc-b972-d610b9c9efa7 req-0da7de58-a932-4f11-a8a5-f3290dec6a60 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638337 Mar 31 23:27:52.610418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b511200b-d276-45a8-a5d5-62d950c6badf None None] Provisioning complete for port acd45398-94a6-475d-879d-b1f43bd4a5b2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:52.610931 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b511200b-d276-45a8-a5d5-62d950c6badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:52.650461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b511200b-d276-45a8-a5d5-62d950c6badf None None] Port acd45398-94a6-475d-879d-b1f43bd4a5b2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:27:52.711698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fff07dfa-6a43-490a-9a20-eec65f5ab79f req-a833cd25-5d6f-4dc9-b353-26583b914c01 tempest-TestServerMultinode-1010515899 tempest-TestServerMultinode-1010515899-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc9ef654-6242-4e71-af1e-e324beb97b22 HTTP/1.1" status: 200 len: 210 time: 0.0310838 Mar 31 23:27:52.723550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Request body: {'port': {'device_id': '9f51d587-c4a7-4065-971f-905d24867dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:52.788699 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.096435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd45398-94a6-475d-879d-b1f43bd4a5b2 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:53.106606 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.120770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Transition to ACTIVE for port object acd45398-94a6-475d-879d-b1f43bd4a5b2 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:27:53.232268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.298133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcf1a0-f7ef-4b5d-88b5-1f6b3221c83f req-5a8e92fb-a940-410f-93c8-33b9e6bbf669 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:53.299726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40fcf1a0-f7ef-4b5d-88b5-1f6b3221c83f req-5a8e92fb-a940-410f-93c8-33b9e6bbf669 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 931 time: 0.0961211 Mar 31 23:27:53.303359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:53.399855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40fcf1a0-f7ef-4b5d-88b5-1f6b3221c83f req-80b9f290-155e-4481-8296-9d94449a0fa9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722742 Mar 31 23:27:53.415949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:53.416288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:53.417149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:53.430453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:27:53.430453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:53.436066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:53.436402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Checking segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:53.436785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Bound using segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:53.437245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Bound port: acd45398-94a6-475d-879d-b1f43bd4a5b2, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:53.437608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.506302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:53.509772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:53.638071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 75795e11-02e2-4ba2-ae4a-6334601832b4 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:53.651313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.665412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 75795e11-02e2-4ba2-ae4a-6334601832b4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:53.665968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 75795e11-02e2-4ba2-ae4a-6334601832b4 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:53.708594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:53.715890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:53.715890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] 10.222.0.45 "PUT /v2.0/ports/acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 1091 time: 1.1483223 Mar 31 23:27:53.761101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059d2c1-ae3d-4ec4-a16c-0b4f4db153a2 service neutron] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:53.783176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e29139-0b07-4d18-aacf-3c062c14a866 req-f3721c75-8042-4abc-9f90-b5ea4607a75b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:53.785395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1e29139-0b07-4d18-aacf-3c062c14a866 req-f3721c75-8042-4abc-9f90-b5ea4607a75b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1037121 Mar 31 23:27:53.822132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48450) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:53.865702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:53.868761 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da218e25-fe63-44af-9640-b4dee5eedc37" -d '{"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:53.915217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1e29139-0b07-4d18-aacf-3c062c14a866 req-454625bc-9476-4b4a-9fce-cb18b8fac298 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085558 Mar 31 23:27:53.940038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-10db917d-cbee-4288-8b6d-7daf636094e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:53.946754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-10db917d-cbee-4288-8b6d-7daf636094e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1094 time: 0.0876863 Mar 31 23:27:53.995073 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b71449-74f4-482e-b4e2-1b31c6c3e690 x-openstack-request-id: req-84b71449-74f4-482e-b4e2-1b31c6c3e690 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:53.995363 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:53.995615 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84b71449-74f4-482e-b4e2-1b31c6c3e690 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:53.996007 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b71449-74f4-482e-b4e2-1b31c6c3e690'] response: {'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'status': 'completed', 'code': 200} Mar 31 23:27:53.998013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-d93a539e-0893-4e2f-be79-65081e7b2292 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0471783 Mar 31 23:27:54.053543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-4ec317d5-3663-4bbf-ae15-6021684f3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.055587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-4ec317d5-3663-4bbf-ae15-6021684f3af9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0510435 Mar 31 23:27:54.105251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-78ef668b-625a-4b74-bdf9-2a5a8c0c9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.107108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-78ef668b-625a-4b74-bdf9-2a5a8c0c9f56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454979 Mar 31 23:27:54.212634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-e0da21cb-5d69-4b8e-a81a-8cdfaf846bb5 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993094 Mar 31 23:27:54.257223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.318876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bc06d1cf-68c7-41f9-9919-b70e4a21bc10 req-27756b03-8634-4890-8cb0-72361fbf2331 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991178 Mar 31 23:27:54.548230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Deleting port e785df82-8b1c-4a5c-908a-52f27e585a6c {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:54.548602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.560988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-c947e557-dfac-4f19-a40d-dabab7ad0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.562605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-c947e557-dfac-4f19-a40d-dabab7ad0919 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1094 time: 0.0792828 Mar 31 23:27:54.570457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fc3f0-1365-4173-a54e-2eb9017989ad req-9324bd66-492c-42e9-a7b1-d5f2923683f1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.574821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae2fc3f0-1365-4173-a54e-2eb9017989ad req-9324bd66-492c-42e9-a7b1-d5f2923683f1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 943 time: 0.0873821 Mar 31 23:27:54.635034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] For port e785df82-8b1c-4a5c-908a-52f27e585a6c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e785df82-8b1c-4a5c-908a-52f27e585a6c,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:54.635974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:54.653376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Calling delete_port for e785df82-8b1c-4a5c-908a-52f27e585a6c owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:54.667138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae2fc3f0-1365-4173-a54e-2eb9017989ad req-c3cd451d-fcb6-4bfc-8613-672e9741fc4b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862288 Mar 31 23:27:54.697274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-a8b12c9f-3d55-452b-a5b4-f3d5ce7910c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.699426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-a8b12c9f-3d55-452b-a5b4-f3d5ce7910c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1265492 Mar 31 23:27:54.746282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-afa46a73-d1b2-4405-87a5-61cc175d393c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0373623 Mar 31 23:27:54.810239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-84c56b6e-2687-4489-a9c8-c7aa741ed534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.812005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-84c56b6e-2687-4489-a9c8-c7aa741ed534 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0587003 Mar 31 23:27:54.892400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-b33f3df3-1449-44fe-ae92-fa4260f7e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:54.894516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-b33f3df3-1449-44fe-ae92-fa4260f7e292 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739782 Mar 31 23:27:55.062087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-21292ada-0954-467e-aaa0-6e5fa5c34e83 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597824 Mar 31 23:27:55.184797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ad2cc-6770-499a-ae3b-73e5ec713416 req-404bef86-e461-421e-83da-bc423916e443 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.186470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d71ad2cc-6770-499a-ae3b-73e5ec713416 req-404bef86-e461-421e-83da-bc423916e443 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1275051 Mar 31 23:27:55.243894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da218e25-fe63-44af-9640-b4dee5eedc37 req-f1fc43f2-013b-478b-835d-fdcfa8f074e8 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439943 Mar 31 23:27:55.247193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d71ad2cc-6770-499a-ae3b-73e5ec713416 req-b034a50e-6fe6-417f-a625-f9a6d214b3cd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498946 Mar 31 23:27:55.460400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:55.492025 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e785df82-8b1c-4a5c-908a-52f27e585a6c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:55.674184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:55.826958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b481b-3faf-4cb7-842b-0a2b20c36593 req-368918bd-ce6f-4be6-8e16-7fa0157e6993 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.834694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-181b481b-3faf-4cb7-842b-0a2b20c36593 req-368918bd-ce6f-4be6-8e16-7fa0157e6993 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 943 time: 0.0823834 Mar 31 23:27:55.871789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-181b481b-3faf-4cb7-842b-0a2b20c36593 req-f57eba9d-67b8-472d-85aa-e3aeaa0b6149 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362203 Mar 31 23:27:55.937728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:56.059243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:56.064584 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2b5d98fd-efad-4c5f-afcd-d8a849c632fb admin admin] 10.222.0.31 "PUT /v2.0/routers/eb8935fa-d97c-4ecb-bf2b-b32df35b2beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2369459 Mar 31 23:27:56.067089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48480) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:56.071120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] Sync routers for ids ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:56.091148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] Routers {'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:56.092950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:56.198736 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.233168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] Set router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:56.357299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.389639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7ba61-f154-4998-b281-d64f011500e3 req-deee0995-c7e3-4753-b2bb-8bd122740203 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:56.391227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15b7ba61-f154-4998-b281-d64f011500e3 req-deee0995-c7e3-4753-b2bb-8bd122740203 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0588098 Mar 31 23:27:56.441391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15b7ba61-f154-4998-b281-d64f011500e3 req-722e83b6-4373-47cd-a941-461689bf4172 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Mar 31 23:27:56.472358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:55Z', 'revision_number': 5, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port': {'id': '8fd64270-0f57-4e08-b022-0b9bbe0a3a85', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:43:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:56.505048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] Checking router: eb8935fa-d97c-4ecb-bf2b-b32df35b2beb for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:56.514915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] Routers {'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:56.515544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:56.551177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Deleting port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:56.551741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.637211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] Set router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:56.649558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] For port 8fd64270-0f57-4e08-b022-0b9bbe0a3a85, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8fd64270-0f57-4e08-b022-0b9bbe0a3a85,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:56.649922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.667768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Calling delete_port for 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:56.697428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:56Z', 'revision_number': 6, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:56.728815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c2e43-2b75-457a-b8f0-f1dea42898da None None] The sync data for ids ['eb8935fa-d97c-4ecb-bf2b-b32df35b2beb'] in n-d-836015-1 is: [{'id': 'eb8935fa-d97c-4ecb-bf2b-b32df35b2beb', 'name': 'tempest-TestServerMultinode-1128662453-router', 'tenant_id': '09cfc4aaa05d4b199c0f2241a5384509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:26:56Z', 'updated_at': '2022-03-31T23:27:56Z', 'revision_number': 6, 'project_id': '09cfc4aaa05d4b199c0f2241a5384509', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:56.993995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.997235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0d72-f62a-4492-b70a-2cf6de7a885d req-47cc7bb3-4697-4243-9fd2-f72112b6078b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:57.004909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebfa0d72-f62a-4492-b70a-2cf6de7a885d req-47cc7bb3-4697-4243-9fd2-f72112b6078b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 943 time: 0.0600014 Mar 31 23:27:57.028778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd64270-0f57-4e08-b022-0b9bbe0a3a85,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:57.054626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ebfa0d72-f62a-4492-b70a-2cf6de7a885d req-b647afe7-6852-47ff-af53-ad9774449c97 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Mar 31 23:27:57.098036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.194138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.196392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.316793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.317333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8935fa-d97c-4ecb-bf2b-b32df35b2beb {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:27:57.321990 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.323821 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b6e384be-8b87-4677-8549-9c7fff3a9239 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eb8935fa-d97c-4ecb-bf2b-b32df35b2beb HTTP/1.1" status: 204 len: 168 time: 1.2556033 Mar 31 23:27:57.326194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48496) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:57.377394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0caee8ed-387d-454d-a261-0b3d05e18c5f admin admin] Deleting subnet edc5f69e-f6b9-44d2-8181-0dfc0405fdb1 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:27:57.380624 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0caee8ed-387d-454d-a261-0b3d05e18c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.416898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0caee8ed-387d-454d-a261-0b3d05e18c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.468214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:27:57.519117 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0caee8ed-387d-454d-a261-0b3d05e18c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.612103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:57.627787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'port_id': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'mac_address': 'fa:16:3e:21:84:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:27:57.632089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dec907-e346-4c29-a2cb-baffdc79bc37 req-bb9107c0-a827-428c-bae3-ca7d222933f5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:57.634133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66dec907-e346-4c29-a2cb-baffdc79bc37 req-bb9107c0-a827-428c-bae3-ca7d222933f5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0797682 Mar 31 23:27:57.680890 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.687369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66dec907-e346-4c29-a2cb-baffdc79bc37 req-cd86758b-f07a-4dce-a315-e644f37bc12c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Mar 31 23:27:57.697014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0caee8ed-387d-454d-a261-0b3d05e18c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.698782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd45398-94a6-475d-879d-b1f43bd4a5b2 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:27:57.730366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caee8ed-387d-454d-a261-0b3d05e18c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc5f69e-f6b9-44d2-8181-0dfc0405fdb1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:57.734196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0caee8ed-387d-454d-a261-0b3d05e18c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.736401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:57.740326 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0caee8ed-387d-454d-a261-0b3d05e18c5f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/edc5f69e-f6b9-44d2-8181-0dfc0405fdb1 HTTP/1.1" status: 204 len: 168 time: 0.4130228 Mar 31 23:27:57.747657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48504) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:57.747831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d339c297-e98d-4b5c-8fc9-c0783c243e73 None None] Network 1d61e430-46d5-418f-9db7-4977a36512d3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:57.817001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.850180 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.884211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Deleting port ee233e4d-e71f-44de-b60d-cf0af22bcb26 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:57.884628 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.915253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:57.959831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] For port ee233e4d-e71f-44de-b60d-cf0af22bcb26, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ee233e4d-e71f-44de-b60d-cf0af22bcb26,segment=NetworkSegment(f8596e37-12a2-4dbc-bd84-aa394d27f2a9),segment_id=f8596e37-12a2-4dbc-bd84-aa394d27f2a9)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:57.961582 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.978086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Calling delete_port for ee233e4d-e71f-44de-b60d-cf0af22bcb26 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:58.044992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['acd45398-94a6-475d-879d-b1f43bd4a5b2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:27:58.140854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] DHCP port deletion for 1d61e430-46d5-418f-9db7-4977a36512d3 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:27:58.180033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e785df82-8b1c-4a5c-908a-52f27e585a6c no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:58.200512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750ff93-1bbe-493f-9b17-7484a6fa32fe req-1c45d569-92cc-4e5a-8940-5da74f2801d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:58.202084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2750ff93-1bbe-493f-9b17-7484a6fa32fe req-1c45d569-92cc-4e5a-8940-5da74f2801d4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 944 time: 0.0600533 Mar 31 23:27:58.214625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e785df82-8b1c-4a5c-908a-52f27e585a6c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:58.214898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e785df82-8b1c-4a5c-908a-52f27e585a6c not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:58.215322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:58.242444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2750ff93-1bbe-493f-9b17-7484a6fa32fe req-9ecf65e9-ef29-4722-9993-88e00a9854ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334287 Mar 31 23:27:58.243587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:58.243966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8fd64270-0f57-4e08-b022-0b9bbe0a3a85 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:58.244381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ee233e4d-e71f-44de-b60d-cf0af22bcb26 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:58.262381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.292143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ee233e4d-e71f-44de-b60d-cf0af22bcb26,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.297065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] No DVR routers for this DVR port ee233e4d-e71f-44de-b60d-cf0af22bcb26 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:58.314114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No active binding found for port ee233e4d-e71f-44de-b60d-cf0af22bcb26 {{(pid=109822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:27:58.314868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ee233e4d-e71f-44de-b60d-cf0af22bcb26 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:58.321603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] Deleting port ee233e4d-e71f-44de-b60d-cf0af22bcb26 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:58.321980 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.382516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.407114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d61e430-46d5-418f-9db7-4977a36512d3']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:58.417460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:58.417757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8596e37-12a2-4dbc-bd84-aa394d27f2a9') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:58.424674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] For port ee233e4d-e71f-44de-b60d-cf0af22bcb26, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:58.424889 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.427991 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.439815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] Calling delete_port for ee233e4d-e71f-44de-b60d-cf0af22bcb26 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:58.442713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.447153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] Port ee233e4d-e71f-44de-b60d-cf0af22bcb26 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:27:58.448948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:27:58.449385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.449873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:27:58.451203 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:27:58.486104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] Pushing event deleted for resources: {'Port': ['ID=ee233e4d-e71f-44de-b60d-cf0af22bcb26,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.492346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c52858-7cf7-4a2f-ad6c-8f6357697fb0 None None] No DVR routers for this DVR port ee233e4d-e71f-44de-b60d-cf0af22bcb26 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:58.596304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.608471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.611671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] 10.222.0.31 "DELETE /v2.0/networks/1d61e430-46d5-418f-9db7-4977a36512d3 HTTP/1.1" status: 204 len: 168 time: 0.8698456 Mar 31 23:27:58.614844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48514) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:58.623470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23779ec9-4b11-45a7-9935-99157038b4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=1d61e430-46d5-418f-9db7-4977a36512d3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.828942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318f50-5503-41cd-a49f-3b2bed57151e req-dfd53ad4-e4c0-4c23-a884-b16d2d7734ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:58.832281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21318f50-5503-41cd-a49f-3b2bed57151e req-dfd53ad4-e4c0-4c23-a884-b16d2d7734ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0627034 Mar 31 23:27:58.881188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21318f50-5503-41cd-a49f-3b2bed57151e req-c76fe15b-bf9f-4c67-8a49-736d1204015f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Mar 31 23:27:59.024840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.077395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-af2e5aea-99c9-459e-b1b4-c57b92a5a9f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2356501 Mar 31 23:27:59.162150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-68001e94-babe-4e0f-b119-9ebcee7b9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:59.163954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-68001e94-babe-4e0f-b119-9ebcee7b9ee0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 1096 time: 0.0435929 Mar 31 23:27:59.280521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-c2336887-d8aa-487f-a7ce-d49dbf30b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:59.282611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-c2336887-d8aa-487f-a7ce-d49dbf30b450 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0977805 Mar 31 23:27:59.337960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Deleting port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:59.339316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-f56b82f7-eef0-443a-bc99-c1cb540eb991 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25e66524-c761-49e3-9577-519d1997df35 HTTP/1.1" status: 200 len: 217 time: 0.0469656 Mar 31 23:27:59.339518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.433668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] For port b9cba468-d5ff-4ffa-995d-5ff6bf6878b2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,segment=NetworkSegment(68b8cc26-c2d8-4da2-ae0c-db2dcc864b30),segment_id=68b8cc26-c2d8-4da2-ae0c-db2dcc864b30)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:59.434051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.438400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c645b-4244-4de0-9a5e-bb3daf4d6fd0 req-06cec773-e8d0-4702-8175-480d7cae7e9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:59.438400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae1c645b-4244-4de0-9a5e-bb3daf4d6fd0 req-06cec773-e8d0-4702-8175-480d7cae7e9f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 944 time: 0.1000516 Mar 31 23:27:59.444382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-23aff36b-2780-440c-849b-a872d6b13372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:59.445979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-23aff36b-2780-440c-849b-a872d6b13372 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0904784 Mar 31 23:27:59.452330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Calling delete_port for b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:59.483192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:59.515197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae1c645b-4244-4de0-9a5e-bb3daf4d6fd0 req-8d03110f-512e-4e06-93ee-ed224fe7653d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680075 Mar 31 23:27:59.523234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-86cc862f-f4c1-4587-aa5a-7068485791df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:59.524938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-86cc862f-f4c1-4587-aa5a-7068485791df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684013 Mar 31 23:27:59.536983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-d009c46d-6b66-40d1-9113-1165d05f0c80 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:27:59.538374 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-d009c46d-6b66-40d1-9113-1165d05f0c80 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061791 Mar 31 23:27:59.608507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port acd45398-94a6-475d-879d-b1f43bd4a5b2 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:27:59.613209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port acd45398-94a6-475d-879d-b1f43bd4a5b2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:59.613600 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.678523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-ade91643-e915-450d-b653-34f713ff1d0f service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287770 Mar 31 23:27:59.749431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.777705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:59.780207 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909905e7-3e7b-4f77-a43e-63ca3f82baef" -d '{"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-plugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:59.785746 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5a9019e-481d-4a5e-bc90-33e84fb4b3a2 req-be395417-8b14-455a-bf25-6b598e485ffb service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045897 Mar 31 23:27:59.793820 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:59.826492 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87805d25-9ef6-46ce-9f80-3b8147c8eb5e x-openstack-request-id: req-87805d25-9ef6-46ce-9f80-3b8147c8eb5e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:59.826810 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-plugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:59.827063 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87805d25-9ef6-46ce-9f80-3b8147c8eb5e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:59.827574 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87805d25-9ef6-46ce-9f80-3b8147c8eb5e'] response: {'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'code': 200} Mar 31 23:27:59.857147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.884741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cba468-d5ff-4ffa-995d-5ff6bf6878b2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:59.950760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ab934-22aa-4344-b269-2679ecbc2ba2 req-56cda451-0321-476c-bdec-32ef90dc1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:59.952430 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.953264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e32ab934-22aa-4344-b269-2679ecbc2ba2 req-56cda451-0321-476c-bdec-32ef90dc1f1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1095 time: 0.0682845 Mar 31 23:28:00.017082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e32ab934-22aa-4344-b269-2679ecbc2ba2 req-4fbda55e-3823-4c8e-b3bc-044551a51fee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568335 Mar 31 23:28:00.070865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:00.141706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fd23d-7c41-4b0e-9ac1-8d88c9bee607 req-dd1eb83d-ef60-44ed-8da1-f695460b1942 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:00.145505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b4fd23d-7c41-4b0e-9ac1-8d88c9bee607 req-dd1eb83d-ef60-44ed-8da1-f695460b1942 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0906324 Mar 31 23:28:00.162498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:00.194294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b4fd23d-7c41-4b0e-9ac1-8d88c9bee607 req-e4dd6167-be6d-47c2-9509-265dbdcb4cbc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Mar 31 23:28:00.436848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Router e5bdef2c-eeef-40d2-b5b7-52f945834c31 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:28:00.557167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:28:00.567078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48542) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:00.567831 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-35e17912-584b-4b33-a44f-b3791365fb3a admin admin] 10.222.0.31 "PUT /v2.0/routers/e5bdef2c-eeef-40d2-b5b7-52f945834c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510908 Mar 31 23:28:00.575017 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] Sync routers for ids ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:28:00.587535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] Routers {'e5bdef2c-eeef-40d2-b5b7-52f945834c31'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:00.591193 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:00.710610 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] Set router e5bdef2c-eeef-40d2-b5b7-52f945834c31 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:00.746439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8f00-73ab-4d4d-a8bc-93436c2eb124 req-cfbf0e64-0e72-402c-baab-419d92373d8c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:00.748059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3dd8f00-73ab-4d4d-a8bc-93436c2eb124 req-cfbf0e64-0e72-402c-baab-419d92373d8c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.1016202 Mar 31 23:28:00.753773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:00.835169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3dd8f00-73ab-4d4d-a8bc-93436c2eb124 req-c74397ac-6aea-40dd-a5a3-37c29ca62fc7 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790761 Mar 31 23:28:00.896548 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:59Z', 'revision_number': 5, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:00.906641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:00.926829 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] Checking router: e5bdef2c-eeef-40d2-b5b7-52f945834c31 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:28:00.937961 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] Routers {'e5bdef2c-eeef-40d2-b5b7-52f945834c31'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:00.939614 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:01.055782 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:28:01.061012 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] Set router e5bdef2c-eeef-40d2-b5b7-52f945834c31 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:01.087817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Deleting port feac990d-8767-4d28-884c-00378ab94d1c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:01.088468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.191338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] For port feac990d-8767-4d28-884c-00378ab94d1c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=feac990d-8767-4d28-884c-00378ab94d1c,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:01.191927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.206525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Calling delete_port for feac990d-8767-4d28-884c-00378ab94d1c owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:01.259114 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:59Z', 'revision_number': 5, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:01.287268 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbb97-4c68-4b18-9399-866ef66ce2d7 None None] The sync data for ids ['e5bdef2c-eeef-40d2-b5b7-52f945834c31'] in n-d-836015-1 is: [{'id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'name': 'tempest-TestServerMultinode-1164667486-router', 'tenant_id': '57a8229cf12346da933f4592bd070eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:03Z', 'updated_at': '2022-03-31T23:27:59Z', 'revision_number': 5, 'project_id': '57a8229cf12346da933f4592bd070eca', 'gw_port': {'id': 'feac990d-8767-4d28-884c-00378ab94d1c', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bdef2c-eeef-40d2-b5b7-52f945834c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:04Z', 'updated_at': '2022-03-31T23:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:28:01.433854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644566-70ee-4e7e-814c-ae7469ceafd0 req-ecb53f22-eb7e-4095-9258-41370b3d4213 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.436329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15644566-70ee-4e7e-814c-ae7469ceafd0 req-ecb53f22-eb7e-4095-9258-41370b3d4213 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0927677 Mar 31 23:28:01.486663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15644566-70ee-4e7e-814c-ae7469ceafd0 req-4798c3c7-bcb2-47c0-a196-6c213df2b691 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Mar 31 23:28:01.633560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.665291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=feac990d-8767-4d28-884c-00378ab94d1c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:01.730449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.827522 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.829708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.964221 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a560f0-24db-429f-98ee-45f34cf8c852 req-ae2ea923-a4f3-4013-9b7c-85a1c68fb896 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.965777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2a560f0-24db-429f-98ee-45f34cf8c852 req-ae2ea923-a4f3-4013-9b7c-85a1c68fb896 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0556736 Mar 31 23:28:01.988852 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.989478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5bdef2c-eeef-40d2-b5b7-52f945834c31 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:28:01.994083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:01.995754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4b2d7467-52ef-41fe-9d23-a9b428796d3b admin admin] 10.222.0.31 "DELETE /v2.0/routers/e5bdef2c-eeef-40d2-b5b7-52f945834c31 HTTP/1.1" status: 204 len: 168 time: 1.4277766 Mar 31 23:28:01.998496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48556) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:02.018223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2a560f0-24db-429f-98ee-45f34cf8c852 req-6b61ad91-72ce-42d2-9b48-1e2e30cd4459 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Mar 31 23:28:02.078423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f7e9b0-30ad-4482-bd0f-331da15b8b38 admin admin] Deleting subnet 6adb5276-73e1-4825-92be-a00cf2273503 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:28:02.081867 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f7e9b0-30ad-4482-bd0f-331da15b8b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.109500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:02.127065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f7e9b0-30ad-4482-bd0f-331da15b8b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.142630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:02.142983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b9cba468-d5ff-4ffa-995d-5ff6bf6878b2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:02.213508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981628-6f01-4a64-84e0-a06be44d38b5 req-f4d3b4f7-7afc-4c00-b5b9-055a94bbff55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:02.215543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83981628-6f01-4a64-84e0-a06be44d38b5 req-f4d3b4f7-7afc-4c00-b5b9-055a94bbff55 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0595326 Mar 31 23:28:02.234158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f7e9b0-30ad-4482-bd0f-331da15b8b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.267939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83981628-6f01-4a64-84e0-a06be44d38b5 req-e157fceb-5549-45f2-81f5-58ec4fb2e9f2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457714 Mar 31 23:28:02.290396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48562) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:02.333757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca68f7c-d53d-4cc5-946a-3a89defaa0f5 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:02.335332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7ca68f7c-d53d-4cc5-946a-3a89defaa0f5 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1091 time: 0.0434668 Mar 31 23:28:02.338164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48564) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:02.342520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:02.399442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f7e9b0-30ad-4482-bd0f-331da15b8b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.424471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7e9b0-30ad-4482-bd0f-331da15b8b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adb5276-73e1-4825-92be-a00cf2273503,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:02.428255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.430555 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-54f7e9b0-30ad-4482-bd0f-331da15b8b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.434693 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-54f7e9b0-30ad-4482-bd0f-331da15b8b38 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6adb5276-73e1-4825-92be-a00cf2273503 HTTP/1.1" status: 204 len: 168 time: 0.4351420 Mar 31 23:28:02.439009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48566) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:02.441800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95023f1-9515-4b81-ae50-b99fa27a0809 None None] Network 2bf41334-5b86-4dba-a561-f85cc3abd9e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:02.527827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.617166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Deleting port b12c22fe-6bd5-4ce0-afec-731515cf28ad {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:02.617560 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.618970 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.677811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810e445-2d20-4304-a5ee-cde2f2a4a31e req-9998ec82-bff8-40bb-bbe9-ebd08000b657 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:02.682746 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5810e445-2d20-4304-a5ee-cde2f2a4a31e req-9998ec82-bff8-40bb-bbe9-ebd08000b657 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1094589 Mar 31 23:28:02.704321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] For port b12c22fe-6bd5-4ce0-afec-731515cf28ad, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b12c22fe-6bd5-4ce0-afec-731515cf28ad,segment=NetworkSegment(68b8cc26-c2d8-4da2-ae0c-db2dcc864b30),segment_id=68b8cc26-c2d8-4da2-ae0c-db2dcc864b30)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:02.704697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.722299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Calling delete_port for b12c22fe-6bd5-4ce0-afec-731515cf28ad owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:02.745353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5810e445-2d20-4304-a5ee-cde2f2a4a31e req-37853b70-089e-4217-ac5a-20fda149ba61 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548992 Mar 31 23:28:02.807303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.25.4.182 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/e4145cb2-fd48-4763-9139-0053705ccd2f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:02.913204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] DHCP port deletion for 2bf41334-5b86-4dba-a561-f85cc3abd9e1 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:28:02.928741 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.980564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] Deleting port b12c22fe-6bd5-4ce0-afec-731515cf28ad {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:02.980953 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.054000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] For port b12c22fe-6bd5-4ce0-afec-731515cf28ad, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b12c22fe-6bd5-4ce0-afec-731515cf28ad,segment=NetworkSegment(68b8cc26-c2d8-4da2-ae0c-db2dcc864b30),segment_id=68b8cc26-c2d8-4da2-ae0c-db2dcc864b30)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:03.055268 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.071918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] Calling delete_port for b12c22fe-6bd5-4ce0-afec-731515cf28ad owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:03.130758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.198636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:03.201973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:03.206318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:03.232361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=e4145cb2-fd48-4763-9139-0053705ccd2f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:03.367974 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.375889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.405886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Pushing event deleted for resources: {'Port': ['ID=b12c22fe-6bd5-4ce0-afec-731515cf28ad,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:03.408433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] Pushing event deleted for resources: {'Port': ['ID=b12c22fe-6bd5-4ce0-afec-731515cf28ad,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:03.410948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0508529-93b3-4acb-b3bf-600f759f7b34 None None] No DVR routers for this DVR port b12c22fe-6bd5-4ce0-afec-731515cf28ad on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:03.416101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] No DVR routers for this DVR port b12c22fe-6bd5-4ce0-afec-731515cf28ad on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:03.501897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.533296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf41334-5b86-4dba-a561-f85cc3abd9e1']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:03.558619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:03.559337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b8cc26-c2d8-4da2-ae0c-db2dcc864b30') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:03.586530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.601039 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.614731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:03.615200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:03.618055 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:03.865008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.872871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.880648 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] 10.222.0.31 "DELETE /v2.0/networks/2bf41334-5b86-4dba-a561-f85cc3abd9e1 HTTP/1.1" status: 204 len: 168 time: 1.4405093 Mar 31 23:28:03.901287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efb3b0-0d16-4e00-821c-c3156129f03f admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf41334-5b86-4dba-a561-f85cc3abd9e1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:04.019095 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d93f92db-44cb-4137-b33f-d4254cd4e4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.048465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cbf04-99eb-445e-a60d-dce4acf02575 req-7f8133af-17ab-4459-bd1c-6f3bc1f346b0 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:04.050031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e28cbf04-99eb-445e-a60d-dce4acf02575 req-7f8133af-17ab-4459-bd1c-6f3bc1f346b0 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1040156 Mar 31 23:28:04.065456 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.085879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b12c22fe-6bd5-4ce0-afec-731515cf28ad no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:04.120398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b12c22fe-6bd5-4ce0-afec-731515cf28ad {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:04.121050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b12c22fe-6bd5-4ce0-afec-731515cf28ad not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:04.121802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device feac990d-8767-4d28-884c-00378ab94d1c no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:04.154857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: feac990d-8767-4d28-884c-00378ab94d1c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:04.155404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device feac990d-8767-4d28-884c-00378ab94d1c not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:04.156098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e28cbf04-99eb-445e-a60d-dce4acf02575 req-634750d7-22bd-41f0-8b66-8846848f8e1e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987701 Mar 31 23:28:04.339524 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.494983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.505491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48590) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:04.546238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9e3bf026-f626-43f5-ae3e-8e8332dfcd4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09cfc4aaa05d4b199c0f2241a5384509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393751 Mar 31 23:28:04.548714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48592) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:04.585092 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.667163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b32cdcd0-27aa-4f40-b7b8-3b639c37429a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.671225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=e4145cb2-fd48-4763-9139-0053705ccd2f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:04.702828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b32cdcd0-27aa-4f40-b7b8-3b639c37429a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.704591 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.833716 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Floating IP 9e9dd202-ba2c-469d-9741-c8a42aeeba5d associated. External IP: 172.25.4.182, port: acd45398-94a6-475d-879d-b1f43bd4a5b2. Mar 31 23:28:04.919478 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b32cdcd0-27aa-4f40-b7b8-3b639c37429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.922032 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b32cdcd0-27aa-4f40-b7b8-3b639c37429a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.923260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b32cdcd0-27aa-4f40-b7b8-3b639c37429a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6efa919f-68b8-4105-b6c6-221d331eca28 HTTP/1.1" status: 204 len: 168 time: 0.3735785 Mar 31 23:28:04.939563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cdcd0-27aa-4f40-b7b8-3b639c37429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efa919f-68b8-4105-b6c6-221d331eca28,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:05.071204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 515aa736-b452-4946-83c9-ac7f0dc7dde7 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:28:05.187033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:28:05.198598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] Sync routers for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:28:05.220184 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:05.221174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:05.294817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa1797-a147-4ed4-a25a-ff7441cc1614 req-980b3263-5fff-4255-8671-189d84f50475 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.299650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2daa1797-a147-4ed4-a25a-ff7441cc1614 req-980b3263-5fff-4255-8671-189d84f50475 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0544653 Mar 31 23:28:05.337300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2daa1797-a147-4ed4-a25a-ff7441cc1614 req-3eca8789-a46c-4f53-975b-d84a51ea7698 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Mar 31 23:28:05.359926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:05.395470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:05.424203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-af7a0d8b-aa0d-4e39-9525-806e282eb673 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0849128 Mar 31 23:28:05.427623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:05.427862 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13" -d '{"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:05.482436 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc23cd1-dd8d-4ff7-bfb0-1b37fd710b98 x-openstack-request-id: req-bdc23cd1-dd8d-4ff7-bfb0-1b37fd710b98 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:05.482824 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:05.483114 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdc23cd1-dd8d-4ff7-bfb0-1b37fd710b98 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:05.483726 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc23cd1-dd8d-4ff7-bfb0-1b37fd710b98'] response: {'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'status': 'completed', 'code': 200} Mar 31 23:28:05.573740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061938-5ec4-4e9c-ac77-150506bdadca req-724fd7b3-f396-48cc-8ce4-d3cc2aae593a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.575328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46061938-5ec4-4e9c-ac77-150506bdadca req-724fd7b3-f396-48cc-8ce4-d3cc2aae593a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0874062 Mar 31 23:28:05.580003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-b8ea58c7-3bdb-4e84-ad68-8215f9c357f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.586138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-b8ea58c7-3bdb-4e84-ad68-8215f9c357f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1096 time: 0.0666995 Mar 31 23:28:05.630536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9e9dd202-ba2c-469d-9741-c8a42aeeba5d', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'port_id': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'mac_address': 'fa:16:3e:21:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f51d587-c4a7-4065-971f-905d24867dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:28:03Z', 'updated_at': '2022-03-31T23:28:03Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:49Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:05.642271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46061938-5ec4-4e9c-ac77-150506bdadca req-1d23147f-eefe-4db9-9663-e2437d8f6b1b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573196 Mar 31 23:28:05.671773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] Checking router: 515aa736-b452-4946-83c9-ac7f0dc7dde7 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:28:05.674102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48614) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:05.697953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:05.698767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:27:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:05.737664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-a9c0e7ad-a0b3-4527-ac9b-a7c5207cf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.739540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-a9c0e7ad-a0b3-4527-ac9b-a7c5207cf2b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1462820 Mar 31 23:28:05.778796 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c81f398f-0535-4737-9bdd-b7cacf8c5c48 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/9e9dd202-ba2c-469d-9741-c8a42aeeba5d HTTP/1.1" status: 200 len: 991 time: 0.1022403 Mar 31 23:28:05.823832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-e9574bce-3ef1-468d-ad0f-402ec547d647 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 999 time: 0.0771232 Mar 31 23:28:05.828885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:05.873016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-1243a8c1-4575-4022-870e-24136aac88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.874526 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-1243a8c1-4575-4022-870e-24136aac88ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0443606 Mar 31 23:28:05.921646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-2da05614-59cb-4a2b-90eb-4f06ef371066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.923400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-2da05614-59cb-4a2b-90eb-4f06ef371066 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411427 Mar 31 23:28:06.028769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-49f1a18f-7cad-4f24-ae14-60ea307a9f70 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984802 Mar 31 23:28:06.092922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9e9dd202-ba2c-469d-9741-c8a42aeeba5d', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'port_id': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'mac_address': 'fa:16:3e:21:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f51d587-c4a7-4065-971f-905d24867dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:28:03Z', 'updated_at': '2022-03-31T23:28:03Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:49Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:06.120963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59342cb-12f8-4c52-813e-f8280cd33e61 None None] The sync data for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 is: [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '9e9dd202-ba2c-469d-9741-c8a42aeeba5d', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'port_id': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'mac_address': 'fa:16:3e:21:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f51d587-c4a7-4065-971f-905d24867dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:28:03Z', 'updated_at': '2022-03-31T23:28:03Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:49Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:28:06.129643 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1cb3c88-2b24-4ac1-92ce-fa37a26bba13 req-900a26f7-332c-4f31-be5a-4fc64b630823 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948007 Mar 31 23:28:06.203256 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4dca400f-e516-4134-a729-0224fd6f51df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.312909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48620) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:06.363101 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e447a920-4176-4a7e-b76a-bbd1c18f2005 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57a8229cf12346da933f4592bd070eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487459 Mar 31 23:28:06.366293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48624) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:06.372781 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6e355-92f3-440c-8af0-06f2692d6fa7 None None] New status for floating IP 9e9dd202-ba2c-469d-9741-c8a42aeeba5d: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:28:06.425133 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd75d-cde1-4947-882e-b0eabb198053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.453635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd75d-cde1-4947-882e-b0eabb198053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.543345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea5d4e-fa42-40c7-a76e-007f9aa006fd req-85f9a72e-6199-4fd8-b145-cc7c29ea1ec8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:06.544824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fea5d4e-fa42-40c7-a76e-007f9aa006fd req-85f9a72e-6199-4fd8-b145-cc7c29ea1ec8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0722628 Mar 31 23:28:06.597960 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5fea5d4e-fa42-40c7-a76e-007f9aa006fd req-cdde545f-0e95-4417-b25c-e68fcc782842 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456948 Mar 31 23:28:06.719192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd75d-cde1-4947-882e-b0eabb198053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.725712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd75d-cde1-4947-882e-b0eabb198053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.725712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3a8fd75d-cde1-4947-882e-b0eabb198053 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7 HTTP/1.1" status: 204 len: 168 time: 0.3577585 Mar 31 23:28:06.731987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fd75d-cde1-4947-882e-b0eabb198053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f8bb6-4bb5-4a5a-8d99-f9c1a2c294d7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:06.782637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48630) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:06.846551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1ec8d7f1-de71-4047-96d3-aaefb4acb36f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/9e9dd202-ba2c-469d-9741-c8a42aeeba5d HTTP/1.1" status: 200 len: 993 time: 0.0626283 Mar 31 23:28:07.490762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48648) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:07.658291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5fc064b-7bb3-473f-8666-e073f67956c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.755944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffeaf9-1dd6-4480-93b3-d767a1314d1f req-665b12e0-6c65-489f-85da-f7af614800a9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:07.757067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbffeaf9-1dd6-4480-93b3-d767a1314d1f req-665b12e0-6c65-489f-85da-f7af614800a9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0833957 Mar 31 23:28:07.783100 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.819498 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5fc064b-7bb3-473f-8666-e073f67956c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.833636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbffeaf9-1dd6-4480-93b3-d767a1314d1f req-99a9d5c0-a873-4def-8ce1-66aa5eca6829 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561976 Mar 31 23:28:07.909962 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d5fc064b-7bb3-473f-8666-e073f67956c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.952019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d5fc064b-7bb3-473f-8666-e073f67956c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01e369c41a3f4753946b3a08949e5ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601378 Mar 31 23:28:07.953043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc064b-7bb3-473f-8666-e073f67956c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c64c2a1-7644-4ea5-82e5-96d239c82490,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:07.954836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48664) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:08.009022 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35d54782-c813-4560-a860-22bc98c2882e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.032830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35d54782-c813-4560-a860-22bc98c2882e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.049575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48666) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:08.167280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1682109627-network', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:08.192386 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35d54782-c813-4560-a860-22bc98c2882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.195316 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-35d54782-c813-4560-a860-22bc98c2882e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.196188 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-35d54782-c813-4560-a860-22bc98c2882e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c64c2a1-7644-4ea5-82e5-96d239c82490 HTTP/1.1" status: 204 len: 168 time: 0.2403331 Mar 31 23:28:08.203990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d54782-c813-4560-a860-22bc98c2882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c64c2a1-7644-4ea5-82e5-96d239c82490,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:08.287694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Made reservation on behalf of 823d6d914980418f8e80d72dc1b2c085 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:08.290099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.300774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.383697 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.468630 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.504402 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:08.511232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2408ca-6a01-4233-994f-57a29dfb1aab,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:08.520623 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.526533 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Added segment 033151a7-1a90-401d-a3af-8c259a13e99f of type vlan for network 7f5d63c4-c33f-4923-833b-d49779d661ab Mar 31 23:28:08.569986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.656081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.710393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.711482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:08.712325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.774057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] Pushing event updated for resources: {'Network': ['ID=7f5d63c4-c33f-4923-833b-d49779d661ab,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:08.784664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7f5d63c4-c33f-4923-833b-d49779d661ab details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:08.844264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dd4d28f9-fba0-4f14-83bf-d0126566b6fb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7935615 Mar 31 23:28:08.848500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48674) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:08.853497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Request body: {'subnet': {'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1682109627-subnet', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:08.969379 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.969710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec7596-7532-4800-9f64-23e19d90a8bb req-639151af-4aaf-4485-9009-18df6937ac4e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:08.970652 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cec7596-7532-4800-9f64-23e19d90a8bb req-639151af-4aaf-4485-9009-18df6937ac4e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0591478 Mar 31 23:28:09.019026 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8cec7596-7532-4800-9f64-23e19d90a8bb req-dd909013-b624-4892-b31c-5f518bfcc9d4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Mar 31 23:28:09.041945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Made reservation on behalf of 823d6d914980418f8e80d72dc1b2c085 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:09.045758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.127532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48678) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:09.146246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3c07fc-70fb-40da-8b4d-c85310703474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.238071 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3c07fc-70fb-40da-8b4d-c85310703474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.249967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.355992 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3c07fc-70fb-40da-8b4d-c85310703474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.390804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.394632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c07fc-70fb-40da-8b4d-c85310703474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adf85b2-9723-4508-bdf5-19b4613b8eb2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:09.403196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cb3c07fc-70fb-40da-8b4d-c85310703474 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2f32ecb2f464382938b3bbcfb37a7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742927 Mar 31 23:28:09.404927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48680) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:09.453483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5734e7c3-e4ae-4615-89fd-eb95fb26a9a3,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:09.457029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cdca-62d9-4c6b-b015-7a37644af3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.468893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Checking segment: {'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:09.469273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Network hostable DHCP agents. Network: 7f5d63c4-c33f-4923-833b-d49779d661ab, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:09.481802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cdca-62d9-4c6b-b015-7a37644af3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.573545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Network 7f5d63c4-c33f-4923-833b-d49779d661ab is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:09.678932 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cdca-62d9-4c6b-b015-7a37644af3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.681787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cdca-62d9-4c6b-b015-7a37644af3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.683011 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d9a3cdca-62d9-4c6b-b015-7a37644af3a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1adf85b2-9723-4508-bdf5-19b4613b8eb2 HTTP/1.1" status: 204 len: 168 time: 0.2782111 Mar 31 23:28:09.692403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3cdca-62d9-4c6b-b015-7a37644af3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adf85b2-9723-4508-bdf5-19b4613b8eb2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:09.698635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7f5d63c4-c33f-4923-833b-d49779d661ab) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:09.710137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:09.710760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.719554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea225b-7c1a-4fa9-a433-08ca00cfd6dc None None] Network 7f5d63c4-c33f-4923-833b-d49779d661ab requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:09.815950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5278db7f-d4ce-4c65-8d06-9e1159b54497 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9660795 Mar 31 23:28:09.818719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48684) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:09.825586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:09.892528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7f5d63c4-c33f-4923-833b-d49779d661ab', 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'fixed_ips': [{'subnet_id': '5734e7c3-e4ae-4615-89fd-eb95fb26a9a3'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:28:09.893478 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.910138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.950519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:09.951829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.022118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.044982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Allocated IP 172.20.0.2 (7f5d63c4-c33f-4923-833b-d49779d661ab/5734e7c3-e4ae-4615-89fd-eb95fb26a9a3/dd74bece-af16-40d9-83af-5e4c1e04bc31) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:10.147724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86827ca8-d576-44dd-a2fa-16004ff477c9 req-be012ebf-a9d4-42a8-a466-40549efde2ed tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:10.149499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86827ca8-d576-44dd-a2fa-16004ff477c9 req-be012ebf-a9d4-42a8-a466-40549efde2ed tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0563254 Mar 31 23:28:10.198661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86827ca8-d576-44dd-a2fa-16004ff477c9 req-41039ad4-83e1-4bdc-869c-b2cf3aa7694d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377834 Mar 31 23:28:10.246427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.358103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.370294 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.406032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Network 7f5d63c4-c33f-4923-833b-d49779d661ab is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:10.409166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:10.413608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:10.419497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Pushing event updated for resources: {'Port': ['ID=dd74bece-af16-40d9-83af-5e4c1e04bc31,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:10.478346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Attempting to bind port dd74bece-af16-40d9-83af-5e4c1e04bc31 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:10.478739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Attempting to bind port dd74bece-af16-40d9-83af-5e4c1e04bc31 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:10.479105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Attempting to bind port dd74bece-af16-40d9-83af-5e4c1e04bc31 on network 7f5d63c4-c33f-4923-833b-d49779d661ab {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:10.485935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:10.486351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Checking segment: {'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:10.486902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.487304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Bound using segment: {'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:10.487771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Bound port: dd74bece-af16-40d9-83af-5e4c1e04bc31, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:10.488159 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.561376 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] For port dd74bece-af16-40d9-83af-5e4c1e04bc31, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:10.564910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] For port dd74bece-af16-40d9-83af-5e4c1e04bc31, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=dd74bece-af16-40d9-83af-5e4c1e04bc31,segment=NetworkSegment(033151a7-1a90-401d-a3af-8c259a13e99f),segment_id=033151a7-1a90-401d-a3af-8c259a13e99f)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:10.676636 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.733010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.755420 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.763908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c5df9-4bbc-40d9-9f3b-7eedfb421639 None None] Pushing event updated for resources: {'Port': ['ID=dd74bece-af16-40d9-83af-5e4c1e04bc31,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:10.903342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Allocated IP 172.25.4.138 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/7b3847f0-8618-4c5d-a354-bc6ad9dc46d0) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:11.089127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.271240 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.367232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3847f0-8618-4c5d-a354-bc6ad9dc46d0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:11.371963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:11.378957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:11.379642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:11.416453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1fe7c-9991-4995-bfe8-ad5b6ebe0c55 req-2774e0db-df8e-4602-a7e4-98f027206c64 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:11.418856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45c1fe7c-9991-4995-bfe8-ad5b6ebe0c55 req-2774e0db-df8e-4602-a7e4-98f027206c64 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1102028 Mar 31 23:28:11.506455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45c1fe7c-9991-4995-bfe8-ad5b6ebe0c55 req-52a00a9a-734d-41c7-97db-e91ed61f3e7b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780497 Mar 31 23:28:11.852671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:11.974589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c04505-3992-4bd4-a7c9-34182307e9f8 None None] Network 7f5d63c4-c33f-4923-833b-d49779d661ab requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:12.094743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.110172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f7151864-5e91-4fd8-9063-c7c096457f9d None None] Provisioning complete for port dd74bece-af16-40d9-83af-5e4c1e04bc31 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:12.110570 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7151864-5e91-4fd8-9063-c7c096457f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.160961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device dd74bece-af16-40d9-83af-5e4c1e04bc31 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:12.255290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port dd74bece-af16-40d9-83af-5e4c1e04bc31 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:12.255641 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.346561 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7151864-5e91-4fd8-9063-c7c096457f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.380082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:28:12.425296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f7151864-5e91-4fd8-9063-c7c096457f9d None None] For port dd74bece-af16-40d9-83af-5e4c1e04bc31, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=dd74bece-af16-40d9-83af-5e4c1e04bc31,segment=NetworkSegment(033151a7-1a90-401d-a3af-8c259a13e99f),segment_id=033151a7-1a90-401d-a3af-8c259a13e99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:12.427453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.513849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:28:12.527359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Sync routers for ids ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:28:12.538852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Routers {'85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:12.539773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:28:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:12.646351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159dbde-9735-460b-9eb4-fcd4c5a669ed req-3551bc34-0c1c-43b1-9fa7-4f4f130cab07 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:12.648026 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b159dbde-9735-460b-9eb4-fcd4c5a669ed req-3551bc34-0c1c-43b1-9fa7-4f4f130cab07 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0541680 Mar 31 23:28:12.656603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Set router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:12.688766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b159dbde-9735-460b-9eb4-fcd4c5a669ed req-412fa72e-048f-4d9b-8a5f-9109cb7672fc tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Mar 31 23:28:12.700760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.701629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-209cffff-3be4-4047-b32a-51ee21570c91 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8817186 Mar 31 23:28:12.704664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48724) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:12.721070 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7151864-5e91-4fd8-9063-c7c096457f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.012117 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:28:13.013065 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:28:13.031449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7151864-5e91-4fd8-9063-c7c096457f9d None None] Pushing event updated for resources: {'Port': ['ID=dd74bece-af16-40d9-83af-5e4c1e04bc31,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:13.042583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7d3d9e48-5cda-4346-a27c-61453052cd70 None None] Provisioning complete for port dd74bece-af16-40d9-83af-5e4c1e04bc31 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:13.043197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9e48-5cda-4346-a27c-61453052cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.179128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:11Z', 'revision_number': 3, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port': {'id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:10Z', 'updated_at': '2022-03-31T23:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:13.196159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.207319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Checking router: 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:28:13.207680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Updating router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:28:13.233164 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.380510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Allocated IP 172.20.0.1 (7f5d63c4-c33f-4923-833b-d49779d661ab/5734e7c3-e4ae-4615-89fd-eb95fb26a9a3/4f216d6a-8184-4278-a9a9-db22f96ec619) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:13.489863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.513286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.629630 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.629776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.674055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Network 7f5d63c4-c33f-4923-833b-d49779d661ab is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:13.677499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:13.681223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:13.685247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf75987-7b8b-41a3-ae79-bf5e943ad770 None None] Pushing event updated for resources: {'Port': ['ID=7b3847f0-8618-4c5d-a354-bc6ad9dc46d0,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:13.695633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Attempting to bind port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:13.696047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Attempting to bind port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:13.696394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Attempting to bind port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:13.702008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:13.702390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:13.702837 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.703479 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:13.703701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Bound port: 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:13.704278 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.710934 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Pushing event updated for resources: {'Port': ['ID=4f216d6a-8184-4278-a9a9-db22f96ec619,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:13.734164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.783208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] For port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:13.786444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] For port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7b3847f0-8618-4c5d-a354-bc6ad9dc46d0,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:13.847281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2ba2-73b1-4ebb-be55-bffeb96bb0f5 req-3c9cf35d-f8ec-48f7-9ed7-8c592bfadd54 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:13.849034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5adc2ba2-73b1-4ebb-be55-bffeb96bb0f5 req-3c9cf35d-f8ec-48f7-9ed7-8c592bfadd54 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0584097 Mar 31 23:28:13.883216 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.895953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5adc2ba2-73b1-4ebb-be55-bffeb96bb0f5 req-fedd2842-bd71-4756-83d7-f0629ad05062 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Mar 31 23:28:13.938890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Routers {'85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:13.939510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:28:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:13.981341 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf75987-7b8b-41a3-ae79-bf5e943ad770 None None] Pushing event updated for resources: {'Port': ['ID=7b3847f0-8618-4c5d-a354-bc6ad9dc46d0,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:14.009351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-734613f1-5e77-48f5-bc1b-5cb5e91c45c7 None None] Provisioning complete for port 4f216d6a-8184-4278-a9a9-db22f96ec619 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:14.010315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-734613f1-5e77-48f5-bc1b-5cb5e91c45c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.028043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.082967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-734613f1-5e77-48f5-bc1b-5cb5e91c45c7 None None] Port 4f216d6a-8184-4278-a9a9-db22f96ec619 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:14.107860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] Set router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:14.135168 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device dd74bece-af16-40d9-83af-5e4c1e04bc31 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:14.217543 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.276962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port dd74bece-af16-40d9-83af-5e4c1e04bc31 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:14.277361 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.315712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.389738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:11Z', 'revision_number': 3, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port': {'id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:10Z', 'updated_at': '2022-03-31T23:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:14.390048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Pushing event updated for resources: {'Port': ['ID=4f216d6a-8184-4278-a9a9-db22f96ec619,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:14.392571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.421348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facea84f-4c42-41d0-88eb-585acbdee2fd None None] The sync data for ids ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'] in n-d-836015-1 is: [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:11Z', 'revision_number': 3, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port': {'id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:10Z', 'updated_at': '2022-03-31T23:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:28:14.493493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Network 7f5d63c4-c33f-4923-833b-d49779d661ab is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:14.495752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:14.626898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:28:14.779993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:28:14.788844 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ea15ee1a-4051-4e2c-b7ff-21aee2a80210 admin admin] 10.222.0.31 "PUT /v2.0/routers/85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0829163 Mar 31 23:28:14.809273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-36c12737-6053-4fb6-9ba7-9217e4d5b0e6 None None] Provisioning complete for port 4f216d6a-8184-4278-a9a9-db22f96ec619 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:14.809705 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-36c12737-6053-4fb6-9ba7-9217e4d5b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:14.850284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-36c12737-6053-4fb6-9ba7-9217e4d5b0e6 None None] Port 4f216d6a-8184-4278-a9a9-db22f96ec619 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:15.038900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259207c0-35c1-49c2-8bc1-5d3f9171ad2d req-ef7369d7-e788-4ff6-be21-2ff04f0a6824 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:15.040662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-259207c0-35c1-49c2-8bc1-5d3f9171ad2d req-ef7369d7-e788-4ff6-be21-2ff04f0a6824 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0564833 Mar 31 23:28:15.086836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-259207c0-35c1-49c2-8bc1-5d3f9171ad2d req-55982b41-b710-4c77-893f-8bd5a11e036b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352550 Mar 31 23:28:15.646426 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48768) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:15.807585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebd64b7e-e5ff-4f82-b6e7-ae4e28a45d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.907919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebd64b7e-e5ff-4f82-b6e7-ae4e28a45d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:15.978722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ebd64b7e-e5ff-4f82-b6e7-ae4e28a45d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.026660 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ebd64b7e-e5ff-4f82-b6e7-ae4e28a45d7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39bd50bce6e247a9bba8179986057e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790116 Mar 31 23:28:16.027645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd64b7e-e5ff-4f82-b6e7-ae4e28a45d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f13ab1-e22e-479f-a0c3-d8e5fa1be2b0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:16.029630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48776) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:16.097604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26a3024d-c628-4472-b6c8-05ff738c7e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.120706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26a3024d-c628-4472-b6c8-05ff738c7e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.152390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:16.191206 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Sync routers for ids ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:28:16.205458 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Routers {'85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:16.206339 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:28:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:16.227730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:16.228189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.261809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9c821-fcb5-4298-8acd-69c0cca7c262 req-e8db6a25-b87a-4fcb-947d-92aff184edc4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:16.270591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac9c821-fcb5-4298-8acd-69c0cca7c262 req-e8db6a25-b87a-4fcb-947d-92aff184edc4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0793462 Mar 31 23:28:16.309503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cac9c821-fcb5-4298-8acd-69c0cca7c262 req-8c3190dc-574c-45e3-8e28-7525cb068a34 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Mar 31 23:28:16.315703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26a3024d-c628-4472-b6c8-05ff738c7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.319807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26a3024d-c628-4472-b6c8-05ff738c7e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.330775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-26a3024d-c628-4472-b6c8-05ff738c7e75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8f13ab1-e22e-479f-a0c3-d8e5fa1be2b0 HTTP/1.1" status: 204 len: 168 time: 0.2919228 Mar 31 23:28:16.331046 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.347798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3024d-c628-4472-b6c8-05ff738c7e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f13ab1-e22e-479f-a0c3-d8e5fa1be2b0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:16.381454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7b3847f0-8618-4c5d-a354-bc6ad9dc46d0,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:16.433481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48784) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:16.441933 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Set router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:16.515286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.581110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=7b3847f0-8618-4c5d-a354-bc6ad9dc46d0,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:16.653369 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:13Z', 'revision_number': 4, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port': {'id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:10Z', 'updated_at': '2022-03-31T23:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '4f216d6a-8184-4278-a9a9-db22f96ec619', 'name': '', 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'mac_address': 'fa:16:3e:48:28:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5734e7c3-e4ae-4615-89fd-eb95fb26a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:13Z', 'updated_at': '2022-03-31T23:28:14Z', 'revision_number': 2, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'subnets': [{'id': '5734e7c3-e4ae-4615-89fd-eb95fb26a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:16.686093 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Checking router: 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:28:16.686669 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Updating router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 port 4f216d6a-8184-4278-a9a9-db22f96ec619 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:28:16.712234 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.794462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:16.995743 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.054020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Deleting port 4f216d6a-8184-4278-a9a9-db22f96ec619 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:17.054667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.099180 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.143792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.157652 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Pushing event updated for resources: {'Port': ['ID=4f216d6a-8184-4278-a9a9-db22f96ec619,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:17.159777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Calling delete_port for 4f216d6a-8184-4278-a9a9-db22f96ec619 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:17.184586 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.184967 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.185321 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.185642 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.185968 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.186282 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.186707 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.187026 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.187340 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.187655 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.187968 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.188278 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:17.224117 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Attempting to bind port 4f216d6a-8184-4278-a9a9-db22f96ec619 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:17.224819 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Attempting to bind port 4f216d6a-8184-4278-a9a9-db22f96ec619 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:17.224819 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Attempting to bind port 4f216d6a-8184-4278-a9a9-db22f96ec619 on network 7f5d63c4-c33f-4923-833b-d49779d661ab {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:17.231108 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:17.231739 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Checking segment: {'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:17.231891 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.232277 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Bound using segment: {'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:17.232742 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Bound port: 4f216d6a-8184-4278-a9a9-db22f96ec619, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033151a7-1a90-401d-a3af-8c259a13e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:17.233113 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.298423 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] For port 4f216d6a-8184-4278-a9a9-db22f96ec619, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:17.303038 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] For port 4f216d6a-8184-4278-a9a9-db22f96ec619, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4f216d6a-8184-4278-a9a9-db22f96ec619,segment=NetworkSegment(033151a7-1a90-401d-a3af-8c259a13e99f),segment_id=033151a7-1a90-401d-a3af-8c259a13e99f)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:17.415913 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.435515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9786f7-7256-45da-a82b-8750dbbf445c req-a1d00c1c-b983-4b99-9378-d1d30aa82537 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:17.437694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9786f7-7256-45da-a82b-8750dbbf445c req-a1d00c1c-b983-4b99-9378-d1d30aa82537 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0556130 Mar 31 23:28:17.490342 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Routers {'85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:17.491047 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:28:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:17.500462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc9786f7-7256-45da-a82b-8750dbbf445c req-32d5a873-7c07-42f1-b2c2-bdf39892f417 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483692 Mar 31 23:28:17.500602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7685a7b5-1580-4ad9-80b2-b3da0d84782c None None] Provisioning complete for port 4f216d6a-8184-4278-a9a9-db22f96ec619 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:17.501030 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7685a7b5-1580-4ad9-80b2-b3da0d84782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.552751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.588630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f216d6a-8184-4278-a9a9-db22f96ec619,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:17.598258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7685a7b5-1580-4ad9-80b2-b3da0d84782c None None] Port 4f216d6a-8184-4278-a9a9-db22f96ec619 update to ACTIVE by agent not found {{(pid=109822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:28:17.644331 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] Set router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:17.686999 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c0cb6-d38e-40d7-804e-aea82d4f317c None None] Pushing event updated for resources: {'Port': ['ID=4f216d6a-8184-4278-a9a9-db22f96ec619,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:17.791161 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:17.817994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a773d6e7-d744-4e45-aecd-9fc153ec543d None None] Could not find standard attr ID for object 4f216d6a-8184-4278-a9a9-db22f96ec619. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:28:17.920034 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:13Z', 'revision_number': 4, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port': {'id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:10Z', 'updated_at': '2022-03-31T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '4f216d6a-8184-4278-a9a9-db22f96ec619', 'name': '', 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'mac_address': 'fa:16:3e:48:28:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5734e7c3-e4ae-4615-89fd-eb95fb26a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:13Z', 'updated_at': '2022-03-31T23:28:17Z', 'revision_number': 4, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'subnets': [{'id': '5734e7c3-e4ae-4615-89fd-eb95fb26a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:17.950463 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1c46a-7bd4-4456-9198-897b6ba80d6f None None] The sync data for ids ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'] in n-d-836015-1 is: [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:13Z', 'revision_number': 4, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port': {'id': '7b3847f0-8618-4c5d-a354-bc6ad9dc46d0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:10Z', 'updated_at': '2022-03-31T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '4f216d6a-8184-4278-a9a9-db22f96ec619', 'name': '', 'network_id': '7f5d63c4-c33f-4923-833b-d49779d661ab', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'mac_address': 'fa:16:3e:48:28:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5734e7c3-e4ae-4615-89fd-eb95fb26a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:28:13Z', 'updated_at': '2022-03-31T23:28:17Z', 'revision_number': 4, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'subnets': [{'id': '5734e7c3-e4ae-4615-89fd-eb95fb26a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:28:18.060355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:28:18.114008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:18.170137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:18.170851 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.212410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:28:18.222776 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-730d1473-c2fd-42b3-a705-36c4529906d8 admin admin] 10.222.0.31 "PUT /v2.0/routers/85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881105 Mar 31 23:28:18.225316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48812) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:18.321043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48814) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:18.352823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.458746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-588f9be4-ec81-49a3-9866-978775a369c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.474862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.546651 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-588f9be4-ec81-49a3-9866-978775a369c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.627372 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-588f9be4-ec81-49a3-9866-978775a369c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.632603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Deleting port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:18.632951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.678805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-588f9be4-ec81-49a3-9866-978775a369c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=092321524acf453ca90e1453baf6ff5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564200 Mar 31 23:28:18.682515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48820) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:18.686279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f9be4-ec81-49a3-9866-978775a369c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d26bce2-0253-4bd1-8af9-38c170df0a6e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:18.705501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a215-0a62-4b0a-8675-995aae086631 req-7556ff71-0dfe-486d-9447-71846cbd76b4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:18.715864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4c6a215-0a62-4b0a-8675-995aae086631 req-7556ff71-0dfe-486d-9447-71846cbd76b4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.1274540 Mar 31 23:28:18.761021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4c6a215-0a62-4b0a-8675-995aae086631 req-1e8edbe1-7b69-4a55-a12a-11e98f41e0cd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Mar 31 23:28:18.779875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] For port 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7b3847f0-8618-4c5d-a354-bc6ad9dc46d0,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:18.780507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.784804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a1365d5-8329-4215-9d0a-3aa42a20bd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:18.807559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Calling delete_port for 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:18.825508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a1365d5-8329-4215-9d0a-3aa42a20bd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.069801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a1365d5-8329-4215-9d0a-3aa42a20bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.072891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2a1365d5-8329-4215-9d0a-3aa42a20bd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.074024 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2a1365d5-8329-4215-9d0a-3aa42a20bd21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d26bce2-0253-4bd1-8af9-38c170df0a6e HTTP/1.1" status: 204 len: 168 time: 0.3906450 Mar 31 23:28:19.083144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1365d5-8329-4215-9d0a-3aa42a20bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d26bce2-0253-4bd1-8af9-38c170df0a6e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:19.101793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.139773 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3847f0-8618-4c5d-a354-bc6ad9dc46d0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:19.211046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.287696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] Sync routers for ids ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:28:19.300094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] Routers {'85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:19.300789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:28:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:19.371023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] Set router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:19.428741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:18Z', 'revision_number': 7, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:19.457145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] Checking router: 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:28:19.466784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] Routers {'85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:19.467392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:28:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:19.545276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] Set router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:19.608673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:18Z', 'revision_number': 7, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:19.642870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1101d4-1338-4b6a-a465-673c143d8bbb None None] The sync data for ids ['85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3'] in n-d-836015-1 is: [{'id': '85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3', 'name': 'tempest-ImageQuotaTest-1682109627-router', 'tenant_id': '823d6d914980418f8e80d72dc1b2c085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:28:09Z', 'updated_at': '2022-03-31T23:28:18Z', 'revision_number': 7, 'project_id': '823d6d914980418f8e80d72dc1b2c085', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:28:19.648986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.651495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.789668 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.790218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:28:19.796790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.797388 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-510ec3aa-0d1f-4d0a-b2eb-696987705a12 admin admin] 10.222.0.31 "DELETE /v2.0/routers/85e018b8-52c6-4fd4-ad2d-d7fc6c4ea9a3 HTTP/1.1" status: 204 len: 168 time: 1.5682976 Mar 31 23:28:19.799878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48836) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:19.850097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f935822-7c03-4a5b-9450-1b7e571f4a2e admin admin] Deleting subnet 5734e7c3-e4ae-4615-89fd-eb95fb26a9a3 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:28:19.853777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f935822-7c03-4a5b-9450-1b7e571f4a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.894690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f935822-7c03-4a5b-9450-1b7e571f4a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:19.895285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2803b-40a8-45d3-816b-13f8f515dd1b req-bae2c493-dd18-4d49-8f5b-81f5b3db1252 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:19.896887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6c2803b-40a8-45d3-816b-13f8f515dd1b req-bae2c493-dd18-4d49-8f5b-81f5b3db1252 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0505855 Mar 31 23:28:19.935558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6c2803b-40a8-45d3-816b-13f8f515dd1b req-95919d9b-e0ae-4273-84ea-b400c24fe387 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Mar 31 23:28:19.980837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f935822-7c03-4a5b-9450-1b7e571f4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.121703 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f935822-7c03-4a5b-9450-1b7e571f4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.146396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f935822-7c03-4a5b-9450-1b7e571f4a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5734e7c3-e4ae-4615-89fd-eb95fb26a9a3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:20.153058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f935822-7c03-4a5b-9450-1b7e571f4a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.162625 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1f935822-7c03-4a5b-9450-1b7e571f4a2e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5734e7c3-e4ae-4615-89fd-eb95fb26a9a3 HTTP/1.1" status: 204 len: 168 time: 0.3553882 Mar 31 23:28:20.162625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48844) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:20.163189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f429d-2c19-44b2-839c-df1aa454837e None None] Network 7f5d63c4-c33f-4923-833b-d49779d661ab requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:20.233343 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.289139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Deleting port dd74bece-af16-40d9-83af-5e4c1e04bc31 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:20.289830 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.371372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] For port dd74bece-af16-40d9-83af-5e4c1e04bc31, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=dd74bece-af16-40d9-83af-5e4c1e04bc31,segment=NetworkSegment(033151a7-1a90-401d-a3af-8c259a13e99f),segment_id=033151a7-1a90-401d-a3af-8c259a13e99f)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:20.371714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.389793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Calling delete_port for dd74bece-af16-40d9-83af-5e4c1e04bc31 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:20.430763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] DHCP port deletion for 7f5d63c4-c33f-4923-833b-d49779d661ab request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:28:20.486684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4f216d6a-8184-4278-a9a9-db22f96ec619 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:20.514101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 4f216d6a-8184-4278-a9a9-db22f96ec619 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:20.514451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4f216d6a-8184-4278-a9a9-db22f96ec619 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:20.538073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] Deleting port dd74bece-af16-40d9-83af-5e4c1e04bc31 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:20.538561 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.590155 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.612613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] For port dd74bece-af16-40d9-83af-5e4c1e04bc31, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=dd74bece-af16-40d9-83af-5e4c1e04bc31,segment=NetworkSegment(033151a7-1a90-401d-a3af-8c259a13e99f),segment_id=033151a7-1a90-401d-a3af-8c259a13e99f)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:20.613286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.626540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd74bece-af16-40d9-83af-5e4c1e04bc31,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:20.631910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] Calling delete_port for dd74bece-af16-40d9-83af-5e4c1e04bc31 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:20.633212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] No DVR routers for this DVR port dd74bece-af16-40d9-83af-5e4c1e04bc31 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:20.721217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.728728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.744629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5d63c4-c33f-4923-833b-d49779d661ab']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:20.756044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] Pushing event deleted for resources: {'Port': ['ID=dd74bece-af16-40d9-83af-5e4c1e04bc31,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:20.756194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033151a7-1a90-401d-a3af-8c259a13e99f') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:20.756658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033151a7-1a90-401d-a3af-8c259a13e99f') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:20.760167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ed585-5733-490a-875b-a3e66e1ee97f None None] No DVR routers for this DVR port dd74bece-af16-40d9-83af-5e4c1e04bc31 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:20.774241 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.792324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.799450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: items = [ Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:20.802466 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:20.966788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.979314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:20.987462 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7f5d63c4-c33f-4923-833b-d49779d661ab HTTP/1.1" status: 204 len: 168 time: 0.8227828 Mar 31 23:28:20.999127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c61d2-3d42-4b2c-993a-55c3656b0021 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5d63c4-c33f-4923-833b-d49779d661ab,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:21.065095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccd280-c546-4c49-89bb-4faaa432ec47 req-ef0ab2aa-c891-4e47-8456-751cf3a13310 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:21.066545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63ccd280-c546-4c49-89bb-4faaa432ec47 req-ef0ab2aa-c891-4e47-8456-751cf3a13310 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 943 time: 0.0513866 Mar 31 23:28:21.106827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63ccd280-c546-4c49-89bb-4faaa432ec47 req-5fa78920-0292-4b2e-b612-fc1c024f5a06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Mar 31 23:28:21.471208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48870) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:21.518347 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-77496b09-6998-40fe-91ba-e2a119f73e7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=823d6d914980418f8e80d72dc1b2c085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457394 Mar 31 23:28:21.520931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48872) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:21.575737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38de008f-c8b8-438e-906e-287620f7d2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.588831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 03933b35-81a6-489c-9655-fec16f2e86ff details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:28:21.599827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38de008f-c8b8-438e-906e-287620f7d2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.693003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 03933b35-81a6-489c-9655-fec16f2e86ff, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=03933b35-81a6-489c-9655-fec16f2e86ff,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:21.744166 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38de008f-c8b8-438e-906e-287620f7d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.747366 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-38de008f-c8b8-438e-906e-287620f7d2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.749598 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-38de008f-c8b8-438e-906e-287620f7d2ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db2408ca-6a01-4233-994f-57a29dfb1aab HTTP/1.1" status: 204 len: 168 time: 0.2268627 Mar 31 23:28:21.761430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de008f-c8b8-438e-906e-287620f7d2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2408ca-6a01-4233-994f-57a29dfb1aab,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:21.880489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '03933b35-81a6-489c-9655-fec16f2e86ff', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'port_id': '03933b35-81a6-489c-9655-fec16f2e86ff', 'mac_address': 'fa:16:3e:a8:ac:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:28:21.921907 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:21.935835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03933b35-81a6-489c-9655-fec16f2e86ff {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:28:21.957158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 03933b35-81a6-489c-9655-fec16f2e86ff, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=03933b35-81a6-489c-9655-fec16f2e86ff,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:22.085664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:22.107307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:22.107646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7b3847f0-8618-4c5d-a354-bc6ad9dc46d0 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:22.108051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device dd74bece-af16-40d9-83af-5e4c1e04bc31 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:22.110219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.134974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: dd74bece-af16-40d9-83af-5e4c1e04bc31 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:22.135222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device dd74bece-af16-40d9-83af-5e4c1e04bc31 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:22.187147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=03933b35-81a6-489c-9655-fec16f2e86ff,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:22.255081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d09c9c-879d-4e47-9d22-c3ea9d6fa8c8 req-24fc8ba4-bb39-410e-82f4-3a13696bb8e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:22.257201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16d09c9c-879d-4e47-9d22-c3ea9d6fa8c8 req-24fc8ba4-bb39-410e-82f4-3a13696bb8e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 944 time: 0.0652514 Mar 31 23:28:22.308339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16d09c9c-879d-4e47-9d22-c3ea9d6fa8c8 req-cdf14273-9e49-4ce9-bc3e-6568346848b1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421798 Mar 31 23:28:22.323025 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['03933b35-81a6-489c-9655-fec16f2e86ff'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:22.759529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 48918) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:22.773022 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b8255dc3-6383-48be-9add-696bd0252f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.846036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b8255dc3-6383-48be-9add-696bd0252f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.958781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b8255dc3-6383-48be-9add-696bd0252f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:22.997888 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b8255dc3-6383-48be-9add-696bd0252f1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2372394 Mar 31 23:28:22.999008 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8255dc3-6383-48be-9add-696bd0252f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a49d4ee-978b-469c-af4e-1dd21311765a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:23.000729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 48924) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:23.058562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7b0-856f-4508-bd5e-c1da31002851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.084149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7b0-856f-4508-bd5e-c1da31002851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.324059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7b0-856f-4508-bd5e-c1da31002851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.326714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7b0-856f-4508-bd5e-c1da31002851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.327933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-17b5b7b0-856f-4508-bd5e-c1da31002851 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a49d4ee-978b-469c-af4e-1dd21311765a HTTP/1.1" status: 204 len: 168 time: 0.3254375 Mar 31 23:28:23.336396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5b7b0-856f-4508-bd5e-c1da31002851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a49d4ee-978b-469c-af4e-1dd21311765a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:23.444346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b000d9-0a90-4715-8868-64593c3e3898 req-205d84f4-390a-4d18-97ce-fbe1d0644dff tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:23.447431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29b000d9-0a90-4715-8868-64593c3e3898 req-205d84f4-390a-4d18-97ce-fbe1d0644dff tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 944 time: 0.0631447 Mar 31 23:28:23.506040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29b000d9-0a90-4715-8868-64593c3e3898 req-216db0f5-93c8-46b2-8adb-e40660771e56 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517213 Mar 31 23:28:23.592017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 03933b35-81a6-489c-9655-fec16f2e86ff up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:23.730032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 03933b35-81a6-489c-9655-fec16f2e86ff completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:28:23.734888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 03933b35-81a6-489c-9655-fec16f2e86ff triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:23.735375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.825489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:23.858798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511637a2-6e1d-4373-8410-2de958c41d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03933b35-81a6-489c-9655-fec16f2e86ff'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:23.861045 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e0f631-6e75-46ac-b281-f62042e790f8" -d '{"events": [{"server_uuid": "511637a2-6e1d-4373-8410-2de958c41d19", "name": "network-vif-plugged", "status": "completed", "tag": "03933b35-81a6-489c-9655-fec16f2e86ff"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:23.880248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 03933b35-81a6-489c-9655-fec16f2e86ff, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=03933b35-81a6-489c-9655-fec16f2e86ff,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:23.966464 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:24.014132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=03933b35-81a6-489c-9655-fec16f2e86ff,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:24.028221 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c112cd26-865b-4f6d-b3c7-fa58a51e567a x-openstack-request-id: req-c112cd26-865b-4f6d-b3c7-fa58a51e567a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:24.028570 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511637a2-6e1d-4373-8410-2de958c41d19", "name": "network-vif-plugged", "status": "completed", "tag": "03933b35-81a6-489c-9655-fec16f2e86ff", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:24.028831 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c112cd26-865b-4f6d-b3c7-fa58a51e567a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:24.029229 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c112cd26-865b-4f6d-b3c7-fa58a51e567a'] response: {'server_uuid': '511637a2-6e1d-4373-8410-2de958c41d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03933b35-81a6-489c-9655-fec16f2e86ff', 'code': 200} Mar 31 23:28:24.135329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23256d-f78e-44df-a148-002a5d8d6ccb req-2eb5aa67-1592-470d-8aa5-ebcb9e30b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:24.136867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a23256d-f78e-44df-a148-002a5d8d6ccb req-2eb5aa67-1592-470d-8aa5-ebcb9e30b154 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 1096 time: 0.0459280 Mar 31 23:28:24.171907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a23256d-f78e-44df-a148-002a5d8d6ccb req-8e5acc41-c14a-4dc6-8dc6-4bf45e3ae8bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284848 Mar 31 23:28:24.627593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bfdb-557b-4514-8881-21f9d7edd583 req-dfce3bc1-3098-4eb2-96bc-add8c90b1a42 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:24.629184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6df1bfdb-557b-4514-8881-21f9d7edd583 req-dfce3bc1-3098-4eb2-96bc-add8c90b1a42 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Mar 31 23:28:24.672844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6df1bfdb-557b-4514-8881-21f9d7edd583 req-948c326b-82ce-4ee3-81dc-df0e22f1cbed tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Mar 31 23:28:25.796953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feab446-9993-401d-9d61-7c5264e2f4ea req-786feab3-ac78-42a4-907f-d4bddd728827 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:25.798441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9feab446-9993-401d-9d61-7c5264e2f4ea req-786feab3-ac78-42a4-907f-d4bddd728827 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 945 time: 0.0490878 Mar 31 23:28:25.840132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9feab446-9993-401d-9d61-7c5264e2f4ea req-0fe6751b-3f0a-4111-884a-a50ba7bf7ca3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Mar 31 23:28:25.935367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49022) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:25.972738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c116b0-bf56-47d6-9b4e-f1982911df6e req-08babf2d-579d-4abd-8d96-73476e6c7c32 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:25.972738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47c116b0-bf56-47d6-9b4e-f1982911df6e req-08babf2d-579d-4abd-8d96-73476e6c7c32 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 945 time: 0.0554457 Mar 31 23:28:26.026103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-47c116b0-bf56-47d6-9b4e-f1982911df6e req-ead22317-0de1-4b10-824a-72034f2fd3fb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364819 Mar 31 23:28:26.073243 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c2db2d-19a1-4538-9514-ba81ba545da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.159544 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c2db2d-19a1-4538-9514-ba81ba545da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.272445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e8c2db2d-19a1-4538-9514-ba81ba545da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.313206 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e8c2db2d-19a1-4538-9514-ba81ba545da4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2722e50d7d524a948e4ef4dbe0d1e89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767204 Mar 31 23:28:26.314203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2db2d-19a1-4538-9514-ba81ba545da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce958c2-ec4e-4cfb-98ee-9409fb0882ed,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:26.317116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49030) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:26.372381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.394452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.526712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.529261 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.530451 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ce958c2-ec4e-4cfb-98ee-9409fb0882ed HTTP/1.1" status: 204 len: 168 time: 0.2119858 Mar 31 23:28:26.538781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce958c2-ec4e-4cfb-98ee-9409fb0882ed,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:26.546688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.547049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.547413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.547733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.548061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.548400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.548717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.549032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.549346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.549658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.549969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.550277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893301b-6b7a-4f48-870a-1be3c62934d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:26.677928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e6e9b-ef97-47ed-8182-6a3b2f57e92e req-48b01696-a92f-4162-b5a7-14bc4d389992 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:26.679923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c8e6e9b-ef97-47ed-8182-6a3b2f57e92e req-48b01696-a92f-4162-b5a7-14bc4d389992 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 945 time: 0.0675113 Mar 31 23:28:26.728248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c8e6e9b-ef97-47ed-8182-6a3b2f57e92e req-cd508ef0-20c8-4d0c-9cf1-9b02b0ef713d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Mar 31 23:28:27.296185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49042) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:27.653848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b6af6fd-3abe-49af-87fe-2e583b3e0365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.726809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b6af6fd-3abe-49af-87fe-2e583b3e0365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.853911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39c94-cb19-4fb1-aae7-8e2dad8e738b req-8b9fe64a-3db6-4f43-95ad-6f90d44c9c01 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:27.855456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afa39c94-cb19-4fb1-aae7-8e2dad8e738b req-8b9fe64a-3db6-4f43-95ad-6f90d44c9c01 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Mar 31 23:28:27.877763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5b6af6fd-3abe-49af-87fe-2e583b3e0365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:27.933610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6af6fd-3abe-49af-87fe-2e583b3e0365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20d20ac-ced1-4dda-8b4b-c31d58da9b1a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:27.941427 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5b6af6fd-3abe-49af-87fe-2e583b3e0365 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=656cfe80a973418189a8ba6a7a90edfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417122 Mar 31 23:28:27.942340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49046) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:27.943486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afa39c94-cb19-4fb1-aae7-8e2dad8e738b req-a535b060-75fc-45df-b110-d32fe04ad5f0 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791605 Mar 31 23:28:27.996578 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-523e3c9c-ac5a-42e4-9526-fe614e801066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.020441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-523e3c9c-ac5a-42e4-9526-fe614e801066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.289208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-523e3c9c-ac5a-42e4-9526-fe614e801066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.291887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-523e3c9c-ac5a-42e4-9526-fe614e801066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.293153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-523e3c9c-ac5a-42e4-9526-fe614e801066 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a20d20ac-ced1-4dda-8b4b-c31d58da9b1a HTTP/1.1" status: 204 len: 168 time: 0.3501430 Mar 31 23:28:28.301959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e3c9c-ac5a-42e4-9526-fe614e801066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20d20ac-ced1-4dda-8b4b-c31d58da9b1a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:28.309617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-6bd7d1ee-7528-4c2f-8eec-9b028b9b185f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:28.311460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-6bd7d1ee-7528-4c2f-8eec-9b028b9b185f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 945 time: 0.0560071 Mar 31 23:28:28.409052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port 03933b35-81a6-489c-9655-fec16f2e86ff {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:28.409397 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.502288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] For port 03933b35-81a6-489c-9655-fec16f2e86ff, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=03933b35-81a6-489c-9655-fec16f2e86ff,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:28.502679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.516621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for 03933b35-81a6-489c-9655-fec16f2e86ff owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:28.752357 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.768959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['03933b35-81a6-489c-9655-fec16f2e86ff'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:28.771318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['25e66524-c761-49e3-9577-519d1997df35'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:28.785492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=03933b35-81a6-489c-9655-fec16f2e86ff,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:28.833078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] No DVR routers for this DVR port 03933b35-81a6-489c-9655-fec16f2e86ff on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:28.839048 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.843365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e990c82c-4a8c-40a4-971d-6fe778227017 req-326926bb-98f1-480e-ae4f-55ad63695e5c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "DELETE /v2.0/ports/03933b35-81a6-489c-9655-fec16f2e86ff HTTP/1.1" status: 204 len: 173 time: 0.5262697 Mar 31 23:28:28.843941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511637a2-6e1d-4373-8410-2de958c41d19', 'name': 'network-vif-deleted', 'tag': '03933b35-81a6-489c-9655-fec16f2e86ff'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:28.846741 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa580080-a058-4115-936e-f782b1e1efbc" -d '{"events": [{"server_uuid": "511637a2-6e1d-4373-8410-2de958c41d19", "name": "network-vif-deleted", "tag": "03933b35-81a6-489c-9655-fec16f2e86ff"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:28.894608 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26250683-dce5-4f2d-b8fe-96528f72f029 x-openstack-request-id: req-26250683-dce5-4f2d-b8fe-96528f72f029 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:28.894900 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511637a2-6e1d-4373-8410-2de958c41d19", "name": "network-vif-deleted", "tag": "03933b35-81a6-489c-9655-fec16f2e86ff", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:28.895148 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26250683-dce5-4f2d-b8fe-96528f72f029 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:28.895547 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26250683-dce5-4f2d-b8fe-96528f72f029'] response: {'server_uuid': '511637a2-6e1d-4373-8410-2de958c41d19', 'name': 'network-vif-deleted', 'tag': '03933b35-81a6-489c-9655-fec16f2e86ff', 'status': 'completed', 'code': 200} Mar 31 23:28:29.058253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6b2f7ea-491f-4b00-9093-4fd85543f7ff req-0b26611c-471e-434a-abbd-d506a75a9340 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Mar 31 23:28:30.162146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e621ed06-df0f-4a78-a13d-7465bfaf37b4 req-c2f9103c-e8b9-49a9-85bb-c5dac744340a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0276587 Mar 31 23:28:30.596786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49090) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:30.780264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2146755098'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:30.875358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Made reservation on behalf of 0363e8e2f4454542af135e392923b431 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:30.878791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.888903 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:30.970549 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.089226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.116334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:31.125553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f1ef55-f71a-475c-8bda-5491bc698b30,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:31.130402 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.130767 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Added segment 4b59756d-5b2e-410c-bed1-6b3a9b8378e4 of type vlan for network 566c93a3-fa4e-4e13-8873-2a93d4211331 Mar 31 23:28:31.172382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.274419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d356e076-78c9-4583-8ea1-bbcb04e7ad9c req-204e1370-ebb4-487d-979f-361e1a121783 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0295398 Mar 31 23:28:31.275171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.281942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:31.282913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.369805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7715173 Mar 31 23:28:31.373803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d645fe-1b67-453d-be14-4232b613e5eb tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Pushing event updated for resources: {'Network': ['ID=566c93a3-fa4e-4e13-8873-2a93d4211331,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:31.374671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49096) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:31.401294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 566c93a3-fa4e-4e13-8873-2a93d4211331 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:31.463176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Request body: {'network': {'name': 'tempest-network--920262205', 'router:external': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:31.626097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Made reservation on behalf of 49fb9e5448b441ce9d6fe0f462ddb1f4 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:31.630374 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.637962 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.667061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 03933b35-81a6-489c-9655-fec16f2e86ff no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:31.691266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 03933b35-81a6-489c-9655-fec16f2e86ff {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:31.691617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 03933b35-81a6-489c-9655-fec16f2e86ff not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:31.725671 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.829280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.855661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:31.866505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074d2bd9-009a-4ddd-a189-14e806c60a26,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:31.873887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:31.874275 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Added segment 803de1fe-6330-47b5-82b8-c07d94b28eb1 of type vlan for network f4622dad-bd19-4c93-9e43-a9fb3e87d9e1 Mar 31 23:28:31.923801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.077774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.079011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:32.079767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.143123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Network': ['ID=f4622dad-bd19-4c93-9e43-a9fb3e87d9e1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:32.153611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network f4622dad-bd19-4c93-9e43-a9fb3e87d9e1 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:32.266389 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aba70040-1b7e-4c91-9051-d7a319e71b3b tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8897655 Mar 31 23:28:32.269156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49100) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:32.348982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.381074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-702083cd-292a-4758-a507-e0282a38c660 req-1a5a96ef-7e1a-42f9-b121-1a7e8d25acfa tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0300441 Mar 31 23:28:32.460159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.482898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4622dad-bd19-4c93-9e43-a9fb3e87d9e1']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:32.493779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803de1fe-6330-47b5-82b8-c07d94b28eb1') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:32.494076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803de1fe-6330-47b5-82b8-c07d94b28eb1') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:32.503592 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.517750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.523970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:32.524411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:32.526667 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:32.712152 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.718007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4622dad-bd19-4c93-9e43-a9fb3e87d9e1 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:28:32.720844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.724064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f4622dad-bd19-4c93-9e43-a9fb3e87d9e1 HTTP/1.1" status: 204 len: 168 time: 0.4537473 Mar 31 23:28:32.729748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49104) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:32.733601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:32.735793 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22057912-3613-4610-8ff7-df765d0d4046 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4622dad-bd19-4c93-9e43-a9fb3e87d9e1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:32.874790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Made reservation on behalf of 49fb9e5448b441ce9d6fe0f462ddb1f4 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:32.877185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.902596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:32.911343 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:32.911736 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Added segment b86fbfa0-49d4-4c38-a891-896ffe286344 of type vlan for network ee958eac-6ec0-4988-bfd6-c631a30b8fa8 Mar 31 23:28:32.959496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.112210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.113485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:33.114080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.175402 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Network': ['ID=ee958eac-6ec0-4988-bfd6-c631a30b8fa8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:33.189051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ee958eac-6ec0-4988-bfd6-c631a30b8fa8 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:33.252221 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8df9a4cf-c10c-43e4-b8ac-b4985cbc9607 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5229094 Mar 31 23:28:33.255249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49108) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:33.260503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Request body: {'subnet': {'network_id': 'ee958eac-6ec0-4988-bfd6-c631a30b8fa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:33.444979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Made reservation on behalf of 49fb9e5448b441ce9d6fe0f462ddb1f4 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:33.444979 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.508658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ee4748f-7776-4bb7-a64e-8c2b9457a68d req-c54c9a15-5b86-471f-bd21-280379fd5a8c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=511637a2-6e1d-4373-8410-2de958c41d19 HTTP/1.1" status: 200 len: 210 time: 0.0282273 Mar 31 23:28:33.852363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.objects.ports [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109821) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:28:33.852979 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:33.910111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Subnet': ['ID=07e60bd2-50cd-4655-bf14-3ce62dfca42d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:33.921956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Checking segment: {'id': 'b86fbfa0-49d4-4c38-a891-896ffe286344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'ee958eac-6ec0-4988-bfd6-c631a30b8fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:33.922327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Network hostable DHCP agents. Network: ee958eac-6ec0-4988-bfd6-c631a30b8fa8, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:34.019633 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f13e587-ac7a-4135-ae62-f749fac5d7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.143393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Network ee958eac-6ec0-4988-bfd6-c631a30b8fa8 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:34.277433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, ee958eac-6ec0-4988-bfd6-c631a30b8fa8) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:34.281722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:34.282364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.286323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bec6f6-e613-4c5b-aaaf-1a3e037264f8 None None] Network ee958eac-6ec0-4988-bfd6-c631a30b8fa8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:34.398035 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-990c176d-e83d-44bd-ba07-451d04a47ddd tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1415355 Mar 31 23:28:34.401246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49112) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:34.405625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee958eac-6ec0-4988-bfd6-c631a30b8fa8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:34.417757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c3a0d-3347-4e0e-a2d7-15a0f9e0b1e5 None None] Network ee958eac-6ec0-4988-bfd6-c631a30b8fa8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:34.488997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.595660 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.700445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Allocated IP 172.20.0.4 (ee958eac-6ec0-4988-bfd6-c631a30b8fa8/07e60bd2-50cd-4655-bf14-3ce62dfca42d/d56e2654-fa86-48c0-91de-65ee39270d60) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:34.808763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.955389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:34.997659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Network ee958eac-6ec0-4988-bfd6-c631a30b8fa8 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:35.000853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:35.004658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:35.010947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Port': ['ID=d56e2654-fa86-48c0-91de-65ee39270d60,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:35.108652 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.221362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.378892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.503023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.567777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Port': ['ID=d56e2654-fa86-48c0-91de-65ee39270d60,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:35.583017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.699825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.701508 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-21690827-d879-45f3-9522-1014ceb97c7e tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2990336 Mar 31 23:28:35.704818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49120) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:35.775062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b7bd71e3-03e3-4ee4-807a-3711a5b92346 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=ee958eac-6ec0-4988-bfd6-c631a30b8fa8 HTTP/1.1" status: 200 len: 689 time: 0.0689456 Mar 31 23:28:35.777473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49124) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:35.860665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:35.975537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Deleting port d56e2654-fa86-48c0-91de-65ee39270d60 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:35.975769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.062897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.063226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.083139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Calling delete_port for d56e2654-fa86-48c0-91de-65ee39270d60 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:36.325870 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-06b4ff70-852b-40d2-8f17-384c78fdfc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.326542 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.355172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event deleted for resources: {'Port': ['ID=d56e2654-fa86-48c0-91de-65ee39270d60,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:36.421019 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.465499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.661015 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.687020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=07e60bd2-50cd-4655-bf14-3ce62dfca42d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:36.748022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.773555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee958eac-6ec0-4988-bfd6-c631a30b8fa8']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:36.784458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86fbfa0-49d4-4c38-a891-896ffe286344') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:36.784764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86fbfa0-49d4-4c38-a891-896ffe286344') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:36.795141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.809785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.815875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:36.816266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:36.817989 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:36.997715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.003812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee958eac-6ec0-4988-bfd6-c631a30b8fa8 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:28:37.007514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.014621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49132) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:37.025911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ee958eac-6ec0-4988-bfd6-c631a30b8fa8 HTTP/1.1" status: 204 len: 168 time: 1.2473614 Mar 31 23:28:37.059779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc1d13-9ff7-4f40-880f-0057245b02d6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee958eac-6ec0-4988-bfd6-c631a30b8fa8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:37.159161 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-886c0abb-17ba-4d24-b12d-4adab2126823 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1430674 Mar 31 23:28:37.160457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49134) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:37.278753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91e225-e772-468a-bc6b-453e3aac4118 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:37.279318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91e225-e772-468a-bc6b-453e3aac4118 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:37.279765 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91e225-e772-468a-bc6b-453e3aac4118 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:37.280224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91e225-e772-468a-bc6b-453e3aac4118 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:37.280667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91e225-e772-468a-bc6b-453e3aac4118 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:37.281226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91e225-e772-468a-bc6b-453e3aac4118 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:37.283091 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-db91e225-e772-468a-bc6b-453e3aac4118 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1217287 Mar 31 23:28:37.286823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49136) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:37.321615 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-26d48f40-e821-4fdf-9d64-3ccda3c0b90c tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] delete failed (client error): The resource could not be found. Mar 31 23:28:37.322756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-26d48f40-e821-4fdf-9d64-3ccda3c0b90c tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/8213cd60-bbc5-4137-a935-728911b28943 HTTP/1.1" status: 404 len: 345 time: 0.0347641 Mar 31 23:28:37.325488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49138) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:37.342087 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1868a0b0-1c86-47fe-b18a-5516a989a1f6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] DELETE failed (client error): The resource could not be found. Mar 31 23:28:37.342686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1868a0b0-1c86-47fe-b18a-5516a989a1f6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:37.345584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1868a0b0-1c86-47fe-b18a-5516a989a1f6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ee958eac-6ec0-4988-bfd6-c631a30b8fa8 HTTP/1.1" status: 404 len: 339 time: 0.0191317 Mar 31 23:28:37.350567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49140) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:37.362814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Request body: {'network': {'name': 'tempest-network--2015800247', 'router:external': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:37.488670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Made reservation on behalf of 49fb9e5448b441ce9d6fe0f462ddb1f4 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:37.491200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.517476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:37.529332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.529717 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Added segment 65a58af8-f2ab-4472-b6e3-4beb4dfbb471 of type vlan for network 3130e20b-58f7-4f58-97c9-cd14a80c4ffc Mar 31 23:28:37.604612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.775510 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.776418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:37.777002 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.836335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Network': ['ID=3130e20b-58f7-4f58-97c9-cd14a80c4ffc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:37.847545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 3130e20b-58f7-4f58-97c9-cd14a80c4ffc details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:37.903031 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:37.903376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3ed95463-eaf6-429c-b139-c123a7b18f70 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5517344 Mar 31 23:28:37.907397 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49144) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:38.054668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc7426-c239-405e-a4e1-8b430f09f2d0 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:38.057981 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:28:38.061422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc7426-c239-405e-a4e1-8b430f09f2d0 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:38.063795 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fefe3-7fd2-4fc2-8094-9a4ac8d08c7c req-ccc5c006-7c16-4e5c-a0e0-19505cc21f38 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:38.065372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f14fefe3-7fd2-4fc2-8094-9a4ac8d08c7c req-ccc5c006-7c16-4e5c-a0e0-19505cc21f38 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1096 time: 0.0519416 Mar 31 23:28:38.067214 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc7426-c239-405e-a4e1-8b430f09f2d0 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:38.074015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc7426-c239-405e-a4e1-8b430f09f2d0 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:38.075754 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b9bc7426-c239-405e-a4e1-8b430f09f2d0 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1672740 Mar 31 23:28:38.079236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49150) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:38.107397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f14fefe3-7fd2-4fc2-8094-9a4ac8d08c7c req-84f697e4-254b-4ed2-88a4-043c9ea592ac tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346220 Mar 31 23:28:38.158087 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.238893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9742414-20f8-4651-afc8-8fc884eb33ef req-3fdc3f18-6657-48cb-a8ee-6f6e0643bfbe tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:38.240895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9742414-20f8-4651-afc8-8fc884eb33ef req-3fdc3f18-6657-48cb-a8ee-6f6e0643bfbe tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0548306 Mar 31 23:28:38.245526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.267703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3130e20b-58f7-4f58-97c9-cd14a80c4ffc']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:38.277292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a58af8-f2ab-4472-b6e3-4beb4dfbb471') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:38.277598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a58af8-f2ab-4472-b6e3-4beb4dfbb471') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:38.282088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9742414-20f8-4651-afc8-8fc884eb33ef req-8e26ecc5-bef5-4bbe-a8e3-19feeac7cae3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346606 Mar 31 23:28:38.288055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.307441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.308657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49154) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:38.313672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:38.314089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:38.316052 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:38.370738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0a30284d-8be2-47ba-af55-6c589d04862a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/9e9dd202-ba2c-469d-9741-c8a42aeeba5d HTTP/1.1" status: 200 len: 993 time: 0.0605531 Mar 31 23:28:38.471848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.477616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3130e20b-58f7-4f58-97c9-cd14a80c4ffc {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:28:38.480661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.484098 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "DELETE /v2.0/networks/3130e20b-58f7-4f58-97c9-cd14a80c4ffc HTTP/1.1" status: 204 len: 168 time: 0.4038422 Mar 31 23:28:38.490795 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49160) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:38.496478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b604f-1e8b-4c26-8910-8fe6ece93517 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event deleted for resources: {'Network': ['ID=3130e20b-58f7-4f58-97c9-cd14a80c4ffc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:38.499026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Request body: {'network': {'name': 'tempest-network--1388966242', 'router:external': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:38.640582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Made reservation on behalf of 49fb9e5448b441ce9d6fe0f462ddb1f4 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:38.643166 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.669971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:38.678147 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.687779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.688124 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Added segment d47e3981-4ebe-4287-bab3-f14ffecde7fb of type vlan for network e2fe8ad6-79c5-4a07-806f-7fc40de89530 Mar 31 23:28:38.733896 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.894536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.900111 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:38.900111 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.957962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Network': ['ID=e2fe8ad6-79c5-4a07-806f-7fc40de89530,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:38.977142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network e2fe8ad6-79c5-4a07-806f-7fc40de89530 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:39.068869 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.132126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-44f3fd99-6ceb-4c17-a300-b5db4cab0ae6 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6393280 Mar 31 23:28:39.135077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49170) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:39.205972 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.223052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf7d3c8-8690-44e1-a6c3-0ee36062a177 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:39.224484 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1cf7d3c8-8690-44e1-a6c3-0ee36062a177 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] 10.222.0.31 "GET /v2.0/networks/e2fe8ad6-79c5-4a07-806f-7fc40de89530 HTTP/1.1" status: 200 len: 757 time: 0.0884650 Mar 31 23:28:39.227197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49174) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:39.252362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026ce01-050c-4d95-8525-683b2854b2ff req-d8871b83-66c6-426d-a397-1870336d9f3d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:39.253890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a026ce01-050c-4d95-8525-683b2854b2ff req-d8871b83-66c6-426d-a397-1870336d9f3d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0548904 Mar 31 23:28:39.295145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a026ce01-050c-4d95-8525-683b2854b2ff req-e9252f9e-450f-4b6d-840c-7b79c57047c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339859 Mar 31 23:28:39.311424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d576c294-8252-498a-95f3-831abde07971 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:39.312852 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d576c294-8252-498a-95f3-831abde07971 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] 10.222.0.31 "GET /v2.0/networks/566c93a3-fa4e-4e13-8873-2a93d4211331 HTTP/1.1" status: 200 len: 768 time: 0.0839770 Mar 31 23:28:39.315614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49176) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:39.388861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.501019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.511543 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-9a834933-7aee-4e0c-80ef-d6aa0fb6c00a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1178350 Mar 31 23:28:39.525277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fe8ad6-79c5-4a07-806f-7fc40de89530']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:39.534184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcc5cb-ba3b-44a9-b9d1-a948e3b4e953 req-97380980-1db8-4b37-b32d-cf334fff7b6a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:39.535884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8dcc5cb-ba3b-44a9-b9d1-a948e3b4e953 req-97380980-1db8-4b37-b32d-cf334fff7b6a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 945 time: 0.0638540 Mar 31 23:28:39.536330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47e3981-4ebe-4287-bab3-f14ffecde7fb') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:39.536630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47e3981-4ebe-4287-bab3-f14ffecde7fb') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:39.545820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.561015 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.567111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:39.567575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:39.569372 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:39.575814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8dcc5cb-ba3b-44a9-b9d1-a948e3b4e953 req-0fde0f3b-e8e2-41ea-8e34-cf5ecfa966b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Mar 31 23:28:39.712546 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.729186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2fe8ad6-79c5-4a07-806f-7fc40de89530 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:28:39.731247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.743401 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e2fe8ad6-79c5-4a07-806f-7fc40de89530 HTTP/1.1" status: 204 len: 168 time: 0.4259880 Mar 31 23:28:39.747991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49184) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:39.754023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Request body: {'network': {'name': 'tempest-network--193366818'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:39.767495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2fe8ad6-79c5-4a07-806f-7fc40de89530,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:39.779158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.779568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.779887 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.780216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.790693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.791421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.791775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.792270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.792610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.792948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.793281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.793609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e67c4c-fdcd-4f29-af4c-511386e5b080 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:39.856773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.869649 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Made reservation on behalf of 49fb9e5448b441ce9d6fe0f462ddb1f4 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:39.872359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.896774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:39.906374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:39.906859 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Added segment 220d261f-a736-4db8-a90b-7ca58e5c022c of type vlan for network 8f734ff9-4ead-41eb-8888-a9240f17aae9 Mar 31 23:28:39.948407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.120274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.121377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:40.121982 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.185567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Network': ['ID=8f734ff9-4ead-41eb-8888-a9240f17aae9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:40.195768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 8f734ff9-4ead-41eb-8888-a9240f17aae9 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:40.288497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6250cc8f-9fd8-4c87-a45e-905658c5a854 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5390573 Mar 31 23:28:40.291600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49198) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:40.296482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-225777f2-95b1-42f6-8392-97bbe42fb5c0 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:40.487737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f070d-d97d-43bf-a459-03a5e9bd5a90 req-eb8930ec-3aee-462f-b509-982f8b454d44 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:40.487737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac4f070d-d97d-43bf-a459-03a5e9bd5a90 req-eb8930ec-3aee-462f-b509-982f8b454d44 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.1099484 Mar 31 23:28:40.489431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225777f2-95b1-42f6-8392-97bbe42fb5c0 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.538553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac4f070d-d97d-43bf-a459-03a5e9bd5a90 req-1e6fec30-8f0d-49ca-9fbf-c16229f769f4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457461 Mar 31 23:28:40.591820 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225777f2-95b1-42f6-8392-97bbe42fb5c0 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.610331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-225777f2-95b1-42f6-8392-97bbe42fb5c0 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Network 8f734ff9-4ead-41eb-8888-a9240f17aae9 is not hosted by any dhcp agent {{(pid=109820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:28:40.610331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225777f2-95b1-42f6-8392-97bbe42fb5c0 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:40.610331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-225777f2-95b1-42f6-8392-97bbe42fb5c0 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.611708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-225777f2-95b1-42f6-8392-97bbe42fb5c0 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "PUT /v2.0/networks/8f734ff9-4ead-41eb-8888-a9240f17aae9 HTTP/1.1" status: 200 len: 857 time: 0.3191779 Mar 31 23:28:40.614389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49212) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:40.724812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225777f2-95b1-42f6-8392-97bbe42fb5c0 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event updated for resources: {'Network': ['ID=8f734ff9-4ead-41eb-8888-a9240f17aae9,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:40.749881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.766353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b06fa-3cee-4e11-885d-8cc3ce41b432 req-a40e2a34-6688-46fc-bc2a-f7a97d67d8d5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:40.768346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-435b06fa-3cee-4e11-885d-8cc3ce41b432 req-a40e2a34-6688-46fc-bc2a-f7a97d67d8d5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 945 time: 0.1032689 Mar 31 23:28:40.867057 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.872180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-435b06fa-3cee-4e11-885d-8cc3ce41b432 req-351d1f1d-3e0d-4471-974a-70a2d4040fa2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=879efc22-47c6-4895-97eb-4c4e9723d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958498 Mar 31 23:28:40.892742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f734ff9-4ead-41eb-8888-a9240f17aae9']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:40.903279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220d261f-a736-4db8-a90b-7ca58e5c022c') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:40.903959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220d261f-a736-4db8-a90b-7ca58e5c022c') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:40.913383 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.926750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.933188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:40.933565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:40.935280 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:41.032282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-87624189-39db-4c73-8617-77bdee14b327 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:41.033761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-87624189-39db-4c73-8617-77bdee14b327 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 945 time: 0.0875525 Mar 31 23:28:41.106671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.111976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f734ff9-4ead-41eb-8888-a9240f17aae9 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:28:41.116408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.119332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] 10.222.0.31 "DELETE /v2.0/networks/8f734ff9-4ead-41eb-8888-a9240f17aae9 HTTP/1.1" status: 204 len: 168 time: 0.5037825 Mar 31 23:28:41.123067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49214) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:41.130029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac441f5a-0698-417a-8d4a-ca3ff0c7b278 tempest-ExternalNetworksTestJSON-293069084 tempest-ExternalNetworksTestJSON-293069084-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f734ff9-4ead-41eb-8888-a9240f17aae9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:41.155981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port 25e66524-c761-49e3-9577-519d1997df35 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:41.156422 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.164101 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad99d27-24ad-4fbb-b7af-5f0ffb49beaf tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] DELETE failed (client error): The resource could not be found. Mar 31 23:28:41.164554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad99d27-24ad-4fbb-b7af-5f0ffb49beaf tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:28:41.170285 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4ad99d27-24ad-4fbb-b7af-5f0ffb49beaf tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] 10.222.0.31 "DELETE /v2.0/subnets/07e60bd2-50cd-4655-bf14-3ce62dfca42d HTTP/1.1" status: 404 len: 337 time: 0.0435648 Mar 31 23:28:41.171430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49216) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:41.264956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] For port 25e66524-c761-49e3-9577-519d1997df35, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=25e66524-c761-49e3-9577-519d1997df35,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:41.265448 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.268451 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.279105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for 25e66524-c761-49e3-9577-519d1997df35 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:41.363944 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.388738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566c93a3-fa4e-4e13-8873-2a93d4211331']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:41.399432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b59756d-5b2e-410c-bed1-6b3a9b8378e4') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:41.399975 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b59756d-5b2e-410c-bed1-6b3a9b8378e4') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:41.416051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.433886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.439866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:41.440250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:41.443913 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:41.546101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.563089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['25e66524-c761-49e3-9577-519d1997df35'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:41.579036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=25e66524-c761-49e3-9577-519d1997df35,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:41.585424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.615052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.620367 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] 10.222.0.31 "DELETE /v2.0/networks/566c93a3-fa4e-4e13-8873-2a93d4211331 HTTP/1.1" status: 204 len: 168 time: 0.4436684 Mar 31 23:28:41.640394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899463ab-dd47-493d-8405-05aaa06dc153 tempest-ExternalNetworksTestJSON-1745921534 tempest-ExternalNetworksTestJSON-1745921534-project] Pushing event deleted for resources: {'Network': ['ID=566c93a3-fa4e-4e13-8873-2a93d4211331,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:41.668512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] No DVR routers for this DVR port 25e66524-c761-49e3-9577-519d1997df35 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:41.671791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:41.675139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d72db389-75fd-41d4-ad65-6ac870d0f1f8 req-93bdfae5-4195-4031-b0c9-4a19d393e481 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "DELETE /v2.0/ports/25e66524-c761-49e3-9577-519d1997df35 HTTP/1.1" status: 204 len: 173 time: 0.6349967 Mar 31 23:28:41.676262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bf0892-d799-4a0b-80b1-f9e27b4e5c91', 'name': 'network-vif-deleted', 'tag': '25e66524-c761-49e3-9577-519d1997df35'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:41.681473 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c525a7ef-1206-4984-a0cd-38674a5ff90f" -d '{"events": [{"server_uuid": "57bf0892-d799-4a0b-80b1-f9e27b4e5c91", "name": "network-vif-deleted", "tag": "25e66524-c761-49e3-9577-519d1997df35"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:41.736163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84584c99-4802-4ab4-94b9-429cbf381741 req-996b9b20-3d8f-49d4-98be-08e247108d2f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:41.737804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84584c99-4802-4ab4-94b9-429cbf381741 req-996b9b20-3d8f-49d4-98be-08e247108d2f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0762620 Mar 31 23:28:41.787502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84584c99-4802-4ab4-94b9-429cbf381741 req-17828633-9f18-434b-a46e-8da7b554dcea tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Mar 31 23:28:41.873436 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982a624c-52d6-4e67-a7f3-56dc5778f126 x-openstack-request-id: req-982a624c-52d6-4e67-a7f3-56dc5778f126 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:41.873724 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bf0892-d799-4a0b-80b1-f9e27b4e5c91", "name": "network-vif-deleted", "tag": "25e66524-c761-49e3-9577-519d1997df35", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:41.873974 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-982a624c-52d6-4e67-a7f3-56dc5778f126 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:41.874369 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982a624c-52d6-4e67-a7f3-56dc5778f126'] response: {'server_uuid': '57bf0892-d799-4a0b-80b1-f9e27b4e5c91', 'name': 'network-vif-deleted', 'tag': '25e66524-c761-49e3-9577-519d1997df35', 'status': 'completed', 'code': 200} Mar 31 23:28:41.989404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-999de5eb-f32d-44e8-9881-10342c20ada8 req-2428d7fc-96d9-4825-9fa4-5392217efa63 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 210 time: 0.0311394 Mar 31 23:28:42.255843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49230) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:42.353961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-d10c9b4c-77d1-46ef-a5ab-d312938d008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:42.355505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-d10c9b4c-77d1-46ef-a5ab-d312938d008d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1096 time: 0.0531378 Mar 31 23:28:42.416112 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1d79c11d-cff4-4c90-ba26-948a24fd0881 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0363e8e2f4454542af135e392923b431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589620 Mar 31 23:28:42.418208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49234) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:42.485910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-d4325f40-eb78-4992-a061-8b4e2386100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:42.487431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-d4325f40-eb78-4992-a061-8b4e2386100b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1256897 Mar 31 23:28:42.505113 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b000d2ab-e8f7-47d4-a55a-af28f8704bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.564156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b000d2ab-e8f7-47d4-a55a-af28f8704bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.578778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-47b5b120-4141-4836-b478-c8df5a69ca71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 1001 time: 0.0841780 Mar 31 23:28:42.654006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-1dc936d7-7478-4fa2-b1c4-825fbd6fb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:42.657249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-1dc936d7-7478-4fa2-b1c4-825fbd6fb574 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0698051 Mar 31 23:28:42.708084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-6efbb909-bad0-4722-b32a-85583c60fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:42.709619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-6efbb909-bad0-4722-b32a-85583c60fba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450845 Mar 31 23:28:42.762540 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b000d2ab-e8f7-47d4-a55a-af28f8704bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.765062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b000d2ab-e8f7-47d4-a55a-af28f8704bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:42.766190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b000d2ab-e8f7-47d4-a55a-af28f8704bbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8f1ef55-f71a-475c-8bda-5491bc698b30 HTTP/1.1" status: 204 len: 168 time: 0.3468595 Mar 31 23:28:42.780512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000d2ab-e8f7-47d4-a55a-af28f8704bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f1ef55-f71a-475c-8bda-5491bc698b30,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:42.844556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-35218c8f-1eae-4ce0-a620-f10d050ca3b2 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269493 Mar 31 23:28:42.968487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-d49ec54c-bfe2-438a-bca1-18236d1a8ad3 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167071 Mar 31 23:28:42.978029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcaba6-1ab3-47ca-8885-d52b7b8924e7 req-09cd41ff-6e42-41a7-ab56-cbdb8b7c7e7e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:42.982899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bfcaba6-1ab3-47ca-8885-d52b7b8924e7 req-09cd41ff-6e42-41a7-ab56-cbdb8b7c7e7e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0793865 Mar 31 23:28:43.032333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2bfcaba6-1ab3-47ca-8885-d52b7b8924e7 req-502d7641-1edd-4d76-94d9-e8e34915181f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456953 Mar 31 23:28:43.097980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b03b68a-e8ae-42ad-847d-ef06adbedd27 req-2a166745-ee87-4dcb-b1e4-12d73b154781 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 210 time: 0.0271409 Mar 31 23:28:43.658545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49244) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:43.705831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-eefe98b0-aae2-430f-b6a1-a4169b9b4488 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49fb9e5448b441ce9d6fe0f462ddb1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460255 Mar 31 23:28:43.708285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49246) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:43.757643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e6aa5c-ec13-4ed7-8abc-bb52b0ec6818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.778763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e6aa5c-ec13-4ed7-8abc-bb52b0ec6818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.880229 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 25e66524-c761-49e3-9577-519d1997df35 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:43.888900 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e6aa5c-ec13-4ed7-8abc-bb52b0ec6818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.892879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-11e6aa5c-ec13-4ed7-8abc-bb52b0ec6818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:43.899170 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-11e6aa5c-ec13-4ed7-8abc-bb52b0ec6818 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/074d2bd9-009a-4ddd-a189-14e806c60a26 HTTP/1.1" status: 204 len: 168 time: 0.1884925 Mar 31 23:28:43.902548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 25e66524-c761-49e3-9577-519d1997df35 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:43.903452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 25e66524-c761-49e3-9577-519d1997df35 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:43.911149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6aa5c-ec13-4ed7-8abc-bb52b0ec6818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074d2bd9-009a-4ddd-a189-14e806c60a26,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:44.171603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba94ff3-f999-446e-9b13-530ad7af5210 req-90f9c229-9904-4ad1-802b-c24b4180200c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:44.173321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dba94ff3-f999-446e-9b13-530ad7af5210 req-90f9c229-9904-4ad1-802b-c24b4180200c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0576162 Mar 31 23:28:44.210378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-436f7155-35fc-463f-9584-0296cc77e1ed req-80a0cdfb-a9a3-44d0-9de8-8cfd715d0842 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 210 time: 0.0359070 Mar 31 23:28:44.232097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dba94ff3-f999-446e-9b13-530ad7af5210 req-7085f0c0-3261-4d98-b4d3-4bd9963ef1e3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488708 Mar 31 23:28:45.320250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cab68fcf-6cfa-40bf-8a4f-56d4aa8e824e req-36d65877-12f1-4093-aa3a-d62805344dce tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 210 time: 0.0318236 Mar 31 23:28:45.376058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3c212-6be3-4cff-a040-d0cd3677fd80 req-c2faa084-c4f0-4112-9dfe-77d4760934f8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:45.377664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ead3c212-6be3-4cff-a040-d0cd3677fd80 req-c2faa084-c4f0-4112-9dfe-77d4760934f8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0603235 Mar 31 23:28:45.419029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ead3c212-6be3-4cff-a040-d0cd3677fd80 req-6bbd3bbe-7b7d-4100-91f4-17e3e14c7099 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347507 Mar 31 23:28:45.864725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49290) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:46.026465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1507050668'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:46.165812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Made reservation on behalf of bfb408c57de94daf8b54ff1ec6c7a82d for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:46.169365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.177837 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.251131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.347002 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.378840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:28:46.406787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c18ba1-4704-446d-a261-a772a1b07df8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:46.410000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.410435 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Added segment 76b58533-a068-4af3-9668-565e82a08416 of type vlan for network 529755bc-298e-4f59-9765-36e5efd4de48 Mar 31 23:28:46.465536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1550cc2-db89-4711-89e9-bcda9cb998a3 req-e8621ffe-9868-458b-948c-9adc49429d27 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=57bf0892-d799-4a0b-80b1-f9e27b4e5c91 HTTP/1.1" status: 200 len: 210 time: 0.0462587 Mar 31 23:28:46.478805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.565406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846928-2a72-48a4-9aaf-c66615d7a4fd req-99170884-dbc4-4ae7-8520-e5c3ceb8ee33 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:46.566965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92846928-2a72-48a4-9aaf-c66615d7a4fd req-99170884-dbc4-4ae7-8520-e5c3ceb8ee33 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0598118 Mar 31 23:28:46.611605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92846928-2a72-48a4-9aaf-c66615d7a4fd req-91ccbde2-1305-4e15-b7e7-e8dd570038f0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373662 Mar 31 23:28:46.633950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.639840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:46.640430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:46.708017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Pushing event updated for resources: {'Network': ['ID=529755bc-298e-4f59-9765-36e5efd4de48,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:46.721093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 529755bc-298e-4f59-9765-36e5efd4de48 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:28:46.745914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-57b65de0-4956-4d10-9272-d7d5493fbb5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8799295 Mar 31 23:28:46.925699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49302) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:46.931339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Request body: {'port': {'network_id': '529755bc-298e-4f59-9765-36e5efd4de48', 'binding:host_id': 'n-h1-836015-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020289336'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:47.028729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Made reservation on behalf of 8904517ebc5a4f5b9dd46b87eaabe4fd for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:47.031235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.044784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.132557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.248337 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.259853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] device_id is not set on port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:47.336970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dd8bed-c68b-4f48-aed7-5db887e69bec,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:47.488131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] device_id is not set on port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:47.499939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:47.628646 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:48.065617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=993aa7b3-abdf-4ed5-b012-726908f8c4f4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:48.101501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b27ad8-cf0d-4bbb-be11-d12024b8af98 req-719112ab-1860-4c51-b6d9-fe097f938f3f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.103109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08b27ad8-cf0d-4bbb-be11-d12024b8af98 req-719112ab-1860-4c51-b6d9-fe097f938f3f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0872030 Mar 31 23:28:48.103803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Checking segment: {'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:48.104172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Network hostable DHCP agents. Network: 529755bc-298e-4f59-9765-36e5efd4de48, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:28:48.151604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08b27ad8-cf0d-4bbb-be11-d12024b8af98 req-b96b921f-085d-4fd8-8aeb-5700ea356360 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Mar 31 23:28:48.219736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Network 529755bc-298e-4f59-9765-36e5efd4de48 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:28:48.342770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 529755bc-298e-4f59-9765-36e5efd4de48) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:48.346853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:48.351977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892cea63-b764-40ce-8b49-44ec7eb055ff None None] Network 529755bc-298e-4f59-9765-36e5efd4de48 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:28:48.360226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.360560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.360894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.365570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.365962 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.366273 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 2 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.380877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.381206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.381547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.386291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.386909 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.387292 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 3 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.399628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.400007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.400340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.404648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.404966 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.405350 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 4 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.417710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.418039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.418369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.423083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.423333 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.423719 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 5 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.438539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.438951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.439283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.443792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.444162 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.444574 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 6 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.458630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.458970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.459305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.463871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.464194 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.466254 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 7 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.486504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.486947 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.487390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.492436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.493549 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.493650 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 8 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.505920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.506244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.506610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.511715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.512037 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.512417 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 9 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.524994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.529229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.529229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.530539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.530862 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.531248 n-d-836015-1 neutron-server[109820]: INFO neutron.plugins.ml2.plugin [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 10 to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 Mar 31 23:28:48.544383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:48.544727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:48.545034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:48.549314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:48.549692 n-d-836015-1 neutron-server[109820]: ERROR neutron.plugins.ml2.managers [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:48.550055 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:48.620280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] For port 993aa7b3-abdf-4ed5-b012-726908f8c4f4, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:48.620751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempted to set empty binding levels {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:28:48.694399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:48.741236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:48.741236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:48.755378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=993aa7b3-abdf-4ed5-b012-726908f8c4f4,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:48.854336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-87eb7a9a-5db5-4d31-b182-16ac5a5e7ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9274035 Mar 31 23:28:48.856971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49326) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:48.932130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Deleting port 993aa7b3-abdf-4ed5-b012-726908f8c4f4 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:48.932468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:48.995337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] For port 993aa7b3-abdf-4ed5-b012-726908f8c4f4, host n-h1-836015-1, got binding levels [] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:48.995704 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.014162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Calling delete_port for 993aa7b3-abdf-4ed5-b012-726908f8c4f4 owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:49.252463 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.293745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event deleted for resources: {'Port': ['ID=993aa7b3-abdf-4ed5-b012-726908f8c4f4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:49.300363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.304724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f8faa6c2-5c28-4371-b822-a1481429f1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "DELETE /v2.0/ports/993aa7b3-abdf-4ed5-b012-726908f8c4f4 HTTP/1.1" status: 204 len: 168 time: 0.4467669 Mar 31 23:28:49.307423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49346) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:49.330802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877fa72-3b60-4835-b1c0-b3bc60dc3359 req-0e1da809-bbfa-4dc2-8cbb-62d91b3c2905 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:49.330802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e877fa72-3b60-4835-b1c0-b3bc60dc3359 req-0e1da809-bbfa-4dc2-8cbb-62d91b3c2905 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.1028395 Mar 31 23:28:49.346640 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bdffe8-bd8e-4282-bfa3-d2f3af5329b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:28:49.351510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-64bdffe8-bd8e-4282-bfa3-d2f3af5329b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "GET /v2.0/ports/993aa7b3-abdf-4ed5-b012-726908f8c4f4 HTTP/1.1" status: 404 len: 333 time: 0.0398219 Mar 31 23:28:49.352713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49350) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:49.357731 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Request body: {'port': {'network_id': '529755bc-298e-4f59-9765-36e5efd4de48', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317559107'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:49.380468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e877fa72-3b60-4835-b1c0-b3bc60dc3359 req-e69dee64-9ca8-4930-8109-013b0c16bdf4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362225 Mar 31 23:28:49.539927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Made reservation on behalf of 8904517ebc5a4f5b9dd46b87eaabe4fd for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:49.542777 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.559801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] device_id is not set on port f3bd6440-3e79-4030-ba42-cea538a7f9f1 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:49.720483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.849194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.898702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Network 529755bc-298e-4f59-9765-36e5efd4de48 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:49.901630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:49.905846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:49.907364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:49.907514 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:49.910872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=f3bd6440-3e79-4030-ba42-cea538a7f9f1,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:50.034949 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-69326845-d502-40ef-a22b-25213a4f7647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6808817 Mar 31 23:28:50.042553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49366) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:50.050044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:50.129146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.294592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] device_id is not set on port f3bd6440-3e79-4030-ba42-cea538a7f9f1 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:50.302238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.405157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.430264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49370) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:50.434827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-43fca325-29f7-4988-974b-9cc300132527 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128460022', 'description': 'tempest-secgroup-smoke-128460022 description', 'project_id': '64b254b0c02243f38b56c59a1a43f85d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:50.454407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=f3bd6440-3e79-4030-ba42-cea538a7f9f1,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:50.470055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.470393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.470766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.476998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.476998 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.476998 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 2 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.492727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.493070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.493408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.497827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.498154 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.498590 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 3 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.511200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.511826 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.512166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.516626 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.516894 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.517287 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 4 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.529546 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43fca325-29f7-4988-974b-9cc300132527 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.531231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.531659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.531914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.537095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.537434 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.537827 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 5 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.550002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.550254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.550631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.555035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.555363 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.555755 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 6 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.556774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97209cc1-6b7e-45af-a19a-04509d34fad6 req-65e2ffb9-22e7-4af5-88ee-33acaf07decf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.558277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97209cc1-6b7e-45af-a19a-04509d34fad6 req-65e2ffb9-22e7-4af5-88ee-33acaf07decf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0620952 Mar 31 23:28:50.568633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.568976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.569317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.574497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.574837 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.575227 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 7 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.591396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.591737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.592073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.596573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.597039 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.597729 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 8 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.611340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.611781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.612125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.616687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.617020 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.617477 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 9 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.619586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97209cc1-6b7e-45af-a19a-04509d34fad6 req-5c6a26d4-fcef-41a4-8af4-f937f8603968 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531008 Mar 31 23:28:50.630187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.630549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.631085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.636662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.636993 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.637380 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 10 to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 Mar 31 23:28:50.650788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:50.651123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:50.651459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:50.653398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43fca325-29f7-4988-974b-9cc300132527 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.660575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:50.660575 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:50.660575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.718740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] For port f3bd6440-3e79-4030-ba42-cea538a7f9f1, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:50.719101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempted to set empty binding levels {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:28:50.750792 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43fca325-29f7-4988-974b-9cc300132527 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.783126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fca325-29f7-4988-974b-9cc300132527 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af19f4c-de17-45d4-b251-8efd4ec28ed5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:50.794185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.829964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] In _notify_port_updated(), no bound segment for port f3bd6440-3e79-4030-ba42-cea538a7f9f1 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:28:50.830843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.831438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.832761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "PUT /v2.0/ports/f3bd6440-3e79-4030-ba42-cea538a7f9f1 HTTP/1.1" status: 200 len: 979 time: 0.7890375 Mar 31 23:28:50.835527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49374) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:50.842364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c670f-6014-4b47-ba98-4547b29116dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=f3bd6440-3e79-4030-ba42-cea538a7f9f1,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:50.865930 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43fca325-29f7-4988-974b-9cc300132527 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:50.867206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-43fca325-29f7-4988-974b-9cc300132527 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4359193 Mar 31 23:28:50.870714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49376) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:50.875338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-055d4005-8499-429e-97bb-1edfc026f60a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'security_group_rule': {'security_group_id': '9af19f4c-de17-45d4-b251-8efd4ec28ed5', 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:50.917540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.918043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.918505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.918957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.919414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.919867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.920322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.920777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.921233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.921687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.922140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.922619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.923072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.923522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.923972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.924420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:50.927029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0ca58a95-3f34-4161-ada2-528ff94e9e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14572 time: 0.0905132 Mar 31 23:28:50.931056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49378) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.002873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-055d4005-8499-429e-97bb-1edfc026f60a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.042090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Deleting port f3bd6440-3e79-4030-ba42-cea538a7f9f1 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:51.042438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.119069 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-055d4005-8499-429e-97bb-1edfc026f60a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.124682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] For port f3bd6440-3e79-4030-ba42-cea538a7f9f1, host n-h1-836015-1, got binding levels [] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:51.125034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.137673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Calling delete_port for f3bd6440-3e79-4030-ba42-cea538a7f9f1 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:51.209971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-055d4005-8499-429e-97bb-1edfc026f60a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.230243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d4005-8499-429e-97bb-1edfc026f60a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715169d2-a99d-41d3-8ae2-7da59b42a0cf,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:51.322872 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.355215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3bd6440-3e79-4030-ba42-cea538a7f9f1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:51.359793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.363147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-16f73414-c236-41ba-8998-1f36a90b3cb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f3bd6440-3e79-4030-ba42-cea538a7f9f1 HTTP/1.1" status: 204 len: 168 time: 0.4310522 Mar 31 23:28:51.365888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49380) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.380372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-055d4005-8499-429e-97bb-1edfc026f60a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.380372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-055d4005-8499-429e-97bb-1edfc026f60a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5070345 Mar 31 23:28:51.382657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49382) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.387538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2487491a-a528-423d-bbc5-10d524751d2e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'security_group_rule': {'security_group_id': '9af19f4c-de17-45d4-b251-8efd4ec28ed5', 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:51.393183 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-962aa3ed-7f0c-4a2d-9ded-8f02a281df10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:28:51.394777 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-962aa3ed-7f0c-4a2d-9ded-8f02a281df10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "GET /v2.0/ports/f3bd6440-3e79-4030-ba42-cea538a7f9f1 HTTP/1.1" status: 404 len: 333 time: 0.0278389 Mar 31 23:28:51.398808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49384) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.403469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-724668463', 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:51.490097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2487491a-a528-423d-bbc5-10d524751d2e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.513862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Made reservation on behalf of 8904517ebc5a4f5b9dd46b87eaabe4fd for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:51.516406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.532270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] device_id is not set on port ad07d734-ffad-444f-9e0c-77195ef82fce yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:51.550114 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2487491a-a528-423d-bbc5-10d524751d2e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.639525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2487491a-a528-423d-bbc5-10d524751d2e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.657847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487491a-a528-423d-bbc5-10d524751d2e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc419deb-2074-429c-a5d8-2797dc0451a0,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:51.757451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c6843-117d-4db1-9539-f18dccb822ba req-aedc0748-cd1a-4cee-bb8d-2d756104fea0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:51.759245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c11c6843-117d-4db1-9539-f18dccb822ba req-aedc0748-cd1a-4cee-bb8d-2d756104fea0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0563810 Mar 31 23:28:51.775973 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2487491a-a528-423d-bbc5-10d524751d2e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.777180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2487491a-a528-423d-bbc5-10d524751d2e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3935313 Mar 31 23:28:51.784121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49388) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:51.790964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dc12692c-d493-4938-b7f8-91a6ea03a61c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'security_group_rule': {'security_group_id': '9af19f4c-de17-45d4-b251-8efd4ec28ed5', 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:51.823441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c11c6843-117d-4db1-9539-f18dccb822ba req-7253cfc3-2042-4b59-b772-26a8b31e036a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575562 Mar 31 23:28:51.976263 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc12692c-d493-4938-b7f8-91a6ea03a61c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.016155 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.030202 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc12692c-d493-4938-b7f8-91a6ea03a61c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.128854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc12692c-d493-4938-b7f8-91a6ea03a61c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.148952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12692c-d493-4938-b7f8-91a6ea03a61c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64308e9f-6787-4bf1-9abb-0b1e30cf3b92,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:52.160290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.201903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Network 529755bc-298e-4f59-9765-36e5efd4de48 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:52.206495 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:52.210459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:52.211493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:52.211972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.212972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dc12692c-d493-4938-b7f8-91a6ea03a61c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.214204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dc12692c-d493-4938-b7f8-91a6ea03a61c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4291179 Mar 31 23:28:52.225674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=ad07d734-ffad-444f-9e0c-77195ef82fce,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:52.230426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49390) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.232824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-80a0d467-f995-4e36-8bdf-be1f9de60ccf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'security_group_rule': {'security_group_id': '9af19f4c-de17-45d4-b251-8efd4ec28ed5', 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:52.302739 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9cd95186-efa1-4418-a0fd-693bdba2596c tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9028161 Mar 31 23:28:52.305328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49392) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.338573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85e741-b97e-46c9-bd39-f76dcc8a9953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:52.339919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ad85e741-b97e-46c9-bd39-f76dcc8a9953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "GET /v2.0/ports/ad07d734-ffad-444f-9e0c-77195ef82fce HTTP/1.1" status: 200 len: 958 time: 0.0330493 Mar 31 23:28:52.342680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49394) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.379093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-80a0d467-f995-4e36-8bdf-be1f9de60ccf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.463292 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-80a0d467-f995-4e36-8bdf-be1f9de60ccf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.465462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2028e979-eabf-4aea-b6b3-6c05d634701b tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Deleting port ad07d734-ffad-444f-9e0c-77195ef82fce {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:52.465789 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2028e979-eabf-4aea-b6b3-6c05d634701b tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.524604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2028e979-eabf-4aea-b6b3-6c05d634701b tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.545491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2028e979-eabf-4aea-b6b3-6c05d634701b tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Calling delete_port for ad07d734-ffad-444f-9e0c-77195ef82fce owned by {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:52.547156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-80a0d467-f995-4e36-8bdf-be1f9de60ccf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.577037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0d467-f995-4e36-8bdf-be1f9de60ccf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4828400-cc51-4ac8-9b62-b42e5f2123fc,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:52.658604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-80a0d467-f995-4e36-8bdf-be1f9de60ccf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.659825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-80a0d467-f995-4e36-8bdf-be1f9de60ccf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4312813 Mar 31 23:28:52.662690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49396) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.667518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-238e504f-67d1-4970-af56-b1be25d3f759 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'security_group_rule': {'security_group_id': '9af19f4c-de17-45d4-b251-8efd4ec28ed5', 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:52.748049 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2028e979-eabf-4aea-b6b3-6c05d634701b tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.778162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028e979-eabf-4aea-b6b3-6c05d634701b tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad07d734-ffad-444f-9e0c-77195ef82fce,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:52.781118 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-238e504f-67d1-4970-af56-b1be25d3f759 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Project 64b254b0c02243f38b56c59a1a43f85d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:28:52.790583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2028e979-eabf-4aea-b6b3-6c05d634701b tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.790583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2028e979-eabf-4aea-b6b3-6c05d634701b tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ad07d734-ffad-444f-9e0c-77195ef82fce HTTP/1.1" status: 204 len: 168 time: 0.4437177 Mar 31 23:28:52.791159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49398) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.793170 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-238e504f-67d1-4970-af56-b1be25d3f759 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.827473 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8dffcd-27d0-41a5-ae84-c87a362e26bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:28:52.828968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da8dffcd-27d0-41a5-ae84-c87a362e26bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "GET /v2.0/ports/ad07d734-ffad-444f-9e0c-77195ef82fce HTTP/1.1" status: 404 len: 333 time: 0.0367551 Mar 31 23:28:52.833292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49400) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:52.838871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Request body: {'port': {'network_id': '529755bc-298e-4f59-9765-36e5efd4de48', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1067481798'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:52.945878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121477-756c-45ba-ae0e-bba384c0d2b7 req-b7e3559c-7367-408a-a610-ed74445d5bae tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:52.947392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16121477-756c-45ba-ae0e-bba384c0d2b7 req-b7e3559c-7367-408a-a610-ed74445d5bae tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0498550 Mar 31 23:28:52.956946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Made reservation on behalf of 8904517ebc5a4f5b9dd46b87eaabe4fd for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:52.959670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:52.976527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] device_id is not set on port 727c4cde-a913-42cc-a3c4-c37f29f07469 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:52.989575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16121477-756c-45ba-ae0e-bba384c0d2b7 req-b5e96062-90c6-410c-9471-f851d9dccd3d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359657 Mar 31 23:28:52.999890 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-238e504f-67d1-4970-af56-b1be25d3f759 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.088833 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-238e504f-67d1-4970-af56-b1be25d3f759 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.108172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e504f-67d1-4970-af56-b1be25d3f759 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147bcb4e-8639-4e97-b055-b862beee82e4,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:53.127998 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.187224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-238e504f-67d1-4970-af56-b1be25d3f759 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.188445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-238e504f-67d1-4970-af56-b1be25d3f759 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5248291 Mar 31 23:28:53.191358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49404) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:53.196200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6796be77-8980-47c4-b9f5-230dfa12df5a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'security_group_rule': {'security_group_id': '9af19f4c-de17-45d4-b251-8efd4ec28ed5', 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:53.251629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.271943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-6b985d05-288a-47f8-a763-9d4c9855a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:53.274023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-6b985d05-288a-47f8-a763-9d4c9855a418 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1096 time: 0.0435719 Mar 31 23:28:53.282291 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-6796be77-8980-47c4-b9f5-230dfa12df5a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Project 64b254b0c02243f38b56c59a1a43f85d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:28:53.288328 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6796be77-8980-47c4-b9f5-230dfa12df5a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.298108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Network 529755bc-298e-4f59-9765-36e5efd4de48 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:53.301079 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:53.305309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:53.306235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:53.306896 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.310194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=727c4cde-a913-42cc-a3c4-c37f29f07469,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:53.394015 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8d81f857-2380-48a2-8b30-be40a1bc6e1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5595992 Mar 31 23:28:53.396648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:53.402413 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:53.409587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6796be77-8980-47c4-b9f5-230dfa12df5a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.423758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-96bec09d-9c83-448d-9268-3a90883d1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:53.425269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-96bec09d-9c83-448d-9268-3a90883d1554 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1249053 Mar 31 23:28:53.459473 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.491883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6796be77-8980-47c4-b9f5-230dfa12df5a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.508008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-183123b5-c23e-4f4b-801b-27250b05a1ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 1001 time: 0.0760736 Mar 31 23:28:53.525147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796be77-8980-47c4-b9f5-230dfa12df5a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56e689c-9811-4d18-b0bf-38a5bbb915ef,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:53.563145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-b13e9e93-6a0c-4207-95e7-37d6f740a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:53.564731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-b13e9e93-6a0c-4207-95e7-37d6f740a52c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0500476 Mar 31 23:28:53.584486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6796be77-8980-47c4-b9f5-230dfa12df5a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.585680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6796be77-8980-47c4-b9f5-230dfa12df5a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3933265 Mar 31 23:28:53.622061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-85aa326a-934b-4626-9e4b-a56785d98a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:53.623658 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-85aa326a-934b-4626-9e4b-a56785d98a81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516417 Mar 31 23:28:53.658068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] device_id is not set on port 727c4cde-a913-42cc-a3c4-c37f29f07469 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:28:53.665927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.759881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.822305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=727c4cde-a913-42cc-a3c4-c37f29f07469,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:53.824718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.825050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.825389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.831194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:53.831194 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:53.831388 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 2 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:53.844877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.845547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.845547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.850017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:53.850375 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:53.850818 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 3 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:53.863643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.864183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.867678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.868466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-e14446cd-ef88-449f-abc4-0c0735ec2cd6 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040294 Mar 31 23:28:53.869215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:53.869536 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:53.869918 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 4 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:53.882285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.882758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.883171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.892531 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:53.893235 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:53.893235 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 5 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:53.907215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.907476 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.907939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.912462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:53.912856 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:53.913313 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 6 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:53.925884 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.926222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.926630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.930874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:53.931196 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:53.931583 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 7 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:53.943622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.943961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.944298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.948591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:53.948918 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:53.949304 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 8 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:53.961224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efbf07f9-2ec0-464f-abb2-2538397ed0d8 req-b0294bab-a681-4cde-86e9-57650d9e9e53 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901532 Mar 31 23:28:53.961422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.962112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.962439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.967976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:53.968308 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:53.968703 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 9 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:53.987983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:53.988322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:53.988658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:53.994196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:54.005824 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:54.005824 n-d-836015-1 neutron-server[109821]: INFO neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempt 10 to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 Mar 31 23:28:54.007498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:54.007928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:54.008268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempting to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:54.012790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:54.013121 n-d-836015-1 neutron-server[109821]: ERROR neutron.plugins.ml2.managers [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Failed to bind port 727c4cde-a913-42cc-a3c4-c37f29f07469 on host n-h1-836015-1 for vnic_type normal using segments [{'id': '76b58533-a068-4af3-9668-565e82a08416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '529755bc-298e-4f59-9765-36e5efd4de48'}] Mar 31 23:28:54.013489 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.080429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] For port 727c4cde-a913-42cc-a3c4-c37f29f07469, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:54.080812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attempted to set empty binding levels {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:28:54.111603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce187c95-42d4-483c-bca8-d4cc56b9e7bb req-0238b3dd-6ff0-402f-abbf-4b33ec70312a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:54.113235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce187c95-42d4-483c-bca8-d4cc56b9e7bb req-0238b3dd-6ff0-402f-abbf-4b33ec70312a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0523832 Mar 31 23:28:54.152491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce187c95-42d4-483c-bca8-d4cc56b9e7bb req-d8486aa7-f746-4388-8469-b1831ff45f25 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332282 Mar 31 23:28:54.168821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.199889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] In _notify_port_updated(), no bound segment for port 727c4cde-a913-42cc-a3c4-c37f29f07469 on network 529755bc-298e-4f59-9765-36e5efd4de48 {{(pid=109821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:28:54.200779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:54.201449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.202919 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "PUT /v2.0/ports/727c4cde-a913-42cc-a3c4-c37f29f07469 HTTP/1.1" status: 200 len: 979 time: 0.8052623 Mar 31 23:28:54.205556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49448) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:54.243238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffe0ad-e8e0-4537-b781-ba0a06873f88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event updated for resources: {'Port': ['ID=727c4cde-a913-42cc-a3c4-c37f29f07469,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:54.295761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Deleting port 727c4cde-a913-42cc-a3c4-c37f29f07469 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:28:54.296110 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.366044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] For port 727c4cde-a913-42cc-a3c4-c37f29f07469, host n-h1-836015-1, got binding levels [] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:54.366405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.379194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Calling delete_port for 727c4cde-a913-42cc-a3c4-c37f29f07469 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:28:54.591142 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.619581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Pushing event deleted for resources: {'Port': ['ID=727c4cde-a913-42cc-a3c4-c37f29f07469,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:54.625242 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.628643 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f24ba019-480c-4531-bd81-621ab0241bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "DELETE /v2.0/ports/727c4cde-a913-42cc-a3c4-c37f29f07469 HTTP/1.1" status: 204 len: 168 time: 0.4221461 Mar 31 23:28:54.631251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49454) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:54.655977 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edafbdd-b9c5-48e0-8d5f-77890e267a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:28:54.657409 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6edafbdd-b9c5-48e0-8d5f-77890e267a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-78747812-project-admin] 10.222.0.31 "GET /v2.0/ports/727c4cde-a913-42cc-a3c4-c37f29f07469 HTTP/1.1" status: 404 len: 333 time: 0.0251722 Mar 31 23:28:54.665237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49456) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:54.742347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.837460 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.860234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529755bc-298e-4f59-9765-36e5efd4de48']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:54.870761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b58533-a068-4af3-9668-565e82a08416') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:54.871295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b58533-a068-4af3-9668-565e82a08416') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:54.884221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.900597 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.906820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:28:54.907237 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:28:54.910461 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:28:55.074038 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:55.079012 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:55.084874 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] 10.222.0.31 "DELETE /v2.0/networks/529755bc-298e-4f59-9765-36e5efd4de48 HTTP/1.1" status: 204 len: 168 time: 0.4160647 Mar 31 23:28:55.097797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18551090-b61c-4137-9be9-896a81ce91f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024746910-project] Pushing event deleted for resources: {'Network': ['ID=529755bc-298e-4f59-9765-36e5efd4de48,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:55.319330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb0087-b7a4-4e68-923c-34fbd63bdaa5 req-82dcb5c1-3267-4a1a-998b-cbc122567a9b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:55.321517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1beb0087-b7a4-4e68-923c-34fbd63bdaa5 req-82dcb5c1-3267-4a1a-998b-cbc122567a9b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0984449 Mar 31 23:28:55.337757 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-1cf9c8b2-f5dd-43da-817f-90287c2c7253 service neutron] show failed (client error): The resource could not be found. Mar 31 23:28:55.338700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-1cf9c8b2-f5dd-43da-817f-90287c2c7253 service neutron] 10.222.0.45 "GET /v2.0/ports/acd45398-94a6-475d-879d-b1f43bd4a5b2/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0840471 Mar 31 23:28:55.391033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1beb0087-b7a4-4e68-923c-34fbd63bdaa5 req-aa86293f-0740-4a1d-a415-988cd47f908f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597191 Mar 31 23:28:55.643622 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49500) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:55.794174 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6f68627b-34ff-4df5-8d7c-c37de70c41be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfb408c57de94daf8b54ff1ec6c7a82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470881 Mar 31 23:28:55.794558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49504) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:55.846068 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b58d5ce-ae6c-4ccd-a004-5d371c7ad47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:55.868400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b58d5ce-ae6c-4ccd-a004-5d371c7ad47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:55.941200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-46394650-f781-4a7a-9b5d-6cc412d7dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:55.942731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-46394650-f781-4a7a-9b5d-6cc412d7dc06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 1096 time: 0.0506175 Mar 31 23:28:55.954812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:56.012603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.048074 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b58d5ce-ae6c-4ccd-a004-5d371c7ad47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.050635 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b58d5ce-ae6c-4ccd-a004-5d371c7ad47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.051804 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b58d5ce-ae6c-4ccd-a004-5d371c7ad47f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5c18ba1-4704-446d-a261-a772a1b07df8 HTTP/1.1" status: 204 len: 168 time: 0.2562673 Mar 31 23:28:56.070998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58d5ce-ae6c-4ccd-a004-5d371c7ad47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c18ba1-4704-446d-a261-a772a1b07df8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:56.242325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:56.279810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:56.324506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:56.327216 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d82d86-7d6c-4399-84f3-6c791381ece5" -d '{"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:56.331866 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.345186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Transition to ACTIVE for port object acd45398-94a6-475d-879d-b1f43bd4a5b2 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:28:56.378213 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eed751-538d-448c-b15c-762ca24f5bdc x-openstack-request-id: req-f5eed751-538d-448c-b15c-762ca24f5bdc {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:56.378637 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:56.378976 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5eed751-538d-448c-b15c-762ca24f5bdc {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:56.379560 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5eed751-538d-448c-b15c-762ca24f5bdc'] response: {'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'code': 200} Mar 31 23:28:56.424969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.580034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:56.617952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488a30-5d9f-4e72-b768-d061103082b7 req-8cfd9537-5cab-438a-aa73-ba12c2c8ed7c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:56.619807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92488a30-5d9f-4e72-b768-d061103082b7 req-8cfd9537-5cab-438a-aa73-ba12c2c8ed7c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 943 time: 0.1485074 Mar 31 23:28:56.645666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] No DVR routers for this DVR port acd45398-94a6-475d-879d-b1f43bd4a5b2 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:28:56.730583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92488a30-5d9f-4e72-b768-d061103082b7 req-9cbd2496-0b08-4b8a-bd01-1b82ab01fdea tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867226 Mar 31 23:28:56.826602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:56.826940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:56.827267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:56.832642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:56.834931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:56.839045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:56.839606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Checking segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:56.839788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Bound using segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:56.840390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Bound port: acd45398-94a6-475d-879d-b1f43bd4a5b2, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:56.840753 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:56.850130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49516) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:56.929474 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-af00a195-f94e-45bf-b200-9f170d242578 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8904517ebc5a4f5b9dd46b87eaabe4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778825 Mar 31 23:28:56.932653 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49518) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:56.941928 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:56.945252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:56.984471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-493d8006-2e9c-41f6-b9eb-1aecbcbcc51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.008156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-493d8006-2e9c-41f6-b9eb-1aecbcbcc51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.020192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.070521 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:57.070521 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.070521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] 10.222.0.50 "PUT /v2.0/ports/acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 1091 time: 1.1179755 Mar 31 23:28:57.095185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f7973-7edd-41a7-9b56-55ead6494d2b service neutron] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:57.159941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-ec435a0e-e3aa-4060-912c-d1e041655c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:57.161697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-ec435a0e-e3aa-4060-912c-d1e041655c92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1094 time: 0.0580473 Mar 31 23:28:57.213971 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-493d8006-2e9c-41f6-b9eb-1aecbcbcc51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.218016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-493d8006-2e9c-41f6-b9eb-1aecbcbcc51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:57.219894 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-493d8006-2e9c-41f6-b9eb-1aecbcbcc51f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4dd8bed-c68b-4f48-aed7-5db887e69bec HTTP/1.1" status: 204 len: 168 time: 0.2860320 Mar 31 23:28:57.233997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d8006-2e9c-41f6-b9eb-1aecbcbcc51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dd8bed-c68b-4f48-aed7-5db887e69bec,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:57.301356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-f05c88eb-8fa5-40b5-affc-4b552cf8f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:57.303234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-f05c88eb-8fa5-40b5-affc-4b552cf8f779 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1338356 Mar 31 23:28:57.398739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-cb5a04b9-2a12-4f0a-92b2-4b127b2c48e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 999 time: 0.0851660 Mar 31 23:28:57.458894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-26d9d81b-465a-42d4-b555-4a79e7d93543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:57.460367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-26d9d81b-465a-42d4-b555-4a79e7d93543 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0537765 Mar 31 23:28:57.515259 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-c80722a0-be70-4c27-b1e4-2d43f69170da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:57.516810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-c80722a0-be70-4c27-b1e4-2d43f69170da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482497 Mar 31 23:28:57.620301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-cd77ad71-67b0-4540-ae03-148fb37c850c service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962501 Mar 31 23:28:57.731444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-fd0187dd-14ee-40b4-9888-16fde74e9d64 service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044106 Mar 31 23:28:57.872033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec598e20-03e9-40a2-933c-d4f126f90383 req-ed4d8be2-9e69-4830-b420-b0a97f59674f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:57.873718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec598e20-03e9-40a2-933c-d4f126f90383 req-ed4d8be2-9e69-4830-b420-b0a97f59674f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 943 time: 0.0595787 Mar 31 23:28:57.917180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec598e20-03e9-40a2-933c-d4f126f90383 req-9095b807-7a72-45c2-ad72-64e168d16d4c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354786 Mar 31 23:28:58.380292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:58.382710 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cd2cdf-3a01-4989-b681-7d69d75376a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:58.442816 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f6ff5-dc75-41a2-baa0-cc205f1355f9 x-openstack-request-id: req-2f2f6ff5-dc75-41a2-baa0-cc205f1355f9 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:58.443468 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:58.443468 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f2f6ff5-dc75-41a2-baa0-cc205f1355f9 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:58.443769 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2f6ff5-dc75-41a2-baa0-cc205f1355f9'] response: {'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'status': 'completed', 'code': 200} Mar 31 23:28:58.545095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-61956641-9b75-4f92-81a3-132c6bfdc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:58.546659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-61956641-9b75-4f92-81a3-132c6bfdc458 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1094 time: 0.0797670 Mar 31 23:28:58.552120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-846a24fc-5c33-495b-8809-37d74fb1a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:58.553573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-846a24fc-5c33-495b-8809-37d74fb1a790 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1094 time: 0.0773480 Mar 31 23:28:58.712713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-622d5a82-6891-48ae-bb0d-2e4c2a22b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:58.714187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-622d5a82-6891-48ae-bb0d-2e4c2a22b647 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1597619 Mar 31 23:28:58.718850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-3810c626-c77c-49ba-a440-372e8f5add2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:58.720633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-3810c626-c77c-49ba-a440-372e8f5add2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1487482 Mar 31 23:28:58.839599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-b259e024-b79f-4d24-a915-78a6b3453e33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 999 time: 0.1179457 Mar 31 23:28:58.843556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-f8d43d46-280c-4f82-915d-9e9e696962be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 999 time: 0.1146183 Mar 31 23:28:58.923468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-27da8f75-389f-46c2-8dc3-3e35777e75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:58.924941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-27da8f75-389f-46c2-8dc3-3e35777e75f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0794325 Mar 31 23:28:58.926584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-638410f9-6362-4917-8dfd-99ab97158151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:58.932208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-638410f9-6362-4917-8dfd-99ab97158151 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0743239 Mar 31 23:28:59.004574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-bb919ede-7869-4e90-8111-722ff1b5199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:59.006098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-bb919ede-7869-4e90-8111-722ff1b5199d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747967 Mar 31 23:28:59.009129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-a47f2fcd-5e2a-48ee-ae92-0b0e09de6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:59.010689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-a47f2fcd-5e2a-48ee-ae92-0b0e09de6819 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718167 Mar 31 23:28:59.192207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd9446-7776-4574-8ff2-807ae7a9f30a req-aae4be5d-e777-443c-b8a6-2d9f918ab403 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:59.193606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92bd9446-7776-4574-8ff2-807ae7a9f30a req-aae4be5d-e777-443c-b8a6-2d9f918ab403 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 943 time: 0.1729920 Mar 31 23:28:59.221688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-a2c11f72-6141-447d-9784-6bcc66b3d267 service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020237 Mar 31 23:28:59.229487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-8d0ceba4-8c65-4613-9b21-c2aee999a5d1 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171919 Mar 31 23:28:59.587053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49566) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:59.708550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92bd9446-7776-4574-8ff2-807ae7a9f30a req-93716e92-2c44-4912-8dd4-cb88bb218ab2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4930863 Mar 31 23:28:59.763315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:59.769313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-0d911c16-4984-40f7-935d-54a3848f5819 service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367968 Mar 31 23:28:59.786637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2073436852', 'router:external': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:59.796303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44cd2cdf-3a01-4989-b681-7d69d75376a4 req-b51d5e90-c920-40e8-b573-4087cf74dfdb service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558617 Mar 31 23:28:59.813401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:59.884118 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Made reservation on behalf of a955e59444f14d28a91d2f567eb882e7 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:59.887260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.888060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-769261bb-f299-4801-be5b-6cbc922907ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:59.890101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-769261bb-f299-4801-be5b-6cbc922907ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1094 time: 0.0494978 Mar 31 23:28:59.900952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.901612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:29:00.010071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.017294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:00.019600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-cfd00f4b-c814-4781-97f0-9057010504cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:00.023531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-cfd00f4b-c814-4781-97f0-9057010504cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1118872 Mar 31 23:29:00.031866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'port_id': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'mac_address': 'fa:16:3e:21:84:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:29:00.085715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.099690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-b554fe4b-e0da-4db1-a22e-0182c2de1aa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 999 time: 0.0721264 Mar 31 23:29:00.099928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd45398-94a6-475d-879d-b1f43bd4a5b2 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:29:00.122860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:00.130902 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.152612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-4b57d253-f81f-44f8-8d1e-e56f6600a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:00.154089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-4b57d253-f81f-44f8-8d1e-e56f6600a4bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0471058 Mar 31 23:29:00.163739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:00.170399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9631e-3b13-42e1-83b4-cafbf6dcbd59,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:00.179202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.179726 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Added segment a63c279e-1d2a-4ff7-b4f2-51935bbdcb34 of type vlan for network 14d65272-8009-4ce2-ad1b-efa93e3ae262 Mar 31 23:29:00.210019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-10f9bb84-45f0-4a20-be70-2160bfd40b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:00.211662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-10f9bb84-45f0-4a20-be70-2160bfd40b6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512936 Mar 31 23:29:00.213681 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.230209 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.270758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:00.280911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.281262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.281804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.282144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.282498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.282836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.283164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.283908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.284398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.285100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.285604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.286094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.326303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-d9ecb9b8-eb72-4dde-a141-b904b17e45e4 service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080081 Mar 31 23:29:00.356676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.358254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:00.359091 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.421574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'Network': ['ID=14d65272-8009-4ce2-ad1b-efa93e3ae262,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:00.427186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['acd45398-94a6-475d-879d-b1f43bd4a5b2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:29:00.429105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f584551-539f-4dc3-b455-487eec6d8e11 req-5f5972a3-6f33-4e88-a838-2a8979532f59 service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957928 Mar 31 23:29:00.453914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 14d65272-8009-4ce2-ad1b-efa93e3ae262 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:00.507850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49572) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:00.508231 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6d9adad8-555f-4cc0-8323-c7ea21bf6ffb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9165719 Mar 31 23:29:00.513629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'subnet': {'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:00.607684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Made reservation on behalf of a955e59444f14d28a91d2f567eb882e7 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:00.610121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.879847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f62ff-6944-4e91-b739-19a8100689ce req-c5252541-48b3-4115-b02e-b5d09307c32c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:00.881459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e3f62ff-6944-4e91-b739-19a8100689ce req-c5252541-48b3-4115-b02e-b5d09307c32c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 944 time: 0.0677078 Mar 31 23:29:00.923049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e3f62ff-6944-4e91-b739-19a8100689ce req-9de7f19c-14ca-4b9f-90f6-f8c36a74c173 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340040 Mar 31 23:29:01.129967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.objects.ports [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109820) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:29:01.130558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.189228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'Subnet': ['ID=018ca2a6-906f-45fb-8013-b0e7478bf024,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:01.200501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Checking segment: {'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:01.200875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Network hostable DHCP agents. Network: 14d65272-8009-4ce2-ad1b-efa93e3ae262, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:01.310796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Network 14d65272-8009-4ce2-ad1b-efa93e3ae262 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:01.446218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 14d65272-8009-4ce2-ad1b-efa93e3ae262) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:01.451670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:01.452332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.458580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347aca92-0704-4a8e-b967-cbd2cfce8a10 None None] Network 14d65272-8009-4ce2-ad1b-efa93e3ae262 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:01.477595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba70b8-786e-4ca8-95ef-9bee2ab744d7 req-99300dc6-f38d-4c5b-a17d-35369059ed98 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:01.479282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7ba70b8-786e-4ca8-95ef-9bee2ab744d7 req-99300dc6-f38d-4c5b-a17d-35369059ed98 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 944 time: 0.0629606 Mar 31 23:29:01.558711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7ba70b8-786e-4ca8-95ef-9bee2ab744d7 req-94b3483a-7773-4c59-9797-81ff0ae42410 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726666 Mar 31 23:29:01.578666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-4df1b79b-5d32-4fdb-85a2-278719a2d46b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:01.580437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-4df1b79b-5d32-4fdb-85a2-278719a2d46b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb&tenant_id=e6f8129306504957b5a4c412bf419465&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 944 time: 0.0779495 Mar 31 23:29:01.598377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576c167-decd-4872-ba03-6eb8fedb9fcc None None] Network 14d65272-8009-4ce2-ad1b-efa93e3ae262 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:01.598706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0a9b3ffb-9d97-43c6-9267-d5e16153c91f tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0891099 Mar 31 23:29:01.601147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49582) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.629843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-863646336', 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:01.675389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-4448ea28-1ba3-4445-8f06-457dfea37b7e service neutron] 10.222.0.50 "GET /v2.0/ports/acd45398-94a6-475d-879d-b1f43bd4a5b2/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 382 time: 0.0853715 Mar 31 23:29:01.746432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-515003f8-3a6f-4b30-89ad-7b58ec3efaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:01.747975 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-515003f8-3a6f-4b30-89ad-7b58ec3efaa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1095 time: 0.0464025 Mar 31 23:29:01.803904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Made reservation on behalf of a955e59444f14d28a91d2f567eb882e7 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:01.806922 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.833616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] device_id is not set on port 4587d574-e044-45f3-a970-c54f46628752 yet. {{(pid=109820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:29:01.896973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-521511c2-d1b7-4bdf-8fa2-b32a5f8e50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:01.938144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-521511c2-d1b7-4bdf-8fa2-b32a5f8e50a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1444747 Mar 31 23:29:01.938439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:02.005487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-572f9d03-1974-4516-9b5f-f81a6cd49502 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 1000 time: 0.1007516 Mar 31 23:29:02.016665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Allocated IP 2001:db8::f0 (14d65272-8009-4ce2-ad1b-efa93e3ae262/018ca2a6-906f-45fb-8013-b0e7478bf024/4587d574-e044-45f3-a970-c54f46628752) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:02.080852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-12f711dd-9d7d-4c2e-b344-c3e2d98df693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:02.082051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-12f711dd-9d7d-4c2e-b344-c3e2d98df693 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0667584 Mar 31 23:29:02.186158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-99a55025-ed69-4a4d-9562-377680a1f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:02.187709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-99a55025-ed69-4a4d-9562-377680a1f394 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981200 Mar 31 23:29:02.236717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port acd45398-94a6-475d-879d-b1f43bd4a5b2 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:29:02.244097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port acd45398-94a6-475d-879d-b1f43bd4a5b2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:02.244457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.282961 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.330511 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.333523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-06dfa24b-9bbf-4348-b79c-85aec827dc80 service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392376 Mar 31 23:29:02.358248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:02.360784 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7c4fe-1e16-489f-b797-c0322d052aa4" -d '{"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-plugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:02.416162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.490507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-6dd800ab-4d70-49d7-a23d-5eba2ca779be service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505091 Mar 31 23:29:02.492844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Network 14d65272-8009-4ce2-ad1b-efa93e3ae262 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:02.503890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:02.527239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:02.533241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:02.535457 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.548582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:02.559205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'Port': ['ID=4587d574-e044-45f3-a970-c54f46628752,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:02.630303 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5144a283-db44-44da-a0cb-b39e8a417cca x-openstack-request-id: req-5144a283-db44-44da-a0cb-b39e8a417cca {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:02.630620 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-plugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:02.630882 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5144a283-db44-44da-a0cb-b39e8a417cca {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:02.631286 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5144a283-db44-44da-a0cb-b39e8a417cca'] response: {'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'code': 200} Mar 31 23:29:02.653823 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.689408 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fee71ec1-1075-4009-a278-25bd56a80f4a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0821450 Mar 31 23:29:02.692197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49592) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:02.699241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6198b-9d76-4245-9d1e-8fb896e8b7ca req-50a7334d-39c9-4ae9-b49e-dffa62b9a164 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:02.700818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5e6198b-9d76-4245-9d1e-8fb896e8b7ca req-50a7334d-39c9-4ae9-b49e-dffa62b9a164 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0594079 Mar 31 23:29:02.713735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:02.747201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5e6198b-9d76-4245-9d1e-8fb896e8b7ca req-8a05998d-acba-4139-ab8a-b54d08f59c30 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371225 Mar 31 23:29:02.786845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f94fce77-56d4-426f-83d0-7429e7ff5dfd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Deleting port 4587d574-e044-45f3-a970-c54f46628752 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:02.787196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f94fce77-56d4-426f-83d0-7429e7ff5dfd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.872009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f94fce77-56d4-426f-83d0-7429e7ff5dfd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.886986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-f94fce77-56d4-426f-83d0-7429e7ff5dfd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Calling delete_port for 4587d574-e044-45f3-a970-c54f46628752 owned by {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:03.145138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f94fce77-56d4-426f-83d0-7429e7ff5dfd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.173236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fce77-56d4-426f-83d0-7429e7ff5dfd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event deleted for resources: {'Port': ['ID=4587d574-e044-45f3-a970-c54f46628752,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:03.204819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f94fce77-56d4-426f-83d0-7429e7ff5dfd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.210382 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f94fce77-56d4-426f-83d0-7429e7ff5dfd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4587d574-e044-45f3-a970-c54f46628752 HTTP/1.1" status: 204 len: 168 time: 0.5150168 Mar 31 23:29:03.210931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49596) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:03.215816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262', 'external_fixed_ips': [{'subnet_id': '018ca2a6-906f-45fb-8013-b0e7478bf024', 'ip_address': '2001:db8::f0'}]}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:03.310767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.311879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.373245 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.592299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.873935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.891733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35d083-ef9a-4138-87d1-0bf80e9861f6 req-0d5d07a9-709f-4d91-8c41-ad32a1c5bb64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:03.898809 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:03.901311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc35d083-ef9a-4138-87d1-0bf80e9861f6 req-0d5d07a9-709f-4d91-8c41-ad32a1c5bb64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0613680 Mar 31 23:29:03.947623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc35d083-ef9a-4138-87d1-0bf80e9861f6 req-216c3293-037e-45ed-aed8-a55dfaca4adb tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453424 Mar 31 23:29:03.996325 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d92ec9c9-6d19-4249-a1c4-271c3c0da7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.065423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Allocated IP 2001:db8::f0 (14d65272-8009-4ce2-ad1b-efa93e3ae262/018ca2a6-906f-45fb-8013-b0e7478bf024/b6c519f6-82b8-4cae-8133-1f4a324c00fc) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:04.187644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.571656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.617979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Network 14d65272-8009-4ce2-ad1b-efa93e3ae262 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:04.621013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:04.634519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:04.634519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'Port': ['ID=b6c519f6-82b8-4cae-8133-1f4a324c00fc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:04.957572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.092710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5977bde-31f5-440b-88f2-6e4bbf19c715 req-2077b2e3-493d-4b45-8f14-af2905ac9a25 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:05.094495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5977bde-31f5-440b-88f2-6e4bbf19c715 req-2077b2e3-493d-4b45-8f14-af2905ac9a25 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0610483 Mar 31 23:29:05.139004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5977bde-31f5-440b-88f2-6e4bbf19c715 req-9cbdf191-90cc-42a3-b25b-69f90bcbbb3b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353496 Mar 31 23:29:05.179076 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.404940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Router 8b87c226-31e1-46ad-b8ff-6c583860aef8 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:05.505487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-a812d84c-2d20-442c-8a02-cc555e237b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:05.507027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-a812d84c-2d20-442c-8a02-cc555e237b92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 1096 time: 0.0507331 Mar 31 23:29:05.519156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:05.520739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:05.531753 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Sync routers for ids ['8b87c226-31e1-46ad-b8ff-6c583860aef8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:05.544426 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Routers {'8b87c226-31e1-46ad-b8ff-6c583860aef8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:05.546426 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:28:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8b87c226-31e1-46ad-b8ff-6c583860aef8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:05.580307 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.601613 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.609064 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e5c13cd1-466d-4758-a00a-df479a5d2400 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.3968341 Mar 31 23:29:05.611585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49608) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:05.663187 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Set router 8b87c226-31e1-46ad-b8ff-6c583860aef8 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:05.746374 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.848306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:05.875353 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b87c226-31e1-46ad-b8ff-6c583860aef8', 'name': '', 'tenant_id': 'a955e59444f14d28a91d2f567eb882e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262', 'external_fixed_ips': [{'subnet_id': '018ca2a6-906f-45fb-8013-b0e7478bf024', 'ip_address': '2001:db8::f0'}], 'enable_snat': True}, 'gw_port_id': 'b6c519f6-82b8-4cae-8133-1f4a324c00fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:03Z', 'updated_at': '2022-03-31T23:29:04Z', 'revision_number': 3, 'project_id': 'a955e59444f14d28a91d2f567eb882e7', 'gw_port': {'id': 'b6c519f6-82b8-4cae-8133-1f4a324c00fc', 'name': '', 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b87c226-31e1-46ad-b8ff-6c583860aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '018ca2a6-906f-45fb-8013-b0e7478bf024', 'ip_address': '2001:db8::f0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:03Z', 'updated_at': '2022-03-31T23:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '018ca2a6-906f-45fb-8013-b0e7478bf024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:05.880192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.887542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:05.913120 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Checking router: 8b87c226-31e1-46ad-b8ff-6c583860aef8 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:05.913450 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Updating router 8b87c226-31e1-46ad-b8ff-6c583860aef8 port b6c519f6-82b8-4cae-8133-1f4a324c00fc binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:05.929595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:05.931994 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d84d70-c380-478c-85bc-b17d6b42b5b6" -d '{"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:05.936429 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.941199 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.951095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Transition to ACTIVE for port object acd45398-94a6-475d-879d-b1f43bd4a5b2 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:29:05.997813 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8f779a-3fda-461f-bd19-3b35a5a19612 x-openstack-request-id: req-af8f779a-3fda-461f-bd19-3b35a5a19612 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:05.998108 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:05.998362 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af8f779a-3fda-461f-bd19-3b35a5a19612 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:05.998795 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8f779a-3fda-461f-bd19-3b35a5a19612'] response: {'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'code': 200} Mar 31 23:29:06.034936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.089050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Deleting port b6c519f6-82b8-4cae-8133-1f4a324c00fc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:06.090222 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.111225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd213-e339-4c0b-bb09-42d20dd0b16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.137415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:06.207940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] No DVR routers for this DVR port acd45398-94a6-475d-879d-b1f43bd4a5b2 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:06.218017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.258515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Calling delete_port for b6c519f6-82b8-4cae-8133-1f4a324c00fc owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:06.376365 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.386526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e4e78-269b-4f82-8bef-72ac8e805862 req-ab5eb98e-cf3f-462e-a02a-7feedcd0c755 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.388215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c9e4e78-269b-4f82-8bef-72ac8e805862 req-ab5eb98e-cf3f-462e-a02a-7feedcd0c755 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 944 time: 0.1170607 Mar 31 23:29:06.447410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c9e4e78-269b-4f82-8bef-72ac8e805862 req-67e4810e-f36d-47b7-8223-184f05497742 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462897 Mar 31 23:29:06.461732 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.496930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:06.497277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:06.497615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:06.504868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:06.505321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Attempting to bind port acd45398-94a6-475d-879d-b1f43bd4a5b2 on network 7aae1648-1a53-4e73-89f9-48c5ca42780e {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:06.512156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:06.512750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Checking segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:06.513145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Bound using segment: {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:06.513581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Bound port: acd45398-94a6-475d-879d-b1f43bd4a5b2, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:06.513947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.527846 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Attempting to bind port b6c519f6-82b8-4cae-8133-1f4a324c00fc on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:06.528291 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Attempting to bind port b6c519f6-82b8-4cae-8133-1f4a324c00fc by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:06.528674 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Attempting to bind port b6c519f6-82b8-4cae-8133-1f4a324c00fc on network 14d65272-8009-4ce2-ad1b-efa93e3ae262 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:06.539851 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:06.541160 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Checking segment: {'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:06.541735 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.542299 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Bound using segment: {'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:06.542792 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Bound port: b6c519f6-82b8-4cae-8133-1f4a324c00fc, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:06.543164 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.569049 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8709b9-8a0f-4dc7-9457-f9ad1c842ba4 None None] Pushing event updated for resources: {'Port': ['ID=b6c519f6-82b8-4cae-8133-1f4a324c00fc,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:06.590155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:06.633512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.634487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:06.636656 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.db.api [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:29:06.637055 n-d-836015-1 neutron-server[109823]: DEBUG oslo_db.api [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:29:06.662684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6c519f6-82b8-4cae-8133-1f4a324c00fc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:06.690765 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.716546 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.757478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.757830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.761370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] 10.222.0.45 "PUT /v2.0/ports/acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 1092 time: 1.2471697 Mar 31 23:29:06.784246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7ea3a-887c-4a07-bf47-b055f788cdad service neutron] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=11']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:06.793442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.795723 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.838399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-5226d705-9d49-480a-9f00-d1ddb4a422ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.839956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-5226d705-9d49-480a-9f00-d1ddb4a422ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1095 time: 0.0510485 Mar 31 23:29:06.948105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-82f6250a-9418-4ada-b984-417fc51a0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.950298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-82f6250a-9418-4ada-b984-417fc51a0579 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1032341 Mar 31 23:29:06.965071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.967401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b87c226-31e1-46ad-b8ff-6c583860aef8 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:06.971794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:06.975711 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a020ba33-1625-4a67-bdad-6fb5227872f5 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8b87c226-31e1-46ad-b8ff-6c583860aef8 HTTP/1.1" status: 204 len: 168 time: 1.3606164 Mar 31 23:29:06.979743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49618) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:07.043909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-2e9543c1-4d45-4926-bf82-7fc05312171c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 999 time: 0.0855501 Mar 31 23:29:07.052970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd87b264-0584-4ff6-8b2e-58923041f438 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Deleting subnet 018ca2a6-906f-45fb-8013-b0e7478bf024 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:07.056807 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd87b264-0584-4ff6-8b2e-58923041f438 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.100536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-7fafa2dd-6446-4887-9a9f-adc1d4423886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:07.102173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-7fafa2dd-6446-4887-9a9f-adc1d4423886 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0519240 Mar 31 23:29:07.102837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd87b264-0584-4ff6-8b2e-58923041f438 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.155710 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Attempting to bind port b6c519f6-82b8-4cae-8133-1f4a324c00fc on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:07.156581 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Attempting to bind port b6c519f6-82b8-4cae-8133-1f4a324c00fc by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:07.156721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-0e7f27c3-8122-4c04-9082-4d3cbe60282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:07.158073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Attempting to bind port b6c519f6-82b8-4cae-8133-1f4a324c00fc on network 14d65272-8009-4ce2-ad1b-efa93e3ae262 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:07.158547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-0e7f27c3-8122-4c04-9082-4d3cbe60282d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503414 Mar 31 23:29:07.165929 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:07.168578 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Checking segment: {'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:07.169336 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.169923 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Bound using segment: {'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:07.170677 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Bound port: b6c519f6-82b8-4cae-8133-1f4a324c00fc, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d65272-8009-4ce2-ad1b-efa93e3ae262'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:07.171628 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.197341 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.plugin [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Port b6c519f6-82b8-4cae-8133-1f4a324c00fc has been deleted concurrently {{(pid=109823) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 31 23:29:07.211807 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Routers set() bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:07.212476 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Router IDs set() for agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:29:07.213135 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_agentschedulers_db [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8b87c226-31e1-46ad-b8ff-6c583860aef8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent'). {{(pid=109823) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:29:07.213506 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22af47b-1508-40f8-9384-56bc44a2615d None None] The sync data for ids ['8b87c226-31e1-46ad-b8ff-6c583860aef8'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:07.267682 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-e591822f-b99b-4296-815e-d5fe6538f620 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015255 Mar 31 23:29:07.409800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7751d10-3e90-49cb-9865-04c9110eede4 req-1675fb02-7dc8-434f-a192-2f9585d94b32 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350219 Mar 31 23:29:07.517822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd87b264-0584-4ff6-8b2e-58923041f438 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.574362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546268f-1474-4eaf-b20e-9c70bb2806d4 req-0d175c7d-8b8f-4c30-af15-174b5c93bd08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:07.576026 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4546268f-1474-4eaf-b20e-9c70bb2806d4 req-0d175c7d-8b8f-4c30-af15-174b5c93bd08 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 944 time: 0.0524740 Mar 31 23:29:07.617968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4546268f-1474-4eaf-b20e-9c70bb2806d4 req-e410d472-f5cf-4b3c-bbbb-a04f9047c7c3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351057 Mar 31 23:29:07.671101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd87b264-0584-4ff6-8b2e-58923041f438 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.700456 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd87b264-0584-4ff6-8b2e-58923041f438 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.704237 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fd87b264-0584-4ff6-8b2e-58923041f438 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/018ca2a6-906f-45fb-8013-b0e7478bf024 HTTP/1.1" status: 204 len: 168 time: 0.7272425 Mar 31 23:29:07.705359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87b264-0584-4ff6-8b2e-58923041f438 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=018ca2a6-906f-45fb-8013-b0e7478bf024,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:07.706969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49624) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:07.799473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.896220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.919936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d65272-8009-4ce2-ad1b-efa93e3ae262']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:07.930497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:07.931097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:07.931220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63c279e-1d2a-4ff7-b4f2-51935bbdcb34') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:07.942450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.959198 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.966121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:07.966532 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:07.969335 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:07.973516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:08.012377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:08.014713 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5132d495-40a4-4d0e-b987-b510e71bf392" -d '{"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:08.074535 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56cac70-575a-4a66-b425-e55985d34a12 x-openstack-request-id: req-d56cac70-575a-4a66-b425-e55985d34a12 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:08.074831 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:08.075091 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d56cac70-575a-4a66-b425-e55985d34a12 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:08.076199 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56cac70-575a-4a66-b425-e55985d34a12'] response: {'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'status': 'completed', 'code': 200} Mar 31 23:29:08.314113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-2be4effb-3cb9-46c0-a572-46acaa6286b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:08.314113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-2be4effb-3cb9-46c0-a572-46acaa6286b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1095 time: 0.0637538 Mar 31 23:29:08.314113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-baa12eef-cc3a-44cb-b263-4743a6c690ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:08.314113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-baa12eef-cc3a-44cb-b263-4743a6c690ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1095 time: 0.0755765 Mar 31 23:29:08.339565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-6f2ca70d-9a9c-4547-bcbe-c54110faebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:08.341047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-6f2ca70d-9a9c-4547-bcbe-c54110faebbe service neutron] 10.222.0.50 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1646137 Mar 31 23:29:08.341977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-ce6c116c-2f14-4f1c-85c4-6281fddfa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:08.343302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-ce6c116c-2f14-4f1c-85c4-6281fddfa728 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.1680653 Mar 31 23:29:08.389527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.453344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-343264ea-2b0a-4cf0-bbcd-2e23903fb426 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 999 time: 0.1060822 Mar 31 23:29:08.469028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-1b171c2b-6f2a-42b8-b321-63087b7a3503 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 999 time: 0.1162398 Mar 31 23:29:08.529831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.545163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 14d65272-8009-4ce2-ad1b-efa93e3ae262 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:29:08.545163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.550322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "DELETE /v2.0/networks/14d65272-8009-4ce2-ad1b-efa93e3ae262 HTTP/1.1" status: 204 len: 168 time: 0.8380904 Mar 31 23:29:08.550595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-e0216439-f568-4909-9260-d1fdc354aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:08.552220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-e0216439-f568-4909-9260-d1fdc354aa53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.0913615 Mar 31 23:29:08.573680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4ee9e-255a-4a27-8150-4663e78573b0 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event deleted for resources: {'Network': ['ID=14d65272-8009-4ce2-ad1b-efa93e3ae262,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:08.595880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-689e82b9-383f-4e22-8439-7e28b02aaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:08.597328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-689e82b9-383f-4e22-8439-7e28b02aaf53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.1093171 Mar 31 23:29:08.670308 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.672990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-5de2745a-62f7-4c33-a2c5-975cf6d6ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:08.677889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-5de2745a-62f7-4c33-a2c5-975cf6d6ed7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143100 Mar 31 23:29:08.723824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-b9033c2e-9b39-4486-97ac-410f14eb3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:08.725517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-b9033c2e-9b39-4486-97ac-410f14eb3803 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155052 Mar 31 23:29:08.960201 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.986196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49654) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:08.990606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-83622af3-38cd-4852-b75a-a8e996cf3d24 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'router': {'name': 'tempest-router--626996211', 'project_id': 'd19b79845bdb4a098b84f1e3a2347a52'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:09.166062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83622af3-38cd-4852-b75a-a8e996cf3d24 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.167336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83622af3-38cd-4852-b75a-a8e996cf3d24 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.238084 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83622af3-38cd-4852-b75a-a8e996cf3d24 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.268800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9f61-5715-4bb6-b886-863c44863541 req-11355715-9e81-4d0e-a0fe-c5aea9fb11ed tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:09.275021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f4e9f61-5715-4bb6-b886-863c44863541 req-11355715-9e81-4d0e-a0fe-c5aea9fb11ed tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 944 time: 0.5467618 Mar 31 23:29:09.282280 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.315399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-38536f30-9806-4e68-967b-3ee6b4457429 service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278708 Mar 31 23:29:09.333437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83622af3-38cd-4852-b75a-a8e996cf3d24 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.356916 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-ec669fa0-2fca-4912-a383-ac7c6654d6c1 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181214 Mar 31 23:29:09.367790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f4e9f61-5715-4bb6-b886-863c44863541 req-318b38dc-17ef-44a2-8761-065daa2d87f6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835373 Mar 31 23:29:09.438033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-83622af3-38cd-4852-b75a-a8e996cf3d24 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.442196 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-83622af3-38cd-4852-b75a-a8e996cf3d24 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4549396 Mar 31 23:29:09.442879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49658) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:09.498597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-1bb26bb8-3042-47a1-a0cd-4c3f850993f7 service neutron] 10.222.0.50 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726084 Mar 31 23:29:09.517576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5132d495-40a4-4d0e-b987-b510e71bf392 req-d0e412e4-93fa-4763-a06b-1c75da5d78a8 service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181035 Mar 31 23:29:09.535138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93ae1ad8-655c-42fc-a25d-b7716699d809 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.702422 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93ae1ad8-655c-42fc-a25d-b7716699d809 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.705032 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93ae1ad8-655c-42fc-a25d-b7716699d809 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.791365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:29:09.856445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.856862 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93ae1ad8-655c-42fc-a25d-b7716699d809 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.857405 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ae1ad8-655c-42fc-a25d-b7716699d809 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aadd4e3e-a535-46bb-b74e-491553831cde {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:09.862037 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93ae1ad8-655c-42fc-a25d-b7716699d809 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.862855 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-93ae1ad8-655c-42fc-a25d-b7716699d809 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "DELETE /v2.0/routers/aadd4e3e-a535-46bb-b74e-491553831cde HTTP/1.1" status: 204 len: 168 time: 0.4190445 Mar 31 23:29:09.893819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:09.905442 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'port_id': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'mac_address': 'fa:16:3e:21:84:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:29:09.942219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:09.957656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd45398-94a6-475d-879d-b1f43bd4a5b2 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:29:09.976913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:10.099323 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.154255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:10.228764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49662) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:10.317037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['acd45398-94a6-475d-879d-b1f43bd4a5b2'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:29:10.440149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-107477033', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:10.517243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54600118-0d09-4cb0-aeb9-e033b0d011c9 req-5db26807-f45c-49e9-9aaa-14472da65a4d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:10.518894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54600118-0d09-4cb0-aeb9-e033b0d011c9 req-5db26807-f45c-49e9-9aaa-14472da65a4d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 945 time: 0.0594709 Mar 31 23:29:10.566462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54600118-0d09-4cb0-aeb9-e033b0d011c9 req-052d3587-ec6c-42de-8617-b76912e09bd1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Mar 31 23:29:10.575904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.577730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.592188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49678) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:10.647972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.659777 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-179c02a0-0650-4e01-8a80-1995f0c0ed28 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/9e9dd202-ba2c-469d-9741-c8a42aeeba5d HTTP/1.1" status: 200 len: 992 time: 0.0657301 Mar 31 23:29:10.858926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.115429 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.138583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.246231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Allocated IP 172.25.4.41 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/6100fd57-aa51-4688-bb51-14bacea8ddc1) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:11.351271 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.491015 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.527563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:11.532467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:11.536130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:11.566884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event updated for resources: {'Port': ['ID=6100fd57-aa51-4688-bb51-14bacea8ddc1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:11.803549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:11.919232 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:11.932974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port acd45398-94a6-475d-879d-b1f43bd4a5b2 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:29:11.940067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port acd45398-94a6-475d-879d-b1f43bd4a5b2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:11.940728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.022412 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.047321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:12.049575 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea2caf1-ba54-454c-aa1f-e67f15a5152b" -d '{"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-plugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:12.067408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:12.107490 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2396de-27ed-4cab-8a8a-693b99beeb8e x-openstack-request-id: req-fc2396de-27ed-4cab-8a8a-693b99beeb8e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:12.107783 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-plugged", "status": "completed", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:12.108033 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc2396de-27ed-4cab-8a8a-693b99beeb8e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:12.108432 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2396de-27ed-4cab-8a8a-693b99beeb8e'] response: {'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'code': 200} Mar 31 23:29:12.138679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.161612 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.211445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=13']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:12.399541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Router 61b4b6b2-f5dc-439b-96b1-47bc141ef52d is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:12.513066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:12.524350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808b12e-a11f-4efd-a8e7-6d572eb71549 None None] Sync routers for ids ['61b4b6b2-f5dc-439b-96b1-47bc141ef52d'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:12.534876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808b12e-a11f-4efd-a8e7-6d572eb71549 None None] Routers {'61b4b6b2-f5dc-439b-96b1-47bc141ef52d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:12.535499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1808b12e-a11f-4efd-a8e7-6d572eb71549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['61b4b6b2-f5dc-439b-96b1-47bc141ef52d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.568270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1808b12e-a11f-4efd-a8e7-6d572eb71549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.577701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808b12e-a11f-4efd-a8e7-6d572eb71549 None None] Routers {'61b4b6b2-f5dc-439b-96b1-47bc141ef52d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:12.578388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1808b12e-a11f-4efd-a8e7-6d572eb71549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['61b4b6b2-f5dc-439b-96b1-47bc141ef52d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.614803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1808b12e-a11f-4efd-a8e7-6d572eb71549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:12.615463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808b12e-a11f-4efd-a8e7-6d572eb71549 None None] The sync data for ids ['61b4b6b2-f5dc-439b-96b1-47bc141ef52d'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:12.653197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:12.654470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-58858a03-2339-4e2b-a8e8-db72d65d8dbb tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4246731 Mar 31 23:29:12.657285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49686) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:12.766151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f0727ef2-3f1e-4644-922d-af56f94262fb tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/routers/61b4b6b2-f5dc-439b-96b1-47bc141ef52d HTTP/1.1" status: 200 len: 923 time: 0.1075726 Mar 31 23:29:12.769871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49688) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:12.797787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-28def734-c58b-4acb-8fa3-02ffe6fe548f tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b4b6b2-f5dc-439b-96b1-47bc141ef52d HTTP/1.1" status: 200 len: 205 time: 0.0266483 Mar 31 23:29:12.800318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49690) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:12.913876 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.017987 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.156361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Deleting port 6100fd57-aa51-4688-bb51-14bacea8ddc1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:13.156702 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.231801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.244477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Calling delete_port for 6100fd57-aa51-4688-bb51-14bacea8ddc1 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:13.490275 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.521529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event deleted for resources: {'Port': ['ID=6100fd57-aa51-4688-bb51-14bacea8ddc1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:13.582994 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.676268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.678384 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.824761 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.825247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Fanout notify agent at l3_agent the message router_deleted on router 61b4b6b2-f5dc-439b-96b1-47bc141ef52d {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:13.832576 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.833675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9668ce97-d8b6-4a24-8c75-d2dd885c38a4 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/61b4b6b2-f5dc-439b-96b1-47bc141ef52d HTTP/1.1" status: 204 len: 168 time: 1.0324669 Mar 31 23:29:13.837804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49694) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:13.841972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1229449734', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': False}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:13.967767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:13.968979 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.022875 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.293934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.969505 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:14.989106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.058319 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:29:15.111529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Allocated IP 172.25.4.21 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/710df831-7de4-4bb2-8931-ced5163e460b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:15.217648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.313742 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.354006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:15.357134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:15.360644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:15.365918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'Port': ['ID=710df831-7de4-4bb2-8931-ced5163e460b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:15.734998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:15.946673 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.204171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Router d2c2a484-3b4b-4d5b-86ed-fc7161323787 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:16.316168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:16.326457 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Sync routers for ids ['d2c2a484-3b4b-4d5b-86ed-fc7161323787'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:16.337001 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Routers {'d2c2a484-3b4b-4d5b-86ed-fc7161323787'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:16.337627 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['d2c2a484-3b4b-4d5b-86ed-fc7161323787'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:16.424174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.425779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e4becbe5-c00b-4f0f-b3bd-d7ee28ad3497 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5869040 Mar 31 23:29:16.428508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49700) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:16.543868 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e57c285d-1e3c-4dd7-b2e0-9975beef9215 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/routers/d2c2a484-3b4b-4d5b-86ed-fc7161323787 HTTP/1.1" status: 200 len: 908 time: 0.1141818 Mar 31 23:29:16.546608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49702) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:16.551048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1229449734', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': True}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:16.556765 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Set router d2c2a484-3b4b-4d5b-86ed-fc7161323787 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:16.693117 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.694455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.740374 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2a484-3b4b-4d5b-86ed-fc7161323787', 'name': 'tempest-snat-router-1229449734', 'tenant_id': 'a955e59444f14d28a91d2f567eb882e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.21'}], 'enable_snat': False}, 'gw_port_id': '710df831-7de4-4bb2-8931-ced5163e460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:13Z', 'updated_at': '2022-03-31T23:29:15Z', 'revision_number': 3, 'project_id': 'a955e59444f14d28a91d2f567eb882e7', 'gw_port': {'id': '710df831-7de4-4bb2-8931-ced5163e460b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:57:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2a484-3b4b-4d5b-86ed-fc7161323787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:14Z', 'updated_at': '2022-03-31T23:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:16.756987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:16.780570 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Checking router: d2c2a484-3b4b-4d5b-86ed-fc7161323787 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:16.780910 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Updating router d2c2a484-3b4b-4d5b-86ed-fc7161323787 port 710df831-7de4-4bb2-8931-ced5163e460b binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:16.819261 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.005790 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.074170 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.249617 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.306048 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Attempting to bind port 710df831-7de4-4bb2-8931-ced5163e460b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:17.306465 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Attempting to bind port 710df831-7de4-4bb2-8931-ced5163e460b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:17.306793 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Attempting to bind port 710df831-7de4-4bb2-8931-ced5163e460b on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:17.311544 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Pushing event updated for resources: {'Port': ['ID=710df831-7de4-4bb2-8931-ced5163e460b,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:17.318209 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:17.318606 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:17.319007 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.319392 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:17.319842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Bound port: 710df831-7de4-4bb2-8931-ced5163e460b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:17.320252 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.322661 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.323002 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.323331 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.323660 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.323982 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.324351 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.324615 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.324932 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.325246 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.325781 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.326065 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.326381 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:17.382084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] For port 710df831-7de4-4bb2-8931-ced5163e460b, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:17.385292 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] For port 710df831-7de4-4bb2-8931-ced5163e460b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=710df831-7de4-4bb2-8931-ced5163e460b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:17.423052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.442644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.485131 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.547359 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Routers {'d2c2a484-3b4b-4d5b-86ed-fc7161323787'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:17.547989 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['d2c2a484-3b4b-4d5b-86ed-fc7161323787'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:17.564287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Allocated IP 172.25.4.246 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/adbd3e94-6c03-4737-8ff7-620816d0d150) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:17.615818 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bbcb2-d58e-4108-9db8-8228fb2dd74d None None] Pushing event updated for resources: {'Port': ['ID=710df831-7de4-4bb2-8931-ced5163e460b,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:17.668645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.679038 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] Set router d2c2a484-3b4b-4d5b-86ed-fc7161323787 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:17.767404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:17.816415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:17.822674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:17.824681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'Port': ['ID=adbd3e94-6c03-4737-8ff7-620816d0d150,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:17.826929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:17.873061 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2a484-3b4b-4d5b-86ed-fc7161323787', 'name': 'tempest-snat-router-1229449734', 'tenant_id': 'a955e59444f14d28a91d2f567eb882e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.21'}], 'enable_snat': False}, 'gw_port_id': '710df831-7de4-4bb2-8931-ced5163e460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:13Z', 'updated_at': '2022-03-31T23:29:15Z', 'revision_number': 3, 'project_id': 'a955e59444f14d28a91d2f567eb882e7', 'gw_port': {'id': '710df831-7de4-4bb2-8931-ced5163e460b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:57:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2a484-3b4b-4d5b-86ed-fc7161323787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:14Z', 'updated_at': '2022-03-31T23:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:17.910156 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f969c-41cb-425d-b70c-b4d0f5cb6d3a None None] The sync data for ids ['d2c2a484-3b4b-4d5b-86ed-fc7161323787'] in n-d-836015-1 is: [{'id': 'd2c2a484-3b4b-4d5b-86ed-fc7161323787', 'name': 'tempest-snat-router-1229449734', 'tenant_id': 'a955e59444f14d28a91d2f567eb882e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.21'}], 'enable_snat': False}, 'gw_port_id': '710df831-7de4-4bb2-8931-ced5163e460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:13Z', 'updated_at': '2022-03-31T23:29:15Z', 'revision_number': 3, 'project_id': 'a955e59444f14d28a91d2f567eb882e7', 'gw_port': {'id': '710df831-7de4-4bb2-8931-ced5163e460b', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:57:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2a484-3b4b-4d5b-86ed-fc7161323787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:14Z', 'updated_at': '2022-03-31T23:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:18.204023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.412384 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.624321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Router 9e18de90-77eb-4cf4-b2d8-c82b2345316c is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:18.736070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:18.746388 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Sync routers for ids ['9e18de90-77eb-4cf4-b2d8-c82b2345316c'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:18.755933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Routers {'9e18de90-77eb-4cf4-b2d8-c82b2345316c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:18.760886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9e18de90-77eb-4cf4-b2d8-c82b2345316c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:18.834779 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:18.836634 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f7921a0d-7f48-4db8-a2b3-863882fa8e86 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2890244 Mar 31 23:29:18.839596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49708) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:18.881315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Set router 9e18de90-77eb-4cf4-b2d8-c82b2345316c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:18.950512 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02ff6414-03a7-49ae-97fc-befea7a5b013 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/routers/9e18de90-77eb-4cf4-b2d8-c82b2345316c HTTP/1.1" status: 200 len: 908 time: 0.1097608 Mar 31 23:29:18.953067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:19.072960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e18de90-77eb-4cf4-b2d8-c82b2345316c', 'name': 'tempest-snat-router-1229449734', 'tenant_id': 'a955e59444f14d28a91d2f567eb882e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'adbd3e94-6c03-4737-8ff7-620816d0d150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:16Z', 'updated_at': '2022-03-31T23:29:17Z', 'revision_number': 3, 'project_id': 'a955e59444f14d28a91d2f567eb882e7', 'gw_port': {'id': 'adbd3e94-6c03-4737-8ff7-620816d0d150', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e18de90-77eb-4cf4-b2d8-c82b2345316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:17Z', 'updated_at': '2022-03-31T23:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:19.085118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.105089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Checking router: 9e18de90-77eb-4cf4-b2d8-c82b2345316c for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:19.105435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Updating router 9e18de90-77eb-4cf4-b2d8-c82b2345316c port adbd3e94-6c03-4737-8ff7-620816d0d150 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:19.130880 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.234352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.305094 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b400ece8-20ac-408d-b0fc-bdf5b46df2b1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128460022&fields=id&tenant_id=64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 267 time: 0.0348299 Mar 31 23:29:19.358183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Deleting port adbd3e94-6c03-4737-8ff7-620816d0d150 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:19.358672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.422961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-0b7f5835-ee09-4cc5-aaab-f80bdc7fbaa2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:19.424141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-0b7f5835-ee09-4cc5-aaab-f80bdc7fbaa2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1116457 Mar 31 23:29:19.438934 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.445788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-ac0406dc-2954-46e5-8a64-555fad760745 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/quotas/64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 375 time: 0.0149567 Mar 31 23:29:19.450270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.465600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Calling delete_port for adbd3e94-6c03-4737-8ff7-620816d0d150 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:19.501250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-da4cb8a4-63c3-46d9-af5a-8a3bdaedf8cb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487056 Mar 31 23:29:19.516177 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.580721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Attempting to bind port adbd3e94-6c03-4737-8ff7-620816d0d150 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:19.581091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Attempting to bind port adbd3e94-6c03-4737-8ff7-620816d0d150 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:19.581452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Attempting to bind port adbd3e94-6c03-4737-8ff7-620816d0d150 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:19.589477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:19.590867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:19.590867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.590867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:19.591217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Bound port: adbd3e94-6c03-4737-8ff7-620816d0d150, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:19.591456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.595359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbe5cd-e299-4649-9fb3-5911df683f8b None None] Pushing event updated for resources: {'Port': ['ID=adbd3e94-6c03-4737-8ff7-620816d0d150,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:19.608781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-1f1cbbb0-5e0f-4849-b6cc-51f1630b114e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:29:19.615938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-1f1cbbb0-5e0f-4849-b6cc-51f1630b114e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0979216 Mar 31 23:29:19.711877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-0af29780-2fe2-494b-9fbc-0f382f3ea69f service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949821 Mar 31 23:29:19.726098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:19.727353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:29:19.727353 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:29:19.751069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event deleted for resources: {'Port': ['ID=adbd3e94-6c03-4737-8ff7-620816d0d150,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:19.810323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-30ccb425-869a-440b-af01-c2ea83ceb27c service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921714 Mar 31 23:29:20.147710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 710df831-7de4-4bb2-8931-ced5163e460b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:20.163133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.198489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 710df831-7de4-4bb2-8931-ced5163e460b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:20.198893 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.246950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Attempting to bind port adbd3e94-6c03-4737-8ff7-620816d0d150 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:20.247315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Attempting to bind port adbd3e94-6c03-4737-8ff7-620816d0d150 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:20.247682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Attempting to bind port adbd3e94-6c03-4737-8ff7-620816d0d150 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:20.255387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:20.255759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:20.256174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.256549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:20.257009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Bound port: adbd3e94-6c03-4737-8ff7-620816d0d150, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:20.257418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.260626 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.262841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.278467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Port adbd3e94-6c03-4737-8ff7-620816d0d150 has been deleted concurrently {{(pid=109822) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 31 23:29:20.309039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Routers {'9e18de90-77eb-4cf4-b2d8-c82b2345316c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:20.309589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['9e18de90-77eb-4cf4-b2d8-c82b2345316c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:20.368187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.369045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e18de90-77eb-4cf4-b2d8-c82b2345316c {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:20.380839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.382914 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-280aa0fa-c163-4675-aaa5-b66485e4bfcf tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9e18de90-77eb-4cf4-b2d8-c82b2345316c HTTP/1.1" status: 204 len: 168 time: 1.4289298 Mar 31 23:29:20.385996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49734) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:20.395882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96e164b9-1f53-4b49-bb7e-5ef877854bb6 req-896a629b-83c6-467d-ba20-c8ae700dd572 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 210 time: 0.0358326 Mar 31 23:29:20.399404 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.414709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] Set router 9e18de90-77eb-4cf4-b2d8-c82b2345316c gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:20.478839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e18de90-77eb-4cf4-b2d8-c82b2345316c', 'name': 'tempest-snat-router-1229449734', 'tenant_id': 'a955e59444f14d28a91d2f567eb882e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:16Z', 'updated_at': '2022-03-31T23:29:19Z', 'revision_number': 5, 'project_id': 'a955e59444f14d28a91d2f567eb882e7', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:20.484134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 710df831-7de4-4bb2-8931-ced5163e460b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=710df831-7de4-4bb2-8931-ced5163e460b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:20.509197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e530d69-22f8-4588-a139-bcb1a27ede0c None None] The sync data for ids ['9e18de90-77eb-4cf4-b2d8-c82b2345316c'] in n-d-836015-1 is: [{'id': '9e18de90-77eb-4cf4-b2d8-c82b2345316c', 'name': 'tempest-snat-router-1229449734', 'tenant_id': 'a955e59444f14d28a91d2f567eb882e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:16Z', 'updated_at': '2022-03-31T23:29:19Z', 'revision_number': 5, 'project_id': 'a955e59444f14d28a91d2f567eb882e7', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:20.513898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.544066 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.599169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=710df831-7de4-4bb2-8931-ced5163e460b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:20.641605 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.808276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Deleting port 710df831-7de4-4bb2-8931-ced5163e460b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:20.808958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.891380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] For port 710df831-7de4-4bb2-8931-ced5163e460b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=710df831-7de4-4bb2-8931-ced5163e460b,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:20.898931 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:20.905217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Calling delete_port for 710df831-7de4-4bb2-8931-ced5163e460b owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:21.155650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.184072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event deleted for resources: {'Port': ['ID=710df831-7de4-4bb2-8931-ced5163e460b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:21.249157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.347101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.349212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.452926 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.453590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2c2a484-3b4b-4d5b-86ed-fc7161323787 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:21.463111 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.463111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-21f595d5-18e4-4f4d-9d32-3caf4befab1c tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d2c2a484-3b4b-4d5b-86ed-fc7161323787 HTTP/1.1" status: 204 len: 168 time: 1.0731378 Mar 31 23:29:21.464227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49744) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:21.468845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1902043162', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:21.514523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7a1b42c6-27a0-404b-9b7a-baf3b7af3cae req-78c8891a-ea9f-4a1e-9af8-e9889546c853 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 210 time: 0.0370045 Mar 31 23:29:21.619637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.619637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.668255 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.923986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.115348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 710df831-7de4-4bb2-8931-ced5163e460b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:22.136974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 710df831-7de4-4bb2-8931-ced5163e460b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:22.137403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 710df831-7de4-4bb2-8931-ced5163e460b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:22.271523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.291111 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.392495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Allocated IP 172.25.4.246 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/91d5c6a9-5de3-4207-9d99-1691a1a6c8e3) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:22.588336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-a3fec3b1-c596-4e2f-9468-f4b4e083e987 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:22.591390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-a3fec3b1-c596-4e2f-9468-f4b4e083e987 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1713786 Mar 31 23:29:22.592933 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.640071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-88cd04ae-bba5-4ffe-b324-bbabb35d3745 req-539aec3f-329f-4cff-b984-9c9f297f28fb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 210 time: 0.0435233 Mar 31 23:29:22.678214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-3201ef0b-135f-4e31-aaa3-4901a3c7d085 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 379 time: 0.0716302 Mar 31 23:29:22.688563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'port': {'device_id': '50945427-000a-44e2-b156-8de6e6670199', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'admin_state_up': True, 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'security_groups': ['9af19f4c-de17-45d4-b251-8efd4ec28ed5']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:22.742235 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:22.803076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:22.809698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:22.814183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:22.816058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event updated for resources: {'Port': ['ID=91d5c6a9-5de3-4207-9d99-1691a1a6c8e3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:22.976766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:22.981840 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.199182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.20.0.9 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/65becf6a-ab3e-4868-a73c-20e5724b83fc) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:23.231280 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.472252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.543404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.633842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.053336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:24.069648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:24.080558 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:24.100949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=65becf6a-ab3e-4868-a73c-20e5724b83fc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:24.174374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.175164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.186380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af9828-46d3-4e3f-acf3-4c7b57d5a1ab req-02c27096-a242-4767-b6e4-39793d890912 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:24.188060 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78af9828-46d3-4e3f-acf3-4c7b57d5a1ab req-02c27096-a242-4767-b6e4-39793d890912 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 931 time: 0.1336794 Mar 31 23:29:24.239132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78af9828-46d3-4e3f-acf3-4c7b57d5a1ab req-9a1f2645-b201-496b-93d2-ab9902172ee1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 Mar 31 23:29:24.281235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-94da0567-9ae6-47d4-9516-1d962202b228 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5969172 Mar 31 23:29:24.294283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Request body: {'port': {'device_id': '50945427-000a-44e2-b156-8de6e6670199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:24.313680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Router 2fe448e2-973a-45e8-98e9-c6edd843376a is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:24.366159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d19c0f4d-b342-4068-b87e-48be237bc097 None None] Provisioning complete for port 65becf6a-ab3e-4868-a73c-20e5724b83fc triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:24.367776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d19c0f4d-b342-4068-b87e-48be237bc097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.394625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.402872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d19c0f4d-b342-4068-b87e-48be237bc097 None None] Port 65becf6a-ab3e-4868-a73c-20e5724b83fc cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:24.499203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:24.510698 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892e9a2-e91d-45bc-9729-b85837a203cc None None] Sync routers for ids ['2fe448e2-973a-45e8-98e9-c6edd843376a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:24.520496 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892e9a2-e91d-45bc-9729-b85837a203cc None None] Routers {'2fe448e2-973a-45e8-98e9-c6edd843376a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:24.521323 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4892e9a2-e91d-45bc-9729-b85837a203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2fe448e2-973a-45e8-98e9-c6edd843376a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:24.559047 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4892e9a2-e91d-45bc-9729-b85837a203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:24.568495 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892e9a2-e91d-45bc-9729-b85837a203cc None None] Routers {'2fe448e2-973a-45e8-98e9-c6edd843376a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:24.569315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4892e9a2-e91d-45bc-9729-b85837a203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2fe448e2-973a-45e8-98e9-c6edd843376a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:24.607137 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-4892e9a2-e91d-45bc-9729-b85837a203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:24.608128 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892e9a2-e91d-45bc-9729-b85837a203cc None None] The sync data for ids ['2fe448e2-973a-45e8-98e9-c6edd843376a'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:24.641059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.644442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-79aa3749-97ce-4bd8-a2de-3120fad56258 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1771312 Mar 31 23:29:24.645174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49750) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:24.651349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1f66e994-50e2-400e-8613-3ac6141ac913 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': False}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:24.869141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65becf6a-ab3e-4868-a73c-20e5724b83fc {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:29:24.879450 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.930031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Transition to ACTIVE for port object 65becf6a-ab3e-4868-a73c-20e5724b83fc will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:29:24.993267 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.082300 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f66e994-50e2-400e-8613-3ac6141ac913 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.089197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Pushing event updated for resources: {'Port': ['ID=65becf6a-ab3e-4868-a73c-20e5724b83fc,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.200151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Attempting to bind port 65becf6a-ab3e-4868-a73c-20e5724b83fc on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:25.200505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Attempting to bind port 65becf6a-ab3e-4868-a73c-20e5724b83fc by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:25.200841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Attempting to bind port 65becf6a-ab3e-4868-a73c-20e5724b83fc on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:25.209194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Port 65becf6a-ab3e-4868-a73c-20e5724b83fc on network d18addb8-86a2-48fc-a5f1-58f722847a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:25.209517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Attempting to bind port 65becf6a-ab3e-4868-a73c-20e5724b83fc on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:25.242644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:25.242996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:25.243392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:25.243836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Bound port: 65becf6a-ab3e-4868-a73c-20e5724b83fc, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:25.244199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.360121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] For port 65becf6a-ab3e-4868-a73c-20e5724b83fc, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:25.384082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] For port 65becf6a-ab3e-4868-a73c-20e5724b83fc, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:25.441492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d610a-07d5-420d-a984-d49de673eafb req-e32d720d-1c80-4f6c-8f62-5ee3225fd6ca tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:25.443097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-557d610a-07d5-420d-a984-d49de673eafb req-e32d720d-1c80-4f6c-8f62-5ee3225fd6ca tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.1186550 Mar 31 23:29:25.462085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.563812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:25.564432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.565829 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] 10.222.0.50 "PUT /v2.0/ports/65becf6a-ab3e-4868-a73c-20e5724b83fc HTTP/1.1" status: 200 len: 1091 time: 1.2757485 Mar 31 23:29:25.568503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50945427-000a-44e2-b156-8de6e6670199', 'tag': '65becf6a-ab3e-4868-a73c-20e5724b83fc'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:25.570612 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aab4b3-99fe-499f-99d9-f1199eb3f107" -d '{"events": [{"name": "network-changed", "server_uuid": "50945427-000a-44e2-b156-8de6e6670199", "tag": "65becf6a-ab3e-4868-a73c-20e5724b83fc"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:25.599848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-557d610a-07d5-420d-a984-d49de673eafb req-d96ce381-beea-4607-9284-3b885009ad22 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459434 Mar 31 23:29:25.636257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07264cc-7b76-4a18-9255-1b5b5f1f5582 service neutron] Pushing event updated for resources: {'Port': ['ID=65becf6a-ab3e-4868-a73c-20e5724b83fc,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.680489 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eaa19c-1bd5-40fa-b55a-f8b798cf8f05 x-openstack-request-id: req-95eaa19c-1bd5-40fa-b55a-f8b798cf8f05 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:25.681148 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50945427-000a-44e2-b156-8de6e6670199", "tag": "65becf6a-ab3e-4868-a73c-20e5724b83fc", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:25.681148 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95eaa19c-1bd5-40fa-b55a-f8b798cf8f05 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:25.681459 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95eaa19c-1bd5-40fa-b55a-f8b798cf8f05'] response: {'name': 'network-changed', 'server_uuid': '50945427-000a-44e2-b156-8de6e6670199', 'tag': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'status': 'completed', 'code': 200} Mar 31 23:29:25.768083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-bd61226a-3f28-4087-add7-ef86393860da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:25.769886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-bd61226a-3f28-4087-add7-ef86393860da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 1094 time: 0.0982068 Mar 31 23:29:25.818557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-e724d3c7-d68e-4f5b-a82e-e6cb0f9d2bab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc HTTP/1.1" status: 200 len: 217 time: 0.0406549 Mar 31 23:29:25.948128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-cc2ea7d4-dca9-4cf4-835b-ec90a2b674db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:25.949622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-cc2ea7d4-dca9-4cf4-835b-ec90a2b674db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.1248744 Mar 31 23:29:25.992277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f66e994-50e2-400e-8613-3ac6141ac913 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.997568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f66e994-50e2-400e-8613-3ac6141ac913 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.042900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-0959adc5-010d-40cd-96c0-d1e3996c6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.044401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-0959adc5-010d-40cd-96c0-d1e3996c6a1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883937 Mar 31 23:29:26.177949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f66e994-50e2-400e-8613-3ac6141ac913 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Router 2fe448e2-973a-45e8-98e9-c6edd843376a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:26.199960 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-aec54ec7-f908-410b-9eab-85575d205c49 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490583 Mar 31 23:29:26.368442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f66e994-50e2-400e-8613-3ac6141ac913 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:26.371785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cccc5d26-d1c1-49d6-9ac3-ff85f370b0c1 req-789eecd7-b8ff-4f64-aa94-c0d0ce183db8 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354179 Mar 31 23:29:26.374881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f66e994-50e2-400e-8613-3ac6141ac913 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.379395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1f66e994-50e2-400e-8613-3ac6141ac913 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "PUT /v2.0/routers/2fe448e2-973a-45e8-98e9-c6edd843376a HTTP/1.1" status: 200 len: 926 time: 1.7295504 Mar 31 23:29:26.379650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49756) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.389734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f16d1f-0281-4f9f-821e-7662d3574d8a None None] Sync routers for ids ['2fe448e2-973a-45e8-98e9-c6edd843376a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:26.400142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f16d1f-0281-4f9f-821e-7662d3574d8a None None] Routers {'2fe448e2-973a-45e8-98e9-c6edd843376a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:26.400736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-64f16d1f-0281-4f9f-821e-7662d3574d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2fe448e2-973a-45e8-98e9-c6edd843376a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:26.443363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-64f16d1f-0281-4f9f-821e-7662d3574d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:26.457432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f16d1f-0281-4f9f-821e-7662d3574d8a None None] Routers {'2fe448e2-973a-45e8-98e9-c6edd843376a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:26.458777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-64f16d1f-0281-4f9f-821e-7662d3574d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2fe448e2-973a-45e8-98e9-c6edd843376a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:26.490955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-afea47be-a610-4da3-981f-3bbe3f156e1d tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/routers/2fe448e2-973a-45e8-98e9-c6edd843376a HTTP/1.1" status: 200 len: 926 time: 0.1101322 Mar 31 23:29:26.494438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49758) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.498786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-64f16d1f-0281-4f9f-821e-7662d3574d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:26.499899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f16d1f-0281-4f9f-821e-7662d3574d8a None None] The sync data for ids ['2fe448e2-973a-45e8-98e9-c6edd843376a'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:26.559938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-b2daa1f8-283b-4c31-8a10-714517337ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.561772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-b2daa1f8-283b-4c31-8a10-714517337ff0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 1094 time: 0.0473535 Mar 31 23:29:26.582901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741d994-ecc1-42a4-8e3f-dff282eb5dad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.592146 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6741d994-ecc1-42a4-8e3f-dff282eb5dad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=2fe448e2-973a-45e8-98e9-c6edd843376a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0962834 Mar 31 23:29:26.594685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49760) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.669492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-85afd409-1b76-4cd4-a9fa-af4cb676ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.671807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-85afd409-1b76-4cd4-a9fa-af4cb676ecef service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.1041360 Mar 31 23:29:26.713718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d934ea5-993b-43a0-8b28-bf109db2ac56 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.715212 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3d934ea5-993b-43a0-8b28-bf109db2ac56 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 881 time: 0.1191382 Mar 31 23:29:26.718035 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49764) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.734590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-b7b271a7-b835-46ca-a43b-a1d6762b99f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc HTTP/1.1" status: 200 len: 217 time: 0.0562961 Mar 31 23:29:26.755152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-288d8a4f-f6ef-439c-a4f8-302679ec539a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fe448e2-973a-45e8-98e9-c6edd843376a HTTP/1.1" status: 200 len: 205 time: 0.0356364 Mar 31 23:29:26.757440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49766) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.802620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff8391-e27f-41d6-93ba-386e92434a65 req-fcfb1371-868d-495b-ba32-fe54bfc79ff7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.804853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39ff8391-e27f-41d6-93ba-386e92434a65 req-fcfb1371-868d-495b-ba32-fe54bfc79ff7 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.1275210 Mar 31 23:29:26.809059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-4b1a2812-40ed-4e4b-8f36-8ed171aa61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.810546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-4b1a2812-40ed-4e4b-8f36-8ed171aa61cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0689414 Mar 31 23:29:26.876761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-39ff8391-e27f-41d6-93ba-386e92434a65 req-75bf1e66-318f-4ada-a19e-9b33250a097b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633233 Mar 31 23:29:26.882846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-932ea289-df66-4ad0-896d-3eb8c67956c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:26.885309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-932ea289-df66-4ad0-896d-3eb8c67956c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647306 Mar 31 23:29:26.889494 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.982300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-f38ceacd-5fac-47b2-befa-7ea00e5a8df6 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906975 Mar 31 23:29:26.997680 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.186740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Deleting port 91d5c6a9-5de3-4207-9d99-1691a1a6c8e3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:27.187387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.287294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.302619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Calling delete_port for 91d5c6a9-5de3-4207-9d99-1691a1a6c8e3 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:27.443620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2aab4b3-99fe-499f-99d9-f1199eb3f107 req-275761f0-cfbf-45b1-a6c0-460ce05e9797 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548705 Mar 31 23:29:27.549694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.577206 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event deleted for resources: {'Port': ['ID=91d5c6a9-5de3-4207-9d99-1691a1a6c8e3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:27.642801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.735716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.737780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.843705 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.844301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Fanout notify agent at l3_agent the message router_deleted on router 2fe448e2-973a-45e8-98e9-c6edd843376a {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:27.851477 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.852600 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2b875397-99e3-49fe-a89c-dff8c441818e tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/2fe448e2-973a-45e8-98e9-c6edd843376a HTTP/1.1" status: 204 len: 168 time: 1.0939167 Mar 31 23:29:27.856322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49768) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:27.861025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e0d5ffff-d807-47e6-9783-2cf68b61bb47 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811279055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:27.958396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ffff-d807-47e6-9783-2cf68b61bb47 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.959595 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ffff-d807-47e6-9783-2cf68b61bb47 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.043910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ffff-d807-47e6-9783-2cf68b61bb47 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.055936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4afdc-0f20-40c3-9ad6-02b2c6941860 req-a008a395-099b-4f4f-86d6-b62a07030728 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:28.057442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83a4afdc-0f20-40c3-9ad6-02b2c6941860 req-a008a395-099b-4f4f-86d6-b62a07030728 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.0940132 Mar 31 23:29:28.097279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83a4afdc-0f20-40c3-9ad6-02b2c6941860 req-bd20b1b1-6bb4-4924-8d29-01f826d946a6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332680 Mar 31 23:29:28.132171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ffff-d807-47e6-9783-2cf68b61bb47 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.239905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ffff-d807-47e6-9783-2cf68b61bb47 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.241114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e0d5ffff-d807-47e6-9783-2cf68b61bb47 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3836851 Mar 31 23:29:28.244405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49772) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:28.248760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:28.463638 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.703349 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.724308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.848669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Allocated IP 172.25.4.185 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/b34d6eba-afb6-4fc4-b5fa-9a1b3ca1dbe2) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:28.949580 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.067419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.112036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:29.115023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:29.118494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:29.143712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event updated for resources: {'Port': ['ID=b34d6eba-afb6-4fc4-b5fa-9a1b3ca1dbe2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:29.158168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.158545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.158888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.159224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.159556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.159889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.160214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.160535 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.160856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.161179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.161498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.161819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:29.303826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5e315-a2c8-46c6-85b8-e952c4cbe89b req-e1f5343b-b36c-4f3f-a2e5-a7c81bf19ee5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:29.305845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38b5e315-a2c8-46c6-85b8-e952c4cbe89b req-e1f5343b-b36c-4f3f-a2e5-a7c81bf19ee5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.1378124 Mar 31 23:29:29.352159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-38b5e315-a2c8-46c6-85b8-e952c4cbe89b req-dbe3c8ad-9a4e-4dc5-873e-8693558b655f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376711 Mar 31 23:29:29.522204 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.720005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.723481 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.900655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Router 2557215c-2516-432d-8382-7e15c56849d4 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:30.013005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:30.019736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.020919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2b592e8b-d925-4326-930c-d8bddc392006 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "PUT /v2.0/routers/2557215c-2516-432d-8382-7e15c56849d4 HTTP/1.1" status: 200 len: 883 time: 1.7755964 Mar 31 23:29:30.023564 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf6845-5cc5-4290-9749-fbef28e6e79c None None] Sync routers for ids ['2557215c-2516-432d-8382-7e15c56849d4'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:30.024045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49776) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:30.034688 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf6845-5cc5-4290-9749-fbef28e6e79c None None] Routers {'2557215c-2516-432d-8382-7e15c56849d4'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:30.035388 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7abf6845-5cc5-4290-9749-fbef28e6e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2557215c-2516-432d-8382-7e15c56849d4'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:30.068265 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7abf6845-5cc5-4290-9749-fbef28e6e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:30.078243 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf6845-5cc5-4290-9749-fbef28e6e79c None None] Routers {'2557215c-2516-432d-8382-7e15c56849d4'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:30.078883 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7abf6845-5cc5-4290-9749-fbef28e6e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2557215c-2516-432d-8382-7e15c56849d4'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:30.113961 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7abf6845-5cc5-4290-9749-fbef28e6e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:30.114629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf6845-5cc5-4290-9749-fbef28e6e79c None None] The sync data for ids ['2557215c-2516-432d-8382-7e15c56849d4'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:30.131683 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-13a52bec-1083-490a-9c45-fd269056bf94 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/routers/2557215c-2516-432d-8382-7e15c56849d4 HTTP/1.1" status: 200 len: 924 time: 0.1068151 Mar 31 23:29:30.134429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49778) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:30.176226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e57dd74-c786-42c0-8e67-e16fc5dbbac8 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:30.177663 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4e57dd74-c786-42c0-8e67-e16fc5dbbac8 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=2557215c-2516-432d-8382-7e15c56849d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0420108 Mar 31 23:29:30.180384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49780) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:30.265933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33344fc-2844-4d01-b673-98c748cb18d7 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:30.267396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c33344fc-2844-4d01-b673-98c748cb18d7 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 881 time: 0.0861013 Mar 31 23:29:30.270150 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49782) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:30.299101 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3b5484db-23a7-4a61-8b2e-c07509390eb9 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=2557215c-2516-432d-8382-7e15c56849d4 HTTP/1.1" status: 200 len: 205 time: 0.0278282 Mar 31 23:29:30.301535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49784) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:30.411060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.476695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fc48e-a167-4d18-81d0-2aa487e6b8c9 req-b7d60ed8-cfaa-46eb-9e07-9bbcc7d30304 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:30.478200 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a23fc48e-a167-4d18-81d0-2aa487e6b8c9 req-b7d60ed8-cfaa-46eb-9e07-9bbcc7d30304 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.0571623 Mar 31 23:29:30.517213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a23fc48e-a167-4d18-81d0-2aa487e6b8c9 req-db1a2f58-d0bd-4853-bcff-a23412502020 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325665 Mar 31 23:29:30.519427 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.691459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Deleting port b34d6eba-afb6-4fc4-b5fa-9a1b3ca1dbe2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:30.691808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.775793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.789725 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Calling delete_port for b34d6eba-afb6-4fc4-b5fa-9a1b3ca1dbe2 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:31.038052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.064486 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event deleted for resources: {'Port': ['ID=b34d6eba-afb6-4fc4-b5fa-9a1b3ca1dbe2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:31.126124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.216601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.218760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.326341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.326871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Fanout notify agent at l3_agent the message router_deleted on router 2557215c-2516-432d-8382-7e15c56849d4 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:31.337909 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.339787 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-eb79311e-7a51-457b-b321-c0c228032e1a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/2557215c-2516-432d-8382-7e15c56849d4 HTTP/1.1" status: 204 len: 168 time: 1.0372148 Mar 31 23:29:31.343625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49788) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:31.348468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b373f8ef-7ef3-42b6-b2ad-b510f2a80f57 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1077182573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:31.426677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b373f8ef-7ef3-42b6-b2ad-b510f2a80f57 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.427787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b373f8ef-7ef3-42b6-b2ad-b510f2a80f57 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.478778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b373f8ef-7ef3-42b6-b2ad-b510f2a80f57 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.532743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b373f8ef-7ef3-42b6-b2ad-b510f2a80f57 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.616700 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b373f8ef-7ef3-42b6-b2ad-b510f2a80f57 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.618642 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b373f8ef-7ef3-42b6-b2ad-b510f2a80f57 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2736096 Mar 31 23:29:31.621231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49792) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:31.625538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': True}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:31.639560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9032a4-31eb-4afc-9bee-3ea94b6f48b0 req-30a28c70-496b-4330-a5bc-5988d6c22413 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:31.641402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee9032a4-31eb-4afc-9bee-3ea94b6f48b0 req-30a28c70-496b-4330-a5bc-5988d6c22413 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.0520473 Mar 31 23:29:31.680336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ee9032a4-31eb-4afc-9bee-3ea94b6f48b0 req-b2d0ae1f-aa13-4ecd-bde6-708b47f92637 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Mar 31 23:29:31.837249 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.139682 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.159391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.271805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Allocated IP 172.25.4.111 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/9423e938-43f6-4932-b3b7-cd4ec03fbc7f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:32.379345 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.504250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.547666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:32.550679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:32.555656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:32.558849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'Port': ['ID=9423e938-43f6-4932-b3b7-cd4ec03fbc7f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:32.832992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79421e75-6490-42dd-897a-95db24b1ad92 req-6df31eaa-5c50-4461-bc5a-29bb415e9a0a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:32.834697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79421e75-6490-42dd-897a-95db24b1ad92 req-6df31eaa-5c50-4461-bc5a-29bb415e9a0a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.0702946 Mar 31 23:29:32.878749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79421e75-6490-42dd-897a-95db24b1ad92 req-8fa2ed2b-bd50-4102-8289-30e255141460 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373728 Mar 31 23:29:33.223068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.434423 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.437741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.646317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Router 0b93810a-d97f-432f-b72a-329cf4be5037 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:33.767967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:33.772545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.774342 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-11c0c22b-e27d-4d9a-85f0-65735b394210 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "PUT /v2.0/routers/0b93810a-d97f-432f-b72a-329cf4be5037 HTTP/1.1" status: 200 len: 919 time: 2.1516662 Mar 31 23:29:33.776428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49796) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:33.778580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0987c1-008e-4b97-8ab8-90ca9715f835 None None] Sync routers for ids ['0b93810a-d97f-432f-b72a-329cf4be5037'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:33.788483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0987c1-008e-4b97-8ab8-90ca9715f835 None None] Routers {'0b93810a-d97f-432f-b72a-329cf4be5037'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:33.789658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5d0987c1-008e-4b97-8ab8-90ca9715f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['0b93810a-d97f-432f-b72a-329cf4be5037'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:33.885801 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ade87a91-824a-44f5-9ed0-2e30adadf084 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/routers/0b93810a-d97f-432f-b72a-329cf4be5037 HTTP/1.1" status: 200 len: 925 time: 0.1080441 Mar 31 23:29:33.888542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49798) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:33.935590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9657481f-a33a-4784-a2bb-0915861ab7ec tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:33.940002 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9657481f-a33a-4784-a2bb-0915861ab7ec tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=0b93810a-d97f-432f-b72a-329cf4be5037&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0479679 Mar 31 23:29:33.940358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49802) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:33.981234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5d0987c1-008e-4b97-8ab8-90ca9715f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:33.996788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0987c1-008e-4b97-8ab8-90ca9715f835 None None] Routers {'0b93810a-d97f-432f-b72a-329cf4be5037'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:33.997369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5d0987c1-008e-4b97-8ab8-90ca9715f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['0b93810a-d97f-432f-b72a-329cf4be5037'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:34.032253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5d0987c1-008e-4b97-8ab8-90ca9715f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:34.032890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0987c1-008e-4b97-8ab8-90ca9715f835 None None] The sync data for ids ['0b93810a-d97f-432f-b72a-329cf4be5037'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:34.057454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fe369-0e2a-4221-a4c4-9f3c24e34b4b req-29356c7c-d664-4bf9-b294-d4e8b33a8a37 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:34.058964 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-014fe369-0e2a-4221-a4c4-9f3c24e34b4b req-29356c7c-d664-4bf9-b294-d4e8b33a8a37 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.0994887 Mar 31 23:29:34.066351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6875c177-89ce-4ff8-9034-8040d970cd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.075128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bd0eb3-25ff-42df-a7a9-13b6858a6fcd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:34.076452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-27bd0eb3-25ff-42df-a7a9-13b6858a6fcd tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 881 time: 0.1350875 Mar 31 23:29:34.079502 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49804) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:34.103573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-014fe369-0e2a-4221-a4c4-9f3c24e34b4b req-37fd4b18-2f95-4365-8083-285ae565e284 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372276 Mar 31 23:29:34.108231 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-516b0bdf-f7ba-475c-bbbd-0591997692dc tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b93810a-d97f-432f-b72a-329cf4be5037 HTTP/1.1" status: 200 len: 205 time: 0.0275385 Mar 31 23:29:34.110815 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49806) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:34.218882 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.322703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.463412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Deleting port 9423e938-43f6-4932-b3b7-cd4ec03fbc7f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:34.463763 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.539883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.554236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Calling delete_port for 9423e938-43f6-4932-b3b7-cd4ec03fbc7f owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:34.823409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.857963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event deleted for resources: {'Port': ['ID=9423e938-43f6-4932-b3b7-cd4ec03fbc7f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:34.918926 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.009434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.011881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.123649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.124169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Fanout notify agent at l3_agent the message router_deleted on router 0b93810a-d97f-432f-b72a-329cf4be5037 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:35.131664 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.133412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d4f0e613-6bc8-4f84-a1d6-71222d65c2d5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/0b93810a-d97f-432f-b72a-329cf4be5037 HTTP/1.1" status: 204 len: 168 time: 1.0211344 Mar 31 23:29:35.139918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49814) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:35.145853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9b5c803b-6d00-4dfe-a32f-865c7e97ae13 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1949380118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:35.235202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b5c803b-6d00-4dfe-a32f-865c7e97ae13 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.236319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b5c803b-6d00-4dfe-a32f-865c7e97ae13 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.254106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb60943-5883-482a-9025-6442182d0542 req-d64b274f-590f-47ec-afcd-8e5e14283326 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:35.255634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7eb60943-5883-482a-9025-6442182d0542 req-d64b274f-590f-47ec-afcd-8e5e14283326 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 943 time: 0.0528612 Mar 31 23:29:35.291528 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b5c803b-6d00-4dfe-a32f-865c7e97ae13 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.293888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7eb60943-5883-482a-9025-6442182d0542 req-1747de38-a1f4-442f-8da9-4e9d6de2e6bf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Mar 31 23:29:35.358045 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b5c803b-6d00-4dfe-a32f-865c7e97ae13 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.428202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9b5c803b-6d00-4dfe-a32f-865c7e97ae13 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.429552 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9b5c803b-6d00-4dfe-a32f-865c7e97ae13 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2902632 Mar 31 23:29:35.432269 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49816) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:35.436489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'enable_snat': False}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:35.637092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.906988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.925955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.022852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 65becf6a-ab3e-4868-a73c-20e5724b83fc details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:29:36.032918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Allocated IP 172.25.4.51 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/3e8c5abf-9467-4ad4-b892-dcba52929126) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:36.096396 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a0-0a0d-44f6-9dd0-67d207f39017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.128514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 65becf6a-ab3e-4868-a73c-20e5724b83fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:36.140468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'port_id': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'mac_address': 'fa:16:3e:72:0a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:29:36.143483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.176933 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.190889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65becf6a-ab3e-4868-a73c-20e5724b83fc {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:29:36.213657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 65becf6a-ab3e-4868-a73c-20e5724b83fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:36.252125 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.292654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:36.295776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:36.299248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:36.304465 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8c5abf-9467-4ad4-b892-dcba52929126,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.320547 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.374669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=65becf6a-ab3e-4868-a73c-20e5724b83fc,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.424128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323777b-991a-4961-a131-13ef1548c4d9 req-60c08d3b-0a82-43dd-aa0a-06f481e9816d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:36.425627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e323777b-991a-4961-a131-13ef1548c4d9 req-60c08d3b-0a82-43dd-aa0a-06f481e9816d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 944 time: 0.0593739 Mar 31 23:29:36.466372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e323777b-991a-4961-a131-13ef1548c4d9 req-ae77e84e-d096-46f8-9925-392481920cc2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333385 Mar 31 23:29:36.519070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['65becf6a-ab3e-4868-a73c-20e5724b83fc'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:29:36.613118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.810869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.814068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.011679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Router 264260f3-7317-497f-9eab-15eb69430e39 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:37.116055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:37.120475 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.122538 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-605ecfd5-2f35-4c69-bfe8-bedd11802fad tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "PUT /v2.0/routers/264260f3-7317-497f-9eab-15eb69430e39 HTTP/1.1" status: 200 len: 919 time: 1.6884706 Mar 31 23:29:37.124221 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410fb91-440a-495c-aef4-cb1de8930dd4 None None] Sync routers for ids ['264260f3-7317-497f-9eab-15eb69430e39'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:37.124675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49820) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:37.135247 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410fb91-440a-495c-aef4-cb1de8930dd4 None None] Routers {'264260f3-7317-497f-9eab-15eb69430e39'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:37.135842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e410fb91-440a-495c-aef4-cb1de8930dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['264260f3-7317-497f-9eab-15eb69430e39'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.167782 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e410fb91-440a-495c-aef4-cb1de8930dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.176148 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410fb91-440a-495c-aef4-cb1de8930dd4 None None] Routers {'264260f3-7317-497f-9eab-15eb69430e39'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:37.176730 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e410fb91-440a-495c-aef4-cb1de8930dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['264260f3-7317-497f-9eab-15eb69430e39'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.233537 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-61a70c7d-0dde-4ae0-a763-103070f18a18 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/routers/264260f3-7317-497f-9eab-15eb69430e39 HTTP/1.1" status: 200 len: 925 time: 0.1078122 Mar 31 23:29:37.236352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49822) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:37.279841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1a5ae-d19d-4977-a005-83556a1f4d8a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:37.281395 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-04b1a5ae-d19d-4977-a005-83556a1f4d8a tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=264260f3-7317-497f-9eab-15eb69430e39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0441120 Mar 31 23:29:37.284164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49824) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:37.297688 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e410fb91-440a-495c-aef4-cb1de8930dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.298115 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410fb91-440a-495c-aef4-cb1de8930dd4 None None] The sync data for ids ['264260f3-7317-497f-9eab-15eb69430e39'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:37.368060 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d54ba2-04a4-4c1d-80f6-3dc132118d20 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:37.369355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a7d54ba2-04a4-4c1d-80f6-3dc132118d20 tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/networks/4a52a629-4455-4eba-862a-e9a9d4df5026 HTTP/1.1" status: 200 len: 881 time: 0.0842819 Mar 31 23:29:37.372276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49826) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:37.401304 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-88beb5bf-9c49-4a96-935f-b3d5519784c2 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=264260f3-7317-497f-9eab-15eb69430e39 HTTP/1.1" status: 200 len: 205 time: 0.0279820 Mar 31 23:29:37.403833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49830) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:37.509562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.583370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a44f1-e435-431f-8209-f44353d64ec0 req-e2b86ded-3cf5-46ad-b9ec-dd4c3b917f05 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:37.584901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-263a44f1-e435-431f-8209-f44353d64ec0 req-e2b86ded-3cf5-46ad-b9ec-dd4c3b917f05 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 944 time: 0.0482330 Mar 31 23:29:37.613953 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.623365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-263a44f1-e435-431f-8209-f44353d64ec0 req-0a670196-0eca-4685-9ed6-d98bda7320d0 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320523 Mar 31 23:29:37.751601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Deleting port 3e8c5abf-9467-4ad4-b892-dcba52929126 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:37.751925 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.794873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.826383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.838319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Calling delete_port for 3e8c5abf-9467-4ad4-b892-dcba52929126 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:38.038056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 65becf6a-ab3e-4868-a73c-20e5724b83fc up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:38.063418 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.095794 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event deleted for resources: {'Port': ['ID=3e8c5abf-9467-4ad4-b892-dcba52929126,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:38.148783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 65becf6a-ab3e-4868-a73c-20e5724b83fc completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:29:38.153302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 65becf6a-ab3e-4868-a73c-20e5724b83fc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:38.153804 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.154764 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.235479 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.271444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50945427-000a-44e2-b156-8de6e6670199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65becf6a-ab3e-4868-a73c-20e5724b83fc'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:38.274364 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7bd9bb-83dd-46da-8100-10c2f8d180be" -d '{"events": [{"server_uuid": "50945427-000a-44e2-b156-8de6e6670199", "name": "network-vif-plugged", "status": "completed", "tag": "65becf6a-ab3e-4868-a73c-20e5724b83fc"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:38.289566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 65becf6a-ab3e-4868-a73c-20e5724b83fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:38.313936 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e5f55f-b20e-4f1d-9910-986208e800d0 x-openstack-request-id: req-82e5f55f-b20e-4f1d-9910-986208e800d0 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:38.314217 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50945427-000a-44e2-b156-8de6e6670199", "name": "network-vif-plugged", "status": "completed", "tag": "65becf6a-ab3e-4868-a73c-20e5724b83fc", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:38.314487 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82e5f55f-b20e-4f1d-9910-986208e800d0 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:38.314906 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e5f55f-b20e-4f1d-9910-986208e800d0'] response: {'server_uuid': '50945427-000a-44e2-b156-8de6e6670199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'code': 200} Mar 31 23:29:38.355282 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.408787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=65becf6a-ab3e-4868-a73c-20e5724b83fc,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:38.424851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ec1f-3987-471b-a6a4-2d828facf9c9 req-03d516e0-315d-4230-ab15-a6f8691c7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:38.426385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e439ec1f-3987-471b-a6a4-2d828facf9c9 req-03d516e0-315d-4230-ab15-a6f8691c7f9d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 1096 time: 0.0522850 Mar 31 23:29:38.466906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e439ec1f-3987-471b-a6a4-2d828facf9c9 req-e84ae703-9edd-4a87-a4b5-a16278e234c1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334060 Mar 31 23:29:38.606167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.608598 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.637470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.720537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.721127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Fanout notify agent at l3_agent the message router_deleted on router 264260f3-7317-497f-9eab-15eb69430e39 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:38.728562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.730236 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9c5b7a98-f218-492a-aef7-a76a213edb7a tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/264260f3-7317-497f-9eab-15eb69430e39 HTTP/1.1" status: 204 len: 168 time: 1.3254826 Mar 31 23:29:38.733835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49838) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:38.740007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-529434592', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:38.771777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208fa0a-ffa9-41f2-be91-b857bc402e75 req-d6b77a2c-e5e8-4bcb-a970-a5c696c20934 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:38.785327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3208fa0a-ffa9-41f2-be91-b857bc402e75 req-d6b77a2c-e5e8-4bcb-a970-a5c696c20934 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 945 time: 0.0722992 Mar 31 23:29:38.815883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3208fa0a-ffa9-41f2-be91-b857bc402e75 req-f8a1c63d-0ad7-428b-bb0e-d56465d2f701 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358829 Mar 31 23:29:38.853283 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.854359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.915251 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.917477 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.183683 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.490241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.746959 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.766172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.820381 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.871379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Allocated IP 172.25.4.41 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/21214a7e-6c49-4f46-a02f-60341f074816) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:39.983975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ead16-3976-44b7-a124-a8db3e410468 req-7b3d2f69-a481-4441-84c2-4f70b201f607 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:39.985465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c66ead16-3976-44b7-a124-a8db3e410468 req-7b3d2f69-a481-4441-84c2-4f70b201f607 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 945 time: 0.0886524 Mar 31 23:29:40.029123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.053151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c66ead16-3976-44b7-a124-a8db3e410468 req-a7a3b464-ad7b-42a4-9eb0-1eee4fccc1d5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569055 Mar 31 23:29:40.134883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.193314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:40.199898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:40.205434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:40.209408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event updated for resources: {'Port': ['ID=21214a7e-6c49-4f46-a02f-60341f074816,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:40.237769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8840-bd84-4b3f-89a3-fece91a6b9ea req-72a769e0-cc99-4fde-980a-53ebe8def90d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:40.239270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-424b8840-bd84-4b3f-89a3-fece91a6b9ea req-72a769e0-cc99-4fde-980a-53ebe8def90d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 945 time: 0.1172903 Mar 31 23:29:40.344068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-424b8840-bd84-4b3f-89a3-fece91a6b9ea req-77b1ccb2-47aa-4d6d-90ff-226cd6cc742d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965953 Mar 31 23:29:40.367097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49844) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:40.525443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1de93d7-6456-4927-b7e7-2a5690141f4a tempest-TestVolumeBootPattern-1673424395 tempest-TestVolumeBootPattern-1673424395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:40.529832 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d1de93d7-6456-4927-b7e7-2a5690141f4a tempest-TestVolumeBootPattern-1673424395 tempest-TestVolumeBootPattern-1673424395-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 1091 time: 0.1580656 Mar 31 23:29:40.530039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49848) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:40.534332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:40.580098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.611848 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.707544 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.779751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.815100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.25.4.143 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/bd7c3d00-ebdd-428d-b92f-5842bb385f37) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:40.917373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.983194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Router 976d8f26-4dd8-495c-9ed6-bcd185385015 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:41.003606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.054529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:41.060503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:41.061511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:41.085637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=bd7c3d00-ebdd-428d-b92f-5842bb385f37,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:41.098032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:41.098864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.099718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.099718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.099970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.100196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.100528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.100863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.101181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.101505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.102013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.102149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.102565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:41.111953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be8d59-c9a7-4a74-a791-7dcb9f6dd06e None None] Sync routers for ids ['976d8f26-4dd8-495c-9ed6-bcd185385015'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:41.126378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be8d59-c9a7-4a74-a791-7dcb9f6dd06e None None] Routers {'976d8f26-4dd8-495c-9ed6-bcd185385015'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:41.127358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-90be8d59-c9a7-4a74-a791-7dcb9f6dd06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['976d8f26-4dd8-495c-9ed6-bcd185385015'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:41.168225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-90be8d59-c9a7-4a74-a791-7dcb9f6dd06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:41.171435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.172649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-12e8a262-a417-4a9b-90aa-b3f9c16bfad5 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4377134 Mar 31 23:29:41.177280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49854) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.178608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be8d59-c9a7-4a74-a791-7dcb9f6dd06e None None] Routers {'976d8f26-4dd8-495c-9ed6-bcd185385015'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:41.179411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-90be8d59-c9a7-4a74-a791-7dcb9f6dd06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['976d8f26-4dd8-495c-9ed6-bcd185385015'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:41.182047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:41.214374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-90be8d59-c9a7-4a74-a791-7dcb9f6dd06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:41.215365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be8d59-c9a7-4a74-a791-7dcb9f6dd06e None None] The sync data for ids ['976d8f26-4dd8-495c-9ed6-bcd185385015'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:41.254592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3602e-b856-4a49-a699-3bcf7a911be4 req-0f5db095-f6f8-488f-b1fa-b8cc3b682c4a tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:41.256123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98b3602e-b856-4a49-a699-3bcf7a911be4 req-0f5db095-f6f8-488f-b1fa-b8cc3b682c4a tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1097 time: 0.1150842 Mar 31 23:29:41.337245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98b3602e-b856-4a49-a699-3bcf7a911be4 req-427c0a12-f7a9-4264-9edb-ae4db18c1c07 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467610 Mar 31 23:29:41.378057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49856) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.497337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.624595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.671631 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.681229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port e4145cb2-fd48-4763-9139-0053705ccd2f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:41.682057 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.756599 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.769708 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.770037 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.782132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for e4145cb2-fd48-4763-9139-0053705ccd2f owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:41.782801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.863514 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.933909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=bd7c3d00-ebdd-428d-b92f-5842bb385f37,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:41.934181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Deleting port 21214a7e-6c49-4f46-a02f-60341f074816 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:41.934492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.942025 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.045999 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Floating IP 166291e9-889b-4413-8988-2e6b64adc021 associated. External IP: 172.25.4.143, port: 65becf6a-ab3e-4868-a73c-20e5724b83fc. Mar 31 23:29:42.048681 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.060730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Calling delete_port for 21214a7e-6c49-4f46-a02f-60341f074816 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:42.113154 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.148062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=e4145cb2-fd48-4763-9139-0053705ccd2f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.251454 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.251810 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Floating IP 9e9dd202-ba2c-469d-9741-c8a42aeeba5d disassociated (deleted). External IP: 172.25.4.182, port: acd45398-94a6-475d-879d-b1f43bd4a5b2. Mar 31 23:29:42.269336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:42.381969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:42.392906 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:42.404259 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:42.404853 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:42.434459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.463441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.471253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Pushing event deleted for resources: {'Port': ['ID=21214a7e-6c49-4f46-a02f-60341f074816,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.507949 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aa2653e3-6dad-4ad5-b989-64627b722b06 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9657860 Mar 31 23:29:42.507949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50945427-000a-44e2-b156-8de6e6670199', 'tag': '65becf6a-ab3e-4868-a73c-20e5724b83fc'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:42.507949 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6809b76-f512-474e-ab12-419df6f67add" -d '{"events": [{"name": "network-changed", "server_uuid": "50945427-000a-44e2-b156-8de6e6670199", "tag": "65becf6a-ab3e-4868-a73c-20e5724b83fc"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:42.527421 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:42.577156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 515aa736-b452-4946-83c9-ac7f0dc7dde7 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:42.578197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.688910 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d41ec-ed38-4259-8af8-c518126479fb x-openstack-request-id: req-1e6d41ec-ed38-4259-8af8-c518126479fb {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:42.689205 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50945427-000a-44e2-b156-8de6e6670199", "tag": "65becf6a-ab3e-4868-a73c-20e5724b83fc", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:42.689459 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e6d41ec-ed38-4259-8af8-c518126479fb {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:42.689872 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6d41ec-ed38-4259-8af8-c518126479fb'] response: {'name': 'network-changed', 'server_uuid': '50945427-000a-44e2-b156-8de6e6670199', 'tag': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'status': 'completed', 'code': 200} Mar 31 23:29:42.768863 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '166291e9-889b-4413-8988-2e6b64adc021', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:72:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50945427-000a-44e2-b156-8de6e6670199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:29:41Z', 'updated_at': '2022-03-31T23:29:41Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:42.797185 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:42.807103 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:42.807735 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:42.915175 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:43.153546 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '166291e9-889b-4413-8988-2e6b64adc021', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:72:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50945427-000a-44e2-b156-8de6e6670199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:29:41Z', 'updated_at': '2022-03-31T23:29:41Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.184089 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5e67c-b464-4c32-99cf-af27ec2f564e None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '166291e9-889b-4413-8988-2e6b64adc021', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:72:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50945427-000a-44e2-b156-8de6e6670199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:29:41Z', 'updated_at': '2022-03-31T23:29:41Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:43.257812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.261486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809b76-f512-474e-ab12-419df6f67add req-2ab41438-7d64-4d2f-ad8d-e082cf6bf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:43.263039 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6809b76-f512-474e-ab12-419df6f67add req-2ab41438-7d64-4d2f-ad8d-e082cf6bf1ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 1096 time: 0.5407634 Mar 31 23:29:43.267061 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.281895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:43.294088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] Sync routers for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:43.299148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.306833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:43.307843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.428961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e08e17fa-a357-40bd-a511-49541b124ed6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/floatingips/9e9dd202-ba2c-469d-9741-c8a42aeeba5d HTTP/1.1" status: 204 len: 168 time: 2.0492656 Mar 31 23:29:43.429859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:43.433556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:43.435716 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e92bad-070b-4915-b6fa-0574043bcd09" -d '{"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:43.460365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Router 976d8f26-4dd8-495c-9ed6-bcd185385015 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:43.489446 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3309b16-b11c-4de5-81a7-cd86ba7f2e2d None None] New status for floating IP 166291e9-889b-4413-8988-2e6b64adc021: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:29:43.491000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809b76-f512-474e-ab12-419df6f67add req-f594d679-649d-44b3-967b-021b958b5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:43.492519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6809b76-f512-474e-ab12-419df6f67add req-f594d679-649d-44b3-967b-021b958b5078 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.2224166 Mar 31 23:29:43.533988 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea4af3c-6b69-4686-8fcd-a17026ce3032 x-openstack-request-id: req-bea4af3c-6b69-4686-8fcd-a17026ce3032 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:43.534375 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:43.534590 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bea4af3c-6b69-4686-8fcd-a17026ce3032 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:43.534957 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea4af3c-6b69-4686-8fcd-a17026ce3032'] response: {'name': 'network-changed', 'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'status': 'completed', 'code': 200} Mar 31 23:29:43.641874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:43.652995 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.654162 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da471283-b775-4857-849e-b1de211a346b tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "PUT /v2.0/routers/976d8f26-4dd8-495c-9ed6-bcd185385015 HTTP/1.1" status: 200 len: 709 time: 2.4759278 Mar 31 23:29:43.657429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49868) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.672061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6809b76-f512-474e-ab12-419df6f67add req-730405fc-6ebf-4eef-9a23-27fb7dab5f47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc HTTP/1.1" status: 200 len: 999 time: 0.1457481 Mar 31 23:29:43.677425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc7cc5-aade-40bf-8949-7f8158fe449a None None] Sync routers for ids ['976d8f26-4dd8-495c-9ed6-bcd185385015'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:43.679245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-03277f5b-5528-4333-8519-feb4af8a1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:43.680868 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-03277f5b-5528-4333-8519-feb4af8a1b4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 1097 time: 0.1070595 Mar 31 23:29:43.689743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc7cc5-aade-40bf-8949-7f8158fe449a None None] Routers {'976d8f26-4dd8-495c-9ed6-bcd185385015'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:43.690649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ddbc7cc5-aade-40bf-8949-7f8158fe449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['976d8f26-4dd8-495c-9ed6-bcd185385015'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.729710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ddbc7cc5-aade-40bf-8949-7f8158fe449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.747048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc7cc5-aade-40bf-8949-7f8158fe449a None None] Routers {'976d8f26-4dd8-495c-9ed6-bcd185385015'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:43.747948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ddbc7cc5-aade-40bf-8949-7f8158fe449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['976d8f26-4dd8-495c-9ed6-bcd185385015'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.751766 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3102d06d-403b-4f39-9b2b-070059132ece tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/routers/976d8f26-4dd8-495c-9ed6-bcd185385015 HTTP/1.1" status: 200 len: 744 time: 0.0921361 Mar 31 23:29:43.754639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49870) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.778391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809b76-f512-474e-ab12-419df6f67add req-399f9ae0-370d-43e0-b276-d8f18dc8235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:43.780680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6809b76-f512-474e-ab12-419df6f67add req-399f9ae0-370d-43e0-b276-d8f18dc8235f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0981839 Mar 31 23:29:43.793844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ddbc7cc5-aade-40bf-8949-7f8158fe449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.794518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc7cc5-aade-40bf-8949-7f8158fe449a None None] The sync data for ids ['976d8f26-4dd8-495c-9ed6-bcd185385015'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:43.807060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:49Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.813416 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-63f249d8-9a65-4f7c-82f2-8004d0997b1d tempest-RoutersIpV6AdminTest-1694049168 tempest-RoutersIpV6AdminTest-1694049168-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&device_id=976d8f26-4dd8-495c-9ed6-bcd185385015 HTTP/1.1" status: 200 len: 205 time: 0.0574863 Mar 31 23:29:43.816261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49872) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.839581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] Checking router: 515aa736-b452-4946-83c9-ac7f0dc7dde7 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:43.845128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:43.845855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.894194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f7a0c0e2-2c43-4ebb-81db-576ad87d6e59 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=976d8f26-4dd8-495c-9ed6-bcd185385015 HTTP/1.1" status: 200 len: 205 time: 0.0701630 Mar 31 23:29:43.896835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49874) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:43.924286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-8a367a25-55b2-486b-9c85-f77882a7f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:43.928679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-8a367a25-55b2-486b-9c85-f77882a7f6ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 200 len: 897 time: 0.2382855 Mar 31 23:29:43.935474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809b76-f512-474e-ab12-419df6f67add req-b8f465c2-dba4-4d1d-8db5-d7ba1f4d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:43.943353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6809b76-f512-474e-ab12-419df6f67add req-b8f465c2-dba4-4d1d-8db5-d7ba1f4d1c9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415875 Mar 31 23:29:43.989601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-f9b7d41c-f4ff-4da4-9836-eae8c20f773d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0515742 Mar 31 23:29:43.990214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5816bb80-655c-45bb-98a1-3a3f2b988333 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.020189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:44.175582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-0775aecd-21c0-4661-9d63-ac9834d22eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:44.177075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-0775aecd-21c0-4661-9d63-ac9834d22eb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 200 len: 835 time: 0.1097414 Mar 31 23:29:44.187071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6809b76-f512-474e-ab12-419df6f67add req-2cca6150-67ea-484a-982c-844a193bf780 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424145 Mar 31 23:29:44.207126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27ae5f-ed10-4de4-b19c-5f0953a84e37 req-ddbce70e-612e-47c0-b91b-20c34b39e786 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:44.208926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff27ae5f-ed10-4de4-b19c-5f0953a84e37 req-ddbce70e-612e-47c0-b91b-20c34b39e786 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 946 time: 0.1084995 Mar 31 23:29:44.227154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5816bb80-655c-45bb-98a1-3a3f2b988333 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.229630 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5816bb80-655c-45bb-98a1-3a3f2b988333 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.270056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:49Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:44.302313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469980-3c4c-42cc-81b4-7680688b0784 None None] The sync data for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 is: [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:27:45Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'ef906627-8368-4ce1-93e5-38edd74a0da1', 'name': '', 'network_id': '7aae1648-1a53-4e73-89f9-48c5ca42780e', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:16:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:44Z', 'updated_at': '2022-03-31T23:27:49Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'da3dd91e-ac7a-4b58-8652-ab1648adef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:44.319860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6809b76-f512-474e-ab12-419df6f67add req-69316340-da62-4dcc-9175-f8612b6394b1 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213820 Mar 31 23:29:44.352260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5816bb80-655c-45bb-98a1-3a3f2b988333 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.355989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5816bb80-655c-45bb-98a1-3a3f2b988333 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Fanout notify agent at l3_agent the message router_deleted on router 976d8f26-4dd8-495c-9ed6-bcd185385015 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:44.360496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5816bb80-655c-45bb-98a1-3a3f2b988333 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:44.361618 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5816bb80-655c-45bb-98a1-3a3f2b988333 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/976d8f26-4dd8-495c-9ed6-bcd185385015 HTTP/1.1" status: 204 len: 168 time: 0.4636710 Mar 31 23:29:44.366908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49878) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.371007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff27ae5f-ed10-4de4-b19c-5f0953a84e37 req-fbb71f0e-db54-4bf6-820d-4c5329e8d9ee tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499239 Mar 31 23:29:44.374025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-3937ed58-d25f-44d4-97ac-9443605a99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:44.376441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-3937ed58-d25f-44d4-97ac-9443605a99e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7aae1648-1a53-4e73-89f9-48c5ca42780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908247 Mar 31 23:29:44.399413 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fbc189d9-b0c6-47f4-ba6e-9002308f8e7c tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=976d8f26-4dd8-495c-9ed6-bcd185385015 HTTP/1.1" status: 200 len: 205 time: 0.0310323 Mar 31 23:29:44.402135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49880) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.443028 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-ae32a898-8dac-4c86-8bfe-620a20029d08 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] delete failed (client error): The resource could not be found. Mar 31 23:29:44.444160 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ae32a898-8dac-4c86-8bfe-620a20029d08 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/976d8f26-4dd8-495c-9ed6-bcd185385015 HTTP/1.1" status: 404 len: 336 time: 0.0410166 Mar 31 23:29:44.447468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49882) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.479877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4668e4e4-b664-489e-a151-3dcb97dfa0c3 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=264260f3-7317-497f-9eab-15eb69430e39 HTTP/1.1" status: 200 len: 205 time: 0.0312324 Mar 31 23:29:44.482213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49884) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.504982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-925be9bd-4644-4e56-928f-3fb37c4f142f service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211293 Mar 31 23:29:44.525553 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-75f94186-dbbe-47f6-9c64-bd36fcb5d7ea tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] delete failed (client error): The resource could not be found. Mar 31 23:29:44.528947 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-75f94186-dbbe-47f6-9c64-bd36fcb5d7ea tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/264260f3-7317-497f-9eab-15eb69430e39 HTTP/1.1" status: 404 len: 336 time: 0.0432065 Mar 31 23:29:44.529185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49886) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.561786 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ef96317-0fc5-449f-ad3d-4b5300355814 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b93810a-d97f-432f-b72a-329cf4be5037 HTTP/1.1" status: 200 len: 205 time: 0.0303254 Mar 31 23:29:44.563964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49888) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.593393 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f804de-1563-431f-8bbb-3859a9aafda4 None None] New status for floating IP 9e9dd202-ba2c-469d-9741-c8a42aeeba5d: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:29:44.607305 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-c15c60fb-8a11-49c7-9eed-42974dda8046 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] delete failed (client error): The resource could not be found. Mar 31 23:29:44.608339 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c15c60fb-8a11-49c7-9eed-42974dda8046 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/0b93810a-d97f-432f-b72a-329cf4be5037 HTTP/1.1" status: 404 len: 336 time: 0.0434849 Mar 31 23:29:44.611008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49890) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.629894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33e92bad-070b-4915-b6fa-0574043bcd09 req-588e55eb-fcec-4427-85ce-76b6aca97c0a service neutron] 10.222.0.45 "GET /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151533 Mar 31 23:29:44.648765 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3cdd6d36-9460-4ae5-af61-9f6880c45276 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=2557215c-2516-432d-8382-7e15c56849d4 HTTP/1.1" status: 200 len: 205 time: 0.0362806 Mar 31 23:29:44.650842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49892) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.689169 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-f62d42a1-853c-4780-a87b-9ea73c8a3a00 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] delete failed (client error): The resource could not be found. Mar 31 23:29:44.690412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f62d42a1-853c-4780-a87b-9ea73c8a3a00 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/2557215c-2516-432d-8382-7e15c56849d4 HTTP/1.1" status: 404 len: 336 time: 0.0385702 Mar 31 23:29:44.693205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49894) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.722192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bf932adc-6f6f-4972-a86e-3d2e5206f46c tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fe448e2-973a-45e8-98e9-c6edd843376a HTTP/1.1" status: 200 len: 205 time: 0.0266116 Mar 31 23:29:44.724406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49896) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.766060 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-40eb044c-c999-4ba3-86b5-ccc9963b633d tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] delete failed (client error): The resource could not be found. Mar 31 23:29:44.767118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-40eb044c-c999-4ba3-86b5-ccc9963b633d tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/2fe448e2-973a-45e8-98e9-c6edd843376a HTTP/1.1" status: 404 len: 336 time: 0.0418098 Mar 31 23:29:44.769734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49898) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.796979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8d89a1bd-175f-4212-b7e7-b5eb578d688c tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b4b6b2-f5dc-439b-96b1-47bc141ef52d HTTP/1.1" status: 200 len: 205 time: 0.0261760 Mar 31 23:29:44.799271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49900) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.835115 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-4a654314-69f2-443f-b233-d69d1049cdda tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] delete failed (client error): The resource could not be found. Mar 31 23:29:44.836121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a654314-69f2-443f-b233-d69d1049cdda tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/routers/61b4b6b2-f5dc-439b-96b1-47bc141ef52d HTTP/1.1" status: 404 len: 336 time: 0.0359707 Mar 31 23:29:44.838760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49902) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:44.868751 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e991625-e2cb-42c2-bb70-973409ecb224 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] DELETE failed (client error): The resource could not be found. Mar 31 23:29:44.869209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e991625-e2cb-42c2-bb70-973409ecb224 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:29:44.872309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7e991625-e2cb-42c2-bb70-973409ecb224 tempest-RoutersIpV6AdminTest-843411819 tempest-RoutersIpV6AdminTest-843411819-project] 10.222.0.31 "DELETE /v2.0/subnets/018ca2a6-906f-45fb-8013-b0e7478bf024 HTTP/1.1" status: 404 len: 337 time: 0.0326736 Mar 31 23:29:45.312384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-4357b3a1-9196-4d4b-b8f5-2b1922a80077 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:45.313848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-4357b3a1-9196-4d4b-b8f5-2b1922a80077 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 946 time: 0.0494227 Mar 31 23:29:45.324605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49908) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:45.408386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port acd45398-94a6-475d-879d-b1f43bd4a5b2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:45.408929 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.438673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7605fae9-3852-4976-987d-4bf526f9fbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.513465 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7605fae9-3852-4976-987d-4bf526f9fbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.531779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174922c5-c091-4ee6-a2df-918974d7f2bf req-b97a303e-27c7-4410-9baf-a1ce44a1a143 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:45.533271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-174922c5-c091-4ee6-a2df-918974d7f2bf req-b97a303e-27c7-4410-9baf-a1ce44a1a143 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 946 time: 0.0717285 Mar 31 23:29:45.565248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port acd45398-94a6-475d-879d-b1f43bd4a5b2, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=acd45398-94a6-475d-879d-b1f43bd4a5b2,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:45.565617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.581194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7605fae9-3852-4976-987d-4bf526f9fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.595568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for acd45398-94a6-475d-879d-b1f43bd4a5b2 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:45.610876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-174922c5-c091-4ee6-a2df-918974d7f2bf req-8cddae5d-1091-4420-bd9f-a2e2a3c49cb4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=db7fe5f0-cd0e-485d-8a85-bf7924b72827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658512 Mar 31 23:29:45.623163 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7605fae9-3852-4976-987d-4bf526f9fbad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e996b37429843dfb1a670585693590b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974613 Mar 31 23:29:45.624110 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605fae9-3852-4976-987d-4bf526f9fbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac83525-adb3-428c-9403-e6a2fd72fbf9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.632579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49914) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:45.689860 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d1d835c-3046-45fc-9e0f-90ef601dbfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.719089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d1d835c-3046-45fc-9e0f-90ef601dbfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.826835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.856561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=acd45398-94a6-475d-879d-b1f43bd4a5b2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.883956 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d1d835c-3046-45fc-9e0f-90ef601dbfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.888664 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d1d835c-3046-45fc-9e0f-90ef601dbfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.888800 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7d1d835c-3046-45fc-9e0f-90ef601dbfeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ac83525-adb3-428c-9403-e6a2fd72fbf9 HTTP/1.1" status: 204 len: 168 time: 0.2554572 Mar 31 23:29:45.897146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d835c-3046-45fc-9e0f-90ef601dbfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac83525-adb3-428c-9403-e6a2fd72fbf9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.902845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] No DVR routers for this DVR port acd45398-94a6-475d-879d-b1f43bd4a5b2 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:45.906192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.914240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ea7f311-e5b5-45f7-bd87-b4b8b532b7d8 req-a06eabf3-86c0-4ad7-a209-7280180fac1a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "DELETE /v2.0/ports/acd45398-94a6-475d-879d-b1f43bd4a5b2 HTTP/1.1" status: 204 len: 173 time: 0.5901535 Mar 31 23:29:45.914240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-deleted', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:45.914240 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7355a53-5aea-43d6-aef5-c6b89e9f1243" -d '{"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-deleted", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:45.963110 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb40a46-3948-413e-8b20-442055651af5 x-openstack-request-id: req-1bb40a46-3948-413e-8b20-442055651af5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:45.963394 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f51d587-c4a7-4065-971f-905d24867dfb", "name": "network-vif-deleted", "tag": "acd45398-94a6-475d-879d-b1f43bd4a5b2", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:45.963651 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bb40a46-3948-413e-8b20-442055651af5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:45.964051 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb40a46-3948-413e-8b20-442055651af5'] response: {'server_uuid': '9f51d587-c4a7-4065-971f-905d24867dfb', 'name': 'network-vif-deleted', 'tag': 'acd45398-94a6-475d-879d-b1f43bd4a5b2', 'status': 'completed', 'code': 200} Mar 31 23:29:46.532955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49922) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:46.573449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9ee00308-0822-4abb-ad77-d05a14bfdbe6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a955e59444f14d28a91d2f567eb882e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393083 Mar 31 23:29:46.576089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49924) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:46.649517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7c7a00b-bab0-4652-9e19-35a7c68cb0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.680073 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7c7a00b-bab0-4652-9e19-35a7c68cb0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.718770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be65fd4e-8b80-466b-8f63-07c3c8ea61fc req-0f38048a-daf8-4939-862f-5d26e4d02b39 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f51d587-c4a7-4065-971f-905d24867dfb HTTP/1.1" status: 200 len: 210 time: 0.0323758 Mar 31 23:29:46.820609 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7c7a00b-bab0-4652-9e19-35a7c68cb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.823330 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7c7a00b-bab0-4652-9e19-35a7c68cb0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.826202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b7c7a00b-bab0-4652-9e19-35a7c68cb0ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28a9631e-3b13-42e1-83b4-cafbf6dcbd59 HTTP/1.1" status: 204 len: 168 time: 0.2474852 Mar 31 23:29:46.832495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7a00b-bab0-4652-9e19-35a7c68cb0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9631e-3b13-42e1-83b4-cafbf6dcbd59,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:47.777697 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49950) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:47.824709 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49952) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:47.941251 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-860e46e2-3a6d-4917-ae2b-8028ce29290c tempest-AgentManagementNegativeTest-1635118220 tempest-AgentManagementNegativeTest-1635118220-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1153727 Mar 31 23:29:48.153717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.387032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49960) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:48.421675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port ef906627-8368-4ce1-93e5-38edd74a0da1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:48.422003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.496030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d184de5-65b9-4bcb-9f79-9dd259c922bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.508418 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port ef906627-8368-4ce1-93e5-38edd74a0da1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ef906627-8368-4ce1-93e5-38edd74a0da1,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:48.508779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.526024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for ef906627-8368-4ce1-93e5-38edd74a0da1 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:48.573379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d184de5-65b9-4bcb-9f79-9dd259c922bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.698250 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d184de5-65b9-4bcb-9f79-9dd259c922bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.735937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d184de5-65b9-4bcb-9f79-9dd259c922bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c0e368-312b-485f-aad8-0e5fdb400036,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.740557 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0d184de5-65b9-4bcb-9f79-9dd259c922bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbb8fa1c0f9f423ca41e98df622b8727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525155 Mar 31 23:29:48.743471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49964) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:48.792740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-521a05f6-f2c3-4d7b-b4fb-bd4e826a1429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.815891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-521a05f6-f2c3-4d7b-b4fb-bd4e826a1429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.823769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.852785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=ef906627-8368-4ce1-93e5-38edd74a0da1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.923826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-521a05f6-f2c3-4d7b-b4fb-bd4e826a1429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.926526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-521a05f6-f2c3-4d7b-b4fb-bd4e826a1429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.928475 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-521a05f6-f2c3-4d7b-b4fb-bd4e826a1429 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48c0e368-312b-485f-aad8-0e5fdb400036 HTTP/1.1" status: 204 len: 168 time: 0.1837409 Mar 31 23:29:48.939930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a05f6-f2c3-4d7b-b4fb-bd4e826a1429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c0e368-312b-485f-aad8-0e5fdb400036,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:49.056590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.287043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 515aa736-b452-4946-83c9-ac7f0dc7dde7 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:49.399201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:49.407858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4de593d2-19aa-4e3e-8fa7-89c0180d4505 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "PUT /v2.0/routers/515aa736-b452-4946-83c9-ac7f0dc7dde7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6260316 Mar 31 23:29:49.407979 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49978) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.409488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] Sync routers for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:49.419144 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:49.419754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.458819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4e6d8f-388d-4418-b212-9159afbe0161 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting subnet da3dd91e-ac7a-4b58-8652-ab1648adef16 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:49.461947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6d8f-388d-4418-b212-9159afbe0161 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.506768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6d8f-388d-4418-b212-9159afbe0161 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.530139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:49.605336 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6d8f-388d-4418-b212-9159afbe0161 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.719791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.735677 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6d8f-388d-4418-b212-9159afbe0161 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.749644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] Checking router: 515aa736-b452-4946-83c9-ac7f0dc7dde7 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:49.758437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] Routers {'515aa736-b452-4946-83c9-ac7f0dc7dde7'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:49.759147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['515aa736-b452-4946-83c9-ac7f0dc7dde7'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.764064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e6d8f-388d-4418-b212-9159afbe0161 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Subnet': ['ID=da3dd91e-ac7a-4b58-8652-ab1648adef16,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:49.772555 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6d8f-388d-4418-b212-9159afbe0161 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.776077 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fe4e6d8f-388d-4418-b212-9159afbe0161 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/subnets/da3dd91e-ac7a-4b58-8652-ab1648adef16 HTTP/1.1" status: 204 len: 168 time: 0.3669679 Mar 31 23:29:49.778570 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49988) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.794621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b1a171-dc5d-4309-add1-54af44e5a83f None None] Network 7aae1648-1a53-4e73-89f9-48c5ca42780e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:49.897432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.957037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49992) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.958177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] Set router 515aa736-b452-4946-83c9-ac7f0dc7dde7 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:50.025932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.092021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1006862893'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:50.160474 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port 443a9842-a200-4941-b422-b73a611a6955 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:50.160954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.221624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:50.224566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:50.225060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.226367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] DHCP port deletion for 7aae1648-1a53-4e73-89f9-48c5ca42780e request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:29:50.238464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.256197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: acd45398-94a6-475d-879d-b1f43bd4a5b2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:50.256547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device acd45398-94a6-475d-879d-b1f43bd4a5b2 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:50.284638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port 443a9842-a200-4941-b422-b73a611a6955, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=443a9842-a200-4941-b422-b73a611a6955,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:50.285011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.305543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for 443a9842-a200-4941-b422-b73a611a6955 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:50.351564 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] Deleting port 34e87190-526c-4086-a8c9-3e28ca390c35 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:50.351838 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.415216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.424312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:50.432475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] For port 34e87190-526c-4086-a8c9-3e28ca390c35, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=34e87190-526c-4086-a8c9-3e28ca390c35,segment=NetworkSegment(6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d),segment_id=6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:50.432954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.470701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.474566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f0d42-6b31-4664-b50e-ed003d93ab09 None None] The sync data for ids ['515aa736-b452-4946-83c9-ac7f0dc7dde7'] in n-d-836015-1 is: [{'id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947968361', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '443a9842-a200-4941-b422-b73a611a6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:27:39Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '443a9842-a200-4941-b422-b73a611a6955', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515aa736-b452-4946-83c9-ac7f0dc7dde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:27:40Z', 'updated_at': '2022-03-31T23:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:50.481910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] Calling delete_port for 34e87190-526c-4086-a8c9-3e28ca390c35 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:50.500061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:50.539766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c466564e-4988-44a6-bc40-0c864ce5d2b5,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.629638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.641202 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.664563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=443a9842-a200-4941-b422-b73a611a6955,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.669281 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.669281 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment 381a2cf5-134d-4517-b0ee-76c596758eb6 of type vlan for network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 Mar 31 23:29:50.669504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] Pushing event deleted for resources: {'Port': ['ID=34e87190-526c-4086-a8c9-3e28ca390c35,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.671021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8752ec-1e19-4ef9-bfd1-944fe780e16d None None] No DVR routers for this DVR port 34e87190-526c-4086-a8c9-3e28ca390c35 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:50.747552 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.777908 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.875365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.877679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.950577 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.957441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:50.958662 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.036339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=dddc2a64-89cf-49bd-bd37-8ce9e98f2923,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.047380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:51.061362 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.062092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Fanout notify agent at l3_agent the message router_deleted on router 515aa736-b452-4946-83c9-ac7f0dc7dde7 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:51.073530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.077882 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3c999a0f-344a-4304-8883-14766150bd49 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/routers/515aa736-b452-4946-83c9-ac7f0dc7dde7 HTTP/1.1" status: 204 len: 168 time: 1.2981470 Mar 31 23:29:51.078191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 49996) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:51.135044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e3d9d8b3-268b-48e4-89a3-8931980fa2e3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1766179 Mar 31 23:29:51.137382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 49998) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:51.147115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1628640374'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:51.169805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.231647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:51.235559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.262463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:51.269058 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.271424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.271771 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment 2731b165-2e15-442f-bf18-c38e720a796c of type vlan for network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 Mar 31 23:29:51.289694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aae1648-1a53-4e73-89f9-48c5ca42780e']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:51.299189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:51.299553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8d55e5-6c20-4fc8-9d49-a76bdf600a1d') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:51.310790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.317416 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.326504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.334319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:51.334858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:51.338417 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:51.435462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.441374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:51.442005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.498603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.508560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.511022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/networks/7aae1648-1a53-4e73-89f9-48c5ca42780e HTTP/1.1" status: 204 len: 168 time: 0.4311302 Mar 31 23:29:51.511294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=bcbe24c5-f0cb-4fc9-be29-ea41953b8269,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.513693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50000) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:51.523491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:51.526883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3d372-01ab-409a-a9fc-9c9fa6c05214 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Network': ['ID=7aae1648-1a53-4e73-89f9-48c5ca42780e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.567217 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c47c1a5d-5c6c-4b4c-b45a-79a1380251ce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4260626 Mar 31 23:29:51.567661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50002) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:51.575299 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': 'dddc2a64-89cf-49bd-bd37-8ce9e98f2923', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:51.637912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77351d6-6840-4155-8705-d1681a18b1af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.683925 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77351d6-6840-4155-8705-d1681a18b1af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.807133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:51.811001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.859167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77351d6-6840-4155-8705-d1681a18b1af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.861636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d77351d6-6840-4155-8705-d1681a18b1af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.862802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d77351d6-6840-4155-8705-d1681a18b1af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/security-groups/db7fe5f0-cd0e-485d-8a85-bf7924b72827 HTTP/1.1" status: 204 len: 168 time: 0.3481438 Mar 31 23:29:51.884388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77351d6-6840-4155-8705-d1681a18b1af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7fe5f0-cd0e-485d-8a85-bf7924b72827,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.055748 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.057484 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:29:52.118042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=a52ab8f4-b3f5-42bc-aa8c-da02052678f5,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.126249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': '381a2cf5-134d-4517-b0ee-76c596758eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'dddc2a64-89cf-49bd-bd37-8ce9e98f2923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:52.126636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: dddc2a64-89cf-49bd-bd37-8ce9e98f2923, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:52.147160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 443a9842-a200-4941-b422-b73a611a6955 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:52.171902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 443a9842-a200-4941-b422-b73a611a6955 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:52.172252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 443a9842-a200-4941-b422-b73a611a6955 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:52.172676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ef906627-8368-4ce1-93e5-38edd74a0da1 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:52.193067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ef906627-8368-4ce1-93e5-38edd74a0da1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:52.193414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ef906627-8368-4ce1-93e5-38edd74a0da1 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:52.193825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 34e87190-526c-4086-a8c9-3e28ca390c35 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:52.214014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 34e87190-526c-4086-a8c9-3e28ca390c35 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:52.214354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 34e87190-526c-4086-a8c9-3e28ca390c35 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:52.237984 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:52.338757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, dddc2a64-89cf-49bd-bd37-8ce9e98f2923) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:52.342861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:52.343469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.348378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20682f3e-2e34-407b-a493-0f4b4a4ffe55 None None] Network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:52.426701 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-52785dea-eaa6-4726-bb94-7104bbe62876 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8553431 Mar 31 23:29:52.429422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50006) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:52.434368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': 'bcbe24c5-f0cb-4fc9-be29-ea41953b8269', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:52.492993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-dddc2a64-89cf-49bd-bd37-8ce9e98f2923', 'network_id': 'dddc2a64-89cf-49bd-bd37-8ce9e98f2923', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': 'a52ab8f4-b3f5-42bc-aa8c-da02052678f5'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:29:52.493863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.615740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:52.619816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.634311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Allocated IP 172.20.0.2 (dddc2a64-89cf-49bd-bd37-8ce9e98f2923/a52ab8f4-b3f5-42bc-aa8c-da02052678f5/6c3b4b91-329d-41f0-b4dc-be5597dbd1ea) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:52.788617 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.882351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.910137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.925431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:52.928441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:52.932740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:52.943786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Pushing event updated for resources: {'Port': ['ID=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.974719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=09956da3-8b90-41fd-b990-61ce0244d6e3,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.986432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': '2731b165-2e15-442f-bf18-c38e720a796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbe24c5-f0cb-4fc9-be29-ea41953b8269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:52.986828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: bcbe24c5-f0cb-4fc9-be29-ea41953b8269, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:52.997797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Attempting to bind port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:52.998176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Attempting to bind port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '381a2cf5-134d-4517-b0ee-76c596758eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'dddc2a64-89cf-49bd-bd37-8ce9e98f2923'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:52.998584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Attempting to bind port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea on network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:53.004265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:53.004644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Checking segment: {'id': '381a2cf5-134d-4517-b0ee-76c596758eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'dddc2a64-89cf-49bd-bd37-8ce9e98f2923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:53.005121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.005504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Bound using segment: {'id': '381a2cf5-134d-4517-b0ee-76c596758eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'dddc2a64-89cf-49bd-bd37-8ce9e98f2923'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:53.005981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Bound port: 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381a2cf5-134d-4517-b0ee-76c596758eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'dddc2a64-89cf-49bd-bd37-8ce9e98f2923'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:53.007038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.078024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] For port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:53.081146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] For port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,segment=NetworkSegment(381a2cf5-134d-4517-b0ee-76c596758eb6),segment_id=381a2cf5-134d-4517-b0ee-76c596758eb6)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:53.085916 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:53.156185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.166746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, bcbe24c5-f0cb-4fc9-be29-ea41953b8269) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:53.170953 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:53.171869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.187310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b655e64-be67-48c8-bc3b-3c412dfa1e84 None None] Network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:53.266768 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-820971e0-5e5c-4922-8f0b-152b5b47e249 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8336539 Mar 31 23:29:53.267133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50012) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:53.271649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547dc1-9073-45d8-8bad-4f3a2415566d None None] Pushing event updated for resources: {'Port': ['ID=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:53.275123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3e2e49e3-e7a4-4a7e-89d6-19957bb8952c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1051085234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:53.373649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49e3-e7a4-4a7e-89d6-19957bb8952c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.375180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49e3-e7a4-4a7e-89d6-19957bb8952c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.388624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-bcbe24c5-f0cb-4fc9-be29-ea41953b8269', 'network_id': 'bcbe24c5-f0cb-4fc9-be29-ea41953b8269', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': '09956da3-8b90-41fd-b990-61ce0244d6e3'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:29:53.389878 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.472733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49e3-e7a4-4a7e-89d6-19957bb8952c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.533442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50014) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:53.538292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-81344872-dd78-4372-af43-0c48f6554644 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766061368', 'description': 'tempest-secgroup-smoke-1766061368 description', 'project_id': 'e6f8129306504957b5a4c412bf419465'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:53.554683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Allocated IP 172.21.0.2 (bcbe24c5-f0cb-4fc9-be29-ea41953b8269/09956da3-8b90-41fd-b990-61ce0244d6e3/1e2b2982-655f-4e3d-9b81-d35822565948) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:53.567797 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49e3-e7a4-4a7e-89d6-19957bb8952c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.650095 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81344872-dd78-4372-af43-0c48f6554644 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.664793 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3e2e49e3-e7a4-4a7e-89d6-19957bb8952c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.664793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3e2e49e3-e7a4-4a7e-89d6-19957bb8952c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3956909 Mar 31 23:29:53.668209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50016) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:53.712212 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.723390 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81344872-dd78-4372-af43-0c48f6554644 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.801995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.848526 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:53.849773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81344872-dd78-4372-af43-0c48f6554644 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.851749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:53.856158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:53.874019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1e2b2982-655f-4e3d-9b81-d35822565948,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:53.922451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81344872-dd78-4372-af43-0c48f6554644 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901c4b31-b4f0-445f-aaae-766cdd0aba4d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:53.946173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Attempting to bind port 1e2b2982-655f-4e3d-9b81-d35822565948 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:53.946623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Attempting to bind port 1e2b2982-655f-4e3d-9b81-d35822565948 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '2731b165-2e15-442f-bf18-c38e720a796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbe24c5-f0cb-4fc9-be29-ea41953b8269'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:53.946972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Attempting to bind port 1e2b2982-655f-4e3d-9b81-d35822565948 on network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:53.953073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:53.953453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Checking segment: {'id': '2731b165-2e15-442f-bf18-c38e720a796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbe24c5-f0cb-4fc9-be29-ea41953b8269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:53.953919 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.954325 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Bound using segment: {'id': '2731b165-2e15-442f-bf18-c38e720a796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbe24c5-f0cb-4fc9-be29-ea41953b8269'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:53.954969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Bound port: 1e2b2982-655f-4e3d-9b81-d35822565948, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2731b165-2e15-442f-bf18-c38e720a796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bcbe24c5-f0cb-4fc9-be29-ea41953b8269'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:53.959904 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.981529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81344872-dd78-4372-af43-0c48f6554644 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.984324 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-81344872-dd78-4372-af43-0c48f6554644 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4497457 Mar 31 23:29:53.987369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50018) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:53.992456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f577808d-91e0-4b72-a226-c4260bb9d34d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '901c4b31-b4f0-445f-aaae-766cdd0aba4d', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:54.058119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] For port 1e2b2982-655f-4e3d-9b81-d35822565948, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:54.062322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] For port 1e2b2982-655f-4e3d-9b81-d35822565948, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e2b2982-655f-4e3d-9b81-d35822565948,segment=NetworkSegment(2731b165-2e15-442f-bf18-c38e720a796c),segment_id=2731b165-2e15-442f-bf18-c38e720a796c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:54.098056 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f577808d-91e0-4b72-a226-c4260bb9d34d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.151353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.220268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f577808d-91e0-4b72-a226-c4260bb9d34d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.248504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:54.298452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f577808d-91e0-4b72-a226-c4260bb9d34d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.326081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97408c4-f705-4124-a2f9-7ce80e01a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1e2b2982-655f-4e3d-9b81-d35822565948,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.335899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577808d-91e0-4b72-a226-c4260bb9d34d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d3d40e-1376-4464-8721-c60d09e53b50,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.338088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:54.341329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.413585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f577808d-91e0-4b72-a226-c4260bb9d34d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.416593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f577808d-91e0-4b72-a226-c4260bb9d34d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4275746 Mar 31 23:29:54.419431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50020) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:54.424278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6beb0d42-b966-443e-9fa7-7186e6aa4310 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '901c4b31-b4f0-445f-aaae-766cdd0aba4d', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:54.463919 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.486773 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.513786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,segment=NetworkSegment(381a2cf5-134d-4517-b0ee-76c596758eb6),segment_id=381a2cf5-134d-4517-b0ee-76c596758eb6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:54.589053 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.598852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d42-b966-443e-9fa7-7186e6aa4310 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.680296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.720573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21b5f7-fb7b-4411-89d2-a758daf512bd None None] Network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:54.721782 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d42-b966-443e-9fa7-7186e6aa4310 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.779892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.20.0.1 (dddc2a64-89cf-49bd-bd37-8ce9e98f2923/a52ab8f4-b3f5-42bc-aa8c-da02052678f5/df82050e-d3d9-4977-92cf-cd79231fdb45) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:54.788722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d42-b966-443e-9fa7-7186e6aa4310 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.801875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d84dd34f-aa56-41cf-af59-c2947bdd7c4d None None] Provisioning complete for port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:54.802242 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d84dd34f-aa56-41cf-af59-c2947bdd7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.810431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb0d42-b966-443e-9fa7-7186e6aa4310 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa5d2ee-fb59-416b-85d0-f9efe83a9f0e,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.886933 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d42-b966-443e-9fa7-7186e6aa4310 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.888507 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6beb0d42-b966-443e-9fa7-7186e6aa4310 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4680707 Mar 31 23:29:54.891471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50022) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:54.897927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2e5fcf7f-d636-43c5-84e8-51e4f2ae71f4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '901c4b31-b4f0-445f-aaae-766cdd0aba4d', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:54.904253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.030533 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e5fcf7f-d636-43c5-84e8-51e4f2ae71f4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.079190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.103205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e5fcf7f-d636-43c5-84e8-51e4f2ae71f4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.131669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:55.135952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:55.141319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:55.169459 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=df82050e-d3d9-4977-92cf-cd79231fdb45,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.184738 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e5fcf7f-d636-43c5-84e8-51e4f2ae71f4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.192132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.206612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fcf7f-d636-43c5-84e8-51e4f2ae71f4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e026257-a99b-4800-9afe-032ed720700a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.265853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8d9af2a0-a3a4-49be-9891-3d4239690241 None None] Provisioning complete for port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:55.266228 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d9af2a0-a3a4-49be-9891-3d4239690241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.300857 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e5fcf7f-d636-43c5-84e8-51e4f2ae71f4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.302640 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2e5fcf7f-d636-43c5-84e8-51e4f2ae71f4 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4097004 Mar 31 23:29:55.305543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50024) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:55.311138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b137109a-7543-4de4-b8ca-849d4be3cba3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '901c4b31-b4f0-445f-aaae-766cdd0aba4d', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:55.395509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.444389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b137109a-7543-4de4-b8ca-849d4be3cba3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.479823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d6b88b-2265-47fa-a9d0-ee2c65a3604e None None] Network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:55.492832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c03c85aa-839c-4d4b-bad5-920ed88d0c47 None None] Provisioning complete for port df82050e-d3d9-4977-92cf-cd79231fdb45 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:55.493314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c03c85aa-839c-4d4b-bad5-920ed88d0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.563719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c03c85aa-839c-4d4b-bad5-920ed88d0c47 None None] Port df82050e-d3d9-4977-92cf-cd79231fdb45 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:55.575252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b137109a-7543-4de4-b8ca-849d4be3cba3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.638380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b137109a-7543-4de4-b8ca-849d4be3cba3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.663579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137109a-7543-4de4-b8ca-849d4be3cba3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a270a2-5de0-4e78-b4e1-efebaab4cd4e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.719557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ac3e2ed6-f9fe-4971-bd83-9700934cc9b4 None None] Provisioning complete for port 1e2b2982-655f-4e3d-9b81-d35822565948 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:55.719859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2ed6-f9fe-4971-bd83-9700934cc9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.743077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.753613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b137109a-7543-4de4-b8ca-849d4be3cba3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.759400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b137109a-7543-4de4-b8ca-849d4be3cba3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4500470 Mar 31 23:29:55.760279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50028) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:55.765276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e53af93c-ad12-4719-b5e4-fd35b92ca97e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '901c4b31-b4f0-445f-aaae-766cdd0aba4d', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:55.819452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.840027 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2ed6-f9fe-4971-bd83-9700934cc9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.855748 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-e53af93c-ad12-4719-b5e4-fd35b92ca97e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Project e6f8129306504957b5a4c412bf419465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:29:55.881346 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ac3e2ed6-f9fe-4971-bd83-9700934cc9b4 None None] For port 1e2b2982-655f-4e3d-9b81-d35822565948, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e2b2982-655f-4e3d-9b81-d35822565948,segment=NetworkSegment(2731b165-2e15-442f-bf18-c38e720a796c),segment_id=2731b165-2e15-442f-bf18-c38e720a796c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:55.898530 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e53af93c-ad12-4719-b5e4-fd35b92ca97e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.936538 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.942184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=df82050e-d3d9-4977-92cf-cd79231fdb45,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.948551 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2ed6-f9fe-4971-bd83-9700934cc9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.005588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e2ed6-f9fe-4971-bd83-9700934cc9b4 None None] Pushing event updated for resources: {'Port': ['ID=1e2b2982-655f-4e3d-9b81-d35822565948,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.047911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e53af93c-ad12-4719-b5e4-fd35b92ca97e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.068359 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:56.070229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:56.070497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e09518f2-c1af-4d2d-b119-fe7ef4564dc1 None None] Provisioning complete for port 1e2b2982-655f-4e3d-9b81-d35822565948 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:56.070885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e09518f2-c1af-4d2d-b119-fe7ef4564dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.155165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e53af93c-ad12-4719-b5e4-fd35b92ca97e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.187190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53af93c-ad12-4719-b5e4-fd35b92ca97e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5c3718-32da-4913-9ad7-1c32b58fcdaa,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.264863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e53af93c-ad12-4719-b5e4-fd35b92ca97e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.264863 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e53af93c-ad12-4719-b5e4-fd35b92ca97e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4977362 Mar 31 23:29:56.264863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50030) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.268175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5234aa70-6d09-4bc4-ae83-a3fcbacab932 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '901c4b31-b4f0-445f-aaae-766cdd0aba4d', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:56.280028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:56.286771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router aeb36fdd-5308-490f-b465-750aad93aa32 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:56.333623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:56.334179 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.372899 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-5234aa70-6d09-4bc4-ae83-a3fcbacab932 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Project e6f8129306504957b5a4c412bf419465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:29:56.383253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5234aa70-6d09-4bc4-ae83-a3fcbacab932 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.406069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:56.413437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c67ff834-c724-4e5a-9d35-fffbd068c097 None None] Provisioning complete for port df82050e-d3d9-4977-92cf-cd79231fdb45 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:56.413820 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c67ff834-c724-4e5a-9d35-fffbd068c097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.416050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-00a7665e-730c-4db1-b49d-c54a62af2b83 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/aeb36fdd-5308-490f-b465-750aad93aa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7467978 Mar 31 23:29:56.418891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50032) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.423264 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615d2c4-3dfb-4389-8ab2-1c93e1f6d9c0 None None] Sync routers for ids ['aeb36fdd-5308-490f-b465-750aad93aa32'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:56.443606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e2b2982-655f-4e3d-9b81-d35822565948 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:56.446320 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615d2c4-3dfb-4389-8ab2-1c93e1f6d9c0 None None] Routers {'aeb36fdd-5308-490f-b465-750aad93aa32'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:56.449343 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5234aa70-6d09-4bc4-ae83-a3fcbacab932 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.450222 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b615d2c4-3dfb-4389-8ab2-1c93e1f6d9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['aeb36fdd-5308-490f-b465-750aad93aa32'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:56.485373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9e2ba4-262d-4b6d-9f50-d7d2a223987d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:56.489657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ed9e2ba4-262d-4b6d-9f50-d7d2a223987d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports/df82050e-d3d9-4977-92cf-cd79231fdb45 HTTP/1.1" status: 200 len: 910 time: 0.0663228 Mar 31 23:29:56.489929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50034) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.493338 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b615d2c4-3dfb-4389-8ab2-1c93e1f6d9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:56.504082 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615d2c4-3dfb-4389-8ab2-1c93e1f6d9c0 None None] Routers {'aeb36fdd-5308-490f-b465-750aad93aa32'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:56.504821 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b615d2c4-3dfb-4389-8ab2-1c93e1f6d9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['aeb36fdd-5308-490f-b465-750aad93aa32'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:56.535651 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5234aa70-6d09-4bc4-ae83-a3fcbacab932 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.541021 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b615d2c4-3dfb-4389-8ab2-1c93e1f6d9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:56.542044 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b615d2c4-3dfb-4389-8ab2-1c93e1f6d9c0 None None] The sync data for ids ['aeb36fdd-5308-490f-b465-750aad93aa32'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:56.598757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234aa70-6d09-4bc4-ae83-a3fcbacab932 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34795bb7-d946-4c65-aca3-556027bf3865,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.637401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c67ff834-c724-4e5a-9d35-fffbd068c097 None None] Port df82050e-d3d9-4977-92cf-cd79231fdb45 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:56.656718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1e2b2982-655f-4e3d-9b81-d35822565948 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:56.657565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.693599 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5234aa70-6d09-4bc4-ae83-a3fcbacab932 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.694899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5234aa70-6d09-4bc4-ae83-a3fcbacab932 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4311843 Mar 31 23:29:56.698174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50036) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.703072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'network': {'name': 'tempest-network-smoke--2089458878', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'port_security_enabled': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:56.797250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:56.801176 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.863803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:56.882732 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.883071 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Added segment 16906422-fd6f-4f49-993f-fec52b1b193e of type vlan for network d12a2f01-0954-4867-a1ca-3fc20576df1a Mar 31 23:29:56.954118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.972441 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.071787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.079122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:57.079850 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.176350 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Network': ['ID=d12a2f01-0954-4867-a1ca-3fc20576df1a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:57.186331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d12a2f01-0954-4867-a1ca-3fc20576df1a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:57.213971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e6a882f1-3241-429e-8c6f-baff24e7c7d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5147429 Mar 31 23:29:57.216782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50038) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:57.221821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'admin_state_up': True, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:57.296179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.297520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.344985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.21.0.1 (bcbe24c5-f0cb-4fc9-be29-ea41953b8269/09956da3-8b90-41fd-b990-61ce0244d6e3/338145ed-5c97-4b7d-b934-c8fa9314d15a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:57.350090 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.463158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.559498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.574608 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.627502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:57.630787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:57.635372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:57.665809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=338145ed-5c97-4b7d-b934-c8fa9314d15a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:57.687390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.923936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.984179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e633a28a-6ac4-4c66-b844-ede5335cd9c1 None None] Provisioning complete for port 338145ed-5c97-4b7d-b934-c8fa9314d15a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:57.984553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e633a28a-6ac4-4c66-b844-ede5335cd9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.027352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e633a28a-6ac4-4c66-b844-ede5335cd9c1 None None] Port 338145ed-5c97-4b7d-b934-c8fa9314d15a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:58.211026 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.230915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.236874 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.332870 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.341176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.25.4.67 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/8d3c35f1-7300-4c7a-93b8-1623c5551b94) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:58.407824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.413341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=338145ed-5c97-4b7d-b934-c8fa9314d15a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:58.449428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.506975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:58.508445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:58.545221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.596199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:58.599418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:58.604003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:58.618844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router aeb36fdd-5308-490f-b465-750aad93aa32 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:58.633071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=8d3c35f1-7300-4c7a-93b8-1623c5551b94,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:58.748223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:58.753493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-574c5502-967a-4d79-8dec-9b807b66a85f None None] Provisioning complete for port 338145ed-5c97-4b7d-b934-c8fa9314d15a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:58.757089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c75c2e5a-1f97-49d4-b192-70e4e7722cb5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/aeb36fdd-5308-490f-b465-750aad93aa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2628880 Mar 31 23:29:58.757938 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-574c5502-967a-4d79-8dec-9b807b66a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.758829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50042) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:58.759459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e785914-c9a2-46a7-97cc-5c4271a55cfb None None] Sync routers for ids ['aeb36fdd-5308-490f-b465-750aad93aa32'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:58.806202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e785914-c9a2-46a7-97cc-5c4271a55cfb None None] Routers {'aeb36fdd-5308-490f-b465-750aad93aa32'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:58.806202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3e785914-c9a2-46a7-97cc-5c4271a55cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['aeb36fdd-5308-490f-b465-750aad93aa32'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:58.806723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1570a33b-063b-49ab-a553-117652dd7703 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:58.807940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1570a33b-063b-49ab-a553-117652dd7703 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports/338145ed-5c97-4b7d-b934-c8fa9314d15a HTTP/1.1" status: 200 len: 910 time: 0.0483389 Mar 31 23:29:58.810967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50044) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:58.839063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-574c5502-967a-4d79-8dec-9b807b66a85f None None] Port 338145ed-5c97-4b7d-b934-c8fa9314d15a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:58.842877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3e785914-c9a2-46a7-97cc-5c4271a55cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:58.851693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e785914-c9a2-46a7-97cc-5c4271a55cfb None None] Routers {'aeb36fdd-5308-490f-b465-750aad93aa32'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:58.852323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3e785914-c9a2-46a7-97cc-5c4271a55cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['aeb36fdd-5308-490f-b465-750aad93aa32'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:58.886305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3e785914-c9a2-46a7-97cc-5c4271a55cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:58.887010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e785914-c9a2-46a7-97cc-5c4271a55cfb None None] The sync data for ids ['aeb36fdd-5308-490f-b465-750aad93aa32'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:58.967825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.201958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.450365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:59.528236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.560104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:59.570710 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Sync routers for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:59.583245 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:59.590718 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:59.657915 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.659865 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f2b239f7-6542-48c4-ab4f-bf867cfdd3ef tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4416687 Mar 31 23:29:59.662627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50048) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:59.690734 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:59.694743 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d392f33c-6d55-44a1-bfaa-2c2cadbbbedc tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e6f8129306504957b5a4c412bf419465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308721 Mar 31 23:29:59.697406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50050) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:59.851750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8f0e1-6426-4d1f-bdba-318907d6553e tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:59.851750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-16c8f0e1-6426-4d1f-bdba-318907d6553e tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1487348 Mar 31 23:29:59.852553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50052) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:59.889491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-91d06877-a737-4135-b0ba-ffe9680c9305 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364137 Mar 31 23:29:59.892062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50054) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:59.897633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139787412', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:59.915391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 338145ed-5c97-4b7d-b934-c8fa9314d15a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:59.915729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.955660 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:29:58Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:59.985023 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Checking router: 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:59.985373 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Updating router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b port 8d3c35f1-7300-4c7a-93b8-1623c5551b94 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:30:00.009493 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.058800 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.071139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 338145ed-5c97-4b7d-b934-c8fa9314d15a owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:00.129093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:00.132621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.266034 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.373336 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.426199 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfb176-59a6-4fc7-83bc-0b891ed289b2 None None] Pushing event updated for resources: {'Port': ['ID=8d3c35f1-7300-4c7a-93b8-1623c5551b94,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:00.428458 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Attempting to bind port 8d3c35f1-7300-4c7a-93b8-1623c5551b94 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:00.428818 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Attempting to bind port 8d3c35f1-7300-4c7a-93b8-1623c5551b94 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:00.429174 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Attempting to bind port 8d3c35f1-7300-4c7a-93b8-1623c5551b94 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:00.434836 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:00.435208 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:00.435602 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.435984 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:00.436438 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Bound port: 8d3c35f1-7300-4c7a-93b8-1623c5551b94, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:00.436926 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.447617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.474933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=338145ed-5c97-4b7d-b934-c8fa9314d15a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:00.483706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.497331 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] For port 8d3c35f1-7300-4c7a-93b8-1623c5551b94, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:00.512262 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] For port 8d3c35f1-7300-4c7a-93b8-1623c5551b94, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8d3c35f1-7300-4c7a-93b8-1623c5551b94,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:00.605851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Subnet': ['ID=cc702dfa-7842-4d0c-9353-585a3b3cfd8e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:00.610937 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.648483 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Checking segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:00.648859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network hostable DHCP agents. Network: d12a2f01-0954-4867-a1ca-3fc20576df1a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:00.670619 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:00.671592 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:00.715301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.719458 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfb176-59a6-4fc7-83bc-0b891ed289b2 None None] Pushing event updated for resources: {'Port': ['ID=8d3c35f1-7300-4c7a-93b8-1623c5551b94,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:00.795986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network d12a2f01-0954-4867-a1ca-3fc20576df1a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:00.798168 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:00.873801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d12a2f01-0954-4867-a1ca-3fc20576df1a) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:00.883421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43ce82-4e67-42e3-bac9-0388691dca96 None None] Network d12a2f01-0954-4867-a1ca-3fc20576df1a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:00.923165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.923165 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.961598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-8e011cb6-af34-4486-965d-980f00628301 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005619 Mar 31 23:30:00.968998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router aeb36fdd-5308-490f-b465-750aad93aa32 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:00.997428 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:29:58Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:01.035893 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2959b37-195e-4279-96f6-86d506e2f713 None None] The sync data for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 is: [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:29:58Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:01.057321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9f4e5e42-7552-44eb-9ad7-e0967f3e61ba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1614645 Mar 31 23:30:01.058319 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50056) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:01.090683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d12a2f01-0954-4867-a1ca-3fc20576df1a', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:01.098328 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.177789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:01.185195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-151b32e5-eae1-4ff8-94d2-e8d38da236f8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/aeb36fdd-5308-490f-b465-750aad93aa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3729920 Mar 31 23:30:01.189634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-64e6492a-2c03-4858-9420-17a8711d267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.190953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-64e6492a-2c03-4858-9420-17a8711d267f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 1096 time: 0.1590004 Mar 31 23:30:01.191456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50058) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:01.246874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b400e83-b1ea-4dc0-b6fe-eefeadf72a4b None None] Sync routers for ids ['aeb36fdd-5308-490f-b465-750aad93aa32'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:01.287026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b400e83-b1ea-4dc0-b6fe-eefeadf72a4b None None] Routers {'aeb36fdd-5308-490f-b465-750aad93aa32'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:01.288174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8b400e83-b1ea-4dc0-b6fe-eefeadf72a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['aeb36fdd-5308-490f-b465-750aad93aa32'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:01.343478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8b400e83-b1ea-4dc0-b6fe-eefeadf72a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:01.387946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b400e83-b1ea-4dc0-b6fe-eefeadf72a4b None None] Routers {'aeb36fdd-5308-490f-b465-750aad93aa32'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:01.389046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8b400e83-b1ea-4dc0-b6fe-eefeadf72a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['aeb36fdd-5308-490f-b465-750aad93aa32'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:01.437277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8b400e83-b1ea-4dc0-b6fe-eefeadf72a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:01.437802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b400e83-b1ea-4dc0-b6fe-eefeadf72a4b None None] The sync data for ids ['aeb36fdd-5308-490f-b465-750aad93aa32'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:01.442686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Allocated IP 172.20.0.2 (d12a2f01-0954-4867-a1ca-3fc20576df1a/cc702dfa-7842-4d0c-9353-585a3b3cfd8e/1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:01.486557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-f70b814f-46af-4fcf-a8b1-218daf2354aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.489751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-f70b814f-46af-4fcf-a8b1-218daf2354aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.2499580 Mar 31 23:30:01.642854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-d3f578c9-0c1d-474d-a49a-b608f0fb52fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc HTTP/1.1" status: 200 len: 1001 time: 0.1334393 Mar 31 23:30:01.659680 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.708983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.733893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-1af20a38-75e2-4d8d-8570-6ed548d5e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.735818 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-1af20a38-75e2-4d8d-8570-6ed548d5e289 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0840893 Mar 31 23:30:01.751438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Network d12a2f01-0954-4867-a1ca-3fc20576df1a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:01.754832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:01.759904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:01.790701 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.798784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Pushing event updated for resources: {'Port': ['ID=1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:01.825254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.825668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.828408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.828408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.828408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.828408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.828408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.828408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.828408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.829225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.829225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.829225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.848093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Attempting to bind port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:01.848544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Attempting to bind port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:01.848938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Attempting to bind port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d on network d12a2f01-0954-4867-a1ca-3fc20576df1a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:01.855108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:01.855589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Checking segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:01.855910 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.856347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Bound using segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:01.857189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Bound port: 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:01.857348 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.862341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-d471151b-6744-42e3-b8af-aa8ef06b6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.864311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-d471151b-6744-42e3-b8af-aa8ef06b6a85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167264 Mar 31 23:30:01.936913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.991364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] For port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:01.995389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] For port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:02.063113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-1fbc1e45-150a-4bb4-9067-6a513985058d service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900458 Mar 31 23:30:02.122368 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.156710 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.20.0.1 (d12a2f01-0954-4867-a1ca-3fc20576df1a/cc702dfa-7842-4d0c-9353-585a3b3cfd8e/7b898b01-a6cf-4748-953f-cf19b4c92a9c) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:02.215266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcdd68-ebaf-4687-b83f-be9a3adeff88 None None] Pushing event updated for resources: {'Port': ['ID=1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.254530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8d3c35f1-7300-4c7a-93b8-1623c5551b94 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:02.261749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba7bd0dd-312f-40c2-8a94-357e2f648820 req-aafdc98f-e561-4477-a966-3ad0e0b441d3 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689870 Mar 31 23:30:02.364685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8d3c35f1-7300-4c7a-93b8-1623c5551b94 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:02.365082 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.376913 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.398172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port df82050e-d3d9-4977-92cf-cd79231fdb45 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:02.398724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.480963 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.510342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.529371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.554068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for df82050e-d3d9-4977-92cf-cd79231fdb45 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:02.575062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 8d3c35f1-7300-4c7a-93b8-1623c5551b94, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8d3c35f1-7300-4c7a-93b8-1623c5551b94,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:02.604590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network d12a2f01-0954-4867-a1ca-3fc20576df1a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:02.607685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:02.614232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:02.639157 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.641146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=7b898b01-a6cf-4748-953f-cf19b4c92a9c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.680392 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.723885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=8d3c35f1-7300-4c7a-93b8-1623c5551b94,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.885754 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:02.913291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=df82050e-d3d9-4977-92cf-cd79231fdb45,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.933584 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.074071 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.265165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router aeb36fdd-5308-490f-b465-750aad93aa32 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:03.289402 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.368149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.449570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.458439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=7b898b01-a6cf-4748-953f-cf19b4c92a9c,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:03.573323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network d12a2f01-0954-4867-a1ca-3fc20576df1a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:03.575075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:03.719191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:03.722020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:03.727439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a416a3a4-188a-443e-ab79-84f74e55b788 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/aeb36fdd-5308-490f-b465-750aad93aa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5349536 Mar 31 23:30:03.731346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50064) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:03.740242 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04d58d-9b8e-4a40-a3bc-2bc42a317eae None None] Sync routers for ids ['aeb36fdd-5308-490f-b465-750aad93aa32'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:03.761677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-142436c9-56d6-44d0-b305-5d33fc8a8542 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=aeb36fdd-5308-490f-b465-750aad93aa32 HTTP/1.1" status: 200 len: 205 time: 0.0282054 Mar 31 23:30:03.764576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50066) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:03.765416 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04d58d-9b8e-4a40-a3bc-2bc42a317eae None None] Routers {'aeb36fdd-5308-490f-b465-750aad93aa32'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:03.766054 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7c04d58d-9b8e-4a40-a3bc-2bc42a317eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['aeb36fdd-5308-490f-b465-750aad93aa32'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:03.812824 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7c04d58d-9b8e-4a40-a3bc-2bc42a317eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:03.824282 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04d58d-9b8e-4a40-a3bc-2bc42a317eae None None] Routers {'aeb36fdd-5308-490f-b465-750aad93aa32'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:03.824969 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7c04d58d-9b8e-4a40-a3bc-2bc42a317eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['aeb36fdd-5308-490f-b465-750aad93aa32'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:03.864841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-400da3c4-6898-4fa7-a8c9-27a38dfcd7ff tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.873897 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7c04d58d-9b8e-4a40-a3bc-2bc42a317eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:03.875381 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04d58d-9b8e-4a40-a3bc-2bc42a317eae None None] The sync data for ids ['aeb36fdd-5308-490f-b465-750aad93aa32'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:03.890849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:03.903447 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ac1a6510-7903-401b-82dc-24faf8d92343 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "PUT /v2.0/routers/4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433366 Mar 31 23:30:03.908879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Sync routers for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:03.924583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ffcc41-64b6-4a48-96f6-d40aa0336da1 None None] Network d12a2f01-0954-4867-a1ca-3fc20576df1a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:03.944253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:03.944980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:29:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:04.015885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9d75f32d-b59a-47dc-a3c4-5743df1a43d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.058104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-400da3c4-6898-4fa7-a8c9-27a38dfcd7ff tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.060399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-400da3c4-6898-4fa7-a8c9-27a38dfcd7ff tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.081664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e91cf51b-90c7-41c5-a6e1-6d793c561bc9 None None] Provisioning complete for port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:04.087198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e91cf51b-90c7-41c5-a6e1-6d793c561bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.163152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-76a877a2-7cae-44ec-8e9f-0f6ebd25f177 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766061368&fields=id&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 267 time: 0.0521770 Mar 31 23:30:04.222753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:04.226455 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-400da3c4-6898-4fa7-a8c9-27a38dfcd7ff tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.227248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400da3c4-6898-4fa7-a8c9-27a38dfcd7ff tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Fanout notify agent at l3_agent the message router_deleted on router aeb36fdd-5308-490f-b465-750aad93aa32 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:30:04.238214 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-400da3c4-6898-4fa7-a8c9-27a38dfcd7ff tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.242109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50080) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:04.243345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-400da3c4-6898-4fa7-a8c9-27a38dfcd7ff tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/aeb36fdd-5308-490f-b465-750aad93aa32 HTTP/1.1" status: 204 len: 168 time: 0.4770858 Mar 31 23:30:04.265873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8d3c35f1-7300-4c7a-93b8-1623c5551b94 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:04.298745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-66eda457-3c99-4c28-a74f-cee6c9ddf2a2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:04.300443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-66eda457-3c99-4c28-a74f-cee6c9ddf2a2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/networks?id=d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 200 len: 797 time: 0.1365924 Mar 31 23:30:04.305073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa344cd-9bae-4f0a-a266-eb2a94cdcac4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet 09956da3-8b90-41fd-b990-61ce0244d6e3 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:04.309718 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fa344cd-9bae-4f0a-a266-eb2a94cdcac4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.317587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-2f046650-ecd2-47eb-b278-305f695c1e93 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/quotas/e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 375 time: 0.0100958 Mar 31 23:30:04.376612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fa344cd-9bae-4f0a-a266-eb2a94cdcac4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.391437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-8e8258c8-5480-43f5-9d93-cef3d75f12c7 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660994 Mar 31 23:30:04.488246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fa344cd-9bae-4f0a-a266-eb2a94cdcac4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.508736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-5bf86b41-2ff7-4e0e-8de9-d2423070af77 service neutron] 10.222.0.31 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030595 Mar 31 23:30:04.509841 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e91cf51b-90c7-41c5-a6e1-6d793c561bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.576763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8d3c35f1-7300-4c7a-93b8-1623c5551b94 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:04.581579 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.584027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e91cf51b-90c7-41c5-a6e1-6d793c561bc9 None None] For port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:04.654749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-8a2cc5d1-b15d-40b2-9a60-b64fe9b23673 service neutron] 10.222.0.31 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301949 Mar 31 23:30:04.677375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fa344cd-9bae-4f0a-a266-eb2a94cdcac4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.719642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa344cd-9bae-4f0a-a266-eb2a94cdcac4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=09956da3-8b90-41fd-b990-61ce0244d6e3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:04.721845 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4fa344cd-9bae-4f0a-a266-eb2a94cdcac4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.725834 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4fa344cd-9bae-4f0a-a266-eb2a94cdcac4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/09956da3-8b90-41fd-b990-61ce0244d6e3 HTTP/1.1" status: 204 len: 168 time: 0.4826291 Mar 31 23:30:04.741580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50082) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:04.824153 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-763eef4d-8feb-4bbd-b0a6-6afebbdc0397 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet a52ab8f4-b3f5-42bc-aa8c-da02052678f5 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:04.828294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-763eef4d-8feb-4bbd-b0a6-6afebbdc0397 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.879625 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-763eef4d-8feb-4bbd-b0a6-6afebbdc0397 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.936495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d53795-99f6-46dd-aafb-2e52c0dafc31 None None] Network bcbe24c5-f0cb-4fc9-be29-ea41953b8269 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:04.940023 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e91cf51b-90c7-41c5-a6e1-6d793c561bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.994266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d1ab75d-dbfa-42c0-b947-8434731bc36a req-423b460f-e157-478f-b924-2dfe7c772362 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 210 time: 0.0386038 Mar 31 23:30:05.062659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-763eef4d-8feb-4bbd-b0a6-6afebbdc0397 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.076683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:05.121704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:03Z', 'revision_number': 2, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:05.174394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Checking router: 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:05.174804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Updating router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b port 7b898b01-a6cf-4748-953f-cf19b4c92a9c binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:30:05.180188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cf51b-90c7-41c5-a6e1-6d793c561bc9 None None] Pushing event updated for resources: {'Port': ['ID=1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:05.233934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b6160b1c-dadb-4b09-ab91-67abc901216a None None] Provisioning complete for port 7b898b01-a6cf-4748-953f-cf19b4c92a9c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:05.233934 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6160b1c-dadb-4b09-ab91-67abc901216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.236898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-763eef4d-8feb-4bbd-b0a6-6afebbdc0397 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.270759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eef4d-8feb-4bbd-b0a6-6afebbdc0397 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=a52ab8f4-b3f5-42bc-aa8c-da02052678f5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:05.273089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-763eef4d-8feb-4bbd-b0a6-6afebbdc0397 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.277243 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-763eef4d-8feb-4bbd-b0a6-6afebbdc0397 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/a52ab8f4-b3f5-42bc-aa8c-da02052678f5 HTTP/1.1" status: 204 len: 168 time: 0.5345504 Mar 31 23:30:05.282399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50092) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:05.283515 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.290710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70773884-c2c6-4ba1-a73f-5607afdc16d9 None None] Network dddc2a64-89cf-49bd-bd37-8ce9e98f2923 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:05.380813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b6160b1c-dadb-4b09-ab91-67abc901216a None None] Port 7b898b01-a6cf-4748-953f-cf19b4c92a9c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:05.385160 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.401827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:05.402202 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.447858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 1e2b2982-655f-4e3d-9b81-d35822565948 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:05.448863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.482161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b6160b1c-dadb-4b09-ab91-67abc901216a None None] Provisioning complete for port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:05.482558 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6160b1c-dadb-4b09-ab91-67abc901216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.520967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port 1e2b2982-655f-4e3d-9b81-d35822565948, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e2b2982-655f-4e3d-9b81-d35822565948,segment=NetworkSegment(2731b165-2e15-442f-bf18-c38e720a796c),segment_id=2731b165-2e15-442f-bf18-c38e720a796c)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:05.520967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.533624 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 1e2b2982-655f-4e3d-9b81-d35822565948 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:05.592527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] DHCP port deletion for bcbe24c5-f0cb-4fc9-be29-ea41953b8269 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:05.727878 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.763019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=1e2b2982-655f-4e3d-9b81-d35822565948,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:05.765025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port 1e2b2982-655f-4e3d-9b81-d35822565948 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:05.832405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] DHCP port deletion for dddc2a64-89cf-49bd-bd37-8ce9e98f2923 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:05.849146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] Deleting port 1e2b2982-655f-4e3d-9b81-d35822565948 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:05.849513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.859057 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.881485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbe24c5-f0cb-4fc9-be29-ea41953b8269']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:05.891912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2731b165-2e15-442f-bf18-c38e720a796c') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:05.892206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2731b165-2e15-442f-bf18-c38e720a796c') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:05.902251 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.916115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.922845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:05.923238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:05.926504 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:05.971377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] For port 1e2b2982-655f-4e3d-9b81-d35822565948, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:05.971986 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.019502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] Calling delete_port for 1e2b2982-655f-4e3d-9b81-d35822565948 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:06.032625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] Port 1e2b2982-655f-4e3d-9b81-d35822565948 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:30:06.045405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.063196 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.089356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] Pushing event deleted for resources: {'Port': ['ID=1e2b2982-655f-4e3d-9b81-d35822565948,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.091202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0417d11d-c9f1-4382-97ac-22edaa878637 None None] Provisioning complete for port 7b898b01-a6cf-4748-953f-cf19b4c92a9c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:06.091568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0417d11d-c9f1-4382-97ac-22edaa878637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.097243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe700e-e34c-452f-a794-452617b1dfc8 None None] No DVR routers for this DVR port 1e2b2982-655f-4e3d-9b81-d35822565948 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:06.110402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81531730-6f89-4d03-b235-cc43af4ea931 req-0cdf4ddc-697a-4311-bd90-7db659553b63 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 210 time: 0.0369861 Mar 31 23:30:06.117938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] Deleting port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:06.118376 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.148202 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.153550 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.157300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/bcbe24c5-f0cb-4fc9-be29-ea41953b8269 HTTP/1.1" status: 204 len: 168 time: 0.8702767 Mar 31 23:30:06.159935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50098) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:06.173704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cc052-4252-4689-93ac-d8215c28e487 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=bcbe24c5-f0cb-4fc9-be29-ea41953b8269,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.199413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:06.204160 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.207198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-295a9d1b-6adc-4877-852f-d4f08b4bb944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.243169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0417d11d-c9f1-4382-97ac-22edaa878637 None None] Port 7b898b01-a6cf-4748-953f-cf19b4c92a9c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:06.251564 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.274135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] For port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,segment=NetworkSegment(381a2cf5-134d-4517-b0ee-76c596758eb6),segment_id=381a2cf5-134d-4517-b0ee-76c596758eb6)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:06.274778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.306382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] Calling delete_port for 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:06.311259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:06.311523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.333264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d52fc-1828-4b0d-8f64-88aa26b0c840 None None] Pushing event updated for resources: {'Port': ['ID=7b898b01-a6cf-4748-953f-cf19b4c92a9c,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.392584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,segment=NetworkSegment(381a2cf5-134d-4517-b0ee-76c596758eb6),segment_id=381a2cf5-134d-4517-b0ee-76c596758eb6)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:06.392945 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.407115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:06.443271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:06.451368 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.451368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Attempting to bind port 7b898b01-a6cf-4748-953f-cf19b4c92a9c on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:06.451368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Attempting to bind port 7b898b01-a6cf-4748-953f-cf19b4c92a9c by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:06.451368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Attempting to bind port 7b898b01-a6cf-4748-953f-cf19b4c92a9c on network d12a2f01-0954-4867-a1ca-3fc20576df1a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:06.480103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:06.480476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Checking segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:06.480941 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.481344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Bound using segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:06.481842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Bound port: 7b898b01-a6cf-4748-953f-cf19b4c92a9c, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:06.482218 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.610257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] For port 7b898b01-a6cf-4748-953f-cf19b4c92a9c, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:06.621158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.623232 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.641249 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] For port 7b898b01-a6cf-4748-953f-cf19b4c92a9c, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7b898b01-a6cf-4748-953f-cf19b4c92a9c,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:06.646298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2a53753e-d63c-403e-b10c-3906c9cae38e None None] Provisioning complete for port 7b898b01-a6cf-4748-953f-cf19b4c92a9c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:06.646298 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2a53753e-d63c-403e-b10c-3906c9cae38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.661388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.663933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:06.677510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] No DVR routers for this DVR port 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:06.681876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c1e42-ec29-46e8-8377-a96723bb3a8c None None] Pushing event deleted for resources: {'Port': ['ID=6c3b4b91-329d-41f0-b4dc-be5597dbd1ea,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.729030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:06.738884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.757948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2a53753e-d63c-403e-b10c-3906c9cae38e None None] Port 7b898b01-a6cf-4748-953f-cf19b4c92a9c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:06.763833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:06.763833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6c3b4b91-329d-41f0-b4dc-be5597dbd1ea not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:06.764043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e2b2982-655f-4e3d-9b81-d35822565948 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:06.816371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1e2b2982-655f-4e3d-9b81-d35822565948 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:06.816769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e2b2982-655f-4e3d-9b81-d35822565948 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:06.848454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d52fc-1828-4b0d-8f64-88aa26b0c840 None None] Pushing event updated for resources: {'Port': ['ID=7b898b01-a6cf-4748-953f-cf19b4c92a9c,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.851141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:06.851765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:07.146834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:07.162640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.187811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddc2a64-89cf-49bd-bd37-8ce9e98f2923']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:07.199522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381a2cf5-134d-4517-b0ee-76c596758eb6') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:07.199965 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381a2cf5-134d-4517-b0ee-76c596758eb6') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:07.206900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3900e7a7-865a-4d07-a9a8-679a6f6a6548 None None] Provisioning complete for port 7b898b01-a6cf-4748-953f-cf19b4c92a9c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:07.206900 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3900e7a7-865a-4d07-a9a8-679a6f6a6548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.214534 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.224860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-daf8355c-9343-450d-9cb9-863a7a27b21a req-1c6f4f4b-4c17-4a2a-93a7-606a22a86ced tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 210 time: 0.0351243 Mar 31 23:30:07.243656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.263580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:07.268481 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: items = [ Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: self.session.flush() Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:07.269427 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:07.409399 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3900e7a7-865a-4d07-a9a8-679a6f6a6548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.454948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3900e7a7-865a-4d07-a9a8-679a6f6a6548 None None] For port 7b898b01-a6cf-4748-953f-cf19b4c92a9c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7b898b01-a6cf-4748-953f-cf19b4c92a9c,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:07.469705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:06Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:07.477032 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.483101 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.487293 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/dddc2a64-89cf-49bd-bd37-8ce9e98f2923 HTTP/1.1" status: 204 len: 168 time: 1.3257308 Mar 31 23:30:07.502302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87efea9-9e6d-4a43-8502-3b68870a73ff None None] The sync data for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 is: [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:06Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:07.507572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50102) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:07.510055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b50e-1118-45e7-b36f-40e0f3365255 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=dddc2a64-89cf-49bd-bd37-8ce9e98f2923,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:07.520360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-893954499'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:07.597217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3900e7a7-865a-4d07-a9a8-679a6f6a6548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.651965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-63305542-e812-45d6-a186-5133b538b1c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.653552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-63305542-e812-45d6-a186-5133b538b1c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/networks?id=d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 200 len: 797 time: 0.2141113 Mar 31 23:30:07.668123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:07.668123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.694710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900e7a7-865a-4d07-a9a8-679a6f6a6548 None None] Pushing event updated for resources: {'Port': ['ID=7b898b01-a6cf-4748-953f-cf19b4c92a9c,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:07.727081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:07.759177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-f96793e3-095f-454b-a8e3-c6a687067342 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 380 time: 0.0926535 Mar 31 23:30:07.764831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.765321 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment 5d004e0d-e6b7-47fd-97f4-bd145a41b827 of type vlan for network 32989829-cdd0-47f9-957b-003b53be628d Mar 31 23:30:07.782441 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'port': {'device_id': 'e6669e7b-4676-447f-b298-880d808995f6', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'admin_state_up': True, 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'security_groups': ['901c4b31-b4f0-445f-aaae-766cdd0aba4d']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:07.808160 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:07.864735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.072793 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.078792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.079342 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.081942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:08.085681 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.178530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=32989829-cdd0-47f9-957b-003b53be628d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:08.192358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 32989829-cdd0-47f9-957b-003b53be628d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:08.215964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7b898b01-a6cf-4748-953f-cf19b4c92a9c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:08.293145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50106) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:08.298862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': '32989829-cdd0-47f9-957b-003b53be628d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:08.303754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2e980400-ddd3-4825-9d1b-059aabae45dc tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7945096 Mar 31 23:30:08.343231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 7b898b01-a6cf-4748-953f-cf19b4c92a9c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:08.343231 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.362625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94b9ed81-56c5-4687-b32e-059a25a4a1ad req-9fefbe5f-054f-4f6f-8723-52613a6abaa8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 210 time: 0.0304134 Mar 31 23:30:08.367427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.20.0.5 (d12a2f01-0954-4867-a1ca-3fc20576df1a/cc702dfa-7842-4d0c-9353-585a3b3cfd8e/b0d80242-6eec-4c6e-ad19-70159d509148) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:08.497721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:08.501579 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.539464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.671841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.723523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network d12a2f01-0954-4867-a1ca-3fc20576df1a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:08.726780 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.731875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:08.732311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:08.769062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:08.801683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.802661 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.820646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.893317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-60e443a4-d1be-4a5b-8f84-def84a02b31a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1252921 Mar 31 23:30:08.895051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=fcd4c914-95bc-441b-bcda-b20e7fa6c1f3,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:08.903122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': '5d004e0d-e6b7-47fd-97f4-bd145a41b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '32989829-cdd0-47f9-957b-003b53be628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:08.903494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: 32989829-cdd0-47f9-957b-003b53be628d, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:08.909042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Request body: {'port': {'device_id': 'e6669e7b-4676-447f-b298-880d808995f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:08.966865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.002999 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.029944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6ff1d3cb-4ec0-48c7-887e-ab0955da9d00 None None] Provisioning complete for port b0d80242-6eec-4c6e-ad19-70159d509148 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:09.030403 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d3cb-4ec0-48c7-887e-ab0955da9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.056810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 32989829-cdd0-47f9-957b-003b53be628d is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:09.067914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1d3cb-4ec0-48c7-887e-ab0955da9d00 None None] Port b0d80242-6eec-4c6e-ad19-70159d509148 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:09.142122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 32989829-cdd0-47f9-957b-003b53be628d) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:09.146764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:09.147640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.152786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc85dd9-a9e3-4c16-8655-755e0fb3595e None None] Network 32989829-cdd0-47f9-957b-003b53be628d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:09.201758 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.252415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d80242-6eec-4c6e-ad19-70159d509148 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:09.260121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.273770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Transition to ACTIVE for port object b0d80242-6eec-4c6e-ad19-70159d509148 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:30:09.296793 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-efb9b611-7f81-4ba3-996b-2d253ee0241e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0024750 Mar 31 23:30:09.299992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50108) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:09.304770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6af7a43d-d96a-48ee-9fd6-c6f9ac0b5988 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1469956995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:09.308784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-32989829-cdd0-47f9-957b-003b53be628d', 'network_id': '32989829-cdd0-47f9-957b-003b53be628d', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': 'fcd4c914-95bc-441b-bcda-b20e7fa6c1f3'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:09.309985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.399765 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.451043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6af7a43d-d96a-48ee-9fd6-c6f9ac0b5988 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.452812 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6af7a43d-d96a-48ee-9fd6-c6f9ac0b5988 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.454125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Allocated IP 172.20.0.2 (32989829-cdd0-47f9-957b-003b53be628d/fcd4c914-95bc-441b-bcda-b20e7fa6c1f3/b9e635c8-cc93-418b-9fd3-6f1dcd213c83) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:09.480718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.530082 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6af7a43d-d96a-48ee-9fd6-c6f9ac0b5988 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.578561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4cc63-0909-49be-916b-599209979921 req-c83fc283-260a-4589-83f1-dcaccfb0e718 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:09.580456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53c4cc63-0909-49be-916b-599209979921 req-c83fc283-260a-4589-83f1-dcaccfb0e718 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 943 time: 0.1212916 Mar 31 23:30:09.596185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:09.596542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:09.596867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:09.614024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6af7a43d-d96a-48ee-9fd6-c6f9ac0b5988 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.617766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:09.617766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:09.628634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:09.629017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Checking segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:09.629397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Bound using segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:09.629837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Bound port: b0d80242-6eec-4c6e-ad19-70159d509148, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:09.630199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.646788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.654843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53c4cc63-0909-49be-916b-599209979921 req-af21cf8e-5751-4ccd-bcbb-d6d58d4b950d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555794 Mar 31 23:30:09.726319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:09.726319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:09.753376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6af7a43d-d96a-48ee-9fd6-c6f9ac0b5988 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.754782 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6af7a43d-d96a-48ee-9fd6-c6f9ac0b5988 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4533863 Mar 31 23:30:09.763056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50112) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:09.768316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'port': {'network_id': '32989829-cdd0-47f9-957b-003b53be628d', 'name': 'tempest-RoutersTest-1784374836'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:09.784194 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.820274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.826781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Network 32989829-cdd0-47f9-957b-003b53be628d is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:09.830262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:09.833692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:09.841695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Pushing event updated for resources: {'Port': ['ID=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.857590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:09.858817 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.860271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] 10.222.0.45 "PUT /v2.0/ports/b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 1091 time: 0.9571989 Mar 31 23:30:09.862612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:09.865798 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d35ed09-f7d6-4308-b3de-25bdb9258712" -d '{"events": [{"name": "network-changed", "server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:09.871201 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.920957 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1b7166-f9bd-48d3-bd96-288aed5f20b8 x-openstack-request-id: req-5d1b7166-f9bd-48d3-bd96-288aed5f20b8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:09.921258 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:09.921512 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d1b7166-f9bd-48d3-bd96-288aed5f20b8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:09.921946 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1b7166-f9bd-48d3-bd96-288aed5f20b8'] response: {'name': 'network-changed', 'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'status': 'completed', 'code': 200} Mar 31 23:30:09.922207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Attempting to bind port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:09.923347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Attempting to bind port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '5d004e0d-e6b7-47fd-97f4-bd145a41b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '32989829-cdd0-47f9-957b-003b53be628d'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:09.923596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8e38d-9532-4f7e-a6f4-73f864e736a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.926549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Attempting to bind port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 on network 32989829-cdd0-47f9-957b-003b53be628d {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:09.934057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:09.939456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Checking segment: {'id': '5d004e0d-e6b7-47fd-97f4-bd145a41b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '32989829-cdd0-47f9-957b-003b53be628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:09.939456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.939456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Bound using segment: {'id': '5d004e0d-e6b7-47fd-97f4-bd145a41b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '32989829-cdd0-47f9-957b-003b53be628d'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:09.939456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Bound port: b9e635c8-cc93-418b-9fd3-6f1dcd213c83, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d004e0d-e6b7-47fd-97f4-bd145a41b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '32989829-cdd0-47f9-957b-003b53be628d'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:09.939456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.992134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ed09-f7d6-4308-b3de-25bdb9258712 req-bbc3cc36-3945-45c3-9341-cd70f05794bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:09.993779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d35ed09-f7d6-4308-b3de-25bdb9258712 req-bbc3cc36-3945-45c3-9341-cd70f05794bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1094 time: 0.0529389 Mar 31 23:30:10.007970 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:10.010800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] For port b9e635c8-cc93-418b-9fd3-6f1dcd213c83, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:10.011679 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.014065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] For port b9e635c8-cc93-418b-9fd3-6f1dcd213c83, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,segment=NetworkSegment(5d004e0d-e6b7-47fd-97f4-bd145a41b827),segment_id=5d004e0d-e6b7-47fd-97f4-bd145a41b827)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:10.031976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] device_id is not set on port 69eb042c-2a41-4ca2-b70e-032b8402b413 yet. {{(pid=109821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:30:10.116495 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.121077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ed09-f7d6-4308-b3de-25bdb9258712 req-54d24f10-652b-4bb7-9537-85343a42d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.122934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d35ed09-f7d6-4308-b3de-25bdb9258712 req-54d24f10-652b-4bb7-9537-85343a42d7fb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6f8129306504957b5a4c412bf419465&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1221735 Mar 31 23:30:10.161424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.20.0.11 (32989829-cdd0-47f9-957b-003b53be628d/fcd4c914-95bc-441b-bcda-b20e7fa6c1f3/69eb042c-2a41-4ca2-b70e-032b8402b413) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:10.180245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a61794-5b23-49da-aee7-d3794054d1d7 None None] Pushing event updated for resources: {'Port': ['ID=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:10.239292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ed09-f7d6-4308-b3de-25bdb9258712 req-1126d130-a949-45d6-9cda-d7287ec32cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.240654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d35ed09-f7d6-4308-b3de-25bdb9258712 req-1126d130-a949-45d6-9cda-d7287ec32cd1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112804 Mar 31 23:30:10.321873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-082a1de1-85f3-4a12-86f9-d6de428825a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.324032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-082a1de1-85f3-4a12-86f9-d6de428825a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1094 time: 0.0454977 Mar 31 23:30:10.343870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.383303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-827bb72d-6856-4c59-a6f5-69f498b4b117 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 217 time: 0.0524023 Mar 31 23:30:10.444658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-48c6fe47-b7d4-4008-b938-408b188b4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.446257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-48c6fe47-b7d4-4008-b938-408b188b4671 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc702dfa-7842-4d0c-9353-585a3b3cfd8e HTTP/1.1" status: 200 len: 834 time: 0.0559194 Mar 31 23:30:10.495723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-f1bc0aa3-a800-448c-af43-96a676b6533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.496395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-f1bc0aa3-a800-448c-af43-96a676b6533f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d12a2f01-0954-4867-a1ca-3fc20576df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440307 Mar 31 23:30:10.499858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.548009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 32989829-cdd0-47f9-957b-003b53be628d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:10.551288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:10.555026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:10.580438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=69eb042c-2a41-4ca2-b70e-032b8402b413,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:10.587930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-a7dde7b2-02b3-4090-b478-4214d1bf7918 service neutron] 10.222.0.45 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850606 Mar 31 23:30:10.617614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.618288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.685377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a64ad7c7-2051-4e21-8f46-66af6a9c9b10 req-ba937bf0-078a-4101-b894-00aa979d6d19 service neutron] 10.222.0.45 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910535 Mar 31 23:30:10.717945 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2b3e2e51-45ad-4e93-86ea-d0e1d71afab3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9535093 Mar 31 23:30:10.721575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50118) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.784561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7d96f-98be-409b-b8af-6c28e48f51f5 req-21aefcee-6d02-4087-a733-b81c92bd4309 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.792761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8e7d96f-98be-409b-b8af-6c28e48f51f5 req-21aefcee-6d02-4087-a733-b81c92bd4309 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 943 time: 0.0606542 Mar 31 23:30:10.840869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8e7d96f-98be-409b-b8af-6c28e48f51f5 req-871995e5-c0ea-4575-8a65-14a3e5f17442 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468893 Mar 31 23:30:11.086382 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.167773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d311a67-9392-46c5-872b-a57e1abc78b9 None None] Network 32989829-cdd0-47f9-957b-003b53be628d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:11.300370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4d8eb414-99ae-4040-a424-f24534437046 None None] Provisioning complete for port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:11.301158 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d8eb414-99ae-4040-a424-f24534437046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.338093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.407740 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d8eb414-99ae-4040-a424-f24534437046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.421812 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.441222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4d8eb414-99ae-4040-a424-f24534437046 None None] For port b9e635c8-cc93-418b-9fd3-6f1dcd213c83, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,segment=NetworkSegment(5d004e0d-e6b7-47fd-97f4-bd145a41b827),segment_id=5d004e0d-e6b7-47fd-97f4-bd145a41b827)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:11.501900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=69eb042c-2a41-4ca2-b70e-032b8402b413,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:11.514167 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d8eb414-99ae-4040-a424-f24534437046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.565545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eb414-99ae-4040-a424-f24534437046 None None] Pushing event updated for resources: {'Port': ['ID=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:11.634468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e14b8389-c910-49b1-af3e-387132bb3d15 None None] Provisioning complete for port 69eb042c-2a41-4ca2-b70e-032b8402b413 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:11.634872 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e14b8389-c910-49b1-af3e-387132bb3d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.655692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.672536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e14b8389-c910-49b1-af3e-387132bb3d15 None None] Port 69eb042c-2a41-4ca2-b70e-032b8402b413 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:11.683504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e14b8389-c910-49b1-af3e-387132bb3d15 None None] Provisioning complete for port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:11.684042 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e14b8389-c910-49b1-af3e-387132bb3d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.874654 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.896017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e5546b72-9568-4aeb-beb6-5482638a74c0 None None] Provisioning complete for port 69eb042c-2a41-4ca2-b70e-032b8402b413 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:11.896400 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e5546b72-9568-4aeb-beb6-5482638a74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.940496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e5546b72-9568-4aeb-beb6-5482638a74c0 None None] Port 69eb042c-2a41-4ca2-b70e-032b8402b413 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:11.972513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e4ce0-f9b1-4f8f-83cc-55c89b49d9a3 req-21373bb8-e6c0-4f25-ad06-43efa375f21a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:11.974014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-183e4ce0-f9b1-4f8f-83cc-55c89b49d9a3 req-21373bb8-e6c0-4f25-ad06-43efa375f21a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 943 time: 0.0515997 Mar 31 23:30:12.018022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-183e4ce0-f9b1-4f8f-83cc-55c89b49d9a3 req-7191d4c6-899e-44d5-9f4b-fe198a2975ff tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368240 Mar 31 23:30:12.059585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-93dab09a-0de9-4e4d-a5d8-c6ebffd39bae None None] Provisioning complete for port 69eb042c-2a41-4ca2-b70e-032b8402b413 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:12.059967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93dab09a-0de9-4e4d-a5d8-c6ebffd39bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.095525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-93dab09a-0de9-4e4d-a5d8-c6ebffd39bae None None] Port 69eb042c-2a41-4ca2-b70e-032b8402b413 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:12.161031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.182401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b9e635c8-cc93-418b-9fd3-6f1dcd213c83 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:12.232157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:12.232553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.250843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.328762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.330600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=69eb042c-2a41-4ca2-b70e-032b8402b413,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:12.420654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 32989829-cdd0-47f9-957b-003b53be628d is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:12.422339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:12.619580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b76b0c98-0be3-4335-83a3-5d805a570439 None None] Provisioning complete for port 69eb042c-2a41-4ca2-b70e-032b8402b413 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:12.619974 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b76b0c98-0be3-4335-83a3-5d805a570439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:12.645224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router eadff73a-b91a-4b12-bc1e-247bc9f51ff2 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:30:12.654160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b76b0c98-0be3-4335-83a3-5d805a570439 None None] Port 69eb042c-2a41-4ca2-b70e-032b8402b413 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:12.740369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:12.745806 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1a3dea38-f968-4015-b32d-92bdc84426c7 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/eadff73a-b91a-4b12-bc1e-247bc9f51ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0230319 Mar 31 23:30:12.748432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50124) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:12.750288 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306496ba-c409-44bf-9a7a-6eee2869dc89 None None] Sync routers for ids ['eadff73a-b91a-4b12-bc1e-247bc9f51ff2'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:12.761358 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306496ba-c409-44bf-9a7a-6eee2869dc89 None None] Routers {'eadff73a-b91a-4b12-bc1e-247bc9f51ff2'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:12.762324 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-306496ba-c409-44bf-9a7a-6eee2869dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eadff73a-b91a-4b12-bc1e-247bc9f51ff2'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:12.794446 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-306496ba-c409-44bf-9a7a-6eee2869dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:12.794845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab2799-ce1d-4632-a80e-d783d630dab4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:12.796366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f6ab2799-ce1d-4632-a80e-d783d630dab4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports/69eb042c-2a41-4ca2-b70e-032b8402b413 HTTP/1.1" status: 200 len: 978 time: 0.0466826 Mar 31 23:30:12.799244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50126) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:12.803456 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306496ba-c409-44bf-9a7a-6eee2869dc89 None None] Routers {'eadff73a-b91a-4b12-bc1e-247bc9f51ff2'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:12.804045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-306496ba-c409-44bf-9a7a-6eee2869dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eadff73a-b91a-4b12-bc1e-247bc9f51ff2'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:12.839408 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-306496ba-c409-44bf-9a7a-6eee2869dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:12.840064 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306496ba-c409-44bf-9a7a-6eee2869dc89 None None] The sync data for ids ['eadff73a-b91a-4b12-bc1e-247bc9f51ff2'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:13.139129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315973d-da6c-42b5-b48d-a51725f0ca92 req-898033de-52f2-459c-966a-0750b6ca3093 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:13.140723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4315973d-da6c-42b5-b48d-a51725f0ca92 req-898033de-52f2-459c-966a-0750b6ca3093 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 943 time: 0.0509789 Mar 31 23:30:13.183319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4315973d-da6c-42b5-b48d-a51725f0ca92 req-669556ec-592b-4579-a3b5-f7791a57b36e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352736 Mar 31 23:30:13.252332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.517302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 69eb042c-2a41-4ca2-b70e-032b8402b413 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:13.518020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.956673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:13.970809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 69eb042c-2a41-4ca2-b70e-032b8402b413 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:14.182082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b0d80242-6eec-4c6e-ad19-70159d509148 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:30:14.223062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.255591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=69eb042c-2a41-4ca2-b70e-032b8402b413,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:14.296623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:14.309689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0ae02-3f58-414f-81c5-0dca5ad53db9 req-5eebb61e-5c08-4398-bc15-0b4043261668 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:14.311292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'port_id': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'mac_address': 'fa:16:3e:e3:82:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:30:14.317535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73c0ae02-3f58-414f-81c5-0dca5ad53db9 req-5eebb61e-5c08-4398-bc15-0b4043261668 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 943 time: 0.0571706 Mar 31 23:30:14.361670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73c0ae02-3f58-414f-81c5-0dca5ad53db9 req-dbc7a06b-72a8-40ca-bd05-c71e1543ebc8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Mar 31 23:30:14.364450 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.381211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d80242-6eec-4c6e-ad19-70159d509148 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:14.404030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:14.452632 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.497259 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:14.547450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:14.612677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router eadff73a-b91a-4b12-bc1e-247bc9f51ff2 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:14.690006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:14.696152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-74e6b25d-03de-4288-8758-26f2f5b5b791 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/eadff73a-b91a-4b12-bc1e-247bc9f51ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8957996 Mar 31 23:30:14.698138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50132) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:14.699781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['b0d80242-6eec-4c6e-ad19-70159d509148'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:30:14.705050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f09f51-2d2c-4537-9eca-3ab66c23e8d4 None None] Sync routers for ids ['eadff73a-b91a-4b12-bc1e-247bc9f51ff2'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:14.742103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f09f51-2d2c-4537-9eca-3ab66c23e8d4 None None] Routers {'eadff73a-b91a-4b12-bc1e-247bc9f51ff2'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:14.742739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-87f09f51-2d2c-4537-9eca-3ab66c23e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eadff73a-b91a-4b12-bc1e-247bc9f51ff2'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:14.944605 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-758ba4b6-9472-427f-9dfa-1621d6d06888 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] remove_router_interface failed (client error): The resource could not be found. Mar 31 23:30:14.945667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-758ba4b6-9472-427f-9dfa-1621d6d06888 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/eadff73a-b91a-4b12-bc1e-247bc9f51ff2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2464936 Mar 31 23:30:14.946649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-87f09f51-2d2c-4537-9eca-3ab66c23e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:14.948643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50134) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:14.964969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f09f51-2d2c-4537-9eca-3ab66c23e8d4 None None] Routers {'eadff73a-b91a-4b12-bc1e-247bc9f51ff2'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:14.965568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-87f09f51-2d2c-4537-9eca-3ab66c23e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['eadff73a-b91a-4b12-bc1e-247bc9f51ff2'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:14.975648 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-71cfb813-469c-4831-8ada-0cc8744df33b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=eadff73a-b91a-4b12-bc1e-247bc9f51ff2 HTTP/1.1" status: 200 len: 205 time: 0.0258605 Mar 31 23:30:14.978210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50136) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:15.004867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-87f09f51-2d2c-4537-9eca-3ab66c23e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:15.005507 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f09f51-2d2c-4537-9eca-3ab66c23e8d4 None None] The sync data for ids ['eadff73a-b91a-4b12-bc1e-247bc9f51ff2'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:15.054511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b10ac0c-62b1-4d91-b7fc-75934ba91d24 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.225183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b10ac0c-62b1-4d91-b7fc-75934ba91d24 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.227233 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b10ac0c-62b1-4d91-b7fc-75934ba91d24 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.362989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b10ac0c-62b1-4d91-b7fc-75934ba91d24 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.363703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b10ac0c-62b1-4d91-b7fc-75934ba91d24 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Fanout notify agent at l3_agent the message router_deleted on router eadff73a-b91a-4b12-bc1e-247bc9f51ff2 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:30:15.374386 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9b10ac0c-62b1-4d91-b7fc-75934ba91d24 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.374386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9b10ac0c-62b1-4d91-b7fc-75934ba91d24 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/eadff73a-b91a-4b12-bc1e-247bc9f51ff2 HTTP/1.1" status: 204 len: 168 time: 0.3927529 Mar 31 23:30:15.374812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50138) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:15.429679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-454c7d90-1e8c-455b-9acb-0a60ad654f06 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet fcd4c914-95bc-441b-bcda-b20e7fa6c1f3 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:15.442238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-454c7d90-1e8c-455b-9acb-0a60ad654f06 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.499841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-454c7d90-1e8c-455b-9acb-0a60ad654f06 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.537360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62948-41cc-4025-a278-108fb1fb2a1e req-a7be366b-e83d-490d-8b18-1d4b1982cd87 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:15.538850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36a62948-41cc-4025-a278-108fb1fb2a1e req-a7be366b-e83d-490d-8b18-1d4b1982cd87 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 944 time: 0.1067736 Mar 31 23:30:15.609919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36a62948-41cc-4025-a278-108fb1fb2a1e req-e3a6960c-e19d-4451-8482-c0cd521f560a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626287 Mar 31 23:30:15.621288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-454c7d90-1e8c-455b-9acb-0a60ad654f06 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.769148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-454c7d90-1e8c-455b-9acb-0a60ad654f06 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.799244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-454c7d90-1e8c-455b-9acb-0a60ad654f06 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.802837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-454c7d90-1e8c-455b-9acb-0a60ad654f06 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/fcd4c914-95bc-441b-bcda-b20e7fa6c1f3 HTTP/1.1" status: 204 len: 168 time: 0.4267321 Mar 31 23:30:15.803765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c7d90-1e8c-455b-9acb-0a60ad654f06 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd4c914-95bc-441b-bcda-b20e7fa6c1f3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:15.805224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50142) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:15.807852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554ca94c-08bd-44cc-bdb5-0173a8167f94 None None] Network 32989829-cdd0-47f9-957b-003b53be628d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:15.887955 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.947750 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:15.948102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:15.983953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d443a68-9422-40f2-9502-608cc808693a None None] DHCP port deletion for 32989829-cdd0-47f9-957b-003b53be628d request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:16.012596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port b9e635c8-cc93-418b-9fd3-6f1dcd213c83, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,segment=NetworkSegment(5d004e0d-e6b7-47fd-97f4-bd145a41b827),segment_id=5d004e0d-e6b7-47fd-97f4-bd145a41b827)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:16.013046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.028251 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for b9e635c8-cc93-418b-9fd3-6f1dcd213c83 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:16.030918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8d443a68-9422-40f2-9502-608cc808693a None None] Deleting port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:16.031290 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d443a68-9422-40f2-9502-608cc808693a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.097904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8d443a68-9422-40f2-9502-608cc808693a None None] For port b9e635c8-cc93-418b-9fd3-6f1dcd213c83, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,segment=NetworkSegment(5d004e0d-e6b7-47fd-97f4-bd145a41b827),segment_id=5d004e0d-e6b7-47fd-97f4-bd145a41b827)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:16.098433 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d443a68-9422-40f2-9502-608cc808693a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.114348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8d443a68-9422-40f2-9502-608cc808693a None None] Calling delete_port for b9e635c8-cc93-418b-9fd3-6f1dcd213c83 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:16.158050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b9e635c8-cc93-418b-9fd3-6f1dcd213c83 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:16.202319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b0d80242-6eec-4c6e-ad19-70159d509148 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:16.211296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.238838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.246003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:16.250774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No active binding found for port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 {{(pid=109822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:30:16.251199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b9e635c8-cc93-418b-9fd3-6f1dcd213c83 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:16.270039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8d443a68-9422-40f2-9502-608cc808693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.298851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d443a68-9422-40f2-9502-608cc808693a None None] Pushing event deleted for resources: {'Port': ['ID=b9e635c8-cc93-418b-9fd3-6f1dcd213c83,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.300617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d443a68-9422-40f2-9502-608cc808693a None None] No DVR routers for this DVR port b9e635c8-cc93-418b-9fd3-6f1dcd213c83 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:16.328236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port b0d80242-6eec-4c6e-ad19-70159d509148 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:30:16.332210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port b0d80242-6eec-4c6e-ad19-70159d509148 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:16.332551 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.334167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.355416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32989829-cdd0-47f9-957b-003b53be628d']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:16.364825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d004e0d-e6b7-47fd-97f4-bd145a41b827') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:16.365188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d004e0d-e6b7-47fd-97f4-bd145a41b827') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:16.378788 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.392940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.399363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:16.399861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:16.403307 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:16.415824 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.444447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:16.446797 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d8e740-eff1-43a8-b140-5582d6e7a174" -d '{"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-plugged", "status": "completed", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:16.463766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:16.487979 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee1c06-72d2-4c61-9afe-ba48a1eb7a47 x-openstack-request-id: req-ceee1c06-72d2-4c61-9afe-ba48a1eb7a47 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:16.488598 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-plugged", "status": "completed", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:16.488747 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceee1c06-72d2-4c61-9afe-ba48a1eb7a47 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:16.489175 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceee1c06-72d2-4c61-9afe-ba48a1eb7a47'] response: {'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'code': 200} Mar 31 23:30:16.545578 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.574338 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.574338 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/32989829-cdd0-47f9-957b-003b53be628d HTTP/1.1" status: 204 len: 168 time: 0.7492166 Mar 31 23:30:16.574338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50146) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:16.574338 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1083095709'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:16.579950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a86d56-0d00-4699-8c8a-a65ae8519451 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=32989829-cdd0-47f9-957b-003b53be628d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.591424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6b00a-e7ed-433f-8d75-57e4b5b6704f req-c1d55cfd-a2b6-46d8-8198-9a3762af2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:16.592039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.593212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92b6b00a-e7ed-433f-8d75-57e4b5b6704f req-c1d55cfd-a2b6-46d8-8198-9a3762af2e67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1095 time: 0.0479846 Mar 31 23:30:16.633076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92b6b00a-e7ed-433f-8d75-57e4b5b6704f req-5bb31ee4-1850-4b52-8047-e3447a7e3caa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Mar 31 23:30:16.790834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:16.792514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab73159-fabc-4184-9f01-fc3e5db6251d req-bf2832d2-68a1-424c-8987-d4d10876d904 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:16.792514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ab73159-fabc-4184-9f01-fc3e5db6251d req-bf2832d2-68a1-424c-8987-d4d10876d904 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0549843 Mar 31 23:30:16.792514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ab73159-fabc-4184-9f01-fc3e5db6251d req-ddbb73e9-1987-4e55-a210-9064c02a2fd0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Mar 31 23:30:16.805535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:16.809570 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.836704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:16.842813 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.843162 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment c24b4308-58de-4bf6-a68a-c1b114b35af0 of type vlan for network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 Mar 31 23:30:16.881453 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.985385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:16.991126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:16.991710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.060989 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=1b3c7c25-6442-44d0-8c36-5bc91f05e469,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:17.071065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:17.092315 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f084df8a-54c1-4d2d-a89a-a5bbbd2ddb15 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5313437 Mar 31 23:30:17.094918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50150) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:17.099741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': '1b3c7c25-6442-44d0-8c36-5bc91f05e469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:17.271298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:17.274853 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.491550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.558526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=dcdfbb78-3c02-4fa8-9b32-a8dc9858ea6c,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:17.565875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': 'c24b4308-58de-4bf6-a68a-c1b114b35af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b3c7c25-6442-44d0-8c36-5bc91f05e469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:17.566244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: 1b3c7c25-6442-44d0-8c36-5bc91f05e469, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:17.682851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:17.782764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1b3c7c25-6442-44d0-8c36-5bc91f05e469) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:17.787069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:17.787659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.793531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2582b0-755c-4821-896b-ab43a796eaab None None] Network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:17.915910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0346c3-0b6e-4cf9-9ff8-9f8e8823b5f6 req-1f72d01b-3592-492d-8f58-3760c0953b57 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:17.920272 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dc5f9fa1-da90-41fc-90e3-6a9fdd91bacb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8214986 Mar 31 23:30:17.920763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50154) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:17.922172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad0346c3-0b6e-4cf9-9ff8-9f8e8823b5f6 req-1f72d01b-3592-492d-8f58-3760c0953b57 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0727067 Mar 31 23:30:17.931138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-526352de-fd8f-481c-82d4-2d5010da2294 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1348862777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:17.946003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1b3c7c25-6442-44d0-8c36-5bc91f05e469', 'network_id': '1b3c7c25-6442-44d0-8c36-5bc91f05e469', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': 'dcdfbb78-3c02-4fa8-9b32-a8dc9858ea6c'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:17.947432 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:17.969383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad0346c3-0b6e-4cf9-9ff8-9f8e8823b5f6 req-c18b95f6-8490-4208-b9e6-640b98b86fde tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Mar 31 23:30:18.070137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-526352de-fd8f-481c-82d4-2d5010da2294 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.072832 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-526352de-fd8f-481c-82d4-2d5010da2294 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.108663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Allocated IP 172.20.0.2 (1b3c7c25-6442-44d0-8c36-5bc91f05e469/dcdfbb78-3c02-4fa8-9b32-a8dc9858ea6c/559b404c-1457-4765-af55-dfe243c7b083) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:18.132029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-526352de-fd8f-481c-82d4-2d5010da2294 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.212209 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-526352de-fd8f-481c-82d4-2d5010da2294 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.252495 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.290600 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-526352de-fd8f-481c-82d4-2d5010da2294 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.291823 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-526352de-fd8f-481c-82d4-2d5010da2294 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3703401 Mar 31 23:30:18.295237 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50156) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:18.400132 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.445952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:18.449806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:18.454602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Pushing event updated for resources: {'Port': ['ID=559b404c-1457-4765-af55-dfe243c7b083,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:18.458308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:18.513515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Attempting to bind port 559b404c-1457-4765-af55-dfe243c7b083 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:18.513890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Attempting to bind port 559b404c-1457-4765-af55-dfe243c7b083 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'c24b4308-58de-4bf6-a68a-c1b114b35af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b3c7c25-6442-44d0-8c36-5bc91f05e469'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:18.514258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Attempting to bind port 559b404c-1457-4765-af55-dfe243c7b083 on network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:18.519447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:18.519818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Checking segment: {'id': 'c24b4308-58de-4bf6-a68a-c1b114b35af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b3c7c25-6442-44d0-8c36-5bc91f05e469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:18.520221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.520642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Bound using segment: {'id': 'c24b4308-58de-4bf6-a68a-c1b114b35af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b3c7c25-6442-44d0-8c36-5bc91f05e469'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:18.521103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Bound port: 559b404c-1457-4765-af55-dfe243c7b083, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24b4308-58de-4bf6-a68a-c1b114b35af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b3c7c25-6442-44d0-8c36-5bc91f05e469'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:18.521485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.588157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] For port 559b404c-1457-4765-af55-dfe243c7b083, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:18.592454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] For port 559b404c-1457-4765-af55-dfe243c7b083, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=559b404c-1457-4765-af55-dfe243c7b083,segment=NetworkSegment(c24b4308-58de-4bf6-a68a-c1b114b35af0),segment_id=c24b4308-58de-4bf6-a68a-c1b114b35af0)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:18.596739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.680855 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:18.745098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bb12c-8a0c-4636-ba04-1ff82fef7a17 None None] Pushing event updated for resources: {'Port': ['ID=559b404c-1457-4765-af55-dfe243c7b083,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:18.856274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.20.0.1 (1b3c7c25-6442-44d0-8c36-5bc91f05e469/dcdfbb78-3c02-4fa8-9b32-a8dc9858ea6c/852acef9-c48a-46d9-84e0-b5d33f5626ed) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:18.986960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.096714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dd622-b391-4ea1-852d-17c271cfa67c req-c455c8ad-34b3-4c70-bd4d-d5b7cf8c4370 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:19.098362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-555dd622-b391-4ea1-852d-17c271cfa67c req-c455c8ad-34b3-4c70-bd4d-d5b7cf8c4370 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Mar 31 23:30:19.109160 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.140944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-555dd622-b391-4ea1-852d-17c271cfa67c req-df1908f3-6362-4d23-9841-e66faf04aaf8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363059 Mar 31 23:30:19.177864 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:19.181592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:19.186014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:19.192469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=852acef9-c48a-46d9-84e0-b5d33f5626ed,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:19.234868 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.405670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bd929-eb32-4ae9-8c45-389edd4fdb81 req-0562c745-acdf-431c-8ae3-e35a81058c66 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:19.407222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-728bd929-eb32-4ae9-8c45-389edd4fdb81 req-0562c745-acdf-431c-8ae3-e35a81058c66 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Mar 31 23:30:19.447414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-728bd929-eb32-4ae9-8c45-389edd4fdb81 req-e81178e0-8291-4c79-9e50-3c9a5dcb9ad0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338905 Mar 31 23:30:19.471329 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.471897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50164) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:19.528683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876bfd2b-272a-4133-94c4-f8ab630dbb0b tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:19.533350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-876bfd2b-272a-4133-94c4-f8ab630dbb0b tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1091 time: 0.0598679 Mar 31 23:30:19.535708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:19.538348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:19.612993 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.708283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a8a68-1d6c-484c-b60e-e7eec8f2f085 None None] Network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:19.721486 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.755212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.774587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-00b2874f-feeb-472c-9789-9fc4846cb70f None None] Provisioning complete for port 559b404c-1457-4765-af55-dfe243c7b083 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:19.774873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00b2874f-feeb-472c-9789-9fc4846cb70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.832234 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.833650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.25.4.201 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/e5458a4b-69de-4440-a918-b3dd14b1261b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:19.910960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.921795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=852acef9-c48a-46d9-84e0-b5d33f5626ed,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:19.924862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00b2874f-feeb-472c-9789-9fc4846cb70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.952796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:19.965389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-00b2874f-feeb-472c-9789-9fc4846cb70f None None] For port 559b404c-1457-4765-af55-dfe243c7b083, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=559b404c-1457-4765-af55-dfe243c7b083,segment=NetworkSegment(c24b4308-58de-4bf6-a68a-c1b114b35af0),segment_id=c24b4308-58de-4bf6-a68a-c1b114b35af0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:20.019212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:20.020723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:20.023825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00b2874f-feeb-472c-9789-9fc4846cb70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.061076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.084481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2874f-feeb-472c-9789-9fc4846cb70f None None] Pushing event updated for resources: {'Port': ['ID=559b404c-1457-4765-af55-dfe243c7b083,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:20.128630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:20.132517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=e5458a4b-69de-4440-a918-b3dd14b1261b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:20.133461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:20.135744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:20.248631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:30:20.254398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9091d35f-0ddf-4c4c-96db-9d552cd66bc6 None None] Provisioning complete for port 852acef9-c48a-46d9-84e0-b5d33f5626ed triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:20.254980 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9091d35f-0ddf-4c4c-96db-9d552cd66bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.264580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 559b404c-1457-4765-af55-dfe243c7b083 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:20.346947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9091d35f-0ddf-4c4c-96db-9d552cd66bc6 None None] Port 852acef9-c48a-46d9-84e0-b5d33f5626ed cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:20.358065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 559b404c-1457-4765-af55-dfe243c7b083 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:20.358444 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.384272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9091d35f-0ddf-4c4c-96db-9d552cd66bc6 None None] Provisioning complete for port 559b404c-1457-4765-af55-dfe243c7b083 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:20.384532 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:20.384664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9091d35f-0ddf-4c4c-96db-9d552cd66bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.399602 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a44563c9-c4a7-4269-bcbe-f8d25de2809c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1019509 Mar 31 23:30:20.400035 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ab1bc-1a33-4b78-a9a4-567a6da3b3dd None None] Sync routers for ids ['fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:20.400513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50168) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:20.419746 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ab1bc-1a33-4b78-a9a4-567a6da3b3dd None None] Routers {'fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:20.420773 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f75ab1bc-1a33-4b78-a9a4-567a6da3b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:20.480468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c4c53-a536-447f-89e9-6334ea0458c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:20.483178 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f75ab1bc-1a33-4b78-a9a4-567a6da3b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:20.484912 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-339c4c53-a536-447f-89e9-6334ea0458c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports/852acef9-c48a-46d9-84e0-b5d33f5626ed HTTP/1.1" status: 200 len: 910 time: 0.0836198 Mar 31 23:30:20.485543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50170) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:20.501362 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ab1bc-1a33-4b78-a9a4-567a6da3b3dd None None] Routers {'fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:20.502123 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f75ab1bc-1a33-4b78-a9a4-567a6da3b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:20.570972 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f75ab1bc-1a33-4b78-a9a4-567a6da3b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:20.572543 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ab1bc-1a33-4b78-a9a4-567a6da3b3dd None None] The sync data for ids ['fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:20.684076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bef2d657-c164-4f30-b824-1cf0ad9e27c9 None None] Provisioning complete for port 852acef9-c48a-46d9-84e0-b5d33f5626ed triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:20.684467 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bef2d657-c164-4f30-b824-1cf0ad9e27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.724696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bef2d657-c164-4f30-b824-1cf0ad9e27c9 None None] Port 852acef9-c48a-46d9-84e0-b5d33f5626ed cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:20.850312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f5f65d32-9f82-48ae-a962-07fb7077594a None None] Provisioning complete for port 852acef9-c48a-46d9-84e0-b5d33f5626ed triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:20.851029 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f5f65d32-9f82-48ae-a962-07fb7077594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:20.890189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f5f65d32-9f82-48ae-a962-07fb7077594a None None] Port 852acef9-c48a-46d9-84e0-b5d33f5626ed cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:20.987191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.126301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.179757 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.294826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.352804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.418507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=e5458a4b-69de-4440-a918-b3dd14b1261b,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:21.434294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.443227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 852acef9-c48a-46d9-84e0-b5d33f5626ed {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:21.443565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.533739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.537131 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Floating IP d6a0c474-1423-43aa-bc10-9f92c17ed38d associated. External IP: 172.25.4.201, port: b0d80242-6eec-4c6e-ad19-70159d509148. Mar 31 23:30:21.546105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 852acef9-c48a-46d9-84e0-b5d33f5626ed owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:21.747433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:21.794645 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:21.822109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=852acef9-c48a-46d9-84e0-b5d33f5626ed,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:21.869406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:21.882143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] Sync routers for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:21.893139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:21.893788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:21.975583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.013232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:22.017143 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.054966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2e46c80c-9ffe-464e-9569-b32aaef745c1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5204148 Mar 31 23:30:22.056937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:22.061740 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c71aa-96ba-4ed3-a24e-29f3e676ef90" -d '{"events": [{"name": "network-changed", "server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:22.127891 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bcfd9c-0673-404b-8177-7393a8ede3be x-openstack-request-id: req-64bcfd9c-0673-404b-8177-7393a8ede3be {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:22.133242 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:22.133242 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64bcfd9c-0673-404b-8177-7393a8ede3be {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:22.133242 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64bcfd9c-0673-404b-8177-7393a8ede3be'] response: {'name': 'network-changed', 'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'status': 'completed', 'code': 200} Mar 31 23:30:22.139909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:22.224899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:22.234165 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-72dfe2c2-0025-4726-bba1-c48d4d945484 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7474525 Mar 31 23:30:22.235582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233dc0-1840-4c2a-aa89-0c4c95fb4ac4 req-c49033d9-8192-4b86-9b8a-a5f5897b3779 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:22.237283 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115658c-f50f-436a-99a7-6683562bad80 None None] Sync routers for ids ['fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:22.237778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4233dc0-1840-4c2a-aa89-0c4c95fb4ac4 req-c49033d9-8192-4b86-9b8a-a5f5897b3779 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0883358 Mar 31 23:30:22.237993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50178) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:22.252249 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115658c-f50f-436a-99a7-6683562bad80 None None] Routers {'fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:22.253037 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b115658c-f50f-436a-99a7-6683562bad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:22.276223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-a091ef18-e4a4-4cd1-9c89-06f2183d40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:22.276223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-a091ef18-e4a4-4cd1-9c89-06f2183d40e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1096 time: 0.1247911 Mar 31 23:30:22.282704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'd6a0c474-1423-43aa-bc10-9f92c17ed38d', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'port_id': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'mac_address': 'fa:16:3e:e3:82:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6669e7b-4676-447f-b298-880d808995f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:20Z', 'updated_at': '2022-03-31T23:30:20Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:07Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:22.286046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b75d81e0-aef7-455b-bec2-200850c73837 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8 HTTP/1.1" status: 200 len: 205 time: 0.0442531 Mar 31 23:30:22.287553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50180) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:22.289429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b115658c-f50f-436a-99a7-6683562bad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:22.299006 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115658c-f50f-436a-99a7-6683562bad80 None None] Routers {'fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:22.299950 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b115658c-f50f-436a-99a7-6683562bad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:22.319130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] Checking router: 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:22.328913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:22.329522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:22.337201 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b115658c-f50f-436a-99a7-6683562bad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:22.338271 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115658c-f50f-436a-99a7-6683562bad80 None None] The sync data for ids ['fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:22.353333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4233dc0-1840-4c2a-aa89-0c4c95fb4ac4 req-afc783d7-f369-4284-afb9-249a75b573e1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029410 Mar 31 23:30:22.366834 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a01fe6e-f75e-4f4c-9369-5e408d17614f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.390534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50182) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:22.445176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-c91029d1-6d2f-4050-8f18-fce2d4d9bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:22.446847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-c91029d1-6d2f-4050-8f18-fce2d4d9bca8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 200 len: 898 time: 0.1596959 Mar 31 23:30:22.455972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:22.508240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da12cbcb-2af0-4bda-a69b-47f203b275d7 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/d6a0c474-1423-43aa-bc10-9f92c17ed38d HTTP/1.1" status: 200 len: 991 time: 0.1152325 Mar 31 23:30:22.523686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-2150ba57-7f3e-4ab4-a65f-30570b6286a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 999 time: 0.0696397 Mar 31 23:30:22.541183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a01fe6e-f75e-4f4c-9369-5e408d17614f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.547900 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a01fe6e-f75e-4f4c-9369-5e408d17614f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.586879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-4ef11407-8bcf-4463-8a4a-cdf76ac8ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:22.588482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-4ef11407-8bcf-4463-8a4a-cdf76ac8ed50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc702dfa-7842-4d0c-9353-585a3b3cfd8e HTTP/1.1" status: 200 len: 834 time: 0.0569305 Mar 31 23:30:22.637105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-66d4dab8-fc8b-4b0b-bac9-8e98219db7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:22.638887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-66d4dab8-fc8b-4b0b-bac9-8e98219db7e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d12a2f01-0954-4867-a1ca-3fc20576df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441234 Mar 31 23:30:22.683555 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a01fe6e-f75e-4f4c-9369-5e408d17614f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.684644 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a01fe6e-f75e-4f4c-9369-5e408d17614f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Fanout notify agent at l3_agent the message router_deleted on router fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:30:22.693798 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a01fe6e-f75e-4f4c-9369-5e408d17614f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.695881 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3a01fe6e-f75e-4f4c-9369-5e408d17614f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8 HTTP/1.1" status: 204 len: 168 time: 0.4072051 Mar 31 23:30:22.698305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50184) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:22.739189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-09e79859-7b49-4bad-b423-ac83f87d2049 service neutron] 10.222.0.45 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933318 Mar 31 23:30:22.755186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e415824-971f-4524-9c4e-143b87841fba tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet dcdfbb78-3c02-4fa8-9b32-a8dc9858ea6c {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:22.758385 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e415824-971f-4524-9c4e-143b87841fba tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.806789 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e415824-971f-4524-9c4e-143b87841fba tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.839751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-152c71aa-96ba-4ed3-a24e-29f3e676ef90 req-83a54b40-a1bf-4168-ab0e-321da6396108 service neutron] 10.222.0.45 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937567 Mar 31 23:30:22.874898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'd6a0c474-1423-43aa-bc10-9f92c17ed38d', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'port_id': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'mac_address': 'fa:16:3e:e3:82:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6669e7b-4676-447f-b298-880d808995f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:20Z', 'updated_at': '2022-03-31T23:30:20Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:07Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:22.897215 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e415824-971f-4524-9c4e-143b87841fba tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:22.903571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f25683-23b6-427e-8f92-0d39dd7b3a0b None None] The sync data for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 is: [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'd6a0c474-1423-43aa-bc10-9f92c17ed38d', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'port_id': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'mac_address': 'fa:16:3e:e3:82:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6669e7b-4676-447f-b298-880d808995f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:20Z', 'updated_at': '2022-03-31T23:30:20Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:07Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:23.040733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e415824-971f-4524-9c4e-143b87841fba tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.074772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e415824-971f-4524-9c4e-143b87841fba tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdfbb78-3c02-4fa8-9b32-a8dc9858ea6c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:23.080564 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0e415824-971f-4524-9c4e-143b87841fba tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.083716 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0e415824-971f-4524-9c4e-143b87841fba tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/dcdfbb78-3c02-4fa8-9b32-a8dc9858ea6c HTTP/1.1" status: 204 len: 168 time: 0.3836610 Mar 31 23:30:23.086905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50186) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:23.087037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902d346-12d2-4f23-8a67-83a0caf3f6a0 None None] Network 1b3c7c25-6442-44d0-8c36-5bc91f05e469 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:23.131594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75629485-e4c5-4410-a44b-61bd8034bcb6 None None] New status for floating IP d6a0c474-1423-43aa-bc10-9f92c17ed38d: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:30:23.165773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.219766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 559b404c-1457-4765-af55-dfe243c7b083 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:23.220122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.292526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port 559b404c-1457-4765-af55-dfe243c7b083, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=559b404c-1457-4765-af55-dfe243c7b083,segment=NetworkSegment(c24b4308-58de-4bf6-a68a-c1b114b35af0),segment_id=c24b4308-58de-4bf6-a68a-c1b114b35af0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:23.294159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.308017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 559b404c-1457-4765-af55-dfe243c7b083 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:23.378877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] DHCP port deletion for 1b3c7c25-6442-44d0-8c36-5bc91f05e469 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:23.429079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] Deleting port 559b404c-1457-4765-af55-dfe243c7b083 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:23.429462 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.465976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.489674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=559b404c-1457-4765-af55-dfe243c7b083,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:23.496713 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port 559b404c-1457-4765-af55-dfe243c7b083 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:23.501358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] For port 559b404c-1457-4765-af55-dfe243c7b083, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=559b404c-1457-4765-af55-dfe243c7b083,segment=NetworkSegment(c24b4308-58de-4bf6-a68a-c1b114b35af0),segment_id=c24b4308-58de-4bf6-a68a-c1b114b35af0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:23.501755 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.510260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50188) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:23.515861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] Calling delete_port for 559b404c-1457-4765-af55-dfe243c7b083 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:23.585375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e0b0cb7f-9450-4d09-bbf1-84bf858a518f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/d6a0c474-1423-43aa-bc10-9f92c17ed38d HTTP/1.1" status: 200 len: 993 time: 0.0663877 Mar 31 23:30:23.589311 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.603885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.610918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3c7c25-6442-44d0-8c36-5bc91f05e469']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:23.621438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24b4308-58de-4bf6-a68a-c1b114b35af0') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:23.621736 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24b4308-58de-4bf6-a68a-c1b114b35af0') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:23.631629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.635138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] Pushing event deleted for resources: {'Port': ['ID=559b404c-1457-4765-af55-dfe243c7b083,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:23.639688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb34cb-a389-48dd-b84b-fc745ab78376 None None] No DVR routers for this DVR port 559b404c-1457-4765-af55-dfe243c7b083 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:23.650401 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.656416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:23.656948 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:23.660084 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:23.794806 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.801859 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.805265 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/1b3c7c25-6442-44d0-8c36-5bc91f05e469 HTTP/1.1" status: 204 len: 168 time: 0.7177062 Mar 31 23:30:23.810512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50190) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:23.815133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1773668154', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:23.895433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.899245 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:23.959145 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.056792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b31e55-bdff-45bb-b5f4-eb536608c606 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=1b3c7c25-6442-44d0-8c36-5bc91f05e469,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:24.158360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 559b404c-1457-4765-af55-dfe243c7b083 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:24.162637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.180608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 559b404c-1457-4765-af55-dfe243c7b083 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:24.180953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 559b404c-1457-4765-af55-dfe243c7b083 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:24.417363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.435491 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.541364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.25.4.79 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/f88c4a68-756b-482f-828b-5a611fe7e7cc) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:24.643401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.746792 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:24.786412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:24.789429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:24.792945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:24.818581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=f88c4a68-756b-482f-828b-5a611fe7e7cc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:25.162725 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.361059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.608976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 61f8121a-613c-4c41-9605-17e046795b5c is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:30:25.716018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:25.729046 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabdb975-013f-4fcc-a93f-b5f87ddad7e9 None None] Sync routers for ids ['61f8121a-613c-4c41-9605-17e046795b5c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:25.740519 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdb975-013f-4fcc-a93f-b5f87ddad7e9 None None] Routers {'61f8121a-613c-4c41-9605-17e046795b5c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:25.741110 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fabdb975-013f-4fcc-a93f-b5f87ddad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['61f8121a-613c-4c41-9605-17e046795b5c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:25.776168 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fabdb975-013f-4fcc-a93f-b5f87ddad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:25.788090 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdb975-013f-4fcc-a93f-b5f87ddad7e9 None None] Routers {'61f8121a-613c-4c41-9605-17e046795b5c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:25.788877 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fabdb975-013f-4fcc-a93f-b5f87ddad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['61f8121a-613c-4c41-9605-17e046795b5c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:25.813761 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:25.815092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-88f75fe6-50a0-439d-bcb4-db73ac3c2714 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.0034378 Mar 31 23:30:25.817761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50192) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:25.821354 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fabdb975-013f-4fcc-a93f-b5f87ddad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:25.821989 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabdb975-013f-4fcc-a93f-b5f87ddad7e9 None None] The sync data for ids ['61f8121a-613c-4c41-9605-17e046795b5c'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:25.925370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b1f308c1-91d0-401d-ad42-d3a064561d49 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/routers/61f8121a-613c-4c41-9605-17e046795b5c HTTP/1.1" status: 200 len: 880 time: 0.1063507 Mar 31 23:30:25.927807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50194) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:26.182116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1eadc575-0f18-40c3-a78e-7c9bd114accf tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2531831 Mar 31 23:30:26.184520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50196) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:26.188726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e02d9a27-9326-4f6e-9373-c284561364bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1773668154'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:26.830201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e02d9a27-9326-4f6e-9373-c284561364bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.909658 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e02d9a27-9326-4f6e-9373-c284561364bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.017963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02d9a27-9326-4f6e-9373-c284561364bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 61f8121a-613c-4c41-9605-17e046795b5c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:27.122131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02d9a27-9326-4f6e-9373-c284561364bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:27.128809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e02d9a27-9326-4f6e-9373-c284561364bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.129972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e02d9a27-9326-4f6e-9373-c284561364bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/61f8121a-613c-4c41-9605-17e046795b5c HTTP/1.1" status: 200 len: 887 time: 0.9445400 Mar 31 23:30:27.131374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b44ab-fc3b-495c-8c83-464964727174 None None] Sync routers for ids ['61f8121a-613c-4c41-9605-17e046795b5c'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:27.135132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50198) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:27.141590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b44ab-fc3b-495c-8c83-464964727174 None None] Routers {'61f8121a-613c-4c41-9605-17e046795b5c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:27.142273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9a8b44ab-fc3b-495c-8c83-464964727174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['61f8121a-613c-4c41-9605-17e046795b5c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:27.179045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9a8b44ab-fc3b-495c-8c83-464964727174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:27.188319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b44ab-fc3b-495c-8c83-464964727174 None None] Routers {'61f8121a-613c-4c41-9605-17e046795b5c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:27.188907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9a8b44ab-fc3b-495c-8c83-464964727174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['61f8121a-613c-4c41-9605-17e046795b5c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:27.222705 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-9a8b44ab-fc3b-495c-8c83-464964727174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:27.223354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b44ab-fc3b-495c-8c83-464964727174 None None] The sync data for ids ['61f8121a-613c-4c41-9605-17e046795b5c'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:27.245640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c0ca72ec-9c16-4b2f-a78c-4dcf6fc02645 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/routers/61f8121a-613c-4c41-9605-17e046795b5c HTTP/1.1" status: 200 len: 887 time: 0.1120358 Mar 31 23:30:27.248336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50200) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:27.274536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9f37b5bc-7e4d-4e46-b42f-9e4cd70145f5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f8121a-613c-4c41-9605-17e046795b5c HTTP/1.1" status: 200 len: 205 time: 0.0250885 Mar 31 23:30:27.277723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50202) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:27.381365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.483938 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.617917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port f88c4a68-756b-482f-828b-5a611fe7e7cc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:27.618267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.694151 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.705816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for f88c4a68-756b-482f-828b-5a611fe7e7cc owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:27.923706 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:27.954051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=f88c4a68-756b-482f-828b-5a611fe7e7cc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:28.012637 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.103958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.106808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.232646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.233028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Fanout notify agent at l3_agent the message router_deleted on router 61f8121a-613c-4c41-9605-17e046795b5c {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:30:28.240167 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.243883 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ea2fe682-640e-4ed7-bc39-ab69f11f9d82 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/61f8121a-613c-4c41-9605-17e046795b5c HTTP/1.1" status: 204 len: 168 time: 0.9651296 Mar 31 23:30:28.247443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:28.252459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-234653230'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:28.354585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:28.358036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.385524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:28.394754 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.395094 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment e30354e7-9971-488e-9915-a15c22bb77f7 of type vlan for network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 Mar 31 23:30:28.434471 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.537651 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.543321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:28.544013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:28.611309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=59fd8c75-a352-41fe-9d3e-b0455dd0a277,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:28.623591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:28.638534 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fee61ef5-d812-4261-aa49-c4c804ab9e8e tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3897128 Mar 31 23:30:28.641183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:28.646400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': '59fd8c75-a352-41fe-9d3e-b0455dd0a277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:28.800417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:28.803877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.057222 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:30:29.080813 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.141594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=c0f9bf2a-65a6-4c81-abb4-b1873148ea27,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:29.150918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': 'e30354e7-9971-488e-9915-a15c22bb77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '59fd8c75-a352-41fe-9d3e-b0455dd0a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:29.151284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: 59fd8c75-a352-41fe-9d3e-b0455dd0a277, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:29.257672 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:29.409161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 59fd8c75-a352-41fe-9d3e-b0455dd0a277) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:29.414359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:29.415330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.429855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386e81a-fac3-42d5-9332-d23157b2947b None None] Network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:29.500948 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1ff8b9fe-b586-4a45-a57e-9a1d9c0fd812 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8586919 Mar 31 23:30:29.503563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50210) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:29.508154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0d935e9a-5107-4e40-bb38-b8b43b21a80d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1970092999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:29.579728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-59fd8c75-a352-41fe-9d3e-b0455dd0a277', 'network_id': '59fd8c75-a352-41fe-9d3e-b0455dd0a277', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': 'c0f9bf2a-65a6-4c81-abb4-b1873148ea27'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:29.580838 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.595281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d935e9a-5107-4e40-bb38-b8b43b21a80d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.598175 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d935e9a-5107-4e40-bb38-b8b43b21a80d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.657367 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d935e9a-5107-4e40-bb38-b8b43b21a80d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.714322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Allocated IP 172.20.0.2 (59fd8c75-a352-41fe-9d3e-b0455dd0a277/c0f9bf2a-65a6-4c81-abb4-b1873148ea27/c954d292-28e3-4438-b908-a246d64ed352) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:29.726745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d935e9a-5107-4e40-bb38-b8b43b21a80d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.830975 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0d935e9a-5107-4e40-bb38-b8b43b21a80d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.832278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0d935e9a-5107-4e40-bb38-b8b43b21a80d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3277097 Mar 31 23:30:29.835087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50212) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:29.859350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.944623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:29.988070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:29.990898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:29.993435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:29.999275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Pushing event updated for resources: {'Port': ['ID=c954d292-28e3-4438-b908-a246d64ed352,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:30.057482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Attempting to bind port c954d292-28e3-4438-b908-a246d64ed352 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:30.057844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Attempting to bind port c954d292-28e3-4438-b908-a246d64ed352 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'e30354e7-9971-488e-9915-a15c22bb77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '59fd8c75-a352-41fe-9d3e-b0455dd0a277'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:30.058210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Attempting to bind port c954d292-28e3-4438-b908-a246d64ed352 on network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:30.063853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:30.064250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Checking segment: {'id': 'e30354e7-9971-488e-9915-a15c22bb77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '59fd8c75-a352-41fe-9d3e-b0455dd0a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:30.064635 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.065027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Bound using segment: {'id': 'e30354e7-9971-488e-9915-a15c22bb77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '59fd8c75-a352-41fe-9d3e-b0455dd0a277'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:30.065523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Bound port: c954d292-28e3-4438-b908-a246d64ed352, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30354e7-9971-488e-9915-a15c22bb77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '59fd8c75-a352-41fe-9d3e-b0455dd0a277'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:30.065910 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.115309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.129943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] For port c954d292-28e3-4438-b908-a246d64ed352, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:30.133038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] For port c954d292-28e3-4438-b908-a246d64ed352, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c954d292-28e3-4438-b908-a246d64ed352,segment=NetworkSegment(e30354e7-9971-488e-9915-a15c22bb77f7),segment_id=e30354e7-9971-488e-9915-a15c22bb77f7)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:30.229711 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.296546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee9caa-06e0-4cc1-9300-3274ab23d395 None None] Pushing event updated for resources: {'Port': ['ID=c954d292-28e3-4438-b908-a246d64ed352,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:30.410539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.20.0.1 (59fd8c75-a352-41fe-9d3e-b0455dd0a277/c0f9bf2a-65a6-4c81-abb4-b1873148ea27/880c36b2-2e8d-4ddd-95fc-bab5dbade49e) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:30.558341 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.653413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.698957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:30.702592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:30.706345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:30.712626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=880c36b2-2e8d-4ddd-95fc-bab5dbade49e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:30.743990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.744340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.744680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.745057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.745386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.745715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.746040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.747031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.747422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.747691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.748097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.748424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:30.769353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:30.993855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.176508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb1cbb-a114-4b95-99e6-a4ad32895d32 None None] Network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:31.263556 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.306732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e3eedeb5-3116-49d6-85fa-766644d539ce None None] Provisioning complete for port c954d292-28e3-4438-b908-a246d64ed352 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:31.307016 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e3eedeb5-3116-49d6-85fa-766644d539ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.338023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.417852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=880c36b2-2e8d-4ddd-95fc-bab5dbade49e,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:31.424821 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.430040 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e3eedeb5-3116-49d6-85fa-766644d539ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.465766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e3eedeb5-3116-49d6-85fa-766644d539ce None None] For port c954d292-28e3-4438-b908-a246d64ed352, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c954d292-28e3-4438-b908-a246d64ed352,segment=NetworkSegment(e30354e7-9971-488e-9915-a15c22bb77f7),segment_id=e30354e7-9971-488e-9915-a15c22bb77f7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:31.528985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:31.530509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:31.564197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e3eedeb5-3116-49d6-85fa-766644d539ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.623525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eedeb5-3116-49d6-85fa-766644d539ce None None] Pushing event updated for resources: {'Port': ['ID=c954d292-28e3-4438-b908-a246d64ed352,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:31.684384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6bb4ebbc-9baf-4a0d-940f-1490fc4456e7 None None] Provisioning complete for port c954d292-28e3-4438-b908-a246d64ed352 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:31.684752 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ebbc-9baf-4a0d-940f-1490fc4456e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.715226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 326709b7-1d6c-4f15-8428-9c797486f945 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:30:31.785146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6bb4ebbc-9baf-4a0d-940f-1490fc4456e7 None None] Provisioning complete for port 880c36b2-2e8d-4ddd-95fc-bab5dbade49e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:31.785567 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ebbc-9baf-4a0d-940f-1490fc4456e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.816659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:31.821932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e33e3f8b-8c7e-4725-87f4-66ee0bdd503a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/326709b7-1d6c-4f15-8428-9c797486f945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9856477 Mar 31 23:30:31.825113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50214) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:31.829959 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d1e4c8-193b-490d-83d5-f20ddb298ce5 None None] Sync routers for ids ['326709b7-1d6c-4f15-8428-9c797486f945'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:31.830692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6bb4ebbc-9baf-4a0d-940f-1490fc4456e7 None None] Port 880c36b2-2e8d-4ddd-95fc-bab5dbade49e cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:31.848468 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d1e4c8-193b-490d-83d5-f20ddb298ce5 None None] Routers {'326709b7-1d6c-4f15-8428-9c797486f945'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:31.849040 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-12d1e4c8-193b-490d-83d5-f20ddb298ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['326709b7-1d6c-4f15-8428-9c797486f945'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:31.875682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c18ba-4a39-4d77-87de-1ebc30fbca3a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:31.879725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e04c18ba-4a39-4d77-87de-1ebc30fbca3a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports/880c36b2-2e8d-4ddd-95fc-bab5dbade49e HTTP/1.1" status: 200 len: 910 time: 0.0510676 Mar 31 23:30:31.879912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50216) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:31.882036 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-12d1e4c8-193b-490d-83d5-f20ddb298ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:31.885922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-26292d2d-509c-4f02-9f62-b9fd1ca72cce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0f9bf2a-65a6-4c81-abb4-b1873148ea27'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:31.892406 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d1e4c8-193b-490d-83d5-f20ddb298ce5 None None] Routers {'326709b7-1d6c-4f15-8428-9c797486f945'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:31.893017 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-12d1e4c8-193b-490d-83d5-f20ddb298ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['326709b7-1d6c-4f15-8428-9c797486f945'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:31.926639 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-12d1e4c8-193b-490d-83d5-f20ddb298ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:31.927288 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d1e4c8-193b-490d-83d5-f20ddb298ce5 None None] The sync data for ids ['326709b7-1d6c-4f15-8428-9c797486f945'] in n-d-836015-1 is: [] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:31.951771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8fe8bc0d-e764-4338-b3f4-760981ed882b None None] Provisioning complete for port 880c36b2-2e8d-4ddd-95fc-bab5dbade49e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:31.952532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8fe8bc0d-e764-4338-b3f4-760981ed882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:31.988879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8bc0d-e764-4338-b3f4-760981ed882b None None] Port 880c36b2-2e8d-4ddd-95fc-bab5dbade49e cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:32.044308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26292d2d-509c-4f02-9f62-b9fd1ca72cce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.109633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6a45a8a0-a18d-44d0-8aa7-fe717d1491c6 None None] Provisioning complete for port 880c36b2-2e8d-4ddd-95fc-bab5dbade49e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:32.110010 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a45a8a0-a18d-44d0-8aa7-fe717d1491c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.152199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6a45a8a0-a18d-44d0-8aa7-fe717d1491c6 None None] Port 880c36b2-2e8d-4ddd-95fc-bab5dbade49e cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:32.199873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c954d292-28e3-4438-b908-a246d64ed352 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:32.248304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c954d292-28e3-4438-b908-a246d64ed352 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:32.248679 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.662705 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26292d2d-509c-4f02-9f62-b9fd1ca72cce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.760682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26292d2d-509c-4f02-9f62-b9fd1ca72cce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.834471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26292d2d-509c-4f02-9f62-b9fd1ca72cce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=880c36b2-2e8d-4ddd-95fc-bab5dbade49e,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:32.842390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26292d2d-509c-4f02-9f62-b9fd1ca72cce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:32.843205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26292d2d-509c-4f02-9f62-b9fd1ca72cce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.844503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-26292d2d-509c-4f02-9f62-b9fd1ca72cce tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/ports/880c36b2-2e8d-4ddd-95fc-bab5dbade49e HTTP/1.1" status: 200 len: 910 time: 0.9633040 Mar 31 23:30:32.847405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50218) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:33.169189 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.414802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 880c36b2-2e8d-4ddd-95fc-bab5dbade49e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:33.415141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.506740 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.520895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 880c36b2-2e8d-4ddd-95fc-bab5dbade49e owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:33.804197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.831622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=880c36b2-2e8d-4ddd-95fc-bab5dbade49e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:33.955451 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-65abf556-04a0-45bd-8974-6f7c6903dd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:33.974797 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.163434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 326709b7-1d6c-4f15-8428-9c797486f945 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:34.239072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:34.243985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-59e5ca27-4d67-4162-b7b6-1c8fec92470c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/326709b7-1d6c-4f15-8428-9c797486f945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3955550 Mar 31 23:30:34.246652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50220) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:34.249651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fda39e-00bf-4e76-91a8-9292142c8420 None None] Sync routers for ids ['326709b7-1d6c-4f15-8428-9c797486f945'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:34.259205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fda39e-00bf-4e76-91a8-9292142c8420 None None] Routers {'326709b7-1d6c-4f15-8428-9c797486f945'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:34.259807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-77fda39e-00bf-4e76-91a8-9292142c8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['326709b7-1d6c-4f15-8428-9c797486f945'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:34.276231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-93fdce92-b1b0-409f-ad3e-31587d889ae8 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=326709b7-1d6c-4f15-8428-9c797486f945 HTTP/1.1" status: 200 len: 205 time: 0.0260904 Mar 31 23:30:34.276452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50222) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:34.292578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-77fda39e-00bf-4e76-91a8-9292142c8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:34.301690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fda39e-00bf-4e76-91a8-9292142c8420 None None] Routers {'326709b7-1d6c-4f15-8428-9c797486f945'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:34.302300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-77fda39e-00bf-4e76-91a8-9292142c8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['326709b7-1d6c-4f15-8428-9c797486f945'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:34.335137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-77fda39e-00bf-4e76-91a8-9292142c8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:34.335778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fda39e-00bf-4e76-91a8-9292142c8420 None None] The sync data for ids ['326709b7-1d6c-4f15-8428-9c797486f945'] in n-d-836015-1 is: [] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:34.350765 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a8c445e-04aa-4b48-8535-400097d31e4b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.554577 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a8c445e-04aa-4b48-8535-400097d31e4b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.556725 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a8c445e-04aa-4b48-8535-400097d31e4b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.704124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a8c445e-04aa-4b48-8535-400097d31e4b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.704689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8c445e-04aa-4b48-8535-400097d31e4b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Fanout notify agent at l3_agent the message router_deleted on router 326709b7-1d6c-4f15-8428-9c797486f945 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:30:34.711757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a8c445e-04aa-4b48-8535-400097d31e4b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.717956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a8c445e-04aa-4b48-8535-400097d31e4b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/326709b7-1d6c-4f15-8428-9c797486f945 HTTP/1.1" status: 204 len: 168 time: 0.4356320 Mar 31 23:30:34.717956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50224) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:34.768093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-09865fbe-229f-409b-9560-9e50e363e9da tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet c0f9bf2a-65a6-4c81-abb4-b1873148ea27 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:34.771281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09865fbe-229f-409b-9560-9e50e363e9da tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.818777 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09865fbe-229f-409b-9560-9e50e363e9da tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.903805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09865fbe-229f-409b-9560-9e50e363e9da tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.047096 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09865fbe-229f-409b-9560-9e50e363e9da tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.078669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09865fbe-229f-409b-9560-9e50e363e9da tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f9bf2a-65a6-4c81-abb4-b1873148ea27,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:35.082019 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-09865fbe-229f-409b-9560-9e50e363e9da tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.086083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-09865fbe-229f-409b-9560-9e50e363e9da tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/c0f9bf2a-65a6-4c81-abb4-b1873148ea27 HTTP/1.1" status: 204 len: 168 time: 0.3686461 Mar 31 23:30:35.087824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50226) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:35.090201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b02a35f-6545-4504-996f-49b0d16f2b88 None None] Network 59fd8c75-a352-41fe-9d3e-b0455dd0a277 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:35.169952 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.233547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port c954d292-28e3-4438-b908-a246d64ed352 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:35.233967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.265611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc9430-d380-4708-8c43-558654145565 None None] DHCP port deletion for 59fd8c75-a352-41fe-9d3e-b0455dd0a277 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:35.302726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port c954d292-28e3-4438-b908-a246d64ed352, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c954d292-28e3-4438-b908-a246d64ed352,segment=NetworkSegment(e30354e7-9971-488e-9915-a15c22bb77f7),segment_id=e30354e7-9971-488e-9915-a15c22bb77f7)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:35.303206 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.313439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5afc9430-d380-4708-8c43-558654145565 None None] Deleting port c954d292-28e3-4438-b908-a246d64ed352 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:35.313867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5afc9430-d380-4708-8c43-558654145565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.316490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for c954d292-28e3-4438-b908-a246d64ed352 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:35.382026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5afc9430-d380-4708-8c43-558654145565 None None] For port c954d292-28e3-4438-b908-a246d64ed352, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c954d292-28e3-4438-b908-a246d64ed352,segment=NetworkSegment(e30354e7-9971-488e-9915-a15c22bb77f7),segment_id=e30354e7-9971-488e-9915-a15c22bb77f7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:35.382756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5afc9430-d380-4708-8c43-558654145565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.395761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5afc9430-d380-4708-8c43-558654145565 None None] Calling delete_port for c954d292-28e3-4438-b908-a246d64ed352 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:35.618266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.624264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5afc9430-d380-4708-8c43-558654145565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.650763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=c954d292-28e3-4438-b908-a246d64ed352,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:35.650763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port c954d292-28e3-4438-b908-a246d64ed352 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:35.654848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc9430-d380-4708-8c43-558654145565 None None] Pushing event deleted for resources: {'Port': ['ID=c954d292-28e3-4438-b908-a246d64ed352,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:35.658595 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc9430-d380-4708-8c43-558654145565 None None] No DVR routers for this DVR port c954d292-28e3-4438-b908-a246d64ed352 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:35.737455 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.757696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fd8c75-a352-41fe-9d3e-b0455dd0a277']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:35.767506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30354e7-9971-488e-9915-a15c22bb77f7') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:35.767808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30354e7-9971-488e-9915-a15c22bb77f7') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:35.777393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.791180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.797203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:35.800004 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:35.800920 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:35.944128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.951648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.954681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/59fd8c75-a352-41fe-9d3e-b0455dd0a277 HTTP/1.1" status: 204 len: 168 time: 0.8656752 Mar 31 23:30:35.959279 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50228) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:35.964541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d265ee70-9023-4d27-bc1a-493a592d51ea tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-80392821', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:35.966133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb20be-4637-483d-b28e-f49813c7e2e6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=59fd8c75-a352-41fe-9d3e-b0455dd0a277,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:36.093287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d265ee70-9023-4d27-bc1a-493a592d51ea tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.094360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d265ee70-9023-4d27-bc1a-493a592d51ea tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.143975 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-59aad86c-7f08-4f30-8c5d-2cfd6569133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.150467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d265ee70-9023-4d27-bc1a-493a592d51ea tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.166857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c954d292-28e3-4438-b908-a246d64ed352 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:36.187471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: c954d292-28e3-4438-b908-a246d64ed352 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:36.187832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c954d292-28e3-4438-b908-a246d64ed352 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:36.252504 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d265ee70-9023-4d27-bc1a-493a592d51ea tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.351234 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d265ee70-9023-4d27-bc1a-493a592d51ea tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.352459 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d265ee70-9023-4d27-bc1a-493a592d51ea tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3921294 Mar 31 23:30:36.355213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50230) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:36.360592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-2063816156'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:36.449691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:36.453121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.476084 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:36.484869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.485216 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment fadda947-b894-49db-b3c0-2324391720b0 of type vlan for network 778ad1de-e4c8-43c3-8783-d2e4bc43325a Mar 31 23:30:36.524229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.615445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.621204 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:36.621794 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:36.687853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=778ad1de-e4c8-43c3-8783-d2e4bc43325a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:36.699347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 778ad1de-e4c8-43c3-8783-d2e4bc43325a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:36.723972 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aff8cdea-c778-4482-84b5-8b876b98482d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3676481 Mar 31 23:30:36.726603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50232) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:36.731634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:36.904134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:36.907779 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.158387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.216805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=016cc1e4-c760-491b-8b9f-94d24f14c3ea,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:37.225562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:37.225886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: 778ad1de-e4c8-43c3-8783-d2e4bc43325a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:37.318341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 778ad1de-e4c8-43c3-8783-d2e4bc43325a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:37.401001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 778ad1de-e4c8-43c3-8783-d2e4bc43325a) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:37.405232 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:37.405816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.411601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d8726-2d7a-4a6a-8a88-bd1a78e032a5 None None] Network 778ad1de-e4c8-43c3-8783-d2e4bc43325a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:37.512470 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-70475df1-6ad0-47d7-b5a9-6f025c6509e2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7847447 Mar 31 23:30:37.515646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50236) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:37.553017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:37.554010 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.801319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.804294 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.859739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Allocated IP 172.20.0.2 (778ad1de-e4c8-43c3-8783-d2e4bc43325a/016cc1e4-c760-491b-8b9f-94d24f14c3ea/c133bade-ffac-4394-a2d1-1bbf11f20fe9) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:38.007116 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.121146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.160073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Network 778ad1de-e4c8-43c3-8783-d2e4bc43325a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:38.164569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:38.168180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:38.169166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.20.0.1 (778ad1de-e4c8-43c3-8783-d2e4bc43325a/016cc1e4-c760-491b-8b9f-94d24f14c3ea/1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:38.175773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Pushing event updated for resources: {'Port': ['ID=c133bade-ffac-4394-a2d1-1bbf11f20fe9,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:38.229036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Attempting to bind port c133bade-ffac-4394-a2d1-1bbf11f20fe9 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:38.229405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Attempting to bind port c133bade-ffac-4394-a2d1-1bbf11f20fe9 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:38.229765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Attempting to bind port c133bade-ffac-4394-a2d1-1bbf11f20fe9 on network 778ad1de-e4c8-43c3-8783-d2e4bc43325a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:38.235392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:38.235761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Checking segment: {'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:38.236199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.236570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Bound using segment: {'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:38.237031 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Bound port: c133bade-ffac-4394-a2d1-1bbf11f20fe9, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:38.237409 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.282752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.300000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] For port c133bade-ffac-4394-a2d1-1bbf11f20fe9, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:38.303153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] For port c133bade-ffac-4394-a2d1-1bbf11f20fe9, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c133bade-ffac-4394-a2d1-1bbf11f20fe9,segment=NetworkSegment(fadda947-b894-49db-b3c0-2324391720b0),segment_id=fadda947-b894-49db-b3c0-2324391720b0)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:38.373105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.418993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.429872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ed413-2138-4928-9438-04a3a2bb42f3 None None] Pushing event updated for resources: {'Port': ['ID=c133bade-ffac-4394-a2d1-1bbf11f20fe9,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:38.479853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 778ad1de-e4c8-43c3-8783-d2e4bc43325a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:38.483982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:38.486528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:38.493689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:38.537000 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.724403 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.762636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.947229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.031074 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.141207 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.184195 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.218946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:39.220662 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.297429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55735a0b-89d7-44e3-9e93-3a06919fcb76 None None] Network 778ad1de-e4c8-43c3-8783-d2e4bc43325a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:39.318304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 778ad1de-e4c8-43c3-8783-d2e4bc43325a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:39.319809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:39.360292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-07228ec4-9e55-4870-a05d-e8a5362b780a None None] Provisioning complete for port c133bade-ffac-4394-a2d1-1bbf11f20fe9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:39.360661 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-07228ec4-9e55-4870-a05d-e8a5362b780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.512048 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-07228ec4-9e55-4870-a05d-e8a5362b780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.562432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-07228ec4-9e55-4870-a05d-e8a5362b780a None None] For port c133bade-ffac-4394-a2d1-1bbf11f20fe9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c133bade-ffac-4394-a2d1-1bbf11f20fe9,segment=NetworkSegment(fadda947-b894-49db-b3c0-2324391720b0),segment_id=fadda947-b894-49db-b3c0-2324391720b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:39.655325 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-07228ec4-9e55-4870-a05d-e8a5362b780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.706992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07228ec4-9e55-4870-a05d-e8a5362b780a None None] Pushing event updated for resources: {'Port': ['ID=c133bade-ffac-4394-a2d1-1bbf11f20fe9,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:39.758346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:30:39.780976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7885ce13-e3f6-4312-b462-990a790bc528 None None] Provisioning complete for port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:39.781347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7885ce13-e3f6-4312-b462-990a790bc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.817475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7885ce13-e3f6-4312-b462-990a790bc528 None None] Port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:39.829368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7885ce13-e3f6-4312-b462-990a790bc528 None None] Provisioning complete for port c133bade-ffac-4394-a2d1-1bbf11f20fe9 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:39.829687 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7885ce13-e3f6-4312-b462-990a790bc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.853875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:39.859757 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d6e15013-368b-445e-b7c7-e466660565c0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425589 Mar 31 23:30:39.861978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50238) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:39.863582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:39.866172 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:39.867337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1814159733'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:39.885458 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:39.886136 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:39.979141 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:40.001384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:40.005091 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.038698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:40.059123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4ee3b328-176a-43b8-86ae-44d624ff6a9c None None] Provisioning complete for port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:40.062106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b328-176a-43b8-86ae-44d624ff6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.063878 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.065455 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment 220a307e-c565-40c1-88e2-f61f5a376c30 of type vlan for network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd Mar 31 23:30:40.117179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.139360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3b328-176a-43b8-86ae-44d624ff6a9c None None] Port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:40.215804 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.224339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:40.225041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.233505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c133bade-ffac-4394-a2d1-1bbf11f20fe9 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:40.286236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-eb912e74-cf53-4c97-b85d-f14dd38793eb None None] Provisioning complete for port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:40.286775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb912e74-cf53-4c97-b85d-f14dd38793eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.300109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=7de793f3-5cb1-4f8d-a9be-9116d10f7cdd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:40.316286 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:40.319056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:38Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:38Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:40.322314 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-80d3de21-fe13-43ae-a52b-e7a58bf98546 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4587858 Mar 31 23:30:40.324606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50240) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:40.330821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:40.347545 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:40.347891 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Updating router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:30:40.375862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c133bade-ffac-4394-a2d1-1bbf11f20fe9 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:40.376230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.379856 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.382569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-eb912e74-cf53-4c97-b85d-f14dd38793eb None None] Port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:40.523948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:40.527557 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.651439 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.735567 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.764495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.788265 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Pushing event updated for resources: {'Port': ['ID=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:40.812030 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.812405 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.812691 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.813038 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.813361 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.813701 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.814019 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.814333 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.814688 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.815000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.815309 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.816030 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:40.836795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=29e98aaf-1074-4b30-8a61-b5ff59dbec83,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:40.852276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:40.852276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:40.852763 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Attempting to bind port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:40.852763 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Attempting to bind port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:40.852763 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Attempting to bind port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 on network 778ad1de-e4c8-43c3-8783-d2e4bc43325a {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:40.858988 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:40.859376 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Checking segment: {'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:40.859873 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.860337 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Bound using segment: {'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:40.860864 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Bound port: 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadda947-b894-49db-b3c0-2324391720b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:40.861341 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.927666 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] For port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:40.931144 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] For port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,segment=NetworkSegment(fadda947-b894-49db-b3c0-2324391720b0),segment_id=fadda947-b894-49db-b3c0-2324391720b0)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:40.958602 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:41.005766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-560161d3-1de8-4e93-9707-e243871a7348 None None] Provisioning complete for port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:41.006386 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-560161d3-1de8-4e93-9707-e243871a7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.040849 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-560161d3-1de8-4e93-9707-e243871a7348 None None] Port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:41.073051 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.101521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:41.106241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:41.106939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.113549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bcf1c-02ab-4a94-b467-c834a60cb41d None None] Network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:41.125251 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:41.125865 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:41.207036 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f01e3-188c-460e-9810-cd66e223e957 None None] Pushing event updated for resources: {'Port': ['ID=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:41.228445 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:41.230145 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c4d25a6d-9651-49ae-8b3b-7995ec089a23 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9036183 Mar 31 23:30:41.232817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50242) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:41.274601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:41.275693 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.460012 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:38Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:40Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:41.474785 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Allocated IP 172.21.0.2 (7de793f3-5cb1-4f8d-a9be-9116d10f7cdd/29e98aaf-1074-4b30-8a61-b5ff59dbec83/97517e09-a696-4255-bbe2-e9cf55015f63) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:41.481818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-037ba746-b48b-4f82-9237-c8cc2577f367 None None] Provisioning complete for port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:41.483715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-037ba746-b48b-4f82-9237-c8cc2577f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.489647 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74966afa-6a7c-4ef3-837d-9f3377b548a4 None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:38Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:40Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:41.685489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-037ba746-b48b-4f82-9237-c8cc2577f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.720643 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.745100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-037ba746-b48b-4f82-9237-c8cc2577f367 None None] For port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,segment=NetworkSegment(fadda947-b894-49db-b3c0-2324391720b0),segment_id=fadda947-b894-49db-b3c0-2324391720b0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:41.828452 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.859297 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-037ba746-b48b-4f82-9237-c8cc2577f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.878186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:41.881476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:41.885966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:41.894244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Pushing event updated for resources: {'Port': ['ID=97517e09-a696-4255-bbe2-e9cf55015f63,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:41.912221 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.992493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Attempting to bind port 97517e09-a696-4255-bbe2-e9cf55015f63 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:41.992790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Attempting to bind port 97517e09-a696-4255-bbe2-e9cf55015f63 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:41.993166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Attempting to bind port 97517e09-a696-4255-bbe2-e9cf55015f63 on network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:42.001393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ba746-b48b-4f82-9237-c8cc2577f367 None None] Pushing event updated for resources: {'Port': ['ID=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:42.004657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:42.005036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Checking segment: {'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:42.005449 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.005836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Bound using segment: {'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:42.006465 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Bound port: 97517e09-a696-4255-bbe2-e9cf55015f63, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:42.006714 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.077264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] For port 97517e09-a696-4255-bbe2-e9cf55015f63, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:42.080792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] For port 97517e09-a696-4255-bbe2-e9cf55015f63, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=97517e09-a696-4255-bbe2-e9cf55015f63,segment=NetworkSegment(220a307e-c565-40c1-88e2-f61f5a376c30),segment_id=220a307e-c565-40c1-88e2-f61f5a376c30)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:42.159472 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.211290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.21.0.1 (7de793f3-5cb1-4f8d-a9be-9116d10f7cdd/29e98aaf-1074-4b30-8a61-b5ff59dbec83/d2e18cde-b372-4328-ac19-67800fba88f2) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:42.240625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:42.251248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfee5e5-0ac3-4b21-9e78-f7b23ee71776 None None] Pushing event updated for resources: {'Port': ['ID=97517e09-a696-4255-bbe2-e9cf55015f63,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:42.303511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:42.304150 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.353363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.470513 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.520248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:42.523934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:42.527436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:42.534460 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=d2e18cde-b372-4328-ac19-67800fba88f2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:42.575731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:42.755459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.021303 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.078488 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.154314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=d2e18cde-b372-4328-ac19-67800fba88f2,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:43.158443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.250568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:43.252196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:43.354253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:43.454699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:43.462534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8e717b2b-8bfd-44cc-a79c-bf7fb08b8b45 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2260616 Mar 31 23:30:43.462816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50244) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:43.469519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:43.473805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-192995972'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:43.490219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:43.491143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:43.586443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:43.607339 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:43.611131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.652004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:43.662860 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.663542 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment df333e70-c4ea-46c8-888b-de9555019e16 of type vlan for network 53726ddd-efb0-4dde-8dfc-093d6707baf3 Mar 31 23:30:43.718930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.835774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.849972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:43.850653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.856047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:42Z', 'revision_number': 3, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:42Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:43.886076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:43.887410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Updating router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 port d2e18cde-b372-4328-ac19-67800fba88f2 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:30:43.911833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18c581-4cbb-4564-8ca3-7c3d751b975e None None] Network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:43.938158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=53726ddd-efb0-4dde-8dfc-093d6707baf3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:43.938416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:43.947194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.947545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.947888 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.948227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.948567 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.948913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.949236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.949568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.949899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.950248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.950727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.951793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:43.962359 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bd939305-b139-4af7-a82a-94b0863da32f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4965992 Mar 31 23:30:43.963924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50250) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:43.969145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:43.983182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 53726ddd-efb0-4dde-8dfc-093d6707baf3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:44.119345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:44.126741 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.249787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 97517e09-a696-4255-bbe2-e9cf55015f63 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:44.311170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a0f2d8e8-679c-4048-8945-581f0cd7a5cc None None] Provisioning complete for port 97517e09-a696-4255-bbe2-e9cf55015f63 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:44.311624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d8e8-679c-4048-8945-581f0cd7a5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.381770 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.442837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=48618c53-36dd-49e1-818d-587eeb324c52,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:44.451276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:44.451647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: 53726ddd-efb0-4dde-8dfc-093d6707baf3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:44.530296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 53726ddd-efb0-4dde-8dfc-093d6707baf3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:44.555601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 97517e09-a696-4255-bbe2-e9cf55015f63 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:44.556198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.595364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 53726ddd-efb0-4dde-8dfc-093d6707baf3) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:44.599734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:44.600435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.619230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516302c3-e7fb-4f36-a115-74b5fe79f9c1 None None] Network 53726ddd-efb0-4dde-8dfc-093d6707baf3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:44.693197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bb44d72e-7309-47d8-9237-ce72cf545d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7280223 Mar 31 23:30:44.695927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50252) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:44.717133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d8e8-679c-4048-8945-581f0cd7a5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.864277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a0f2d8e8-679c-4048-8945-581f0cd7a5cc None None] For port 97517e09-a696-4255-bbe2-e9cf55015f63, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=97517e09-a696-4255-bbe2-e9cf55015f63,segment=NetworkSegment(220a307e-c565-40c1-88e2-f61f5a376c30),segment_id=220a307e-c565-40c1-88e2-f61f5a376c30)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:44.918010 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.921059 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:44.950571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d8e8-679c-4048-8945-581f0cd7a5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.023663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-53726ddd-efb0-4dde-8dfc-093d6707baf3', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:45.024446 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.067763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.080276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2d8e8-679c-4048-8945-581f0cd7a5cc None None] Pushing event updated for resources: {'Port': ['ID=97517e09-a696-4255-bbe2-e9cf55015f63,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:45.096552 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:30:45.096914 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:30:45.114749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.192539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c08cf00d-9a5a-4c0a-a803-9b23f95b48cf None None] Provisioning complete for port d2e18cde-b372-4328-ac19-67800fba88f2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:45.192921 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c08cf00d-9a5a-4c0a-a803-9b23f95b48cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.247365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992fc09-986c-4658-99f9-2796935f4752 None None] Pushing event updated for resources: {'Port': ['ID=d2e18cde-b372-4328-ac19-67800fba88f2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:45.316928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-c08cf00d-9a5a-4c0a-a803-9b23f95b48cf None None] Port d2e18cde-b372-4328-ac19-67800fba88f2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:45.355552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Attempting to bind port d2e18cde-b372-4328-ac19-67800fba88f2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:45.356015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Attempting to bind port d2e18cde-b372-4328-ac19-67800fba88f2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:45.356454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Attempting to bind port d2e18cde-b372-4328-ac19-67800fba88f2 on network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:45.360462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Allocated IP 172.22.0.2 (53726ddd-efb0-4dde-8dfc-093d6707baf3/48618c53-36dd-49e1-818d-587eeb324c52/2a8312a0-2548-4945-9b1c-062b940037d3) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:45.365910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c08cf00d-9a5a-4c0a-a803-9b23f95b48cf None None] Provisioning complete for port 97517e09-a696-4255-bbe2-e9cf55015f63 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:45.366372 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c08cf00d-9a5a-4c0a-a803-9b23f95b48cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.396862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:45.398733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Checking segment: {'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:45.398733 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.398733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Bound using segment: {'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:45.398733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Bound port: d2e18cde-b372-4328-ac19-67800fba88f2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220a307e-c565-40c1-88e2-f61f5a376c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:45.399143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.579374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] For port d2e18cde-b372-4328-ac19-67800fba88f2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:45.586197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] For port d2e18cde-b372-4328-ac19-67800fba88f2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2e18cde-b372-4328-ac19-67800fba88f2,segment=NetworkSegment(220a307e-c565-40c1-88e2-f61f5a376c30),segment_id=220a307e-c565-40c1-88e2-f61f5a376c30)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:45.671418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.677860 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.747429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c27182a7-f3d8-4b38-b5a9-5d6ce1e10c58 None None] Provisioning complete for port d2e18cde-b372-4328-ac19-67800fba88f2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:45.747807 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c27182a7-f3d8-4b38-b5a9-5d6ce1e10c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.750584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992fc09-986c-4658-99f9-2796935f4752 None None] Pushing event updated for resources: {'Port': ['ID=d2e18cde-b372-4328-ac19-67800fba88f2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:45.755082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:45.755082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:45.755746 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:45.800717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.22.0.1 (53726ddd-efb0-4dde-8dfc-093d6707baf3/48618c53-36dd-49e1-818d-587eeb324c52/5b60b394-e691-44f6-98a0-8aec1eb104b8) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:45.886748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Network 53726ddd-efb0-4dde-8dfc-093d6707baf3 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:45.900361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:45.908519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:45.924864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Pushing event updated for resources: {'Port': ['ID=2a8312a0-2548-4945-9b1c-062b940037d3,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:45.928597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:45.932572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.042749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.085758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 53726ddd-efb0-4dde-8dfc-093d6707baf3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:46.093362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:46.095845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:46.123998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=5b60b394-e691-44f6-98a0-8aec1eb104b8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:46.152808 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.225538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 97517e09-a696-4255-bbe2-e9cf55015f63 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:46.266934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Attempting to bind port 2a8312a0-2548-4945-9b1c-062b940037d3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:46.267305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Attempting to bind port 2a8312a0-2548-4945-9b1c-062b940037d3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:46.267670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Attempting to bind port 2a8312a0-2548-4945-9b1c-062b940037d3 on network 53726ddd-efb0-4dde-8dfc-093d6707baf3 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:46.314054 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c27182a7-f3d8-4b38-b5a9-5d6ce1e10c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.319746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:46.320127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Checking segment: {'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:46.320527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.320927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Bound using segment: {'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:46.321410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Bound port: 2a8312a0-2548-4945-9b1c-062b940037d3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:46.321791 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.371018 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.406698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c27182a7-f3d8-4b38-b5a9-5d6ce1e10c58 None None] For port d2e18cde-b372-4328-ac19-67800fba88f2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2e18cde-b372-4328-ac19-67800fba88f2,segment=NetworkSegment(220a307e-c565-40c1-88e2-f61f5a376c30),segment_id=220a307e-c565-40c1-88e2-f61f5a376c30)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:46.475417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 97517e09-a696-4255-bbe2-e9cf55015f63 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:46.475788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.503278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] For port 2a8312a0-2548-4945-9b1c-062b940037d3, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:46.507664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c27182a7-f3d8-4b38-b5a9-5d6ce1e10c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.555001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] For port 2a8312a0-2548-4945-9b1c-062b940037d3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2a8312a0-2548-4945-9b1c-062b940037d3,segment=NetworkSegment(df333e70-c4ea-46c8-888b-de9555019e16),segment_id=df333e70-c4ea-46c8-888b-de9555019e16)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:46.591174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27182a7-f3d8-4b38-b5a9-5d6ce1e10c58 None None] Pushing event updated for resources: {'Port': ['ID=d2e18cde-b372-4328-ac19-67800fba88f2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:46.622789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:42Z', 'revision_number': 3, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:45Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:46.643619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.673642 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.687856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138adf2-1a5c-4d08-ae60-c283fd8daabc None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:42Z', 'revision_number': 3, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:45Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:46.695670 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.783643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6d865bee-ae07-49f5-b06e-d0fc9d07ac66 None None] Provisioning complete for port d2e18cde-b372-4328-ac19-67800fba88f2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:46.784014 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d865bee-ae07-49f5-b06e-d0fc9d07ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.787841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f30e3-addb-408a-a1f0-876dde8d0dea None None] Pushing event updated for resources: {'Port': ['ID=2a8312a0-2548-4945-9b1c-062b940037d3,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:46.806433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:46.813132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=5b60b394-e691-44f6-98a0-8aec1eb104b8,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:46.944881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network 53726ddd-efb0-4dde-8dfc-093d6707baf3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:46.944881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:47.069582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:47.172388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:47.177702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2c3b961c-a028-4b7c-8963-e2a16ea6b09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4808273 Mar 31 23:30:47.180334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50258) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:47.185912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'network': {'name': 'tempest-RoutersTest-1234177561'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:47.263135 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:47.263135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.495700 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:47.509329 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:47.510036 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:47.571298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:30:47.580580 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.581164 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added segment 9e85c1ac-b929-43e7-9d10-bc818ae622bc of type vlan for network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 Mar 31 23:30:47.611291 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:47.628421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.776948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9309d1-3d4e-4beb-984a-1143fd1957b4 None None] Network 53726ddd-efb0-4dde-8dfc-093d6707baf3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:47.778760 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.784565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:47.787920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.831978 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:47.857110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Network': ['ID=c2e99dd5-8584-4c58-9e78-56cb7e67f6d4,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:47.866238 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:47.866611 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Updating router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 port 5b60b394-e691-44f6-98a0-8aec1eb104b8 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:30:47.868839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fcec0f72-f101-4d53-8979-df618b4ba1d8 None None] Provisioning complete for port 2a8312a0-2548-4945-9b1c-062b940037d3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:47.869285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fcec0f72-f101-4d53-8979-df618b4ba1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.874201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:30:47.894738 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:47.914793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-81a07efa-f03f-4840-8cc2-51ef0b39668b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7326961 Mar 31 23:30:47.917102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50262) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:47.923256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'subnet': {'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:48.077478 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fcec0f72-f101-4d53-8979-df618b4ba1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.093632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Made reservation on behalf of 068a3fef04e74056aad83e790d631f06 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:48.098459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.114491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fcec0f72-f101-4d53-8979-df618b4ba1d8 None None] For port 2a8312a0-2548-4945-9b1c-062b940037d3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2a8312a0-2548-4945-9b1c-062b940037d3,segment=NetworkSegment(df333e70-c4ea-46c8-888b-de9555019e16),segment_id=df333e70-c4ea-46c8-888b-de9555019e16)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:48.176717 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.193678 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fcec0f72-f101-4d53-8979-df618b4ba1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.259868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec0f72-f101-4d53-8979-df618b4ba1d8 None None] Pushing event updated for resources: {'Port': ['ID=2a8312a0-2548-4945-9b1c-062b940037d3,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:48.282683 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.308013 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2a8312a0-2548-4945-9b1c-062b940037d3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:48.381772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2a8312a0-2548-4945-9b1c-062b940037d3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:48.382256 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.406100 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e11f0a-71c5-4989-895e-cf525db6abab None None] Pushing event updated for resources: {'Port': ['ID=5b60b394-e691-44f6-98a0-8aec1eb104b8,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:48.418080 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Attempting to bind port 5b60b394-e691-44f6-98a0-8aec1eb104b8 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:48.418080 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Attempting to bind port 5b60b394-e691-44f6-98a0-8aec1eb104b8 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:48.418080 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Attempting to bind port 5b60b394-e691-44f6-98a0-8aec1eb104b8 on network 53726ddd-efb0-4dde-8dfc-093d6707baf3 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:48.421364 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:48.421834 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Checking segment: {'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:48.422379 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.423101 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Bound using segment: {'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:48.423437 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Bound port: 5b60b394-e691-44f6-98a0-8aec1eb104b8, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df333e70-c4ea-46c8-888b-de9555019e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:48.423815 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.430403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b833d45e-b3e6-4751-8aa4-f51333928ca2 None None] Provisioning complete for port 5b60b394-e691-44f6-98a0-8aec1eb104b8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:48.430797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b833d45e-b3e6-4751-8aa4-f51333928ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.441774 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.485075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b833d45e-b3e6-4751-8aa4-f51333928ca2 None None] Port 5b60b394-e691-44f6-98a0-8aec1eb104b8 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:48.493634 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] For port 5b60b394-e691-44f6-98a0-8aec1eb104b8, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:48.496924 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] For port 5b60b394-e691-44f6-98a0-8aec1eb104b8, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5b60b394-e691-44f6-98a0-8aec1eb104b8,segment=NetworkSegment(df333e70-c4ea-46c8-888b-de9555019e16),segment_id=df333e70-c4ea-46c8-888b-de9555019e16)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:48.519065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Subnet': ['ID=2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:48.527249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Checking segment: {'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:48.527675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network hostable DHCP agents. Network: c2e99dd5-8584-4c58-9e78-56cb7e67f6d4, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:30:48.539616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2e18cde-b372-4328-ac19-67800fba88f2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:48.542970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b833d45e-b3e6-4751-8aa4-f51333928ca2 None None] Provisioning complete for port 2a8312a0-2548-4945-9b1c-062b940037d3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:48.543275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b833d45e-b3e6-4751-8aa4-f51333928ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.627691 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.629320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port d2e18cde-b372-4328-ac19-67800fba88f2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:48.629693 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.647970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:30:48.688813 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:48.689440 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:48.750562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c2e99dd5-8584-4c58-9e78-56cb7e67f6d4) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:48.755500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:48.756101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.761167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddc97a8-dc4b-40cc-bf1d-56674e0adbfa None None] Network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:48.763707 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e11f0a-71c5-4989-895e-cf525db6abab None None] Pushing event updated for resources: {'Port': ['ID=5b60b394-e691-44f6-98a0-8aec1eb104b8,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:48.804819 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:48.846513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6b792305-981f-4c73-a0d1-9bd2c50236e8 None None] Provisioning complete for port 5b60b394-e691-44f6-98a0-8aec1eb104b8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:48.847312 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b792305-981f-4c73-a0d1-9bd2c50236e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:48.877110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b8ab33f-d99e-438a-a8a5-0ce908d05292 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9583859 Mar 31 23:30:48.880155 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50264) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:49.011337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'fixed_ips': [{'subnet_id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:30:49.012866 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.017819 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b792305-981f-4c73-a0d1-9bd2c50236e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.081201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6b792305-981f-4c73-a0d1-9bd2c50236e8 None None] For port 5b60b394-e691-44f6-98a0-8aec1eb104b8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5b60b394-e691-44f6-98a0-8aec1eb104b8,segment=NetworkSegment(df333e70-c4ea-46c8-888b-de9555019e16),segment_id=df333e70-c4ea-46c8-888b-de9555019e16)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:49.156709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6b792305-981f-4c73-a0d1-9bd2c50236e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.192130 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:48Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:49.227657 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acc698-430f-4a7c-aee1-a28427edba70 None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:48Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:49.256405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b792305-981f-4c73-a0d1-9bd2c50236e8 None None] Pushing event updated for resources: {'Port': ['ID=5b60b394-e691-44f6-98a0-8aec1eb104b8,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:49.263620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Allocated IP 172.23.0.2 (c2e99dd5-8584-4c58-9e78-56cb7e67f6d4/2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659/e4cafc87-5815-4474-8549-5b9b58b420c8) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:49.368180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ee0bd944-4747-41b6-a9e6-67df3b49c109 None None] Provisioning complete for port 5b60b394-e691-44f6-98a0-8aec1eb104b8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:49.368395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ee0bd944-4747-41b6-a9e6-67df3b49c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.387341 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.548720 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.619722 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.665488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:49.676776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:49.684082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:49.693391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Pushing event updated for resources: {'Port': ['ID=e4cafc87-5815-4474-8549-5b9b58b420c8,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:49.702936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e4d07382-2385-4378-aeb2-121da4686fa9 None None] Provisioning complete for port 5b60b394-e691-44f6-98a0-8aec1eb104b8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:49.703401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e4d07382-2385-4378-aeb2-121da4686fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.705862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Allocated IP 172.23.0.1 (c2e99dd5-8584-4c58-9e78-56cb7e67f6d4/2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659/5e635e40-78b6-48f9-8970-2f9e6a4cbfe4) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:49.832599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.934797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Attempting to bind port e4cafc87-5815-4474-8549-5b9b58b420c8 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:49.935320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Attempting to bind port e4cafc87-5815-4474-8549-5b9b58b420c8 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:49.935510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Attempting to bind port e4cafc87-5815-4474-8549-5b9b58b420c8 on network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:49.943997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:49.944366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Checking segment: {'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:49.955281 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.955281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Bound using segment: {'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:49.955561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:49.956214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Bound port: e4cafc87-5815-4474-8549-5b9b58b420c8, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:49.956214 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.020261 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:50.025518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:50.031326 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:50.037719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:50.058881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] For port e4cafc87-5815-4474-8549-5b9b58b420c8, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:50.063069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] For port e4cafc87-5815-4474-8549-5b9b58b420c8, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4cafc87-5815-4474-8549-5b9b58b420c8,segment=NetworkSegment(9e85c1ac-b929-43e7-9d10-bc818ae622bc),segment_id=9e85c1ac-b929-43e7-9d10-bc818ae622bc)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:50.086709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.162444 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.228663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53224fe-3a7d-40c9-9215-727d96ed6510 None None] Pushing event updated for resources: {'Port': ['ID=e4cafc87-5815-4474-8549-5b9b58b420c8,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:50.258340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addfc25-0c4b-4470-bdc6-38df97ccfb3b req-3f3e2b05-8984-4197-a8c3-4e5d3348abaf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:50.268667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0addfc25-0c4b-4470-bdc6-38df97ccfb3b req-3f3e2b05-8984-4197-a8c3-4e5d3348abaf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0726352 Mar 31 23:30:50.303935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2a8312a0-2548-4945-9b1c-062b940037d3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:50.305856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.320534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0addfc25-0c4b-4470-bdc6-38df97ccfb3b req-38006e0a-84c7-4cfd-bfed-1bd903a49a7e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506971 Mar 31 23:30:50.345326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50270) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:50.378782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2a8312a0-2548-4945-9b1c-062b940037d3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:50.379168 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.424670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f8b01c4e-f337-43e4-9609-1f45d5b1f80a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/d6a0c474-1423-43aa-bc10-9f92c17ed38d HTTP/1.1" status: 200 len: 993 time: 0.0784628 Mar 31 23:30:50.505182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5b60b394-e691-44f6-98a0-8aec1eb104b8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:50.560967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5b60b394-e691-44f6-98a0-8aec1eb104b8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:50.561459 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.692029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.779445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.872917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event updated for resources: {'Port': ['ID=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:50.876789 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:50.976987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:50.978856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:50.979588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455542e1-aada-45e5-b51b-8b96dd09a807 req-7e385139-97d5-4388-aa26-a2d343d37e32 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:50.981137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-455542e1-aada-45e5-b51b-8b96dd09a807 req-7e385139-97d5-4388-aa26-a2d343d37e32 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1096 time: 0.0479929 Mar 31 23:30:51.020499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-455542e1-aada-45e5-b51b-8b96dd09a807 req-03fc2696-6e21-4ad4-bb58-83a4562e8c3a tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329866 Mar 31 23:30:51.088389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:51.225954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:51.236429 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3505c838-61f7-4ff6-a30a-7f328a3be09c tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3551819 Mar 31 23:30:51.238861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50282) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:51.245995 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:51.250220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:51.264027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:51.264027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:51.368183 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86e2a11-0c18-416a-a806-dc87b67d7c6d None None] Network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:51.391248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:51.523985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-49929a5c-339e-4397-9d0c-0983d7335153 None None] Provisioning complete for port e4cafc87-5815-4474-8549-5b9b58b420c8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:51.524418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-49929a5c-339e-4397-9d0c-0983d7335153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.675013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.extraroute_db [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:30:51.690714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.extraroute_db [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Removed routes are [] {{(pid=109820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:30:51.691128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.790774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-49929a5c-339e-4397-9d0c-0983d7335153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.843860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-49929a5c-339e-4397-9d0c-0983d7335153 None None] For port e4cafc87-5815-4474-8549-5b9b58b420c8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4cafc87-5815-4474-8549-5b9b58b420c8,segment=NetworkSegment(9e85c1ac-b929-43e7-9d10-bc818ae622bc),segment_id=9e85c1ac-b929-43e7-9d10-bc818ae622bc)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:51.857803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:50Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e635e40-78b6-48f9-8970-2f9e6a4cbfe4', 'name': '', 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:45:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:49Z', 'updated_at': '2022-03-31T23:30:50Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:51.900622 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:51.901037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Updating router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:30:51.935840 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.945533 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-49929a5c-339e-4397-9d0c-0983d7335153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.956458 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.960593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.076199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:52.083596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49929a5c-339e-4397-9d0c-0983d7335153 None None] Pushing event updated for resources: {'Port': ['ID=e4cafc87-5815-4474-8549-5b9b58b420c8,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:52.183816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3a32b488-bd25-4d86-84b3-efb693f9b0d3 None None] Provisioning complete for port e4cafc87-5815-4474-8549-5b9b58b420c8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:52.184225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3a32b488-bd25-4d86-84b3-efb693f9b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.230052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:52.238282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.242416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50300) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:52.243020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-915ce3fc-42b1-49d6-9127-e0d8b147dd7a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 200 len: 932 time: 1.0017662 Mar 31 23:30:52.296774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e4cafc87-5815-4474-8549-5b9b58b420c8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:52.356485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.363139 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-01ec103a-512e-461a-b4dd-c892e99d1a21 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 200 len: 932 time: 0.1184247 Mar 31 23:30:52.366047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50302) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:52.370869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'routes': None}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:52.374601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50304) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:52.434154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e4cafc87-5815-4474-8549-5b9b58b420c8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:52.434750 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.476114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3a32b488-bd25-4d86-84b3-efb693f9b0d3 None None] Provisioning complete for port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:52.476623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3a32b488-bd25-4d86-84b3-efb693f9b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.478196 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.515680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-2618dc86-d76a-468a-b026-f30ca5e0f2dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349132 Mar 31 23:30:52.518711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-d6b9180b-1184-4757-9c0d-3f8f7b37e62c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:30:52.519966 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-d6b9180b-1184-4757-9c0d-3f8f7b37e62c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063167 Mar 31 23:30:52.574508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3a32b488-bd25-4d86-84b3-efb693f9b0d3 None None] Port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:52.577523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06e520-e238-4c85-9873-a8e458e2c226 None None] Pushing event updated for resources: {'Port': ['ID=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:52.692997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Attempting to bind port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:52.693361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Attempting to bind port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:52.693718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Attempting to bind port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 on network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:52.699635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:52.700082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Checking segment: {'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:52.700484 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.700897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Bound using segment: {'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:52.701358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Bound port: 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e85c1ac-b929-43e7-9d10-bc818ae622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:52.701764 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.756599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-32819842-2ce8-4ea2-90f5-6bdf416c20f7 None None] Provisioning complete for port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:52.756972 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-32819842-2ce8-4ea2-90f5-6bdf416c20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.809190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] For port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:52.814155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] For port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,segment=NetworkSegment(9e85c1ac-b929-43e7-9d10-bc818ae622bc),segment_id=9e85c1ac-b929-43e7-9d10-bc818ae622bc)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:52.816858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-32819842-2ce8-4ea2-90f5-6bdf416c20f7 None None] Port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:52.824260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.extraroute_db [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added routes are [] {{(pid=109821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:30:52.824603 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.extraroute_db [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:30:52.856332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.935424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9e7ddaba-6a38-43b7-9631-974d5df9c36b None None] Provisioning complete for port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:52.935778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9e7ddaba-6a38-43b7-9631-974d5df9c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.966712 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:52.995675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ddaba-6a38-43b7-9631-974d5df9c36b None None] Port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:53.028351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:53.028998 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:53.030881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06e520-e238-4c85-9873-a8e458e2c226 None None] Pushing event updated for resources: {'Port': ['ID=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:53.141569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:53.360472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d96d0b5d-0f1f-4499-8673-0a732d882957 None None] Provisioning complete for port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:53.361273 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d96d0b5d-0f1f-4499-8673-0a732d882957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.444151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:52Z', 'revision_number': 7, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e635e40-78b6-48f9-8970-2f9e6a4cbfe4', 'name': '', 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:45:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:49Z', 'updated_at': '2022-03-31T23:30:52Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:53.484068 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.488122 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.595270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:53.649574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3204fdaa-3ae2-46a3-9360-249dca12304b None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:52Z', 'revision_number': 7, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e635e40-78b6-48f9-8970-2f9e6a4cbfe4', 'name': '', 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:45:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:49Z', 'updated_at': '2022-03-31T23:30:52Z', 'revision_number': 4, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:53.651300 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d96d0b5d-0f1f-4499-8673-0a732d882957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.707598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d96d0b5d-0f1f-4499-8673-0a732d882957 None None] For port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,segment=NetworkSegment(9e85c1ac-b929-43e7-9d10-bc818ae622bc),segment_id=9e85c1ac-b929-43e7-9d10-bc818ae622bc)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:53.727629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-49b57afb-9ab1-4bb4-81ed-6a99ec9c4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:53.729789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-49b57afb-9ab1-4bb4-81ed-6a99ec9c4f86 service neutron] 10.222.0.31 "GET /v2.0/ports/b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 1093 time: 0.0731585 Mar 31 23:30:53.733288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:53.749564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Request body: {'binding': {'host': 'n-h1-836015-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:53.749564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Unknown quota resources ['binding']. {{(pid=109820) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 23:30:53.749977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.749977 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e64e56c2-1ee9-4780-8b82-7c4c7ed0038b tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 200 len: 698 time: 1.3782144 Mar 31 23:30:53.749977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50314) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:53.831401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d96d0b5d-0f1f-4499-8673-0a732d882957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:53.870004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50316) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:53.871236 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1fcb7c4b-bc2d-4edc-805a-bcf87c2e0d33 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 200 len: 698 time: 0.1222250 Mar 31 23:30:53.898312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d0b5d-0f1f-4499-8673-0a732d882957 None None] Pushing event updated for resources: {'Port': ['ID=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:53.981248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on host n-h1-836015-1 for vnic_type normal with profile None {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:53.981588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:53.982011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:53.993352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:53.993673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:54.008689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:54.009013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Checking segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:54.009391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Bound using segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:54.009817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Bound port: b0d80242-6eec-4c6e-ad19-70159d509148, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:54.231426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:54.292379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:54.292908 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.384088 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:54.398612 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:54.398612 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:54.480215 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:54.486170 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:54.612389 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.613624 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-e5202292-f83c-4914-9e39-56b9871d9327 service neutron] 10.222.0.31 "POST /v2.0/ports/b0d80242-6eec-4c6e-ad19-70159d509148/bindings HTTP/1.1" status: 201 len: 389 time: 0.8780413 Mar 31 23:30:54.622724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:54.712320 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:52Z', 'revision_number': 7, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e635e40-78b6-48f9-8970-2f9e6a4cbfe4', 'name': '', 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:45:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:49Z', 'updated_at': '2022-03-31T23:30:53Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:54.739176 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:54.748020 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:54.754777 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:54.843120 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:54.890138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:54.890832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.077523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,segment=NetworkSegment(9e85c1ac-b929-43e7-9d10-bc818ae622bc),segment_id=9e85c1ac-b929-43e7-9d10-bc818ae622bc)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:55.078035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.119211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:55.131180 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:52Z', 'revision_number': 7, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e635e40-78b6-48f9-8970-2f9e6a4cbfe4', 'name': '', 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:45:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:49Z', 'updated_at': '2022-03-31T23:30:53Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:55.157858 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d6acf-0ff6-4b75-a429-6e748939380e None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:52Z', 'revision_number': 7, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e635e40-78b6-48f9-8970-2f9e6a4cbfe4', 'name': '', 'network_id': 'c2e99dd5-8584-4c58-9e78-56cb7e67f6d4', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:45:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:49Z', 'updated_at': '2022-03-31T23:30:53Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:55.186839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb776-c42f-4966-a675-a3e6373d1bc4 req-ef2805b0-62b4-4d98-a0fd-84c1c585d023 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.200632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2eeb776-c42f-4966-a675-a3e6373d1bc4 req-ef2805b0-62b4-4d98-a0fd-84c1c585d023 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.1023567 Mar 31 23:30:55.323206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2eeb776-c42f-4966-a675-a3e6373d1bc4 req-0aa61211-54ca-43bf-b399-898d9e71730a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222544 Mar 31 23:30:55.341458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-8cc9aef3-2fcc-4a6e-8e86-4c62bc8fe46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.343546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-8cc9aef3-2fcc-4a6e-8e86-4c62bc8fe46f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1096 time: 0.0605404 Mar 31 23:30:55.505094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-278e2e4a-c5e8-44e0-b80d-a86e6124566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.506623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-278e2e4a-c5e8-44e0-b80d-a86e6124566c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1096 time: 0.1054809 Mar 31 23:30:55.524178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-13e906ef-4d07-4666-80e2-d1d8e95eb996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.525554 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-13e906ef-4d07-4666-80e2-d1d8e95eb996 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 200 len: 898 time: 0.1488078 Mar 31 23:30:55.603112 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.647567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=5e635e40-78b6-48f9-8970-2f9e6a4cbfe4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:55.712859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-d3619cf6-2d3c-44c1-b33b-0e76f15340ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 1001 time: 0.1778755 Mar 31 23:30:55.765871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-4447aaa3-61ff-40dc-adbb-f3b6d1fa261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.767401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-4447aaa3-61ff-40dc-adbb-f3b6d1fa261a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 200 len: 898 time: 0.2539299 Mar 31 23:30:55.871794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-38400bc5-4d11-4d6d-80f6-ac4f0a9314eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.873211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-38400bc5-4d11-4d6d-80f6-ac4f0a9314eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc702dfa-7842-4d0c-9353-585a3b3cfd8e HTTP/1.1" status: 200 len: 834 time: 0.1511097 Mar 31 23:30:55.943612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-b8760d66-1a76-4539-9c72-3aa3b6cde57e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 1001 time: 0.1669528 Mar 31 23:30:55.973723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:55.981931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-72828809-96ff-46a3-9647-c6f59ed0ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.983973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-72828809-96ff-46a3-9647-c6f59ed0ceaa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d12a2f01-0954-4867-a1ca-3fc20576df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807102 Mar 31 23:30:56.109227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-53a3b612-fad0-41c6-9e34-65b3a2500449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:56.110732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-53a3b612-fad0-41c6-9e34-65b3a2500449 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc702dfa-7842-4d0c-9353-585a3b3cfd8e HTTP/1.1" status: 200 len: 834 time: 0.1563959 Mar 31 23:30:56.226935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-0fb89dd9-df52-4f9a-88b6-dfdfbbe061ba service neutron] 10.222.0.45 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230401 Mar 31 23:30:56.234515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-9f3ccf6a-11a4-4d61-9767-263ad66aa349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:56.235914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-9f3ccf6a-11a4-4d61-9767-263ad66aa349 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d12a2f01-0954-4867-a1ca-3fc20576df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971766 Mar 31 23:30:56.776510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:56.799545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-433ebeb4-ae9d-4661-89df-cea4d5dcdfeb service neutron] 10.222.0.50 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536277 Mar 31 23:30:56.801268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da806ab0-db32-490c-a589-4b8eb975d0fe req-962ddcc4-2f09-4e47-8702-73ade711a98e service neutron] 10.222.0.45 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631671 Mar 31 23:30:56.810661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5155cc-5e96-4f89-8410-440d89ea52f4 req-492adef2-429a-44c2-b822-44f5a8df5480 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:56.812306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf5155cc-5e96-4f89-8410-440d89ea52f4 req-492adef2-429a-44c2-b822-44f5a8df5480 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.1554899 Mar 31 23:30:56.975177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf5155cc-5e96-4f89-8410-440d89ea52f4 req-c6dedfa2-0288-4111-800f-22f1392dba36 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498766 Mar 31 23:30:56.990880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:56.994505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5032234f-7fe5-46b8-b843-52971233242d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1229889 Mar 31 23:30:56.994963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50322) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:56.996627 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:57.007668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:57.008310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:57.052366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-93504618-9c2a-40a4-9447-35f85f446e27 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet 2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:30:57.056188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93504618-9c2a-40a4-9447-35f85f446e27 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.070663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-8e8de103-45f8-4536-9c75-939a164e8214 service neutron] 10.222.0.50 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571671 Mar 31 23:30:57.102009 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93504618-9c2a-40a4-9447-35f85f446e27 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.116839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:57.201183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93504618-9c2a-40a4-9447-35f85f446e27 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.218011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-d2c53600-5a30-4339-91da-184741f4d116 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:57.219699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-d2c53600-5a30-4339-91da-184741f4d116 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6&tenant_id=e6f8129306504957b5a4c412bf419465&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1096 time: 0.0839558 Mar 31 23:30:57.230889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-1'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:57.290601 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.331566 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:55Z', 'revision_number': 8, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:57.337276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93504618-9c2a-40a4-9447-35f85f446e27 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.362072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:57.371040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:57.371592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:57.371878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93504618-9c2a-40a4-9447-35f85f446e27 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:57.375277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-93504618-9c2a-40a4-9447-35f85f446e27 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.377891 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-93504618-9c2a-40a4-9447-35f85f446e27 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659 HTTP/1.1" status: 204 len: 168 time: 0.3814666 Mar 31 23:30:57.381157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50324) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:57.407956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af86409-3038-4440-be1a-08764271e1d5 None None] Network c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:30:57.488495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.491291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:57.517352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:57.556725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:57.610865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:57.613189 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4fbc5c-6773-4249-8630-ee8f2bd70229" -d '{"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:57.617309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.626930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port e4cafc87-5815-4474-8549-5b9b58b420c8 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:57.627325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.671753 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5040a9-87a9-4d18-9404-614282aa6ac1 x-openstack-request-id: req-bc5040a9-87a9-4d18-9404-614282aa6ac1 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:57.672153 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:57.672312 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc5040a9-87a9-4d18-9404-614282aa6ac1 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:57.672678 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5040a9-87a9-4d18-9404-614282aa6ac1'] response: {'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'code': 200} Mar 31 23:30:57.697940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port e4cafc87-5815-4474-8549-5b9b58b420c8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4cafc87-5815-4474-8549-5b9b58b420c8,segment=NetworkSegment(9e85c1ac-b929-43e7-9d10-bc818ae622bc),segment_id=9e85c1ac-b929-43e7-9d10-bc818ae622bc)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:57.698301 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.712733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for e4cafc87-5815-4474-8549-5b9b58b420c8 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:57.718794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.787182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] DHCP port deletion for c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:30:57.802164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:55Z', 'revision_number': 8, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:57.851194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f541bd5-1e82-49af-aa04-9dac5995761d None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:55Z', 'revision_number': 8, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b60b394-e691-44f6-98a0-8aec1eb104b8', 'name': '', 'network_id': '53726ddd-efb0-4dde-8dfc-093d6707baf3', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:ca:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '48618c53-36dd-49e1-818d-587eeb324c52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:45Z', 'updated_at': '2022-03-31T23:30:49Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '48618c53-36dd-49e1-818d-587eeb324c52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:57.883174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] Deleting port e4cafc87-5815-4474-8549-5b9b58b420c8 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:57.883304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.918236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:57.974136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] For port e4cafc87-5815-4474-8549-5b9b58b420c8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4cafc87-5815-4474-8549-5b9b58b420c8,segment=NetworkSegment(9e85c1ac-b929-43e7-9d10-bc818ae622bc),segment_id=9e85c1ac-b929-43e7-9d10-bc818ae622bc)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:57.975350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.991326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] Calling delete_port for e4cafc87-5815-4474-8549-5b9b58b420c8 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:58.017487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on host n-h2-836015-1 for vnic_type normal with profile {"migrating_to": "n-h1-836015-1"} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:58.027834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:58.027834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:58.027834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:58.027834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Attempting to bind port b0d80242-6eec-4c6e-ad19-70159d509148 on network d12a2f01-0954-4867-a1ca-3fc20576df1a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:58.029889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:58.031201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Checking segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:58.031681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Bound using segment: {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:58.032173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Bound port: b0d80242-6eec-4c6e-ad19-70159d509148, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16906422-fd6f-4f49-993f-fec52b1b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:58.033469 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.097501 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.109990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.112461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-215a69aa-5e57-4827-87fa-9ccda389d017 None None] Provisioning complete for port b0d80242-6eec-4c6e-ad19-70159d509148 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:58.113563 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-215a69aa-5e57-4827-87fa-9ccda389d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.132590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] No DVR routers for this DVR port e4cafc87-5815-4474-8549-5b9b58b420c8 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:58.150919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42970237-74b9-4bc3-896f-ac09fb5bfd09 None None] Pushing event deleted for resources: {'Port': ['ID=e4cafc87-5815-4474-8549-5b9b58b420c8,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:58.157553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=e4cafc87-5815-4474-8549-5b9b58b420c8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:58.173344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port e4cafc87-5815-4474-8549-5b9b58b420c8 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:58.198781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-215a69aa-5e57-4827-87fa-9ccda389d017 None None] Port b0d80242-6eec-4c6e-ad19-70159d509148 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:58.214897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dade8-39df-4d93-a6bb-a77a7d3df915 req-141bf18e-849f-41d0-8051-a98389d45249 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:58.216465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d4dade8-39df-4d93-a6bb-a77a7d3df915 req-141bf18e-849f-41d0-8051-a98389d45249 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 943 time: 0.1657333 Mar 31 23:30:58.217728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:58.255809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:58.277192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:58.305078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:58.305938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5e635e40-78b6-48f9-8970-2f9e6a4cbfe4 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:58.305938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e4cafc87-5815-4474-8549-5b9b58b420c8 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:58.317536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.326393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e4cafc87-5815-4474-8549-5b9b58b420c8 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:58.326795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e4cafc87-5815-4474-8549-5b9b58b420c8 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:58.344277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6d4dade8-39df-4d93-a6bb-a77a7d3df915 req-fd71f228-ef1f-410d-9c3e-0ce7137ada52 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130431 Mar 31 23:30:58.350749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.372953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e99dd5-8584-4c58-9e78-56cb7e67f6d4']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:58.413820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e85c1ac-b929-43e7-9d10-bc818ae622bc') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:58.414122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e85c1ac-b929-43e7-9d10-bc818ae622bc') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:58.476142 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.500994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=8']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:58.517928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.527741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:30:58.528150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:30:58.531179 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:30:58.600584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:58.601196 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.602733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-96afdd77-079f-4293-a301-bf7ef88b9eda service neutron] 10.222.0.50 "PUT /v2.0/ports/b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 1121 time: 1.3762486 Mar 31 23:30:58.658827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['b0d80242-6eec-4c6e-ad19-70159d509148'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:30:58.693984 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.716374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.719699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/c2e99dd5-8584-4c58-9e78-56cb7e67f6d4 HTTP/1.1" status: 204 len: 168 time: 1.3374207 Mar 31 23:30:58.722606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50330) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:58.728455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-91470bb5-67f8-448e-9f01-5203ee66cd38 None None] Provisioning complete for port b0d80242-6eec-4c6e-ad19-70159d509148 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:58.728826 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-91470bb5-67f8-448e-9f01-5203ee66cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.744489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e1af-b92b-448e-a56a-b56ce4c57358 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=c2e99dd5-8584-4c58-9e78-56cb7e67f6d4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:58.877369 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-91470bb5-67f8-448e-9f01-5203ee66cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:58.912409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:58.914588 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5bdcc7-29a8-477e-b8be-b5fefe209788" -d '{"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-plugged", "status": "completed", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:58.934631 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-91470bb5-67f8-448e-9f01-5203ee66cd38 None None] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:58.965418 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11350b3-8808-46f3-9189-c2a5cf0917df x-openstack-request-id: req-d11350b3-8808-46f3-9189-c2a5cf0917df {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:58.965712 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-plugged", "status": "completed", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:58.965974 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d11350b3-8808-46f3-9189-c2a5cf0917df {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:58.966368 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11350b3-8808-46f3-9189-c2a5cf0917df'] response: {'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'code': 200} Mar 31 23:30:59.053878 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-91470bb5-67f8-448e-9f01-5203ee66cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.189659 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.212129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91470bb5-67f8-448e-9f01-5203ee66cd38 None None] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:59.446205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 5b60b394-e691-44f6-98a0-8aec1eb104b8 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:59.446585 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.475252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5745c88-2e6c-4820-bbf0-55a64d2aa049 req-5871262e-cd3b-40e8-8eb7-fa8b8b68765b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:59.476805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5745c88-2e6c-4820-bbf0-55a64d2aa049 req-5871262e-cd3b-40e8-8eb7-fa8b8b68765b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0591292 Mar 31 23:30:59.519985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5745c88-2e6c-4820-bbf0-55a64d2aa049 req-f371a914-e964-4162-a6b2-7a956bf50758 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360878 Mar 31 23:30:59.541221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port 5b60b394-e691-44f6-98a0-8aec1eb104b8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5b60b394-e691-44f6-98a0-8aec1eb104b8,segment=NetworkSegment(df333e70-c4ea-46c8-888b-de9555019e16),segment_id=df333e70-c4ea-46c8-888b-de9555019e16)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:59.541594 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.555704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 5b60b394-e691-44f6-98a0-8aec1eb104b8 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:59.674208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:59.676918 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9015c1af-f27c-495c-ae01-b7fc30ee6d69" -d '{"events": [{"name": "network-changed", "server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:59.716574 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5632f0c-ba0f-4726-b05b-bb8cdf3f3fe3 x-openstack-request-id: req-f5632f0c-ba0f-4726-b05b-bb8cdf3f3fe3 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:59.716925 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:59.717227 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5632f0c-ba0f-4726-b05b-bb8cdf3f3fe3 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:59.717666 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5632f0c-ba0f-4726-b05b-bb8cdf3f3fe3'] response: {'name': 'network-changed', 'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'status': 'completed', 'code': 200} Mar 31 23:30:59.782984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-9406c299-c385-4237-820d-45b3fc47acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:59.784557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-9406c299-c385-4237-820d-45b3fc47acc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1126 time: 0.0448003 Mar 31 23:30:59.799965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.825945 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=5b60b394-e691-44f6-98a0-8aec1eb104b8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:59.894988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-ea99116c-30be-416e-a8c3-15c63a581b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:59.897313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-ea99116c-30be-416e-a8c3-15c63a581b24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 200 len: 898 time: 0.1047380 Mar 31 23:30:59.975030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-932843df-1bff-4469-af66-a0454d91d4fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 1001 time: 0.0705500 Mar 31 23:31:00.016180 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.033613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-0a5e028f-a913-493d-b281-eec244efae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:00.035291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-0a5e028f-a913-493d-b281-eec244efae91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cc702dfa-7842-4d0c-9353-585a3b3cfd8e HTTP/1.1" status: 200 len: 834 time: 0.0527010 Mar 31 23:31:00.090058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-7a11292b-6756-416a-af3a-3ff04d320f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:00.091620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-7a11292b-6756-416a-af3a-3ff04d320f18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d12a2f01-0954-4867-a1ca-3fc20576df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483963 Mar 31 23:31:00.186279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-a8866cca-91db-44e0-a9bc-78ae240622c0 service neutron] 10.222.0.45 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872564 Mar 31 23:31:00.225039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:00.290572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9015c1af-f27c-495c-ae01-b7fc30ee6d69 req-3e1da852-924d-4a1f-ad3a-249288518f36 service neutron] 10.222.0.45 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968101 Mar 31 23:31:00.356933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b0d80242-6eec-4c6e-ad19-70159d509148 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:31:00.486277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:00.511529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b0d80242-6eec-4c6e-ad19-70159d509148 has no active binding in host n-h1-836015-1 {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 23:31:00.601569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:00.607001 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-10b1d774-31be-4502-9f95-5497ae6c2257 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8833034 Mar 31 23:31:00.610183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50340) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:00.616774 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:00.631247 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:00.632195 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:00.647131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1337-ef10-4ce9-b784-3e0887b650fa req-a49cc005-b7b1-4b60-bfdf-37ea5ddfc65d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:00.648724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b5f1337-ef10-4ce9-b784-3e0887b650fa req-a49cc005-b7b1-4b60-bfdf-37ea5ddfc65d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0547714 Mar 31 23:31:00.671739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf9c6df-19f5-4000-b9c3-7c940c3eb727 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet 48618c53-36dd-49e1-818d-587eeb324c52 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:00.675644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faf9c6df-19f5-4000-b9c3-7c940c3eb727 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.697568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b5f1337-ef10-4ce9-b784-3e0887b650fa req-88715ad6-ea14-4768-ae96-53abf7299f67 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411522 Mar 31 23:31:00.721711 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faf9c6df-19f5-4000-b9c3-7c940c3eb727 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.743681 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:00.814936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faf9c6df-19f5-4000-b9c3-7c940c3eb727 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.957470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faf9c6df-19f5-4000-b9c3-7c940c3eb727 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.963808 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:59Z', 'revision_number': 9, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:00.986430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9c6df-19f5-4000-b9c3-7c940c3eb727 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=48618c53-36dd-49e1-818d-587eeb324c52,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:00.991675 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-faf9c6df-19f5-4000-b9c3-7c940c3eb727 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:00.993076 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:01.000219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50342) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:01.000373 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-faf9c6df-19f5-4000-b9c3-7c940c3eb727 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/48618c53-36dd-49e1-818d-587eeb324c52 HTTP/1.1" status: 204 len: 168 time: 0.3865879 Mar 31 23:31:01.002280 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:01.002498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5979cc-9078-4039-9ccd-66384f11e8f0 None None] Network 53726ddd-efb0-4dde-8dfc-093d6707baf3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:01.002924 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:01.081355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.145231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 2a8312a0-2548-4945-9b1c-062b940037d3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:01.145669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.201509 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:01.213262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] DHCP port deletion for 53726ddd-efb0-4dde-8dfc-093d6707baf3 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:01.219834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port 2a8312a0-2548-4945-9b1c-062b940037d3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2a8312a0-2548-4945-9b1c-062b940037d3,segment=NetworkSegment(df333e70-c4ea-46c8-888b-de9555019e16),segment_id=df333e70-c4ea-46c8-888b-de9555019e16)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:01.220279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.234365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 2a8312a0-2548-4945-9b1c-062b940037d3 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:01.262108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] Deleting port 2a8312a0-2548-4945-9b1c-062b940037d3 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:01.262408 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.413428 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:59Z', 'revision_number': 9, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:01.444847 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf2ed2-b96b-42ce-9421-6f31d42ad2be None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:30:59Z', 'revision_number': 9, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2e18cde-b372-4328-ac19-67800fba88f2', 'name': '', 'network_id': '7de793f3-5cb1-4f8d-a9be-9116d10f7cdd', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:0f:0b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:42Z', 'updated_at': '2022-03-31T23:30:46Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '29e98aaf-1074-4b30-8a61-b5ff59dbec83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:01.448768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.465900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port 2a8312a0-2548-4945-9b1c-062b940037d3 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:01.493639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=2a8312a0-2548-4945-9b1c-062b940037d3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:01.504007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] For port 2a8312a0-2548-4945-9b1c-062b940037d3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2a8312a0-2548-4945-9b1c-062b940037d3,segment=NetworkSegment(df333e70-c4ea-46c8-888b-de9555019e16),segment_id=df333e70-c4ea-46c8-888b-de9555019e16)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:01.504514 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.518823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] Calling delete_port for 2a8312a0-2548-4945-9b1c-062b940037d3 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:31:01.593748 n-d-836015-1 neutron-server[109822]: self.session.flush() Mar 31 23:31:01.598208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.598342 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.626238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53726ddd-efb0-4dde-8dfc-093d6707baf3']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:01.628576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] Pushing event deleted for resources: {'Port': ['ID=2a8312a0-2548-4945-9b1c-062b940037d3,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:01.630439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d923ef-6fff-4b0c-bed3-a7f789ffe2d7 None None] No DVR routers for this DVR port 2a8312a0-2548-4945-9b1c-062b940037d3 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:01.641413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df333e70-c4ea-46c8-888b-de9555019e16') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:01.641804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df333e70-c4ea-46c8-888b-de9555019e16') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:01.650517 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-45763bbc-fa77-4f69-9742-07afae4164b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899117 Mar 31 23:31:01.653720 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.669061 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.675706 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:01.676203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:01.679891 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:01.772395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-197ed7ad-4a0d-4df7-b301-ea91e7db0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:01.773780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-197ed7ad-4a0d-4df7-b301-ea91e7db0304 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 1096 time: 0.0791144 Mar 31 23:31:01.833050 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.843397 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:01.849333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/53726ddd-efb0-4dde-8dfc-093d6707baf3 HTTP/1.1" status: 204 len: 168 time: 0.8477123 Mar 31 23:31:01.852456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50346) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:01.888129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddb0e1-2672-41c4-a608-905f380e2167 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=53726ddd-efb0-4dde-8dfc-093d6707baf3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:01.911294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3262e9-f6b7-48ea-8afb-17af4a3b3e06 req-f649b956-8424-4784-a4ca-60d3d48cf5dc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:01.912825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff3262e9-f6b7-48ea-8afb-17af4a3b3e06 req-f649b956-8424-4784-a4ca-60d3d48cf5dc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.1375313 Mar 31 23:31:01.957560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-e855372a-6711-4ee0-ae62-395aba8de871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:01.959316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-e855372a-6711-4ee0-ae62-395aba8de871 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.1507158 Mar 31 23:31:01.981211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff3262e9-f6b7-48ea-8afb-17af4a3b3e06 req-aa856dbe-8ca2-4a99-8075-11183ab6ff57 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581996 Mar 31 23:31:02.050707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-2cd3f651-c323-4f1c-8b1d-0a828655626c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc HTTP/1.1" status: 200 len: 1001 time: 0.0770190 Mar 31 23:31:02.111939 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-6075e3e8-f35d-4b08-b19a-a9638ff66c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:02.113507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-6075e3e8-f35d-4b08-b19a-a9638ff66c86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0522494 Mar 31 23:31:02.167573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-81e6f2fe-8b12-42e1-b743-d419438c4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:02.169080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-81e6f2fe-8b12-42e1-b743-d419438c4e60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471897 Mar 31 23:31:02.214395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2a8312a0-2548-4945-9b1c-062b940037d3 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:02.224530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.240102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2a8312a0-2548-4945-9b1c-062b940037d3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:02.240102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2a8312a0-2548-4945-9b1c-062b940037d3 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:02.240623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5b60b394-e691-44f6-98a0-8aec1eb104b8 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:02.260282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5b60b394-e691-44f6-98a0-8aec1eb104b8 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:02.260725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5b60b394-e691-44f6-98a0-8aec1eb104b8 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:02.283222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-7c6a0040-fe3b-4d94-a475-0ac3d8eeb73c service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062953 Mar 31 23:31:02.379710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07666d44-093d-4183-9cd4-b9c86ef24824 req-830d3921-bf5b-46ac-8779-d7083554a264 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896995 Mar 31 23:31:02.493902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port d2e18cde-b372-4328-ac19-67800fba88f2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:02.497843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.586828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port d2e18cde-b372-4328-ac19-67800fba88f2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=d2e18cde-b372-4328-ac19-67800fba88f2,segment=NetworkSegment(220a307e-c565-40c1-88e2-f61f5a376c30),segment_id=220a307e-c565-40c1-88e2-f61f5a376c30)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:02.587177 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.602223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for d2e18cde-b372-4328-ac19-67800fba88f2 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:02.843596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:02.878293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=d2e18cde-b372-4328-ac19-67800fba88f2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:03.054145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.131791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aec4b-0cfe-4f5d-b5d6-dd12e5d2b33e req-4bfd5bcd-6e7d-4ac8-906e-664b8409e7df tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:03.133458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d48aec4b-0cfe-4f5d-b5d6-dd12e5d2b33e req-4bfd5bcd-6e7d-4ac8-906e-664b8409e7df tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 945 time: 0.0589116 Mar 31 23:31:03.180281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d48aec4b-0cfe-4f5d-b5d6-dd12e5d2b33e req-4cd8e768-14a2-43ee-a9b4-c70ab2d4d234 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Mar 31 23:31:03.251885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:03.347769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:03.353282 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bb1a7bd8-d4f3-49f0-8219-80cf45e76d72 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5021229 Mar 31 23:31:03.356391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50350) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:03.360081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:03.371280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:03.371981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:03.417874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-52519291-055c-41e0-8861-3510be59501f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet 29e98aaf-1074-4b30-8a61-b5ff59dbec83 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:03.421636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52519291-055c-41e0-8861-3510be59501f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.463028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52519291-055c-41e0-8861-3510be59501f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.465772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:03.557328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52519291-055c-41e0-8861-3510be59501f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.670497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-b5acbe59-ee91-4872-8e33-04b0a1adc46b service neutron] 10.222.0.45 "GET /v2.0/ports/b0d80242-6eec-4c6e-ad19-70159d509148/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 384 time: 0.0641916 Mar 31 23:31:03.690727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:02Z', 'revision_number': 10, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:03.719619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:03.722453 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52519291-055c-41e0-8861-3510be59501f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.729385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:03.730107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:03.752577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519291-055c-41e0-8861-3510be59501f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=29e98aaf-1074-4b30-8a61-b5ff59dbec83,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:03.757149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-52519291-055c-41e0-8861-3510be59501f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.762675 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-52519291-055c-41e0-8861-3510be59501f tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/29e98aaf-1074-4b30-8a61-b5ff59dbec83 HTTP/1.1" status: 204 len: 168 time: 0.4028502 Mar 31 23:31:03.762929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50352) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:03.807452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d98c7-e645-4f1c-b2d6-e2738fd47ee0 None None] Network 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:03.846722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.873396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:03.900910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:03.906749 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 97517e09-a696-4255-bbe2-e9cf55015f63 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:03.907358 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.947100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:03.949472 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c1eb6b-1964-4db6-ae8f-3d872c0741b8" -d '{"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:03.957530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:03.987501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:03.999842 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff8687a-df40-45fc-be75-7d767a90c664 x-openstack-request-id: req-7ff8687a-df40-45fc-be75-7d767a90c664 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:04.000329 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:04.000673 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ff8687a-df40-45fc-be75-7d767a90c664 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:04.001176 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff8687a-df40-45fc-be75-7d767a90c664'] response: {'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'code': 200} Mar 31 23:31:04.004462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port 97517e09-a696-4255-bbe2-e9cf55015f63, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=97517e09-a696-4255-bbe2-e9cf55015f63,segment=NetworkSegment(220a307e-c565-40c1-88e2-f61f5a376c30),segment_id=220a307e-c565-40c1-88e2-f61f5a376c30)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:04.004833 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.016924 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-debbecfe-ea2e-4f08-93d4-50c8548b2fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.029656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 97517e09-a696-4255-bbe2-e9cf55015f63 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:04.049135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.071711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519d98c-0171-4e58-b643-263a3301939f None None] DHCP port deletion for 7de793f3-5cb1-4f8d-a9be-9116d10f7cdd request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:04.168487 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.168751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] Transition to ACTIVE for port object b0d80242-6eec-4c6e-ad19-70159d509148 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:31:04.205377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Deleting port 97517e09-a696-4255-bbe2-e9cf55015f63 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:04.205629 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.218827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=97517e09-a696-4255-bbe2-e9cf55015f63,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:04.219908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port 97517e09-a696-4255-bbe2-e9cf55015f63 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:04.237008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.294754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 97517e09-a696-4255-bbe2-e9cf55015f63 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:04.324823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.354470 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de793f3-5cb1-4f8d-a9be-9116d10f7cdd']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:04.365414 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220a307e-c565-40c1-88e2-f61f5a376c30') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:04.365996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220a307e-c565-40c1-88e2-f61f5a376c30') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:04.372653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 97517e09-a696-4255-bbe2-e9cf55015f63 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:04.373225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 97517e09-a696-4255-bbe2-e9cf55015f63 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:04.378457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.395406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.395753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3519d98c-0171-4e58-b643-263a3301939f None None] For port 97517e09-a696-4255-bbe2-e9cf55015f63, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:04.396232 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.405135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:04.406365 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:04.410027 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:04.418221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Calling delete_port for 97517e09-a696-4255-bbe2-e9cf55015f63 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:04.422020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Port 97517e09-a696-4255-bbe2-e9cf55015f63 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:31:04.424621 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.461283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:02Z', 'revision_number': 10, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:04.463043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519d98c-0171-4e58-b643-263a3301939f None None] No DVR routers for this DVR port 97517e09-a696-4255-bbe2-e9cf55015f63 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:04.467810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Pushing event deleted for resources: {'Port': ['ID=97517e09-a696-4255-bbe2-e9cf55015f63,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:04.513129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6ce3d-a124-4b8b-9d9b-397ad2dd1d4c None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:02Z', 'revision_number': 10, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None, '_interfaces': [{'id': '1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11', 'name': '', 'network_id': '778ad1de-e4c8-43c3-8783-d2e4bc43325a', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'mac_address': 'fa:16:3e:a8:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:37Z', 'updated_at': '2022-03-31T23:30:41Z', 'revision_number': 5, 'project_id': '068a3fef04e74056aad83e790d631f06', 'subnets': [{'id': '016cc1e4-c760-491b-8b9f-94d24f14c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:04.515830 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.516175 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.516517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.519640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3519d98c-0171-4e58-b643-263a3301939f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:04.571186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.579028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.584870 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/7de793f3-5cb1-4f8d-a9be-9116d10f7cdd HTTP/1.1" status: 204 len: 168 time: 0.8183217 Mar 31 23:31:04.585104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50358) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:04.604821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6a09-57f3-4459-b088-7aefc746aff2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=7de793f3-5cb1-4f8d-a9be-9116d10f7cdd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:04.713185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=11']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:04.755622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51769-9ebb-4778-a8d2-7d77937540d6 req-2e2ce32e-ae7f-40d7-ab29-f1a4ee7c5e35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:04.757221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6be51769-9ebb-4778-a8d2-7d77937540d6 req-2e2ce32e-ae7f-40d7-ab29-f1a4ee7c5e35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 944 time: 0.4330454 Mar 31 23:31:04.758276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] No DVR routers for this DVR port b0d80242-6eec-4c6e-ad19-70159d509148 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:04.878289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6be51769-9ebb-4778-a8d2-7d77937540d6 req-f9d21853-df06-4ed0-8c55-16546ee10447 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866239 Mar 31 23:31:04.938565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c6197d06-9ee5-4d30-b313-922b2da7bc53 service neutron] 10.222.0.45 "PUT /v2.0/ports/b0d80242-6eec-4c6e-ad19-70159d509148/bindings/n-h1-836015-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2618251 Mar 31 23:31:05.107832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-50a44f7a-a395-4aa4-b8a1-b7d6a2d83c85 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:05.109417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-50a44f7a-a395-4aa4-b8a1-b7d6a2d83c85 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6&tenant_id=e6f8129306504957b5a4c412bf419465&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.0570335 Mar 31 23:31:05.186489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-fa63de79-06c9-4932-b3ac-0fceb20c6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:05.188004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-fa63de79-06c9-4932-b3ac-0fceb20c6519 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 1095 time: 0.0713704 Mar 31 23:31:05.214369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.248380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-fd93c80c-7b5f-4905-9913-5ac18af1003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:05.250372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-fd93c80c-7b5f-4905-9913-5ac18af1003c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1095 time: 0.0412891 Mar 31 23:31:05.342690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-6ed3cca2-c7e4-43df-99c6-504b223f5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:05.344206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-6ed3cca2-c7e4-43df-99c6-504b223f5647 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 200 len: 898 time: 0.0881057 Mar 31 23:31:05.407632 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-ad740387-f9b3-4dea-a629-50ff29d47f99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 999 time: 0.0574389 Mar 31 23:31:05.457336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:05.457688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.458880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-cd1fb65f-0cdc-4d90-9625-326971245d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:05.460393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-cd1fb65f-0cdc-4d90-9625-326971245d0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc702dfa-7842-4d0c-9353-585a3b3cfd8e HTTP/1.1" status: 200 len: 834 time: 0.0453744 Mar 31 23:31:05.513871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-8a6414ab-042e-421e-83c6-b2b8d85959ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:05.516004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-8a6414ab-042e-421e-83c6-b2b8d85959ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d12a2f01-0954-4867-a1ca-3fc20576df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489192 Mar 31 23:31:05.574551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,segment=NetworkSegment(fadda947-b894-49db-b3c0-2324391720b0),segment_id=fadda947-b894-49db-b3c0-2324391720b0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:05.574916 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.588497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:05.611465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-6db8358c-5591-45bb-8e54-5fa06fa6f401 service neutron] 10.222.0.50 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883000 Mar 31 23:31:05.706153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-68156186-4cff-4aec-97d3-e062fc2bd145 service neutron] 10.222.0.50 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886667 Mar 31 23:31:05.848774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.875589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:06.028253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.029518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ba1a-ec0b-400a-86ff-fc0e34075bde req-bc882952-49a1-437d-9216-4e2c4e6dbf90 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:06.031757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31e7ba1a-ec0b-400a-86ff-fc0e34075bde req-bc882952-49a1-437d-9216-4e2c4e6dbf90 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 944 time: 0.0675886 Mar 31 23:31:06.063440 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:31:06.084725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31e7ba1a-ec0b-400a-86ff-fc0e34075bde req-1c568419-4beb-4962-a8de-351c6a5429bd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Mar 31 23:31:06.207453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2e18cde-b372-4328-ac19-67800fba88f2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:06.229894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: d2e18cde-b372-4328-ac19-67800fba88f2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:06.230341 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device d2e18cde-b372-4328-ac19-67800fba88f2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:06.230604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:06.313477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:06.318590 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1eb7ae70-4d85-4db8-8a30-6ddb02cc94bb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7324979 Mar 31 23:31:06.321541 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50362) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:06.324360 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:06.333553 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:06.334154 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:30:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:06.356720 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1dd4214f-2de0-4224-85d7-7db704c3fbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.372268 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9c3181-5c54-452d-80af-38b23bcbe302 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting subnet 016cc1e4-c760-491b-8b9f-94d24f14c3ea {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:06.375669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c9c3181-5c54-452d-80af-38b23bcbe302 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.402947 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:06.416815 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c9c3181-5c54-452d-80af-38b23bcbe302 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.453923 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:05Z', 'revision_number': 11, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:06.479563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b0d80242-6eec-4c6e-ad19-70159d509148 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:06.482990 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:06.491345 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:06.491956 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:06.505739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c9c3181-5c54-452d-80af-38b23bcbe302 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.533769 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device b0d80242-6eec-4c6e-ad19-70159d509148 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:06.566168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-09cfad5e-9c8a-49ef-96c9-7d2f6c47073e tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:06.568504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-09cfad5e-9c8a-49ef-96c9-7d2f6c47073e tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6&tenant_id=e6f8129306504957b5a4c412bf419465&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 1095 time: 0.0542922 Mar 31 23:31:06.569511 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:06.626889 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:05Z', 'revision_number': 11, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:06.643089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c9c3181-5c54-452d-80af-38b23bcbe302 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.654004 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91919e3b-72fe-44d9-9793-d66f611f1d3f None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:05Z', 'revision_number': 11, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:06.677637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c3181-5c54-452d-80af-38b23bcbe302 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Subnet': ['ID=016cc1e4-c760-491b-8b9f-94d24f14c3ea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:06.680257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c9c3181-5c54-452d-80af-38b23bcbe302 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.686328 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5c9c3181-5c54-452d-80af-38b23bcbe302 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/016cc1e4-c760-491b-8b9f-94d24f14c3ea HTTP/1.1" status: 204 len: 168 time: 0.3635998 Mar 31 23:31:06.687503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50364) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:06.691604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07726a36-1106-4ee3-805e-faa3b4ee6477 None None] Network 778ad1de-e4c8-43c3-8783-d2e4bc43325a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:06.773446 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.815396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c25f58ad-21ee-4c48-90cd-fbb02500e5d0 service neutron] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:06.822272 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c25f58ad-21ee-4c48-90cd-fbb02500e5d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.823583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02639124-5ed5-4416-bc92-527c8b6204c6 req-c25f58ad-21ee-4c48-90cd-fbb02500e5d0 service neutron] 10.222.0.50 "DELETE /v2.0/ports/b0d80242-6eec-4c6e-ad19-70159d509148/bindings/n-h2-836015-1 HTTP/1.1" status: 204 len: 173 time: 0.2474976 Mar 31 23:31:06.827226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Deleting port c133bade-ffac-4394-a2d1-1bbf11f20fe9 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:06.827733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.894216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] For port c133bade-ffac-4394-a2d1-1bbf11f20fe9, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c133bade-ffac-4394-a2d1-1bbf11f20fe9,segment=NetworkSegment(fadda947-b894-49db-b3c0-2324391720b0),segment_id=fadda947-b894-49db-b3c0-2324391720b0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:06.894506 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:06.907661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Calling delete_port for c133bade-ffac-4394-a2d1-1bbf11f20fe9 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:07.018224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] DHCP port deletion for 778ad1de-e4c8-43c3-8783-d2e4bc43325a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:07.064139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.084969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] Deleting port c133bade-ffac-4394-a2d1-1bbf11f20fe9 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:07.084969 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.093629 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Port': ['ID=c133bade-ffac-4394-a2d1-1bbf11f20fe9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:07.101015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No DVR routers for this DVR port c133bade-ffac-4394-a2d1-1bbf11f20fe9 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:07.187999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.189488 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] For port c133bade-ffac-4394-a2d1-1bbf11f20fe9, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:07.190734 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.212226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778ad1de-e4c8-43c3-8783-d2e4bc43325a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:07.222962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] Calling delete_port for c133bade-ffac-4394-a2d1-1bbf11f20fe9 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:07.223533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadda947-b894-49db-b3c0-2324391720b0') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:07.223533 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadda947-b894-49db-b3c0-2324391720b0') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:07.226215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] Port c133bade-ffac-4394-a2d1-1bbf11f20fe9 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:31:07.227495 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.243461 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.247128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410ec00-5965-4f2d-927c-dcd236a16bf9 req-725d2fbb-fc86-4ba1-b0d9-c4e8015b4dda tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:07.254999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b410ec00-5965-4f2d-927c-dcd236a16bf9 req-725d2fbb-fc86-4ba1-b0d9-c4e8015b4dda tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 944 time: 0.0759151 Mar 31 23:31:07.257467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.258706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] Pushing event deleted for resources: {'Port': ['ID=c133bade-ffac-4394-a2d1-1bbf11f20fe9,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:07.262386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b97a5-c7c3-4f69-ac9c-f4869b4bf177 None None] No DVR routers for this DVR port c133bade-ffac-4394-a2d1-1bbf11f20fe9 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:07.275783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:07.276672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:07.279721 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:07.292450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b410ec00-5965-4f2d-927c-dcd236a16bf9 req-c5f4916a-cea1-43bc-8d3d-67fb847f6a47 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365877 Mar 31 23:31:07.417129 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.417435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafc826-469f-4e72-8b74-53dbfbf6aafd req-1c996d63-790b-42f8-8a2f-58429ee53621 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:07.418824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8fafc826-469f-4e72-8b74-53dbfbf6aafd req-1c996d63-790b-42f8-8a2f-58429ee53621 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1095 time: 0.0423892 Mar 31 23:31:07.424093 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.427070 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/networks/778ad1de-e4c8-43c3-8783-d2e4bc43325a HTTP/1.1" status: 204 len: 168 time: 0.7385607 Mar 31 23:31:07.432278 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50370) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:07.436576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'routes': None}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:07.439360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643af2b-2eb8-4fca-83fa-0f496d8cf712 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Pushing event deleted for resources: {'Network': ['ID=778ad1de-e4c8-43c3-8783-d2e4bc43325a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:07.525124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8fafc826-469f-4e72-8b74-53dbfbf6aafd req-ff19d25a-1c85-4dc1-8dff-de370f34c4d2 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991817 Mar 31 23:31:07.620493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.extraroute_db [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Added routes are [] {{(pid=109820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:31:07.621183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.extraroute_db [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Removed routes are [] {{(pid=109820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:31:07.621183 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.725669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc8bf3-5865-403c-8b54-a6e06002f61b req-fbc15fa2-c90a-488f-a99e-8feb9f65a539 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:07.727410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6cc8bf3-5865-403c-8b54-a6e06002f61b req-fbc15fa2-c90a-488f-a99e-8feb9f65a539 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 944 time: 0.1298006 Mar 31 23:31:07.782937 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.809054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.814799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.870050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6cc8bf3-5865-403c-8b54-a6e06002f61b req-b0c1406f-6654-40f0-b1db-8dc344f6051d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039259 Mar 31 23:31:07.894221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50374) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:07.916115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:07.962761 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0eb2bd43-f43e-4a5f-afff-ff027fb06b0f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/d6a0c474-1423-43aa-bc10-9f92c17ed38d HTTP/1.1" status: 200 len: 991 time: 0.0670571 Mar 31 23:31:07.995712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:08.002733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.003939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-35b7711e-894d-4fca-8658-75e8cd3ae7a6 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 200 len: 699 time: 0.5706809 Mar 31 23:31:08.005599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] Sync routers for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:08.006675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50376) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:08.015868 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:08.016463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:08.037068 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6e87e2f5-0352-4bf7-ba97-9c2f413afd4a tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 200 len: 205 time: 0.0270224 Mar 31 23:31:08.037333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50378) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:08.087894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:08.113798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9159f3-d0dc-4574-bb6f-093cc0674add tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.144616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:05Z', 'revision_number': 11, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:08.174593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] Checking router: 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:08.183240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] Routers {'8d62e89d-4fc3-4d3d-b29c-d104876b85f0'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:08.183858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:08.221514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c133bade-ffac-4394-a2d1-1bbf11f20fe9 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:08.269534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: c133bade-ffac-4394-a2d1-1bbf11f20fe9 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:08.270468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c133bade-ffac-4394-a2d1-1bbf11f20fe9 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:08.270468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:08.274908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9159f3-d0dc-4574-bb6f-093cc0674add tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.277025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9159f3-d0dc-4574-bb6f-093cc0674add tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.291053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] Set router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:08.293044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:08.293390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c27ed7f-f8b9-433f-9f70-0eacf2f8ec11 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:08.346908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:05Z', 'revision_number': 11, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:08.394418 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9159f3-d0dc-4574-bb6f-093cc0674add tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.395005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9159f3-d0dc-4574-bb6f-093cc0674add tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Fanout notify agent at l3_agent the message router_deleted on router 8d62e89d-4fc3-4d3d-b29c-d104876b85f0 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:31:08.402753 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd9159f3-d0dc-4574-bb6f-093cc0674add tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.403905 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cd9159f3-d0dc-4574-bb6f-093cc0674add tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 204 len: 168 time: 0.3656106 Mar 31 23:31:08.409933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50380) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:08.414682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3a37db25-8fb2-46ad-b4f3-480f0c17daa0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1094928774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:08.505729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a37db25-8fb2-46ad-b4f3-480f0c17daa0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.506769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a37db25-8fb2-46ad-b4f3-480f0c17daa0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.530383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43da06-ca5b-4b4b-934d-f760d8be808a None None] The sync data for ids ['8d62e89d-4fc3-4d3d-b29c-d104876b85f0'] in n-d-836015-1 is: [{'id': '8d62e89d-4fc3-4d3d-b29c-d104876b85f0', 'name': 'tempest-RoutersTest-router-80392821', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:30:36Z', 'updated_at': '2022-03-31T23:31:05Z', 'revision_number': 11, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:08.559194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a37db25-8fb2-46ad-b4f3-480f0c17daa0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.646470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a37db25-8fb2-46ad-b4f3-480f0c17daa0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.680062 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.733691 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a37db25-8fb2-46ad-b4f3-480f0c17daa0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.735048 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3a37db25-8fb2-46ad-b4f3-480f0c17daa0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3240259 Mar 31 23:31:08.738212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50382) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:08.742654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e25ed12e-fa42-4dda-a172-1303061a87bd tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:08.945547 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:08.947948 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e25ed12e-fa42-4dda-a172-1303061a87bd tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8361407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8358417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7902'] for router, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.025883 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e25ed12e-fa42-4dda-a172-1303061a87bd tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8361398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8361357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8358504'] for router, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.179829 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.196946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25ed12e-fa42-4dda-a172-1303061a87bd tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Router 8f57ac04-e511-469a-aff3-f421b2ccf877 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:31:09.512400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ed12e-fa42-4dda-a172-1303061a87bd tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:09.519846 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e25ed12e-fa42-4dda-a172-1303061a87bd tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.520997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e25ed12e-fa42-4dda-a172-1303061a87bd tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "PUT /v2.0/routers/8f57ac04-e511-469a-aff3-f421b2ccf877 HTTP/1.1" status: 200 len: 694 time: 0.7817852 Mar 31 23:31:09.523535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50386) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:09.523959 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] Sync routers for ids ['8f57ac04-e511-469a-aff3-f421b2ccf877'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:09.535236 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] Routers {'8f57ac04-e511-469a-aff3-f421b2ccf877'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:09.535842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8f57ac04-e511-469a-aff3-f421b2ccf877'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:09.604329 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3a2cd375-cc5a-42e7-bfac-8ec104f3104d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/routers/8f57ac04-e511-469a-aff3-f421b2ccf877 HTTP/1.1" status: 200 len: 700 time: 0.0763865 Mar 31 23:31:09.604819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50388) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:09.605659 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] Set router 8f57ac04-e511-469a-aff3-f421b2ccf877 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:09.631423 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9107aa7b-027c-4f2f-bf96-8563e951b601 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f57ac04-e511-469a-aff3-f421b2ccf877 HTTP/1.1" status: 200 len: 205 time: 0.0254028 Mar 31 23:31:09.633977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50390) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:09.660055 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f57ac04-e511-469a-aff3-f421b2ccf877', 'name': 'tempest-RoutersTest-router-1094928774', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:08Z', 'updated_at': '2022-03-31T23:31:08Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:09.684916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] Checking router: 8f57ac04-e511-469a-aff3-f421b2ccf877 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:09.693593 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] Routers {'8f57ac04-e511-469a-aff3-f421b2ccf877'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:09.694176 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8f57ac04-e511-469a-aff3-f421b2ccf877'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:09.709670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48327fd5-530a-4884-9885-f7a9944aa256 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.762319 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] Set router 8f57ac04-e511-469a-aff3-f421b2ccf877 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:09.816003 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f57ac04-e511-469a-aff3-f421b2ccf877', 'name': 'tempest-RoutersTest-router-1094928774', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:08Z', 'updated_at': '2022-03-31T23:31:08Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:09.836890 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.841893 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ad0846-6c8e-4a98-a496-f2322f06d1a3 None None] The sync data for ids ['8f57ac04-e511-469a-aff3-f421b2ccf877'] in n-d-836015-1 is: [{'id': '8f57ac04-e511-469a-aff3-f421b2ccf877', 'name': 'tempest-RoutersTest-router-1094928774', 'tenant_id': '068a3fef04e74056aad83e790d631f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:08Z', 'updated_at': '2022-03-31T23:31:08Z', 'revision_number': 2, 'project_id': '068a3fef04e74056aad83e790d631f06', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:09.870563 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48327fd5-530a-4884-9885-f7a9944aa256 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.872823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48327fd5-530a-4884-9885-f7a9944aa256 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.974070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48327fd5-530a-4884-9885-f7a9944aa256 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.974658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48327fd5-530a-4884-9885-f7a9944aa256 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Fanout notify agent at l3_agent the message router_deleted on router 8f57ac04-e511-469a-aff3-f421b2ccf877 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:31:09.982449 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48327fd5-530a-4884-9885-f7a9944aa256 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:09.984199 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-48327fd5-530a-4884-9885-f7a9944aa256 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/8f57ac04-e511-469a-aff3-f421b2ccf877 HTTP/1.1" status: 204 len: 168 time: 0.3486290 Mar 31 23:31:09.994343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50394) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.032270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-88b91f20-443d-41de-8474-e92dcae816af tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f57ac04-e511-469a-aff3-f421b2ccf877 HTTP/1.1" status: 200 len: 205 time: 0.0349970 Mar 31 23:31:10.033646 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50396) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.076364 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-22327bdd-c52c-457d-8708-4cb9ad006248 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] delete failed (client error): The resource could not be found. Mar 31 23:31:10.077323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-22327bdd-c52c-457d-8708-4cb9ad006248 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/8f57ac04-e511-469a-aff3-f421b2ccf877 HTTP/1.1" status: 404 len: 336 time: 0.0427010 Mar 31 23:31:10.080547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50400) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.110695 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e9cc02-3190-4c35-aaaf-dec224d759af tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.111632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e9cc02-3190-4c35-aaaf-dec224d759af tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.114574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-57e9cc02-3190-4c35-aaaf-dec224d759af tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/2226daa9-dbaa-4f5e-a0fe-bd4c4c35e659 HTTP/1.1" status: 404 len: 337 time: 0.0330584 Mar 31 23:31:10.117209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50402) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.142599 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-962710ff-ce1a-4988-853a-51c62c146332 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.143038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962710ff-ce1a-4988-853a-51c62c146332 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.145977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-962710ff-ce1a-4988-853a-51c62c146332 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/48618c53-36dd-49e1-818d-587eeb324c52 HTTP/1.1" status: 404 len: 337 time: 0.0278962 Mar 31 23:31:10.148381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50404) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.172705 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d4d413-33fd-43e7-89db-2899044c1bac tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.173137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d4d413-33fd-43e7-89db-2899044c1bac tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.176542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-81d4d413-33fd-43e7-89db-2899044c1bac tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/29e98aaf-1074-4b30-8a61-b5ff59dbec83 HTTP/1.1" status: 404 len: 337 time: 0.0272613 Mar 31 23:31:10.179042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50406) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.192514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50408) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.203947 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-70907906-a79d-4d94-8169-f67103b806c9 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.204403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70907906-a79d-4d94-8169-f67103b806c9 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.207839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-70907906-a79d-4d94-8169-f67103b806c9 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/016cc1e4-c760-491b-8b9f-94d24f14c3ea HTTP/1.1" status: 404 len: 337 time: 0.0276649 Mar 31 23:31:10.210096 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50410) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.238938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-62bcc878-331c-435e-bc0f-9a58890fed13 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 200 len: 205 time: 0.0271997 Mar 31 23:31:10.240327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50412) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.280833 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-62d8d4cd-ca74-48ca-8bf3-5d156182d5b3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] delete failed (client error): The resource could not be found. Mar 31 23:31:10.281836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-62d8d4cd-ca74-48ca-8bf3-5d156182d5b3 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/8d62e89d-4fc3-4d3d-b29c-d104876b85f0 HTTP/1.1" status: 404 len: 336 time: 0.0405688 Mar 31 23:31:10.284548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50414) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.311225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8522ebbe-1fdf-44cb-b0d8-53e39a361f30 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=326709b7-1d6c-4f15-8428-9c797486f945 HTTP/1.1" status: 200 len: 205 time: 0.0255919 Mar 31 23:31:10.313485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50416) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.349246 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-0738b654-a4c9-4cc4-ae31-e109fb6a9878 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] delete failed (client error): The resource could not be found. Mar 31 23:31:10.350181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0738b654-a4c9-4cc4-ae31-e109fb6a9878 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/326709b7-1d6c-4f15-8428-9c797486f945 HTTP/1.1" status: 404 len: 336 time: 0.0352120 Mar 31 23:31:10.353407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50418) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.354307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port e5458a4b-69de-4440-a918-b3dd14b1261b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:10.354708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.384052 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4190b4b8-e82a-4217-9150-4c6a371bf3b2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.384496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4190b4b8-e82a-4217-9150-4c6a371bf3b2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.387486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4190b4b8-e82a-4217-9150-4c6a371bf3b2 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/c0f9bf2a-65a6-4c81-abb4-b1873148ea27 HTTP/1.1" status: 404 len: 337 time: 0.0331903 Mar 31 23:31:10.390009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50420) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.415525 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b19b9353-0825-4984-b618-84a574a3afdf tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f8121a-613c-4c41-9605-17e046795b5c HTTP/1.1" status: 200 len: 205 time: 0.0241871 Mar 31 23:31:10.418098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50422) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.468713 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-f353e1e4-ef9b-45c6-b102-37bf71430486 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] delete failed (client error): The resource could not be found. Mar 31 23:31:10.469748 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f353e1e4-ef9b-45c6-b102-37bf71430486 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/61f8121a-613c-4c41-9605-17e046795b5c HTTP/1.1" status: 404 len: 336 time: 0.0505607 Mar 31 23:31:10.473002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50424) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.473924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.474262 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.491875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for e5458a4b-69de-4440-a918-b3dd14b1261b owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:10.501045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1ec068fb-5f14-4b62-b894-bc2532139381 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8 HTTP/1.1" status: 200 len: 205 time: 0.0268624 Mar 31 23:31:10.503430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50426) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.543534 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-882e3af4-3348-41ff-b77b-2b9bb6f06341 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] delete failed (client error): The resource could not be found. Mar 31 23:31:10.544800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-882e3af4-3348-41ff-b77b-2b9bb6f06341 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/fb1a4b65-e731-4f3f-8351-d7cf24f4f0f8 HTTP/1.1" status: 404 len: 336 time: 0.0401809 Mar 31 23:31:10.547262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50428) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.578947 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a4b9f5-64be-4878-ac68-b934c86dcce5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.579397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a4b9f5-64be-4878-ac68-b934c86dcce5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.585006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a7a4b9f5-64be-4878-ac68-b934c86dcce5 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/dcdfbb78-3c02-4fa8-9b32-a8dc9858ea6c HTTP/1.1" status: 404 len: 337 time: 0.0343432 Mar 31 23:31:10.585271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50430) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.614543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ef9c9c86-8309-4d67-8f36-23fc9aba84ec tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=eadff73a-b91a-4b12-bc1e-247bc9f51ff2 HTTP/1.1" status: 200 len: 205 time: 0.0261774 Mar 31 23:31:10.614794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50432) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.651601 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-08c44ade-3ca4-43e4-8b92-83e2da7db43d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] delete failed (client error): The resource could not be found. Mar 31 23:31:10.655083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-08c44ade-3ca4-43e4-8b92-83e2da7db43d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/eadff73a-b91a-4b12-bc1e-247bc9f51ff2 HTTP/1.1" status: 404 len: 336 time: 0.0370741 Mar 31 23:31:10.655345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50434) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.686013 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e783006-691e-4d4c-840c-7e5c8e79e385 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.686452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e783006-691e-4d4c-840c-7e5c8e79e385 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.689508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6e783006-691e-4d4c-840c-7e5c8e79e385 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/fcd4c914-95bc-441b-bcda-b20e7fa6c1f3 HTTP/1.1" status: 404 len: 337 time: 0.0332539 Mar 31 23:31:10.692127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50436) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.718736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e3d0fbff-3ce2-427d-b635-d93dbe2c3ba4 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "GET /v2.0/ports?device_id=aeb36fdd-5308-490f-b465-750aad93aa32 HTTP/1.1" status: 200 len: 205 time: 0.0254855 Mar 31 23:31:10.721608 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50438) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.759432 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [None req-f930dd4d-a1f5-4f21-8e4e-e5929fc547f0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] delete failed (client error): The resource could not be found. Mar 31 23:31:10.760471 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f930dd4d-a1f5-4f21-8e4e-e5929fc547f0 tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/routers/aeb36fdd-5308-490f-b465-750aad93aa32 HTTP/1.1" status: 404 len: 336 time: 0.0377526 Mar 31 23:31:10.763170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50440) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.778217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.802883 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efad706-f3b9-47f4-a111-dd0bbafcec4d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.803331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efad706-f3b9-47f4-a111-dd0bbafcec4d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.806345 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8efad706-f3b9-47f4-a111-dd0bbafcec4d tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/09956da3-8b90-41fd-b990-61ce0244d6e3 HTTP/1.1" status: 404 len: 337 time: 0.0420539 Mar 31 23:31:10.809039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50442) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:10.826013 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=e5458a4b-69de-4440-a918-b3dd14b1261b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:10.836137 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f265270c-92d1-4e4c-808e-30304e80a4cb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] DELETE failed (client error): The resource could not be found. Mar 31 23:31:10.836590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f265270c-92d1-4e4c-808e-30304e80a4cb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:31:10.841939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f265270c-92d1-4e4c-808e-30304e80a4cb tempest-RoutersTest-1359501416 tempest-RoutersTest-1359501416-project] 10.222.0.31 "DELETE /v2.0/subnets/a52ab8f4-b3f5-42bc-aa8c-da02052678f5 HTTP/1.1" status: 404 len: 337 time: 0.0295784 Mar 31 23:31:10.886622 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.887016 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Floating IP d6a0c474-1423-43aa-bc10-9f92c17ed38d disassociated (deleted). External IP: 172.25.4.201, port: b0d80242-6eec-4c6e-ad19-70159d509148. Mar 31 23:31:11.094584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:11.207441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:11.211792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.218896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] Sync routers for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:11.229899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:11.233816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:11.242449 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d2bf7bf2-d110-41d2-8aaa-345f04ea1cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/floatingips/d6a0c474-1423-43aa-bc10-9f92c17ed38d HTTP/1.1" status: 204 len: 168 time: 1.0463808 Mar 31 23:31:11.242449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:11.243146 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8419a718-01c7-4e4b-b868-5ac649262cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:11.299960 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42af3d3d-3b00-4413-b53f-0f444d8a7cfd x-openstack-request-id: req-42af3d3d-3b00-4413-b53f-0f444d8a7cfd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:11.300312 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:11.300576 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42af3d3d-3b00-4413-b53f-0f444d8a7cfd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:11.301310 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42af3d3d-3b00-4413-b53f-0f444d8a7cfd'] response: {'name': 'network-changed', 'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'status': 'completed', 'code': 200} Mar 31 23:31:11.368707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-2a56ca41-a92c-400b-8114-1212c9630568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:11.370102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:11.370915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-2a56ca41-a92c-400b-8114-1212c9630568 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 1095 time: 0.0455012 Mar 31 23:31:11.382436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50452) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:11.471756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-55213778-a21b-4468-a888-b0899c124e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:11.473257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-55213778-a21b-4468-a888-b0899c124e9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 200 len: 898 time: 0.0959971 Mar 31 23:31:11.521227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-32452469-92f4-4a0a-b98d-20396d270d00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 200 len: 217 time: 0.0402389 Mar 31 23:31:11.555762 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2966f7de-7077-459c-84c3-2b1fbb076c03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=068a3fef04e74056aad83e790d631f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703584 Mar 31 23:31:11.555762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50456) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:11.576557 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-0e4fbf4a-1a5b-45a3-b947-1f53610c6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:11.578035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-0e4fbf4a-1a5b-45a3-b947-1f53610c6f03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc702dfa-7842-4d0c-9353-585a3b3cfd8e HTTP/1.1" status: 200 len: 834 time: 0.0490875 Mar 31 23:31:11.593499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:07Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:11.613596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40ffbb60-62d3-49ce-819b-a86423d80b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.629743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] Checking router: 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:11.633227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-110992fe-dc69-4e7c-bdd8-9be6c3f97463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:11.634890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-110992fe-dc69-4e7c-bdd8-9be6c3f97463 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d12a2f01-0954-4867-a1ca-3fc20576df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503902 Mar 31 23:31:11.637829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40ffbb60-62d3-49ce-819b-a86423d80b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.638553 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:11.639079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:11.755092 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:11.760870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-fa90fdfd-6b4a-4367-ba44-c2c4bbf97039 service neutron] 10.222.0.50 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187153 Mar 31 23:31:11.768452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40ffbb60-62d3-49ce-819b-a86423d80b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.771232 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-40ffbb60-62d3-49ce-819b-a86423d80b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:11.775019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-40ffbb60-62d3-49ce-819b-a86423d80b5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c466564e-4988-44a6-bc40-0c864ce5d2b5 HTTP/1.1" status: 204 len: 168 time: 0.2158678 Mar 31 23:31:11.791596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffbb60-62d3-49ce-819b-a86423d80b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c466564e-4988-44a6-bc40-0c864ce5d2b5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:11.803208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cb589-9897-427a-9643-f97f1f2d286c req-9c1397f2-04ad-4845-8c77-8bf41b0a6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:11.804649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b38cb589-9897-427a-9643-f97f1f2d286c req-9c1397f2-04ad-4845-8c77-8bf41b0a6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 944 time: 0.0884552 Mar 31 23:31:11.874945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b38cb589-9897-427a-9643-f97f1f2d286c req-172ab4ca-b39e-4c4a-9c92-0de6dc4ff28b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=901c4b31-b4f0-445f-aaae-766cdd0aba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432427 Mar 31 23:31:11.904193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8419a718-01c7-4e4b-b868-5ac649262cf8 req-4cdfd503-239e-4154-a341-d6c479341f7b service neutron] 10.222.0.50 "GET /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354294 Mar 31 23:31:11.975715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:07Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:12.002842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb555ec-0b31-4322-8c1b-13ed6e29454c None None] The sync data for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 is: [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '7b898b01-a6cf-4748-953f-cf19b4c92a9c', 'name': '', 'network_id': 'd12a2f01-0954-4867-a1ca-3fc20576df1a', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:ac:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:30:01Z', 'updated_at': '2022-03-31T23:30:07Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'cc702dfa-7842-4d0c-9353-585a3b3cfd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:12.119461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-79f5ee91-016c-4fe8-8a65-91cb28763f0d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:12.121027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-79f5ee91-016c-4fe8-8a65-91cb28763f0d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 944 time: 0.0513744 Mar 31 23:31:12.231227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port b0d80242-6eec-4c6e-ad19-70159d509148 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:12.231487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.260916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae9a6c-416e-4151-8b43-0ac70f89f966 None None] New status for floating IP d6a0c474-1423-43aa-bc10-9f92c17ed38d: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:31:12.326752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port b0d80242-6eec-4c6e-ad19-70159d509148, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=b0d80242-6eec-4c6e-ad19-70159d509148,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:12.326752 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.342548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for b0d80242-6eec-4c6e-ad19-70159d509148 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:12.548812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.575958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=b0d80242-6eec-4c6e-ad19-70159d509148,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:12.624296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] No DVR routers for this DVR port b0d80242-6eec-4c6e-ad19-70159d509148 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:12.632425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:12.632425 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29d4e89d-e312-4bac-8ba7-360ea4412fe2 req-75c81e23-cfd1-4ef7-aa26-6b202b7da068 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.50 "DELETE /v2.0/ports/b0d80242-6eec-4c6e-ad19-70159d509148 HTTP/1.1" status: 204 len: 173 time: 0.5031359 Mar 31 23:31:12.632425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-deleted', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:12.632807 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aeb8d9-1370-450c-9203-70a7e0266285" -d '{"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-deleted", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:12.677834 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b6b785-1e37-45cd-ba33-20b67b5e5340 x-openstack-request-id: req-70b6b785-1e37-45cd-ba33-20b67b5e5340 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:12.678127 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6669e7b-4676-447f-b298-880d808995f6", "name": "network-vif-deleted", "tag": "b0d80242-6eec-4c6e-ad19-70159d509148", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:12.678373 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70b6b785-1e37-45cd-ba33-20b67b5e5340 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:12.678798 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b6b785-1e37-45cd-ba33-20b67b5e5340'] response: {'server_uuid': 'e6669e7b-4676-447f-b298-880d808995f6', 'name': 'network-vif-deleted', 'tag': 'b0d80242-6eec-4c6e-ad19-70159d509148', 'status': 'completed', 'code': 200} Mar 31 23:31:13.291782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19299799-7521-42cb-a138-7dbe4b34ab47 req-1b4fe55d-03bf-49e3-88bc-f05b83195d99 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6669e7b-4676-447f-b298-880d808995f6 HTTP/1.1" status: 200 len: 210 time: 0.3177323 Mar 31 23:31:14.348407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50516) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:14.405641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b0d80242-6eec-4c6e-ad19-70159d509148 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:14.426320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: b0d80242-6eec-4c6e-ad19-70159d509148 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:14.426702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device b0d80242-6eec-4c6e-ad19-70159d509148 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:14.461061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50520) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:14.571146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e881202d-f06f-4830-885c-276002fdef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.649010 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e881202d-f06f-4830-885c-276002fdef7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.713764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.728509 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e881202d-f06f-4830-885c-276002fdef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.767472 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e881202d-f06f-4830-885c-276002fdef7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f54210cd07e44b41acf7c63a5251c8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053153 Mar 31 23:31:14.768431 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881202d-f06f-4830-885c-276002fdef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5992ec7-fde2-4480-b7eb-4e33a3164384,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:14.770771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50524) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:14.819994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-182ed3d3-faec-4375-82d2-a4dcdb8b70b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.843663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-182ed3d3-faec-4375-82d2-a4dcdb8b70b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.963425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-182ed3d3-faec-4375-82d2-a4dcdb8b70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.965882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-182ed3d3-faec-4375-82d2-a4dcdb8b70b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.967084 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-182ed3d3-faec-4375-82d2-a4dcdb8b70b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5992ec7-fde2-4480-b7eb-4e33a3164384 HTTP/1.1" status: 204 len: 168 time: 0.1953864 Mar 31 23:31:14.968606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port 7b898b01-a6cf-4748-953f-cf19b4c92a9c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:14.969126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:14.976264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ed3d3-faec-4375-82d2-a4dcdb8b70b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5992ec7-fde2-4480-b7eb-4e33a3164384,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:15.067588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port 7b898b01-a6cf-4748-953f-cf19b4c92a9c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=7b898b01-a6cf-4748-953f-cf19b4c92a9c,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:15.067949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.080589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for 7b898b01-a6cf-4748-953f-cf19b4c92a9c owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:15.403081 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.435310 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=7b898b01-a6cf-4748-953f-cf19b4c92a9c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:15.625025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.627473 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50530) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:15.640695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d97b-c74a-4e2d-b09c-e7b5f64b518c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.716304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d97b-c74a-4e2d-b09c-e7b5f64b518c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.789328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d97b-c74a-4e2d-b09c-e7b5f64b518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.828292 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b4c1d97b-c74a-4e2d-b09c-e7b5f64b518c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c00667348ac4b72a53c962b0245c3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996484 Mar 31 23:31:15.830278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1d97b-c74a-4e2d-b09c-e7b5f64b518c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe92964e-8a6c-488b-b135-8269c5db7f37,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:15.833224 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50532) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:15.845388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:15.885216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3025497-80b4-484e-8494-39cc7e0c10d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.906735 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3025497-80b4-484e-8494-39cc7e0c10d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:15.953483 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:15.959282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1504e242-46b3-481d-b4fc-9dda3a5c93af tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "PUT /v2.0/routers/4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6096032 Mar 31 23:31:15.962021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50534) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:15.964426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] Sync routers for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:15.975511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:15.976866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:16.014016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5288edf6-ce8b-42b6-9772-591cb1e3f8bc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting subnet cc702dfa-7842-4d0c-9353-585a3b3cfd8e {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:16.017420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5288edf6-ce8b-42b6-9772-591cb1e3f8bc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.041342 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3025497-80b4-484e-8494-39cc7e0c10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.044007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d3025497-80b4-484e-8494-39cc7e0c10d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.045156 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d3025497-80b4-484e-8494-39cc7e0c10d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe92964e-8a6c-488b-b135-8269c5db7f37 HTTP/1.1" status: 204 len: 168 time: 0.2079911 Mar 31 23:31:16.062177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025497-80b4-484e-8494-39cc7e0c10d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe92964e-8a6c-488b-b135-8269c5db7f37,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:16.070693 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5288edf6-ce8b-42b6-9772-591cb1e3f8bc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.101521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:16.173217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5288edf6-ce8b-42b6-9772-591cb1e3f8bc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.299779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:31:15Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:16.325450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] Checking router: 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:16.335084 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] Routers {'4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:16.335693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:16.400708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5288edf6-ce8b-42b6-9772-591cb1e3f8bc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.426842 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288edf6-ce8b-42b6-9772-591cb1e3f8bc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Subnet': ['ID=cc702dfa-7842-4d0c-9353-585a3b3cfd8e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:16.432799 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5288edf6-ce8b-42b6-9772-591cb1e3f8bc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.438984 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5288edf6-ce8b-42b6-9772-591cb1e3f8bc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/subnets/cc702dfa-7842-4d0c-9353-585a3b3cfd8e HTTP/1.1" status: 204 len: 168 time: 0.4731047 Mar 31 23:31:16.439106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50538) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:16.444473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51456d-0675-4f69-ace5-235d795ead26 None None] Network d12a2f01-0954-4867-a1ca-3fc20576df1a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:16.449452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] Set router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:16.564715 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.691356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.728356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:31:15Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:16.759369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa8b34-c8fd-49b5-baeb-5cf545a84ad8 None None] The sync data for ids ['4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b'] in n-d-836015-1 is: [{'id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975552618', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:31:15Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': '8d3c35f1-7300-4c7a-93b8-1623c5551b94', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:58Z', 'updated_at': '2022-03-31T23:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:16.766800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] DHCP port deletion for d12a2f01-0954-4867-a1ca-3fc20576df1a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:16.829395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] Deleting port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:16.829395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.831445 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port 8d3c35f1-7300-4c7a-93b8-1623c5551b94 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:16.831796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.894276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] For port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d,segment=NetworkSegment(16906422-fd6f-4f49-993f-fec52b1b193e),segment_id=16906422-fd6f-4f49-993f-fec52b1b193e)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:16.894710 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.912334 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] Calling delete_port for 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:16.916090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port 8d3c35f1-7300-4c7a-93b8-1623c5551b94, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8d3c35f1-7300-4c7a-93b8-1623c5551b94,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:16.916459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:16.929409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for 8d3c35f1-7300-4c7a-93b8-1623c5551b94 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:17.077418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.111213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] Pushing event deleted for resources: {'Port': ['ID=1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:17.113416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f917806-a9b2-42b7-a301-d319dc853c18 None None] No DVR routers for this DVR port 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:17.185960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.211493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=8d3c35f1-7300-4c7a-93b8-1623c5551b94,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:17.285064 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.349842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50558) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:17.384431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.386747 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.450922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-105317056-network', 'tenant_id': 'be2eef337ce947ea9373f8beb55be024'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:17.477206 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.477757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Fanout notify agent at l3_agent the message router_deleted on router 4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:31:17.484467 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.485567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1277ebc9-a828-4180-9c9a-a3f71d89ad61 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/routers/4358cc44-f83b-4c81-8ecd-1b0aa2b6ef8b HTTP/1.1" status: 204 len: 168 time: 1.0446897 Mar 31 23:31:17.488970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50562) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:17.545547 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Made reservation on behalf of be2eef337ce947ea9373f8beb55be024 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:17.547920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.566854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.600895 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.723291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.763027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12a2f01-0954-4867-a1ca-3fc20576df1a']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:17.772897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.776332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16906422-fd6f-4f49-993f-fec52b1b193e') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:17.776626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16906422-fd6f-4f49-993f-fec52b1b193e') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:17.786124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.798834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.805105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:17.805480 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:17.808503 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:17.851812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.165148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba74b594-a0c2-4230-bd2a-00444c0e85a0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:18.197722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7b898b01-a6cf-4748-953f-cf19b4c92a9c no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:18.218440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 7b898b01-a6cf-4748-953f-cf19b4c92a9c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:18.218850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 7b898b01-a6cf-4748-953f-cf19b4c92a9c not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:18.219270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:18.225291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.229660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.232907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/networks/d12a2f01-0954-4867-a1ca-3fc20576df1a HTTP/1.1" status: 204 len: 168 time: 0.7429931 Mar 31 23:31:18.233821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:18.236067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50564) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:18.242861 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:18.243429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1c9e4492-ac51-4e9c-87bf-7ccbbfd3583d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:18.243699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8d3c35f1-7300-4c7a-93b8-1623c5551b94 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:18.253437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352799ba-3900-490a-aaa4-5c98102c6cb0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Network': ['ID=d12a2f01-0954-4867-a1ca-3fc20576df1a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:18.258925 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.259075 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Added segment b7fb44e5-4503-4132-9b67-573727b70b00 of type vlan for network ea22ed49-564e-401c-b126-3dcd343a1e3d Mar 31 23:31:18.264078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 8d3c35f1-7300-4c7a-93b8-1623c5551b94 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:18.264535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8d3c35f1-7300-4c7a-93b8-1623c5551b94 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:18.302339 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.303737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ff3c94-cb81-4241-b9fe-3a6b668104d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.329496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ff3c94-cb81-4241-b9fe-3a6b668104d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.385931 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.386900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:18.387482 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.460217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ff3c94-cb81-4241-b9fe-3a6b668104d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.463065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02ff3c94-cb81-4241-b9fe-3a6b668104d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.464238 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02ff3c94-cb81-4241-b9fe-3a6b668104d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/security-groups/901c4b31-b4f0-445f-aaae-766cdd0aba4d HTTP/1.1" status: 204 len: 168 time: 0.2262130 Mar 31 23:31:18.474394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff3c94-cb81-4241-b9fe-3a6b668104d9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c4b31-b4f0-445f-aaae-766cdd0aba4d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:18.487799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1368732 Mar 31 23:31:18.493698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3e311-ea18-44c4-86e0-ebf2ee114dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=ea22ed49-564e-401c-b126-3dcd343a1e3d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:18.495858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50568) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:18.500944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network ea22ed49-564e-401c-b126-3dcd343a1e3d details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:18.501101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Request body: {'subnet': {'network_id': 'ea22ed49-564e-401c-b126-3dcd343a1e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-105317056-subnet', 'tenant_id': 'be2eef337ce947ea9373f8beb55be024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:18.586057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Made reservation on behalf of be2eef337ce947ea9373f8beb55be024 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:18.596764 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.820236 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:18.868439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af9bfe4-5684-4d7f-9142-174bb71875e2,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:18.883620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Checking segment: {'id': 'b7fb44e5-4503-4132-9b67-573727b70b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ea22ed49-564e-401c-b126-3dcd343a1e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:18.883985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Network hostable DHCP agents. Network: ea22ed49-564e-401c-b126-3dcd343a1e3d, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:18.948339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50572) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:18.952930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9caadcd6-89d8-4b32-91de-090265bb6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64111833', 'description': 'tempest-secgroup-smoke-64111833 description', 'project_id': 'e6f8129306504957b5a4c412bf419465'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:18.980002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Network ea22ed49-564e-401c-b126-3dcd343a1e3d is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:19.049813 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9caadcd6-89d8-4b32-91de-090265bb6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.051952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, ea22ed49-564e-401c-b126-3dcd343a1e3d) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:19.060697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72547f-25c4-4cf7-ada8-4c9f0dd326a1 None None] Network ea22ed49-564e-401c-b126-3dcd343a1e3d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:19.062192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:19.062801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.140634 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9caadcd6-89d8-4b32-91de-090265bb6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.158514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8475fb75-10da-45cc-8068-225679a344ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6545289 Mar 31 23:31:19.187538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f506f1-5258-4c5a-8b17-681d889bc54c None None] Network ea22ed49-564e-401c-b126-3dcd343a1e3d requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:19.201187 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9caadcd6-89d8-4b32-91de-090265bb6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.232375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caadcd6-89d8-4b32-91de-090265bb6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979b7559-3870-4e37-a5c4-7dbad75383ee,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:19.285872 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9caadcd6-89d8-4b32-91de-090265bb6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.287228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9caadcd6-89d8-4b32-91de-090265bb6c1f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3378608 Mar 31 23:31:19.292105 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50578) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.296948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-65c44924-0545-4424-ab28-abbdf5abafb5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '979b7559-3870-4e37-a5c4-7dbad75383ee', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:19.402601 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44924-0545-4424-ab28-abbdf5abafb5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.477482 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44924-0545-4424-ab28-abbdf5abafb5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.584998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44924-0545-4424-ab28-abbdf5abafb5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.605819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c44924-0545-4424-ab28-abbdf5abafb5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b273c8e-e8b4-4705-bd1d-39e4e11c98db,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:19.668324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-65c44924-0545-4424-ab28-abbdf5abafb5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.669559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-65c44924-0545-4424-ab28-abbdf5abafb5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3763108 Mar 31 23:31:19.672355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50586) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.677349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-63311c77-8db2-4900-90e0-7c32958f3997 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '979b7559-3870-4e37-a5c4-7dbad75383ee', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:19.774679 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63311c77-8db2-4900-90e0-7c32958f3997 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.825751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50592) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.830580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-157289643-network', 'tenant_id': '49fa5ddc057a471b917181a369b6e340'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:19.834864 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63311c77-8db2-4900-90e0-7c32958f3997 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.894794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63311c77-8db2-4900-90e0-7c32958f3997 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.906095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Made reservation on behalf of 49fa5ddc057a471b917181a369b6e340 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:19.908709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.913068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63311c77-8db2-4900-90e0-7c32958f3997 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ab4568-afcf-4ff7-b539-56ce6bf2db10,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:19.918406 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.968178 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63311c77-8db2-4900-90e0-7c32958f3997 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:19.969365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-63311c77-8db2-4900-90e0-7c32958f3997 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2960625 Mar 31 23:31:19.972209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50594) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:19.976655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-18b71a8d-b7eb-4aa6-be9e-4c9c5dab5e21 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '979b7559-3870-4e37-a5c4-7dbad75383ee', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:19.996130 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.076479 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-18b71a8d-b7eb-4aa6-be9e-4c9c5dab5e21 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.083143 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.108049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:20.117478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61271b11-f885-414c-9e85-dd10042fa6ad,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:20.126158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.126650 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Added segment 75ec4e1b-8e12-40bc-a023-acea16931525 of type vlan for network 5bdc5c4d-6548-4cdc-b907-af0b14e55bb3 Mar 31 23:31:20.142198 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-18b71a8d-b7eb-4aa6-be9e-4c9c5dab5e21 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.169196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.243027 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-18b71a8d-b7eb-4aa6-be9e-4c9c5dab5e21 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.262066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b71a8d-b7eb-4aa6-be9e-4c9c5dab5e21 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c762fcf-f260-4077-9b99-3ec1f8f18e17,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:20.271612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.272577 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:20.273147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.330951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] Pushing event updated for resources: {'Network': ['ID=5bdc5c4d-6548-4cdc-b907-af0b14e55bb3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:20.333790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-18b71a8d-b7eb-4aa6-be9e-4c9c5dab5e21 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.335071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-18b71a8d-b7eb-4aa6-be9e-4c9c5dab5e21 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3618929 Mar 31 23:31:20.337822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50596) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:20.341786 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 5bdc5c4d-6548-4cdc-b907-af0b14e55bb3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:20.342578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-caf10cf8-f965-4b15-8719-22c0c387e0c5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '979b7559-3870-4e37-a5c4-7dbad75383ee', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:20.367297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ea76321-da7c-48fb-ace8-174a889d1e9d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5404503 Mar 31 23:31:20.370074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50598) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:20.377023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Request body: {'subnet': {'network_id': '5bdc5c4d-6548-4cdc-b907-af0b14e55bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-157289643-subnet', 'tenant_id': '49fa5ddc057a471b917181a369b6e340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:20.465457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-caf10cf8-f965-4b15-8719-22c0c387e0c5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.488769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Made reservation on behalf of 49fa5ddc057a471b917181a369b6e340 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:20.491070 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.572083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-caf10cf8-f965-4b15-8719-22c0c387e0c5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.669092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-caf10cf8-f965-4b15-8719-22c0c387e0c5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.696341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf10cf8-f965-4b15-8719-22c0c387e0c5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549c6368-9cc6-41ad-aae1-9e04b65c4461,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:20.774991 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.804787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-caf10cf8-f965-4b15-8719-22c0c387e0c5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.806002 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-caf10cf8-f965-4b15-8719-22c0c387e0c5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4672077 Mar 31 23:31:20.808812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50600) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:20.813526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-876b2f1e-9e9c-4048-ac20-d59f93e7820c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '979b7559-3870-4e37-a5c4-7dbad75383ee', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:20.835271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e950c20a-c75c-41c6-9454-474e09d743af,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:20.846690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Checking segment: {'id': '75ec4e1b-8e12-40bc-a023-acea16931525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5bdc5c4d-6548-4cdc-b907-af0b14e55bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:20.847053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Network hostable DHCP agents. Network: 5bdc5c4d-6548-4cdc-b907-af0b14e55bb3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:20.889509 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-876b2f1e-9e9c-4048-ac20-d59f93e7820c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Project e6f8129306504957b5a4c412bf419465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:31:20.894826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-876b2f1e-9e9c-4048-ac20-d59f93e7820c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.917678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Network 5bdc5c4d-6548-4cdc-b907-af0b14e55bb3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:20.953356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-876b2f1e-9e9c-4048-ac20-d59f93e7820c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:20.997677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 5bdc5c4d-6548-4cdc-b907-af0b14e55bb3) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:21.002165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:21.006464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.007216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b77022-b656-4d4f-8af9-968f8938cc07 None None] Network 5bdc5c4d-6548-4cdc-b907-af0b14e55bb3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:21.023656 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-876b2f1e-9e9c-4048-ac20-d59f93e7820c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.051839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b2f1e-9e9c-4048-ac20-d59f93e7820c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f79e060-3772-4932-81b8-aba045a4bf93,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:21.098514 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b5936368-9c6a-414f-98ac-483e58206365 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7271791 Mar 31 23:31:21.131960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-876b2f1e-9e9c-4048-ac20-d59f93e7820c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.133577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-876b2f1e-9e9c-4048-ac20-d59f93e7820c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3236017 Mar 31 23:31:21.136512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50602) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.142457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-45400df9-9cfe-4f49-a064-9af86eaf7117 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'security_group_rule': {'security_group_id': '979b7559-3870-4e37-a5c4-7dbad75383ee', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:21.152870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea3ba2-6298-4d27-aec9-8e00674506cc None None] Network 5bdc5c4d-6548-4cdc-b907-af0b14e55bb3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:21.239005 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-45400df9-9cfe-4f49-a064-9af86eaf7117 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Project e6f8129306504957b5a4c412bf419465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:31:21.244959 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45400df9-9cfe-4f49-a064-9af86eaf7117 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.316830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45400df9-9cfe-4f49-a064-9af86eaf7117 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.316962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50606) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.362980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6838b4e-760f-4ef4-9fe1-e7a48a56cce7 admin admin] Deleting subnet 4af9bfe4-5684-4d7f-9142-174bb71875e2 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:21.366157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6838b4e-760f-4ef4-9fe1-e7a48a56cce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.385876 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45400df9-9cfe-4f49-a064-9af86eaf7117 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.402420 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6838b4e-760f-4ef4-9fe1-e7a48a56cce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.407539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45400df9-9cfe-4f49-a064-9af86eaf7117 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a937a0ed-f100-4826-858e-809b2c97d9ce,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:21.451536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6838b4e-760f-4ef4-9fe1-e7a48a56cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.491104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45400df9-9cfe-4f49-a064-9af86eaf7117 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.492452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-45400df9-9cfe-4f49-a064-9af86eaf7117 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3548009 Mar 31 23:31:21.495383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50608) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.500326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'network': {'name': 'tempest-network-smoke--270676676', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'port_security_enabled': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:21.578315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6838b4e-760f-4ef4-9fe1-e7a48a56cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.605453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6838b4e-760f-4ef4-9fe1-e7a48a56cce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af9bfe4-5684-4d7f-9142-174bb71875e2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:21.607534 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e6838b4e-760f-4ef4-9fe1-e7a48a56cce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.616668 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:21.617690 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e6838b4e-760f-4ef4-9fe1-e7a48a56cce7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4af9bfe4-5684-4d7f-9142-174bb71875e2 HTTP/1.1" status: 204 len: 168 time: 0.2927041 Mar 31 23:31:21.617690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50610) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.617939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.640764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:21.650011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.650347 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Added segment bc69870a-35ab-4b8e-afb9-63e73e65fe18 of type vlan for network 1013bec4-5dc6-45d9-876c-8a2582a796e8 Mar 31 23:31:21.681754 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.690692 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.763053 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.774484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.780078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:21.780827 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.782993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea22ed49-564e-401c-b126-3dcd343a1e3d']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:21.793245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fb44e5-4503-4132-9b67-573727b70b00') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:21.793546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fb44e5-4503-4132-9b67-573727b70b00') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:21.804441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.818855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.825169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:21.825575 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:21.827444 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:21.859577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Network': ['ID=1013bec4-5dc6-45d9-876c-8a2582a796e8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:21.872468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:21.880610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9f5c52fc-4138-4645-aee9-78a396233f35 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3841655 Mar 31 23:31:21.883452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50612) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.888321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'admin_state_up': True, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:21.969194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.974826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.978012 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea22ed49-564e-401c-b126-3dcd343a1e3d HTTP/1.1" status: 204 len: 168 time: 0.3635104 Mar 31 23:31:21.980557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.981676 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.984780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50614) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:21.993646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f0021-62fb-4ce5-9f11-55025bc68175 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea22ed49-564e-401c-b126-3dcd343a1e3d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:22.049998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f47740-d3fa-4bf2-8132-3d507262ae95 admin admin] Deleting subnet e950c20a-c75c-41c6-9454-474e09d743af {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:22.077509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07f47740-d3fa-4bf2-8132-3d507262ae95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.080117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.112278 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07f47740-d3fa-4bf2-8132-3d507262ae95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.189783 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07f47740-d3fa-4bf2-8132-3d507262ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.319250 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.420659 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07f47740-d3fa-4bf2-8132-3d507262ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.454088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f47740-d3fa-4bf2-8132-3d507262ae95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e950c20a-c75c-41c6-9454-474e09d743af,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:22.461038 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07f47740-d3fa-4bf2-8132-3d507262ae95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.463656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-07f47740-d3fa-4bf2-8132-3d507262ae95 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e950c20a-c75c-41c6-9454-474e09d743af HTTP/1.1" status: 204 len: 168 time: 0.4779384 Mar 31 23:31:22.465997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50616) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:22.574902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.682536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.761420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdc5c4d-6548-4cdc-b907-af0b14e55bb3']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:22.775449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ec4e1b-8e12-40bc-a023-acea16931525') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:22.775744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ec4e1b-8e12-40bc-a023-acea16931525') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:22.796645 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.821008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.827415 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.842373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.876678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:22.877948 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:22.879302 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:22.989702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.25.4.27 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/da1321a6-7289-4cb1-a113-01bc4bdfefc1) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:23.042184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.046451 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.050269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5bdc5c4d-6548-4cdc-b907-af0b14e55bb3 HTTP/1.1" status: 204 len: 168 time: 0.5833173 Mar 31 23:31:23.070242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16364cbb-eb31-41d0-b273-89ddca0e6881 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdc5c4d-6548-4cdc-b907-af0b14e55bb3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:23.113809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.203556 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.244126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:23.247140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:23.250579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:23.256586 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=da1321a6-7289-4cb1-a113-01bc4bdfefc1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:23.477726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50620) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:23.594503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-86090d4e-2e1e-44db-bb7d-79c0d7061548 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be2eef337ce947ea9373f8beb55be024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177921 Mar 31 23:31:23.597581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50622) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:23.614150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.646974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ade-311e-4d86-a2cb-c0f2a7f8b08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.667886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ade-311e-4d86-a2cb-c0f2a7f8b08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.789063 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ade-311e-4d86-a2cb-c0f2a7f8b08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.791904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ade-311e-4d86-a2cb-c0f2a7f8b08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:23.793108 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c9b99ade-311e-4d86-a2cb-c0f2a7f8b08f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba74b594-a0c2-4230-bd2a-00444c0e85a0 HTTP/1.1" status: 204 len: 168 time: 0.1944587 Mar 31 23:31:23.800879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b99ade-311e-4d86-a2cb-c0f2a7f8b08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba74b594-a0c2-4230-bd2a-00444c0e85a0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:23.810212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.031684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 8fda9a35-e144-41c9-82b8-b39634bd2f6c is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:31:24.137718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:24.150395 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Sync routers for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:24.161296 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:24.161895 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:24.231257 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.235739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3a258c6d-9678-47fe-ab63-19e523099357 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3480973 Mar 31 23:31:24.236031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50628) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:24.273308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-200b3d0c-14c8-4dc5-bd24-02e4ba98ec07 tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e6f8129306504957b5a4c412bf419465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350626 Mar 31 23:31:24.276325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50630) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:24.357892 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:24.547154 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:23Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:24.547535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50632) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:24.578205 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Checking router: 8fda9a35-e144-41c9-82b8-b39634bd2f6c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:24.578680 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Updating router 8fda9a35-e144-41c9-82b8-b39634bd2f6c port da1321a6-7289-4cb1-a113-01bc4bdfefc1 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:31:24.596879 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-94830d63-af3a-4802-9e1a-f223eed467c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49fa5ddc057a471b917181a369b6e340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473542 Mar 31 23:31:24.599896 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50634) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:24.618926 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.653145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641a50a6-d371-45f2-954c-dd331462038d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.675925 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641a50a6-d371-45f2-954c-dd331462038d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.722996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18bd8c-e5fa-41d3-b4e4-2904c72d1bbb tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:24.724550 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5a18bd8c-e5fa-41d3-b4e4-2904c72d1bbb tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4471278 Mar 31 23:31:24.727439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50636) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:24.761850 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ff857035-fee4-407a-9ee8-95c9a7a0cc4f tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330021 Mar 31 23:31:24.764304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50638) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:24.769761 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-876682417', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'project_id': 'e6f8129306504957b5a4c412bf419465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:24.817649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641a50a6-d371-45f2-954c-dd331462038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.820216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-641a50a6-d371-45f2-954c-dd331462038d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.821355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-641a50a6-d371-45f2-954c-dd331462038d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61271b11-f885-414c-9e85-dd10042fa6ad HTTP/1.1" status: 204 len: 168 time: 0.2205257 Mar 31 23:31:24.842216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a50a6-d371-45f2-954c-dd331462038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61271b11-f885-414c-9e85-dd10042fa6ad,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:24.882308 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.960752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:24.964315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:24.994878 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.047873 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Attempting to bind port da1321a6-7289-4cb1-a113-01bc4bdfefc1 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:25.048233 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Attempting to bind port da1321a6-7289-4cb1-a113-01bc4bdfefc1 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:25.048586 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Attempting to bind port da1321a6-7289-4cb1-a113-01bc4bdfefc1 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:25.054359 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c4591-739f-475d-abf4-8faa6a805bc6 None None] Pushing event updated for resources: {'Port': ['ID=da1321a6-7289-4cb1-a113-01bc4bdfefc1,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:25.059069 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:25.059439 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:25.059834 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.062000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:25.062000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Bound port: da1321a6-7289-4cb1-a113-01bc4bdfefc1, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:25.062000 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.111166 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] For port da1321a6-7289-4cb1-a113-01bc4bdfefc1, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:25.115201 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] For port da1321a6-7289-4cb1-a113-01bc4bdfefc1, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=da1321a6-7289-4cb1-a113-01bc4bdfefc1,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:25.184263 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.212993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.239310 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:25.240209 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:25.288620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Subnet': ['ID=ceb580a1-ed70-4601-a229-6a20ed273f74,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:25.297922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Checking segment: {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:25.298516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network hostable DHCP agents. Network: 1013bec4-5dc6-45d9-876c-8a2582a796e8, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:25.344716 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c4591-739f-475d-abf4-8faa6a805bc6 None None] Pushing event updated for resources: {'Port': ['ID=da1321a6-7289-4cb1-a113-01bc4bdfefc1,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:25.364214 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:25.380457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:25.497860 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 1013bec4-5dc6-45d9-876c-8a2582a796e8) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:25.508478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:25.508478 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.508904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd7533-949d-4af6-8c04-130b4d4a89e7 None None] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:25.552024 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:23Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:25.579358 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622c4a6-e283-4bd4-9f10-4a43b67a47a0 None None] The sync data for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 is: [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:23Z', 'revision_number': 3, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:25.597961 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-add844d6-aa57-4ef1-866e-7332b69fc56c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8325782 Mar 31 23:31:25.602165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50652) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:25.680877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-1013bec4-5dc6-45d9-876c-8a2582a796e8', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:31:25.680877 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:25.829056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Allocated IP 172.20.0.2 (1013bec4-5dc6-45d9-876c-8a2582a796e8/ceb580a1-ed70-4601-a229-6a20ed273f74/386a0894-134e-4e6a-8f87-c4cc64be9c19) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:26.025001 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.113988 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.118109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.163598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:26.164766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:26.168653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:26.265706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Attempting to bind port 386a0894-134e-4e6a-8f87-c4cc64be9c19 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:26.266165 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Attempting to bind port 386a0894-134e-4e6a-8f87-c4cc64be9c19 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:26.266882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Attempting to bind port 386a0894-134e-4e6a-8f87-c4cc64be9c19 on network 1013bec4-5dc6-45d9-876c-8a2582a796e8 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:26.275314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device da1321a6-7289-4cb1-a113-01bc4bdfefc1 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:26.312197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Pushing event updated for resources: {'Port': ['ID=386a0894-134e-4e6a-8f87-c4cc64be9c19,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:26.316933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:26.317399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Checking segment: {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:26.318039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.318751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Bound using segment: {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:26.319473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Bound port: 386a0894-134e-4e6a-8f87-c4cc64be9c19, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:26.320071 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.390842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port da1321a6-7289-4cb1-a113-01bc4bdfefc1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:26.391211 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.427531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] For port 386a0894-134e-4e6a-8f87-c4cc64be9c19, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:26.447408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] For port 386a0894-134e-4e6a-8f87-c4cc64be9c19, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=386a0894-134e-4e6a-8f87-c4cc64be9c19,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:26.479957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.20.0.1 (1013bec4-5dc6-45d9-876c-8a2582a796e8/ceb580a1-ed70-4601-a229-6a20ed273f74/b915faf6-b1df-450c-a95e-21adc63e37eb) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:26.507030 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.522512 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.556010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port da1321a6-7289-4cb1-a113-01bc4bdfefc1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=da1321a6-7289-4cb1-a113-01bc4bdfefc1,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:26.592754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605ff5-ec22-4033-ae34-439571bb2638 None None] Pushing event updated for resources: {'Port': ['ID=386a0894-134e-4e6a-8f87-c4cc64be9c19,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:26.626847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.640492 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.711546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=da1321a6-7289-4cb1-a113-01bc4bdfefc1,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:26.752479 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.822854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:26.829457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:26.835630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:26.864394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=b915faf6-b1df-450c-a95e-21adc63e37eb,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:26.893286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.112806 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.403863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.472495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.551827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=b915faf6-b1df-450c-a95e-21adc63e37eb,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:27.554637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.672541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672cb0bb-472f-4968-bd24-90a3b5b21148 None None] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:27.685802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:27.687722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:27.699721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50688) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:27.753599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6d153e4b-4e3c-4b2a-a097-91f8781d5864 None None] Provisioning complete for port 386a0894-134e-4e6a-8f87-c4cc64be9c19 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:27.754468 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d153e4b-4e3c-4b2a-a097-91f8781d5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.824549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 8fda9a35-e144-41c9-82b8-b39634bd2f6c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:27.862976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3c9593a-ddbc-4a9d-b773-ad44addd51b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.921171 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d153e4b-4e3c-4b2a-a097-91f8781d5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.950029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3c9593a-ddbc-4a9d-b773-ad44addd51b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.959123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:27.962468 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6d153e4b-4e3c-4b2a-a097-91f8781d5864 None None] For port 386a0894-134e-4e6a-8f87-c4cc64be9c19, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=386a0894-134e-4e6a-8f87-c4cc64be9c19,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:27.966530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f4664d34-78c0-4aba-a3ae-b3f0a27a610a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "PUT /v2.0/routers/8fda9a35-e144-41c9-82b8-b39634bd2f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3602152 Mar 31 23:31:28.015788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Sync routers for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:28.028506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:28.030169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:28.055594 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e3c9593a-ddbc-4a9d-b773-ad44addd51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.071158 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6d153e4b-4e3c-4b2a-a097-91f8781d5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.103415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9593a-ddbc-4a9d-b773-ad44addd51b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c491e27b-d70c-4b6a-b2c7-77056a14671b,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:28.124325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50702) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.130319 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e3c9593a-ddbc-4a9d-b773-ad44addd51b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82e0096c771540568ea6c0db768f6b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231100 Mar 31 23:31:28.195018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d153e4b-4e3c-4b2a-a097-91f8781d5864 None None] Pushing event updated for resources: {'Port': ['ID=386a0894-134e-4e6a-8f87-c4cc64be9c19,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:28.205963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:28.239509 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7a3cd32-fa62-4c76-a092-03b6b88231af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.272995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-b6955ef1-5b6b-4d9a-a9c2-03934cd38d11 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64111833&fields=id&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 267 time: 0.1188772 Mar 31 23:31:28.324810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5f849ce6-cc06-43d0-be2d-0ef5e532fd64 None None] Provisioning complete for port 386a0894-134e-4e6a-8f87-c4cc64be9c19 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:28.325223 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f849ce6-cc06-43d0-be2d-0ef5e532fd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.351085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7a3cd32-fa62-4c76-a092-03b6b88231af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.356900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device da1321a6-7289-4cb1-a113-01bc4bdfefc1 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:28.436289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-f8f1086c-8db5-411f-87a4-c454e1109d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:28.437978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-f8f1086c-8db5-411f-87a4-c454e1109d64 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/networks?id=1013bec4-5dc6-45d9-876c-8a2582a796e8 HTTP/1.1" status: 200 len: 796 time: 0.1641672 Mar 31 23:31:28.461943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-cd5631dc-7010-408d-b64a-b5feaacf4b4b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/quotas/e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 375 time: 0.0107174 Mar 31 23:31:28.528062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port da1321a6-7289-4cb1-a113-01bc4bdfefc1 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:28.528392 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.534965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-d3eabb61-44fa-40e3-a729-cefe801d7697 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633221 Mar 31 23:31:28.547092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-32463ce3-0bf7-49e9-9b25-7c9082eeef4b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:31:28.548169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-32463ce3-0bf7-49e9-9b25-7c9082eeef4b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054469 Mar 31 23:31:28.549415 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7a3cd32-fa62-4c76-a092-03b6b88231af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.552506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b7a3cd32-fa62-4c76-a092-03b6b88231af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.556003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b7a3cd32-fa62-4c76-a092-03b6b88231af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c491e27b-d70c-4b6a-b2c7-77056a14671b HTTP/1.1" status: 204 len: 168 time: 0.4280126 Mar 31 23:31:28.564777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3cd32-fa62-4c76-a092-03b6b88231af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c491e27b-d70c-4b6a-b2c7-77056a14671b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:28.625362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5f849ce6-cc06-43d0-be2d-0ef5e532fd64 None None] Provisioning complete for port b915faf6-b1df-450c-a95e-21adc63e37eb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:28.625717 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f849ce6-cc06-43d0-be2d-0ef5e532fd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.654130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:27Z', 'revision_number': 2, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:28.689720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Checking router: 8fda9a35-e144-41c9-82b8-b39634bd2f6c for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:28.690505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Updating router 8fda9a35-e144-41c9-82b8-b39634bd2f6c port b915faf6-b1df-450c-a95e-21adc63e37eb binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:31:28.707935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-d2b66dac-b4b2-410c-a343-bb34d6a0f0ad service neutron] 10.222.0.31 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286685 Mar 31 23:31:28.744264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5f849ce6-cc06-43d0-be2d-0ef5e532fd64 None None] Port b915faf6-b1df-450c-a95e-21adc63e37eb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:28.752811 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.757655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 386a0894-134e-4e6a-8f87-c4cc64be9c19 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:28.810546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-d372781d-6f15-4d73-bc4d-3aab451d1c39 service neutron] 10.222.0.31 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962188 Mar 31 23:31:28.991729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-78289500-d693-4cf7-b3b5-5aa42c7c74d8 None None] Provisioning complete for port b915faf6-b1df-450c-a95e-21adc63e37eb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:28.992102 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-78289500-d693-4cf7-b3b5-5aa42c7c74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.080409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07580066-e1da-4deb-af18-0aad49902c62 req-263b927a-2c39-4530-88ff-95ee61827205 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 210 time: 0.0311167 Mar 31 23:31:29.099743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-78289500-d693-4cf7-b3b5-5aa42c7c74d8 None None] Port b915faf6-b1df-450c-a95e-21adc63e37eb cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:29.105702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 386a0894-134e-4e6a-8f87-c4cc64be9c19 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:29.106075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.278367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50722) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:29.293308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438bbbba-d7f5-4dfd-8e0d-40dc51c37292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.325344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.370733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438bbbba-d7f5-4dfd-8e0d-40dc51c37292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.393150 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.441590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1b6f9-6936-48eb-b31e-da43f8b73134 None None] Pushing event updated for resources: {'Port': ['ID=b915faf6-b1df-450c-a95e-21adc63e37eb,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:29.443293 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-438bbbba-d7f5-4dfd-8e0d-40dc51c37292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.485079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-438bbbba-d7f5-4dfd-8e0d-40dc51c37292 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0866ce14b7bc49f39f04fbfb5410b606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055354 Mar 31 23:31:29.486039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bbbba-d7f5-4dfd-8e0d-40dc51c37292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7268c668-7f45-445b-9237-5e704e148a5f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:29.488336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50726) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:29.503340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Attempting to bind port b915faf6-b1df-450c-a95e-21adc63e37eb on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:29.503682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Attempting to bind port b915faf6-b1df-450c-a95e-21adc63e37eb by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:29.504190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Attempting to bind port b915faf6-b1df-450c-a95e-21adc63e37eb on network 1013bec4-5dc6-45d9-876c-8a2582a796e8 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:29.509415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:29.509864 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Checking segment: {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:29.510507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.511691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Bound using segment: {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:29.511691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Bound port: b915faf6-b1df-450c-a95e-21adc63e37eb, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:29.511953 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.563403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49ea9381-5ee3-43da-9d84-d207ad5a6deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.590177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] For port b915faf6-b1df-450c-a95e-21adc63e37eb, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:29.590876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49ea9381-5ee3-43da-9d84-d207ad5a6deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.594226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] For port b915faf6-b1df-450c-a95e-21adc63e37eb, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b915faf6-b1df-450c-a95e-21adc63e37eb,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:29.675796 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.719417 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49ea9381-5ee3-43da-9d84-d207ad5a6deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.725211 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49ea9381-5ee3-43da-9d84-d207ad5a6deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.729915 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-49ea9381-5ee3-43da-9d84-d207ad5a6deb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7268c668-7f45-445b-9237-5e704e148a5f HTTP/1.1" status: 204 len: 168 time: 0.2356558 Mar 31 23:31:29.739693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9381-5ee3-43da-9d84-d207ad5a6deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7268c668-7f45-445b-9237-5e704e148a5f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:29.754188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:29.754188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:29.756951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1b6f9-6936-48eb-b31e-da43f8b73134 None None] Pushing event updated for resources: {'Port': ['ID=b915faf6-b1df-450c-a95e-21adc63e37eb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:29.804060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0a7d1210-6340-4b5a-a6d4-e68393ed7c97 None None] Provisioning complete for port b915faf6-b1df-450c-a95e-21adc63e37eb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:29.804387 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1210-6340-4b5a-a6d4-e68393ed7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.912286 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:30.010621 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1210-6340-4b5a-a6d4-e68393ed7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.088990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0a7d1210-6340-4b5a-a6d4-e68393ed7c97 None None] For port b915faf6-b1df-450c-a95e-21adc63e37eb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b915faf6-b1df-450c-a95e-21adc63e37eb,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:30.159541 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1210-6340-4b5a-a6d4-e68393ed7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.214797 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78982166-ca9d-4816-a218-f2c3fcfd4757 req-09ca1ccc-8552-46b7-994e-72732bea5c3f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 210 time: 0.0410430 Mar 31 23:31:30.236343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d1210-6340-4b5a-a6d4-e68393ed7c97 None None] Pushing event updated for resources: {'Port': ['ID=b915faf6-b1df-450c-a95e-21adc63e37eb,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:30.247081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:29Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:30.282096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 386a0894-134e-4e6a-8f87-c4cc64be9c19 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:30.287558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad40d9-a5d0-44c1-867f-56bcd25e0c8e None None] The sync data for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 is: [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:29Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:30.343269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9e4226dc-bf20-4e20-a075-444e499d3def None None] Provisioning complete for port b915faf6-b1df-450c-a95e-21adc63e37eb triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:30.343647 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9e4226dc-bf20-4e20-a075-444e499d3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.403547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 386a0894-134e-4e6a-8f87-c4cc64be9c19 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:30.403919 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.062074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-76435741-f7c2-41fe-b03a-3dbe8eab1078 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:31.064229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-76435741-f7c2-41fe-b03a-3dbe8eab1078 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/networks?id=1013bec4-5dc6-45d9-876c-8a2582a796e8 HTTP/1.1" status: 200 len: 796 time: 0.1269181 Mar 31 23:31:31.110083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-288afff5-c614-4022-8448-c6c94f7ed72b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6f8129306504957b5a4c412bf419465 HTTP/1.1" status: 200 len: 378 time: 0.0366852 Mar 31 23:31:31.120846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'port': {'device_id': 'd943377e-494f-4019-a97a-508e67393bde', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'admin_state_up': True, 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'security_groups': ['979b7559-3870-4e37-a5c4-7dbad75383ee']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:31.316552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b60e38b-cb82-42d2-926b-fed5d4b3a176 req-fc9a9304-b130-4b1f-8c62-42e4e61dd9e8 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 210 time: 0.0282972 Mar 31 23:31:31.321758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Made reservation on behalf of e6f8129306504957b5a4c412bf419465 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:31.326638 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.481512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.20.0.13 (1013bec4-5dc6-45d9-876c-8a2582a796e8/ceb580a1-ed70-4601-a229-6a20ed273f74/45c6c5bc-1416-4374-84e9-c9d31873eb86) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:31.622005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.727329 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.778852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:31.781977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:31.784448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:31.813913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=45c6c5bc-1416-4374-84e9-c9d31873eb86,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:31.833015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.833294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.833617 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.833945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.834270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.834639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.834966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.835291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.835610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.835929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.836247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.836559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:31.859851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:31.860677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.955335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-df1e3249-96e5-462c-b48c-d0b103b7962b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8402095 Mar 31 23:31:31.970099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Request body: {'port': {'device_id': 'd943377e-494f-4019-a97a-508e67393bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:32.019845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9c0308a0-e231-4c28-a99e-b8a430635451 None None] Provisioning complete for port 45c6c5bc-1416-4374-84e9-c9d31873eb86 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:32.019845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9c0308a0-e231-4c28-a99e-b8a430635451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.029974 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.061010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9c0308a0-e231-4c28-a99e-b8a430635451 None None] Port 45c6c5bc-1416-4374-84e9-c9d31873eb86 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:32.242808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b915faf6-b1df-450c-a95e-21adc63e37eb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:32.292258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b915faf6-b1df-450c-a95e-21adc63e37eb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:32.292634 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.326199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c6c5bc-1416-4374-84e9-c9d31873eb86 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:31:32.333656 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.349351 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Transition to ACTIVE for port object 45c6c5bc-1416-4374-84e9-c9d31873eb86 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:31:32.432190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.482007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee17c0c-8e5a-4cc3-a1cf-65478cc0a96b req-76bdfab7-59bb-4f3a-90a5-5e43f594e4fe tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:32.483570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ee17c0c-8e5a-4cc3-a1cf-65478cc0a96b req-76bdfab7-59bb-4f3a-90a5-5e43f594e4fe tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 932 time: 0.0859821 Mar 31 23:31:32.505899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Pushing event updated for resources: {'Port': ['ID=45c6c5bc-1416-4374-84e9-c9d31873eb86,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:32.578812 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ee17c0c-8e5a-4cc3-a1cf-65478cc0a96b req-27f42f60-ddfd-4e27-8149-023d8c9212a2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854087 Mar 31 23:31:32.635854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Attempting to bind port 45c6c5bc-1416-4374-84e9-c9d31873eb86 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:32.636433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Attempting to bind port 45c6c5bc-1416-4374-84e9-c9d31873eb86 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:32.637120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Attempting to bind port 45c6c5bc-1416-4374-84e9-c9d31873eb86 on network 1013bec4-5dc6-45d9-876c-8a2582a796e8 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:32.643032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Port 45c6c5bc-1416-4374-84e9-c9d31873eb86 on network 1013bec4-5dc6-45d9-876c-8a2582a796e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:31:32.643620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Attempting to bind port 45c6c5bc-1416-4374-84e9-c9d31873eb86 on network 1013bec4-5dc6-45d9-876c-8a2582a796e8 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:32.649724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:32.650060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Checking segment: {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:32.650437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Bound using segment: {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:32.651057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Bound port: 45c6c5bc-1416-4374-84e9-c9d31873eb86, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc69870a-35ab-4b8e-afb9-63e73e65fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:32.651430 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.720833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:32.723999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:32.790407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.823213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:32.823835 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.825197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-c9055e50-4036-4228-91af-9d4591202020 service neutron] 10.222.0.45 "PUT /v2.0/ports/45c6c5bc-1416-4374-84e9-c9d31873eb86 HTTP/1.1" status: 200 len: 1092 time: 0.8614340 Mar 31 23:31:32.825623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:32.827894 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c01319-0020-4a1c-81ce-ec99851c237a" -d '{"events": [{"name": "network-changed", "server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:32.859099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055e50-4036-4228-91af-9d4591202020 service neutron] Pushing event updated for resources: {'Port': ['ID=45c6c5bc-1416-4374-84e9-c9d31873eb86,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:32.880741 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4472a9-db9a-45c4-a270-96474e2fd975 x-openstack-request-id: req-dd4472a9-db9a-45c4-a270-96474e2fd975 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:32.886947 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:32.886947 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd4472a9-db9a-45c4-a270-96474e2fd975 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:32.886947 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4472a9-db9a-45c4-a270-96474e2fd975'] response: {'name': 'network-changed', 'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'status': 'completed', 'code': 200} Mar 31 23:31:32.949224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c01319-0020-4a1c-81ce-ec99851c237a req-ddccb33c-638c-42ec-a62a-337451497080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:32.950780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9c01319-0020-4a1c-81ce-ec99851c237a req-ddccb33c-638c-42ec-a62a-337451497080 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1095 time: 0.0467343 Mar 31 23:31:33.057604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c01319-0020-4a1c-81ce-ec99851c237a req-be03dfa7-c3cb-4a2f-b259-ae5f712f6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.059130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9c01319-0020-4a1c-81ce-ec99851c237a req-be03dfa7-c3cb-4a2f-b259-ae5f712f6714 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6f8129306504957b5a4c412bf419465&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1011529 Mar 31 23:31:33.157856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c01319-0020-4a1c-81ce-ec99851c237a req-a16bedb7-a2f5-4fe1-8ea9-b3b46cdbcf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.159911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9c01319-0020-4a1c-81ce-ec99851c237a req-a16bedb7-a2f5-4fe1-8ea9-b3b46cdbcf4a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941453 Mar 31 23:31:33.235328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-aa35bac2-0b10-45e4-91ca-d56c50627eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.236823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-aa35bac2-0b10-45e4-91ca-d56c50627eab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1095 time: 0.0417860 Mar 31 23:31:33.280277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-b3f556c5-230c-41eb-8c28-cd0daf37740a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86 HTTP/1.1" status: 200 len: 217 time: 0.0360262 Mar 31 23:31:33.328761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-8e9e8d4f-285a-47fe-bfc3-55180b7b2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.330327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-8e9e8d4f-285a-47fe-bfc3-55180b7b2760 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ceb580a1-ed70-4601-a229-6a20ed273f74 HTTP/1.1" status: 200 len: 834 time: 0.0444179 Mar 31 23:31:33.381077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-b3a95a61-834b-4074-8684-10afd0f77ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.382591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-b3a95a61-834b-4074-8684-10afd0f77ae1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1013bec4-5dc6-45d9-876c-8a2582a796e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461299 Mar 31 23:31:33.471760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-58be882b-83c6-4e05-8090-27a69e32e408 service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824261 Mar 31 23:31:33.570783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e1e21cd-0568-4f39-a6af-6456a9097d99 req-b86a8359-7055-4731-8808-0c9c8ea282bf service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919473 Mar 31 23:31:33.702781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3242b25-04ac-4ea8-9536-63c8da680ef8 req-99796dbb-cd31-49ad-bec3-1991bf759777 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.704315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3242b25-04ac-4ea8-9536-63c8da680ef8 req-99796dbb-cd31-49ad-bec3-1991bf759777 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 944 time: 0.0509882 Mar 31 23:31:33.744142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3242b25-04ac-4ea8-9536-63c8da680ef8 req-7044f15f-c81d-4b8b-9134-4c981a5382a9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324237 Mar 31 23:31:34.001459 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c54b5a72-7109-4a98-ac53-652eaee89db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.867166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6d9cb-51c1-419b-b39b-13803d626d37 req-a64b1e95-de6a-4d4a-aca0-e88dde3e0ecd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:34.868657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecf6d9cb-51c1-419b-b39b-13803d626d37 req-a64b1e95-de6a-4d4a-aca0-e88dde3e0ecd tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 944 time: 0.0502765 Mar 31 23:31:34.908179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecf6d9cb-51c1-419b-b39b-13803d626d37 req-25230834-07df-43a7-bfd0-00502e1a966e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332079 Mar 31 23:31:36.038699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984beda-8094-43fb-b0ef-a9e7c8bceda9 req-d451826c-038e-45fc-bd51-9b5340edf643 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:36.040439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7984beda-8094-43fb-b0ef-a9e7c8bceda9 req-d451826c-038e-45fc-bd51-9b5340edf643 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 944 time: 0.0589287 Mar 31 23:31:36.058954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4484b0e3-48c7-47d4-bb1e-3a60edebebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.085845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7984beda-8094-43fb-b0ef-a9e7c8bceda9 req-afcf0848-3fb4-43e1-80ab-1ef7a57ae90c tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378046 Mar 31 23:31:36.504282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 45c6c5bc-1416-4374-84e9-c9d31873eb86 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:31:36.603396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:36.616805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'port_id': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'mac_address': 'fa:16:3e:a1:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:31:36.665286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.678138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c6c5bc-1416-4374-84e9-c9d31873eb86 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:31:36.697364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:36.786458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.830489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=45c6c5bc-1416-4374-84e9-c9d31873eb86,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:36.988943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['45c6c5bc-1416-4374-84e9-c9d31873eb86'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:31:37.213744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a05f5-766b-4824-9aa9-b7db4600d09d req-48b968ab-529c-4b31-abc6-f3b9709cfec2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.215308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a82a05f5-766b-4824-9aa9-b7db4600d09d req-48b968ab-529c-4b31-abc6-f3b9709cfec2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 945 time: 0.0505807 Mar 31 23:31:37.257055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a82a05f5-766b-4824-9aa9-b7db4600d09d req-953b623e-b64b-4dc1-b105-8871b6a3f0ea tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332053 Mar 31 23:31:37.813075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.375464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844c0b-c9b9-4edf-a4a0-f0e0883cff44 req-58291a6d-a30e-4e6d-9fba-6bfe5b79855d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.377054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92844c0b-c9b9-4edf-a4a0-f0e0883cff44 req-58291a6d-a30e-4e6d-9fba-6bfe5b79855d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 945 time: 0.0515704 Mar 31 23:31:38.417750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92844c0b-c9b9-4edf-a4a0-f0e0883cff44 req-44f8dd5c-29ae-4e07-b52d-cbac4e7f46a3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337167 Mar 31 23:31:38.514182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 45c6c5bc-1416-4374-84e9-c9d31873eb86 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:38.695511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 45c6c5bc-1416-4374-84e9-c9d31873eb86 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:31:38.700075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 45c6c5bc-1416-4374-84e9-c9d31873eb86 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:38.703920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.727570 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.782566 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.808971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:38.811570 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592ab33-ebe3-40b9-acf8-ee84e7e66115" -d '{"events": [{"server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "name": "network-vif-plugged", "status": "completed", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:38.827261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:38.865623 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4572b5c-fc05-4615-b898-183c6c7630e9 x-openstack-request-id: req-a4572b5c-fc05-4615-b898-183c6c7630e9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:38.865912 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "name": "network-vif-plugged", "status": "completed", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:38.866166 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4572b5c-fc05-4615-b898-183c6c7630e9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:38.866600 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4572b5c-fc05-4615-b898-183c6c7630e9'] response: {'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'code': 200} Mar 31 23:31:38.901109 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.952139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=45c6c5bc-1416-4374-84e9-c9d31873eb86,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:38.953677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-88b309de-8a2f-4859-a18c-f04dfc4ce2ff req-a3da2aa6-754a-45b9-a356-a061e03b71a3 service neutron] (109820) timed out ('10.222.0.31', 35058) {{(pid=109820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:31:38.970353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.215529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.280391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff44192-0e2b-4c9b-99a8-9038a7f44fe2 req-7fd49c1f-4206-4a43-a617-1d6ebc576e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:39.282105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ff44192-0e2b-4c9b-99a8-9038a7f44fe2 req-7fd49c1f-4206-4a43-a617-1d6ebc576e2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1097 time: 0.3577271 Mar 31 23:31:39.317512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ff44192-0e2b-4c9b-99a8-9038a7f44fe2 req-d6560cf3-7eff-4f85-b384-714c7563dfec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282860 Mar 31 23:31:39.352125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50828) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:39.471622 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-173a1f7e-2da8-4508-9851-3b3cf40d169b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.544171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a03646-fc43-47b8-8bba-b3a8d000a3af req-e6678122-31f6-4abe-90c1-65fe0fc1562b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:39.545694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1a03646-fc43-47b8-8bba-b3a8d000a3af req-e6678122-31f6-4abe-90c1-65fe0fc1562b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0527401 Mar 31 23:31:39.550856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-173a1f7e-2da8-4508-9851-3b3cf40d169b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.582986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1a03646-fc43-47b8-8bba-b3a8d000a3af req-2f28e11a-9d8a-474c-ab48-4efcf0f0e25b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308115 Mar 31 23:31:39.598818 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-173a1f7e-2da8-4508-9851-3b3cf40d169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.638089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-173a1f7e-2da8-4508-9851-3b3cf40d169b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a14d0cff6b2a4140b77f627e38cbbe50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848287 Mar 31 23:31:39.639115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a1f7e-2da8-4508-9851-3b3cf40d169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f91512-a3d5-4b44-9854-eeb459268fb2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:39.641110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50834) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:39.691115 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c589a9c-31fb-496e-9cf2-109592a3d9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.711972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c589a9c-31fb-496e-9cf2-109592a3d9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.844542 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c589a9c-31fb-496e-9cf2-109592a3d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.847218 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3c589a9c-31fb-496e-9cf2-109592a3d9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:39.848419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3c589a9c-31fb-496e-9cf2-109592a3d9e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99f91512-a3d5-4b44-9854-eeb459268fb2 HTTP/1.1" status: 204 len: 168 time: 0.2060380 Mar 31 23:31:39.856279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c589a9c-31fb-496e-9cf2-109592a3d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f91512-a3d5-4b44-9854-eeb459268fb2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:39.889667 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.488273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50840) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:40.501725 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0df2ce72-a37d-4278-a2e1-51f7b23ff554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.580684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0df2ce72-a37d-4278-a2e1-51f7b23ff554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.653181 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0df2ce72-a37d-4278-a2e1-51f7b23ff554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.695185 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0df2ce72-a37d-4278-a2e1-51f7b23ff554 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9b39dafde724d6bbbe5880143bc0cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032216 Mar 31 23:31:40.695185 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2ce72-a37d-4278-a2e1-51f7b23ff554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f58a6-dc19-4145-a5b2-5f742074eaaf,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:40.696169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50844) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:40.724638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6416-163a-44fd-9982-a456f3399a33 req-cd3e7ec2-5eb6-48f6-9cb9-be625d50b7cc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:40.726168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc1b6416-163a-44fd-9982-a456f3399a33 req-cd3e7ec2-5eb6-48f6-9cb9-be625d50b7cc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0691700 Mar 31 23:31:40.785913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc1b6416-163a-44fd-9982-a456f3399a33 req-1fa79cbe-aaa0-4892-aefc-aa8066f82ab9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516112 Mar 31 23:31:40.789005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4c6018b-37a9-4f68-8022-97fb9cf8903c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.813545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4c6018b-37a9-4f68-8022-97fb9cf8903c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.910616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eaff0-33b8-41e5-9507-2c314022e689 req-6f5405c9-09b9-4dbd-a486-ec747c0750c0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:40.912171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a17eaff0-33b8-41e5-9507-2c314022e689 req-6f5405c9-09b9-4dbd-a486-ec747c0750c0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0527322 Mar 31 23:31:40.947381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4c6018b-37a9-4f68-8022-97fb9cf8903c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.949870 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4c6018b-37a9-4f68-8022-97fb9cf8903c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.951059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c4c6018b-37a9-4f68-8022-97fb9cf8903c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/067f58a6-dc19-4145-a5b2-5f742074eaaf HTTP/1.1" status: 204 len: 168 time: 0.2537458 Mar 31 23:31:40.964869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a17eaff0-33b8-41e5-9507-2c314022e689 req-b4dc9e74-643b-48c3-a6d9-26fa1a83a143 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462933 Mar 31 23:31:40.966051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6018b-37a9-4f68-8022-97fb9cf8903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f58a6-dc19-4145-a5b2-5f742074eaaf,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:40.996252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50850) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:41.040762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b22732-8290-4798-9640-a6ca8784d52b tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:41.042294 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-35b22732-8290-4798-9640-a6ca8784d52b tempest-TestNetworkAdvancedServerOps-1433395248 tempest-TestNetworkAdvancedServerOps-1433395248-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1092 time: 0.0444615 Mar 31 23:31:41.045336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50852) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:41.052036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:41.127223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.228164 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.339073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Allocated IP 172.25.4.84 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/38c95014-a02c-488f-a3b0-7d2c7fc32aca) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:41.445927 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.568379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.608711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:41.611772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:41.615812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:41.621165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=38c95014-a02c-488f-a3b0-7d2c7fc32aca,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:42.218263 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.326273 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.478731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.561769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.637840 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event updated for resources: {'Port': ['ID=38c95014-a02c-488f-a3b0-7d2c7fc32aca,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:42.651598 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:42.752828 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Floating IP e23f3216-b5aa-49e0-8672-c09c48e78a9b associated. External IP: 172.25.4.84, port: 45c6c5bc-1416-4374-84e9-c9d31873eb86. Mar 31 23:31:42.967946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 8fda9a35-e144-41c9-82b8-b39634bd2f6c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:43.054536 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:31:43.076549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:43.089582 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] Sync routers for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:43.095894 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:43.096481 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:43.193470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.203339 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:43.242148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f49447db-bdaa-497d-92b1-f2fd20a611b2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1957252 Mar 31 23:31:43.242808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:43.248557 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6006e76e-35e9-4e52-ae43-e405aed3b00b" -d '{"events": [{"name": "network-changed", "server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:43.313899 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d1979a-c7d4-4893-a76b-091b9a0c1319 x-openstack-request-id: req-42d1979a-c7d4-4893-a76b-091b9a0c1319 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:43.314195 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:43.314445 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42d1979a-c7d4-4893-a76b-091b9a0c1319 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:43.314866 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d1979a-c7d4-4893-a76b-091b9a0c1319'] response: {'name': 'network-changed', 'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'status': 'completed', 'code': 200} Mar 31 23:31:43.408314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa2a79-6bed-4f17-b5c6-e1ce8076e95e req-f2478fcc-4a7b-4618-bc80-ae86fdaf5f30 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.416404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aafa2a79-6bed-4f17-b5c6-e1ce8076e95e req-f2478fcc-4a7b-4618-bc80-ae86fdaf5f30 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0993493 Mar 31 23:31:43.429119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-c0df240b-d448-427d-92cc-308abea4312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.430970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-c0df240b-d448-427d-92cc-308abea4312c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1097 time: 0.0862608 Mar 31 23:31:43.483364 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'e23f3216-b5aa-49e0-8672-c09c48e78a9b', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'port_id': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'mac_address': 'fa:16:3e:a1:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd943377e-494f-4019-a97a-508e67393bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:31:41Z', 'updated_at': '2022-03-31T23:31:41Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:30Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:43.516598 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] Checking router: 8fda9a35-e144-41c9-82b8-b39634bd2f6c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:43.536962 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:43.537449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aafa2a79-6bed-4f17-b5c6-e1ce8076e95e req-dd7a007c-6fc1-44e7-8e06-5f4a8add94a5 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160553 Mar 31 23:31:43.537952 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:31:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:43.564321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50906) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:43.623517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-c7832dd3-1772-4063-a1ca-221d6a657c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.625402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-c7832dd3-1772-4063-a1ca-221d6a657c9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1013bec4-5dc6-45d9-876c-8a2582a796e8 HTTP/1.1" status: 200 len: 897 time: 0.1871121 Mar 31 23:31:43.684561 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-19245cd7-9f49-4c0f-83b3-5b5596de4cf1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/e23f3216-b5aa-49e0-8672-c09c48e78a9b HTTP/1.1" status: 200 len: 991 time: 0.1190479 Mar 31 23:31:43.707349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-a1f0cf56-4165-451a-a78e-facee8a0ac85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86 HTTP/1.1" status: 200 len: 999 time: 0.0745807 Mar 31 23:31:43.759241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-027aca6b-ff70-4f0c-8cf9-1f5c1500256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.760739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-027aca6b-ff70-4f0c-8cf9-1f5c1500256c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ceb580a1-ed70-4601-a229-6a20ed273f74 HTTP/1.1" status: 200 len: 834 time: 0.0472045 Mar 31 23:31:43.781713 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:43.821383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-4e2f8da2-748b-4e1d-bebf-051371963058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.823538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-4e2f8da2-748b-4e1d-bebf-051371963058 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1013bec4-5dc6-45d9-876c-8a2582a796e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553477 Mar 31 23:31:43.952794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-1d9a839d-5d5c-447c-a7e6-00344338dbc8 service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218829 Mar 31 23:31:44.053750 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'e23f3216-b5aa-49e0-8672-c09c48e78a9b', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'port_id': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'mac_address': 'fa:16:3e:a1:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd943377e-494f-4019-a97a-508e67393bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:31:41Z', 'updated_at': '2022-03-31T23:31:41Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:30Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:44.083160 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6006e76e-35e9-4e52-ae43-e405aed3b00b req-6c7d4d3d-4f02-49b4-b3e1-df160af8b3b4 service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119461 Mar 31 23:31:44.085702 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4a335-4806-4b92-9ae0-d9915495b4e1 None None] The sync data for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 is: [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'e23f3216-b5aa-49e0-8672-c09c48e78a9b', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'port_id': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'mac_address': 'fa:16:3e:a1:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd943377e-494f-4019-a97a-508e67393bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:31:41Z', 'updated_at': '2022-03-31T23:31:41Z', 'revision_number': 0, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:30Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:44.310103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847382dd-f4f1-4419-8edf-58acb2610773 None None] New status for floating IP e23f3216-b5aa-49e0-8672-c09c48e78a9b: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:31:44.688544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50920) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:44.752450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ba3fedd6-5b8c-46fc-aba7-7bbad96b1cb9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/e23f3216-b5aa-49e0-8672-c09c48e78a9b HTTP/1.1" status: 200 len: 993 time: 0.0620677 Mar 31 23:31:50.565805 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50966) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.677046 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.756431 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.845133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.888627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad4c1fe-2c17-4f6c-a994-20dfe8376c83,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:50.892351 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fab18f1c1c574f199d2fba26d0c98061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249531 Mar 31 23:31:50.895512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50970) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:50.899048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.899389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.899727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.900063 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.900397 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.900723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.901046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.901373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.901690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.902012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.902333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.902681 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e6671-499a-4a7b-bd78-65be39ce47e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:50.946211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93df44db-458e-4ad7-97a9-e4b50a295a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.968390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93df44db-458e-4ad7-97a9-e4b50a295a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.107457 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93df44db-458e-4ad7-97a9-e4b50a295a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.110078 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93df44db-458e-4ad7-97a9-e4b50a295a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.111326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-93df44db-458e-4ad7-97a9-e4b50a295a46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aad4c1fe-2c17-4f6c-a994-20dfe8376c83 HTTP/1.1" status: 204 len: 168 time: 0.2148292 Mar 31 23:31:51.121565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df44db-458e-4ad7-97a9-e4b50a295a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad4c1fe-2c17-4f6c-a994-20dfe8376c83,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:51.783325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 50976) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:51.796523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ef42-0bad-4237-a159-1220491e1262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.870927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ef42-0bad-4237-a159-1220491e1262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.939099 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ef42-0bad-4237-a159-1220491e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.994129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a4c5ef42-0bad-4237-a159-1220491e1262 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0151f5c9e8844dfabab7742dbe68fd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096679 Mar 31 23:31:51.996287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ef42-0bad-4237-a159-1220491e1262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f19fa24-2318-4820-9b02-b842a3432286,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:51.997012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50978) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:52.046549 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48149538-0c08-4c4b-8913-98fab86f41bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.070608 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48149538-0c08-4c4b-8913-98fab86f41bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.207792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48149538-0c08-4c4b-8913-98fab86f41bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.210541 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-48149538-0c08-4c4b-8913-98fab86f41bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.211719 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-48149538-0c08-4c4b-8913-98fab86f41bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f19fa24-2318-4820-9b02-b842a3432286 HTTP/1.1" status: 204 len: 168 time: 0.2136371 Mar 31 23:31:52.219635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48149538-0c08-4c4b-8913-98fab86f41bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f19fa24-2318-4820-9b02-b842a3432286,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:52.874175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50984) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:52.887305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-836320c0-c558-480c-ba01-0ef95ad20d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.959480 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-836320c0-c558-480c-ba01-0ef95ad20d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.016222 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-836320c0-c558-480c-ba01-0ef95ad20d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.055803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836320c0-c558-480c-ba01-0ef95ad20d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13550c2-7c53-4f60-9dcc-cb9ae58e2917,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:53.062155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-836320c0-c558-480c-ba01-0ef95ad20d07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b55833af9044c20a03caac75f46c21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860249 Mar 31 23:31:53.065147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 50986) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:53.116200 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457bdd0b-f2f1-40e4-afc4-23fa6c651735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.136523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457bdd0b-f2f1-40e4-afc4-23fa6c651735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.233367 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457bdd0b-f2f1-40e4-afc4-23fa6c651735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.236060 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-457bdd0b-f2f1-40e4-afc4-23fa6c651735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.237240 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-457bdd0b-f2f1-40e4-afc4-23fa6c651735 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e13550c2-7c53-4f60-9dcc-cb9ae58e2917 HTTP/1.1" status: 204 len: 168 time: 0.1719828 Mar 31 23:31:53.245425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bdd0b-f2f1-40e4-afc4-23fa6c651735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13550c2-7c53-4f60-9dcc-cb9ae58e2917,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:54.994372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51020) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:55.102242 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7d01a67-0c70-4ee8-bb89-7ad393be2b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.175047 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7d01a67-0c70-4ee8-bb89-7ad393be2b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.236244 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e7d01a67-0c70-4ee8-bb89-7ad393be2b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.274813 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e7d01a67-0c70-4ee8-bb89-7ad393be2b26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b182f1d9940d4a479089c720799ada86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792358 Mar 31 23:31:55.275666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d01a67-0c70-4ee8-bb89-7ad393be2b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93cade7-d7fe-4b0f-9dae-b5559a19252d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:55.278150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51024) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:55.328123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c10f35dd-2458-4c69-bf9e-3c90776b1c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.349697 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c10f35dd-2458-4c69-bf9e-3c90776b1c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.464749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c10f35dd-2458-4c69-bf9e-3c90776b1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.467336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c10f35dd-2458-4c69-bf9e-3c90776b1c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.468528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c10f35dd-2458-4c69-bf9e-3c90776b1c3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e93cade7-d7fe-4b0f-9dae-b5559a19252d HTTP/1.1" status: 204 len: 168 time: 0.1890213 Mar 31 23:31:55.476726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f35dd-2458-4c69-bf9e-3c90776b1c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93cade7-d7fe-4b0f-9dae-b5559a19252d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:57.287724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-428d162f-79a7-4591-a364-9d9d24a0ed7b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445766 Mar 31 23:31:57.370597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-09b68980-c1a2-4a1f-8e0d-99451ef8791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:57.372098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-09b68980-c1a2-4a1f-8e0d-99451ef8791b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1097 time: 0.0421124 Mar 31 23:31:57.475659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-b3d60afb-207b-45f7-a60e-da75582d9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:57.477187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-b3d60afb-207b-45f7-a60e-da75582d9b23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1013bec4-5dc6-45d9-876c-8a2582a796e8 HTTP/1.1" status: 200 len: 897 time: 0.0853853 Mar 31 23:31:57.556118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-670b3f2e-8b3e-4283-a114-dfdefc0c653e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86 HTTP/1.1" status: 200 len: 1001 time: 0.0716636 Mar 31 23:31:57.611397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-1da01c6d-db19-4aff-adef-544aeec7cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:57.612955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-1da01c6d-db19-4aff-adef-544aeec7cafe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ceb580a1-ed70-4601-a229-6a20ed273f74 HTTP/1.1" status: 200 len: 834 time: 0.0497406 Mar 31 23:31:57.663516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-cc13c8b5-a54b-49e5-979e-b5eb4ab947ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:57.665063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-cc13c8b5-a54b-49e5-979e-b5eb4ab947ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1013bec4-5dc6-45d9-876c-8a2582a796e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450001 Mar 31 23:31:57.775733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-c3cfe0ef-e643-41eb-bcb7-ecdaa650a380 service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028385 Mar 31 23:31:57.868051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c364adc3-d464-4269-950b-8ea75d9cdba2 req-269857af-8523-44e6-bd12-c6d7c62c9c1c service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857794 Mar 31 23:32:02.511321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-3d4c5842-a603-4bdb-bbcd-c7c636e07f55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501111 Mar 31 23:32:02.611751 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-1f45eb09-908a-4f28-87e8-808c2da2f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:02.613553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-1f45eb09-908a-4f28-87e8-808c2da2f6ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 1096 time: 0.0493693 Mar 31 23:32:02.726681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-77c0a4f0-e392-4fcb-9b22-2892e345d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:02.728366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-77c0a4f0-e392-4fcb-9b22-2892e345d8b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0949640 Mar 31 23:32:02.802361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-d177434c-3fc7-4859-b247-37feee5484b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc HTTP/1.1" status: 200 len: 1001 time: 0.0666821 Mar 31 23:32:02.854577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-6a48746d-c5f9-440f-a9cf-cfb091140e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:02.856055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-6a48746d-c5f9-440f-a9cf-cfb091140e1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0474396 Mar 31 23:32:02.907583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-d9cdb010-dbef-4943-b71c-13bf760fbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:02.909066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-d9cdb010-dbef-4943-b71c-13bf760fbd0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440807 Mar 31 23:32:03.009978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-fc8e0917-8085-4ed0-bedc-5830b77951dc service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933959 Mar 31 23:32:03.106444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0b66c17-bb43-4b03-8dd3-127ae38efc53 req-83a09dc0-dd27-4067-aaab-6d7dcb321883 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892572 Mar 31 23:32:03.970809 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-44871e1c-97e9-4cb0-b98c-f62622ff69da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.073885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6c9918f-63f3-48a6-8eac-fca7bc798abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.440421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.685242 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.965641 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:09.177416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:09.874101 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.818575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b889ea4-78ad-4b5b-8629-38121035912b req-d8822aa7-6888-476d-8d21-674b80b7416c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:10.820670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b889ea4-78ad-4b5b-8629-38121035912b req-d8822aa7-6888-476d-8d21-674b80b7416c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 945 time: 0.0616436 Mar 31 23:32:10.871117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b889ea4-78ad-4b5b-8629-38121035912b req-9ff7437c-b841-4913-ba8b-fe554f706b56 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 Mar 31 23:32:11.990463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41423125-8984-454a-932b-188ad6d30545 req-5c32bf47-7edc-4a01-95cf-2c28dd349f14 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:11.991978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41423125-8984-454a-932b-188ad6d30545 req-5c32bf47-7edc-4a01-95cf-2c28dd349f14 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 945 time: 0.0512655 Mar 31 23:32:12.034368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41423125-8984-454a-932b-188ad6d30545 req-99eea971-a000-46bd-9948-350636b322b0 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358541 Mar 31 23:32:12.331800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-bd2000c2-0449-4499-8a08-29ca09547493 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:12.333202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-bd2000c2-0449-4499-8a08-29ca09547493 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Mar 31 23:32:12.433851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port 65becf6a-ab3e-4868-a73c-20e5724b83fc {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:12.434095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.522590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] For port 65becf6a-ab3e-4868-a73c-20e5724b83fc, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=65becf6a-ab3e-4868-a73c-20e5724b83fc,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:12.522947 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.758137 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.758395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.758746 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Floating IP 166291e9-889b-4413-8988-2e6b64adc021 disassociated. External IP: 172.25.4.143, port: 65becf6a-ab3e-4868-a73c-20e5724b83fc. Mar 31 23:32:12.759094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for 65becf6a-ab3e-4868-a73c-20e5724b83fc owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:13.169769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d72d-d7df-4111-8449-e6e10d85384f req-b5a35fe6-144b-4a76-961b-50379f3b9092 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:13.171644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70e9d72d-d7df-4111-8449-e6e10d85384f req-b5a35fe6-144b-4a76-961b-50379f3b9092 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 945 time: 0.0635478 Mar 31 23:32:13.202633 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.247332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=65becf6a-ab3e-4868-a73c-20e5724b83fc,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:13.255484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70e9d72d-d7df-4111-8449-e6e10d85384f req-10e6a9ce-845c-4ae6-aca4-d8def71bac95 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743999 Mar 31 23:32:13.376567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:13.491652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:13.503063 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:13.513629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:13.521929 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:32:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:13.537065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] No DVR routers for this DVR port 65becf6a-ab3e-4868-a73c-20e5724b83fc on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:13.540186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.543538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-195802d8-ee6d-465e-b5a5-76b1a7de6ffc req-6b232790-df74-4e92-9839-06216c6f7ec6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "DELETE /v2.0/ports/65becf6a-ab3e-4868-a73c-20e5724b83fc HTTP/1.1" status: 204 len: 173 time: 1.2044590 Mar 31 23:32:13.543975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50945427-000a-44e2-b156-8de6e6670199', 'name': 'network-vif-deleted', 'tag': '65becf6a-ab3e-4868-a73c-20e5724b83fc'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:13.546764 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8a1fd0-31c6-4469-a093-d190898483ad" -d '{"events": [{"server_uuid": "50945427-000a-44e2-b156-8de6e6670199", "name": "network-vif-deleted", "tag": "65becf6a-ab3e-4868-a73c-20e5724b83fc"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:13.598762 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22880754-70fa-4bde-afaa-e80fa85143b0 x-openstack-request-id: req-22880754-70fa-4bde-afaa-e80fa85143b0 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:13.598762 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50945427-000a-44e2-b156-8de6e6670199", "name": "network-vif-deleted", "tag": "65becf6a-ab3e-4868-a73c-20e5724b83fc", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:13.598762 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22880754-70fa-4bde-afaa-e80fa85143b0 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:13.598762 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22880754-70fa-4bde-afaa-e80fa85143b0'] response: {'server_uuid': '50945427-000a-44e2-b156-8de6e6670199', 'name': 'network-vif-deleted', 'tag': '65becf6a-ab3e-4868-a73c-20e5724b83fc', 'status': 'completed', 'code': 200} Mar 31 23:32:13.640325 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:13.890042 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:13.927871 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:13.939404 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:13.940407 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:32:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:13.979412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea53559-0414-4512-80ce-ec3be7d999b9 req-edd8dc3b-8dc2-4476-85c2-c5105c3c6cbf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:13.981711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ea53559-0414-4512-80ce-ec3be7d999b9 req-edd8dc3b-8dc2-4476-85c2-c5105c3c6cbf tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0619164 Mar 31 23:32:14.047325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ea53559-0414-4512-80ce-ec3be7d999b9 req-98e5a5d5-8ca2-44ab-99cf-f0902cf15369 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566270 Mar 31 23:32:14.057147 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:14.279456 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:14.312882 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7943d-04d2-434f-a6d6-0b80b1e79623 None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:14.361479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35cb7971-e28f-41e7-ae27-7c61cece7e0e req-fe4107d3-13c9-4a77-97bd-69d74d0552ed tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 210 time: 0.0281248 Mar 31 23:32:14.575116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ff913-0931-46e4-a44d-5411425f6c93 None None] New status for floating IP 166291e9-889b-4413-8988-2e6b64adc021: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:32:14.722220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 65becf6a-ab3e-4868-a73c-20e5724b83fc no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:14.743791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 65becf6a-ab3e-4868-a73c-20e5724b83fc {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:14.744060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 65becf6a-ab3e-4868-a73c-20e5724b83fc not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:15.184734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd0a8-a4b7-423d-b4d9-920481dfd3f4 req-cdc5c4a3-ddcc-44e7-a14c-56255f4c68e6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:15.193626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f0dd0a8-a4b7-423d-b4d9-920481dfd3f4 req-cdc5c4a3-ddcc-44e7-a14c-56255f4c68e6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0692255 Mar 31 23:32:15.242559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f0dd0a8-a4b7-423d-b4d9-920481dfd3f4 req-98ed9f50-3980-4834-a0b6-2fa5b0a762e2 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446393 Mar 31 23:32:15.468007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35e66f86-2616-484c-a764-dc0c59ec05b2 req-4a149381-3fc8-4cd8-9b4b-19c8a48be8d9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 210 time: 0.0287378 Mar 31 23:32:16.360973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f824f-0915-496a-bfca-552ab239d511 req-50b5333b-0719-4906-8569-75d48c70a77a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:16.362490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e93f824f-0915-496a-bfca-552ab239d511 req-50b5333b-0719-4906-8569-75d48c70a77a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0504808 Mar 31 23:32:16.402912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e93f824f-0915-496a-bfca-552ab239d511 req-06e7ecd5-d719-4a77-ae70-17be0158dc3f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339289 Mar 31 23:32:16.571313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b76460cc-b900-4aa1-8e96-f90b94895079 req-c7e5b89a-4fc3-42ca-966b-c1be4a4ed6c6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 210 time: 0.0313568 Mar 31 23:32:17.529394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa100ef-dda6-4864-91b1-b8c7ef35d493 req-8bc0ab47-fb2d-4148-9c0a-a87e18e8ad92 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:17.531163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffa100ef-dda6-4864-91b1-b8c7ef35d493 req-8bc0ab47-fb2d-4148-9c0a-a87e18e8ad92 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0534568 Mar 31 23:32:17.571399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffa100ef-dda6-4864-91b1-b8c7ef35d493 req-2e4084d9-9e87-41c9-8660-9368761d3ade tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335410 Mar 31 23:32:17.681661 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84f8fec0-ece6-4062-a3dd-8e557009a0a5 req-f57b55cb-e674-49e7-ba15-6894e83db6c0 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=50945427-000a-44e2-b156-8de6e6670199 HTTP/1.1" status: 200 len: 210 time: 0.0270026 Mar 31 23:32:18.688913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d02036-53cc-4935-97c4-9c59500bb19f req-a8725936-67c7-467c-bd0e-51c8b12fb935 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:18.690380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02d02036-53cc-4935-97c4-9c59500bb19f req-a8725936-67c7-467c-bd0e-51c8b12fb935 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0489609 Mar 31 23:32:18.730984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02d02036-53cc-4935-97c4-9c59500bb19f req-d97f945b-b640-486a-b286-6e73eaf67535 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337231 Mar 31 23:32:18.938684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-13241f7a-e8ce-4967-9b00-cb0047b7ef83 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128460022&fields=id&tenant_id=64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 267 time: 0.0374131 Mar 31 23:32:19.049834 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-d2086202-b6c8-45bc-b326-5b489bcd34cd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:19.051306 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-d2086202-b6c8-45bc-b326-5b489bcd34cd tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1039193 Mar 31 23:32:19.066935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-b05114a5-e447-4ee2-ae45-6b8a1412b1c9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/quotas/64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 375 time: 0.0092437 Mar 31 23:32:19.120410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-e0c6db73-50c7-4ae3-9a96-96609a6db9fb tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474708 Mar 31 23:32:19.220310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-590f9cd2-1128-453a-b5b2-7586b2d19dab service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862513 Mar 31 23:32:19.310013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-f05f9443-20bd-45f9-a9e9-c629bcb80893 service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834954 Mar 31 23:32:19.866116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d59eef-43df-4ee7-8de0-0332ae454ede req-e28028f3-8f7d-4fde-91b4-5fd29dec4e87 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:19.874028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07d59eef-43df-4ee7-8de0-0332ae454ede req-e28028f3-8f7d-4fde-91b4-5fd29dec4e87 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0681469 Mar 31 23:32:19.948061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9560c0a8-113f-4b29-ac01-18edbe1691ca req-42a4210b-16a8-4d7b-aed6-43eada0829ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 210 time: 0.0402362 Mar 31 23:32:19.960467 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07d59eef-43df-4ee7-8de0-0332ae454ede req-6a153c8f-99db-4a14-a15a-2bfb4fa1bca9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829029 Mar 31 23:32:20.053234 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:32:21.071004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f28b3d54-9f57-4e0d-bb12-0b80b7a86343 req-5791fc42-ff64-437d-815d-2e11a0a4aa00 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 210 time: 0.0462863 Mar 31 23:32:21.093031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36d38-b404-47c9-be72-cc70197e430c req-e0a37d44-b7de-4cd6-8b09-d7f3dc78ffa6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:21.094529 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83c36d38-b404-47c9-be72-cc70197e430c req-e0a37d44-b7de-4cd6-8b09-d7f3dc78ffa6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0720496 Mar 31 23:32:21.136398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83c36d38-b404-47c9-be72-cc70197e430c req-6836e0c6-b429-44ba-96d8-27b2a1ed8d23 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352318 Mar 31 23:32:22.123140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-f4e48c0b-40ff-4c51-8c3b-844b429a0adf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:22.124840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-f4e48c0b-40ff-4c51-8c3b-844b429a0adf tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1218734 Mar 31 23:32:22.188270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2abac28d-6641-4042-b63c-5ae9a1a369c0 req-399ed4a3-6611-452a-b3d9-3d3ffefedbc8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 210 time: 0.0361469 Mar 31 23:32:22.201113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-d8f811b6-e36d-43bd-bf2a-e0f336589f86 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 379 time: 0.0673683 Mar 31 23:32:22.218170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'port': {'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'admin_state_up': True, 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'security_groups': ['9af19f4c-de17-45d4-b251-8efd4ec28ed5']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:22.321681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e449a-c8d6-460d-a03c-e4967a20ccce req-d27715f9-2151-4e9d-8515-0364899165ab tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:22.323461 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c93e449a-c8d6-460d-a03c-e4967a20ccce req-d27715f9-2151-4e9d-8515-0364899165ab tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.1117985 Mar 31 23:32:22.388727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c93e449a-c8d6-460d-a03c-e4967a20ccce req-0c0aca80-ba9b-4876-b234-df47d06bbfba tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592873 Mar 31 23:32:22.494987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:22.498666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.633038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.20.0.11 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/33c194ec-b56c-4a87-ba92-233ebd4a172e) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:22.783313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.892381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.937127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:22.940228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:22.944144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:22.974987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=33c194ec-b56c-4a87-ba92-233ebd4a172e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:23.012311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:23.012977 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.098416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-cadab135-699f-4692-8138-0ea70a8d2178 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8848870 Mar 31 23:32:23.112043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Request body: {'port': {'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:23.175824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.193260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4d67a380-0ef7-4ab2-9269-1ae85aab1def None None] Provisioning complete for port 33c194ec-b56c-4a87-ba92-233ebd4a172e triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:23.193856 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4d67a380-0ef7-4ab2-9269-1ae85aab1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.229754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4d67a380-0ef7-4ab2-9269-1ae85aab1def None None] Port 33c194ec-b56c-4a87-ba92-233ebd4a172e cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:23.381156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d62507-75fc-45a2-b98d-f2b9c68afe33 req-8964f6b7-691b-4fec-a2fc-6984f9410446 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:23.382692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90d62507-75fc-45a2-b98d-f2b9c68afe33 req-8964f6b7-691b-4fec-a2fc-6984f9410446 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 932 time: 0.0865450 Mar 31 23:32:23.555390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90d62507-75fc-45a2-b98d-f2b9c68afe33 req-1cbdfd40-fe45-41e4-843d-44e062267e84 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460130 Mar 31 23:32:23.641621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bed4-4aff-4937-aa38-55fcf0a023e7 req-08d48c8a-ae2e-435d-b046-147a401e1621 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:23.645622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a79bed4-4aff-4937-aa38-55fcf0a023e7 req-08d48c8a-ae2e-435d-b046-147a401e1621 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.1118307 Mar 31 23:32:23.650808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c194ec-b56c-4a87-ba92-233ebd4a172e {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:23.664126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.688237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Transition to ACTIVE for port object 33c194ec-b56c-4a87-ba92-233ebd4a172e will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:32:23.701850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a79bed4-4aff-4937-aa38-55fcf0a023e7 req-ca2c0b01-0bc4-418d-a4e7-85abe147502e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465810 Mar 31 23:32:23.754539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.813097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=33c194ec-b56c-4a87-ba92-233ebd4a172e,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:23.898107 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Attempting to bind port 33c194ec-b56c-4a87-ba92-233ebd4a172e on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:23.900214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Attempting to bind port 33c194ec-b56c-4a87-ba92-233ebd4a172e by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:23.900214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Attempting to bind port 33c194ec-b56c-4a87-ba92-233ebd4a172e on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:23.908183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Port 33c194ec-b56c-4a87-ba92-233ebd4a172e on network d18addb8-86a2-48fc-a5f1-58f722847a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:23.908183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Attempting to bind port 33c194ec-b56c-4a87-ba92-233ebd4a172e on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:23.910675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:23.911063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:23.911398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:23.911992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Bound port: 33c194ec-b56c-4a87-ba92-233ebd4a172e, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:23.912192 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.981212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] For port 33c194ec-b56c-4a87-ba92-233ebd4a172e, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:23.984641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] For port 33c194ec-b56c-4a87-ba92-233ebd4a172e, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:24.104086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:24.143462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.144090 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:24.145817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] 10.222.0.50 "PUT /v2.0/ports/33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 1092 time: 1.0392108 Mar 31 23:32:24.146287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:24.148701 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87997b3a-870d-4c49-8bbe-a37d4426e6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:24.175696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c3792-644a-4997-ab3b-076e3e2a3ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=33c194ec-b56c-4a87-ba92-233ebd4a172e,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:24.202773 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa696ed-7147-4d5a-8584-51bd68eef0ac x-openstack-request-id: req-5aa696ed-7147-4d5a-8584-51bd68eef0ac {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:24.203439 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:24.203439 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aa696ed-7147-4d5a-8584-51bd68eef0ac {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:24.204065 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa696ed-7147-4d5a-8584-51bd68eef0ac'] response: {'name': 'network-changed', 'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'status': 'completed', 'code': 200} Mar 31 23:32:24.273153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87997b3a-870d-4c49-8bbe-a37d4426e6c3 req-b6d50137-21ad-4297-8537-cc0c785e6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.274788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87997b3a-870d-4c49-8bbe-a37d4426e6c3 req-b6d50137-21ad-4297-8537-cc0c785e6c1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1095 time: 0.0483656 Mar 31 23:32:24.389510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87997b3a-870d-4c49-8bbe-a37d4426e6c3 req-23d78019-c97e-430f-b2be-e0ddb6c10837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.391042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87997b3a-870d-4c49-8bbe-a37d4426e6c3 req-23d78019-c97e-430f-b2be-e0ddb6c10837 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=64b254b0c02243f38b56c59a1a43f85d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1063251 Mar 31 23:32:24.483772 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87997b3a-870d-4c49-8bbe-a37d4426e6c3 req-c9803642-6d16-454a-879e-f238dc1d40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.485222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87997b3a-870d-4c49-8bbe-a37d4426e6c3 req-c9803642-6d16-454a-879e-f238dc1d40a1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875077 Mar 31 23:32:24.584736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-22273507-237b-431e-a257-930336bfc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.586919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-22273507-237b-431e-a257-930336bfc792 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1095 time: 0.0588853 Mar 31 23:32:24.650981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-b6d845f1-64b1-428f-9d10-dc085008c3b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 217 time: 0.0551293 Mar 31 23:32:24.738295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-1b4ac67b-70a2-460f-829a-04c3e24e7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.740038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-1b4ac67b-70a2-460f-829a-04c3e24e7316 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0772932 Mar 31 23:32:24.748562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d1b4-d218-48b9-8775-6fd55cbd1266 req-659c918f-7d63-4e1b-9a07-4c9015e616e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.750012 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2431d1b4-d218-48b9-8775-6fd55cbd1266 req-659c918f-7d63-4e1b-9a07-4c9015e616e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.0979035 Mar 31 23:32:24.839392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2431d1b4-d218-48b9-8775-6fd55cbd1266 req-0242d108-450c-4dba-9f0b-9a266a00cbd9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801005 Mar 31 23:32:24.847698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-0829252f-02e7-4426-9e4e-70354219f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.849181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-0829252f-02e7-4426-9e4e-70354219f6d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982845 Mar 31 23:32:24.861201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b93b6-1877-4f55-88a4-f091ff39c694 req-bd69785b-7321-4c71-9cd8-5e5fedf2de4a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:24.862735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec0b93b6-1877-4f55-88a4-f091ff39c694 req-bd69785b-7321-4c71-9cd8-5e5fedf2de4a tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0821183 Mar 31 23:32:24.956198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec0b93b6-1877-4f55-88a4-f091ff39c694 req-b110c8ff-7c7c-4fca-a7d2-c3a5795396b9 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850244 Mar 31 23:32:24.988569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-d528c59f-95c9-4bc4-8bfb-099c15376e98 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248505 Mar 31 23:32:25.424189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b098c9b7-0862-4fb8-8a8a-ce4a6a2737c8 req-453b0247-93cc-4f1f-9094-9c372123ee83 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282033 Mar 31 23:32:26.095766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b7edb-ebcf-42c4-bb84-31b15885de77 req-de13e044-32f8-4a80-b5de-ab74d483624b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:26.097350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb9b7edb-ebcf-42c4-bb84-31b15885de77 req-de13e044-32f8-4a80-b5de-ab74d483624b tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0631192 Mar 31 23:32:26.165727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb9b7edb-ebcf-42c4-bb84-31b15885de77 req-314bfbe9-a6f0-49e4-bf90-89f76782eddc tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616367 Mar 31 23:32:26.196859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a2c59-4c0a-4db4-9fe1-0c3748d2d74b req-2a610894-68d8-4163-aa92-d6fba802f206 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:26.200218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-920a2c59-4c0a-4db4-9fe1-0c3748d2d74b req-2a610894-68d8-4163-aa92-d6fba802f206 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.2784791 Mar 31 23:32:26.243388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-920a2c59-4c0a-4db4-9fe1-0c3748d2d74b req-600e1f34-b5d8-4293-ac14-6d31e273c890 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363450 Mar 31 23:32:27.296198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54392f-b3a7-4e0f-8abe-ec011f0d0684 req-c95ac2aa-8f3d-4ad5-9efc-c21b3d72d949 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:27.298375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc54392f-b3a7-4e0f-8abe-ec011f0d0684 req-c95ac2aa-8f3d-4ad5-9efc-c21b3d72d949 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0556781 Mar 31 23:32:27.364449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc54392f-b3a7-4e0f-8abe-ec011f0d0684 req-8b936013-a9b8-42d9-afb2-46a166168746 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591595 Mar 31 23:32:27.388334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a932-77c0-48e8-b4c5-07223856568d req-a612fbc5-ca67-4659-82a0-bbf434a7689f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:27.390013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6736a932-77c0-48e8-b4c5-07223856568d req-a612fbc5-ca67-4659-82a0-bbf434a7689f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.0614710 Mar 31 23:32:27.437894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6736a932-77c0-48e8-b4c5-07223856568d req-ddbf41ba-3781-4890-a10f-a5e4b74a82d2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Mar 31 23:32:28.292822 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff4269-b3bb-4703-ad37-85722a7fe1fe req-f471116b-e4ac-4103-8009-f426fb75003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:28.294251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4ff4269-b3bb-4703-ad37-85722a7fe1fe req-f471116b-e4ac-4103-8009-f426fb75003f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1097 time: 0.0419891 Mar 31 23:32:28.328159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a4ff4269-b3bb-4703-ad37-85722a7fe1fe req-b53368f5-0213-42d9-a05e-815dc901a945 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274706 Mar 31 23:32:28.498842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46365-5272-4abb-b58a-cd5c9c3af1a2 req-61bcc03b-bd4c-4144-89a2-708d08d88f66 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:28.500600 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01f46365-5272-4abb-b58a-cd5c9c3af1a2 req-61bcc03b-bd4c-4144-89a2-708d08d88f66 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0587902 Mar 31 23:32:28.567522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01f46365-5272-4abb-b58a-cd5c9c3af1a2 req-8f0010df-9e87-4ef4-93a2-c31d2507d0f3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590460 Mar 31 23:32:28.584575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bfc66-08a1-4499-ab86-325548f66703 req-08de1c84-9ec5-456f-84b6-3a36196cf96a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:28.586734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae0bfc66-08a1-4499-ab86-325548f66703 req-08de1c84-9ec5-456f-84b6-3a36196cf96a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.0642247 Mar 31 23:32:28.637365 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae0bfc66-08a1-4499-ab86-325548f66703 req-42c7e3ef-d051-43c1-b6f6-9b35e609a1f4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373299 Mar 31 23:32:28.750321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 45c6c5bc-1416-4374-84e9-c9d31873eb86 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:32:28.871726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:28.883183 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'port_id': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'mac_address': 'fa:16:3e:a1:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:32:28.924988 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.939535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45c6c5bc-1416-4374-84e9-c9d31873eb86 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:28.960065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:29.066362 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.116676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=45c6c5bc-1416-4374-84e9-c9d31873eb86,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:29.126742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.127036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.127383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.127726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.128067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.128404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.128739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.129073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.129405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.129733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.130065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.130392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:29.298908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['45c6c5bc-1416-4374-84e9-c9d31873eb86'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:29.701924 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379b0e4-c710-4f40-bf97-29a7a44413f6 req-20ffea31-a524-459b-af75-f2c924cc114d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:29.703899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6379b0e4-c710-4f40-bf97-29a7a44413f6 req-20ffea31-a524-459b-af75-f2c924cc114d tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 945 time: 0.0597956 Mar 31 23:32:29.772240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6379b0e4-c710-4f40-bf97-29a7a44413f6 req-1c535317-8a56-4440-8e2e-f4225497d4de tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611618 Mar 31 23:32:29.793213 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035fa36-f68a-4f71-9e7f-fb5a9c2dbbb7 req-2584c57e-7f9e-4b7b-88f9-43d898a2b5f2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:29.794859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d035fa36-f68a-4f71-9e7f-fb5a9c2dbbb7 req-2584c57e-7f9e-4b7b-88f9-43d898a2b5f2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.0670314 Mar 31 23:32:29.796655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51342) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:29.911412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-556613b7-b025-4e02-b681-8fcd078f5987 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/floatingips/e23f3216-b5aa-49e0-8672-c09c48e78a9b HTTP/1.1" status: 200 len: 992 time: 0.1132946 Mar 31 23:32:29.939373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d035fa36-f68a-4f71-9e7f-fb5a9c2dbbb7 req-51250285-84d4-484a-9fb5-1b85d683789d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363564 Mar 31 23:32:30.773777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 45c6c5bc-1416-4374-84e9-c9d31873eb86 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:30.825953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 45c6c5bc-1416-4374-84e9-c9d31873eb86 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:30.826335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:30.910246 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:30.934611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:30.936885 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0ab15-28a3-4125-9de9-839d458672d4" -d '{"events": [{"server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "name": "network-vif-plugged", "status": "completed", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:30.952638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:30.978702 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b8c607-4269-4b98-ba8b-bdde2600e787 x-openstack-request-id: req-44b8c607-4269-4b98-ba8b-bdde2600e787 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:30.979090 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "name": "network-vif-plugged", "status": "completed", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:30.979483 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44b8c607-4269-4b98-ba8b-bdde2600e787 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:30.980478 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b8c607-4269-4b98-ba8b-bdde2600e787'] response: {'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'code': 200} Mar 31 23:32:31.023732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.074162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4614215-bcc5-4848-ab73-0c1c16102e00 req-1da8ca8e-e34e-4103-a670-5395fd4b459a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:31.079050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4614215-bcc5-4848-ab73-0c1c16102e00 req-1da8ca8e-e34e-4103-a670-5395fd4b459a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.0632510 Mar 31 23:32:31.085967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=45c6c5bc-1416-4374-84e9-c9d31873eb86,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:31.121286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4614215-bcc5-4848-ab73-0c1c16102e00 req-ee25f076-11ef-41eb-8a7f-c1fb38bfda85 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380991 Mar 31 23:32:32.253416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5bd70-7d2b-4df9-94b6-54136d0fcec7 req-c2c9016f-5160-44ed-8e8d-5f624bf9a1df tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:32.254877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a5bd70-7d2b-4df9-94b6-54136d0fcec7 req-c2c9016f-5160-44ed-8e8d-5f624bf9a1df tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.0502579 Mar 31 23:32:32.294134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a5bd70-7d2b-4df9-94b6-54136d0fcec7 req-a2d82cb1-3f99-4bba-99de-5606bed08827 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323517 Mar 31 23:32:33.420012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc962-b7ec-406a-a628-379c48791215 req-214dcf86-3e6c-437d-bfe9-6ce1d3c78915 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:33.421487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b61dc962-b7ec-406a-a628-379c48791215 req-214dcf86-3e6c-437d-bfe9-6ce1d3c78915 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.0595632 Mar 31 23:32:33.460418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b61dc962-b7ec-406a-a628-379c48791215 req-f52b2106-7657-4670-980c-7fad3c91ce56 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 Mar 31 23:32:34.026766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5fdbce1c-4595-46da-93bc-a068c602a885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.596912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb654a-f383-4815-83aa-1c9219f22c3d req-25cbba5a-10d7-4af1-a0ff-4a284d42e6b4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:34.598329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eacb654a-f383-4815-83aa-1c9219f22c3d req-25cbba5a-10d7-4af1-a0ff-4a284d42e6b4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 944 time: 0.0583436 Mar 31 23:32:34.640196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eacb654a-f383-4815-83aa-1c9219f22c3d req-031edc15-90f1-4311-8a8f-68db791fc9b1 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345819 Mar 31 23:32:34.833247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 33c194ec-b56c-4a87-ba92-233ebd4a172e details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:32:34.933398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 33c194ec-b56c-4a87-ba92-233ebd4a172e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:34.945292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:32:34.981556 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.998436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c194ec-b56c-4a87-ba92-233ebd4a172e {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:35.018511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 33c194ec-b56c-4a87-ba92-233ebd4a172e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:35.113262 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.162582 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=33c194ec-b56c-4a87-ba92-233ebd4a172e,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:35.350669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['33c194ec-b56c-4a87-ba92-233ebd4a172e'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:35.775432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17329f-102e-4dd2-b2a7-019b846f8195 req-bbc58e58-1937-4c22-8aeb-fea5eb22a45f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:35.777192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa17329f-102e-4dd2-b2a7-019b846f8195 req-bbc58e58-1937-4c22-8aeb-fea5eb22a45f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 945 time: 0.0558107 Mar 31 23:32:35.823791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa17329f-102e-4dd2-b2a7-019b846f8195 req-d5130a88-719f-4cbd-a1f9-be094528764c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 Mar 31 23:32:36.181550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1a4f-5915-47a1-91e7-db06d1351830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.845083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 33c194ec-b56c-4a87-ba92-233ebd4a172e up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:36.967043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414ae8-462d-438c-b50a-7d4efb3e6f4c req-76c5c992-5c19-4385-b579-8a17669e8afa tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.968727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c414ae8-462d-438c-b50a-7d4efb3e6f4c req-76c5c992-5c19-4385-b579-8a17669e8afa tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 945 time: 0.0666966 Mar 31 23:32:37.013718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c414ae8-462d-438c-b50a-7d4efb3e6f4c req-5bf235b6-76a9-4746-a5f1-570ccb7edbbe tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376804 Mar 31 23:32:37.038936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 33c194ec-b56c-4a87-ba92-233ebd4a172e completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:32:37.049081 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 33c194ec-b56c-4a87-ba92-233ebd4a172e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:37.049081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.138555 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.169010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:37.171222 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf094fd-5aeb-4e6b-ac04-667ec4faaa4c" -d '{"events": [{"server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "name": "network-vif-plugged", "status": "completed", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:37.185164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 33c194ec-b56c-4a87-ba92-233ebd4a172e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:37.218266 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bc72f6-2183-439e-b228-b0fa60e45156 x-openstack-request-id: req-43bc72f6-2183-439e-b228-b0fa60e45156 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:37.218583 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "name": "network-vif-plugged", "status": "completed", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:37.218837 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43bc72f6-2183-439e-b228-b0fa60e45156 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:37.219237 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bc72f6-2183-439e-b228-b0fa60e45156'] response: {'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'code': 200} Mar 31 23:32:37.264026 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.324067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370bff4-0ff2-4477-89ae-0256fbd3a3c8 req-593a85e8-6d4d-403d-8953-6c7e6e7b46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:37.325770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0370bff4-0ff2-4477-89ae-0256fbd3a3c8 req-593a85e8-6d4d-403d-8953-6c7e6e7b46be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1097 time: 0.0495632 Mar 31 23:32:37.334042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=33c194ec-b56c-4a87-ba92-233ebd4a172e,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:37.378434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0370bff4-0ff2-4477-89ae-0256fbd3a3c8 req-bcd719b5-0457-4fad-8468-d3431a19f913 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459156 Mar 31 23:32:37.772004 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.148901 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85556664-1cf7-4d8d-b033-776c04a825a3 req-477db1e2-7f4a-416a-9e3a-3f853b28f874 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:38.151232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85556664-1cf7-4d8d-b033-776c04a825a3 req-477db1e2-7f4a-416a-9e3a-3f853b28f874 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 946 time: 0.0651379 Mar 31 23:32:38.218514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85556664-1cf7-4d8d-b033-776c04a825a3 req-66dd3a3d-fbef-4c89-9117-a5e1a19235e6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567405 Mar 31 23:32:38.284141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51394) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:38.397617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-26b31a7e-6656-4744-8b3e-cf6ae69cc285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.484283 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-26b31a7e-6656-4744-8b3e-cf6ae69cc285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.583532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-26b31a7e-6656-4744-8b3e-cf6ae69cc285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.636161 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-26b31a7e-6656-4744-8b3e-cf6ae69cc285 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86b9e86c0f804bdeb7608fe9a022d6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509026 Mar 31 23:32:38.637637 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b31a7e-6656-4744-8b3e-cf6ae69cc285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4b4f1f-d003-4c22-902f-3d81c008321e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:38.639140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51398) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:38.695542 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.709191 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.719711 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.852316 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.855524 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.857836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b4b4f1f-d003-4c22-902f-3d81c008321e HTTP/1.1" status: 204 len: 168 time: 0.2165427 Mar 31 23:32:38.868803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4b4f1f-d003-4c22-902f-3d81c008321e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:38.877395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.877750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.878091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.878428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.878797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.879134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.879525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.879789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.880115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.880443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.880770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.881097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df67c3-3b15-4a9e-8908-c0489247859c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:38.943936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.230020 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.365158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c3cd-e952-4000-aa44-4a1830da1cbe req-143ffda4-33e1-4e07-9bff-f40c6a923647 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:39.366891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23e0c3cd-e952-4000-aa44-4a1830da1cbe req-143ffda4-33e1-4e07-9bff-f40c6a923647 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 946 time: 0.0610440 Mar 31 23:32:39.410242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-23e0c3cd-e952-4000-aa44-4a1830da1cbe req-0acb431a-7f12-4798-8e26-42ef46a79c0c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361242 Mar 31 23:32:39.536687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b982ef-9cf9-4ad1-bf77-f0df2b492146 req-a84d4418-f41d-49c0-9399-420a2f7b7540 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:39.538981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77b982ef-9cf9-4ad1-bf77-f0df2b492146 req-a84d4418-f41d-49c0-9399-420a2f7b7540 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 946 time: 0.0545247 Mar 31 23:32:39.590959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-77b982ef-9cf9-4ad1-bf77-f0df2b492146 req-ea358c4a-0203-4993-9920-d524a21ab066 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Mar 31 23:32:39.617802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:39.661387 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db14827f-ac03-41b2-b510-afe200e8a1d5 tempest-TestVolumeBootPattern-1673424395 tempest-TestVolumeBootPattern-1673424395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:39.662937 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-db14827f-ac03-41b2-b510-afe200e8a1d5 tempest-TestVolumeBootPattern-1673424395 tempest-TestVolumeBootPattern-1673424395-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1092 time: 0.0437722 Mar 31 23:32:39.665727 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51408) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:39.670484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:39.741455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.844924 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.857793 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.962324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.25.4.123 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/e1d54251-3b05-4466-a185-82368e231f9e) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:40.071750 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.173556 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.215895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:40.219020 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:40.222656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:40.228812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=e1d54251-3b05-4466-a185-82368e231f9e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:40.656584 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.807811 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.022437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.101391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.177165 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=e1d54251-3b05-4466-a185-82368e231f9e,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:41.184592 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.293653 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Floating IP 699a2b51-85a0-490b-bdb2-583b955930a7 associated. External IP: 172.25.4.123, port: 33c194ec-b56c-4a87-ba92-233ebd4a172e. Mar 31 23:32:41.550244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:41.684196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:41.696386 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:41.706753 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:41.707366 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:32:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:41.797294 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.838596 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-418c2c1e-fcc7-4905-b23d-27079a503426 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1587303 Mar 31 23:32:41.838596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:41.839402 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:41.839696 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44155cb7-eb59-4093-8883-e4d0102ba9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:41.877002 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81229179-6583-4340-9055-792686c975f8 x-openstack-request-id: req-81229179-6583-4340-9055-792686c975f8 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:41.877368 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:41.877592 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81229179-6583-4340-9055-792686c975f8 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:41.877950 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81229179-6583-4340-9055-792686c975f8'] response: {'name': 'network-changed', 'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'status': 'completed', 'code': 200} Mar 31 23:32:41.963560 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-0bcdb517-5263-41bf-9141-b384d885b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:41.964276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-0bcdb517-5263-41bf-9141-b384d885b9b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1097 time: 0.0661438 Mar 31 23:32:42.079626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-37f16f99-6d99-4e3e-b20e-eb6aa87f2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:42.081105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-37f16f99-6d99-4e3e-b20e-eb6aa87f2674 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.1086740 Mar 31 23:32:42.097041 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:42.122456 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:42.130647 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:42.131255 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:32:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:42.147703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-dbdbd667-888c-4795-af47-940a6667092b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 1000 time: 0.0599220 Mar 31 23:32:42.202347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-577a51a4-23f5-43e1-8334-83ccc4adda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:42.204065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-577a51a4-23f5-43e1-8334-83ccc4adda30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0498927 Mar 31 23:32:42.255355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-cbb4ee86-bd41-43bc-9956-a44143f62697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:42.256902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-cbb4ee86-bd41-43bc-9956-a44143f62697 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464268 Mar 31 23:32:42.327800 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:42.348073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-0db0583e-78f6-4e65-9d9e-14c997e87a90 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842993 Mar 31 23:32:42.441929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44155cb7-eb59-4093-8883-e4d0102ba9eb req-e1742b44-3714-4300-8fc7-9f2f8891bbf1 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873673 Mar 31 23:32:42.551791 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:42.579228 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9c828-eb10-4961-9295-52165ac37386 None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:40Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:42.767913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fece8-975e-4103-b805-64e831476546 None None] New status for floating IP 699a2b51-85a0-490b-bdb2-583b955930a7: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:32:57.052776 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:32:58.360679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-1c3610b4-fe27-4858-8528-b0a8fdc468be service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1483331 Mar 31 23:32:58.441741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-238f6714-0078-4a17-9ccc-e3ab7f2b1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:58.444361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-238f6714-0078-4a17-9ccc-e3ab7f2b1b5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1097 time: 0.0410655 Mar 31 23:32:58.555982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-a42c644f-5c32-4fd0-b9f3-2fefc463b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:58.558135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-a42c644f-5c32-4fd0-b9f3-2fefc463b51f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1013bec4-5dc6-45d9-876c-8a2582a796e8 HTTP/1.1" status: 200 len: 897 time: 0.0959821 Mar 31 23:32:58.634923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-004e09dc-0499-44ef-a6d0-8a5edc3bf84f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86 HTTP/1.1" status: 200 len: 1001 time: 0.0632749 Mar 31 23:32:58.693379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-ea31be6b-27e7-4c5c-8c22-618280c62262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:58.694963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-ea31be6b-27e7-4c5c-8c22-618280c62262 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ceb580a1-ed70-4601-a229-6a20ed273f74 HTTP/1.1" status: 200 len: 834 time: 0.0525477 Mar 31 23:32:58.744930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-c90c7891-ab6d-41fc-b0b1-52f858219cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:58.747190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-c90c7891-ab6d-41fc-b0b1-52f858219cf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1013bec4-5dc6-45d9-876c-8a2582a796e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432117 Mar 31 23:32:58.862506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-9a56a618-5f36-4971-bfd6-e34eb1f7bd22 service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073999 Mar 31 23:32:58.956781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-727dab40-9ffc-47ee-9c57-6ea7a710bbfb req-f6c8ccb0-437b-42b2-9dab-c80099f9e81a service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875585 Mar 31 23:33:04.047350 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f415-51dc-46f4-adbb-0354e677ba00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:04.591192 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-92c0b18b-24ef-4427-aab9-a3f7199e3a4e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948660 Mar 31 23:33:04.675871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-de4f782d-b119-4bf2-8ec2-90dca264c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:04.677379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-de4f782d-b119-4bf2-8ec2-90dca264c92b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1097 time: 0.0412202 Mar 31 23:33:04.785832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-1ce8f90b-d5d4-40ca-a082-130725e050e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:04.787227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-1ce8f90b-d5d4-40ca-a082-130725e050e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0891380 Mar 31 23:33:04.850706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-cd3c2f57-c9f7-4cd2-b566-1875df1d608c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 1002 time: 0.0564098 Mar 31 23:33:04.904869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-78db0f82-124a-4463-8b11-3c7d15f78678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:04.906290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-78db0f82-124a-4463-8b11-3c7d15f78678 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0492916 Mar 31 23:33:04.956600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-2d0f0793-9aef-4391-9657-1afc5a24a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:04.958671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-2d0f0793-9aef-4391-9657-1afc5a24a647 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420921 Mar 31 23:33:05.054588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-d6a45789-7b93-4e74-8cfa-99d4721a8dc5 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885003 Mar 31 23:33:05.091507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51434) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:05.151763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa6347-5654-4e84-a7f8-ac6fc335884a req-228b8c6a-3490-4e8b-95cf-7700d744b725 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888216 Mar 31 23:33:05.248423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port 38c95014-a02c-488f-a3b0-7d2c7fc32aca {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:05.248774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.326382 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.326663 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.338141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for 38c95014-a02c-488f-a3b0-7d2c7fc32aca owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:05.564894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.589028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=38c95014-a02c-488f-a3b0-7d2c7fc32aca,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:05.603640 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.604002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.604352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.604693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.605036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.605400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.605786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.606091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.606421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.606810 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.607140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.607487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:05.662374 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.662854 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Floating IP e23f3216-b5aa-49e0-8672-c09c48e78a9b disassociated (deleted). External IP: 172.25.4.84, port: 45c6c5bc-1416-4374-84e9-c9d31873eb86. Mar 31 23:33:06.123459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 8fda9a35-e144-41c9-82b8-b39634bd2f6c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:06.147774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00cc1d7d-369d-46a2-83da-dd5d49903431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.234422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:06.239035 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.243897 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] Sync routers for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:06.253531 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:06.254124 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:06.267031 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b308dad7-b12a-41be-937e-607a9bb63874 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/floatingips/e23f3216-b5aa-49e0-8672-c09c48e78a9b HTTP/1.1" status: 204 len: 168 time: 1.1744323 Mar 31 23:33:06.267621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:06.270097 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94464ab-5922-4a84-af9f-cfdb92037d01" -d '{"events": [{"name": "network-changed", "server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:06.315077 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c1b7d0-017e-4b97-aacb-c72ddf09c080 x-openstack-request-id: req-d6c1b7d0-017e-4b97-aacb-c72ddf09c080 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:06.315365 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:06.315785 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6c1b7d0-017e-4b97-aacb-c72ddf09c080 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:06.316009 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c1b7d0-017e-4b97-aacb-c72ddf09c080'] response: {'name': 'network-changed', 'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'status': 'completed', 'code': 200} Mar 31 23:33:06.366727 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:06.377260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-a7ded9f3-999b-4972-9c30-b967cbd53f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:06.378800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-a7ded9f3-999b-4972-9c30-b967cbd53f70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f8129306504957b5a4c412bf419465&device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 1097 time: 0.0436909 Mar 31 23:33:06.481430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-c220a7da-d693-4df6-a1c1-68230d3478e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:06.482950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-c220a7da-d693-4df6-a1c1-68230d3478e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1013bec4-5dc6-45d9-876c-8a2582a796e8 HTTP/1.1" status: 200 len: 897 time: 0.0967658 Mar 31 23:33:06.524703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-dbf0ba96-70b3-49b7-8f22-71fc6056dfd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86 HTTP/1.1" status: 200 len: 217 time: 0.0349689 Mar 31 23:33:06.572564 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:30Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:06.577483 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-71b9250a-dc36-47a6-9891-df1ef9f45750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:06.579152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-71b9250a-dc36-47a6-9891-df1ef9f45750 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ceb580a1-ed70-4601-a229-6a20ed273f74 HTTP/1.1" status: 200 len: 834 time: 0.0476747 Mar 31 23:33:06.600848 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] Checking router: 8fda9a35-e144-41c9-82b8-b39634bd2f6c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:06.610772 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:06.611383 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:06.630347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-57c11e73-60d1-4169-81fa-b2ffb9df9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:06.631838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-57c11e73-60d1-4169-81fa-b2ffb9df9aa2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1013bec4-5dc6-45d9-876c-8a2582a796e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458531 Mar 31 23:33:06.733382 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:06.754729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-ed5adf7f-eadf-487e-9626-8f3d04fb7fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146898 Mar 31 23:33:06.858128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a94464ab-5922-4a84-af9f-cfdb92037d01 req-fa648d3a-8b63-4117-a193-5a0cbae180a8 service neutron] 10.222.0.45 "GET /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959527 Mar 31 23:33:06.915085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910607c-7ed4-4dc5-a7d4-112c8a2e494a req-3c9dda04-f1c5-4144-ac1a-d573010c7e25 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:06.916563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5910607c-7ed4-4dc5-a7d4-112c8a2e494a req-3c9dda04-f1c5-4144-ac1a-d573010c7e25 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.1849318 Mar 31 23:33:06.940785 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:30Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:06.956052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5910607c-7ed4-4dc5-a7d4-112c8a2e494a req-e3ea9aa0-ebac-4c17-93c5-6fe170fc0879 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330329 Mar 31 23:33:06.973420 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223c9aee-ee10-42c6-a842-e92ded88211d None None] The sync data for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 is: [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'b915faf6-b1df-450c-a95e-21adc63e37eb', 'name': '', 'network_id': '1013bec4-5dc6-45d9-876c-8a2582a796e8', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'mac_address': 'fa:16:3e:12:5d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:30Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'subnets': [{'id': 'ceb580a1-ed70-4601-a229-6a20ed273f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:07.204592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23948941-0939-43c3-bd97-471d1f35bffc None None] New status for floating IP e23f3216-b5aa-49e0-8672-c09c48e78a9b: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:33:07.844925 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.029482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-e0bb110a-09fc-46b7-9f05-b0723f85a5d6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:08.031166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-e0bb110a-09fc-46b7-9f05-b0723f85a5d6 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.0500491 Mar 31 23:33:08.137489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86145-5704-4626-a5a1-00e0d5f92cfc req-ccc2f9a7-4d39-4ee8-8ca1-928c2cbde62e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:08.139626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3c86145-5704-4626-a5a1-00e0d5f92cfc req-ccc2f9a7-4d39-4ee8-8ca1-928c2cbde62e tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 946 time: 0.1075304 Mar 31 23:33:08.186875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port 45c6c5bc-1416-4374-84e9-c9d31873eb86 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:08.187219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.191977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3c86145-5704-4626-a5a1-00e0d5f92cfc req-72c40be1-57d1-4c45-91f0-81c9a86c0b60 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/security-groups?id=979b7559-3870-4e37-a5c4-7dbad75383ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447133 Mar 31 23:33:08.280842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port 45c6c5bc-1416-4374-84e9-c9d31873eb86, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=45c6c5bc-1416-4374-84e9-c9d31873eb86,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:08.281149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.293872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for 45c6c5bc-1416-4374-84e9-c9d31873eb86 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:08.484918 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.516059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=45c6c5bc-1416-4374-84e9-c9d31873eb86,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:08.560546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] No DVR routers for this DVR port 45c6c5bc-1416-4374-84e9-c9d31873eb86 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:08.563416 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.567436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60f567f8-13de-4a79-83e5-bdbc7d6343b9 req-0a0b9e44-aae6-422d-8639-f4abfa4705d0 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.45 "DELETE /v2.0/ports/45c6c5bc-1416-4374-84e9-c9d31873eb86 HTTP/1.1" status: 204 len: 173 time: 0.5262246 Mar 31 23:33:08.568033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'name': 'network-vif-deleted', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:08.571388 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68361d83-44fe-4ca6-bb7c-76e5a93d6e67" -d '{"events": [{"server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "name": "network-vif-deleted", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:08.608691 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac10a68e-8b19-4c9b-8a6b-4658972813e3 x-openstack-request-id: req-ac10a68e-8b19-4c9b-8a6b-4658972813e3 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:08.608834 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d943377e-494f-4019-a97a-508e67393bde", "name": "network-vif-deleted", "tag": "45c6c5bc-1416-4374-84e9-c9d31873eb86", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:08.609050 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac10a68e-8b19-4c9b-8a6b-4658972813e3 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:08.609453 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac10a68e-8b19-4c9b-8a6b-4658972813e3'] response: {'server_uuid': 'd943377e-494f-4019-a97a-508e67393bde', 'name': 'network-vif-deleted', 'tag': '45c6c5bc-1416-4374-84e9-c9d31873eb86', 'status': 'completed', 'code': 200} Mar 31 23:33:08.741878 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.973623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.224932 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.304249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e3d22ea-8d51-4a5a-951c-968de2e3234b req-44d10d11-ea8b-4122-946f-f1fef84955f1 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d943377e-494f-4019-a97a-508e67393bde HTTP/1.1" status: 200 len: 210 time: 0.0274708 Mar 31 23:33:09.881843 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.364368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51452) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:10.732364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.986281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port b915faf6-b1df-450c-a95e-21adc63e37eb {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:10.986650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.033806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 45c6c5bc-1416-4374-84e9-c9d31873eb86 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:11.057040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 45c6c5bc-1416-4374-84e9-c9d31873eb86 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:11.057382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 45c6c5bc-1416-4374-84e9-c9d31873eb86 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:11.076900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port b915faf6-b1df-450c-a95e-21adc63e37eb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b915faf6-b1df-450c-a95e-21adc63e37eb,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:11.077262 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.090458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for b915faf6-b1df-450c-a95e-21adc63e37eb owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:11.356431 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.387217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=b915faf6-b1df-450c-a95e-21adc63e37eb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:11.588031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.806819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Router 8fda9a35-e144-41c9-82b8-b39634bd2f6c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:11.926222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:11.931939 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c2215208-a201-4da1-bcf6-d77e61e78cf3 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "PUT /v2.0/routers/8fda9a35-e144-41c9-82b8-b39634bd2f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664804 Mar 31 23:33:11.933918 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51456) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:11.937517 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] Sync routers for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:11.946972 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:11.947571 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:11.985628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bac787-67d1-4681-b799-bdf35935b6ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting subnet ceb580a1-ed70-4601-a229-6a20ed273f74 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:33:11.988661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46bac787-67d1-4681-b799-bdf35935b6ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.029987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46bac787-67d1-4681-b799-bdf35935b6ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.050589 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:12.120097 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46bac787-67d1-4681-b799-bdf35935b6ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.228236 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:33:11Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:12.262886 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] Checking router: 8fda9a35-e144-41c9-82b8-b39634bd2f6c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:12.268468 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46bac787-67d1-4681-b799-bdf35935b6ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.271915 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] Routers {'8fda9a35-e144-41c9-82b8-b39634bd2f6c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:12.272530 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:12.298962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bac787-67d1-4681-b799-bdf35935b6ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb580a1-ed70-4601-a229-6a20ed273f74,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:12.301131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-46bac787-67d1-4681-b799-bdf35935b6ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.306140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ba02b-3ecf-4bc7-a8d3-96d86becdca1 None None] Network 1013bec4-5dc6-45d9-876c-8a2582a796e8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:12.307453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-46bac787-67d1-4681-b799-bdf35935b6ad tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/subnets/ceb580a1-ed70-4601-a229-6a20ed273f74 HTTP/1.1" status: 204 len: 168 time: 0.3725066 Mar 31 23:33:12.308170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51458) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:12.386506 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] Set router 8fda9a35-e144-41c9-82b8-b39634bd2f6c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:12.426298 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.512215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] DHCP port deletion for 1013bec4-5dc6-45d9-876c-8a2582a796e8 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:33:12.565839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] Deleting port 386a0894-134e-4e6a-8f87-c4cc64be9c19 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:12.566382 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.642233 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] For port 386a0894-134e-4e6a-8f87-c4cc64be9c19, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=386a0894-134e-4e6a-8f87-c4cc64be9c19,segment=NetworkSegment(bc69870a-35ab-4b8e-afb9-63e73e65fe18),segment_id=bc69870a-35ab-4b8e-afb9-63e73e65fe18)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:12.642709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.661223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] Calling delete_port for 386a0894-134e-4e6a-8f87-c4cc64be9c19 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:12.680154 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:33:11Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:12.712855 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03224af-af81-4ab3-8a9c-144ffb1f4ee5 None None] The sync data for ids ['8fda9a35-e144-41c9-82b8-b39634bd2f6c'] in n-d-836015-1 is: [{'id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158409483', 'tenant_id': 'e6f8129306504957b5a4c412bf419465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:21Z', 'updated_at': '2022-03-31T23:33:11Z', 'revision_number': 5, 'project_id': 'e6f8129306504957b5a4c412bf419465', 'gw_port': {'id': 'da1321a6-7289-4cb1-a113-01bc4bdfefc1', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fda9a35-e144-41c9-82b8-b39634bd2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:22Z', 'updated_at': '2022-03-31T23:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:12.802884 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.824810 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.853439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] No DVR routers for this DVR port 386a0894-134e-4e6a-8f87-c4cc64be9c19 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:12.857539 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7b16-a147-41df-b58c-9121bcb2d01a None None] Pushing event deleted for resources: {'Port': ['ID=386a0894-134e-4e6a-8f87-c4cc64be9c19,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:12.945678 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Deleting port da1321a6-7289-4cb1-a113-01bc4bdfefc1 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:12.946002 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.026739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] For port da1321a6-7289-4cb1-a113-01bc4bdfefc1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=da1321a6-7289-4cb1-a113-01bc4bdfefc1,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:13.026997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.038926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Calling delete_port for da1321a6-7289-4cb1-a113-01bc4bdfefc1 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:13.330976 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.356280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Port': ['ID=da1321a6-7289-4cb1-a113-01bc4bdfefc1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:13.414995 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.507737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.510067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.653826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.654400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Fanout notify agent at l3_agent the message router_deleted on router 8fda9a35-e144-41c9-82b8-b39634bd2f6c {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:33:13.661159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.662276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-78828e6f-0ef9-464b-9d56-6b96c1d69483 tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/routers/8fda9a35-e144-41c9-82b8-b39634bd2f6c HTTP/1.1" status: 204 len: 168 time: 1.3528371 Mar 31 23:33:13.665152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:13.744246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.837715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.858740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1013bec4-5dc6-45d9-876c-8a2582a796e8']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:13.867867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc69870a-35ab-4b8e-afb9-63e73e65fe18') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:13.868164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc69870a-35ab-4b8e-afb9-63e73e65fe18') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:13.877648 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.891293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.897719 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:33:13.901016 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:33:14.059580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.067141 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.069802 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/networks/1013bec4-5dc6-45d9-876c-8a2582a796e8 HTTP/1.1" status: 204 len: 168 time: 0.4036913 Mar 31 23:33:14.072761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51462) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:14.082099 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57783c00-5f5e-40ce-9511-ddf4daff2ace tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'Network': ['ID=1013bec4-5dc6-45d9-876c-8a2582a796e8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:14.141924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a45ff29-d153-494e-977f-4c0b71c88b4f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.168065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a45ff29-d153-494e-977f-4c0b71c88b4f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.280390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device da1321a6-7289-4cb1-a113-01bc4bdfefc1 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:14.300656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: da1321a6-7289-4cb1-a113-01bc4bdfefc1 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:14.300999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device da1321a6-7289-4cb1-a113-01bc4bdfefc1 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:14.301411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 386a0894-134e-4e6a-8f87-c4cc64be9c19 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:14.304979 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a45ff29-d153-494e-977f-4c0b71c88b4f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.307904 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9a45ff29-d153-494e-977f-4c0b71c88b4f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.312809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9a45ff29-d153-494e-977f-4c0b71c88b4f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] 10.222.0.31 "DELETE /v2.0/security-groups/979b7559-3870-4e37-a5c4-7dbad75383ee HTTP/1.1" status: 204 len: 168 time: 0.2357583 Mar 31 23:33:14.320163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45ff29-d153-494e-977f-4c0b71c88b4f tempest-TestNetworkAdvancedServerOps-479927800 tempest-TestNetworkAdvancedServerOps-479927800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b7559-3870-4e37-a5c4-7dbad75383ee,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:14.325251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 386a0894-134e-4e6a-8f87-c4cc64be9c19 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:14.326122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 386a0894-134e-4e6a-8f87-c4cc64be9c19 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:14.326641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b915faf6-b1df-450c-a95e-21adc63e37eb no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:14.350845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b915faf6-b1df-450c-a95e-21adc63e37eb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:14.351181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b915faf6-b1df-450c-a95e-21adc63e37eb not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:15.134401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51470) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:15.269938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a470eb2e-c0b3-4c7f-ba03-478d25d1e79f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6f8129306504957b5a4c412bf419465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342962 Mar 31 23:33:15.272810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51474) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:15.319851 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4c78bd3-8546-47f0-99be-570dba3a12c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.341681 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4c78bd3-8546-47f0-99be-570dba3a12c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.470655 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4c78bd3-8546-47f0-99be-570dba3a12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.473569 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c4c78bd3-8546-47f0-99be-570dba3a12c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.475131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c4c78bd3-8546-47f0-99be-570dba3a12c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bde0c6c5-3d35-47e8-bc31-4f22d19c1aec HTTP/1.1" status: 204 len: 168 time: 0.2014232 Mar 31 23:33:15.483894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c78bd3-8546-47f0-99be-570dba3a12c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde0c6c5-3d35-47e8-bc31-4f22d19c1aec,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:16.108399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51480) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:16.145761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6ea29dc6-b6b8-43c9-be74-8fc1be17b542 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=000845d639374b509fa77a92e464c831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382717 Mar 31 23:33:16.148491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51482) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:16.196493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85dc1832-5011-4829-b5a4-e5f7a4d7569c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.217544 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85dc1832-5011-4829-b5a4-e5f7a4d7569c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.333471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85dc1832-5011-4829-b5a4-e5f7a4d7569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.335953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-85dc1832-5011-4829-b5a4-e5f7a4d7569c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.337147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-85dc1832-5011-4829-b5a4-e5f7a4d7569c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe40a3f5-b750-42bf-829f-8bf087a73359 HTTP/1.1" status: 204 len: 168 time: 0.1877439 Mar 31 23:33:16.344972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc1832-5011-4829-b5a4-e5f7a4d7569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe40a3f5-b750-42bf-829f-8bf087a73359,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:17.409132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51504) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:17.505796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-103720681-network', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:17.596487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Made reservation on behalf of 2f2e888c1c154fc4b27530925ccb68a1 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:33:17.598881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.608125 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.681442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.745137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.772624 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:33:17.778735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b348bf-c54f-4715-9bb5-e3bae9a6ecdd,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:17.784946 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.785289 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Added segment bb2baf6c-1793-4902-ab02-c5cbba1b0623 of type vlan for network 918e44bf-34a4-4294-bf0f-9954b650e24f Mar 31 23:33:17.825668 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.916665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.917635 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:17.918212 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.979833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] Pushing event updated for resources: {'Network': ['ID=918e44bf-34a4-4294-bf0f-9954b650e24f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:17.990365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 918e44bf-34a4-4294-bf0f-9954b650e24f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:33:18.022862 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c0158b02-d8c4-49f3-be10-a73bc63b4188 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6124020 Mar 31 23:33:18.025660 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51508) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:18.030668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Request body: {'subnet': {'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-103720681-subnet', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:18.093673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Made reservation on behalf of 2f2e888c1c154fc4b27530925ccb68a1 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:33:18.096067 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.344873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.402609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9309ffd2-e5ed-4eb2-811a-75cddde4684b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:18.412344 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Checking segment: {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:18.412981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Network hostable DHCP agents. Network: 918e44bf-34a4-4294-bf0f-9954b650e24f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:33:18.487372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Network 918e44bf-34a4-4294-bf0f-9954b650e24f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:33:18.561973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 918e44bf-34a4-4294-bf0f-9954b650e24f) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:18.565924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:18.566581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.573943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48023325-1576-4249-a9b3-802811e068c4 None None] Network 918e44bf-34a4-4294-bf0f-9954b650e24f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:18.679700 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8851804a-0a8c-4c04-a9ef-0f35677321f0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6524627 Mar 31 23:33:18.681959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51510) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:18.686297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:18.720583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-918e44bf-34a4-4294-bf0f-9954b650e24f', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:33:18.720583 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.779709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.781523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.835434 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.851016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Allocated IP 172.20.0.2 (918e44bf-34a4-4294-bf0f-9954b650e24f/9309ffd2-e5ed-4eb2-811a-75cddde4684b/f2762328-e571-405d-a1a1-f20048a5fb0c) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:18.995844 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.071311 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.072980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.113963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Network 918e44bf-34a4-4294-bf0f-9954b650e24f is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:19.117014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:19.120345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:19.127368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Pushing event updated for resources: {'Port': ['ID=f2762328-e571-405d-a1a1-f20048a5fb0c,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:19.357555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Attempting to bind port f2762328-e571-405d-a1a1-f20048a5fb0c on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:19.357802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.357941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Attempting to bind port f2762328-e571-405d-a1a1-f20048a5fb0c by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:19.358834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Attempting to bind port f2762328-e571-405d-a1a1-f20048a5fb0c on network 918e44bf-34a4-4294-bf0f-9954b650e24f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:19.363774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:19.364150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Checking segment: {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:19.364555 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.364945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Bound using segment: {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:19.365412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Bound port: f2762328-e571-405d-a1a1-f20048a5fb0c, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:19.366113 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.378304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.427684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] For port f2762328-e571-405d-a1a1-f20048a5fb0c, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:19.431006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] For port f2762328-e571-405d-a1a1-f20048a5fb0c, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f2762328-e571-405d-a1a1-f20048a5fb0c,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:19.485591 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Allocated IP 172.25.4.247 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/b4038135-c462-4846-8a52-9dd65799de1a) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:19.505720 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.565652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96cefa-9d1e-4c1e-9864-8ed2ce35bb45 None None] Pushing event updated for resources: {'Port': ['ID=f2762328-e571-405d-a1a1-f20048a5fb0c,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:19.589824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.682751 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.728819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:19.736252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:19.738692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:19.740879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Pushing event updated for resources: {'Port': ['ID=b4038135-c462-4846-8a52-9dd65799de1a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:20.049357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.247877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.313844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f2762328-e571-405d-a1a1-f20048a5fb0c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:20.363748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f2762328-e571-405d-a1a1-f20048a5fb0c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:20.364110 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.437005 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Router f3717aea-4a17-4bcb-b185-404fad14608a is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:33:20.448494 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.487487 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f2762328-e571-405d-a1a1-f20048a5fb0c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f2762328-e571-405d-a1a1-f20048a5fb0c,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:20.505762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34273174-7458-45c6-a3a3-8643ddc05184 None None] Network 918e44bf-34a4-4294-bf0f-9954b650e24f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:20.547884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.553958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:20.579844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Sync routers for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:20.622001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.626752 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cbe7b43b-a800-41af-88e6-20638e52fe94 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9407337 Mar 31 23:33:20.630856 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 51514) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:20.643971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:20.644598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:20.653509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f2762328-e571-405d-a1a1-f20048a5fb0c,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:20.690087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-20f2f330-5f20-4973-b8e0-8280ce6e22ea None None] Provisioning complete for port f2762328-e571-405d-a1a1-f20048a5fb0c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:20.690409 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20f2f330-5f20-4973-b8e0-8280ce6e22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.848225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:21.086202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:19Z', 'revision_number': 3, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.115040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Checking router: f3717aea-4a17-4bcb-b185-404fad14608a for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:21.115461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Updating router f3717aea-4a17-4bcb-b185-404fad14608a port b4038135-c462-4846-8a52-9dd65799de1a binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:33:21.142962 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.267630 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-963c6123-8978-4ae9-aeee-7c5fc937e694 None None] Provisioning complete for port f2762328-e571-405d-a1a1-f20048a5fb0c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:21.267889 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-963c6123-8978-4ae9-aeee-7c5fc937e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.322793 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.482780 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.484148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Allocated IP 172.20.0.1 (918e44bf-34a4-4294-bf0f-9954b650e24f/9309ffd2-e5ed-4eb2-811a-75cddde4684b/1b921a6b-4228-4342-92bd-090eb34613c7) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:21.536856 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.590106 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.591390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Attempting to bind port b4038135-c462-4846-8a52-9dd65799de1a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:21.591758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Attempting to bind port b4038135-c462-4846-8a52-9dd65799de1a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:21.592208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Attempting to bind port b4038135-c462-4846-8a52-9dd65799de1a on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:21.594865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa10694-3000-41c3-b205-18f40d3858a8 None None] Pushing event updated for resources: {'Port': ['ID=b4038135-c462-4846-8a52-9dd65799de1a,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.602283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:21.602713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:21.603095 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.603477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:21.603937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Bound port: b4038135-c462-4846-8a52-9dd65799de1a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:21.604314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.656730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] For port b4038135-c462-4846-8a52-9dd65799de1a, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:21.659802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] For port b4038135-c462-4846-8a52-9dd65799de1a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b4038135-c462-4846-8a52-9dd65799de1a,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:21.680080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.720215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Network 918e44bf-34a4-4294-bf0f-9954b650e24f is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:21.723191 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:21.725674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:21.740766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.754027 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Pushing event updated for resources: {'Port': ['ID=1b921a6b-4228-4342-92bd-090eb34613c7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.772740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.802202 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:21.802773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.843697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa10694-3000-41c3-b205-18f40d3858a8 None None] Pushing event updated for resources: {'Port': ['ID=b4038135-c462-4846-8a52-9dd65799de1a,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.919824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:21.971071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.028614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1207fa29-9eec-4ebd-8ff5-90c892127791 None None] Provisioning complete for port 1b921a6b-4228-4342-92bd-090eb34613c7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:22.028897 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1207fa29-9eec-4ebd-8ff5-90c892127791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.075551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1207fa29-9eec-4ebd-8ff5-90c892127791 None None] Port 1b921a6b-4228-4342-92bd-090eb34613c7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:33:22.139185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.140228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:19Z', 'revision_number': 3, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:22.166945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965795cb-1b49-42d4-b344-43c0142611fd None None] The sync data for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 is: [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:19Z', 'revision_number': 3, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:22.196722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.265677 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Pushing event updated for resources: {'Port': ['ID=1b921a6b-4228-4342-92bd-090eb34613c7,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:22.268243 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.300677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f2762328-e571-405d-a1a1-f20048a5fb0c up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:22.356341 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f2762328-e571-405d-a1a1-f20048a5fb0c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:22.356806 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.373759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Network 918e44bf-34a4-4294-bf0f-9954b650e24f is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:22.375293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:22.519094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Router f3717aea-4a17-4bcb-b185-404fad14608a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:22.647004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:22.657652 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-62cc4bfd-5452-49c3-9b7c-a2644dccbbab admin admin] 10.222.0.31 "PUT /v2.0/routers/f3717aea-4a17-4bcb-b185-404fad14608a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0296655 Mar 31 23:33:22.704004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-479c5867-5e95-4e28-a5a0-10802e3a7cfc None None] Provisioning complete for port 1b921a6b-4228-4342-92bd-090eb34613c7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:22.704578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-479c5867-5e95-4e28-a5a0-10802e3a7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.740779 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-479c5867-5e95-4e28-a5a0-10802e3a7cfc None None] Port 1b921a6b-4228-4342-92bd-090eb34613c7 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:33:23.373875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51530) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:23.379413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-235915428-network', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:23.470963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Made reservation on behalf of f2f953a603a247a7a6c9121ca3797498 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:33:23.473374 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.482587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.557920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.619515 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.640643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:33:23.655847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122df2a4-64d6-4110-b2bd-51a0e0571923,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:23.658761 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.659113 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Added segment 815832cb-62d3-44c6-b5dd-3bc52c84f788 of type vlan for network fd5cf9cd-9a76-401e-91f9-6445c3d9354e Mar 31 23:33:23.700146 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.759837 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Sync routers for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:23.769603 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:23.770183 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:23.782805 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.783789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:23.784385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.845650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] Pushing event updated for resources: {'Network': ['ID=fd5cf9cd-9a76-401e-91f9-6445c3d9354e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:23.859529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fd5cf9cd-9a76-401e-91f9-6445c3d9354e details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:33:23.873343 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f3cba757-e52e-4f8c-ac30-1c6f76a6694a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4977901 Mar 31 23:33:23.874288 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:23.876207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51532) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:23.881237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Request body: {'subnet': {'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-235915428-subnet', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:23.994113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Made reservation on behalf of f2f953a603a247a7a6c9121ca3797498 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:33:23.996535 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.082194 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:22Z', 'revision_number': 2, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:24.108538 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Checking router: f3717aea-4a17-4bcb-b185-404fad14608a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:24.108884 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Updating router f3717aea-4a17-4bcb-b185-404fad14608a port 1b921a6b-4228-4342-92bd-090eb34613c7 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:33:24.132870 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.228870 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.287237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dc656a-851f-4d26-bb33-123f95e85760,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:24.294711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Checking segment: {'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:24.295069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Network hostable DHCP agents. Network: fd5cf9cd-9a76-401e-91f9-6445c3d9354e, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:33:24.323197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b4038135-c462-4846-8a52-9dd65799de1a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:24.371087 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b4038135-c462-4846-8a52-9dd65799de1a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:24.371392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Network fd5cf9cd-9a76-401e-91f9-6445c3d9354e is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:33:24.371533 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.414205 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.463025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fd5cf9cd-9a76-401e-91f9-6445c3d9354e) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:24.469083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:24.469083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.494142 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.552824 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Pushing event updated for resources: {'Port': ['ID=1b921a6b-4228-4342-92bd-090eb34613c7,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:24.566771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab66f3e-ad62-4f6d-ad5f-e16229e8441a None None] Network fd5cf9cd-9a76-401e-91f9-6445c3d9354e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:24.574820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-70d13155-63a3-46dd-998c-9152f3375e9e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6973832 Mar 31 23:33:24.577526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51534) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:24.582246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:24.587345 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.587675 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.587998 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.588521 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.589025 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.589508 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.589997 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.591117 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.591629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.592150 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.592475 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.592964 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:24.611130 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Attempting to bind port 1b921a6b-4228-4342-92bd-090eb34613c7 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:24.611287 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Attempting to bind port 1b921a6b-4228-4342-92bd-090eb34613c7 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:24.611537 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Attempting to bind port 1b921a6b-4228-4342-92bd-090eb34613c7 on network 918e44bf-34a4-4294-bf0f-9954b650e24f {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:24.616848 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:24.622106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Checking segment: {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:24.622106 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.622106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Bound using segment: {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:24.622106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Bound port: 1b921a6b-4228-4342-92bd-090eb34613c7, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:24.622106 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.690487 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] For port 1b921a6b-4228-4342-92bd-090eb34613c7, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:24.693712 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] For port 1b921a6b-4228-4342-92bd-090eb34613c7, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1b921a6b-4228-4342-92bd-090eb34613c7,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:24.703731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.705785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.712905 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.757925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port b4038135-c462-4846-8a52-9dd65799de1a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b4038135-c462-4846-8a52-9dd65799de1a,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:24.773573 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.788712 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.797628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8a8129ba-0813-4527-bc18-3a0ecba398ad None None] Provisioning complete for port 1b921a6b-4228-4342-92bd-090eb34613c7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:24.797997 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8a8129ba-0813-4527-bc18-3a0ecba398ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.803798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-fd5cf9cd-9a76-401e-91f9-6445c3d9354e', 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'fixed_ips': [{'subnet_id': '52dc656a-851f-4d26-bb33-123f95e85760'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:33:24.803798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.831852 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:24.843728 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:24.843728 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:24.952605 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:24.981571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=b4038135-c462-4846-8a52-9dd65799de1a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:25.049926 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0d73c-b2d3-4449-a4f8-f72fa390286f None None] Pushing event updated for resources: {'Port': ['ID=1b921a6b-4228-4342-92bd-090eb34613c7,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:25.070022 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.072093 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8a8129ba-0813-4527-bc18-3a0ecba398ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.123508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Allocated IP 172.20.0.2 (fd5cf9cd-9a76-401e-91f9-6445c3d9354e/52dc656a-851f-4d26-bb33-123f95e85760/2099a4a2-c30d-4e75-a6bd-36a84232e594) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:25.126890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8a8129ba-0813-4527-bc18-3a0ecba398ad None None] For port 1b921a6b-4228-4342-92bd-090eb34613c7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1b921a6b-4228-4342-92bd-090eb34613c7,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:25.183273 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:25.198160 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8a8129ba-0813-4527-bc18-3a0ecba398ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.214394 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6024cf-3706-40f5-9a82-156acab64507 None None] The sync data for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 is: [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:25.326446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8129ba-0813-4527-bc18-3a0ecba398ad None None] Pushing event updated for resources: {'Port': ['ID=1b921a6b-4228-4342-92bd-090eb34613c7,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:25.356276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9e0e9638-bf48-4c06-a1ce-8d1d882c37a0 None None] Provisioning complete for port 1b921a6b-4228-4342-92bd-090eb34613c7 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:25.356651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9638-bf48-4c06-a1ce-8d1d882c37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.362139 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.376198 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.398571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.480315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.522047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Allocated IP 172.25.4.62 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/86b39d1d-abe8-4157-ace0-db1b28f9f406) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:25.530843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Network fd5cf9cd-9a76-401e-91f9-6445c3d9354e is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:25.533965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:25.537057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:25.546444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Pushing event updated for resources: {'Port': ['ID=2099a4a2-c30d-4e75-a6bd-36a84232e594,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:25.613762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Attempting to bind port 2099a4a2-c30d-4e75-a6bd-36a84232e594 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:25.614141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Attempting to bind port 2099a4a2-c30d-4e75-a6bd-36a84232e594 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:25.614544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Attempting to bind port 2099a4a2-c30d-4e75-a6bd-36a84232e594 on network fd5cf9cd-9a76-401e-91f9-6445c3d9354e {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:25.620640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:25.621040 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Checking segment: {'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:25.621423 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.621821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Bound using segment: {'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:25.622441 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Bound port: 2099a4a2-c30d-4e75-a6bd-36a84232e594, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:25.622945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.696583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] For port 2099a4a2-c30d-4e75-a6bd-36a84232e594, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:25.700789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] For port 2099a4a2-c30d-4e75-a6bd-36a84232e594, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2099a4a2-c30d-4e75-a6bd-36a84232e594,segment=NetworkSegment(815832cb-62d3-44c6-b5dd-3bc52c84f788),segment_id=815832cb-62d3-44c6-b5dd-3bc52c84f788)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:25.802934 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:25.877530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e58d2-a464-4009-8592-3d1acbbda8a5 None None] Pushing event updated for resources: {'Port': ['ID=2099a4a2-c30d-4e75-a6bd-36a84232e594,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:25.999572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.086185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.144741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:26.156999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:26.161747 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:26.198123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Pushing event updated for resources: {'Port': ['ID=86b39d1d-abe8-4157-ace0-db1b28f9f406,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:26.402838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b4038135-c462-4846-8a52-9dd65799de1a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:26.456479 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port b4038135-c462-4846-8a52-9dd65799de1a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:26.456850 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.540980 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.552675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1b921a6b-4228-4342-92bd-090eb34613c7 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:26.619634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1b921a6b-4228-4342-92bd-090eb34613c7 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:26.620344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.711523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2099a4a2-c30d-4e75-a6bd-36a84232e594 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:26.762097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2099a4a2-c30d-4e75-a6bd-36a84232e594 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:26.765434 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.775207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.854663 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.889242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 2099a4a2-c30d-4e75-a6bd-36a84232e594, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2099a4a2-c30d-4e75-a6bd-36a84232e594,segment=NetworkSegment(815832cb-62d3-44c6-b5dd-3bc52c84f788),segment_id=815832cb-62d3-44c6-b5dd-3bc52c84f788)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:26.895435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b8dca-bb8b-42c6-8b3d-ca8ee44643fb None None] Network fd5cf9cd-9a76-401e-91f9-6445c3d9354e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:26.956886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.979724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Router 842223bd-5d9c-4c50-a516-357426187cfe is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:33:27.055522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=2099a4a2-c30d-4e75-a6bd-36a84232e594,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:27.059825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c8b26c69-80c8-4c38-b865-1ca4cad6ef4a None None] Provisioning complete for port 2099a4a2-c30d-4e75-a6bd-36a84232e594 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:27.060209 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c8b26c69-80c8-4c38-b865-1ca4cad6ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.091046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:27.114739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Sync routers for ids ['842223bd-5d9c-4c50-a516-357426187cfe'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:27.141687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Routers {'842223bd-5d9c-4c50-a516-357426187cfe'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:27.142230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['842223bd-5d9c-4c50-a516-357426187cfe'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:27.176203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.177486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6aa502a2-e4f6-4656-b87f-d3c88681cf15 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5987630 Mar 31 23:33:27.180201 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 51536) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:27.282022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Set router 842223bd-5d9c-4c50-a516-357426187cfe gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:27.465001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:33:26Z', 'revision_number': 3, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:27.500080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Checking router: 842223bd-5d9c-4c50-a516-357426187cfe for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:27.500520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Updating router 842223bd-5d9c-4c50-a516-357426187cfe port 86b39d1d-abe8-4157-ace0-db1b28f9f406 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:33:27.531717 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.533374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-411df2c8-d88a-4985-8161-1e492be6443e None None] Provisioning complete for port 2099a4a2-c30d-4e75-a6bd-36a84232e594 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:27.533737 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-411df2c8-d88a-4985-8161-1e492be6443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.634972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.835176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Allocated IP 172.20.0.1 (fd5cf9cd-9a76-401e-91f9-6445c3d9354e/52dc656a-851f-4d26-bb33-123f95e85760/cb7e6bee-7ba0-4a6f-a977-471b9d8f0560) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:27.844630 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.909051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.958423 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.958688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Attempting to bind port 86b39d1d-abe8-4157-ace0-db1b28f9f406 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:27.960560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Attempting to bind port 86b39d1d-abe8-4157-ace0-db1b28f9f406 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:27.960560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Attempting to bind port 86b39d1d-abe8-4157-ace0-db1b28f9f406 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:27.966236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f1d0-e2c2-48c4-b6ea-d792c808793a None None] Pushing event updated for resources: {'Port': ['ID=86b39d1d-abe8-4157-ace0-db1b28f9f406,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:27.969621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:27.970033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:27.970438 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.970839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:27.971302 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Bound port: 86b39d1d-abe8-4157-ace0-db1b28f9f406, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:27.971682 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.022895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] For port 86b39d1d-abe8-4157-ace0-db1b28f9f406, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:28.025951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] For port 86b39d1d-abe8-4157-ace0-db1b28f9f406, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=86b39d1d-abe8-4157-ace0-db1b28f9f406,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:28.065549 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.095083 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.105006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Network fd5cf9cd-9a76-401e-91f9-6445c3d9354e is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:28.107958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:28.112070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:28.117664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:28.155011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.319256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Routers {'842223bd-5d9c-4c50-a516-357426187cfe'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:28.319256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['842223bd-5d9c-4c50-a516-357426187cfe'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:28.354339 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2099a4a2-c30d-4e75-a6bd-36a84232e594 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:28.370669 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.379377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1f1d0-e2c2-48c4-b6ea-d792c808793a None None] Pushing event updated for resources: {'Port': ['ID=86b39d1d-abe8-4157-ace0-db1b28f9f406,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:28.447903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-77c8a3e3-dd51-4ab5-9ae8-d3bd5617dd28 None None] Provisioning complete for port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:28.448196 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-77c8a3e3-dd51-4ab5-9ae8-d3bd5617dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.504752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] Set router 842223bd-5d9c-4c50-a516-357426187cfe gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:28.535967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-77c8a3e3-dd51-4ab5-9ae8-d3bd5617dd28 None None] Port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:33:28.541779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.566137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2099a4a2-c30d-4e75-a6bd-36a84232e594 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:28.566551 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.605601 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.674815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:28.676589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:28.755093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:33:26Z', 'revision_number': 3, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:28.777936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Network fd5cf9cd-9a76-401e-91f9-6445c3d9354e is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:28.779524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:28.786086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6853e70-6df7-42dd-bfd5-14ceb66e5acc None None] The sync data for ids ['842223bd-5d9c-4c50-a516-357426187cfe'] in n-d-836015-1 is: [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:33:26Z', 'revision_number': 3, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:28.903053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Router 842223bd-5d9c-4c50-a516-357426187cfe has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:29.019981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:29.035626 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-61875559-2cf6-4ada-844b-a21aca938ff3 admin admin] 10.222.0.31 "PUT /v2.0/routers/842223bd-5d9c-4c50-a516-357426187cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8543744 Mar 31 23:33:29.062688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1ea6da46-dbd7-47e3-8bc3-9b951d973719 None None] Provisioning complete for port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:29.063064 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1ea6da46-dbd7-47e3-8bc3-9b951d973719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:29.100792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1ea6da46-dbd7-47e3-8bc3-9b951d973719 None None] Port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:33:30.317833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 86b39d1d-abe8-4157-ace0-db1b28f9f406 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:30.374041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 86b39d1d-abe8-4157-ace0-db1b28f9f406 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:30.374545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.458607 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.481802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 86b39d1d-abe8-4157-ace0-db1b28f9f406, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=86b39d1d-abe8-4157-ace0-db1b28f9f406,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:30.510664 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Sync routers for ids ['842223bd-5d9c-4c50-a516-357426187cfe'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:30.523275 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Routers {'842223bd-5d9c-4c50-a516-357426187cfe'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:30.524745 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['842223bd-5d9c-4c50-a516-357426187cfe'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:30.569594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.632778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=86b39d1d-abe8-4157-ace0-db1b28f9f406,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:30.643974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.644331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.644924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.645310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.646082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.646871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.649952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.650727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.651514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.652051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.652397 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.652735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.662651 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Set router 842223bd-5d9c-4c50-a516-357426187cfe gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:31.064604 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:33:28Z', 'revision_number': 4, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'cb7e6bee-7ba0-4a6f-a977-471b9d8f0560', 'name': '', 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'mac_address': 'fa:16:3e:36:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '52dc656a-851f-4d26-bb33-123f95e85760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:27Z', 'updated_at': '2022-03-31T23:33:28Z', 'revision_number': 2, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'subnets': [{'id': '52dc656a-851f-4d26-bb33-123f95e85760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:31.095664 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Checking router: 842223bd-5d9c-4c50-a516-357426187cfe for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:31.096287 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Updating router 842223bd-5d9c-4c50-a516-357426187cfe port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:33:31.133150 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.418658 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.494256 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.569576 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d8714-bb99-40b0-b3de-6ca7527a28f8 None None] Pushing event updated for resources: {'Port': ['ID=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:31.597928 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Attempting to bind port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:31.598414 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Attempting to bind port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:31.598984 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Attempting to bind port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 on network fd5cf9cd-9a76-401e-91f9-6445c3d9354e {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:31.610456 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:31.610890 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Checking segment: {'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:31.611284 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.611680 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Bound using segment: {'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:31.612266 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Bound port: cb7e6bee-7ba0-4a6f-a977-471b9d8f0560, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815832cb-62d3-44c6-b5dd-3bc52c84f788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:31.612656 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.692590 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] For port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:31.696293 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] For port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,segment=NetworkSegment(815832cb-62d3-44c6-b5dd-3bc52c84f788),segment_id=815832cb-62d3-44c6-b5dd-3bc52c84f788)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:31.792133 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.849915 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Routers {'842223bd-5d9c-4c50-a516-357426187cfe'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:31.850927 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:33:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['842223bd-5d9c-4c50-a516-357426187cfe'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:31.854139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d8714-bb99-40b0-b3de-6ca7527a28f8 None None] Pushing event updated for resources: {'Port': ['ID=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:31.855340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a0d78856-c686-4941-939a-e18c0819742a None None] Provisioning complete for port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:31.855788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0d78856-c686-4941-939a-e18c0819742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.959236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0d78856-c686-4941-939a-e18c0819742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.979167 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] Set router 842223bd-5d9c-4c50-a516-357426187cfe gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:32.004520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a0d78856-c686-4941-939a-e18c0819742a None None] For port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,segment=NetworkSegment(815832cb-62d3-44c6-b5dd-3bc52c84f788),segment_id=815832cb-62d3-44c6-b5dd-3bc52c84f788)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:32.091834 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0d78856-c686-4941-939a-e18c0819742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:32.147502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d78856-c686-4941-939a-e18c0819742a None None] Pushing event updated for resources: {'Port': ['ID=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:32.206974 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:33:28Z', 'revision_number': 4, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'cb7e6bee-7ba0-4a6f-a977-471b9d8f0560', 'name': '', 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'mac_address': 'fa:16:3e:36:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '52dc656a-851f-4d26-bb33-123f95e85760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:27Z', 'updated_at': '2022-03-31T23:33:31Z', 'revision_number': 4, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'subnets': [{'id': '52dc656a-851f-4d26-bb33-123f95e85760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:32.230931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-575d7943-ad5e-4f38-8895-775e2330f569 None None] Provisioning complete for port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:32.231863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-575d7943-ad5e-4f38-8895-775e2330f569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:32.246151 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b140124-5aee-45aa-b77d-823bf1f680c8 None None] The sync data for ids ['842223bd-5d9c-4c50-a516-357426187cfe'] in n-d-836015-1 is: [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:33:28Z', 'revision_number': 4, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'cb7e6bee-7ba0-4a6f-a977-471b9d8f0560', 'name': '', 'network_id': 'fd5cf9cd-9a76-401e-91f9-6445c3d9354e', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'mac_address': 'fa:16:3e:36:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '52dc656a-851f-4d26-bb33-123f95e85760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:27Z', 'updated_at': '2022-03-31T23:33:31Z', 'revision_number': 4, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'subnets': [{'id': '52dc656a-851f-4d26-bb33-123f95e85760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:32.349617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 86b39d1d-abe8-4157-ace0-db1b28f9f406 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:32.427554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 86b39d1d-abe8-4157-ace0-db1b28f9f406 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:32.427931 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.008264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-85c54980-b7e8-4ed2-a7bd-193b394b0c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.052298 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:33:34.313408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:34.366738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:34.367199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.111724 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ea03667b-2d2a-4feb-b19d-9906ee97bf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:37.780229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:38.742894 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:38.937436 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:39.214320 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:39.886303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.003869 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0f428480-a3d9-4915-9438-f3e50370760f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:05.564722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-70285fd7-b4ad-4417-98c2-07d58a4779e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434263 Mar 31 23:34:05.650723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-9fd2c948-5328-4a62-b2e4-7df26a35dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:05.652223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-9fd2c948-5328-4a62-b2e4-7df26a35dfa7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1097 time: 0.0414498 Mar 31 23:34:05.762577 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-3c77ad5c-6b89-4f6a-a195-37818e8ad049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:05.764757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-3c77ad5c-6b89-4f6a-a195-37818e8ad049 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0917549 Mar 31 23:34:05.831731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-64b76e3a-0417-41fe-acaf-5fbe8159fecb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 1002 time: 0.0601339 Mar 31 23:34:05.881194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-852b902e-1a7c-4ef0-90ea-3674088b27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:05.882644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-852b902e-1a7c-4ef0-90ea-3674088b27ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0434206 Mar 31 23:34:05.937039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-d69b79e4-e23e-46c0-8a3e-afaab2b03610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:05.938623 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-d69b79e4-e23e-46c0-8a3e-afaab2b03610 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468748 Mar 31 23:34:06.033300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-03cd9d1a-4d80-4336-9df6-d3800f78c4c0 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873773 Mar 31 23:34:06.108507 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4efc3866-460e-4622-9333-911b2ffb1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:06.145800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ed6dbf-93ab-48c0-902c-07fd24542c34 req-d8f9acc0-7570-4adc-a943-26bfb2ead2d6 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057646 Mar 31 23:34:07.775395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.751989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.969056 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.203485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.912272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.052533 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:34:13.256407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-d0b712a1-5fa8-4c04-a638-b45830ce3e03 req-8dae623f-3814-45d0-a15f-c05ba43e93a2 service neutron] (109820) timed out ('10.222.0.50', 65429) {{(pid=109820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:34:14.824310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-f7fbbf2a-807a-420c-9c5f-e45b4759479b req-d498cf7e-c3bd-47ed-82da-e2fa9f1919f0 service neutron] (109821) timed out ('10.222.0.50', 64992) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:34:33.961592 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d5193f33-56b9-45dc-afee-f128cfed0f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:36.076080 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ab68af3b-bf1d-47bb-8312-3c54be5e7c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:37.804134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:38.707399 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:38.961666 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:39.181853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:39.893670 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:40.882132 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-64165427-1cad-424b-bc32-249e0b23213d req-e481da3d-a779-4d34-94f0-7d44323f1183 service neutron] (109821) timed out ('10.222.0.45', 54746) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:34:48.055581 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:35:03.996675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7d4f807b-34a9-4013-8bea-cd33eae6cdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:05.190176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351af745-fbdc-40f4-9537-d6c67287307f req-5cac4ea5-adf9-47e9-b1c4-74a4b1dbcc2b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418730 Mar 31 23:35:05.273435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351af745-fbdc-40f4-9537-d6c67287307f req-309e418d-1143-43b6-9480-28aa8915124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:05.275204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351af745-fbdc-40f4-9537-d6c67287307f req-309e418d-1143-43b6-9480-28aa8915124e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1097 time: 0.0435667 Mar 31 23:35:05.384976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351af745-fbdc-40f4-9537-d6c67287307f req-f5013434-8b2a-4ea9-8eb5-9aeaf23af3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:05.386684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351af745-fbdc-40f4-9537-d6c67287307f req-f5013434-8b2a-4ea9-8eb5-9aeaf23af3fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0923874 Mar 31 23:35:05.461806 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351af745-fbdc-40f4-9537-d6c67287307f req-df80bc1b-5916-4972-91ed-f0a06c57a4e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 1002 time: 0.0683451 Mar 31 23:35:05.514171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351af745-fbdc-40f4-9537-d6c67287307f req-d2849508-3973-42ec-8df7-3490997981eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:05.515820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351af745-fbdc-40f4-9537-d6c67287307f req-d2849508-3973-42ec-8df7-3490997981eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0475829 Mar 31 23:35:05.567481 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351af745-fbdc-40f4-9537-d6c67287307f req-8a1d92f2-d240-4c64-b701-cc185c884cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:05.568992 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351af745-fbdc-40f4-9537-d6c67287307f req-8a1d92f2-d240-4c64-b701-cc185c884cba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474310 Mar 31 23:35:05.669621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351af745-fbdc-40f4-9537-d6c67287307f req-987fa32f-0559-4aad-a4ed-e73f9947b28e service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898068 Mar 31 23:35:06.079461 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fea917ec-8ff3-43ff-afcf-cc58c8e440e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:06.091730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-351af745-fbdc-40f4-9537-d6c67287307f req-252e7dea-e346-4023-ab9e-b4023de62cbf service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199002 Mar 31 23:35:07.785516 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:07.976274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-5fd929a4-eea8-4912-b905-50a4e39af60c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128460022&fields=id&tenant_id=64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 267 time: 0.0331635 Mar 31 23:35:08.083226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-104ae6a6-eaca-448c-84c0-db662869dd3f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:08.084711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-104ae6a6-eaca-448c-84c0-db662869dd3f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1013591 Mar 31 23:35:08.103689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-0e9ec195-d496-4355-aca6-38d3fbcb4624 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/quotas/64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 375 time: 0.0108929 Mar 31 23:35:08.169942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-04f7fcc0-7463-4cf0-9537-853baded6141 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0592082 Mar 31 23:35:08.423293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-56263368-40f0-41a5-95e6-d67ba38fdd46 service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411060 Mar 31 23:35:08.514289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-5ef174f8-c28d-4b70-a4d7-ae0012ad8b4a service neutron] 10.222.0.31 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848482 Mar 31 23:35:08.702539 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:08.974094 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:09.167545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e5767b1-53db-4fc4-b525-7776561341f8 req-2460a071-5184-45cb-a30f-adba1cbb4cf4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0298960 Mar 31 23:35:09.225610 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:09.911949 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:10.271307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57dc34b9-edf7-4783-bd92-69136a5600bd req-ec109cbe-15fc-4619-a10b-0c7f17e16d4d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0272746 Mar 31 23:35:11.387750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13a6f056-992e-44ba-b9ed-140545cd1d87 req-a3c5930f-a837-4a80-b997-7f519da911f4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0283744 Mar 31 23:35:12.336631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-268a675c-f88d-4c55-8acc-a2c845e4f9d2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:12.338113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-268a675c-f88d-4c55-8acc-a2c845e4f9d2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 811 time: 0.1074758 Mar 31 23:35:12.381873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-d253c6d6-f4e1-4009-904e-28cbab0624d2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b254b0c02243f38b56c59a1a43f85d HTTP/1.1" status: 200 len: 379 time: 0.0347171 Mar 31 23:35:12.392027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'port': {'device_id': 'd1849845-661d-4437-9819-ca2673f182fd', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'admin_state_up': True, 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'security_groups': ['9af19f4c-de17-45d4-b251-8efd4ec28ed5']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:12.500642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9148258-71a5-45ce-be23-06bb4620b2f1 req-307dd854-35c5-4466-b0eb-8ec1861026c3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0350168 Mar 31 23:35:12.608333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Made reservation on behalf of 64b254b0c02243f38b56c59a1a43f85d for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:12.612356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:12.748425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.20.0.7 (d18addb8-86a2-48fc-a5f1-58f722847a50/3846da38-6cc2-44e5-b040-59881ed10ef2/8084c782-9018-479f-9ded-50b67fa9b82d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:12.903986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:12.991809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:13.039085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network d18addb8-86a2-48fc-a5f1-58f722847a50 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:13.042434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:13.045061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:13.071931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=8084c782-9018-479f-9ded-50b67fa9b82d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:13.095650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.095991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.096325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.096659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.096989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.097309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.098164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.098505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.099501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.099837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.100161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.100482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:13.122349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:13.123062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:13.213465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-2499506a-ed10-4514-a814-734c7d9058ea tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8254640 Mar 31 23:35:13.227320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Request body: {'port': {'device_id': 'd1849845-661d-4437-9819-ca2673f182fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:13.282879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:13.303149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1014c3d2-4b1f-4c36-adbe-3097b354d74d None None] Provisioning complete for port 8084c782-9018-479f-9ded-50b67fa9b82d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:13.303662 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1014c3d2-4b1f-4c36-adbe-3097b354d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:13.342678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1014c3d2-4b1f-4c36-adbe-3097b354d74d None None] Port 8084c782-9018-479f-9ded-50b67fa9b82d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:35:13.589240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8084c782-9018-479f-9ded-50b67fa9b82d {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:13.598467 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:13.628824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Transition to ACTIVE for port object 8084c782-9018-479f-9ded-50b67fa9b82d will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:35:13.644935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda75b59-db6c-4ca7-a6c0-f0b04dd65c20 req-cf80303e-3a4b-4c6e-9c9c-f725351e047c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:13.646446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dda75b59-db6c-4ca7-a6c0-f0b04dd65c20 req-cf80303e-3a4b-4c6e-9c9c-f725351e047c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 931 time: 0.0689898 Mar 31 23:35:13.687369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dda75b59-db6c-4ca7-a6c0-f0b04dd65c20 req-c73453d4-889c-4d7a-8e48-4d04590ec76e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Mar 31 23:35:13.724795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:13.796633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Pushing event updated for resources: {'Port': ['ID=8084c782-9018-479f-9ded-50b67fa9b82d,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:13.861585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Attempting to bind port 8084c782-9018-479f-9ded-50b67fa9b82d on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:13.862109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Attempting to bind port 8084c782-9018-479f-9ded-50b67fa9b82d by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:13.862490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Attempting to bind port 8084c782-9018-479f-9ded-50b67fa9b82d on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:13.867966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Port 8084c782-9018-479f-9ded-50b67fa9b82d on network d18addb8-86a2-48fc-a5f1-58f722847a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:35:13.873921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Attempting to bind port 8084c782-9018-479f-9ded-50b67fa9b82d on network d18addb8-86a2-48fc-a5f1-58f722847a50 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:13.873921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:13.875155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Checking segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:13.875155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Bound using segment: {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:13.875155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Bound port: 8084c782-9018-479f-9ded-50b67fa9b82d, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7939ef1-036e-4266-bb4f-d6aec4fedb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:13.875771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:13.944551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] For port 8084c782-9018-479f-9ded-50b67fa9b82d, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:13.948378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] For port 8084c782-9018-479f-9ded-50b67fa9b82d, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8084c782-9018-479f-9ded-50b67fa9b82d,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:14.060249 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:14.100664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:14.101265 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:14.102693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] 10.222.0.45 "PUT /v2.0/ports/8084c782-9018-479f-9ded-50b67fa9b82d HTTP/1.1" status: 200 len: 1091 time: 0.8807938 Mar 31 23:35:14.103124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:14.105416 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e024bc29-5f2b-479f-a31e-d9bae5d30829" -d '{"events": [{"name": "network-changed", "server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:14.131010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed00cc-175b-48d2-9a4a-26c29fff39ac service neutron] Pushing event updated for resources: {'Port': ['ID=8084c782-9018-479f-9ded-50b67fa9b82d,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:14.265341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-8e993154-1225-4d60-b4ff-f95f64ccd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:14.268557 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-8e993154-1225-4d60-b4ff-f95f64ccd4dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 1094 time: 0.0458097 Mar 31 23:35:14.327334 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dcc3d7-22a4-467d-8877-5d137564406f x-openstack-request-id: req-43dcc3d7-22a4-467d-8877-5d137564406f {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:14.327627 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:14.327883 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43dcc3d7-22a4-467d-8877-5d137564406f {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:14.328644 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43dcc3d7-22a4-467d-8877-5d137564406f'] response: {'name': 'network-changed', 'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d', 'status': 'completed', 'code': 200} Mar 31 23:35:14.331204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-d1f6cc18-f8b0-4483-8e66-ea28188c64c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8084c782-9018-479f-9ded-50b67fa9b82d HTTP/1.1" status: 200 len: 217 time: 0.0557988 Mar 31 23:35:14.389726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-aeeea731-4565-453f-bbec-471071cf2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:14.391442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-aeeea731-4565-453f-bbec-471071cf2383 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0532784 Mar 31 23:35:14.439955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-6803209b-619f-4bd8-8e22-2625211c724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:14.442090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-6803209b-619f-4bd8-8e22-2625211c724a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422931 Mar 31 23:35:14.547646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-8ea0924c-7f2b-4621-87a4-1ab352e5cd0c service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982850 Mar 31 23:35:14.642336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9df7b7d-4809-4e21-bce6-30242c071cc6 req-357e0ed1-51fc-4b73-be5b-09105e8241f5 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868707 Mar 31 23:35:14.810631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5845ea-dd6d-4aa6-b9ff-2ce0483722ef req-9d959407-08ef-49e8-8d71-40321d2e96a4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:14.812084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff5845ea-dd6d-4aa6-b9ff-2ce0483722ef req-9d959407-08ef-49e8-8d71-40321d2e96a4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0525765 Mar 31 23:35:14.888948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff5845ea-dd6d-4aa6-b9ff-2ce0483722ef req-df0ff5b2-6d48-40e7-980a-8af4356cfd0a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691206 Mar 31 23:35:14.895962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-501c50a5-dc01-40c5-b5f1-b22b6024193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:14.897491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-501c50a5-dc01-40c5-b5f1-b22b6024193e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 1094 time: 0.0713794 Mar 31 23:35:14.994866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-c7a40f98-4a43-488e-9381-883e81a040aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:14.996491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-c7a40f98-4a43-488e-9381-883e81a040aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0920541 Mar 31 23:35:15.044033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-31f4d7a6-3eaa-4fb0-af3f-e3a2c0a9b6a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8084c782-9018-479f-9ded-50b67fa9b82d HTTP/1.1" status: 200 len: 217 time: 0.0407605 Mar 31 23:35:15.095559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-6f5e9c95-66bb-48a8-b869-d7661c33510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:15.097119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-6f5e9c95-66bb-48a8-b869-d7661c33510b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0472624 Mar 31 23:35:15.146344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-734224d7-ec3a-48ad-80fd-17d63413a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:15.147893 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-734224d7-ec3a-48ad-80fd-17d63413a019 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443594 Mar 31 23:35:15.245073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-c40c7aae-e31c-4963-b48d-7a83de78053e service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902493 Mar 31 23:35:15.338545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e024bc29-5f2b-479f-a31e-d9bae5d30829 req-69ac82ea-1f51-424d-9e55-5aec7839ce76 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860724 Mar 31 23:35:16.013219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df49ff-3f78-4e4a-b717-608f7b90784a req-b761ea67-2004-4257-8127-ddcf61a6a73b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:16.014862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3df49ff-3f78-4e4a-b717-608f7b90784a req-b761ea67-2004-4257-8127-ddcf61a6a73b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0510020 Mar 31 23:35:16.057873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d3df49ff-3f78-4e4a-b717-608f7b90784a req-a59f5368-b336-4368-9be1-52686b094a13 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370481 Mar 31 23:35:17.233198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270440-4800-40bd-8fd5-8600fcd07abb req-b841a22f-5078-47ed-886a-4aab8e45511b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:17.233198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7270440-4800-40bd-8fd5-8600fcd07abb req-b841a22f-5078-47ed-886a-4aab8e45511b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0489767 Mar 31 23:35:17.233198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7270440-4800-40bd-8fd5-8600fcd07abb req-73c00b0b-be72-40be-9ce3-2e95e6af9466 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Mar 31 23:35:18.333805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256ede-1a43-4e70-8a77-a05db6a63db9 req-2000ea27-a405-4e13-9d1e-ef0a399fa46b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:18.335358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b256ede-1a43-4e70-8a77-a05db6a63db9 req-2000ea27-a405-4e13-9d1e-ef0a399fa46b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0516474 Mar 31 23:35:18.373546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b256ede-1a43-4e70-8a77-a05db6a63db9 req-763306f1-eb5e-4ca4-b00e-a9de77fee327 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Mar 31 23:35:19.497472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97231f62-1e04-48eb-92e4-5229a0f367e8 req-28c13694-94a2-4dcc-9668-4b2e5b284615 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:19.498996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97231f62-1e04-48eb-92e4-5229a0f367e8 req-28c13694-94a2-4dcc-9668-4b2e5b284615 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0503998 Mar 31 23:35:19.548555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97231f62-1e04-48eb-92e4-5229a0f367e8 req-4ccd1a13-6b6d-40d4-8795-5c0b55d70b7d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 Mar 31 23:35:20.671652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cbd96-9eda-46ab-ba54-565d61c138ed req-15c1638d-de38-4247-ac48-64942b56aa35 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:20.673161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d94cbd96-9eda-46ab-ba54-565d61c138ed req-15c1638d-de38-4247-ac48-64942b56aa35 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0520053 Mar 31 23:35:20.711336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d94cbd96-9eda-46ab-ba54-565d61c138ed req-0ce0f06b-5f4a-427d-927d-b49069110c42 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319340 Mar 31 23:35:21.831130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f784a-34c2-4a34-8703-b54f9bc10ba2 req-11a89aeb-ac9d-4787-9669-1cd0e4238f1f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:21.836956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff4f784a-34c2-4a34-8703-b54f9bc10ba2 req-11a89aeb-ac9d-4787-9669-1cd0e4238f1f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0527258 Mar 31 23:35:21.881543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ff4f784a-34c2-4a34-8703-b54f9bc10ba2 req-b845d52c-726c-493e-8d95-a5ff44eb0bc3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337481 Mar 31 23:35:23.009271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf293c7-c3ad-4f76-a668-0c60b0b24fa8 req-e4925c41-ba23-453f-b776-cd90e010c43a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:23.010745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cf293c7-c3ad-4f76-a668-0c60b0b24fa8 req-e4925c41-ba23-453f-b776-cd90e010c43a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0493946 Mar 31 23:35:23.055700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cf293c7-c3ad-4f76-a668-0c60b0b24fa8 req-6c310bfa-6f78-4633-9c22-0366cf88b36e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384829 Mar 31 23:35:24.182604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764c4b-c41f-4c23-9fc0-8c9adeec9c36 req-80326bc7-74b4-4c15-97d3-b0cfa67b418b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:24.184073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6764c4b-c41f-4c23-9fc0-8c9adeec9c36 req-80326bc7-74b4-4c15-97d3-b0cfa67b418b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0513144 Mar 31 23:35:24.225907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6764c4b-c41f-4c23-9fc0-8c9adeec9c36 req-6a547cc7-80ea-49ea-b698-29113236cdc2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350680 Mar 31 23:35:25.055893 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:35:25.349116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98c921-477c-467a-bef5-961866d3052c req-e1e0f593-92ce-4c60-835f-497d00ae819b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:25.350656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e98c921-477c-467a-bef5-961866d3052c req-e1e0f593-92ce-4c60-835f-497d00ae819b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0495739 Mar 31 23:35:25.394109 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e98c921-477c-467a-bef5-961866d3052c req-4923f3c1-6afb-4cfa-a33f-463728e8d9f4 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371463 Mar 31 23:35:26.514794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfebe28-27f5-44ef-8a97-e0c6bb96bcf8 req-46e06dc5-3d49-4b24-af11-2dffd4729a4c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:26.516300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbfebe28-27f5-44ef-8a97-e0c6bb96bcf8 req-46e06dc5-3d49-4b24-af11-2dffd4729a4c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0500295 Mar 31 23:35:26.560024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbfebe28-27f5-44ef-8a97-e0c6bb96bcf8 req-f34ce849-2dd8-4374-8b94-711c54dd897b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375049 Mar 31 23:35:27.669991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8084c782-9018-479f-9ded-50b67fa9b82d details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:35:27.684787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeef10-2a57-4638-81e4-293af12f7838 req-6ec51297-b690-4100-839c-6751da6bc3c3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:27.686301 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eeeeef10-2a57-4638-81e4-293af12f7838 req-6ec51297-b690-4100-839c-6751da6bc3c3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 943 time: 0.0496554 Mar 31 23:35:27.733316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eeeeef10-2a57-4638-81e4-293af12f7838 req-d0f3c776-7421-4b21-8abf-3edda8b899ac tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323312 Mar 31 23:35:27.775839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8084c782-9018-479f-9ded-50b67fa9b82d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8084c782-9018-479f-9ded-50b67fa9b82d,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:27.788706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '8084c782-9018-479f-9ded-50b67fa9b82d', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'port_id': '8084c782-9018-479f-9ded-50b67fa9b82d', 'mac_address': 'fa:16:3e:ca:bf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:35:27.830666 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:27.844214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8084c782-9018-479f-9ded-50b67fa9b82d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:27.864430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8084c782-9018-479f-9ded-50b67fa9b82d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8084c782-9018-479f-9ded-50b67fa9b82d,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:27.962684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:28.008802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8084c782-9018-479f-9ded-50b67fa9b82d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:28.016430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.016767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.017100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.017432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.020093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.020093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.020093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.020093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.020093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.020093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.020093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.020093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:28.167051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8084c782-9018-479f-9ded-50b67fa9b82d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:35:28.851120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3b9af-d662-481e-add4-022874ce1f35 req-c70ac8e3-da00-4b82-9465-9b912c0c32e2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:28.852640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0aa3b9af-d662-481e-add4-022874ce1f35 req-c70ac8e3-da00-4b82-9465-9b912c0c32e2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 944 time: 0.0496175 Mar 31 23:35:28.895120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0aa3b9af-d662-481e-add4-022874ce1f35 req-ccd24ff1-1a3e-47f8-962d-ab283f133fd6 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363529 Mar 31 23:35:29.691683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8084c782-9018-479f-9ded-50b67fa9b82d up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:29.826761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 8084c782-9018-479f-9ded-50b67fa9b82d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:35:29.827893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 8084c782-9018-479f-9ded-50b67fa9b82d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:29.828301 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:29.915624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:29.944010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:29.946322 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe34592-5ea7-4a65-8947-550e36bcce80" -d '{"events": [{"server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "name": "network-vif-plugged", "status": "completed", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:29.960356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8084c782-9018-479f-9ded-50b67fa9b82d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8084c782-9018-479f-9ded-50b67fa9b82d,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:30.037088 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ed153-94da-438a-ab6e-98165eab8e26 req-7c3ab945-b6fe-49ba-a6ca-7489e290a66f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:30.038735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-473ed153-94da-438a-ab6e-98165eab8e26 req-7c3ab945-b6fe-49ba-a6ca-7489e290a66f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 944 time: 0.0625660 Mar 31 23:35:30.052064 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:30.082345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-473ed153-94da-438a-ab6e-98165eab8e26 req-28dc0d58-4c39-4f53-8a39-27f67905ef85 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372746 Mar 31 23:35:30.106471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8084c782-9018-479f-9ded-50b67fa9b82d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:31.075189 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1c7b9c-ea80-4209-9bb0-67c1b58f69f9 x-openstack-request-id: req-4c1c7b9c-ea80-4209-9bb0-67c1b58f69f9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:31.075791 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "name": "network-vif-plugged", "status": "completed", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:31.075791 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c1c7b9c-ea80-4209-9bb0-67c1b58f69f9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:31.076105 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1c7b9c-ea80-4209-9bb0-67c1b58f69f9'] response: {'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d', 'code': 200} Mar 31 23:35:31.205882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb294c-fa61-4bf7-871e-8ea3dce765fe req-61296496-f7b8-4b21-9147-1622c3b9ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:31.205882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98eb294c-fa61-4bf7-871e-8ea3dce765fe req-61296496-f7b8-4b21-9147-1622c3b9ef05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 1096 time: 0.0664136 Mar 31 23:35:31.228046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bea69b-1fcd-4a12-ba2f-af0a3b6aaf36 req-ced63b2f-d680-4616-afdd-3b5fe221f57d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:31.229609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42bea69b-1fcd-4a12-ba2f-af0a3b6aaf36 req-ced63b2f-d680-4616-afdd-3b5fe221f57d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 945 time: 0.0709074 Mar 31 23:35:31.257282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98eb294c-fa61-4bf7-871e-8ea3dce765fe req-31372580-b82c-4137-8d3c-fbbc870ad3ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504463 Mar 31 23:35:31.276862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42bea69b-1fcd-4a12-ba2f-af0a3b6aaf36 req-c4a0eb84-d3a6-4c00-bafb-d3eeb81089e5 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405622 Mar 31 23:35:32.418284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fc8fc-98f2-45fc-8697-7de01169041c req-e75a12fc-016e-4324-9a5c-1b2bbf18d259 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:32.419932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e4fc8fc-98f2-45fc-8697-7de01169041c req-e75a12fc-016e-4324-9a5c-1b2bbf18d259 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 945 time: 0.0562742 Mar 31 23:35:32.461659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e4fc8fc-98f2-45fc-8697-7de01169041c req-a9ee7209-1191-4897-a1a2-7b52e229185a tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352359 Mar 31 23:35:33.580830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbccb1-a588-4ed4-b5a0-0620044b96e3 req-8768eefa-df2a-46fc-a398-089a3d6db5b2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:33.582367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91bbccb1-a588-4ed4-b5a0-0620044b96e3 req-8768eefa-df2a-46fc-a398-089a3d6db5b2 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 945 time: 0.0514848 Mar 31 23:35:33.622553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91bbccb1-a588-4ed4-b5a0-0620044b96e3 req-7a9032b3-9fbc-431a-a1b4-026491aefe8c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333705 Mar 31 23:35:33.743700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979ba93-fdb2-4739-a9d5-8c230d29faca req-7d809a02-bdbd-4f5d-b5f1-1f85f04895a9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:33.745596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0979ba93-fdb2-4739-a9d5-8c230d29faca req-7d809a02-bdbd-4f5d-b5f1-1f85f04895a9 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 945 time: 0.0501297 Mar 31 23:35:33.785381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0979ba93-fdb2-4739-a9d5-8c230d29faca req-a66f685e-0729-4735-9ee5-78b8f746962e tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331588 Mar 31 23:35:33.815245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52628) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:33.995186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c00c40-4505-47ff-aecc-b30c8b05950c tempest-TestVolumeBootPattern-1673424395 tempest-TestVolumeBootPattern-1673424395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:33.996700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d9c00c40-4505-47ff-aecc-b30c8b05950c tempest-TestVolumeBootPattern-1673424395 tempest-TestVolumeBootPattern-1673424395-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 1091 time: 0.1804156 Mar 31 23:35:33.999716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52634) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:34.003934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '8084c782-9018-479f-9ded-50b67fa9b82d', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:34.088508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a17915ed-ecca-42a6-8deb-66c006046bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.134391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.250826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.363277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Allocated IP 172.25.4.170 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/2461816a-a245-4f88-bee2-2ba9bb10ca52) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:34.468853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.628989 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.670536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:34.673660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:34.678320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:34.709510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=2461816a-a245-4f88-bee2-2ba9bb10ca52,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:35.050187 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.226241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.380889 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.456588 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.529385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event updated for resources: {'Port': ['ID=2461816a-a245-4f88-bee2-2ba9bb10ca52,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:35.542184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.653774 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Floating IP 66720b73-4103-4291-a5d7-92c7d0f5d96f associated. External IP: 172.25.4.170, port: 8084c782-9018-479f-9ded-50b67fa9b82d. Mar 31 23:35:35.865568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:35:35.981890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:35.992270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:36.001815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:36.002421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:35:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:36.052120 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.283261 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e3c89eb-3291-402b-9129-d7ff1c8792c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:36.311621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:36.419883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c0c3d652-70b9-481e-9eb0-c25dde2edc30 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4191320 Mar 31 23:35:36.420452 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:36.422972 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec20cee-1fce-44e8-9493-a1ffb67edb10" -d '{"events": [{"name": "network-changed", "server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:36.465287 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd0f33c-4997-41ff-8ada-7d6e3e603ec5 x-openstack-request-id: req-6cd0f33c-4997-41ff-8ada-7d6e3e603ec5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:36.468713 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:36.468713 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cd0f33c-4997-41ff-8ada-7d6e3e603ec5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:36.468713 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd0f33c-4997-41ff-8ada-7d6e3e603ec5'] response: {'name': 'network-changed', 'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d', 'status': 'completed', 'code': 200} Mar 31 23:35:36.531285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-15f6628f-d978-4494-842e-de1a344a1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:36.533149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-15f6628f-d978-4494-842e-de1a344a1e23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 1096 time: 0.0430632 Mar 31 23:35:36.635831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-8cc7ab3e-7997-47db-948b-3c0daabff069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:36.637322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-8cc7ab3e-7997-47db-948b-3c0daabff069 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0974491 Mar 31 23:35:36.663756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '66720b73-4103-4291-a5d7-92c7d0f5d96f', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '8084c782-9018-479f-9ded-50b67fa9b82d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:ca:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1849845-661d-4437-9819-ca2673f182fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:35:34Z', 'updated_at': '2022-03-31T23:35:34Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}, {'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 1, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:36.704321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:35:36.713134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:36.713732 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:35:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:36.717275 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-be4f6e3f-e4ac-4c69-a245-54700d43d8b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8084c782-9018-479f-9ded-50b67fa9b82d HTTP/1.1" status: 200 len: 999 time: 0.0708563 Mar 31 23:35:36.765068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-0d60c65e-00d4-4073-a043-88b49255e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:36.766580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-0d60c65e-00d4-4073-a043-88b49255e0f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0458481 Mar 31 23:35:36.818168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-82d21787-dccc-4ed6-a389-92762e3255b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:36.819727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-82d21787-dccc-4ed6-a389-92762e3255b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471611 Mar 31 23:35:36.828042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:36.919973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-cebeba5f-f6a6-45fb-a594-7c86f97b1f96 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931191 Mar 31 23:35:37.026156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bec20cee-1fce-44e8-9493-a1ffb67edb10 req-5560252f-1fde-4dca-8ef8-0f23ee401c00 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991263 Mar 31 23:35:37.068643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '66720b73-4103-4291-a5d7-92c7d0f5d96f', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '8084c782-9018-479f-9ded-50b67fa9b82d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:ca:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1849845-661d-4437-9819-ca2673f182fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:35:34Z', 'updated_at': '2022-03-31T23:35:34Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}, {'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 1, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:37.094903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba41d65-4dc0-4408-9e61-3ffe958cfe08 None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '66720b73-4103-4291-a5d7-92c7d0f5d96f', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '8084c782-9018-479f-9ded-50b67fa9b82d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:ca:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1849845-661d-4437-9819-ca2673f182fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:35:34Z', 'updated_at': '2022-03-31T23:35:34Z', 'revision_number': 0, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}, {'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 1, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:35:37.302136 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5ddb8-af68-4311-b9f5-ffa54b139ad0 None None] New status for floating IP 66720b73-4103-4291-a5d7-92c7d0f5d96f: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:35:37.868618 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.788457 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:38.973845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.194419 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.963189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.288179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52812) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:52.292913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-71af9a70-5161-474e-b4c9-5a729ccc960f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1553565305', 'description': 'tempest-secgroup-smoke-1553565305 description', 'project_id': '2f2e888c1c154fc4b27530925ccb68a1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:52.394157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71af9a70-5161-474e-b4c9-5a729ccc960f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.461858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71af9a70-5161-474e-b4c9-5a729ccc960f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.548632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71af9a70-5161-474e-b4c9-5a729ccc960f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.577039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af9a70-5161-474e-b4c9-5a729ccc960f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f480bf18-28e7-4d54-a08c-e5719839e408,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:52.645319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-71af9a70-5161-474e-b4c9-5a729ccc960f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.647332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-71af9a70-5161-474e-b4c9-5a729ccc960f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3581333 Mar 31 23:35:52.650220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52814) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:52.655106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7d9ac05c-2fbd-4e70-8006-cc670a0e930c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'security_group_rule': {'security_group_id': 'f480bf18-28e7-4d54-a08c-e5719839e408', 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:52.745411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac05c-2fbd-4e70-8006-cc670a0e930c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.800395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac05c-2fbd-4e70-8006-cc670a0e930c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.871425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac05c-2fbd-4e70-8006-cc670a0e930c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.889167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac05c-2fbd-4e70-8006-cc670a0e930c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d3f355-e54d-4718-a14f-0364f050b67d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:52.970562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac05c-2fbd-4e70-8006-cc670a0e930c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:52.971803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7d9ac05c-2fbd-4e70-8006-cc670a0e930c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206162 Mar 31 23:35:52.975167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52816) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:52.979483 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7fba14ff-7596-4c43-89c6-1524ff040839 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'security_group_rule': {'security_group_id': 'f480bf18-28e7-4d54-a08c-e5719839e408', 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:53.055577 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7fba14ff-7596-4c43-89c6-1524ff040839 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.112765 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7fba14ff-7596-4c43-89c6-1524ff040839 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.191343 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7fba14ff-7596-4c43-89c6-1524ff040839 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.208429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba14ff-7596-4c43-89c6-1524ff040839 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a5e1f1-a46d-4b62-a5e3-eb6b8c924d5d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:53.296448 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7fba14ff-7596-4c43-89c6-1524ff040839 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.297981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7fba14ff-7596-4c43-89c6-1524ff040839 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3216171 Mar 31 23:35:53.300475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52818) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:53.304920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8c34cf48-fa36-4c1f-94be-2ea8733ff509 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'security_group_rule': {'security_group_id': 'f480bf18-28e7-4d54-a08c-e5719839e408', 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:53.414003 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c34cf48-fa36-4c1f-94be-2ea8733ff509 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.473337 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c34cf48-fa36-4c1f-94be-2ea8733ff509 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.565570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c34cf48-fa36-4c1f-94be-2ea8733ff509 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.586154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34cf48-fa36-4c1f-94be-2ea8733ff509 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9977a95-613d-4e81-a3b2-e521fb82e013,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:53.648678 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8c34cf48-fa36-4c1f-94be-2ea8733ff509 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.650014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8c34cf48-fa36-4c1f-94be-2ea8733ff509 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3486159 Mar 31 23:35:53.653419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52820) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:53.657801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-cd8ca421-6678-470f-b65a-ad5171bd7d01 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'security_group_rule': {'security_group_id': 'f480bf18-28e7-4d54-a08c-e5719839e408', 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:53.774028 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca421-6678-470f-b65a-ad5171bd7d01 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.832966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca421-6678-470f-b65a-ad5171bd7d01 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.919951 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca421-6678-470f-b65a-ad5171bd7d01 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:53.939630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ca421-6678-470f-b65a-ad5171bd7d01 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2749512-1195-4e90-a02a-b27b86f247c8,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:54.024487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca421-6678-470f-b65a-ad5171bd7d01 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.027277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cd8ca421-6678-470f-b65a-ad5171bd7d01 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3726115 Mar 31 23:35:54.035796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52822) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:54.035796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d9dd0b19-902e-4b4c-9069-3f6c6187bf2f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'security_group_rule': {'security_group_id': 'f480bf18-28e7-4d54-a08c-e5719839e408', 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:54.112048 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-d9dd0b19-902e-4b4c-9069-3f6c6187bf2f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Project 2f2e888c1c154fc4b27530925ccb68a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:35:54.117923 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0b19-902e-4b4c-9069-3f6c6187bf2f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.177230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0b19-902e-4b4c-9069-3f6c6187bf2f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.254203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0b19-902e-4b4c-9069-3f6c6187bf2f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.273108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd0b19-902e-4b4c-9069-3f6c6187bf2f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e377c667-055b-45c4-ba5d-40d30c6feb1a,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:54.357353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0b19-902e-4b4c-9069-3f6c6187bf2f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.359938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d9dd0b19-902e-4b4c-9069-3f6c6187bf2f tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3292222 Mar 31 23:35:54.362889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52824) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:54.368037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5c3bb63f-f139-4652-837e-8f1fe6668ea1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'security_group_rule': {'security_group_id': 'f480bf18-28e7-4d54-a08c-e5719839e408', 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:54.468463 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-5c3bb63f-f139-4652-837e-8f1fe6668ea1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Project 2f2e888c1c154fc4b27530925ccb68a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:35:54.473917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb63f-f139-4652-837e-8f1fe6668ea1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.540487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb63f-f139-4652-837e-8f1fe6668ea1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.621880 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb63f-f139-4652-837e-8f1fe6668ea1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.643050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bb63f-f139-4652-837e-8f1fe6668ea1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0750d6-5656-4d5a-907d-64ac5306e4e3,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:54.764873 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb63f-f139-4652-837e-8f1fe6668ea1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.766098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5c3bb63f-f139-4652-837e-8f1fe6668ea1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4022200 Mar 31 23:35:54.924540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-4199995d-705a-43c6-a8bf-f9e0df1f9c5c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553565305&fields=id&tenant_id=2f2e888c1c154fc4b27530925ccb68a1 HTTP/1.1" status: 200 len: 267 time: 0.0391850 Mar 31 23:35:55.034432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-2436d643-a846-45a9-baee-b8b18d7c63a9 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:55.036151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-2436d643-a846-45a9-baee-b8b18d7c63a9 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/networks?id=918e44bf-34a4-4294-bf0f-9954b650e24f HTTP/1.1" status: 200 len: 813 time: 0.1032789 Mar 31 23:35:55.054987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-6e2e3d3f-9e01-4ccc-8f07-043db8a24eb2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/quotas/2f2e888c1c154fc4b27530925ccb68a1 HTTP/1.1" status: 200 len: 375 time: 0.0100005 Mar 31 23:35:55.114898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-b23973c7-080a-47e7-8e97-b5206a86d6fc tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528622 Mar 31 23:35:55.214711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-225250b9-a5c1-4359-83da-6f334d4e0b4d service neutron] 10.222.0.31 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874984 Mar 31 23:35:55.318455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-4c957eab-d0bb-4d77-a78d-d4a55234946b service neutron] 10.222.0.31 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958951 Mar 31 23:35:55.987997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13ce6165-5503-45fe-b989-b8d37b46605d req-666cbeca-bc37-4490-8b05-0fe09b7db9d1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 210 time: 0.0291643 Mar 31 23:35:57.075877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a651e2ef-0620-40d8-8a4c-3bfaf0fc0d79 req-fdf38f16-31c2-4136-9860-95fd42d038f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Mar 31 23:35:58.176997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7be4c1d6-fdb5-4aeb-80ad-b99367e969c1 req-0d648505-c1d0-44e6-84b7-3aa69e562b7d tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Mar 31 23:35:58.405111 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-f71f768c-3a9b-4163-85e2-5f81a4e10767 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:58.406676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-f71f768c-3a9b-4163-85e2-5f81a4e10767 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.50 "GET /v2.0/networks?id=918e44bf-34a4-4294-bf0f-9954b650e24f HTTP/1.1" status: 200 len: 813 time: 0.1072621 Mar 31 23:35:58.451521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-1a4f05c6-59e1-41c7-9f02-132c3b55de85 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f2e888c1c154fc4b27530925ccb68a1 HTTP/1.1" status: 200 len: 380 time: 0.0350134 Mar 31 23:35:58.462611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'port': {'device_id': '15cd2f04-2510-433a-9f17-ac1df230e431', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'admin_state_up': True, 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'security_groups': ['f480bf18-28e7-4d54-a08c-e5719839e408']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:58.645580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Made reservation on behalf of 2f2e888c1c154fc4b27530925ccb68a1 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:58.649997 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:58.797676 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Allocated IP 172.20.0.3 (918e44bf-34a4-4294-bf0f-9954b650e24f/9309ffd2-e5ed-4eb2-811a-75cddde4684b/67c0b6ea-1fd5-4a65-80cc-331f2a96071d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:58.970963 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.072571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.119805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Network 918e44bf-34a4-4294-bf0f-9954b650e24f is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:59.123330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:59.127768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:59.154765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'Port': ['ID=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:59.183675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:59.185470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.290195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-5a5616db-e532-4903-ae73-52afbc1f191e tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320112 Mar 31 23:35:59.305034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Request body: {'port': {'device_id': '15cd2f04-2510-433a-9f17-ac1df230e431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:59.343943 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b1bb1-2ce7-4654-b9a8-e185695d8c95 req-a6edb3bf-fe69-467d-990d-e06b30164264 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:59.345511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd8b1bb1-2ce7-4654-b9a8-e185695d8c95 req-a6edb3bf-fe69-467d-990d-e06b30164264 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 931 time: 0.0923727 Mar 31 23:35:59.395276 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.398916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fdc4dc86-37e9-4495-82fb-854c486daf8a None None] Provisioning complete for port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:59.399806 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fdc4dc86-37e9-4495-82fb-854c486daf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.417924 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd8b1bb1-2ce7-4654-b9a8-e185695d8c95 req-afafd697-20b8-49d8-862f-4ab1007a1643 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630493 Mar 31 23:35:59.438742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4dc86-37e9-4495-82fb-854c486daf8a None None] Port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:35:59.689491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c0b6ea-1fd5-4a65-80cc-331f2a96071d {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:59.698451 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.712295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Transition to ACTIVE for port object 67c0b6ea-1fd5-4a65-80cc-331f2a96071d will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:35:59.806065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.862501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Pushing event updated for resources: {'Port': ['ID=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:59.943000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Attempting to bind port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:59.943331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Attempting to bind port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:59.943833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Attempting to bind port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d on network 918e44bf-34a4-4294-bf0f-9954b650e24f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:59.948829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d on network 918e44bf-34a4-4294-bf0f-9954b650e24f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:35:59.949150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Attempting to bind port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d on network 918e44bf-34a4-4294-bf0f-9954b650e24f {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:59.955185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:59.955518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Checking segment: {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:59.955897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Bound using segment: {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:59.956349 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Bound port: 67c0b6ea-1fd5-4a65-80cc-331f2a96071d, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2baf6c-1793-4902-ab02-c5cbba1b0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:59.956710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.039094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] For port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:36:00.042381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] For port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:36:00.142298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.183999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.184703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.186014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] 10.222.0.50 "PUT /v2.0/ports/67c0b6ea-1fd5-4a65-80cc-331f2a96071d HTTP/1.1" status: 200 len: 1091 time: 0.8879080 Mar 31 23:36:00.186855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:00.188751 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cf034c-e9c0-4dcf-9e42-2dd1500754b4" -d '{"events": [{"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:00.248532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25454b24-dffe-47f7-9c25-d2bc7f93bf04 service neutron] Pushing event updated for resources: {'Port': ['ID=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.253960 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd81cca-409e-4b75-9a06-c2c0df3bd104 x-openstack-request-id: req-ecd81cca-409e-4b75-9a06-c2c0df3bd104 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:00.254246 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:00.254530 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecd81cca-409e-4b75-9a06-c2c0df3bd104 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:00.254953 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd81cca-409e-4b75-9a06-c2c0df3bd104'] response: {'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'status': 'completed', 'code': 200} Mar 31 23:36:00.276886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-9840878e-ae47-47bc-9505-ff394ffcfb56 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725920 Mar 31 23:36:00.325001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf034c-e9c0-4dcf-9e42-2dd1500754b4 req-0d8b81f7-e9b9-4afe-a8a1-8a5c4d6a7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.327208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00cf034c-e9c0-4dcf-9e42-2dd1500754b4 req-0d8b81f7-e9b9-4afe-a8a1-8a5c4d6a7aa5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1094 time: 0.0491428 Mar 31 23:36:00.431662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-9bf3c66e-81a3-46d6-a9df-43952036ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.433179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-9bf3c66e-81a3-46d6-a9df-43952036ac64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 1096 time: 0.1034410 Mar 31 23:36:00.477799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf034c-e9c0-4dcf-9e42-2dd1500754b4 req-43a46a94-2410-4bda-9d1b-4141c7cd3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.480443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00cf034c-e9c0-4dcf-9e42-2dd1500754b4 req-43a46a94-2410-4bda-9d1b-4141c7cd3c5d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1412151 Mar 31 23:36:00.676336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-a43da980-762a-4a8c-a349-2400e18ce922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.677749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-a43da980-762a-4a8c-a349-2400e18ce922 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.2223010 Mar 31 23:36:00.685612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6c64f-c716-4b2b-ba54-74843316e434 req-4fe9fa4e-933a-4950-8375-396e569c02b0 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.687300 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72b6c64f-c716-4b2b-ba54-74843316e434 req-4fe9fa4e-933a-4950-8375-396e569c02b0 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.1573923 Mar 31 23:36:00.698897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf034c-e9c0-4dcf-9e42-2dd1500754b4 req-29171a6b-5e00-4f9a-b849-3aecc35588e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.700313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00cf034c-e9c0-4dcf-9e42-2dd1500754b4 req-29171a6b-5e00-4f9a-b849-3aecc35588e3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2143128 Mar 31 23:36:00.808559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72b6c64f-c716-4b2b-ba54-74843316e434 req-7c993f48-dca9-491c-9253-3f75583b79c7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127560 Mar 31 23:36:00.812551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-d422dc36-83cf-4101-a1cd-f9f9af49f499 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8084c782-9018-479f-9ded-50b67fa9b82d HTTP/1.1" status: 200 len: 1001 time: 0.1228619 Mar 31 23:36:00.831277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-1ca9d0c7-7808-4f20-bafc-d62aee82ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.835698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-1ca9d0c7-7808-4f20-bafc-d62aee82ec8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1094 time: 0.0890543 Mar 31 23:36:00.893153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-ff0d601a-42ef-41ba-859b-0dde7479fbe5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d HTTP/1.1" status: 200 len: 217 time: 0.0398378 Mar 31 23:36:00.930974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-fe410991-8367-4842-9d89-dfd3439047b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.932334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-fe410991-8367-4842-9d89-dfd3439047b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.1123827 Mar 31 23:36:00.979027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-034c1b1b-ab03-4a44-bca6-63524667976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:00.980492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-034c1b1b-ab03-4a44-bca6-63524667976e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9309ffd2-e5ed-4eb2-811a-75cddde4684b HTTP/1.1" status: 200 len: 852 time: 0.0802372 Mar 31 23:36:01.002748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-e8cdb86c-c333-43d2-a52a-4845ece210b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.004221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-e8cdb86c-c333-43d2-a52a-4845ece210b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644882 Mar 31 23:36:01.086886 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-08e90041-300b-4515-a4b6-b85990361b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.088409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-08e90041-300b-4515-a4b6-b85990361b32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918e44bf-34a4-4294-bf0f-9954b650e24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985868 Mar 31 23:36:01.168000 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-6ef9bd59-23eb-44cb-ac3e-fe435bb17e74 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493740 Mar 31 23:36:01.253893 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-82a4057e-209f-4b4e-b9b5-a9f496293247 service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531751 Mar 31 23:36:01.345282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-343dc42c-ff05-4fa8-95f8-a38449f05df3 req-44196c5b-a8f8-43ad-9326-a6456b706871 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692872 Mar 31 23:36:01.381350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9f9f88f-2c52-43c3-8f2e-8f055f55f22e req-a3a4e395-ed52-447e-96dc-3f40d95a064e service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210749 Mar 31 23:36:01.942371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1da7-e5a4-4dcf-9a32-bdff395b7b7b req-f60f3112-5ef6-4c79-85b0-97fd466b226c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.943907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc1d1da7-e5a4-4dcf-9a32-bdff395b7b7b req-f60f3112-5ef6-4c79-85b0-97fd466b226c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0627897 Mar 31 23:36:01.983977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc1d1da7-e5a4-4dcf-9a32-bdff395b7b7b req-830c2ea8-0366-44fa-ba01-20fd5a496710 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339196 Mar 31 23:36:02.059666 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:36:03.108923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484a00a-3280-41cf-b095-f4a4e7381c9b req-866c8b7f-aa79-49ab-a62f-441dce2242fa tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:03.110669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e484a00a-3280-41cf-b095-f4a4e7381c9b req-866c8b7f-aa79-49ab-a62f-441dce2242fa tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0531609 Mar 31 23:36:03.164591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e484a00a-3280-41cf-b095-f4a4e7381c9b req-688e4ed4-2d87-45d2-bd45-419596336580 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465698 Mar 31 23:36:03.965474 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4ec21c32-5e9f-476c-bd37-f5e351f24436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:04.284093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5c346-b2ee-45a9-9f7f-7b0f98ccc8e2 req-e99075b0-b330-45e8-9338-6d48f961b230 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:04.285560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05b5c346-b2ee-45a9-9f7f-7b0f98ccc8e2 req-e99075b0-b330-45e8-9338-6d48f961b230 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0487134 Mar 31 23:36:04.326242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05b5c346-b2ee-45a9-9f7f-7b0f98ccc8e2 req-d84c2aa8-c556-4074-aa1b-9a53b34b5f5a tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Mar 31 23:36:05.447878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cad77-69fc-4a36-afcf-c14d5f502e0b req-13bd649d-5867-4255-aac6-7c5efa3b1815 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:05.449369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a33cad77-69fc-4a36-afcf-c14d5f502e0b req-13bd649d-5867-4255-aac6-7c5efa3b1815 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0533543 Mar 31 23:36:05.487067 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a33cad77-69fc-4a36-afcf-c14d5f502e0b req-b23cb6ab-aec8-4a33-80cd-e19acce1da3b tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Mar 31 23:36:06.100197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4788efc7-f8fb-4194-a924-6ef9bcf53568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:06.603602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c7355-c2cf-4ce8-a674-bfe3df26cfff req-8665085d-e49e-42a5-9f36-09354f88cac2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:06.605100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a1c7355-c2cf-4ce8-a674-bfe3df26cfff req-8665085d-e49e-42a5-9f36-09354f88cac2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0494967 Mar 31 23:36:06.644923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a1c7355-c2cf-4ce8-a674-bfe3df26cfff req-1fc60706-4b9a-46d7-8240-0b09b27ded40 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Mar 31 23:36:06.886505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0974c426-d664-4a81-93f5-34e97bffb415 req-5e76d669-e51d-48e3-94e6-26432867506b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403597 Mar 31 23:36:06.963333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974c426-d664-4a81-93f5-34e97bffb415 req-127ff2a5-5a05-4caf-a5c2-46f1f1208215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:06.964780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0974c426-d664-4a81-93f5-34e97bffb415 req-127ff2a5-5a05-4caf-a5c2-46f1f1208215 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1097 time: 0.0397117 Mar 31 23:36:07.068808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974c426-d664-4a81-93f5-34e97bffb415 req-e61f8f46-9cb4-45b5-8166-ccd63ff131a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.070299 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0974c426-d664-4a81-93f5-34e97bffb415 req-e61f8f46-9cb4-45b5-8166-ccd63ff131a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0871770 Mar 31 23:36:07.132737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0974c426-d664-4a81-93f5-34e97bffb415 req-3a93fea9-8401-4ba6-bd46-6ea4226e297c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 1002 time: 0.0564280 Mar 31 23:36:07.184426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974c426-d664-4a81-93f5-34e97bffb415 req-8cc6a98e-9aa3-42d0-b2e2-253c91b0ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.185767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0974c426-d664-4a81-93f5-34e97bffb415 req-8cc6a98e-9aa3-42d0-b2e2-253c91b0ce38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0474236 Mar 31 23:36:07.232003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974c426-d664-4a81-93f5-34e97bffb415 req-90ad4a4f-9896-423e-b158-290f8bf178dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.233465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0974c426-d664-4a81-93f5-34e97bffb415 req-90ad4a4f-9896-423e-b158-290f8bf178dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411465 Mar 31 23:36:07.323197 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0974c426-d664-4a81-93f5-34e97bffb415 req-fc78cd73-40e5-4f13-94cd-0dc8210250f8 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833094 Mar 31 23:36:07.416892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0974c426-d664-4a81-93f5-34e97bffb415 req-63755907-a16e-4ab9-a8e1-987698403902 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Mar 31 23:36:07.762784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0c84e-cd04-4851-a3f9-49d0fdbb68b5 req-cffbb00c-e227-4dac-a2c9-c227ccea4f57 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:07.764279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-daa0c84e-cd04-4851-a3f9-49d0fdbb68b5 req-cffbb00c-e227-4dac-a2c9-c227ccea4f57 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0507727 Mar 31 23:36:07.802029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-daa0c84e-cd04-4851-a3f9-49d0fdbb68b5 req-050c6268-cbdc-4dba-af63-151fce38d8c2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Mar 31 23:36:07.805710 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.757344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.924327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d8c3-88b9-4006-b230-23a57b78cbea req-20016f05-b300-48c4-a059-09393e0fc28d tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:08.925816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d748d8c3-88b9-4006-b230-23a57b78cbea req-20016f05-b300-48c4-a059-09393e0fc28d tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0542438 Mar 31 23:36:08.964710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d748d8c3-88b9-4006-b230-23a57b78cbea req-e9cc74f3-5853-4ab6-9309-a5ee8446492c tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Mar 31 23:36:08.978176 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:09.254574 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:09.911969 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:10.086832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01271d5-b599-4962-90ff-d2301712979b req-de5cff19-7065-46d3-aaf4-20ad7b39ad94 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:10.088325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b01271d5-b599-4962-90ff-d2301712979b req-de5cff19-7065-46d3-aaf4-20ad7b39ad94 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0518525 Mar 31 23:36:10.131384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b01271d5-b599-4962-90ff-d2301712979b req-e34b7ec1-7649-4867-ad7c-3b4e9f9be827 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369794 Mar 31 23:36:11.251605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961ceed-adde-4dc5-905c-b47430dd64e3 req-18c01613-c643-4a87-bbdd-f3ffabdeeaeb tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:11.253088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6961ceed-adde-4dc5-905c-b47430dd64e3 req-18c01613-c643-4a87-bbdd-f3ffabdeeaeb tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0494263 Mar 31 23:36:11.291674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6961ceed-adde-4dc5-905c-b47430dd64e3 req-59054e18-bafe-425a-a58e-259d034eaa12 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319836 Mar 31 23:36:12.092437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 67c0b6ea-1fd5-4a65-80cc-331f2a96071d details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:36:12.201919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:12.214276 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'mac_address': 'fa:16:3e:78:d0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:36:12.250241 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.263570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c0b6ea-1fd5-4a65-80cc-331f2a96071d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:36:12.283750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:12.377460 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.418684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18045838-0f19-4bed-8d6b-f730c9632831 req-4a312be7-7820-4d94-80e5-0ed46cb7bd86 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.420304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18045838-0f19-4bed-8d6b-f730c9632831 req-4a312be7-7820-4d94-80e5-0ed46cb7bd86 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 943 time: 0.0579174 Mar 31 23:36:12.425643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:12.459464 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18045838-0f19-4bed-8d6b-f730c9632831 req-737f97aa-aa58-4920-8135-5a714f0c9b70 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Mar 31 23:36:12.618911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['67c0b6ea-1fd5-4a65-80cc-331f2a96071d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:36:13.576280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d77372-0ee5-4070-a98a-c5aa5b55cdea req-035aa2a9-1341-4964-834b-f7c6e2f866d4 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:13.577754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5d77372-0ee5-4070-a98a-c5aa5b55cdea req-035aa2a9-1341-4964-834b-f7c6e2f866d4 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 944 time: 0.0505843 Mar 31 23:36:13.617319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b5d77372-0ee5-4070-a98a-c5aa5b55cdea req-f08dbb22-4556-45c9-96c7-1b4287ee51b1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Mar 31 23:36:14.108044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 67c0b6ea-1fd5-4a65-80cc-331f2a96071d up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:14.226198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:36:14.230129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:14.230557 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:14.306405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:14.328964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:14.331260 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3870b8f-95f8-4810-a433-ef0598aa0f19" -d '{"events": [{"server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "name": "network-vif-plugged", "status": "completed", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:14.343509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:14.370421 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e51673d-8794-4b07-bc6e-12bb0fbe3ccf x-openstack-request-id: req-6e51673d-8794-4b07-bc6e-12bb0fbe3ccf {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:14.370740 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "name": "network-vif-plugged", "status": "completed", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:14.370991 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e51673d-8794-4b07-bc6e-12bb0fbe3ccf {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:14.371381 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e51673d-8794-4b07-bc6e-12bb0fbe3ccf'] response: {'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'code': 200} Mar 31 23:36:14.423013 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:14.465759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a68b29-f1ac-409c-8ec2-8226f6123a84 req-fcd54977-12d2-4578-811e-c0b071efbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.467353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76a68b29-f1ac-409c-8ec2-8226f6123a84 req-fcd54977-12d2-4578-811e-c0b071efbc8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1096 time: 0.0412531 Mar 31 23:36:14.473592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:14.504124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76a68b29-f1ac-409c-8ec2-8226f6123a84 req-f39a1f00-28f6-4e2d-acdb-e4be51ba2777 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301869 Mar 31 23:36:14.737309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7d53-98f3-4f7a-816b-0a3b3a16d2df req-603549a3-a413-4292-9261-27060c9a9823 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.738800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06af7d53-98f3-4f7a-816b-0a3b3a16d2df req-603549a3-a413-4292-9261-27060c9a9823 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Mar 31 23:36:14.777463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06af7d53-98f3-4f7a-816b-0a3b3a16d2df req-c4fb0cfc-3b5b-47b7-aa29-9e9e1e964dd1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Mar 31 23:36:15.902997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91489e13-dc27-4aac-b6a6-ee496212aa85 req-c24eb27c-427c-4db6-8280-9a8c5f4d38b6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:15.904703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91489e13-dc27-4aac-b6a6-ee496212aa85 req-c24eb27c-427c-4db6-8280-9a8c5f4d38b6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 945 time: 0.0558264 Mar 31 23:36:15.942922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91489e13-dc27-4aac-b6a6-ee496212aa85 req-a10cf927-641c-488c-9a9c-ea15e84160b1 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Mar 31 23:36:16.058057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc91cf-53ec-4b86-9bf9-84989347f5bf req-4ee34378-3946-48fd-ad3c-70910e996405 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:16.060159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63cc91cf-53ec-4b86-9bf9-84989347f5bf req-4ee34378-3946-48fd-ad3c-70910e996405 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Mar 31 23:36:16.098255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63cc91cf-53ec-4b86-9bf9-84989347f5bf req-c20b07d5-ff7b-4e3b-aca7-0f7913345707 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Mar 31 23:36:16.119819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52906) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:16.206915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee90fcc-4ac1-41bd-9c03-61704a61d7c5 tempest-TestVolumeBackupRestore-910189864 tempest-TestVolumeBackupRestore-910189864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:16.208574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6ee90fcc-4ac1-41bd-9c03-61704a61d7c5 tempest-TestVolumeBackupRestore-910189864 tempest-TestVolumeBackupRestore-910189864-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1091 time: 0.0877712 Mar 31 23:36:16.211474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52910) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:16.215729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:16.317987 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:16.412010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:16.830740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Allocated IP 172.25.4.54 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/f2c5e873-2e93-4594-b453-0e6300a6abe2) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:36:16.948520 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.024162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.060890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:36:17.065306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:36:17.068961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:36:17.096322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'Port': ['ID=f2c5e873-2e93-4594-b453-0e6300a6abe2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:17.109510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.109874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.110207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.110565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.110891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.111214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.111525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.111846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.112163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.112479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.112791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.113103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:17.446289 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.566850 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.724309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.786431 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.857945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event updated for resources: {'Port': ['ID=f2c5e873-2e93-4594-b453-0e6300a6abe2,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:17.864222 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:17.971538 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Floating IP 6eab5aa7-c046-48db-85a6-44efa65724d4 associated. External IP: 172.25.4.54, port: 67c0b6ea-1fd5-4a65-80cc-331f2a96071d. Mar 31 23:36:18.189071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Router f3717aea-4a17-4bcb-b185-404fad14608a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:36:18.298966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:36:18.310418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] Sync routers for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:36:18.319983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:18.320774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:36:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:18.390710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:18.423442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aca006b7-eed3-467b-827e-ed411f9db7f7 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2083838 Mar 31 23:36:18.423442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:18.423908 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2695d70f-31ef-4761-8226-770365339250" -d '{"events": [{"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:18.424062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 52916) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:18.438236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:18.466219 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576117b3-6d97-4227-b00e-71eab5893d71 x-openstack-request-id: req-576117b3-6d97-4227-b00e-71eab5893d71 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:18.466661 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:18.467077 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-576117b3-6d97-4227-b00e-71eab5893d71 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:18.467608 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576117b3-6d97-4227-b00e-71eab5893d71'] response: {'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'status': 'completed', 'code': 200} Mar 31 23:36:18.470636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c95b79-e3d7-4abb-88c3-f99769cee0e9 tempest-TestVolumeBackupRestore-910189864 tempest-TestVolumeBackupRestore-910189864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:18.474524 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c9c95b79-e3d7-4abb-88c3-f99769cee0e9 tempest-TestVolumeBackupRestore-910189864 tempest-TestVolumeBackupRestore-910189864-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1091 time: 0.0482819 Mar 31 23:36:18.477456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52924) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:18.482303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0c23e076-618d-4425-b972-4bd7b2b24be5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Request body: {'floatingip': {'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:18.566924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c23e076-618d-4425-b972-4bd7b2b24be5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:18.609281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695d70f-31ef-4761-8226-770365339250 req-0c1879e9-da17-4af6-8509-4c654c89da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:18.610580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2695d70f-31ef-4761-8226-770365339250 req-0c1879e9-da17-4af6-8509-4c654c89da3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1096 time: 0.0937450 Mar 31 23:36:18.664687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6eab5aa7-c046-48db-85a6-44efa65724d4', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'mac_address': 'fa:16:3e:78:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd2f04-2510-433a-9f17-ac1df230e431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:17Z', 'updated_at': '2022-03-31T23:36:17Z', 'revision_number': 0, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:18.695188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] Checking router: f3717aea-4a17-4bcb-b185-404fad14608a for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:36:18.703740 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:18.704347 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:36:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:18.805944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695d70f-31ef-4761-8226-770365339250 req-93f4b88b-cea4-4b5c-b759-5deec85c014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:18.807460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2695d70f-31ef-4761-8226-770365339250 req-93f4b88b-cea4-4b5c-b759-5deec85c014c service neutron] 10.222.0.50 "GET /v2.0/networks?id=918e44bf-34a4-4294-bf0f-9954b650e24f HTTP/1.1" status: 200 len: 914 time: 0.1902697 Mar 31 23:36:18.818707 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:18.917919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2695d70f-31ef-4761-8226-770365339250 req-9804431a-68fc-4966-aa26-624323a20079 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d HTTP/1.1" status: 200 len: 998 time: 0.1017168 Mar 31 23:36:19.014137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695d70f-31ef-4761-8226-770365339250 req-90fb3743-cfbb-47a7-afc2-984fa6a94d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:19.015582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2695d70f-31ef-4761-8226-770365339250 req-90fb3743-cfbb-47a7-afc2-984fa6a94d2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9309ffd2-e5ed-4eb2-811a-75cddde4684b HTTP/1.1" status: 200 len: 852 time: 0.0658238 Mar 31 23:36:19.041661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6eab5aa7-c046-48db-85a6-44efa65724d4', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'mac_address': 'fa:16:3e:78:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd2f04-2510-433a-9f17-ac1df230e431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:17Z', 'updated_at': '2022-03-31T23:36:17Z', 'revision_number': 0, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:19.087423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d1fb0-e27f-457b-9db0-b66d4193a8fe None None] The sync data for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 is: [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6eab5aa7-c046-48db-85a6-44efa65724d4', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'mac_address': 'fa:16:3e:78:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd2f04-2510-433a-9f17-ac1df230e431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:17Z', 'updated_at': '2022-03-31T23:36:17Z', 'revision_number': 0, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:36:19.099401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695d70f-31ef-4761-8226-770365339250 req-005c06ce-d219-475c-9a84-0f0c06ba2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:19.100977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2695d70f-31ef-4761-8226-770365339250 req-005c06ce-d219-475c-9a84-0f0c06ba2cae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918e44bf-34a4-4294-bf0f-9954b650e24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536923 Mar 31 23:36:19.296779 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3955521-62db-46a2-b55d-aef140ea813d None None] New status for floating IP 6eab5aa7-c046-48db-85a6-44efa65724d4: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:36:19.305245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2695d70f-31ef-4761-8226-770365339250 req-11aa27c8-8a92-4853-b8e5-987e37585d85 service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706402 Mar 31 23:36:19.324997 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c23e076-618d-4425-b972-4bd7b2b24be5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:19.402186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2695d70f-31ef-4761-8226-770365339250 req-0ca6adc1-a03e-4ae6-8dc8-f5d9c38d27ff service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894060 Mar 31 23:36:19.416012 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.db.api [None req-a3955521-62db-46a2-b55d-aef140ea813d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:36:19.416297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c23e076-618d-4425-b972-4bd7b2b24be5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:19.416414 n-d-836015-1 neutron-server[109823]: DEBUG oslo_db.api [None req-a3955521-62db-46a2-b55d-aef140ea813d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:36:19.640034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c23e076-618d-4425-b972-4bd7b2b24be5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Router f3717aea-4a17-4bcb-b185-404fad14608a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:36:19.745496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c23e076-618d-4425-b972-4bd7b2b24be5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:36:19.750730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c23e076-618d-4425-b972-4bd7b2b24be5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:19.804780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0c23e076-618d-4425-b972-4bd7b2b24be5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "PUT /v2.0/floatingips/6eab5aa7-c046-48db-85a6-44efa65724d4 HTTP/1.1" status: 200 len: 990 time: 1.3256018 Mar 31 23:36:19.917554 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3955521-62db-46a2-b55d-aef140ea813d None None] New status for floating IP 6eab5aa7-c046-48db-85a6-44efa65724d4: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:36:20.229971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] Sync routers for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:36:20.240001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:20.240596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:36:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:20.469860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d'}, {'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:20.472253 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27242881-a924-4f6d-b9fa-0ac275bd1b93" -d '{"events": [{"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d"}, {"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:20.507036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:20.510580 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cb2b44-0b75-4bad-9432-4a884ac62fe0 x-openstack-request-id: req-a6cb2b44-0b75-4bad-9432-4a884ac62fe0 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:20.510886 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:20.511140 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6cb2b44-0b75-4bad-9432-4a884ac62fe0 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:20.511556 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6cb2b44-0b75-4bad-9432-4a884ac62fe0'] response: {'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'status': 'completed', 'code': 200} Mar 31 23:36:20.511812 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6cb2b44-0b75-4bad-9432-4a884ac62fe0'] response: {'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'status': 'completed', 'code': 200} Mar 31 23:36:20.573001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-715a1bd6-8160-4572-8f0f-5431e4619475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:20.574527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-715a1bd6-8160-4572-8f0f-5431e4619475 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1096 time: 0.0407043 Mar 31 23:36:20.669989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-fdd5e353-6930-4ef9-ae7c-917b4f798516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:20.671507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-fdd5e353-6930-4ef9-ae7c-917b4f798516 service neutron] 10.222.0.50 "GET /v2.0/networks?id=918e44bf-34a4-4294-bf0f-9954b650e24f HTTP/1.1" status: 200 len: 914 time: 0.0898690 Mar 31 23:36:20.734955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6eab5aa7-c046-48db-85a6-44efa65724d4', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'mac_address': 'fa:16:3e:78:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd2f04-2510-433a-9f17-ac1df230e431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:17Z', 'updated_at': '2022-03-31T23:36:20Z', 'revision_number': 2, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:20.739988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-ac6feda5-4da6-4e36-89d2-4b0b419fecab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d HTTP/1.1" status: 200 len: 1000 time: 0.0619690 Mar 31 23:36:20.761332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] Checking router: f3717aea-4a17-4bcb-b185-404fad14608a for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:36:20.769481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:20.770095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:36:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:20.792778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-8410bf48-1a02-482e-a50e-e8e344c935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:20.794284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-8410bf48-1a02-482e-a50e-e8e344c935ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9309ffd2-e5ed-4eb2-811a-75cddde4684b HTTP/1.1" status: 200 len: 852 time: 0.0466967 Mar 31 23:36:20.839752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-3f5f4c12-0dd3-4d64-95e3-367ab8452fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:20.841463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-3f5f4c12-0dd3-4d64-95e3-367ab8452fee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918e44bf-34a4-4294-bf0f-9954b650e24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408978 Mar 31 23:36:20.877505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:20.936392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-d84cbc39-74c3-42dd-b344-51cf5a495bbe service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884068 Mar 31 23:36:21.030349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-172e80c2-d557-4d77-bae6-1d997a05feea service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878389 Mar 31 23:36:21.118580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-b4e60010-05b8-4c8c-9378-6290681557ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.120120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-b4e60010-05b8-4c8c-9378-6290681557ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1096 time: 0.0448751 Mar 31 23:36:21.129757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6eab5aa7-c046-48db-85a6-44efa65724d4', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'mac_address': 'fa:16:3e:78:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd2f04-2510-433a-9f17-ac1df230e431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:17Z', 'updated_at': '2022-03-31T23:36:20Z', 'revision_number': 2, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:21.170816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45217079-ee4c-4972-bf40-2a141b080d6d None None] The sync data for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 is: [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '6eab5aa7-c046-48db-85a6-44efa65724d4', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'port_id': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'mac_address': 'fa:16:3e:78:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd2f04-2510-433a-9f17-ac1df230e431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:17Z', 'updated_at': '2022-03-31T23:36:20Z', 'revision_number': 2, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:36:21.233808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-67e019c7-7d59-4ba1-a9d7-62b4df44ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.235481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-67e019c7-7d59-4ba1-a9d7-62b4df44ee38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=918e44bf-34a4-4294-bf0f-9954b650e24f HTTP/1.1" status: 200 len: 914 time: 0.1088352 Mar 31 23:36:21.303328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-917737e9-5103-42ce-9641-630917654d78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d HTTP/1.1" status: 200 len: 1000 time: 0.0615325 Mar 31 23:36:21.361873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-26dcf1ae-50db-4889-9c73-bc587376bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.363423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-26dcf1ae-50db-4889-9c73-bc587376bd23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9309ffd2-e5ed-4eb2-811a-75cddde4684b HTTP/1.1" status: 200 len: 852 time: 0.0538049 Mar 31 23:36:21.412615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-bd35aae4-6ce7-4751-8942-d14e89b68e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.414805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-bd35aae4-6ce7-4751-8942-d14e89b68e08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918e44bf-34a4-4294-bf0f-9954b650e24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445871 Mar 31 23:36:21.503771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-f020bdcf-416f-4535-ace8-6f1d40ef28dc service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814965 Mar 31 23:36:21.597710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-27242881-a924-4f6d-b9fa-0ac275bd1b93 req-5caba4c7-680c-46c1-94cf-2fde0c83e025 service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880075 Mar 31 23:36:34.029278 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-93f8a6f1-1190-4d32-ac0c-00b97c1e7ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:36.123829 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d631-3af5-42ca-96ea-1f98534fcb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:37.918204 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:38.766338 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:38.978171 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:39.055668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:36:39.280594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:39.955334 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:01.279187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-951f31e3-6128-4126-905f-202757aee429 req-bd349201-68fa-454a-b6c7-2a2edfa34c70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412791 Mar 31 23:37:01.363852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f31e3-6128-4126-905f-202757aee429 req-38751851-6c44-427e-a5ba-d3811bc39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:01.365349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-951f31e3-6128-4126-905f-202757aee429 req-38751851-6c44-427e-a5ba-d3811bc39eb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 1096 time: 0.0410836 Mar 31 23:37:01.475007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f31e3-6128-4126-905f-202757aee429 req-127ac9a0-8a69-4078-8b41-f283ef48ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:01.476487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-951f31e3-6128-4126-905f-202757aee429 req-127ac9a0-8a69-4078-8b41-f283ef48ac62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0910852 Mar 31 23:37:01.543808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-951f31e3-6128-4126-905f-202757aee429 req-06e43721-bed1-4c23-9132-8bb9d2c9d178 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8084c782-9018-479f-9ded-50b67fa9b82d HTTP/1.1" status: 200 len: 1001 time: 0.0601084 Mar 31 23:37:01.596814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f31e3-6128-4126-905f-202757aee429 req-adcc139c-525a-4737-8a5d-56e06b0f6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:01.598304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-951f31e3-6128-4126-905f-202757aee429 req-adcc139c-525a-4737-8a5d-56e06b0f6127 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0481985 Mar 31 23:37:01.645759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f31e3-6128-4126-905f-202757aee429 req-2e4f1c43-f7ed-47d7-8d91-cb0a69c518bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:01.647284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-951f31e3-6128-4126-905f-202757aee429 req-2e4f1c43-f7ed-47d7-8d91-cb0a69c518bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425110 Mar 31 23:37:01.739189 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-951f31e3-6128-4126-905f-202757aee429 req-878e2030-780c-49b4-8225-500b364e5ad8 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852146 Mar 31 23:37:01.842002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-951f31e3-6128-4126-905f-202757aee429 req-e380fb89-8c4e-4976-bf1e-32089fca8009 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928645 Mar 31 23:37:04.033010 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-12013de4-06c5-4ed0-9eee-6a4d8a08bddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:06.120763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cbfd7242-421d-476d-8eee-86269582b975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:07.526392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e22d0875-3390-453f-9b47-78a471580a6b req-95c997f5-6c6c-4bbe-ba9e-3cdeabb73261 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432596 Mar 31 23:37:07.609065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d0875-3390-453f-9b47-78a471580a6b req-ae908c02-70c1-488a-b523-b37e4d4d61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:07.609943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e22d0875-3390-453f-9b47-78a471580a6b req-ae908c02-70c1-488a-b523-b37e4d4d61ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1097 time: 0.0420427 Mar 31 23:37:07.722842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d0875-3390-453f-9b47-78a471580a6b req-9fd806f4-8dff-43e5-9895-fb0a196a6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:07.724383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e22d0875-3390-453f-9b47-78a471580a6b req-9fd806f4-8dff-43e5-9895-fb0a196a6c0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.0926685 Mar 31 23:37:07.789800 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:07.790443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e22d0875-3390-453f-9b47-78a471580a6b req-55a22b6f-f9c0-4a72-a1cc-4a3874027294 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 1002 time: 0.0590189 Mar 31 23:37:07.844235 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d0875-3390-453f-9b47-78a471580a6b req-0453276e-63e1-451e-b1b6-db50ed62b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:07.845918 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e22d0875-3390-453f-9b47-78a471580a6b req-0453276e-63e1-451e-b1b6-db50ed62b921 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0502050 Mar 31 23:37:07.892961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d0875-3390-453f-9b47-78a471580a6b req-486ea4c0-83d8-472e-9094-6043b3018709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:07.894466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e22d0875-3390-453f-9b47-78a471580a6b req-486ea4c0-83d8-472e-9094-6043b3018709 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417469 Mar 31 23:37:07.983559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e22d0875-3390-453f-9b47-78a471580a6b req-0d6e9dae-9d69-469d-a280-ad7d779c03a8 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828528 Mar 31 23:37:08.079931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e22d0875-3390-453f-9b47-78a471580a6b req-bf589fe8-f5b3-4f06-ab09-f40f43cee085 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886106 Mar 31 23:37:08.752500 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:08.994986 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:09.218004 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:09.972055 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:16.055842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:37:26.819126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-2be91aab-c9ec-4f8d-9a3a-b15e1c10c08b req-1715fbe6-19fe-421d-9c87-dad9f732eebe service neutron] (109821) timed out ('10.222.0.31', 43162) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:37:34.006612 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c15ef974-0d1a-48e3-a8a3-a1ec10283a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:36.078578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9376-fb91-4b2f-b5fa-35264c7a7840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:37.829600 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.726700 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.966496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:39.172264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:39.949274 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.893467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 52976) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:41.051715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Deleting port f2c5e873-2e93-4594-b453-0e6300a6abe2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:41.052074 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.136320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.136638 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.148961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Calling delete_port for f2c5e873-2e93-4594-b453-0e6300a6abe2 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:41.725095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.749157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event deleted for resources: {'Port': ['ID=f2c5e873-2e93-4594-b453-0e6300a6abe2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:41.763968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.770341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:41.829920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:41.830245 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Floating IP 6eab5aa7-c046-48db-85a6-44efa65724d4 disassociated (deleted). External IP: 172.25.4.54, port: 67c0b6ea-1fd5-4a65-80cc-331f2a96071d. Mar 31 23:37:42.043451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Router f3717aea-4a17-4bcb-b185-404fad14608a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:42.156777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:42.161632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:42.167161 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] Sync routers for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:42.176505 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:42.177102 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:37:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:42.189151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-364c8776-5067-44e9-817a-c23dcb7c33a6 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "DELETE /v2.0/floatingips/6eab5aa7-c046-48db-85a6-44efa65724d4 HTTP/1.1" status: 204 len: 168 time: 1.2945554 Mar 31 23:37:42.189714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:42.192124 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c21e4b-05f9-464f-b492-028cb530a9df" -d '{"events": [{"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:42.237167 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a9acd-45e4-4073-b1b5-2164d1a23a89 x-openstack-request-id: req-e45a9acd-45e4-4073-b1b5-2164d1a23a89 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:42.237458 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:42.237931 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e45a9acd-45e4-4073-b1b5-2164d1a23a89 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:42.238380 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45a9acd-45e4-4073-b1b5-2164d1a23a89'] response: {'name': 'network-changed', 'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'status': 'completed', 'code': 200} Mar 31 23:37:42.301574 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:42.304014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c21e4b-05f9-464f-b492-028cb530a9df req-45e4adf2-da2f-4418-b379-884aea30c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:42.305533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92c21e4b-05f9-464f-b492-028cb530a9df req-45e4adf2-da2f-4418-b379-884aea30c11e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 1096 time: 0.0460076 Mar 31 23:37:42.398833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c21e4b-05f9-464f-b492-028cb530a9df req-986a83ec-11af-4cfc-8706-d283e1dff223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:42.401577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92c21e4b-05f9-464f-b492-028cb530a9df req-986a83ec-11af-4cfc-8706-d283e1dff223 service neutron] 10.222.0.50 "GET /v2.0/networks?id=918e44bf-34a4-4294-bf0f-9954b650e24f HTTP/1.1" status: 200 len: 914 time: 0.0868225 Mar 31 23:37:42.443311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92c21e4b-05f9-464f-b492-028cb530a9df req-f7a8afe9-c1b8-4734-a1c7-5faa7d42fb87 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d HTTP/1.1" status: 200 len: 217 time: 0.0339215 Mar 31 23:37:42.496914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c21e4b-05f9-464f-b492-028cb530a9df req-3e3681ae-1c57-4ae4-831b-759896f6da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:42.498888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92c21e4b-05f9-464f-b492-028cb530a9df req-3e3681ae-1c57-4ae4-831b-759896f6da92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9309ffd2-e5ed-4eb2-811a-75cddde4684b HTTP/1.1" status: 200 len: 852 time: 0.0497649 Mar 31 23:37:42.507977 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:42.541095 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] Checking router: f3717aea-4a17-4bcb-b185-404fad14608a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:42.548298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c21e4b-05f9-464f-b492-028cb530a9df req-55bc3c8f-e552-4b81-8b80-07e8e91655f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:42.549674 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:42.549823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92c21e4b-05f9-464f-b492-028cb530a9df req-55bc3c8f-e552-4b81-8b80-07e8e91655f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=918e44bf-34a4-4294-bf0f-9954b650e24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430477 Mar 31 23:37:42.550315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:37:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:42.646095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92c21e4b-05f9-464f-b492-028cb530a9df req-2ad03701-443b-4367-9069-5306172191df service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901229 Mar 31 23:37:42.757287 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92c21e4b-05f9-464f-b492-028cb530a9df req-ca1e60fa-5784-49b0-b4ae-73c98e5fb5bf service neutron] 10.222.0.50 "GET /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002166 Mar 31 23:37:42.764876 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:42.860396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2eef3-71f7-48bc-9051-c35731b2166a req-ff5b59ab-e346-4299-a784-fc1c4de87870 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:42.861853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3e2eef3-71f7-48bc-9051-c35731b2166a req-ff5b59ab-e346-4299-a784-fc1c4de87870 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 945 time: 0.2105958 Mar 31 23:37:42.900617 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3e2eef3-71f7-48bc-9051-c35731b2166a req-0ba1235e-fedd-40f0-85c9-dfcb661dba23 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318732 Mar 31 23:37:42.965517 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:42.992565 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05794f84-b96a-490e-92b0-ae46d819501c None None] The sync data for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 is: [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:33:21Z', 'revision_number': 4, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '1b921a6b-4228-4342-92bd-090eb34613c7', 'name': '', 'network_id': '918e44bf-34a4-4294-bf0f-9954b650e24f', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'mac_address': 'fa:16:3e:19:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:21Z', 'updated_at': '2022-03-31T23:33:25Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'subnets': [{'id': '9309ffd2-e5ed-4eb2-811a-75cddde4684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:43.209290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae6d02-8335-451e-b1b2-31c8daa80b3f None None] New status for floating IP 6eab5aa7-c046-48db-85a6-44efa65724d4: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:37:44.027501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501832d6-dee9-4f8f-adf9-ba6f3303449f req-93e5a802-6f5e-45e1-b8e0-33e349a4befd tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:44.029369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-501832d6-dee9-4f8f-adf9-ba6f3303449f req-93e5a802-6f5e-45e1-b8e0-33e349a4befd tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 945 time: 0.0542290 Mar 31 23:37:44.070310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-501832d6-dee9-4f8f-adf9-ba6f3303449f req-68cc0483-9302-4664-87f6-930669a4a96d tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/security-groups?id=f480bf18-28e7-4d54-a08c-e5719839e408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346355 Mar 31 23:37:44.229630 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e2472620-7407-41f8-a6ed-78cb18e1d53d tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:44.231031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e2472620-7407-41f8-a6ed-78cb18e1d53d tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.50 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 945 time: 0.0491352 Mar 31 23:37:44.321245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Deleting port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:44.321502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.411867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] For port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:44.412230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.424725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Calling delete_port for 67c0b6ea-1fd5-4a65-80cc-331f2a96071d owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:44.623730 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.650798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event deleted for resources: {'Port': ['ID=67c0b6ea-1fd5-4a65-80cc-331f2a96071d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:44.693321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] No DVR routers for this DVR port 67c0b6ea-1fd5-4a65-80cc-331f2a96071d on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:44.695967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:44.699244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f23d6360-971b-41b8-8811-a99051a63f3b req-e6844f94-0a4a-4fe7-a1c0-d712c0b692d2 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.50 "DELETE /v2.0/ports/67c0b6ea-1fd5-4a65-80cc-331f2a96071d HTTP/1.1" status: 204 len: 173 time: 0.4619029 Mar 31 23:37:44.699687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'name': 'network-vif-deleted', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:44.701915 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36697aa-9b95-4885-aae7-6d19109ac2e5" -d '{"events": [{"server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "name": "network-vif-deleted", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:44.741257 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d34fe3-78ba-4929-825e-53bc190be740 x-openstack-request-id: req-36d34fe3-78ba-4929-825e-53bc190be740 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:44.741257 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cd2f04-2510-433a-9f17-ac1df230e431", "name": "network-vif-deleted", "tag": "67c0b6ea-1fd5-4a65-80cc-331f2a96071d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:44.741257 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36d34fe3-78ba-4929-825e-53bc190be740 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:44.741257 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d34fe3-78ba-4929-825e-53bc190be740'] response: {'server_uuid': '15cd2f04-2510-433a-9f17-ac1df230e431', 'name': 'network-vif-deleted', 'tag': '67c0b6ea-1fd5-4a65-80cc-331f2a96071d', 'status': 'completed', 'code': 200} Mar 31 23:37:45.170104 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96dae763-192f-4714-9aac-6ceb0fffe881 req-6b1df89d-3dc8-4913-bd41-b15fae2e96f5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 210 time: 0.0276885 Mar 31 23:37:46.269123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab40d69b-d32d-454b-bc38-fc20311a62c5 req-8b73fcdb-dde8-4801-af4e-7145da7a0c05 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 210 time: 0.0259748 Mar 31 23:37:46.695226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 67c0b6ea-1fd5-4a65-80cc-331f2a96071d no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:46.715400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 67c0b6ea-1fd5-4a65-80cc-331f2a96071d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:46.715742 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 67c0b6ea-1fd5-4a65-80cc-331f2a96071d not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:47.368725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbb9765e-fafd-41cc-99a4-27e86327e296 req-e5c86bad-508c-497d-9ede-914c8db7b6be tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 210 time: 0.0305691 Mar 31 23:37:48.477787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f235a5d6-0d7a-476b-9ea4-e0af850f5f27 req-f5a2237c-8165-4d8b-bf38-2fb8aee3ecd5 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "GET /v2.0/ports?device_id=15cd2f04-2510-433a-9f17-ac1df230e431 HTTP/1.1" status: 200 len: 210 time: 0.0276620 Mar 31 23:37:49.533732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53008) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:49.591181 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe658c1c-db2e-470b-a2bc-b3df209bb602 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.617432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe658c1c-db2e-470b-a2bc-b3df209bb602 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.772691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe658c1c-db2e-470b-a2bc-b3df209bb602 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.775605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe658c1c-db2e-470b-a2bc-b3df209bb602 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:49.776778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fe658c1c-db2e-470b-a2bc-b3df209bb602 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] 10.222.0.31 "DELETE /v2.0/security-groups/f480bf18-28e7-4d54-a08c-e5719839e408 HTTP/1.1" status: 204 len: 168 time: 0.2420361 Mar 31 23:37:49.786758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe658c1c-db2e-470b-a2bc-b3df209bb602 tempest-TestVolumeBackupRestore-1108306016 tempest-TestVolumeBackupRestore-1108306016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f480bf18-28e7-4d54-a08c-e5719839e408,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:51.118361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53072) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:51.296321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port 2461816a-a245-4f88-bee2-2ba9bb10ca52 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:51.296657 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.391091 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.391588 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.408645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for 2461816a-a245-4f88-bee2-2ba9bb10ca52 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:51.679338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.708884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=2461816a-a245-4f88-bee2-2ba9bb10ca52,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:51.780400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.781138 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Floating IP 66720b73-4103-4291-a5d7-92c7d0f5d96f disassociated (deleted). External IP: 172.25.4.170, port: 8084c782-9018-479f-9ded-50b67fa9b82d. Mar 31 23:37:52.063178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:52.185938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:52.191060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.200093 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:52.216001 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:52.216707 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:37:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:52.235145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-119000c3-e1fc-45b1-bca1-b6f6f32df65c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "DELETE /v2.0/floatingips/66720b73-4103-4291-a5d7-92c7d0f5d96f HTTP/1.1" status: 204 len: 168 time: 1.1155376 Mar 31 23:37:52.236491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:52.241100 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910b8fdb-31e2-4fae-93e1-3de868cec51b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:52.305875 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d2b7b2-d47b-4b26-8d54-c35ec9230841 x-openstack-request-id: req-37d2b7b2-d47b-4b26-8d54-c35ec9230841 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:52.307287 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:52.307639 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37d2b7b2-d47b-4b26-8d54-c35ec9230841 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:52.308216 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d2b7b2-d47b-4b26-8d54-c35ec9230841'] response: {'name': 'network-changed', 'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d', 'status': 'completed', 'code': 200} Mar 31 23:37:52.362085 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:52.375504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-6068f164-fc22-4f70-8250-8cec30243345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:52.377163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-6068f164-fc22-4f70-8250-8cec30243345 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 1096 time: 0.0483289 Mar 31 23:37:52.489679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-b1a5f9ff-3cb4-45a9-ac81-77448d9d493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:52.491270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-b1a5f9ff-3cb4-45a9-ac81-77448d9d493c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.1051290 Mar 31 23:37:52.546584 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-d5c168d0-cc6f-404b-88ad-65a97958b98e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8084c782-9018-479f-9ded-50b67fa9b82d HTTP/1.1" status: 200 len: 217 time: 0.0480697 Mar 31 23:37:52.615843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-efacbf11-2a3e-403b-8848-d53110d35dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:52.617996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-efacbf11-2a3e-403b-8848-d53110d35dae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0703783 Mar 31 23:37:52.648397 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 1, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:52.678198 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:52.681315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-9d1cd2b0-2004-4e97-b9b9-fc696e640402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:52.683698 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-9d1cd2b0-2004-4e97-b9b9-fc696e640402 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594084 Mar 31 23:37:52.688629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:52.689217 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:37:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:52.698718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-b114ae36-2dca-417c-b968-fd58f7906d4a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:37:52.700363 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-b114ae36-2dca-417c-b968-fd58f7906d4a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094702 Mar 31 23:37:52.836894 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:52.859561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19888a28-566c-4714-8e3b-2e1019a1a943 req-bff8458d-ff64-4d8d-a1c2-4ade0dfb1879 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:52.861075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19888a28-566c-4714-8e3b-2e1019a1a943 req-bff8458d-ff64-4d8d-a1c2-4ade0dfb1879 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 945 time: 0.0806465 Mar 31 23:37:52.885907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-92c67667-94bd-4c00-a70a-113d2fa8424b service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772690 Mar 31 23:37:52.973463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19888a28-566c-4714-8e3b-2e1019a1a943 req-3fc32774-a9fd-435f-9673-ac9a725e42af tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000681 Mar 31 23:37:53.018849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-910b8fdb-31e2-4fae-93e1-3de868cec51b req-76a3a61f-8c4a-4b78-b32c-aeb8ebe682a9 service neutron] 10.222.0.45 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253042 Mar 31 23:37:53.062348 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:37:53.146574 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 1, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:53.173021 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934290f-6c8a-40d1-bb80-3e8566676657 None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '699a2b51-85a0-490b-bdb2-583b955930a7', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'port_id': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'mac_address': 'fa:16:3e:11:35:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:32:40Z', 'updated_at': '2022-03-31T23:32:42Z', 'revision_number': 1, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:53.438907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d68cb9-969b-4b43-81bf-aff32d3d77e3 None None] New status for floating IP 66720b73-4103-4291-a5d7-92c7d0f5d96f: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:37:53.633827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53186) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:54.014999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.190842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6270d0-2dbb-4e2a-a645-3c00b3b94bd4 req-11be9a69-e052-4e9d-919f-6385010bb862 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.192441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f6270d0-2dbb-4e2a-a645-3c00b3b94bd4 req-11be9a69-e052-4e9d-919f-6385010bb862 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 945 time: 0.0911393 Mar 31 23:37:54.283278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f6270d0-2dbb-4e2a-a645-3c00b3b94bd4 req-27781693-6f10-411e-b21d-13fc2d8d635b tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690863 Mar 31 23:37:54.312453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-9ee23e2a-34d4-4d90-84b2-8e7d214f9e7f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.313882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-9ee23e2a-34d4-4d90-84b2-8e7d214f9e7f tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 945 time: 0.0645874 Mar 31 23:37:54.454084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Deleting port 1b921a6b-4228-4342-92bd-090eb34613c7 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:54.454428 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.472642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port 8084c782-9018-479f-9ded-50b67fa9b82d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:54.472966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.597223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] For port 1b921a6b-4228-4342-92bd-090eb34613c7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1b921a6b-4228-4342-92bd-090eb34613c7,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:54.597507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.620147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Calling delete_port for 1b921a6b-4228-4342-92bd-090eb34613c7 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:54.622750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] For port 8084c782-9018-479f-9ded-50b67fa9b82d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8084c782-9018-479f-9ded-50b67fa9b82d,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:54.623094 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.641327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for 8084c782-9018-479f-9ded-50b67fa9b82d owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:54.959655 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.989898 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:54.991988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=8084c782-9018-479f-9ded-50b67fa9b82d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:55.054641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b921a6b-4228-4342-92bd-090eb34613c7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:55.413363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] No DVR routers for this DVR port 8084c782-9018-479f-9ded-50b67fa9b82d on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:55.416213 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.419981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad56191b-0f37-4635-b9d8-edd7134d2e31 req-bc42bc68-e3a4-4db1-9091-5c02ae3966de tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.45 "DELETE /v2.0/ports/8084c782-9018-479f-9ded-50b67fa9b82d HTTP/1.1" status: 204 len: 173 time: 1.0872567 Mar 31 23:37:55.421320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'name': 'network-vif-deleted', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:55.424499 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a0788f-6466-40f9-a5a7-e94a6a5658fb" -d '{"events": [{"server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "name": "network-vif-deleted", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:55.474428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ae1c619f-883b-48c0-be1f-1a5b7fd3a665 req-98d2e310-1320-4467-a05a-74f4e97b277c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0745566 Mar 31 23:37:55.480967 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df7e165-5263-4e68-a7e3-5880f6e553d4 x-openstack-request-id: req-0df7e165-5263-4e68-a7e3-5880f6e553d4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:55.480967 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1849845-661d-4437-9819-ca2673f182fd", "name": "network-vif-deleted", "tag": "8084c782-9018-479f-9ded-50b67fa9b82d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:55.480967 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0df7e165-5263-4e68-a7e3-5880f6e553d4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:55.480967 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df7e165-5263-4e68-a7e3-5880f6e553d4'] response: {'server_uuid': 'd1849845-661d-4437-9819-ca2673f182fd', 'name': 'network-vif-deleted', 'tag': '8084c782-9018-479f-9ded-50b67fa9b82d', 'status': 'completed', 'code': 200} Mar 31 23:37:55.610560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:55.831408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Router f3717aea-4a17-4bcb-b185-404fad14608a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:56.018188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:56.027819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ac835c9d-5fca-49b8-836f-ee1fb4abde4d admin admin] 10.222.0.31 "PUT /v2.0/routers/f3717aea-4a17-4bcb-b185-404fad14608a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3893044 Mar 31 23:37:56.027819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53298) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:56.028825 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] Sync routers for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:56.041022 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:56.041713 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:37:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:56.141593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.153919 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:56.253647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.360078 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:37:54Z', 'revision_number': 5, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port': {'id': 'b4038135-c462-4846-8a52-9dd65799de1a', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:19Z', 'updated_at': '2022-03-31T23:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:56.388225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] Checking router: f3717aea-4a17-4bcb-b185-404fad14608a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:56.400396 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] Routers {'f3717aea-4a17-4bcb-b185-404fad14608a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:56.401134 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:37:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['f3717aea-4a17-4bcb-b185-404fad14608a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:56.477470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Deleting port b4038135-c462-4846-8a52-9dd65799de1a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:56.477470 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.614593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd4bd752-b5c6-477b-9e23-6b475e9c3aa8 req-8f147383-7972-4767-8b2d-9f41ee1d34ff tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0522285 Mar 31 23:37:56.616795 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] Set router f3717aea-4a17-4bcb-b185-404fad14608a gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:56.651552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] For port b4038135-c462-4846-8a52-9dd65799de1a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=b4038135-c462-4846-8a52-9dd65799de1a,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:56.652172 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.665095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Calling delete_port for b4038135-c462-4846-8a52-9dd65799de1a owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:56.672598 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:37:56Z', 'revision_number': 6, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:56.702891 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0729c-9869-4672-92b7-0a0bdf89abad None None] The sync data for ids ['f3717aea-4a17-4bcb-b185-404fad14608a'] in n-d-836015-1 is: [{'id': 'f3717aea-4a17-4bcb-b185-404fad14608a', 'name': 'tempest-TestVolumeBackupRestore-103720681-router', 'tenant_id': '2f2e888c1c154fc4b27530925ccb68a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:18Z', 'updated_at': '2022-03-31T23:37:56Z', 'revision_number': 6, 'project_id': '2f2e888c1c154fc4b27530925ccb68a1', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:56.944784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:56.969878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4038135-c462-4846-8a52-9dd65799de1a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:57.039291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.146724 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.149194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.273045 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.273718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3717aea-4a17-4bcb-b185-404fad14608a {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:37:57.286122 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.286122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0ab29ba5-58f6-40e0-aa02-62c3a8e30b54 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f3717aea-4a17-4bcb-b185-404fad14608a HTTP/1.1" status: 204 len: 168 time: 1.2546372 Mar 31 23:37:57.286934 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53348) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:57.336598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Deleting subnet 9309ffd2-e5ed-4eb2-811a-75cddde4684b {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:37:57.339683 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.380763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.468653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.612959 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.649097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9309ffd2-e5ed-4eb2-811a-75cddde4684b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:57.657528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.657911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.658252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.658611 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.659067 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.659406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.659735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.660064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.660383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.661108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.662024 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.662399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:57.672623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345dd170-bb51-4733-8f30-a1a6878eb1d9 None None] Network 918e44bf-34a4-4294-bf0f-9954b650e24f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:57.674425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.679553 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e9a5e1b8-3640-4649-9ea3-55e7ec22a3a6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9309ffd2-e5ed-4eb2-811a-75cddde4684b HTTP/1.1" status: 204 len: 168 time: 0.3915925 Mar 31 23:37:57.682055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53368) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:57.772910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9648b77c-b999-4911-82a3-7a5016fc1682 req-6b8cc3a5-a4fd-4ec1-b558-6a264cfb4a04 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0564554 Mar 31 23:37:57.788290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.861231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Deleting port f2762328-e571-405d-a1a1-f20048a5fb0c {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:57.861753 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.960159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] For port f2762328-e571-405d-a1a1-f20048a5fb0c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f2762328-e571-405d-a1a1-f20048a5fb0c,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:57.964084 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.986261 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Calling delete_port for f2762328-e571-405d-a1a1-f20048a5fb0c owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:58.006620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] DHCP port deletion for 918e44bf-34a4-4294-bf0f-9954b650e24f request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:37:58.076109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Deleting port f2762328-e571-405d-a1a1-f20048a5fb0c {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:58.076776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.148639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] For port f2762328-e571-405d-a1a1-f20048a5fb0c, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f2762328-e571-405d-a1a1-f20048a5fb0c,segment=NetworkSegment(bb2baf6c-1793-4902-ab02-c5cbba1b0623),segment_id=bb2baf6c-1793-4902-ab02-c5cbba1b0623)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:58.149048 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.164251 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Calling delete_port for f2762328-e571-405d-a1a1-f20048a5fb0c owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:58.179483 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.226886 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2762328-e571-405d-a1a1-f20048a5fb0c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:58.239544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] No DVR routers for this DVR port f2762328-e571-405d-a1a1-f20048a5fb0c on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:58.276229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.317019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] No DVR routers for this DVR port f2762328-e571-405d-a1a1-f20048a5fb0c on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:58.319238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Pushing event deleted for resources: {'Port': ['ID=f2762328-e571-405d-a1a1-f20048a5fb0c,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:58.331478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.331478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.331717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.332054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.332391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.332708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.333033 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.333889 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.334336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.334698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.335154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.335481 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6460e5f-e8f4-4c39-a5ea-092eb8f32377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:58.351438 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.368317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918e44bf-34a4-4294-bf0f-9954b650e24f']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:58.381728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2baf6c-1793-4902-ab02-c5cbba1b0623') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:58.382100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2baf6c-1793-4902-ab02-c5cbba1b0623') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:58.393274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.412820 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.420287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:37:58.420824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:37:58.422744 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:37:58.464429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f2762328-e571-405d-a1a1-f20048a5fb0c no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:58.491044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f2762328-e571-405d-a1a1-f20048a5fb0c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:58.491321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f2762328-e571-405d-a1a1-f20048a5fb0c not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:58.491770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1b921a6b-4228-4342-92bd-090eb34613c7 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:58.512228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8084c782-9018-479f-9ded-50b67fa9b82d no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:58.515218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1b921a6b-4228-4342-92bd-090eb34613c7 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:58.518015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1b921a6b-4228-4342-92bd-090eb34613c7 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:58.518015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b4038135-c462-4846-8a52-9dd65799de1a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:58.537984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 8084c782-9018-479f-9ded-50b67fa9b82d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:58.538327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8084c782-9018-479f-9ded-50b67fa9b82d not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:58.556715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: b4038135-c462-4846-8a52-9dd65799de1a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:58.557063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device b4038135-c462-4846-8a52-9dd65799de1a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:58.568749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.588354 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:58.593635 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] 10.222.0.31 "DELETE /v2.0/networks/918e44bf-34a4-4294-bf0f-9954b650e24f HTTP/1.1" status: 204 len: 168 time: 0.9093683 Mar 31 23:37:58.596581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53406) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:58.607088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a5ff5-4281-4cf1-876b-e57586ea9a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=918e44bf-34a4-4294-bf0f-9954b650e24f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:58.876859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cb65c81-7c40-4161-b2a4-81a07e6dd9c4 req-b83d64a5-c61d-4380-8458-7f2b4337d577 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0327158 Mar 31 23:37:58.996585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.253142 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Deleting port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:59.253605 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.340298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] For port cb7e6bee-7ba0-4a6f-a977-471b9d8f0560, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,segment=NetworkSegment(815832cb-62d3-44c6-b5dd-3bc52c84f788),segment_id=815832cb-62d3-44c6-b5dd-3bc52c84f788)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:59.340661 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.354662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Calling delete_port for cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:59.606933 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:59.630841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7e6bee-7ba0-4a6f-a977-471b9d8f0560,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:59.801102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.020486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-144b59ce-312f-4fe9-96f0-edd164b185bf req-a1175e3c-dd7b-41f1-9b6e-c19d0a89c6b8 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1849845-661d-4437-9819-ca2673f182fd HTTP/1.1" status: 200 len: 210 time: 0.0559869 Mar 31 23:38:00.054860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Router 842223bd-5d9c-4c50-a516-357426187cfe has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:00.165174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:00.170790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-49280f45-1332-4c3b-8bbd-1c726fd79081 admin admin] 10.222.0.31 "PUT /v2.0/routers/842223bd-5d9c-4c50-a516-357426187cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5724161 Mar 31 23:38:00.173178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53482) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:00.181879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] Sync routers for ids ['842223bd-5d9c-4c50-a516-357426187cfe'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:00.193609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] Routers {'842223bd-5d9c-4c50-a516-357426187cfe'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:00.194235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:37:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['842223bd-5d9c-4c50-a516-357426187cfe'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:00.311921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] Set router 842223bd-5d9c-4c50-a516-357426187cfe gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:00.519107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:37:59Z', 'revision_number': 5, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:00.549784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] Checking router: 842223bd-5d9c-4c50-a516-357426187cfe for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:00.559020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] Routers {'842223bd-5d9c-4c50-a516-357426187cfe'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:00.559639 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:37:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['842223bd-5d9c-4c50-a516-357426187cfe'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:00.621336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.727286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.830544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] Set router 842223bd-5d9c-4c50-a516-357426187cfe gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:00.871343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Deleting port 86b39d1d-abe8-4157-ace0-db1b28f9f406 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:00.871694 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.949168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] For port 86b39d1d-abe8-4157-ace0-db1b28f9f406, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=86b39d1d-abe8-4157-ace0-db1b28f9f406,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:00.949529 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:00.962335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Calling delete_port for 86b39d1d-abe8-4157-ace0-db1b28f9f406 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:01.007649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:37:59Z', 'revision_number': 5, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:01.034003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1e2b3-68b7-4b86-bbd1-f6f932750ec1 None None] The sync data for ids ['842223bd-5d9c-4c50-a516-357426187cfe'] in n-d-836015-1 is: [{'id': '842223bd-5d9c-4c50-a516-357426187cfe', 'name': 'tempest-TestVolumeBackupRestore-235915428-router', 'tenant_id': 'f2f953a603a247a7a6c9121ca3797498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:24Z', 'updated_at': '2022-03-31T23:37:59Z', 'revision_number': 5, 'project_id': 'f2f953a603a247a7a6c9121ca3797498', 'gw_port': {'id': '86b39d1d-abe8-4157-ace0-db1b28f9f406', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842223bd-5d9c-4c50-a516-357426187cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:25Z', 'updated_at': '2022-03-31T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:01.210309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.240303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b39d1d-abe8-4157-ace0-db1b28f9f406,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:01.300051 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.408965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.408965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.513105 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.513674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 842223bd-5d9c-4c50-a516-357426187cfe {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:38:01.518317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.519639 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-43ca7a35-03a1-42d4-82a7-0100b66ec9b6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/842223bd-5d9c-4c50-a516-357426187cfe HTTP/1.1" status: 204 len: 168 time: 1.3455510 Mar 31 23:38:01.522757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53504) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:01.574102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-470f2c82-a1e3-421c-a0a1-1e326280b9f2 admin admin] Deleting subnet 52dc656a-851f-4d26-bb33-123f95e85760 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:38:01.577461 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-470f2c82-a1e3-421c-a0a1-1e326280b9f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.617966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-470f2c82-a1e3-421c-a0a1-1e326280b9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.697942 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-470f2c82-a1e3-421c-a0a1-1e326280b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.821842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-470f2c82-a1e3-421c-a0a1-1e326280b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.850532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f2c82-a1e3-421c-a0a1-1e326280b9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dc656a-851f-4d26-bb33-123f95e85760,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:01.856327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-470f2c82-a1e3-421c-a0a1-1e326280b9f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.861959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-470f2c82-a1e3-421c-a0a1-1e326280b9f2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/52dc656a-851f-4d26-bb33-123f95e85760 HTTP/1.1" status: 204 len: 168 time: 0.3358510 Mar 31 23:38:01.862147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53506) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:01.862514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80808b32-8321-4b7b-87cd-4517d98c4c8f None None] Network fd5cf9cd-9a76-401e-91f9-6445c3d9354e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:01.933915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:01.991853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Deleting port 2099a4a2-c30d-4e75-a6bd-36a84232e594 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:01.992271 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.049476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] DHCP port deletion for fd5cf9cd-9a76-401e-91f9-6445c3d9354e request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:38:02.082317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] For port 2099a4a2-c30d-4e75-a6bd-36a84232e594, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2099a4a2-c30d-4e75-a6bd-36a84232e594,segment=NetworkSegment(815832cb-62d3-44c6-b5dd-3bc52c84f788),segment_id=815832cb-62d3-44c6-b5dd-3bc52c84f788)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:02.082848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.100384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Calling delete_port for 2099a4a2-c30d-4e75-a6bd-36a84232e594 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:02.111679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] Deleting port 2099a4a2-c30d-4e75-a6bd-36a84232e594 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:02.112261 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.187966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] For port 2099a4a2-c30d-4e75-a6bd-36a84232e594, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2099a4a2-c30d-4e75-a6bd-36a84232e594,segment=NetworkSegment(815832cb-62d3-44c6-b5dd-3bc52c84f788),segment_id=815832cb-62d3-44c6-b5dd-3bc52c84f788)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:02.188715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.203606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] Calling delete_port for 2099a4a2-c30d-4e75-a6bd-36a84232e594 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:02.290086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.297153 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.319549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2099a4a2-c30d-4e75-a6bd-36a84232e594,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:02.323212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] No DVR routers for this DVR port 2099a4a2-c30d-4e75-a6bd-36a84232e594 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:02.328245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] No DVR routers for this DVR port 2099a4a2-c30d-4e75-a6bd-36a84232e594 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:02.329758 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdec1d-3259-46c3-85a5-1e746491da9b None None] Pushing event deleted for resources: {'Port': ['ID=2099a4a2-c30d-4e75-a6bd-36a84232e594,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:02.404224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.435716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5cf9cd-9a76-401e-91f9-6445c3d9354e']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:02.448821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815832cb-62d3-44c6-b5dd-3bc52c84f788') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:02.449211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815832cb-62d3-44c6-b5dd-3bc52c84f788') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:02.464432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.468110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:02.480039 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.486060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:38:02.487484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:38:02.488136 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:38:02.490039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:02.490039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cb7e6bee-7ba0-4a6f-a977-471b9d8f0560 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:02.490039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 86b39d1d-abe8-4157-ace0-db1b28f9f406 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:02.509002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 86b39d1d-abe8-4157-ace0-db1b28f9f406 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:02.509344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 86b39d1d-abe8-4157-ace0-db1b28f9f406 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:02.509925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2099a4a2-c30d-4e75-a6bd-36a84232e594 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:02.530326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2099a4a2-c30d-4e75-a6bd-36a84232e594 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:02.531020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2099a4a2-c30d-4e75-a6bd-36a84232e594 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:02.627784 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.633631 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:02.639895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fd5cf9cd-9a76-401e-91f9-6445c3d9354e HTTP/1.1" status: 204 len: 168 time: 0.7737067 Mar 31 23:38:02.649156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45736ea0-2aae-4dc2-bcea-a189f246dc11 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5cf9cd-9a76-401e-91f9-6445c3d9354e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:03.165845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53512) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:03.206468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1799e109-960e-4772-ae7f-9211dc19e4b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f2e888c1c154fc4b27530925ccb68a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394094 Mar 31 23:38:03.209610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53514) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:03.260692 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2689-8340-4455-b5b9-3c87e069a545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:03.284005 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2689-8340-4455-b5b9-3c87e069a545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:03.417435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2689-8340-4455-b5b9-3c87e069a545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:03.420205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2689-8340-4455-b5b9-3c87e069a545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:03.421971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fd7e2689-8340-4455-b5b9-3c87e069a545 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76b348bf-c54f-4715-9bb5-e3bae9a6ecdd HTTP/1.1" status: 204 len: 168 time: 0.2109776 Mar 31 23:38:03.430654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e2689-8340-4455-b5b9-3c87e069a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b348bf-c54f-4715-9bb5-e3bae9a6ecdd,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:04.000909 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f390aae-5b3b-4ded-a90f-12dc72b2df3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.076833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53522) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:04.118206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ef15aca7-d845-45b5-8d03-ed51a3d3b491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2f953a603a247a7a6c9121ca3797498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401597 Mar 31 23:38:04.120856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53524) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:04.173158 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a03f492-6727-4701-8037-d6d110bf1520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.195319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a03f492-6727-4701-8037-d6d110bf1520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.332781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a03f492-6727-4701-8037-d6d110bf1520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.335924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0a03f492-6727-4701-8037-d6d110bf1520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:04.339378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0a03f492-6727-4701-8037-d6d110bf1520 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/122df2a4-64d6-4110-b2bd-51a0e0571923 HTTP/1.1" status: 204 len: 168 time: 0.2153716 Mar 31 23:38:04.345330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f492-6727-4701-8037-d6d110bf1520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122df2a4-64d6-4110-b2bd-51a0e0571923,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:06.104454 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0b6fcb63-b2bf-4b22-905e-30817d4e8426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:06.770241 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53538) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:06.946814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port e1d54251-3b05-4466-a185-82368e231f9e {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:06.947156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.024001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.024239 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.035710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for e1d54251-3b05-4466-a185-82368e231f9e owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:07.286915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.317229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=e1d54251-3b05-4466-a185-82368e231f9e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:07.377109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.377410 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Floating IP 699a2b51-85a0-490b-bdb2-583b955930a7 disassociated (deleted). External IP: 172.25.4.123, port: 33c194ec-b56c-4a87-ba92-233ebd4a172e. Mar 31 23:38:07.613227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:07.722068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:07.726852 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.733823 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:07.744393 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:07.745513 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:38:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:07.754257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b2bb591f-2944-40aa-9982-4c126b62b6ef tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "DELETE /v2.0/floatingips/699a2b51-85a0-490b-bdb2-583b955930a7 HTTP/1.1" status: 204 len: 168 time: 0.9828737 Mar 31 23:38:07.754868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:07.757242 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6506b8b3-78a8-43df-a260-4f2c00c921a7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:07.797643 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b74593-19ed-40c4-89eb-dbe2823d3c78 x-openstack-request-id: req-86b74593-19ed-40c4-89eb-dbe2823d3c78 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:07.798245 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:07.798245 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86b74593-19ed-40c4-89eb-dbe2823d3c78 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:07.798609 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b74593-19ed-40c4-89eb-dbe2823d3c78'] response: {'name': 'network-changed', 'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'status': 'completed', 'code': 200} Mar 31 23:38:07.810160 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.892369 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:08.076037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-bea4d500-485b-4f96-a36f-712e87a4a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.077801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-bea4d500-485b-4f96-a36f-712e87a4a382 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64b254b0c02243f38b56c59a1a43f85d&device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 1097 time: 0.2538640 Mar 31 23:38:08.126931 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:08.158510 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:08.168065 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:08.168749 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:38:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:08.190449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-3d6496f7-d755-4b41-81a9-e1bd6845b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.192132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-3d6496f7-d755-4b41-81a9-e1bd6845b547 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 200 len: 912 time: 0.1064341 Mar 31 23:38:08.239524 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-2c92bf4e-0265-4837-9224-3e331645a032 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 200 len: 217 time: 0.0377312 Mar 31 23:38:08.290146 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:08.340610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-b1163cc7-6af8-4a04-92c9-7fd88b12a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.342518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-b1163cc7-6af8-4a04-92c9-7fd88b12a37d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 200 len: 850 time: 0.0957813 Mar 31 23:38:08.395202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390e43-44d2-4fef-a780-37ea3a40eb4e req-342f28db-fe00-4513-afe6-22d3004e4555 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.397359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9390e43-44d2-4fef-a780-37ea3a40eb4e req-342f28db-fe00-4513-afe6-22d3004e4555 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 946 time: 0.2564814 Mar 31 23:38:08.432634 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-180baeb3-9dcb-4e56-86bd-920adfc03436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.434637 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-180baeb3-9dcb-4e56-86bd-920adfc03436 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18addb8-86a2-48fc-a5f1-58f722847a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828471 Mar 31 23:38:08.458743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-9b983238-5c71-425a-a623-74816ddd0591 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:38:08.459959 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-9b983238-5c71-425a-a623-74816ddd0591 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163164 Mar 31 23:38:08.468482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9390e43-44d2-4fef-a780-37ea3a40eb4e req-1c30a791-07a5-4fc0-b571-410285527791 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/security-groups?id=9af19f4c-de17-45d4-b251-8efd4ec28ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621171 Mar 31 23:38:08.510488 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:08.539773 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dbbd0-8ed6-42a5-ba26-9bf2944c5381 None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:23:49Z', 'revision_number': 4, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e05d330a-fab4-45f5-8b87-78a586862911', 'name': '', 'network_id': 'd18addb8-86a2-48fc-a5f1-58f722847a50', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'mac_address': 'fa:16:3e:34:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:48Z', 'updated_at': '2022-03-31T23:23:56Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'subnets': [{'id': '3846da38-6cc2-44e5-b040-59881ed10ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:08.594981 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-26abf77c-868f-4116-8a8b-de904edc7320 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253932 Mar 31 23:38:08.705793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-1dd418b5-41c1-4e8d-903e-8363450b4e23 service neutron] 10.222.0.50 "GET /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041560 Mar 31 23:38:08.721096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-22326b93-10a6-4157-83ea-20543df13ce3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.723416 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-22326b93-10a6-4157-83ea-20543df13ce3 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 946 time: 0.0907469 Mar 31 23:38:08.728810 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.844728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5f5d0-55fb-43d8-8c28-ca94b5306968 None None] New status for floating IP 699a2b51-85a0-490b-bdb2-583b955930a7: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:38:08.845950 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port 33c194ec-b56c-4a87-ba92-233ebd4a172e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:08.846297 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.946942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] For port 33c194ec-b56c-4a87-ba92-233ebd4a172e, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=33c194ec-b56c-4a87-ba92-233ebd4a172e,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:08.947175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.960377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for 33c194ec-b56c-4a87-ba92-233ebd4a172e owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:09.007332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:09.149802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:09.181349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=33c194ec-b56c-4a87-ba92-233ebd4a172e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:09.212378 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:09.224015 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] No DVR routers for this DVR port 33c194ec-b56c-4a87-ba92-233ebd4a172e on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:09.227098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:09.230388 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1365351d-1c68-4cd1-aa10-e49574d2360c req-0ca3a5d3-a083-4308-a2dc-17fd5f34e66d tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.50 "DELETE /v2.0/ports/33c194ec-b56c-4a87-ba92-233ebd4a172e HTTP/1.1" status: 204 len: 173 time: 0.4996560 Mar 31 23:38:09.230835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'name': 'network-vif-deleted', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:09.233132 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400f1688-c837-4c1a-a95a-b1da7a2d93d2" -d '{"events": [{"server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "name": "network-vif-deleted", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:09.341356 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77411a7a-b7f8-432d-9c2a-bb001721e319 x-openstack-request-id: req-77411a7a-b7f8-432d-9c2a-bb001721e319 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:09.341651 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb577250-fdcc-4b91-a7e6-b48ceb5fd048", "name": "network-vif-deleted", "tag": "33c194ec-b56c-4a87-ba92-233ebd4a172e", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:09.341906 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77411a7a-b7f8-432d-9c2a-bb001721e319 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:09.342310 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77411a7a-b7f8-432d-9c2a-bb001721e319'] response: {'server_uuid': 'eb577250-fdcc-4b91-a7e6-b48ceb5fd048', 'name': 'network-vif-deleted', 'tag': '33c194ec-b56c-4a87-ba92-233ebd4a172e', 'status': 'completed', 'code': 200} Mar 31 23:38:09.570328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca2db5b3-850e-4bba-8b62-8f8117098fb5 req-3909931b-ba70-4f05-b471-972fd63b783c tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 210 time: 0.0266397 Mar 31 23:38:09.943967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.661143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 33c194ec-b56c-4a87-ba92-233ebd4a172e no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:10.668796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3bca396a-95f6-4515-aa6e-a40a862ee872 req-a43dfd71-07d2-469e-9add-c851ddec2976 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 210 time: 0.0264378 Mar 31 23:38:10.691829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 33c194ec-b56c-4a87-ba92-233ebd4a172e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:10.692181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 33c194ec-b56c-4a87-ba92-233ebd4a172e not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:11.773996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb7f331a-f9eb-47ad-96ec-9db52b691f95 req-945f3b56-ecf9-4ef7-94da-41ef022d8418 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 210 time: 0.0301995 Mar 31 23:38:12.874242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce633f8d-cde1-46f2-b9a2-281ef60e2c78 req-bb3e1593-cd8d-4469-bede-ee8333febd92 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb577250-fdcc-4b91-a7e6-b48ceb5fd048 HTTP/1.1" status: 200 len: 210 time: 0.0313511 Mar 31 23:38:13.932656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53564) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:14.054071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Deleting port bd7c3d00-ebdd-428d-b92f-5842bb385f37 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:14.054413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:14.128159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:14.128484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:14.139742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Calling delete_port for bd7c3d00-ebdd-428d-b92f-5842bb385f37 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:14.338207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:14.361048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'Port': ['ID=bd7c3d00-ebdd-428d-b92f-5842bb385f37,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:14.424967 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:14.427515 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:14.428705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9e0514fb-2952-4f11-858f-994f597da0db tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "DELETE /v2.0/floatingips/166291e9-889b-4413-8988-2e6b64adc021 HTTP/1.1" status: 204 len: 168 time: 0.4950483 Mar 31 23:38:17.853341 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53580) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:17.912124 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e2250ef-0a4f-40ac-8bc7-13770eff6915 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:17.937007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e2250ef-0a4f-40ac-8bc7-13770eff6915 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.092430 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e2250ef-0a4f-40ac-8bc7-13770eff6915 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.095493 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2e2250ef-0a4f-40ac-8bc7-13770eff6915 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.096687 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2e2250ef-0a4f-40ac-8bc7-13770eff6915 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] 10.222.0.31 "DELETE /v2.0/security-groups/9af19f4c-de17-45d4-b251-8efd4ec28ed5 HTTP/1.1" status: 204 len: 168 time: 0.2423327 Mar 31 23:38:18.113281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2250ef-0a4f-40ac-8bc7-13770eff6915 tempest-TestVolumeBootPattern-470732748 tempest-TestVolumeBootPattern-470732748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af19f4c-de17-45d4-b251-8efd4ec28ed5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:18.230267 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53584) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:18.713781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:18.964802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Deleting port e05d330a-fab4-45f5-8b87-78a586862911 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:18.965457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:19.301298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] For port e05d330a-fab4-45f5-8b87-78a586862911, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e05d330a-fab4-45f5-8b87-78a586862911,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:19.301566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:19.316356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Calling delete_port for e05d330a-fab4-45f5-8b87-78a586862911 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:19.559020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:19.586974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05d330a-fab4-45f5-8b87-78a586862911,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:19.754274 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:19.968444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:20.076235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:20.081236 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d7280d31-b346-46b3-81fc-1e2c8b1d89c9 admin admin] 10.222.0.31 "PUT /v2.0/routers/2b13e5f4-238c-4858-afbc-0a060f1bcfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498900 Mar 31 23:38:20.083821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53590) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:20.087063 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] Sync routers for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:20.101452 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:20.102057 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:38:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:20.192554 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.206892 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:20.299771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.380789 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:38:19Z', 'revision_number': 5, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port': {'id': '2af8ecac-e788-484a-a34c-3f618c0730fa', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:45Z', 'updated_at': '2022-03-31T23:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:20.407619 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] Checking router: 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:20.417126 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] Routers {'2b13e5f4-238c-4858-afbc-0a060f1bcfd9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:20.417727 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:38:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:20.432200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Deleting port 2af8ecac-e788-484a-a34c-3f618c0730fa {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:20.436598 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.507311 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] Set router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:20.518377 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] For port 2af8ecac-e788-484a-a34c-3f618c0730fa, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2af8ecac-e788-484a-a34c-3f618c0730fa,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:20.518771 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.530867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Calling delete_port for 2af8ecac-e788-484a-a34c-3f618c0730fa owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:20.657957 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:38:20Z', 'revision_number': 6, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:20.685000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3cf5f7-7e7b-4260-857e-59072c14d651 None None] The sync data for ids ['2b13e5f4-238c-4858-afbc-0a060f1bcfd9'] in n-d-836015-1 is: [{'id': '2b13e5f4-238c-4858-afbc-0a060f1bcfd9', 'name': 'tempest-TestVolumeBootPattern-119152126-router', 'tenant_id': '64b254b0c02243f38b56c59a1a43f85d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:44Z', 'updated_at': '2022-03-31T23:38:20Z', 'revision_number': 6, 'project_id': '64b254b0c02243f38b56c59a1a43f85d', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:20.784404 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.815059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af8ecac-e788-484a-a34c-3f618c0730fa,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:20.881343 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.971328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:20.973360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.096328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.096935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b13e5f4-238c-4858-afbc-0a060f1bcfd9 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:38:21.101637 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.106230 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a10cff87-0d9c-4e4e-8c2e-54edd244cbd0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2b13e5f4-238c-4858-afbc-0a060f1bcfd9 HTTP/1.1" status: 204 len: 168 time: 1.0176444 Mar 31 23:38:21.106437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53592) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:21.158594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b35f63-7700-4325-96f3-d6b09caffeb2 admin admin] Deleting subnet 3846da38-6cc2-44e5-b040-59881ed10ef2 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:38:21.161952 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8b35f63-7700-4325-96f3-d6b09caffeb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.203246 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8b35f63-7700-4325-96f3-d6b09caffeb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.286670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8b35f63-7700-4325-96f3-d6b09caffeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.407383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8b35f63-7700-4325-96f3-d6b09caffeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.433542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b35f63-7700-4325-96f3-d6b09caffeb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3846da38-6cc2-44e5-b040-59881ed10ef2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:21.437008 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c8b35f63-7700-4325-96f3-d6b09caffeb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.440202 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c8b35f63-7700-4325-96f3-d6b09caffeb2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3846da38-6cc2-44e5-b040-59881ed10ef2 HTTP/1.1" status: 204 len: 168 time: 0.3327396 Mar 31 23:38:21.442774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53594) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:21.449756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a94b27-a2ef-48c2-bcdd-00c836c7aa10 None None] Network d18addb8-86a2-48fc-a5f1-58f722847a50 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:21.524574 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.597775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Deleting port 10edb359-0f2a-4bae-825b-fabb029d4fe7 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:21.598118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.650356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] DHCP port deletion for d18addb8-86a2-48fc-a5f1-58f722847a50 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:38:21.664648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] For port 10edb359-0f2a-4bae-825b-fabb029d4fe7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=10edb359-0f2a-4bae-825b-fabb029d4fe7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:21.664937 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.678647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Calling delete_port for 10edb359-0f2a-4bae-825b-fabb029d4fe7 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:21.700917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] Deleting port 10edb359-0f2a-4bae-825b-fabb029d4fe7 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:21.701345 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.801598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] For port 10edb359-0f2a-4bae-825b-fabb029d4fe7, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=10edb359-0f2a-4bae-825b-fabb029d4fe7,segment=NetworkSegment(d7939ef1-036e-4266-bb4f-d6aec4fedb04),segment_id=d7939ef1-036e-4266-bb4f-d6aec4fedb04)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:21.801892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.815780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] Calling delete_port for 10edb359-0f2a-4bae-825b-fabb029d4fe7 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:21.870222 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.892333 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.897384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Pushing event deleted for resources: {'Port': ['ID=10edb359-0f2a-4bae-825b-fabb029d4fe7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:21.899294 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] No DVR routers for this DVR port 10edb359-0f2a-4bae-825b-fabb029d4fe7 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:21.920262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] No DVR routers for this DVR port 10edb359-0f2a-4bae-825b-fabb029d4fe7 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:21.923348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074e9cc-0c94-4948-8f96-b7fa56338e25 None None] Pushing event deleted for resources: {'Port': ['ID=10edb359-0f2a-4bae-825b-fabb029d4fe7,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:21.975472 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:21.995933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18addb8-86a2-48fc-a5f1-58f722847a50']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:22.004997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7939ef1-036e-4266-bb4f-d6aec4fedb04') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:22.005323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7939ef1-036e-4266-bb4f-d6aec4fedb04') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:22.018550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.034828 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.041074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:38:22.041421 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:38:22.043062 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:38:22.167317 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.173083 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.176403 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] 10.222.0.31 "DELETE /v2.0/networks/d18addb8-86a2-48fc-a5f1-58f722847a50 HTTP/1.1" status: 204 len: 168 time: 0.7324779 Mar 31 23:38:22.187478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53596) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:22.188417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae57a3-482c-4439-9abd-7d141d3f26bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d18addb8-86a2-48fc-a5f1-58f722847a50,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:22.458598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e05d330a-fab4-45f5-8b87-78a586862911 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:22.483542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e05d330a-fab4-45f5-8b87-78a586862911 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:22.483968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e05d330a-fab4-45f5-8b87-78a586862911 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:22.484444 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2af8ecac-e788-484a-a34c-3f618c0730fa no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:22.506389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2af8ecac-e788-484a-a34c-3f618c0730fa {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:22.506747 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2af8ecac-e788-484a-a34c-3f618c0730fa not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:22.507157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 10edb359-0f2a-4bae-825b-fabb029d4fe7 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:22.527424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 10edb359-0f2a-4bae-825b-fabb029d4fe7 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:22.527871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 10edb359-0f2a-4bae-825b-fabb029d4fe7 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:22.534344 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:22.786109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Deleting port 2c253131-6338-40b9-a14d-184f401b2915 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:22.786360 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.198872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] For port 2c253131-6338-40b9-a14d-184f401b2915, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2c253131-6338-40b9-a14d-184f401b2915,segment=NetworkSegment(c19977b2-5ffe-468e-80d1-89e2cb851f02),segment_id=c19977b2-5ffe-468e-80d1-89e2cb851f02)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:23.199642 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.217262 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Calling delete_port for 2c253131-6338-40b9-a14d-184f401b2915 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:23.495729 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.519094 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c253131-6338-40b9-a14d-184f401b2915,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:23.722775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:23.939472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Router fa572f0a-bea9-4cd3-af1d-78daab5769ea has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:24.052244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:24.057759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-430584a2-7304-44b2-9e1b-de28b04fa491 admin admin] 10.222.0.31 "PUT /v2.0/routers/fa572f0a-bea9-4cd3-af1d-78daab5769ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8692410 Mar 31 23:38:24.060571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53600) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:24.062131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] Sync routers for ids ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:24.072690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] Routers {'fa572f0a-bea9-4cd3-af1d-78daab5769ea'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:24.073307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:38:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:24.170065 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.179431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] Set router fa572f0a-bea9-4cd3-af1d-78daab5769ea gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:24.273286 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.364578 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:38:23Z', 'revision_number': 5, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port': {'id': 'efa4eb93-fab2-470b-9133-c4e9f09614ac', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:55Z', 'updated_at': '2022-03-31T23:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:24.396017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] Checking router: fa572f0a-bea9-4cd3-af1d-78daab5769ea for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:24.404714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] Routers {'fa572f0a-bea9-4cd3-af1d-78daab5769ea'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:24.405209 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:38:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:24.459504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Deleting port efa4eb93-fab2-470b-9133-c4e9f09614ac {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:24.459943 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.503284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] Set router fa572f0a-bea9-4cd3-af1d-78daab5769ea gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:24.543840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] For port efa4eb93-fab2-470b-9133-c4e9f09614ac, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=efa4eb93-fab2-470b-9133-c4e9f09614ac,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:24.544130 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.554774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:38:24Z', 'revision_number': 6, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:24.555954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Calling delete_port for efa4eb93-fab2-470b-9133-c4e9f09614ac owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:24.585735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6edaa-b696-4d47-8ace-c15580191018 None None] The sync data for ids ['fa572f0a-bea9-4cd3-af1d-78daab5769ea'] in n-d-836015-1 is: [{'id': 'fa572f0a-bea9-4cd3-af1d-78daab5769ea', 'name': 'tempest-TestVolumeBootPattern-563026554-router', 'tenant_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:54Z', 'updated_at': '2022-03-31T23:38:24Z', 'revision_number': 6, 'project_id': 'b83d9ec7f545495ebb83286cbda2a5bc', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:24.795677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.823023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Pushing event deleted for resources: {'Port': ['ID=efa4eb93-fab2-470b-9133-c4e9f09614ac,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:24.879578 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.971953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:24.974360 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.087018 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.087519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa572f0a-bea9-4cd3-af1d-78daab5769ea {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:38:25.093354 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.094283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e704c2f3-b275-403e-a7e6-5b454ebc150a admin admin] 10.222.0.31 "DELETE /v2.0/routers/fa572f0a-bea9-4cd3-af1d-78daab5769ea HTTP/1.1" status: 204 len: 168 time: 1.0327675 Mar 31 23:38:25.096801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53606) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:25.142994 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-154a7942-0b3c-4278-a06b-63f53a7c0ab0 admin admin] Deleting subnet de1b8479-2169-4758-86fb-f319cd54adb7 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:38:25.146062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-154a7942-0b3c-4278-a06b-63f53a7c0ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.181273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-154a7942-0b3c-4278-a06b-63f53a7c0ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.263171 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-154a7942-0b3c-4278-a06b-63f53a7c0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.410912 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-154a7942-0b3c-4278-a06b-63f53a7c0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.437217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7942-0b3c-4278-a06b-63f53a7c0ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1b8479-2169-4758-86fb-f319cd54adb7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:25.441200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-154a7942-0b3c-4278-a06b-63f53a7c0ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.445171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-154a7942-0b3c-4278-a06b-63f53a7c0ab0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/de1b8479-2169-4758-86fb-f319cd54adb7 HTTP/1.1" status: 204 len: 168 time: 0.3474150 Mar 31 23:38:25.447907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22608d7-a8a7-4e56-9684-af6948d565d2 None None] Network 551d2d6e-22d9-40a2-92c4-fe0582216870 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:38:25.448924 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53610) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:25.526351 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.587550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Deleting port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:25.587894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.658456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] DHCP port deletion for 551d2d6e-22d9-40a2-92c4-fe0582216870 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:38:25.658793 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] For port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,segment=NetworkSegment(c19977b2-5ffe-468e-80d1-89e2cb851f02),segment_id=c19977b2-5ffe-468e-80d1-89e2cb851f02)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:25.659267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.674453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Calling delete_port for db6df086-1d7d-4f80-9e9c-5edd24e4b0cf owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:25.714885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] Deleting port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:25.715257 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.777327 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] For port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,segment=NetworkSegment(c19977b2-5ffe-468e-80d1-89e2cb851f02),segment_id=c19977b2-5ffe-468e-80d1-89e2cb851f02)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:25.777732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.790744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] Calling delete_port for db6df086-1d7d-4f80-9e9c-5edd24e4b0cf owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:25.844493 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.872137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.872445 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:25.874940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] No DVR routers for this DVR port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:25.898379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] Pushing event deleted for resources: {'Port': ['ID=db6df086-1d7d-4f80-9e9c-5edd24e4b0cf,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:25.903635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a346b28-0970-4a66-9d43-e167a61ac158 None None] No DVR routers for this DVR port db6df086-1d7d-4f80-9e9c-5edd24e4b0cf on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:25.955192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:25.976394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551d2d6e-22d9-40a2-92c4-fe0582216870']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:25.985724 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19977b2-5ffe-468e-80d1-89e2cb851f02') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:25.986018 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19977b2-5ffe-468e-80d1-89e2cb851f02') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:25.996213 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.009052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.014977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:38:26.015363 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:38:26.017092 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:38:26.136049 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.141962 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.145031 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] 10.222.0.31 "DELETE /v2.0/networks/551d2d6e-22d9-40a2-92c4-fe0582216870 HTTP/1.1" status: 204 len: 168 time: 0.6945794 Mar 31 23:38:26.158362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a042dd-d88c-4bd1-bc94-e02c17750e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=551d2d6e-22d9-40a2-92c4-fe0582216870,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:26.461791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device efa4eb93-fab2-470b-9133-c4e9f09614ac no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:26.482592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: efa4eb93-fab2-470b-9133-c4e9f09614ac {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:26.482997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device efa4eb93-fab2-470b-9133-c4e9f09614ac not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:26.483310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2c253131-6338-40b9-a14d-184f401b2915 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:26.505070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2c253131-6338-40b9-a14d-184f401b2915 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:26.505412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2c253131-6338-40b9-a14d-184f401b2915 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:26.505818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device db6df086-1d7d-4f80-9e9c-5edd24e4b0cf no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:26.525020 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: db6df086-1d7d-4f80-9e9c-5edd24e4b0cf {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:26.525368 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device db6df086-1d7d-4f80-9e9c-5edd24e4b0cf not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:26.543843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53616) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:26.584706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d400ca9-dc25-485a-a004-00bdd9837298 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64b254b0c02243f38b56c59a1a43f85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396755 Mar 31 23:38:26.587421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53618) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:26.642922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49348f53-abd3-4da7-8855-d8b68a2c93db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.665058 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49348f53-abd3-4da7-8855-d8b68a2c93db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.781573 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49348f53-abd3-4da7-8855-d8b68a2c93db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.784137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-49348f53-abd3-4da7-8855-d8b68a2c93db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.785336 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-49348f53-abd3-4da7-8855-d8b68a2c93db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/879efc22-47c6-4895-97eb-4c4e9723d9b8 HTTP/1.1" status: 204 len: 168 time: 0.1969931 Mar 31 23:38:26.793763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49348f53-abd3-4da7-8855-d8b68a2c93db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879efc22-47c6-4895-97eb-4c4e9723d9b8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:27.492320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53626) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:27.532216 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5e7bbc26-108b-4d8a-87ea-fe6ff3921e2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b83d9ec7f545495ebb83286cbda2a5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387328 Mar 31 23:38:27.534768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53628) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:27.584674 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44bfc77d-dc3f-4a71-b783-e712d7697949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:27.608889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44bfc77d-dc3f-4a71-b783-e712d7697949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:27.741732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44bfc77d-dc3f-4a71-b783-e712d7697949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:27.744369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-44bfc77d-dc3f-4a71-b783-e712d7697949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:27.745526 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-44bfc77d-dc3f-4a71-b783-e712d7697949 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f8fb688-63bd-4cf2-aeb9-e371a24a51be HTTP/1.1" status: 204 len: 168 time: 0.2098718 Mar 31 23:38:27.754707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfc77d-dc3f-4a71-b783-e712d7697949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8fb688-63bd-4cf2-aeb9-e371a24a51be,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:30.061561 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:38:34.015989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-40d237bb-c577-443c-acee-5540ddbb39fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.073381 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a70605ae-a1d2-4346-9588-5a746c57f7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:37.818430 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.750182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.970018 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.189431 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:39.192401 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-eccc15e3-2d33-40d0-b770-504163eeb9ee tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8e78203faaae4aa0bbfd6450b7df5ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304453 Mar 31 23:38:39.376892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-288b9e5c-811a-4322-aeb4-46d3232510e6 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:39.378379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-288b9e5c-811a-4322-aeb4-46d3232510e6 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802955 Mar 31 23:38:39.394084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-65839aef-b987-4ec1-b2eb-85eca39c1329 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/quotas/8e78203faaae4aa0bbfd6450b7df5ef5 HTTP/1.1" status: 200 len: 375 time: 0.0091202 Mar 31 23:38:39.425530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-c68491a4-c26f-40d3-9733-189d329862f8 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e78203faaae4aa0bbfd6450b7df5ef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255954 Mar 31 23:38:39.663714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea83436d-4911-43b2-8b3a-fbacbee3cea2 req-414cfef8-23d3-40ec-8840-41093dd85bcd tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 210 time: 0.0272024 Mar 31 23:38:39.949624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:40.756809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6924cc4-7b0f-4b92-9ba3-d864bb1dc0dd req-1f80081d-d77f-48df-ae70-0cc81925bb51 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 210 time: 0.0253401 Mar 31 23:38:41.576062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-c9bb478b-a5ca-4e3e-8347-c12b984ad5e7 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8e78203faaae4aa0bbfd6450b7df5ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207372 Mar 31 23:38:41.684633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-522b3332-8128-4bb2-b675-f297e381c628 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:41.686076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-522b3332-8128-4bb2-b675-f297e381c628 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043358 Mar 31 23:38:41.697777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Request body: {'port': {'device_id': 'b3d2fdfb-bc06-4637-a174-1a492d979b02', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'admin_state_up': True, 'tenant_id': '8e78203faaae4aa0bbfd6450b7df5ef5'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:41.857945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1730dea9-38e5-4699-92a6-fbf23f560c1d req-dfff0037-6051-4d88-8bd5-df8ae975b9da tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 210 time: 0.0319977 Mar 31 23:38:41.859020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Made reservation on behalf of 8e78203faaae4aa0bbfd6450b7df5ef5 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:41.862862 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.871808 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:41.945899 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.012646 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.074791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba42c23-14f3-4f28-9562-5e0e175a5ab8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:42.090736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.091131 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.091501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.091838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.092170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.092507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.092838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.093164 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.093488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.093810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.094130 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.094450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:42.159456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Allocated IP 192.168.233.237 (a73cbf47-43cf-4cce-baae-249e024729c6/6aac4b9a-9396-42ca-acb5-4a917aab088b/42461334-b378-4eee-9893-7b0231062a15) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:42.298523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.416625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.462946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Network a73cbf47-43cf-4cce-baae-249e024729c6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:42.466039 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:42.469991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:42.497757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Pushing event updated for resources: {'Port': ['ID=42461334-b378-4eee-9893-7b0231062a15,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:42.524488 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:42.525102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.637899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-34d2bda9-0075-4341-8477-6119979abb4c tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9436946 Mar 31 23:38:42.656516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-72adcd50-e47d-494c-bb72-582c30d5eaca None None] Provisioning complete for port 42461334-b378-4eee-9893-7b0231062a15 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:42.657398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72adcd50-e47d-494c-bb72-582c30d5eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:42.691410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-72adcd50-e47d-494c-bb72-582c30d5eaca None None] Port 42461334-b378-4eee-9893-7b0231062a15 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:38:42.745663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Request body: {'port': {'device_id': 'b3d2fdfb-bc06-4637-a174-1a492d979b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:42.799618 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.026426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6084d-3941-45c8-9aad-1dd5ef4f5020 req-985e6de8-7e7c-4417-999b-ed02e990d1f4 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:43.027820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4aa6084d-3941-45c8-9aad-1dd5ef4f5020 req-985e6de8-7e7c-4417-999b-ed02e990d1f4 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 936 time: 0.0915740 Mar 31 23:38:43.092219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4aa6084d-3941-45c8-9aad-1dd5ef4f5020 req-a372eac3-fe00-46e1-ae53-9a428b734179 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Mar 31 23:38:43.128181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42461334-b378-4eee-9893-7b0231062a15 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:43.135924 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.148785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Transition to ACTIVE for port object 42461334-b378-4eee-9893-7b0231062a15 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:38:43.218855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.272510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Pushing event updated for resources: {'Port': ['ID=42461334-b378-4eee-9893-7b0231062a15,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:43.348573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Attempting to bind port 42461334-b378-4eee-9893-7b0231062a15 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:38:43.349041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Attempting to bind port 42461334-b378-4eee-9893-7b0231062a15 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:38:43.349450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Attempting to bind port 42461334-b378-4eee-9893-7b0231062a15 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:43.354980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Port 42461334-b378-4eee-9893-7b0231062a15 on network a73cbf47-43cf-4cce-baae-249e024729c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:38:43.355307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Attempting to bind port 42461334-b378-4eee-9893-7b0231062a15 on network a73cbf47-43cf-4cce-baae-249e024729c6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:38:43.360710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:38:43.368940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Checking segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:38:43.368940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Bound using segment: {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:38:43.368940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Bound port: 42461334-b378-4eee-9893-7b0231062a15, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28466954-f65b-447c-aeab-4066735e4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:38:43.368940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.433502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] For port 42461334-b378-4eee-9893-7b0231062a15, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:38:43.437812 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] For port 42461334-b378-4eee-9893-7b0231062a15, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=42461334-b378-4eee-9893-7b0231062a15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:38:43.502226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.549618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:43.550333 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:43.551754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] 10.222.0.45 "PUT /v2.0/ports/42461334-b378-4eee-9893-7b0231062a15 HTTP/1.1" status: 200 len: 1096 time: 0.9061248 Mar 31 23:38:43.552188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d2fdfb-bc06-4637-a174-1a492d979b02', 'tag': '42461334-b378-4eee-9893-7b0231062a15'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:43.554565 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73b33f4-c115-4800-8587-4cbb0b1cf920" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d2fdfb-bc06-4637-a174-1a492d979b02", "tag": "42461334-b378-4eee-9893-7b0231062a15"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:43.577553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe72c15-5201-4149-b2dc-02c550239b80 service neutron] Pushing event updated for resources: {'Port': ['ID=42461334-b378-4eee-9893-7b0231062a15,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:43.610660 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f1edb3-2195-4362-9bb7-e5361ed7fe45 x-openstack-request-id: req-d1f1edb3-2195-4362-9bb7-e5361ed7fe45 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:43.610996 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d2fdfb-bc06-4637-a174-1a492d979b02", "tag": "42461334-b378-4eee-9893-7b0231062a15", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:43.611438 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1f1edb3-2195-4362-9bb7-e5361ed7fe45 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:43.611758 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f1edb3-2195-4362-9bb7-e5361ed7fe45'] response: {'name': 'network-changed', 'server_uuid': 'b3d2fdfb-bc06-4637-a174-1a492d979b02', 'tag': '42461334-b378-4eee-9893-7b0231062a15', 'status': 'completed', 'code': 200} Mar 31 23:38:43.681888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b33f4-c115-4800-8587-4cbb0b1cf920 req-a1de2dd6-8bc4-4cac-b0f3-8b9b7494d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:43.683882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c73b33f4-c115-4800-8587-4cbb0b1cf920 req-a1de2dd6-8bc4-4cac-b0f3-8b9b7494d230 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e78203faaae4aa0bbfd6450b7df5ef5&device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 1099 time: 0.0537930 Mar 31 23:38:43.714261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c73b33f4-c115-4800-8587-4cbb0b1cf920 req-23ca4a9d-a685-403e-95fd-73746b3eecae service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8e78203faaae4aa0bbfd6450b7df5ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233879 Mar 31 23:38:43.822154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b33f4-c115-4800-8587-4cbb0b1cf920 req-97fb14e8-eb81-4e95-8b1d-18dbc5e9a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:43.822154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c73b33f4-c115-4800-8587-4cbb0b1cf920 req-97fb14e8-eb81-4e95-8b1d-18dbc5e9a49f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985062 Mar 31 23:38:43.898021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-539e2e7e-df5b-4bd4-810d-3a9f53357687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:43.900154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-539e2e7e-df5b-4bd4-810d-3a9f53357687 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e78203faaae4aa0bbfd6450b7df5ef5&device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 1099 time: 0.0434830 Mar 31 23:38:43.941114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-7907ead8-d8bc-4c4b-8429-6693cc1845cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=42461334-b378-4eee-9893-7b0231062a15 HTTP/1.1" status: 200 len: 217 time: 0.0331099 Mar 31 23:38:43.989227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-c1914755-41cc-417d-9b3a-6f777684f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:43.990704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-c1914755-41cc-417d-9b3a-6f777684f512 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aac4b9a-9396-42ca-acb5-4a917aab088b HTTP/1.1" status: 200 len: 843 time: 0.0421469 Mar 31 23:38:44.039713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-00013492-2bba-4149-8622-dd1a7eced5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:44.041201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-00013492-2bba-4149-8622-dd1a7eced5d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a73cbf47-43cf-4cce-baae-249e024729c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436683 Mar 31 23:38:44.137266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-68f3fe3b-3c05-4e09-9994-2a9185b26c1d service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892835 Mar 31 23:38:44.258952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216907-bf60-4a40-86da-b0576a5e0c59 req-8609476e-6dd1-462b-a2a0-882746c4e2eb tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:44.260413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50216907-bf60-4a40-86da-b0576a5e0c59 req-8609476e-6dd1-462b-a2a0-882746c4e2eb tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 948 time: 0.0952003 Mar 31 23:38:44.275664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08d8009e-f1dc-4252-af66-a53edd6486b5 req-a8b1e96f-c85a-4b38-aa18-e2fb94f240b8 service neutron] 10.222.0.45 "GET /v2.0/networks/a73cbf47-43cf-4cce-baae-249e024729c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322448 Mar 31 23:38:44.302294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50216907-bf60-4a40-86da-b0576a5e0c59 req-d0d148f4-ea01-4ea6-8666-ac3e31493f75 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Mar 31 23:38:45.422189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc773ff-7d97-4168-a568-d60a3fd72062 req-e5f64a4c-f7ef-4db1-b13d-e302463a643f tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:45.423663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cc773ff-7d97-4168-a568-d60a3fd72062 req-e5f64a4c-f7ef-4db1-b13d-e302463a643f tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 948 time: 0.0482850 Mar 31 23:38:45.463986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cc773ff-7d97-4168-a568-d60a3fd72062 req-bc57e807-ac37-4c5a-9d2e-ce350be67725 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Mar 31 23:38:46.579658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4150c-f9f0-4751-aad4-9ee2ef232846 req-da58a42d-7e25-47da-a443-04914b5c393a tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:46.581130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17a4150c-f9f0-4751-aad4-9ee2ef232846 req-da58a42d-7e25-47da-a443-04914b5c393a tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 948 time: 0.0485711 Mar 31 23:38:46.620225 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-17a4150c-f9f0-4751-aad4-9ee2ef232846 req-9778ecb8-2421-49c7-81c6-fe3b5c467594 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Mar 31 23:38:46.654561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 42461334-b378-4eee-9893-7b0231062a15 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:38:46.746432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 42461334-b378-4eee-9893-7b0231062a15, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=42461334-b378-4eee-9893-7b0231062a15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:46.757422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '42461334-b378-4eee-9893-7b0231062a15', 'network_id': 'a73cbf47-43cf-4cce-baae-249e024729c6', 'port_id': '42461334-b378-4eee-9893-7b0231062a15', 'mac_address': 'fa:16:3e:d5:94:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aac4b9a-9396-42ca-acb5-4a917aab088b', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:38:46.796396 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.809107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42461334-b378-4eee-9893-7b0231062a15 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:46.827749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 42461334-b378-4eee-9893-7b0231062a15, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=42461334-b378-4eee-9893-7b0231062a15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:47.001992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:47.048134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=42461334-b378-4eee-9893-7b0231062a15,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:47.233781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['42461334-b378-4eee-9893-7b0231062a15'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:47.740358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6cf4f-4145-4717-8d0c-eeae3eda62b3 req-904e750d-4b29-48c6-8f27-ddef8e3a12b0 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:47.741843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2d6cf4f-4145-4717-8d0c-eeae3eda62b3 req-904e750d-4b29-48c6-8f27-ddef8e3a12b0 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 949 time: 0.0498974 Mar 31 23:38:47.784562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2d6cf4f-4145-4717-8d0c-eeae3eda62b3 req-8a7e8250-ba13-4106-88f4-ca5137b56ed2 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Mar 31 23:38:48.670572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 42461334-b378-4eee-9893-7b0231062a15 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:48.775802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 42461334-b378-4eee-9893-7b0231062a15 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:38:48.780047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 42461334-b378-4eee-9893-7b0231062a15 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:48.780416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.861114 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.884399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d2fdfb-bc06-4637-a174-1a492d979b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42461334-b378-4eee-9893-7b0231062a15'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:48.886703 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722b2f72-5d8f-43e3-bc56-33babcd5d632" -d '{"events": [{"server_uuid": "b3d2fdfb-bc06-4637-a174-1a492d979b02", "name": "network-vif-plugged", "status": "completed", "tag": "42461334-b378-4eee-9893-7b0231062a15"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:48.899373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 42461334-b378-4eee-9893-7b0231062a15, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=42461334-b378-4eee-9893-7b0231062a15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:48.904489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70955d3-5c38-4b84-a787-fec609be4c45 req-4a5e5ba2-34e0-400e-912b-de0da789c931 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:48.906033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b70955d3-5c38-4b84-a787-fec609be4c45 req-4a5e5ba2-34e0-400e-912b-de0da789c931 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 949 time: 0.0499856 Mar 31 23:38:48.924272 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655bc735-80a8-44c6-be62-984a5d316fbc x-openstack-request-id: req-655bc735-80a8-44c6-be62-984a5d316fbc {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:48.924559 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d2fdfb-bc06-4637-a174-1a492d979b02", "name": "network-vif-plugged", "status": "completed", "tag": "42461334-b378-4eee-9893-7b0231062a15", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:48.924808 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-655bc735-80a8-44c6-be62-984a5d316fbc {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:48.925203 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655bc735-80a8-44c6-be62-984a5d316fbc'] response: {'server_uuid': 'b3d2fdfb-bc06-4637-a174-1a492d979b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42461334-b378-4eee-9893-7b0231062a15', 'code': 200} Mar 31 23:38:48.949286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b70955d3-5c38-4b84-a787-fec609be4c45 req-786dfcc4-4324-4b9c-baa0-6b276030d2c9 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369298 Mar 31 23:38:48.950331 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:48.999946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=42461334-b378-4eee-9893-7b0231062a15,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:49.028246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e4a56-afcc-4385-ba28-db9ea01a8a6c req-f2cf1158-c71b-4750-ad53-a1a617b10aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:49.030082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-697e4a56-afcc-4385-ba28-db9ea01a8a6c req-f2cf1158-c71b-4750-ad53-a1a617b10aa7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 1101 time: 0.0412529 Mar 31 23:38:49.064952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-697e4a56-afcc-4385-ba28-db9ea01a8a6c req-bbf2973c-703f-4098-a958-498be01d8f88 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286093 Mar 31 23:38:50.074400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db53b4-d864-48db-8cfe-5e6e9a6aafcb req-bd2511e1-5625-47d3-8d18-c17374c1d999 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:50.075903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9db53b4-d864-48db-8cfe-5e6e9a6aafcb req-bd2511e1-5625-47d3-8d18-c17374c1d999 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 950 time: 0.0523691 Mar 31 23:38:50.114048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9db53b4-d864-48db-8cfe-5e6e9a6aafcb req-59ad85bb-7989-42f9-9d92-f12014aa7314 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310960 Mar 31 23:38:51.230810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168885-6dee-4bd5-b13a-30f3b42b8cb2 req-d862961f-0451-4990-94da-0a04bceb2181 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:51.232329 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec168885-6dee-4bd5-b13a-30f3b42b8cb2 req-d862961f-0451-4990-94da-0a04bceb2181 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 950 time: 0.0473268 Mar 31 23:38:51.271723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec168885-6dee-4bd5-b13a-30f3b42b8cb2 req-ff984b0a-fb67-480e-b902-cbdfa2fa10e7 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Mar 31 23:38:51.693154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-cd7d725f-f7cd-49bf-9c0f-068bb5488a60 req-a9f7031f-ffc4-443d-830e-15c38a873fce service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:38:51.694179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd7d725f-f7cd-49bf-9c0f-068bb5488a60 req-a9f7031f-ffc4-443d-830e-15c38a873fce service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544250 Mar 31 23:38:52.159421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-ef944a4a-4a5b-4fac-ae61-9f64ccc70a15 req-32d7d857-7262-4289-9ac1-f6a4adbc91e1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:38:52.160380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ef944a4a-4a5b-4fac-ae61-9f64ccc70a15 req-32d7d857-7262-4289-9ac1-f6a4adbc91e1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052865 Mar 31 23:38:52.827520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c0d9f-50d2-4e86-80f4-84bb8ef68293 req-94a153aa-21fa-4616-af27-1399d83eed0d tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:52.828986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea5c0d9f-50d2-4e86-80f4-84bb8ef68293 req-94a153aa-21fa-4616-af27-1399d83eed0d tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 950 time: 0.0490489 Mar 31 23:38:52.867180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea5c0d9f-50d2-4e86-80f4-84bb8ef68293 req-0a13fa35-a729-4230-8e1b-b7a217e15a26 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Mar 31 23:38:53.988681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0590d-6365-4e92-8142-44407abd4f10 req-385e72cc-3563-40ce-a88e-cab49788b438 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:53.990176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b0590d-6365-4e92-8142-44407abd4f10 req-385e72cc-3563-40ce-a88e-cab49788b438 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 950 time: 0.0517387 Mar 31 23:38:54.038794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85b0590d-6365-4e92-8142-44407abd4f10 req-b2720fc0-bd40-4e9c-bd18-feec6cc65db5 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/security-groups?id=aba42c23-14f3-4f28-9562-5e0e175a5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Mar 31 23:38:54.073705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-d2140979-ba26-4217-9750-20fe8ef27005 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:54.075228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-d2140979-ba26-4217-9750-20fe8ef27005 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 950 time: 0.0518997 Mar 31 23:38:54.166979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Deleting port 42461334-b378-4eee-9893-7b0231062a15 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:38:54.167237 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.253064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] For port 42461334-b378-4eee-9893-7b0231062a15, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=42461334-b378-4eee-9893-7b0231062a15,segment=NetworkSegment(28466954-f65b-447c-aeab-4066735e4a68),segment_id=28466954-f65b-447c-aeab-4066735e4a68)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:54.253424 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.266295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Calling delete_port for 42461334-b378-4eee-9893-7b0231062a15 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:38:54.478817 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.492357 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['42461334-b378-4eee-9893-7b0231062a15'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:54.508850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Pushing event deleted for resources: {'Port': ['ID=42461334-b378-4eee-9893-7b0231062a15,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:54.550727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] No DVR routers for this DVR port 42461334-b378-4eee-9893-7b0231062a15 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:38:54.553507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:54.556915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abf7ca07-b740-4de2-83fb-1fecaa484186 req-16ea2423-0b30-487a-9a03-ec810217cc99 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.45 "DELETE /v2.0/ports/42461334-b378-4eee-9893-7b0231062a15 HTTP/1.1" status: 204 len: 173 time: 0.4757924 Mar 31 23:38:54.557370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d2fdfb-bc06-4637-a174-1a492d979b02', 'name': 'network-vif-deleted', 'tag': '42461334-b378-4eee-9893-7b0231062a15'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:54.560243 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c755529-0038-4408-a0c3-166fbcf4a8eb" -d '{"events": [{"server_uuid": "b3d2fdfb-bc06-4637-a174-1a492d979b02", "name": "network-vif-deleted", "tag": "42461334-b378-4eee-9893-7b0231062a15"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:54.600450 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418654c5-ab11-40ad-8a88-6ec38195ea45 x-openstack-request-id: req-418654c5-ab11-40ad-8a88-6ec38195ea45 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:54.600748 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d2fdfb-bc06-4637-a174-1a492d979b02", "name": "network-vif-deleted", "tag": "42461334-b378-4eee-9893-7b0231062a15", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:54.600999 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-418654c5-ab11-40ad-8a88-6ec38195ea45 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:54.601400 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418654c5-ab11-40ad-8a88-6ec38195ea45'] response: {'server_uuid': 'b3d2fdfb-bc06-4637-a174-1a492d979b02', 'name': 'network-vif-deleted', 'tag': '42461334-b378-4eee-9893-7b0231062a15', 'status': 'completed', 'code': 200} Mar 31 23:38:55.148515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e907c71b-1ebc-4ae4-a47c-31291b3f977c req-b3a5e915-acdc-48ff-b1ca-c313997e43c4 tempest-ServersAdminNegativeTestJSON-781228933 tempest-ServersAdminNegativeTestJSON-781228933-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3d2fdfb-bc06-4637-a174-1a492d979b02 HTTP/1.1" status: 200 len: 210 time: 0.0291255 Mar 31 23:38:56.653006 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53768) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:56.675719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 42461334-b378-4eee-9893-7b0231062a15 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:38:56.695387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 42461334-b378-4eee-9893-7b0231062a15 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:38:56.695999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 42461334-b378-4eee-9893-7b0231062a15 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:38:56.791614 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6487ecd5-80e6-49ac-8fae-79830d45f60b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e78203faaae4aa0bbfd6450b7df5ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371906 Mar 31 23:38:56.794102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53772) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:56.844844 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc82b53b-2a9f-4c0d-8387-141e774fbc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.866877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc82b53b-2a9f-4c0d-8387-141e774fbc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.978549 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc82b53b-2a9f-4c0d-8387-141e774fbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.981126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc82b53b-2a9f-4c0d-8387-141e774fbc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.982902 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fc82b53b-2a9f-4c0d-8387-141e774fbc63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aba42c23-14f3-4f28-9562-5e0e175a5ab8 HTTP/1.1" status: 204 len: 168 time: 0.1872177 Mar 31 23:38:56.991122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b53b-2a9f-4c0d-8387-141e774fbc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba42c23-14f3-4f28-9562-5e0e175a5ab8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:57.574175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53778) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:57.588085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:57.670326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:57.755426 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:57.793806 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87d950c09c6442578cc8f0b3a88aae06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185147 Mar 31 23:38:57.795411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe95999e-1263-469d-8b13-3fe2b0c75e6e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:57.797087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53780) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:57.803202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.803549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.803891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.804227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.804561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.804892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.805220 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.805544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.805867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.806192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.806540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.806866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b42d78-dfb9-4f92-93e5-82304c8cb6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:57.849913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d3cb-56c5-4f69-be86-3e463a449b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:57.871864 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d3cb-56c5-4f69-be86-3e463a449b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:57.973052 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d3cb-56c5-4f69-be86-3e463a449b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:57.975663 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d3cb-56c5-4f69-be86-3e463a449b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:57.976809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e8d7d3cb-56c5-4f69-be86-3e463a449b0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe95999e-1263-469d-8b13-3fe2b0c75e6e HTTP/1.1" status: 204 len: 168 time: 0.1786480 Mar 31 23:38:57.985335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7d3cb-56c5-4f69-be86-3e463a449b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe95999e-1263-469d-8b13-3fe2b0c75e6e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:59.066150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53802) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:59.162731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1230843225-network', 'tenant_id': '10b47dd0679c4bd495671c2fdcb45f80'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:59.273353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Made reservation on behalf of 10b47dd0679c4bd495671c2fdcb45f80 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:59.275714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.285337 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.360414 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.444565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.469353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:38:59.479271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a837d6e3-f29e-4194-b15b-bc5851c632bc,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:59.485036 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.485375 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Added segment 3bec0305-864f-42fc-a7cb-2953a14f0881 of type vlan for network b6c444de-64fe-4574-b1af-4f07a8daa5c9 Mar 31 23:38:59.532291 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.621909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.622938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:59.623564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:59.680332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] Pushing event updated for resources: {'Network': ['ID=b6c444de-64fe-4574-b1af-4f07a8daa5c9,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:59.690452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network b6c444de-64fe-4574-b1af-4f07a8daa5c9 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:38:59.704676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-560327b9-1f3f-46f4-a469-03d8a8155cbd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6373925 Mar 31 23:38:59.707733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53806) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:59.712516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Request body: {'subnet': {'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1230843225-subnet', 'tenant_id': '10b47dd0679c4bd495671c2fdcb45f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:59.781572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Made reservation on behalf of 10b47dd0679c4bd495671c2fdcb45f80 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:38:59.784021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:00.327162 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:00.386147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8f5969-6529-4e81-80bc-62619c2ecbc3,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:00.393295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Checking segment: {'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:39:00.393650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Network hostable DHCP agents. Network: b6c444de-64fe-4574-b1af-4f07a8daa5c9, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:39:00.455872 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Network b6c444de-64fe-4574-b1af-4f07a8daa5c9 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:39:00.541964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, b6c444de-64fe-4574-b1af-4f07a8daa5c9) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:39:00.548644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:00.549809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:00.552971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c95d1-9be6-4151-92ca-d31e1e119aeb None None] Network b6c444de-64fe-4574-b1af-4f07a8daa5c9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:39:00.627023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b9a5b52c-a2b2-4592-939c-79a70d948a22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9182281 Mar 31 23:39:00.687476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86700748-2b71-49da-a575-84003704adcf None None] Network b6c444de-64fe-4574-b1af-4f07a8daa5c9 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:39:01.056546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-e6e10612-06b8-44a6-a932-1864ca8f2d82 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:01.058017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-e6e10612-06b8-44a6-a932-1864ca8f2d82 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/networks?id=b6c444de-64fe-4574-b1af-4f07a8daa5c9 HTTP/1.1" status: 200 len: 812 time: 0.1002684 Mar 31 23:39:01.074115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-49b0150c-2245-4373-8b66-f170bfdf93d9 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/quotas/10b47dd0679c4bd495671c2fdcb45f80 HTTP/1.1" status: 200 len: 375 time: 0.0092342 Mar 31 23:39:01.106028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-b4d02bdc-5268-4b3d-ace7-4b028e36500c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257761 Mar 31 23:39:01.200738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-6303f6ff-9d4d-4b7a-a5fb-0e4496d2f1eb service neutron] 10.222.0.31 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869701 Mar 31 23:39:01.290625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-2ad6f0f7-848f-4833-b00b-71cd17201c53 service neutron] 10.222.0.31 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828636 Mar 31 23:39:01.536236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7521830e-6916-49e2-b3da-4d4dc30bf913 req-e089a0c1-b5b2-4beb-b400-65c444beb0be tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 210 time: 0.0340114 Mar 31 23:39:02.628825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ba455c62-502d-429b-b880-f9814c368fc1 req-b56919cc-a5b9-4f6b-96a8-8de934d97341 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 210 time: 0.0277750 Mar 31 23:39:03.589134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-a9fa0ad9-1f2a-4d00-ba4a-beb1157b2a10 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:03.590664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-a9fa0ad9-1f2a-4d00-ba4a-beb1157b2a10 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.45 "GET /v2.0/networks?id=b6c444de-64fe-4574-b1af-4f07a8daa5c9 HTTP/1.1" status: 200 len: 812 time: 0.1031199 Mar 31 23:39:03.605880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Request body: {'port': {'device_id': '08318384-a0e9-471b-ab08-51e69ed40b79', 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9', 'admin_state_up': True, 'tenant_id': '10b47dd0679c4bd495671c2fdcb45f80'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:39:03.735018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ed1b34e6-d429-4b50-ae6e-730d01d50351 req-53db9636-1ea7-4b67-9267-2a30abd2a31e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 210 time: 0.0336142 Mar 31 23:39:03.798955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Made reservation on behalf of 10b47dd0679c4bd495671c2fdcb45f80 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:39:03.802645 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:03.933533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Allocated IP 172.20.0.6 (b6c444de-64fe-4574-b1af-4f07a8daa5c9/ba8f5969-6529-4e81-80bc-62619c2ecbc3/127cdab6-5cfc-49c5-80dc-7c3266da501a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:39:03.987198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c56c8c7c-e816-4e8e-9afb-70a0e1962792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:04.082140 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:04.165824 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:04.226938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Network b6c444de-64fe-4574-b1af-4f07a8daa5c9 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:39:04.230132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:39:04.232641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:39:04.258120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:04.286727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:04.287342 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:04.361736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-4b0e11a0-eb85-4548-b569-b5d1baf89828 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623184 Mar 31 23:39:04.373853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Request body: {'port': {'device_id': '08318384-a0e9-471b-ab08-51e69ed40b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:39:04.427247 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:04.709457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127cdab6-5cfc-49c5-80dc-7c3266da501a {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:39:04.717745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:04.729895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Transition to ACTIVE for port object 127cdab6-5cfc-49c5-80dc-7c3266da501a will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:39:04.795326 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:04.873981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:04.938369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a5757-4cfe-4f41-af85-6fb92a6a188d req-d2f12f5d-75ea-48b8-a941-e51cd038679b tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:04.940139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf8a5757-4cfe-4f41-af85-6fb92a6a188d req-d2f12f5d-75ea-48b8-a941-e51cd038679b tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 943 time: 0.1169033 Mar 31 23:39:04.979960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Attempting to bind port 127cdab6-5cfc-49c5-80dc-7c3266da501a on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:39:04.980293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Attempting to bind port 127cdab6-5cfc-49c5-80dc-7c3266da501a by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:39:04.980649 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Attempting to bind port 127cdab6-5cfc-49c5-80dc-7c3266da501a on network b6c444de-64fe-4574-b1af-4f07a8daa5c9 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:39:04.993233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Port 127cdab6-5cfc-49c5-80dc-7c3266da501a on network b6c444de-64fe-4574-b1af-4f07a8daa5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:39:04.993554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Attempting to bind port 127cdab6-5cfc-49c5-80dc-7c3266da501a on network b6c444de-64fe-4574-b1af-4f07a8daa5c9 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:39:04.997828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf8a5757-4cfe-4f41-af85-6fb92a6a188d req-9c6d9991-ce4b-446b-a029-b7fa8616fa16 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497353 Mar 31 23:39:05.002226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:39:05.002593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Checking segment: {'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:39:05.002973 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Bound using segment: {'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:39:05.003399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Bound port: 127cdab6-5cfc-49c5-80dc-7c3266da501a, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:39:05.003756 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:05.067525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:39:05.070575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:39:05.150395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:05.190151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:05.191185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:05.192607 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] 10.222.0.45 "PUT /v2.0/ports/127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 200 len: 1091 time: 0.8229172 Mar 31 23:39:05.195236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:39:05.198307 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52568d1-8597-4b05-ab29-5c826f03a635" -d '{"events": [{"name": "network-changed", "server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:39:05.224595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d5070-159a-4d12-9cb8-7ab2bd0def50 service neutron] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:05.237175 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0f5c51-59ee-49e7-9182-a626cad15eb7 x-openstack-request-id: req-ed0f5c51-59ee-49e7-9182-a626cad15eb7 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:39:05.237466 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:39:05.237715 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed0f5c51-59ee-49e7-9182-a626cad15eb7 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:39:05.238117 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0f5c51-59ee-49e7-9182-a626cad15eb7'] response: {'name': 'network-changed', 'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'status': 'completed', 'code': 200} Mar 31 23:39:05.297494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52568d1-8597-4b05-ab29-5c826f03a635 req-f7dcb3c5-75bc-4e53-b973-88a4575e607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:05.299058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a52568d1-8597-4b05-ab29-5c826f03a635 req-f7dcb3c5-75bc-4e53-b973-88a4575e607c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 1094 time: 0.0420818 Mar 31 23:39:05.397151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52568d1-8597-4b05-ab29-5c826f03a635 req-89b9371b-e912-4260-8735-4e5321304728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:05.398659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a52568d1-8597-4b05-ab29-5c826f03a635 req-89b9371b-e912-4260-8735-4e5321304728 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0924108 Mar 31 23:39:05.498084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52568d1-8597-4b05-ab29-5c826f03a635 req-a8a8538f-2c7b-49d0-9f7c-f699b2fed64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:05.500279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a52568d1-8597-4b05-ab29-5c826f03a635 req-a8a8538f-2c7b-49d0-9f7c-f699b2fed64f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942438 Mar 31 23:39:05.578653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-04fdc735-c730-4ed4-94ea-2ac9541394b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:05.580145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-04fdc735-c730-4ed4-94ea-2ac9541394b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 1094 time: 0.0408742 Mar 31 23:39:05.627097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-c63673fc-a8f6-4043-abfc-1dad3b2995d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 200 len: 217 time: 0.0398221 Mar 31 23:39:05.675334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-53035664-498b-4952-b1da-c22d6b13f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:05.676891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-53035664-498b-4952-b1da-c22d6b13f0cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba8f5969-6529-4e81-80bc-62619c2ecbc3 HTTP/1.1" status: 200 len: 852 time: 0.0440521 Mar 31 23:39:05.711004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-39389988-42bc-44a4-98e8-b8023cb89df8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6c444de-64fe-4574-b1af-4f07a8daa5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245130 Mar 31 23:39:05.805628 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-6412df5f-2407-4040-b8c3-64d1d88d8d57 service neutron] 10.222.0.45 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876768 Mar 31 23:39:05.895668 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e31f078-a1e6-4e25-b6b7-fa35174da08f req-92cafeca-175c-49ac-b466-de71f89ccf8d service neutron] 10.222.0.45 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830982 Mar 31 23:39:06.086865 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-46493f1c-af7b-4e60-b263-dabb23b8eb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:06.117873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775af55-5f52-431f-95e5-f956a1aa3e73 req-a9aea349-8c93-4e98-9723-0af3f864ec14 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:06.120628 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9775af55-5f52-431f-95e5-f956a1aa3e73 req-a9aea349-8c93-4e98-9723-0af3f864ec14 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 943 time: 0.0519929 Mar 31 23:39:06.158103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9775af55-5f52-431f-95e5-f956a1aa3e73 req-ca1f338b-244c-4a43-8a93-4bf1b22f07cb tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Mar 31 23:39:07.061655 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:39:07.281308 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06697ee0-e31b-4a05-9023-345b125ba30f req-fab9e79c-7847-404d-9dca-60c960d7f984 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:07.282828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06697ee0-e31b-4a05-9023-345b125ba30f req-fab9e79c-7847-404d-9dca-60c960d7f984 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 943 time: 0.0541887 Mar 31 23:39:07.320771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06697ee0-e31b-4a05-9023-345b125ba30f req-4f035dca-1e3b-440d-8f11-8cf866265f4b tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Mar 31 23:39:07.792985 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:08.438236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ea299-306c-4b31-854c-ddc776f28667 req-7042ee7e-09f4-414a-b38f-8da113f7db40 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:08.439766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d43ea299-306c-4b31-854c-ddc776f28667 req-7042ee7e-09f4-414a-b38f-8da113f7db40 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 943 time: 0.0511770 Mar 31 23:39:08.477251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d43ea299-306c-4b31-854c-ddc776f28667 req-3d0ed049-9706-4833-9b98-5c62acdd729f tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Mar 31 23:39:08.737524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 127cdab6-5cfc-49c5-80dc-7c3266da501a details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:39:08.796440 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:08.832139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:08.844260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9', 'port_id': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'mac_address': 'fa:16:3e:4e:f2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8f5969-6529-4e81-80bc-62619c2ecbc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:39:08.880364 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:08.893621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127cdab6-5cfc-49c5-80dc-7c3266da501a {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:39:08.922591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:08.987012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:08.995255 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:09.046045 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:09.053278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.053624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.053963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.054300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.054665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.054999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.055326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.055654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.055975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.056298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.056620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.056941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:09.170672 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:09.185986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['127cdab6-5cfc-49c5-80dc-7c3266da501a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:39:09.597197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9674104-bc3b-4d9a-b405-c93c637af437 req-17528470-5e4d-4c65-a576-aa95f80ce654 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:09.598793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9674104-bc3b-4d9a-b405-c93c637af437 req-17528470-5e4d-4c65-a576-aa95f80ce654 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 944 time: 0.0526476 Mar 31 23:39:09.638459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9674104-bc3b-4d9a-b405-c93c637af437 req-a93bfafe-62f4-4c29-b94f-d2c5a24f8b1a tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Mar 31 23:39:09.967148 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:10.753432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 127cdab6-5cfc-49c5-80dc-7c3266da501a up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:39:10.762506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0c333-fc8a-4a18-950c-619136182c2d req-328ce1e0-bf8d-4403-9e50-4badea0fdbc9 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:10.764103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71d0c333-fc8a-4a18-950c-619136182c2d req-328ce1e0-bf8d-4403-9e50-4badea0fdbc9 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 944 time: 0.0550284 Mar 31 23:39:10.802247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-71d0c333-fc8a-4a18-950c-619136182c2d req-185c910e-3373-408b-ad54-f3a148635511 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Mar 31 23:39:10.869560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 127cdab6-5cfc-49c5-80dc-7c3266da501a completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:39:10.873558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 127cdab6-5cfc-49c5-80dc-7c3266da501a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:39:10.879503 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:10.949599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:10.971292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:39:10.973508 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d5a5b-6394-41f6-9b93-465dd2aa5968" -d '{"events": [{"server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "name": "network-vif-plugged", "status": "completed", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:39:10.986960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:11.020073 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e9d3f-0fcd-49f1-9b63-5fcffdd02ce3 x-openstack-request-id: req-7a9e9d3f-0fcd-49f1-9b63-5fcffdd02ce3 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:39:11.020440 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "name": "network-vif-plugged", "status": "completed", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:39:11.020702 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a9e9d3f-0fcd-49f1-9b63-5fcffdd02ce3 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:39:11.021120 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9e9d3f-0fcd-49f1-9b63-5fcffdd02ce3'] response: {'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'code': 200} Mar 31 23:39:11.058418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:11.111511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:11.115373 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450167c-61bc-4f60-bb1d-d952e1f2da64 req-994bc786-27fb-49b1-a8bb-865321199afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:11.116951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6450167c-61bc-4f60-bb1d-d952e1f2da64 req-994bc786-27fb-49b1-a8bb-865321199afa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 1096 time: 0.0412364 Mar 31 23:39:11.152409 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6450167c-61bc-4f60-bb1d-d952e1f2da64 req-5be29cad-53b6-4257-9b9b-fe2e4ff6264e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275488 Mar 31 23:39:11.920243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51049a-3375-433a-9055-622c53b2ec7b req-e8adeef9-2597-4907-ac2e-aed1e6992257 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:11.922396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a51049a-3375-433a-9055-622c53b2ec7b req-e8adeef9-2597-4907-ac2e-aed1e6992257 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Mar 31 23:39:11.963565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a51049a-3375-433a-9055-622c53b2ec7b req-40fc124a-c77c-4565-b018-b1b30383bb3c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352397 Mar 31 23:39:13.084962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11524-a29a-464b-841c-96129742b4bd req-055f9a21-993e-45f3-a805-c92f37be1145 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:13.086431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6df11524-a29a-464b-841c-96129742b4bd req-055f9a21-993e-45f3-a805-c92f37be1145 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0518539 Mar 31 23:39:13.124084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6df11524-a29a-464b-841c-96129742b4bd req-78396a84-f705-48b1-b3f2-9bd9656bff42 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Mar 31 23:39:13.513662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e982-118f-490e-a121-a9dc8dcf421b req-7c8f353f-fb91-4aa9-9299-b249d2f8c6ec tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:13.515190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abe5e982-118f-490e-a121-a9dc8dcf421b req-7c8f353f-fb91-4aa9-9299-b249d2f8c6ec tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0494359 Mar 31 23:39:13.553551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abe5e982-118f-490e-a121-a9dc8dcf421b req-0239453d-4272-4b61-9715-6e6a51f5ba7c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Mar 31 23:39:13.668171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-66ad0fa6-8621-4710-86c0-a6c466fad15f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864618 Mar 31 23:39:13.677405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-0f32923d-d571-41c7-bb90-229fa31a6af0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:39:13.678335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-0f32923d-d571-41c7-bb90-229fa31a6af0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048816 Mar 31 23:39:14.680077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b7f0-ed67-44ce-8be4-d9a8a57e467a req-973a4a86-31ff-4eeb-982f-5350fbce8c98 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:14.681572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d841b7f0-ed67-44ce-8be4-d9a8a57e467a req-973a4a86-31ff-4eeb-982f-5350fbce8c98 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0555613 Mar 31 23:39:14.720990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d841b7f0-ed67-44ce-8be4-d9a8a57e467a req-b50ce5f1-2ffb-493e-8b7d-df99903a3b6c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328789 Mar 31 23:39:15.612111 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-e31a339a-f6a4-4cc9-b7cc-5c44189f2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:15.613615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-e31a339a-f6a4-4cc9-b7cc-5c44189f2be9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 1096 time: 0.0425420 Mar 31 23:39:15.701331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-8b1c1fcb-8c4a-4bde-be28-eab707a8ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:15.702931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-8b1c1fcb-8c4a-4bde-be28-eab707a8ad96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6c444de-64fe-4574-b1af-4f07a8daa5c9 HTTP/1.1" status: 200 len: 913 time: 0.0827563 Mar 31 23:39:15.746140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-8a9fabd8-4a98-4bb6-ac82-0394aced1064 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 200 len: 217 time: 0.0367620 Mar 31 23:39:15.796758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-535e6de3-139c-4aef-94d2-8701932ce085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:15.798236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-535e6de3-139c-4aef-94d2-8701932ce085 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba8f5969-6529-4e81-80bc-62619c2ecbc3 HTTP/1.1" status: 200 len: 852 time: 0.0446081 Mar 31 23:39:15.843379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-a7bc3df1-7384-409d-8861-ef78295bc1cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6c444de-64fe-4574-b1af-4f07a8daa5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360327 Mar 31 23:39:15.916814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725bef2-6689-4b16-a2a8-f416717d40e6 req-d6a88377-d9d5-408c-b6d2-a36393bbde83 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:15.918291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a725bef2-6689-4b16-a2a8-f416717d40e6 req-d6a88377-d9d5-408c-b6d2-a36393bbde83 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.1191683 Mar 31 23:39:15.972688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-d8e9966a-c0a9-4b95-826c-88acf291e95b service neutron] 10.222.0.45 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230183 Mar 31 23:39:15.977593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a725bef2-6689-4b16-a2a8-f416717d40e6 req-09e628e0-d54c-4834-bd8d-e4a57aa276fa tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531194 Mar 31 23:39:16.065638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-1ec1d0d6-9cd9-485f-8f7f-8eff2afa3186 service neutron] 10.222.0.45 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863597 Mar 31 23:39:17.094363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce97920-6249-4a68-a056-92bc7ef21572 req-539377fb-dd55-42c2-a949-c9e4cf94161a tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:17.096520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bce97920-6249-4a68-a056-92bc7ef21572 req-539377fb-dd55-42c2-a949-c9e4cf94161a tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0507939 Mar 31 23:39:17.132844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bce97920-6249-4a68-a056-92bc7ef21572 req-c8800f84-9e8d-4208-b21f-c845446b3381 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302467 Mar 31 23:39:18.245414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689870a1-9904-46e7-b4cd-11c969458359 req-2dfcf95a-ea8d-4dc9-b72b-5d69f6915cda tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:18.246909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-689870a1-9904-46e7-b4cd-11c969458359 req-2dfcf95a-ea8d-4dc9-b72b-5d69f6915cda tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0476155 Mar 31 23:39:18.283980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-689870a1-9904-46e7-b4cd-11c969458359 req-4de2ed00-ecbc-4fbd-b01f-32a89097d953 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Mar 31 23:39:19.403192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640eb37-5d75-437f-9056-17af282a2f14 req-bef2935b-7fa7-4fff-8209-670e89d3d6d7 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:19.405032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b640eb37-5d75-437f-9056-17af282a2f14 req-bef2935b-7fa7-4fff-8209-670e89d3d6d7 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0532014 Mar 31 23:39:19.443107 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b640eb37-5d75-437f-9056-17af282a2f14 req-036f19fb-5e4a-4671-adf2-162ba01b8054 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312014 Mar 31 23:39:20.559045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8523fb-da39-4414-9cdc-fb516be0c2d4 req-704d90dd-7823-4355-8f0f-41fa3695a1f9 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:20.560537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df8523fb-da39-4414-9cdc-fb516be0c2d4 req-704d90dd-7823-4355-8f0f-41fa3695a1f9 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0492721 Mar 31 23:39:20.598059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df8523fb-da39-4414-9cdc-fb516be0c2d4 req-a2ad2ea3-45da-4842-9a36-0eb058978237 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Mar 31 23:39:21.713524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ee03a-1e39-48a2-ad5a-d5eb933aa1d1 req-42b73754-3c66-4f8d-b6de-4582b2df32dd tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:21.715041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-851ee03a-1e39-48a2-ad5a-d5eb933aa1d1 req-42b73754-3c66-4f8d-b6de-4582b2df32dd tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Mar 31 23:39:21.752085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-851ee03a-1e39-48a2-ad5a-d5eb933aa1d1 req-4d69a569-d0ae-4046-a124-438ff6abd3d1 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310888 Mar 31 23:39:22.871540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920d138-6c7f-4a13-9a32-d0a8938f546f req-205e779f-8e5c-4596-8a8e-a5b7aadb16da tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:22.873017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a920d138-6c7f-4a13-9a32-d0a8938f546f req-205e779f-8e5c-4596-8a8e-a5b7aadb16da tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0522492 Mar 31 23:39:22.910133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a920d138-6c7f-4a13-9a32-d0a8938f546f req-352a276a-6d70-4bf2-8f36-145eb244d263 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Mar 31 23:39:24.035887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e412d-7810-4994-b2a0-fb6aa50ae638 req-84ae40cb-73ed-4035-9080-20ccfce484bb tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:24.037561 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e3e412d-7810-4994-b2a0-fb6aa50ae638 req-84ae40cb-73ed-4035-9080-20ccfce484bb tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0607355 Mar 31 23:39:24.085556 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e3e412d-7810-4994-b2a0-fb6aa50ae638 req-ad789df5-aeed-49ca-a01e-58c1491c84fe tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 Mar 31 23:39:25.204397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d38fb-3780-4bb5-b7c4-4645e356f9f1 req-601bb954-1706-41fa-9d8c-e36a1996c21d tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:25.205873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-845d38fb-3780-4bb5-b7c4-4645e356f9f1 req-601bb954-1706-41fa-9d8c-e36a1996c21d tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Mar 31 23:39:25.242523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-845d38fb-3780-4bb5-b7c4-4645e356f9f1 req-5be66413-ca15-43f1-b9b2-d6958d99b657 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299923 Mar 31 23:39:26.361378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaab2a-9c2a-489b-905a-49e52329928a req-f20a1da6-e4fe-42f3-9830-af4fc6095da5 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:26.363387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1eaab2a-9c2a-489b-905a-49e52329928a req-f20a1da6-e4fe-42f3-9830-af4fc6095da5 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0529692 Mar 31 23:39:26.400592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1eaab2a-9c2a-489b-905a-49e52329928a req-4d23e544-30c9-4e1f-ad99-602cd4b11b8e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Mar 31 23:39:27.517837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b37bde-98cc-4b95-9a2b-9c45356624aa req-49816e7a-ae62-458f-a878-103cd25dd973 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:27.519925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46b37bde-98cc-4b95-9a2b-9c45356624aa req-49816e7a-ae62-458f-a878-103cd25dd973 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0499570 Mar 31 23:39:27.558260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-46b37bde-98cc-4b95-9a2b-9c45356624aa req-ff16e188-0deb-44a5-b214-4dbf228a2d04 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Mar 31 23:39:28.675961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41819b7-bfc7-40bd-89aa-fb12e2e4f25f req-5529e829-bb88-4863-ba54-efe43eceb2c6 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:28.677412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f41819b7-bfc7-40bd-89aa-fb12e2e4f25f req-5529e829-bb88-4863-ba54-efe43eceb2c6 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Mar 31 23:39:28.714933 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f41819b7-bfc7-40bd-89aa-fb12e2e4f25f req-58fe812c-0f31-4497-bbbf-6f74230a9ae8 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Mar 31 23:39:29.832678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72acfd-682c-40ac-a614-1037da0991f7 req-2f318171-5f42-4b04-b6a0-efafcd126ac4 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:29.834159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a72acfd-682c-40ac-a614-1037da0991f7 req-2f318171-5f42-4b04-b6a0-efafcd126ac4 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0521808 Mar 31 23:39:29.879791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1a72acfd-682c-40ac-a614-1037da0991f7 req-40123814-546d-4cc7-b5f0-03807f3d3c8f tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 Mar 31 23:39:30.997653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0ad8d-19f3-4b37-9bdd-5c8e0c83972e req-118ac8de-5aae-4ef0-95b9-0fe8ba97ce2a tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:30.999051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79d0ad8d-19f3-4b37-9bdd-5c8e0c83972e req-118ac8de-5aae-4ef0-95b9-0fe8ba97ce2a tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0475802 Mar 31 23:39:31.037292 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79d0ad8d-19f3-4b37-9bdd-5c8e0c83972e req-c4e470e5-86b9-453a-a645-55eaae4ddb89 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317357 Mar 31 23:39:32.152867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf4617-828d-4319-8441-0675c5e7c53f req-c9f61e11-3dec-446b-88f6-0845e6ce23b7 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:32.154789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fedf4617-828d-4319-8441-0675c5e7c53f req-c9f61e11-3dec-446b-88f6-0845e6ce23b7 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0510263 Mar 31 23:39:32.193125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fedf4617-828d-4319-8441-0675c5e7c53f req-4f5188b2-21a3-4e16-9b4e-320c28c3ca9c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Mar 31 23:39:33.312729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d59f29-b732-4c0b-bdbb-b5726a3ebb25 req-86ba28a3-d5eb-43c5-b86a-e7d05d71652d tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:33.314209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3d59f29-b732-4c0b-bdbb-b5726a3ebb25 req-86ba28a3-d5eb-43c5-b86a-e7d05d71652d tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0520782 Mar 31 23:39:33.352186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e3d59f29-b732-4c0b-bdbb-b5726a3ebb25 req-c06c6f22-d01f-4d5c-8efd-76fd962a0fdb tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Mar 31 23:39:33.992794 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9f75c924-f28b-4ae9-bc3a-a92f9db0a3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:34.467205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7af57e-eac1-42c2-be0a-8a97c22da499 req-35d0bc1f-4e5a-4695-930f-e4caaf86c1b5 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:34.468705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a7af57e-eac1-42c2-be0a-8a97c22da499 req-35d0bc1f-4e5a-4695-930f-e4caaf86c1b5 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Mar 31 23:39:34.506588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a7af57e-eac1-42c2-be0a-8a97c22da499 req-2ecb3a70-359a-4e2f-aca8-f122d2e6986a tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Mar 31 23:39:35.619562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade3867-112b-4c35-a22a-e1f0b6e74a4b req-78f2c063-fcf9-4553-8c71-e47d34cf720c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:35.621367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ade3867-112b-4c35-a22a-e1f0b6e74a4b req-78f2c063-fcf9-4553-8c71-e47d34cf720c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Mar 31 23:39:35.660540 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ade3867-112b-4c35-a22a-e1f0b6e74a4b req-f006dfa3-74d7-4586-9cfb-f90cd921e153 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328341 Mar 31 23:39:36.081234 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b35a6e1d-9e51-4039-b2f9-b216b10f8bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:36.780207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c589221-4db7-4c5a-b819-bd344678fc13 req-a45e1d22-c836-4c32-8c66-0c0be95394a9 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:36.781693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c589221-4db7-4c5a-b819-bd344678fc13 req-a45e1d22-c836-4c32-8c66-0c0be95394a9 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0531178 Mar 31 23:39:36.819290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c589221-4db7-4c5a-b819-bd344678fc13 req-fe397283-c0b0-4e3b-ab1f-e6557729d7f0 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Mar 31 23:39:37.804420 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:37.935961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa151b-91e9-49b1-90b0-8f1b064c1a56 req-2bb1d742-238c-4317-8574-23cb3f96890d tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:37.937444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceaa151b-91e9-49b1-90b0-8f1b064c1a56 req-2bb1d742-238c-4317-8574-23cb3f96890d tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0508931 Mar 31 23:39:37.974925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ceaa151b-91e9-49b1-90b0-8f1b064c1a56 req-9ad99c0c-31a5-4d17-b2ea-31b6852b1414 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Mar 31 23:39:38.764371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:38.981489 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:39.091552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407929-0fad-4573-8d10-cf7e5fdc898b req-8887ba4d-27a4-499c-8dc6-918e0c9fc627 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:39.092938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57407929-0fad-4573-8d10-cf7e5fdc898b req-8887ba4d-27a4-499c-8dc6-918e0c9fc627 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0487969 Mar 31 23:39:39.132044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57407929-0fad-4573-8d10-cf7e5fdc898b req-a72c9cf0-efa1-4ac9-89b9-7b489cb142c6 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Mar 31 23:39:39.172843 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:39.995593 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:40.251478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dafa2-b20a-42bd-a1f0-a333d82a275c req-c70a38fe-0e07-479e-9e53-274f2c57f1a4 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:40.252858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac9dafa2-b20a-42bd-a1f0-a333d82a275c req-c70a38fe-0e07-479e-9e53-274f2c57f1a4 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Mar 31 23:39:40.289887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac9dafa2-b20a-42bd-a1f0-a333d82a275c req-8cee5fac-8c88-4395-95b2-0fd18dbcf9b2 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Mar 31 23:39:41.407145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8288a9e-2bed-4aec-8178-71336aaf9fa0 req-250a1c1a-8417-40aa-98bd-d1551ad47386 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:41.408616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8288a9e-2bed-4aec-8178-71336aaf9fa0 req-250a1c1a-8417-40aa-98bd-d1551ad47386 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Mar 31 23:39:41.446252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8288a9e-2bed-4aec-8178-71336aaf9fa0 req-d4c40eb8-a607-4dc2-ac94-4b12b9946623 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Mar 31 23:39:42.563912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2608ba-407f-415a-85f7-42fe218e4990 req-94bf87a3-5131-4929-bf8b-587482222d05 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:42.565392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac2608ba-407f-415a-85f7-42fe218e4990 req-94bf87a3-5131-4929-bf8b-587482222d05 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0504925 Mar 31 23:39:42.603076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac2608ba-407f-415a-85f7-42fe218e4990 req-5ea72891-11d0-4bf4-a95a-f8cfdc34da40 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Mar 31 23:39:43.077980 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-e2946913-2bb3-43c3-be6e-a17eaf840b89 service neutron] show failed (client error): The resource could not be found. Mar 31 23:39:43.079032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-e2946913-2bb3-43c3-be6e-a17eaf840b89 service neutron] 10.222.0.45 "GET /v2.0/ports/127cdab6-5cfc-49c5-80dc-7c3266da501a/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0578921 Mar 31 23:39:43.619554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-5e07a82d-64f7-4150-bdd8-326f233150b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:43.621036 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-5e07a82d-64f7-4150-bdd8-326f233150b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79&tenant_id=10b47dd0679c4bd495671c2fdcb45f80 HTTP/1.1" status: 200 len: 1096 time: 0.0801945 Mar 31 23:39:43.632560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:39:43.689054 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:43.728836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f76c69-168a-4905-9bf3-0842c8bba402 req-d7bc5cf6-2001-4d74-8b4e-31c689240d0f tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:43.730341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9f76c69-168a-4905-9bf3-0842c8bba402 req-d7bc5cf6-2001-4d74-8b4e-31c689240d0f tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0573416 Mar 31 23:39:43.770798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9f76c69-168a-4905-9bf3-0842c8bba402 req-1c9a47f8-a4ce-4588-b61f-d0c47b8ac156 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Mar 31 23:39:43.953499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:43.985477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:39:44.025358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:39:44.027789 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70815a8-8dce-47ac-9d9b-7da685fd5036" -d '{"events": [{"server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "name": "network-vif-unplugged", "status": "completed", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:39:44.031944 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:44.046811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Transition to ACTIVE for port object 127cdab6-5cfc-49c5-80dc-7c3266da501a will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:39:44.061611 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:39:44.081918 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f18264-54a6-405d-a3f4-57f325358f24 x-openstack-request-id: req-33f18264-54a6-405d-a3f4-57f325358f24 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:39:44.082208 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "name": "network-vif-unplugged", "status": "completed", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:39:44.082457 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33f18264-54a6-405d-a3f4-57f325358f24 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:39:44.082882 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f18264-54a6-405d-a3f4-57f325358f24'] response: {'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'code': 200} Mar 31 23:39:44.113529 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:44.181664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] No DVR routers for this DVR port 127cdab6-5cfc-49c5-80dc-7c3266da501a on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:39:44.183504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:44.224774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Attempting to bind port 127cdab6-5cfc-49c5-80dc-7c3266da501a on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:39:44.224774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Attempting to bind port 127cdab6-5cfc-49c5-80dc-7c3266da501a by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:39:44.224774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Attempting to bind port 127cdab6-5cfc-49c5-80dc-7c3266da501a on network b6c444de-64fe-4574-b1af-4f07a8daa5c9 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:39:44.224774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Port 127cdab6-5cfc-49c5-80dc-7c3266da501a on network b6c444de-64fe-4574-b1af-4f07a8daa5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:39:44.224774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Attempting to bind port 127cdab6-5cfc-49c5-80dc-7c3266da501a on network b6c444de-64fe-4574-b1af-4f07a8daa5c9 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:39:44.228937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:39:44.229297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Checking segment: {'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:39:44.229662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Bound using segment: {'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:39:44.230087 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Bound port: 127cdab6-5cfc-49c5-80dc-7c3266da501a, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bec0305-864f-42fc-a7cb-2953a14f0881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:39:44.230443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:44.293051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:39:44.296218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:39:44.405198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:44.447174 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:44.447780 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:44.449173 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] 10.222.0.50 "PUT /v2.0/ports/127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 200 len: 1091 time: 0.8207560 Mar 31 23:39:44.470023 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fea56-aa7c-4939-bd82-e0105ec38372 service neutron] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:44.541345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-787e8b49-e414-4776-86dc-99e372cc3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:44.542843 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-787e8b49-e414-4776-86dc-99e372cc3b2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 1094 time: 0.0692420 Mar 31 23:39:44.892963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5431185-e2c5-4b47-af58-cb8177a954a4 req-316f23ad-829b-480d-ab2b-a0403b8ab8bd tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:44.894531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5431185-e2c5-4b47-af58-cb8177a954a4 req-316f23ad-829b-480d-ab2b-a0403b8ab8bd tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 943 time: 0.0503957 Mar 31 23:39:44.933076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a5431185-e2c5-4b47-af58-cb8177a954a4 req-3f87293e-430a-4058-a106-eefa9db9b6db tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Mar 31 23:39:44.950029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-a7ba9e62-f010-477d-9538-a5dc9fa24bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:44.951554 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-a7ba9e62-f010-477d-9538-a5dc9fa24bf8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b6c444de-64fe-4574-b1af-4f07a8daa5c9 HTTP/1.1" status: 200 len: 913 time: 0.4023111 Mar 31 23:39:45.012204 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-30768d47-8422-413c-99fc-4369de33ace6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 200 len: 217 time: 0.0541599 Mar 31 23:39:45.066393 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-42c35b97-4503-4398-bf4d-fed72d5b74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:45.067770 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-42c35b97-4503-4398-bf4d-fed72d5b74eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba8f5969-6529-4e81-80bc-62619c2ecbc3 HTTP/1.1" status: 200 len: 852 time: 0.0488942 Mar 31 23:39:45.123168 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-c8d46f8c-1c29-45ed-b963-2340fe4a66d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b6c444de-64fe-4574-b1af-4f07a8daa5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475657 Mar 31 23:39:45.209196 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-4b4aefe0-5d4a-42fb-9c8d-8ea678bdf19a service neutron] 10.222.0.50 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796981 Mar 31 23:39:45.301104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3cfcb1ec-aa0d-4f13-9727-40f7abc488d1 req-8eb9c869-ed6a-4c5b-b0f1-32b29b549209 service neutron] 10.222.0.50 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829761 Mar 31 23:39:46.059580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72d073-557b-410d-9f75-dd94fc6f422d req-79e6d6a1-0d3d-450e-bbc2-703c29f4a6d3 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:46.061070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d72d073-557b-410d-9f75-dd94fc6f422d req-79e6d6a1-0d3d-450e-bbc2-703c29f4a6d3 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 943 time: 0.0518665 Mar 31 23:39:46.084181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:39:46.087216 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ae205-f28d-4e11-983e-4ce8b7a97817" -d '{"events": [{"name": "network-changed", "server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:39:46.099256 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d72d073-557b-410d-9f75-dd94fc6f422d req-7a23c463-f9b6-451a-a37b-6d80ac41b272 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Mar 31 23:39:46.135241 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354419e2-4e9f-4d73-8d45-8a9289c10db2 x-openstack-request-id: req-354419e2-4e9f-4d73-8d45-8a9289c10db2 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:39:46.135534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:39:46.135785 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-354419e2-4e9f-4d73-8d45-8a9289c10db2 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:39:46.136183 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354419e2-4e9f-4d73-8d45-8a9289c10db2'] response: {'name': 'network-changed', 'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'status': 'completed', 'code': 200} Mar 31 23:39:46.196131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-7d16c410-8595-4df3-8e99-55b5b1a7ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:46.197663 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-7d16c410-8595-4df3-8e99-55b5b1a7ea52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 1094 time: 0.0420954 Mar 31 23:39:46.199500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-dbab32f2-5a4d-4ede-b028-fb72edb7ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:46.201024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-dbab32f2-5a4d-4ede-b028-fb72edb7ffa9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 1094 time: 0.0407028 Mar 31 23:39:46.289996 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-6475e681-4e6d-43b5-b13e-ed2b10c9a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:46.291441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-6475e681-4e6d-43b5-b13e-ed2b10c9a0f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6c444de-64fe-4574-b1af-4f07a8daa5c9 HTTP/1.1" status: 200 len: 913 time: 0.0838895 Mar 31 23:39:46.291568 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-72dbc782-2494-4683-bf49-4fea52ae2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:46.292895 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-72dbc782-2494-4683-bf49-4fea52ae2911 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b6c444de-64fe-4574-b1af-4f07a8daa5c9 HTTP/1.1" status: 200 len: 913 time: 0.0889318 Mar 31 23:39:46.335338 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-9b089a87-9950-42c4-a5aa-2bedac0b31e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 200 len: 217 time: 0.0350296 Mar 31 23:39:46.339157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-4919acf1-730c-45e4-9d09-441850e33cc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 200 len: 217 time: 0.0400879 Mar 31 23:39:46.387263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-573ed072-5c7e-4172-90f4-d89d6748b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:46.387511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-9c573cce-96e7-4e37-a744-862012ec6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:46.388725 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-573ed072-5c7e-4172-90f4-d89d6748b115 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba8f5969-6529-4e81-80bc-62619c2ecbc3 HTTP/1.1" status: 200 len: 852 time: 0.0452271 Mar 31 23:39:46.388861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-9c573cce-96e7-4e37-a744-862012ec6bba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba8f5969-6529-4e81-80bc-62619c2ecbc3 HTTP/1.1" status: 200 len: 852 time: 0.0437074 Mar 31 23:39:46.420549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-07f40ed1-c56d-4ac1-9400-2a645d0d2d49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6c444de-64fe-4574-b1af-4f07a8daa5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247998 Mar 31 23:39:46.421117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-61d5bf49-62f9-402c-a422-06761b462c76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b6c444de-64fe-4574-b1af-4f07a8daa5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245810 Mar 31 23:39:46.518276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-45e82e21-377e-4551-9c27-17cd90fa81ce service neutron] 10.222.0.45 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916047 Mar 31 23:39:46.520152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-f53a0c82-6308-4ef9-9f77-75f5983bf671 service neutron] 10.222.0.50 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918629 Mar 31 23:39:46.609181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-06432c18-03a9-4396-85b9-6c8d6f48e842 service neutron] 10.222.0.45 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840704 Mar 31 23:39:46.611310 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7f8ae205-f28d-4e11-983e-4ce8b7a97817 req-c03c509a-08a3-4b21-8d63-80fbdacd8be9 service neutron] 10.222.0.50 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835781 Mar 31 23:39:46.908096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 127cdab6-5cfc-49c5-80dc-7c3266da501a no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:39:46.946080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 127cdab6-5cfc-49c5-80dc-7c3266da501a not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:39:47.080105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 127cdab6-5cfc-49c5-80dc-7c3266da501a details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:39:47.180753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:47.192449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'network_id': 'b6c444de-64fe-4574-b1af-4f07a8daa5c9', 'port_id': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'mac_address': 'fa:16:3e:4e:f2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8f5969-6529-4e81-80bc-62619c2ecbc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:39:47.221405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8efa9-59b5-4365-a0f4-b9d10c6320e9 req-4d4f0b24-429f-4a55-8d45-7463adacecc7 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:47.223218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04b8efa9-59b5-4365-a0f4-b9d10c6320e9 req-4d4f0b24-429f-4a55-8d45-7463adacecc7 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 943 time: 0.0534019 Mar 31 23:39:47.231756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:47.245463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127cdab6-5cfc-49c5-80dc-7c3266da501a {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:39:47.265819 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:47.269215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04b8efa9-59b5-4365-a0f4-b9d10c6320e9 req-720c650e-7bc9-4493-865e-8aae77a36d10 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Mar 31 23:39:47.353193 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:47.398934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:47.589916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['127cdab6-5cfc-49c5-80dc-7c3266da501a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:39:48.391244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d043829-cb2b-492a-b11a-b0b3673c52d4 req-0bfe4556-669a-4003-931d-f09434b463d0 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:48.392844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d043829-cb2b-492a-b11a-b0b3673c52d4 req-0bfe4556-669a-4003-931d-f09434b463d0 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 944 time: 0.0487649 Mar 31 23:39:48.431761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d043829-cb2b-492a-b11a-b0b3673c52d4 req-bad907eb-6ae4-4aec-ba7a-507ef82e7efe tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Mar 31 23:39:48.888240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-282790ca-56e8-4a11-92c9-cc357c018c4c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:48.889727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-282790ca-56e8-4a11-92c9-cc357c018c4c tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.45 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79&tenant_id=10b47dd0679c4bd495671c2fdcb45f80&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 944 time: 0.0870938 Mar 31 23:39:48.957179 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-bf9549b9-0da9-4974-bf53-7e18a0ff4262 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:39:48.958206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-bf9549b9-0da9-4974-bf53-7e18a0ff4262 service neutron] 10.222.0.45 "DELETE /v2.0/ports/127cdab6-5cfc-49c5-80dc-7c3266da501a/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0598652 Mar 31 23:39:49.042394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-1a35afc1-d76d-4df5-9efc-2169d6ab7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:49.043920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-1a35afc1-d76d-4df5-9efc-2169d6ab7cec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 1095 time: 0.0418487 Mar 31 23:39:49.086283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 127cdab6-5cfc-49c5-80dc-7c3266da501a up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:39:49.133330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-c5ecbe3f-1080-4fff-9bc6-ffd2dad47f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:49.134841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-c5ecbe3f-1080-4fff-9bc6-ffd2dad47f42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6c444de-64fe-4574-b1af-4f07a8daa5c9 HTTP/1.1" status: 200 len: 913 time: 0.0839078 Mar 31 23:39:49.178703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-1d941bd7-f825-4308-a87a-09c44aeaa3de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 200 len: 217 time: 0.0361273 Mar 31 23:39:49.184499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 127cdab6-5cfc-49c5-80dc-7c3266da501a completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:39:49.188936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 127cdab6-5cfc-49c5-80dc-7c3266da501a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:39:49.189329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:49.227366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-c8bb0151-c7bc-4844-8a00-19370f5eb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:49.228859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-c8bb0151-c7bc-4844-8a00-19370f5eb544 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba8f5969-6529-4e81-80bc-62619c2ecbc3 HTTP/1.1" status: 200 len: 852 time: 0.0435357 Mar 31 23:39:49.262305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-09b3d0d2-faf8-4810-9b68-4a5e9d13bd9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6c444de-64fe-4574-b1af-4f07a8daa5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263083 Mar 31 23:39:49.270548 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:49.292961 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:39:49.295263 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81dfd21-b660-45cb-b39f-912330006dda" -d '{"events": [{"server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "name": "network-vif-plugged", "status": "completed", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:39:49.308952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:49.350869 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c7419a-5e10-4cce-bcd0-bb35a5066c01 x-openstack-request-id: req-e5c7419a-5e10-4cce-bcd0-bb35a5066c01 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:39:49.351161 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "name": "network-vif-plugged", "status": "completed", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:39:49.351408 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5c7419a-5e10-4cce-bcd0-bb35a5066c01 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:39:49.351823 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c7419a-5e10-4cce-bcd0-bb35a5066c01'] response: {'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'code': 200} Mar 31 23:39:49.361572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:49.367253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-9f88d47d-da1e-4b4e-be91-4041cdf79e0a service neutron] 10.222.0.45 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987368 Mar 31 23:39:49.409004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:49.457760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-f65e5346-4637-4a32-9d20-e933ff757fe3 service neutron] 10.222.0.45 "GET /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822723 Mar 31 23:39:50.813913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3883-6756-4a2d-815f-b277a9a39232 req-5d2b64ee-8ce1-4aa6-a7b8-f8f9512878ba tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:50.815495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51df3883-6756-4a2d-815f-b277a9a39232 req-5d2b64ee-8ce1-4aa6-a7b8-f8f9512878ba tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0501037 Mar 31 23:39:50.856223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51df3883-6756-4a2d-815f-b277a9a39232 req-08a64f41-1367-4048-9678-1cacd1f7cb35 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348198 Mar 31 23:39:51.976478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba01a5a-282d-47f7-84c7-917abe7ecbc1 req-b5d1d31c-3724-46dc-b051-7187a3ef4dd3 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:51.977980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cba01a5a-282d-47f7-84c7-917abe7ecbc1 req-b5d1d31c-3724-46dc-b051-7187a3ef4dd3 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0477676 Mar 31 23:39:52.022630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cba01a5a-282d-47f7-84c7-917abe7ecbc1 req-6b3cb703-4d08-4ef3-8639-45b77d125af5 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/security-groups?id=a837d6e3-f29e-4194-b15b-bc5851c632bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379407 Mar 31 23:39:52.080096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-4f4dec07-2af6-48e2-8a60-5508392ff072 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:52.081552 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-4f4dec07-2af6-48e2-8a60-5508392ff072 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.50 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 945 time: 0.0551059 Mar 31 23:39:52.172411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Deleting port 127cdab6-5cfc-49c5-80dc-7c3266da501a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:39:52.174825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:52.265158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] For port 127cdab6-5cfc-49c5-80dc-7c3266da501a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=127cdab6-5cfc-49c5-80dc-7c3266da501a,segment=NetworkSegment(3bec0305-864f-42fc-a7cb-2953a14f0881),segment_id=3bec0305-864f-42fc-a7cb-2953a14f0881)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:52.265518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:52.281854 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Calling delete_port for 127cdab6-5cfc-49c5-80dc-7c3266da501a owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:39:52.479174 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:52.491011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['127cdab6-5cfc-49c5-80dc-7c3266da501a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:39:52.514891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Pushing event deleted for resources: {'Port': ['ID=127cdab6-5cfc-49c5-80dc-7c3266da501a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:52.563370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] No DVR routers for this DVR port 127cdab6-5cfc-49c5-80dc-7c3266da501a on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:39:52.566061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:52.569435 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fd80c5a1-fd92-46c1-8b85-a0d5f1c1692a req-446452d7-0cca-48b3-a3c5-dc9f2ea4d00e tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.50 "DELETE /v2.0/ports/127cdab6-5cfc-49c5-80dc-7c3266da501a HTTP/1.1" status: 204 len: 173 time: 0.4816337 Mar 31 23:39:52.569873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'name': 'network-vif-deleted', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:39:52.572280 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9002382-e356-40b9-8f3f-c651dc16fd98" -d '{"events": [{"server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "name": "network-vif-deleted", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:39:52.613023 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7609590-9c0b-4263-8529-a06661d54bf8 x-openstack-request-id: req-a7609590-9c0b-4263-8529-a06661d54bf8 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:39:52.613319 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08318384-a0e9-471b-ab08-51e69ed40b79", "name": "network-vif-deleted", "tag": "127cdab6-5cfc-49c5-80dc-7c3266da501a", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:39:52.613565 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7609590-9c0b-4263-8529-a06661d54bf8 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:39:52.613962 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7609590-9c0b-4263-8529-a06661d54bf8'] response: {'server_uuid': '08318384-a0e9-471b-ab08-51e69ed40b79', 'name': 'network-vif-deleted', 'tag': '127cdab6-5cfc-49c5-80dc-7c3266da501a', 'status': 'completed', 'code': 200} Mar 31 23:39:53.135468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6fc8e490-8656-4ae1-970b-12062a92991a req-3935fad3-3930-4b4d-b38e-1236e20d6ae3 tempest-DeleteServersTestJSON-453432886 tempest-DeleteServersTestJSON-453432886-project] 10.222.0.31 "GET /v2.0/ports?device_id=08318384-a0e9-471b-ab08-51e69ed40b79 HTTP/1.1" status: 200 len: 210 time: 0.0271335 Mar 31 23:39:54.266180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 53970) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:39:54.309090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Deleting subnet ba8f5969-6529-4e81-80bc-62619c2ecbc3 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:39:54.313622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.350800 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.390437 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.516283 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.542035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8f5969-6529-4e81-80bc-62619c2ecbc3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:54.547220 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.550360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ba8f5969-6529-4e81-80bc-62619c2ecbc3 HTTP/1.1" status: 204 len: 168 time: 0.2831428 Mar 31 23:39:54.553089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53972) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:39:54.555606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.555953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.556289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.556622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.556952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.557282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.557605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.557929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.558251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.558594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.558921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.559242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5d8b9-2882-499e-b9e0-9a7ecdab8ea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.625112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.705203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.725977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c444de-64fe-4574-b1af-4f07a8daa5c9']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:39:54.736085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bec0305-864f-42fc-a7cb-2953a14f0881') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:39:54.741525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bec0305-864f-42fc-a7cb-2953a14f0881') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:39:54.745741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.760305 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.765994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:39:54.772098 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:39:54.926912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.931743 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.935449 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b6c444de-64fe-4574-b1af-4f07a8daa5c9 HTTP/1.1" status: 204 len: 168 time: 0.3808804 Mar 31 23:39:54.948389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ed267-5c7d-4edd-9286-eb9f30904e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c444de-64fe-4574-b1af-4f07a8daa5c9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:55.123334 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 127cdab6-5cfc-49c5-80dc-7c3266da501a no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:39:55.144158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 127cdab6-5cfc-49c5-80dc-7c3266da501a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:39:55.144615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 127cdab6-5cfc-49c5-80dc-7c3266da501a not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:39:55.242177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53976) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:39:55.281327 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b96f41b3-a548-49cc-973f-6eed7d1d2607 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10b47dd0679c4bd495671c2fdcb45f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378952 Mar 31 23:39:55.283671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 53978) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:39:55.331024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-373bae93-ad8b-4a42-a17c-a6d1238bfd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:55.352485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-373bae93-ad8b-4a42-a17c-a6d1238bfd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:55.478732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-373bae93-ad8b-4a42-a17c-a6d1238bfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:55.481526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-373bae93-ad8b-4a42-a17c-a6d1238bfd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:55.482641 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-373bae93-ad8b-4a42-a17c-a6d1238bfd73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a837d6e3-f29e-4194-b15b-bc5851c632bc HTTP/1.1" status: 204 len: 168 time: 0.1979921 Mar 31 23:39:55.490362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bae93-ad8b-4a42-a17c-a6d1238bfd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a837d6e3-f29e-4194-b15b-bc5851c632bc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:56.503318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54000) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:39:56.600032 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1719158409-network', 'tenant_id': '6be8563f776d4511b6d2d7bd600aa447'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:39:56.707780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Made reservation on behalf of 6be8563f776d4511b6d2d7bd600aa447 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:39:56.710520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:56.723960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:56.797694 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:56.881147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:56.908964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:39:56.915102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:56.921147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:56.921493 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Added segment b12f50d0-c347-4292-957f-5030a8f483d4 of type vlan for network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de Mar 31 23:39:56.961731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:57.076128 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:57.076892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:57.077470 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:57.140263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] Pushing event updated for resources: {'Network': ['ID=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:57.150122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:39:57.175306 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2389aa89-9323-4bf2-93aa-31e6d7faf489 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6708603 Mar 31 23:39:57.178125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54004) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:39:57.183058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Request body: {'subnet': {'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1719158409-subnet', 'tenant_id': '6be8563f776d4511b6d2d7bd600aa447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:39:57.263919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Made reservation on behalf of 6be8563f776d4511b6d2d7bd600aa447 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:39:57.266914 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:57.498389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:57.553988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee94d31-1b51-4893-9ca3-28f1c89c68e6,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:57.563169 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Checking segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:39:57.563529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Network hostable DHCP agents. Network: 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:39:57.635490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:39:57.692669 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:39:57.697282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:57.698280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:57.701589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68970678-cbdd-41b1-8564-f375f12d0111 None None] Network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:39:57.808083 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d8e74a85-4f73-460e-89b9-1fc8ce1f0154 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6287441 Mar 31 23:39:57.833227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806acea7-d1b4-415b-8f43-05730c7b590e None None] Network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:39:58.261495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e57db319-a495-4464-a78c-6692d99a4922 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:58.263221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e57db319-a495-4464-a78c-6692d99a4922 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 815 time: 0.1027639 Mar 31 23:39:58.278689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-cb9b5f1c-6120-4bc6-857e-7513f1fde22f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/quotas/6be8563f776d4511b6d2d7bd600aa447 HTTP/1.1" status: 200 len: 375 time: 0.0092356 Mar 31 23:39:58.311117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-59bcfd0c-00c5-4edf-bc36-ea2206e7f0a7 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262780 Mar 31 23:39:58.321754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-90507013-f75c-4aea-b3b1-ea5796497fe9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:39:58.322780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-90507013-f75c-4aea-b3b1-ea5796497fe9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049174 Mar 31 23:39:58.408969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-40bc7959-5972-48ae-bd64-836a86258617 service neutron] 10.222.0.31 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805049 Mar 31 23:39:58.500305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-4b4437ca-0206-44a1-a5e4-3feae2c04787 service neutron] 10.222.0.31 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839748 Mar 31 23:39:58.762513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1c597c5-da43-4236-b07e-dff98e451707 req-6e0d1346-9b94-4ba0-a2a4-44b51b7e1d4c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 210 time: 0.0265801 Mar 31 23:39:59.859914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f74a93e-a662-4677-bf99-3218e61896c8 req-64992cf5-faef-44db-930e-a0e0687c84d5 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 210 time: 0.0298545 Mar 31 23:40:00.961596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-11b5eb06-475c-429b-9b14-fd2deb7e9e0c req-80c352ce-194d-417f-8f38-8c2ebbb48b95 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 210 time: 0.0281794 Mar 31 23:40:01.030861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-681ef24e-b13a-42e3-a012-ddcf8b7bb43d tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:01.032378 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-681ef24e-b13a-42e3-a012-ddcf8b7bb43d tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.50 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 815 time: 0.1836784 Mar 31 23:40:01.045064 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Request body: {'port': {'device_id': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de', 'admin_state_up': True, 'tenant_id': '6be8563f776d4511b6d2d7bd600aa447'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:01.207675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Made reservation on behalf of 6be8563f776d4511b6d2d7bd600aa447 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:40:01.211182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:01.339210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Allocated IP 172.20.0.9 (0c716d08-d5c2-4c62-a7ab-ee7c3cc254de/bee94d31-1b51-4893-9ca3-28f1c89c68e6/d58e5215-ea64-4bc9-9aa9-2e1e2e746f25) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:40:01.481032 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:01.567196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:01.615952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:40:01.619147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:40:01.622693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:40:01.645897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:01.656756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.657095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.657428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.657756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.658082 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.658408 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.658752 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.659071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.659390 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.660246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.660563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.660878 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:01.685892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:01.686827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:01.758012 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-ea1c2fbd-333e-4575-825d-988c63efe24a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7165024 Mar 31 23:40:01.769735 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Request body: {'port': {'device_id': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:01.823890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:02.089749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ff7b4-c6ba-4269-bfd5-21ed64c9aaf4 req-3cf785d2-6b1e-4d50-be01-fe43e8a3f6ba tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:02.091216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-750ff7b4-c6ba-4269-bfd5-21ed64c9aaf4 req-3cf785d2-6b1e-4d50-be01-fe43e8a3f6ba tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 931 time: 0.0525095 Mar 31 23:40:02.100664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:40:02.108225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:02.120296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Transition to ACTIVE for port object d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:40:02.129396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-750ff7b4-c6ba-4269-bfd5-21ed64c9aaf4 req-55adcd26-325d-4465-b68b-555d09a8c74c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Mar 31 23:40:02.190024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:02.253863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:02.303113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Attempting to bind port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:40:02.303442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Attempting to bind port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:40:02.303760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Attempting to bind port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:02.307849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:40:02.308160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Attempting to bind port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:02.312732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:40:02.313065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Checking segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:40:02.313440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Bound using segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:40:02.313852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Bound port: d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:40:02.314203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:02.378055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:40:02.381501 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:40:02.435634 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:02.472151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:02.472763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:02.474131 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] 10.222.0.50 "PUT /v2.0/ports/d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 200 len: 1091 time: 0.7085431 Mar 31 23:40:02.474605 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:02.476861 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93b1188-e731-4323-bde5-a51120014c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:02.497722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5152b-6b6e-43ac-ac29-bb2e01aa84aa service neutron] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:02.513333 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4f1883-e8af-4ce6-a28f-cde877c45b89 x-openstack-request-id: req-9c4f1883-e8af-4ce6-a28f-cde877c45b89 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:02.513619 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:02.513870 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c4f1883-e8af-4ce6-a28f-cde877c45b89 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:02.514269 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4f1883-e8af-4ce6-a28f-cde877c45b89'] response: {'name': 'network-changed', 'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'status': 'completed', 'code': 200} Mar 31 23:40:02.573994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b1188-e731-4323-bde5-a51120014c1a req-656b7116-f322-4f51-a912-f78a8f92d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:02.575536 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e93b1188-e731-4323-bde5-a51120014c1a req-656b7116-f322-4f51-a912-f78a8f92d879 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 1094 time: 0.0413995 Mar 31 23:40:02.741583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b1188-e731-4323-bde5-a51120014c1a req-a700cd17-e8bb-4bb2-a0be-6f74c94c1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:02.742980 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e93b1188-e731-4323-bde5-a51120014c1a req-a700cd17-e8bb-4bb2-a0be-6f74c94c1089 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=6be8563f776d4511b6d2d7bd600aa447&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1601784 Mar 31 23:40:03.170305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b1188-e731-4323-bde5-a51120014c1a req-59aeec6e-2c5c-4e69-b3a3-b11c1174bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:03.172742 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e93b1188-e731-4323-bde5-a51120014c1a req-59aeec6e-2c5c-4e69-b3a3-b11c1174bad4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4223058 Mar 31 23:40:03.248340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7da3f-89d0-4c8a-a69f-337a20a67939 req-8344c690-6b18-439a-948a-9aadaff7d001 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:03.249847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87f7da3f-89d0-4c8a-a69f-337a20a67939 req-8344c690-6b18-439a-948a-9aadaff7d001 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 943 time: 0.0503542 Mar 31 23:40:03.250274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-5aa84a4e-7219-4bfc-a41b-f2aafad42bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:03.251804 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-5aa84a4e-7219-4bfc-a41b-f2aafad42bf2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 1094 time: 0.0425305 Mar 31 23:40:03.288696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-87f7da3f-89d0-4c8a-a69f-337a20a67939 req-c0664ef9-0877-40b9-bc1e-cbc3ea921cee tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Mar 31 23:40:03.297315 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-a53d8022-5fb1-4377-9990-e909a5bc505f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 200 len: 217 time: 0.0377300 Mar 31 23:40:03.345218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-de96a7bf-c158-4670-bdc7-553f7726cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:03.346702 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-de96a7bf-c158-4670-bdc7-553f7726cba5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0432234 Mar 31 23:40:03.378703 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-fc5e7d5f-f996-4c2d-b5cf-3c2a8d199168 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250289 Mar 31 23:40:03.470454 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-737c5bf0-b235-41cc-aab0-bd99152c551d service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844727 Mar 31 23:40:03.558127 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c048d763-3bf7-487d-89f9-34d3f9616d65 req-0f33c92e-872e-4cfc-917e-44b5db1f8a9f service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815959 Mar 31 23:40:03.989163 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c1ef8306-1256-4100-b5e8-3b4c79e3cb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:04.403900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7395a20-50e7-438b-9389-a8f5f5a9b84f req-b54a3c04-89ac-49dc-876c-53fae3058d0a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:04.405618 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7395a20-50e7-438b-9389-a8f5f5a9b84f req-b54a3c04-89ac-49dc-876c-53fae3058d0a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 943 time: 0.0484478 Mar 31 23:40:04.443762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7395a20-50e7-438b-9389-a8f5f5a9b84f req-da65cfe5-8b91-44d1-9cce-d6a86b15f7b4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Mar 31 23:40:05.205078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:40:05.300342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:05.312134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de', 'port_id': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'mac_address': 'fa:16:3e:83:32:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee94d31-1b51-4893-9ca3-28f1c89c68e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:40:05.349864 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:05.362244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:40:05.381456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:05.452137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:05.499588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:05.567269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a134cd-3e69-48c0-b846-36977aafefa8 req-a996a2e4-e1a1-44b8-9c10-ace91093e40f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:05.568739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a134cd-3e69-48c0-b846-36977aafefa8 req-a996a2e4-e1a1-44b8-9c10-ace91093e40f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 944 time: 0.0520849 Mar 31 23:40:05.606980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a134cd-3e69-48c0-b846-36977aafefa8 req-ae2993b7-f2c8-40ef-8bb0-7dfb11f11966 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Mar 31 23:40:05.653282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['d58e5215-ea64-4bc9-9aa9-2e1e2e746f25'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:40:06.081335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7df0fc6c-4dc3-4283-9c44-9228f177a636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:06.723233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec277b7e-8ac0-40d8-8884-919f028cf38c req-4d5cae36-43a8-4dfd-9e2a-1ee7cb2d424b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:06.724735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec277b7e-8ac0-40d8-8884-919f028cf38c req-4d5cae36-43a8-4dfd-9e2a-1ee7cb2d424b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 944 time: 0.0492954 Mar 31 23:40:06.761105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ec277b7e-8ac0-40d8-8884-919f028cf38c req-d771603f-93da-4330-80d5-c6f39622af27 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304294 Mar 31 23:40:07.220962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:40:07.332579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:40:07.336294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:40:07.336668 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:07.577663 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:07.601462 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:07.603752 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82019552-734c-45ba-ba50-1f911feb81cd" -d '{"events": [{"server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "name": "network-vif-plugged", "status": "completed", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:07.617019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:07.645730 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32dcbb7-c465-412d-b8ab-9d8c2d3cb709 x-openstack-request-id: req-e32dcbb7-c465-412d-b8ab-9d8c2d3cb709 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:07.646026 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "name": "network-vif-plugged", "status": "completed", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:07.646281 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e32dcbb7-c465-412d-b8ab-9d8c2d3cb709 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:07.646702 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32dcbb7-c465-412d-b8ab-9d8c2d3cb709'] response: {'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'code': 200} Mar 31 23:40:07.687972 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:07.741670 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02f08-c4cb-46a5-8313-a0dc9a8953e2 req-976552e1-cc38-4a93-aa7e-3042f0b6ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:07.743312 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5a02f08-c4cb-46a5-8313-a0dc9a8953e2 req-976552e1-cc38-4a93-aa7e-3042f0b6ed31 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 1096 time: 0.0426626 Mar 31 23:40:07.748583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:07.783284 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5a02f08-c4cb-46a5-8313-a0dc9a8953e2 req-ee6912df-2b5c-4669-9864-6ac7a432634b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Mar 31 23:40:07.835463 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:07.876510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c07a7-410c-4d73-b702-e23063d9293a req-857528d3-8a56-4cca-af73-e113cbf53b89 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:07.877963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-940c07a7-410c-4d73-b702-e23063d9293a req-857528d3-8a56-4cca-af73-e113cbf53b89 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0485296 Mar 31 23:40:07.927087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-940c07a7-410c-4d73-b702-e23063d9293a req-8fc71af3-59de-4d20-90cd-3b80b2ed19c0 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Mar 31 23:40:08.776229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:08.970536 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:09.048990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac545a-7d97-4e22-8703-537a75fa6e76 req-3447982f-7c4a-47ec-b897-c0d92be1b9ea tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:09.050425 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cac545a-7d97-4e22-8703-537a75fa6e76 req-3447982f-7c4a-47ec-b897-c0d92be1b9ea tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0526752 Mar 31 23:40:09.088114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cac545a-7d97-4e22-8703-537a75fa6e76 req-9cabd83e-51ee-4139-8b01-4eb6fa58d3b6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Mar 31 23:40:09.175807 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:09.207740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3e1b-2158-467d-8c43-3fad80fd9756 req-e2b6a97f-dd8a-4bd9-a8e7-3d01b2c4ae60 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:09.209418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-365a3e1b-2158-467d-8c43-3fad80fd9756 req-e2b6a97f-dd8a-4bd9-a8e7-3d01b2c4ae60 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0510185 Mar 31 23:40:09.246268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-365a3e1b-2158-467d-8c43-3fad80fd9756 req-8de7b4ec-114d-43fc-8119-80aac9c02b47 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Mar 31 23:40:09.511023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41e27c-3a5e-49a6-90aa-62471ef3c016 req-627718ab-764f-4e22-832c-31d02319a4ee tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:09.512480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da41e27c-3a5e-49a6-90aa-62471ef3c016 req-627718ab-764f-4e22-832c-31d02319a4ee tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0490894 Mar 31 23:40:09.549019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da41e27c-3a5e-49a6-90aa-62471ef3c016 req-e036c19c-bcd9-4c53-a0ef-3216ef06e0c5 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305502 Mar 31 23:40:09.665817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2399-37af-443a-bd66-61d097886329 req-a1f6f2cc-4859-4613-9826-a9b86ecf9d37 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:09.667235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-924e2399-37af-443a-bd66-61d097886329 req-a1f6f2cc-4859-4613-9826-a9b86ecf9d37 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0517707 Mar 31 23:40:09.703844 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-924e2399-37af-443a-bd66-61d097886329 req-b3a373f0-babb-40e8-a8b6-6c39b44e453f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Mar 31 23:40:10.021958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:10.117442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0e106-47f1-42a6-a9b6-2982b47d0baf req-2c3e1e71-85f7-46b1-8703-7c4ec4c57d65 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:10.118935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffa0e106-47f1-42a6-a9b6-2982b47d0baf req-2c3e1e71-85f7-46b1-8703-7c4ec4c57d65 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0476739 Mar 31 23:40:10.156456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffa0e106-47f1-42a6-a9b6-2982b47d0baf req-4d5f1671-134a-4b6e-b5c3-e3d40d3b585a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Mar 31 23:40:10.214701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-f50331d5-ffd7-4fe3-9e5d-285142c1ccac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390880 Mar 31 23:40:11.277225 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0dc9-e071-43cd-b09e-83782ea59ea2 req-10bfde5d-1e5e-4d2e-9f3d-9a4f29ee97d6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:11.278732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-214d0dc9-e071-43cd-b09e-83782ea59ea2 req-10bfde5d-1e5e-4d2e-9f3d-9a4f29ee97d6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0523102 Mar 31 23:40:11.317238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-214d0dc9-e071-43cd-b09e-83782ea59ea2 req-2590fcd8-f270-4de9-abd0-0ea04c6d8b41 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Mar 31 23:40:12.435016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea848a33-1afd-4941-a93f-7bad94b0a4cd req-a505e96b-b2c5-402f-a99d-99c76109f6d6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:12.436495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea848a33-1afd-4941-a93f-7bad94b0a4cd req-a505e96b-b2c5-402f-a99d-99c76109f6d6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0502100 Mar 31 23:40:12.474551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea848a33-1afd-4941-a93f-7bad94b0a4cd req-cb762278-a2aa-41bf-b780-ae7d3a25c6fc tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Mar 31 23:40:12.673503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9a8303eb-2411-4d1d-b707-f6a4d6d6acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:12.675053 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9a8303eb-2411-4d1d-b707-f6a4d6d6acca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 1096 time: 0.0485020 Mar 31 23:40:12.766796 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-c8bac9b5-eb05-4a5c-b7ec-9ed7cc07c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:12.768254 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-c8bac9b5-eb05-4a5c-b7ec-9ed7cc07c800 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0850637 Mar 31 23:40:12.816028 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-4afc8182-a082-4457-a1c0-fbda7c5b2350 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 200 len: 217 time: 0.0392482 Mar 31 23:40:12.866902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-f87c06ff-6d66-4466-9eaf-1cbab6f18162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:12.868314 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-f87c06ff-6d66-4466-9eaf-1cbab6f18162 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0449073 Mar 31 23:40:12.900374 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-35d0a1d3-d49a-4d90-bf9a-b5fd2c0c43f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246105 Mar 31 23:40:13.021032 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-fcb12175-7470-4c59-8547-5977f4358973 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137562 Mar 31 23:40:13.112851 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-5f3b90aa-c3ea-4178-a3bc-51961b534b61 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838823 Mar 31 23:40:13.590447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fc6f7-38c2-40e0-9efb-ac7c0bf44c25 req-5ef4d48c-6e48-4fd4-b7ee-bad7cd19695f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:13.591953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be3fc6f7-38c2-40e0-9efb-ac7c0bf44c25 req-5ef4d48c-6e48-4fd4-b7ee-bad7cd19695f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0474224 Mar 31 23:40:13.629043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be3fc6f7-38c2-40e0-9efb-ac7c0bf44c25 req-fee6a4f3-df91-42ac-82fd-3c16815af94d tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Mar 31 23:40:14.753378 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c382b6-f526-434b-bb6b-1e0c6cde0399 req-78b8547f-fb5b-4d10-a1aa-41d10d0d3793 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:14.754799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9c382b6-f526-434b-bb6b-1e0c6cde0399 req-78b8547f-fb5b-4d10-a1aa-41d10d0d3793 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0529742 Mar 31 23:40:14.793592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9c382b6-f526-434b-bb6b-1e0c6cde0399 req-3bbe2eb8-fd14-44ed-bbcb-d109f7d395e2 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Mar 31 23:40:15.907181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326794f-1a35-4602-83bd-00c8d8c4422d req-461e4e85-fc89-4fa5-8387-f2fd35f4c853 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:15.908641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7326794f-1a35-4602-83bd-00c8d8c4422d req-461e4e85-fc89-4fa5-8387-f2fd35f4c853 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0480611 Mar 31 23:40:15.945837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7326794f-1a35-4602-83bd-00c8d8c4422d req-7e15154a-f858-4f90-a806-54bf836dd282 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307007 Mar 31 23:40:17.064496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0b7d9-6a40-4b38-a3f8-d09b0c6c6b7e req-6a13085b-58ca-407b-a10e-37b9afcba125 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:17.066001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cb0b7d9-6a40-4b38-a3f8-d09b0c6c6b7e req-6a13085b-58ca-407b-a10e-37b9afcba125 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0520201 Mar 31 23:40:17.110805 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6cb0b7d9-6a40-4b38-a3f8-d09b0c6c6b7e req-68d13c78-593d-4c60-b2f9-f875105d899a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385687 Mar 31 23:40:18.563641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd996f9-1c14-4ca3-940f-6156ad6bd22a req-0b85e82f-5db1-449e-a108-f6c3cdf29295 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:18.565121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cd996f9-1c14-4ca3-940f-6156ad6bd22a req-0b85e82f-5db1-449e-a108-f6c3cdf29295 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.3850639 Mar 31 23:40:18.603654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7cd996f9-1c14-4ca3-940f-6156ad6bd22a req-442b76ac-3a02-4fa3-864c-9e76a4e25e9c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Mar 31 23:40:19.717525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21388ad7-64d0-455c-963c-43deacf81438 req-7ceabe92-62a6-4dee-8a01-fcc1dba3283a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:19.718984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21388ad7-64d0-455c-963c-43deacf81438 req-7ceabe92-62a6-4dee-8a01-fcc1dba3283a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0475543 Mar 31 23:40:19.756530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21388ad7-64d0-455c-963c-43deacf81438 req-ff5e8e92-cf63-40db-ab3b-4a860a7f9d94 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Mar 31 23:40:20.875006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe5c9d-88c0-47e6-a0e7-003962d6057f req-f5fe3727-44b1-4e19-a301-ae8c2ea8dcf6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:20.876485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ffe5c9d-88c0-47e6-a0e7-003962d6057f req-f5fe3727-44b1-4e19-a301-ae8c2ea8dcf6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0484402 Mar 31 23:40:20.913378 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ffe5c9d-88c0-47e6-a0e7-003962d6057f req-43ec03a6-be03-4feb-be17-e18ca3ba0862 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303161 Mar 31 23:40:21.060989 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:40:22.033894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd547330-d765-40e7-bd18-85b17e20cf9c req-b006059e-a3cf-479d-9f38-b73d4ef29b19 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:22.035380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd547330-d765-40e7-bd18-85b17e20cf9c req-b006059e-a3cf-479d-9f38-b73d4ef29b19 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0538390 Mar 31 23:40:22.078106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fd547330-d765-40e7-bd18-85b17e20cf9c req-bba64b78-300f-40cc-b499-f1212817f6ee tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365989 Mar 31 23:40:23.193484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1af01-9d12-45ec-bd33-ccc81a77ce63 req-7589c316-3455-4bc8-af00-9ea3825190a0 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:23.194977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cce1af01-9d12-45ec-bd33-ccc81a77ce63 req-7589c316-3455-4bc8-af00-9ea3825190a0 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0483851 Mar 31 23:40:23.231567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cce1af01-9d12-45ec-bd33-ccc81a77ce63 req-d8696182-4baa-4762-98c1-3e59c59337cf tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306375 Mar 31 23:40:24.345711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2bcbc-6895-48f4-96a0-c506fda733ce req-1709b8d0-e0c1-485a-a0fa-d408b5bafc76 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:24.347185 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbb2bcbc-6895-48f4-96a0-c506fda733ce req-1709b8d0-e0c1-485a-a0fa-d408b5bafc76 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0481639 Mar 31 23:40:24.384494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bbb2bcbc-6895-48f4-96a0-c506fda733ce req-c7b3f17c-7eaf-4d00-a597-e797ecdd3882 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Mar 31 23:40:25.503602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc7ce-b0ed-43c3-9df8-d59f17eccca5 req-1790f467-27ee-42ce-864c-972e9a663c7b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:25.505775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-239fc7ce-b0ed-43c3-9df8-d59f17eccca5 req-1790f467-27ee-42ce-864c-972e9a663c7b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0529726 Mar 31 23:40:25.542601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-239fc7ce-b0ed-43c3-9df8-d59f17eccca5 req-e0505ae9-8660-4e6c-b4a7-607b2cd89626 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Mar 31 23:40:26.659859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e057-52f0-4b33-b6ad-1afe82743f63 req-126efea9-4336-4a4b-a9cb-43f8425b7494 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:26.661419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82f9e057-52f0-4b33-b6ad-1afe82743f63 req-126efea9-4336-4a4b-a9cb-43f8425b7494 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0499487 Mar 31 23:40:26.698853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82f9e057-52f0-4b33-b6ad-1afe82743f63 req-669987b1-11ef-4e52-88c1-252f7194c922 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Mar 31 23:40:27.820264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071781ab-c7f5-4724-a464-54d2fd56a11b req-4b33da66-5609-452e-9db5-0aa757820f0d tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:27.821754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-071781ab-c7f5-4724-a464-54d2fd56a11b req-4b33da66-5609-452e-9db5-0aa757820f0d tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0524561 Mar 31 23:40:27.859673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-071781ab-c7f5-4724-a464-54d2fd56a11b req-2e033803-fe7b-4da5-a703-0c3f35051b9c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Mar 31 23:40:28.981463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b84295-c196-4639-b5e9-8bc2a837f23a req-97ae706a-82d4-417d-bba5-935db4e14419 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:28.983032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96b84295-c196-4639-b5e9-8bc2a837f23a req-97ae706a-82d4-417d-bba5-935db4e14419 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0521164 Mar 31 23:40:29.019176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96b84295-c196-4639-b5e9-8bc2a837f23a req-06340cda-ddd1-463c-80ac-9d4c4a809fef tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303247 Mar 31 23:40:30.134733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec4a3b-b8d9-43f9-a2b4-82e3fbc117fb req-d3121fa8-6758-4729-b537-9ff53a3bbad2 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:30.136207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edec4a3b-b8d9-43f9-a2b4-82e3fbc117fb req-d3121fa8-6758-4729-b537-9ff53a3bbad2 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0483434 Mar 31 23:40:30.173454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edec4a3b-b8d9-43f9-a2b4-82e3fbc117fb req-0163a847-3213-4780-95ab-7cf81ead02e3 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Mar 31 23:40:31.287186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f38b2f-6bd9-4786-a458-6df15f515501 req-3dbe7e7a-9a03-45c4-82d2-7ee24dbddff9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:31.288647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84f38b2f-6bd9-4786-a458-6df15f515501 req-3dbe7e7a-9a03-45c4-82d2-7ee24dbddff9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0483265 Mar 31 23:40:31.325730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84f38b2f-6bd9-4786-a458-6df15f515501 req-526a5e60-3b7b-4997-9bb3-06d64572f608 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310581 Mar 31 23:40:32.444937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8742d-9258-4f9f-9de8-03feefa0a4dd req-f96b508f-578f-4c91-bdca-210625dbda65 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:32.446383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04e8742d-9258-4f9f-9de8-03feefa0a4dd req-f96b508f-578f-4c91-bdca-210625dbda65 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0514789 Mar 31 23:40:32.484674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-04e8742d-9258-4f9f-9de8-03feefa0a4dd req-9653f715-429b-4e90-a4d6-04286cb1dab9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Mar 31 23:40:33.600076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b32bdd-4ff0-4b02-a454-36b00e1f96d1 req-20598bca-ecc6-4315-82c1-282927c4d7c7 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:33.602317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43b32bdd-4ff0-4b02-a454-36b00e1f96d1 req-20598bca-ecc6-4315-82c1-282927c4d7c7 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0490937 Mar 31 23:40:33.639251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43b32bdd-4ff0-4b02-a454-36b00e1f96d1 req-56bfe24a-995e-4f9e-a376-3b4dccc730d4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307882 Mar 31 23:40:33.998332 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8a7c7993-db0c-4066-ab70-dd67af4869de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:34.756049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad716fc-69c2-4a55-b545-6624f3cd41f2 req-1b5791f1-5328-425e-ae9d-6bd736090792 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:34.757459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cad716fc-69c2-4a55-b545-6624f3cd41f2 req-1b5791f1-5328-425e-ae9d-6bd736090792 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0498307 Mar 31 23:40:34.795137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cad716fc-69c2-4a55-b545-6624f3cd41f2 req-20812907-b17b-4c98-8821-f59006598aed tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Mar 31 23:40:35.919139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce133b0-3c5b-48ce-b68a-c37e3c672fe2 req-77a24ad1-def0-47d1-a6eb-20334a8603e4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:35.920615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ce133b0-3c5b-48ce-b68a-c37e3c672fe2 req-77a24ad1-def0-47d1-a6eb-20334a8603e4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0522671 Mar 31 23:40:35.958165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ce133b0-3c5b-48ce-b68a-c37e3c672fe2 req-d03a6b69-924f-4b5b-be33-24903c79c63b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Mar 31 23:40:36.072669 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a49240fd-4da6-4a50-b4dd-66e8256d7489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:37.071454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fac18-59d1-4975-9fd4-a567c75a87d8 req-589dd8a6-07ef-476e-9579-d53108806731 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:37.072908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b25fac18-59d1-4975-9fd4-a567c75a87d8 req-589dd8a6-07ef-476e-9579-d53108806731 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0475848 Mar 31 23:40:37.109645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b25fac18-59d1-4975-9fd4-a567c75a87d8 req-5380cd06-1062-487d-be95-02decceea090 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307720 Mar 31 23:40:37.800789 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:38.224662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da400b8-1b50-4e64-8391-775541a5eebb req-2f55915a-dd0f-4b3d-bea7-e69c9c302a48 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:38.226149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3da400b8-1b50-4e64-8391-775541a5eebb req-2f55915a-dd0f-4b3d-bea7-e69c9c302a48 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0487454 Mar 31 23:40:38.264438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3da400b8-1b50-4e64-8391-775541a5eebb req-79ebf09a-d762-4edd-a236-ee3f7c78c709 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322201 Mar 31 23:40:38.846801 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:38.987230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:39.189513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:39.384548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41237af-1f57-4966-9658-38838fe04f76 req-5dc7147c-d3cd-4e46-9b49-9302a008784e tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:39.386070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d41237af-1f57-4966-9658-38838fe04f76 req-5dc7147c-d3cd-4e46-9b49-9302a008784e tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0548234 Mar 31 23:40:39.439672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d41237af-1f57-4966-9658-38838fe04f76 req-533bb2ad-ecc6-4f81-9ed1-30cb532cdbdd tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 Mar 31 23:40:39.983445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:40.254072 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-748b85a1-ba62-4a77-bbf2-83420cc2e2cc service neutron] show failed (client error): The resource could not be found. Mar 31 23:40:40.255017 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-748b85a1-ba62-4a77-bbf2-83420cc2e2cc service neutron] 10.222.0.50 "GET /v2.0/ports/d58e5215-ea64-4bc9-9aa9-2e1e2e746f25/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0555232 Mar 31 23:40:40.566555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd1775-ae10-4102-bba5-802fb302f435 req-50bb4824-e6fc-4754-a925-d694fcd41270 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:40.567947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9dfd1775-ae10-4102-bba5-802fb302f435 req-50bb4824-e6fc-4754-a925-d694fcd41270 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0503926 Mar 31 23:40:40.608457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9dfd1775-ae10-4102-bba5-802fb302f435 req-81342df2-ab0d-4e45-a614-31460930b433 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332496 Mar 31 23:40:40.750017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-f4ec3b88-1b8c-4ba7-9fce-a71cddde65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:40.751504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-f4ec3b88-1b8c-4ba7-9fce-a71cddde65e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f&tenant_id=6be8563f776d4511b6d2d7bd600aa447 HTTP/1.1" status: 200 len: 1096 time: 0.0397604 Mar 31 23:40:40.763897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:40.819710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.028045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:41.060884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:40:41.100285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:41.102512 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d890326b-db25-44c6-a872-9c246fe9eed0" -d '{"events": [{"server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "name": "network-vif-unplugged", "status": "completed", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:41.106321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.120778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Transition to ACTIVE for port object d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:40:41.176114 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.226657 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765439e1-070d-4c21-8aa0-ba217bdc689e x-openstack-request-id: req-765439e1-070d-4c21-8aa0-ba217bdc689e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:41.226958 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "name": "network-vif-unplugged", "status": "completed", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:41.227214 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-765439e1-070d-4c21-8aa0-ba217bdc689e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:41.227615 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765439e1-070d-4c21-8aa0-ba217bdc689e'] response: {'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'code': 200} Mar 31 23:40:41.247703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] No DVR routers for this DVR port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:41.249741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:41.285080 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Attempting to bind port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:40:41.285413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Attempting to bind port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:40:41.285740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Attempting to bind port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:41.290585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:40:41.290969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Attempting to bind port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:41.295723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:40:41.296061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Checking segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:40:41.296443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Bound using segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:40:41.296868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Bound port: d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:40:41.297223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.359258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:40:41.362122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:40:41.456164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.491703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:41.492309 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.493708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] 10.222.0.45 "PUT /v2.0/ports/d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 200 len: 1091 time: 0.7339926 Mar 31 23:40:41.512785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb76b0f-81b1-4612-986a-2e091f72fe2a service neutron] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:41.561051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-d5ec1be1-e41d-4d93-bc15-9944bb632f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:41.562600 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-d5ec1be1-e41d-4d93-bc15-9944bb632f5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 1094 time: 0.0464015 Mar 31 23:40:41.665393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-1733dd43-7144-400d-b409-5933da213044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:41.667065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-1733dd43-7144-400d-b409-5933da213044 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0979128 Mar 31 23:40:41.720199 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-6713f9eb-034a-48d0-8ff4-96cc2748ce65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 200 len: 217 time: 0.0462520 Mar 31 23:40:41.788436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfaec9-9bde-46e8-b1dc-338eb4182b86 req-f4d678b8-d5cf-412a-bec9-e0bb90a298d6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:41.790469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6bfaec9-9bde-46e8-b1dc-338eb4182b86 req-f4d678b8-d5cf-412a-bec9-e0bb90a298d6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 943 time: 0.1093676 Mar 31 23:40:41.796051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-56c14772-c460-4980-b76e-80c8554f7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:41.797463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-56c14772-c460-4980-b76e-80c8554f7574 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0632005 Mar 31 23:40:41.835630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-36ccd9e6-f899-42c6-845f-278b4fb8c4e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307155 Mar 31 23:40:41.872166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6bfaec9-9bde-46e8-b1dc-338eb4182b86 req-e7a57567-5594-4600-84ad-157f15bb7f64 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737131 Mar 31 23:40:41.944956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-32916fba-3cf4-4524-9f08-e819e8727608 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986509 Mar 31 23:40:42.033675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f0f69d3-4a03-4482-b4a4-f059db7c9c96 req-e1050ac3-f104-4318-ad41-5e9a4393d047 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835433 Mar 31 23:40:42.997755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe88d80-9b5f-4e53-9ce9-125d0c8a3f59 req-facb1bf3-e140-4f15-a234-f70c29db32b8 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:42.999272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffe88d80-9b5f-4e53-9ce9-125d0c8a3f59 req-facb1bf3-e140-4f15-a234-f70c29db32b8 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 943 time: 0.0574069 Mar 31 23:40:43.037290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffe88d80-9b5f-4e53-9ce9-125d0c8a3f59 req-c62abcca-2e7a-48c6-8655-dacf531a6f58 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Mar 31 23:40:43.250719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:43.250719 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad6b67-daff-48a2-bdbe-8dba68688cef" -d '{"events": [{"name": "network-changed", "server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:43.284320 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292e6231-d0d7-494f-b6e6-7f55d16c5462 x-openstack-request-id: req-292e6231-d0d7-494f-b6e6-7f55d16c5462 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:43.284609 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:43.284865 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-292e6231-d0d7-494f-b6e6-7f55d16c5462 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:43.285268 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292e6231-d0d7-494f-b6e6-7f55d16c5462'] response: {'name': 'network-changed', 'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'status': 'completed', 'code': 200} Mar 31 23:40:43.351537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-a5ba751f-2ca9-4d86-b81b-03d7cd80efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:43.353179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-a5ba751f-2ca9-4d86-b81b-03d7cd80efa1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 1094 time: 0.0454223 Mar 31 23:40:43.354847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-3afb1f46-9b00-4725-b47c-8a7e45cf08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:43.356429 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-3afb1f46-9b00-4725-b47c-8a7e45cf08c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 1094 time: 0.0541775 Mar 31 23:40:43.440303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:43.452272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-d767dde9-9022-41b4-a2d3-4d693bb9f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:43.453765 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-d767dde9-9022-41b4-a2d3-4d693bb9f1f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0906088 Mar 31 23:40:43.454207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-49d8e6f4-b746-49ea-b0a4-e65422849a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:43.455723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-49d8e6f4-b746-49ea-b0a4-e65422849a40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0944562 Mar 31 23:40:43.480454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:43.500374 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-b43d3aa9-0dd8-4340-ade6-a85813fcf633 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 200 len: 217 time: 0.0390413 Mar 31 23:40:43.508043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-42f73201-0f44-447a-bfa2-947ba6bed27e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 200 len: 217 time: 0.0426457 Mar 31 23:40:43.554311 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-b0e6cf0c-a143-4cc3-8b0e-a9df970eed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:43.555841 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-b0e6cf0c-a143-4cc3-8b0e-a9df970eed4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0494819 Mar 31 23:40:43.559381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-d9be41ab-0c86-4abf-87ef-b2e93f55540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:43.560834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-d9be41ab-0c86-4abf-87ef-b2e93f55540f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0450816 Mar 31 23:40:43.589117 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-6e5b6129-0fd1-4018-beee-d8069f321301 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259650 Mar 31 23:40:43.593816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-2ba9ae01-c293-488d-aaa1-4a48e2d8b318 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252481 Mar 31 23:40:43.695509 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-f9bd2b8d-be4a-4e2a-955b-9526f9ae4325 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970452 Mar 31 23:40:43.703911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-89a4f5ec-9bea-4e89-ad9a-4452991a047b service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023531 Mar 31 23:40:43.800908 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-873dd7a8-b4ba-48be-8354-7a666cc19618 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982025 Mar 31 23:40:43.815601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00ad6b67-daff-48a2-bdbe-8dba68688cef req-e3e47903-ecb2-48fb-af24-71b382f66b28 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960815 Mar 31 23:40:44.159874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2e4b2-d711-4669-aff7-430b626ad605 req-f5c2b21c-295c-46cd-b47c-7aefdd19aea9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:44.161372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ce2e4b2-d711-4669-aff7-430b626ad605 req-f5c2b21c-295c-46cd-b47c-7aefdd19aea9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 943 time: 0.0526445 Mar 31 23:40:44.204345 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ce2e4b2-d711-4669-aff7-430b626ad605 req-ad40b8bc-36e4-42b1-ae3f-40836bf8cd7c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362208 Mar 31 23:40:44.513296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c70f1a-b125-48f9-9835-df410d693d83 req-ee2e6c68-2614-41bc-a6f3-071b0469a154 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:44.514815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9c70f1a-b125-48f9-9835-df410d693d83 req-ee2e6c68-2614-41bc-a6f3-071b0469a154 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 943 time: 0.0515683 Mar 31 23:40:44.553774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9c70f1a-b125-48f9-9835-df410d693d83 req-1df40bc0-307f-434d-bded-3b2ff87abe8b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Mar 31 23:40:44.625667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb346-97cf-4147-950f-6636925ccb14 req-da995001-26d7-4d80-a211-54bf43edc2a5 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:44.627160 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-da995001-26d7-4d80-a211-54bf43edc2a5 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.50 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f&tenant_id=6be8563f776d4511b6d2d7bd600aa447&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 943 time: 0.0878232 Mar 31 23:40:44.691625 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-b80bb346-97cf-4147-950f-6636925ccb14 req-70dd4db3-7fa2-4389-9134-c78815dea8d4 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:40:44.692558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-70dd4db3-7fa2-4389-9134-c78815dea8d4 service neutron] 10.222.0.50 "DELETE /v2.0/ports/d58e5215-ea64-4bc9-9aa9-2e1e2e746f25/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0585184 Mar 31 23:40:44.777258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb346-97cf-4147-950f-6636925ccb14 req-15f8edc9-6cbe-408b-b772-ef4fa3a2907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:44.778866 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-15f8edc9-6cbe-408b-b772-ef4fa3a2907a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 1094 time: 0.0411804 Mar 31 23:40:44.865219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb346-97cf-4147-950f-6636925ccb14 req-8057e8fd-05fb-4743-93bb-96b259cce53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:44.866709 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-8057e8fd-05fb-4743-93bb-96b259cce53c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0818789 Mar 31 23:40:44.911589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-53084d8c-e228-4974-9781-ab076bd434c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 200 len: 217 time: 0.0378890 Mar 31 23:40:44.959217 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb346-97cf-4147-950f-6636925ccb14 req-a8c4bd51-5f3f-4f79-8ab6-507511ee825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:44.960550 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-a8c4bd51-5f3f-4f79-8ab6-507511ee825e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0430133 Mar 31 23:40:44.991652 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-1d002abf-897a-440c-b408-85e9c7a8706d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241404 Mar 31 23:40:45.086382 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-6bd85e13-ed5b-4a0d-8001-c91a4ee1c279 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871384 Mar 31 23:40:45.165658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:40:45.175242 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b80bb346-97cf-4147-950f-6636925ccb14 req-0c89d184-31fd-4124-887e-af7e0908da53 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823116 Mar 31 23:40:45.261609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:45.272856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de', 'port_id': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'mac_address': 'fa:16:3e:83:32:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee94d31-1b51-4893-9ca3-28f1c89c68e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:40:45.309890 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:45.322981 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:40:45.342384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:45.406575 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:45.451983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:45.459126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.459470 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.459810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.460146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.460477 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.460804 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.461131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.461461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.461783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.462107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.462429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.462778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:45.622862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['d58e5215-ea64-4bc9-9aa9-2e1e2e746f25'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:40:45.676663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09131c-7c26-46cd-a2ef-c59fee2388cb req-4cf275d9-87ef-44c2-80b0-687b0a9d76bd tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:45.678516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc09131c-7c26-46cd-a2ef-c59fee2388cb req-4cf275d9-87ef-44c2-80b0-687b0a9d76bd tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 944 time: 0.0510082 Mar 31 23:40:45.723868 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc09131c-7c26-46cd-a2ef-c59fee2388cb req-83f3320a-c700-46f3-99b0-b4020e938aca tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381372 Mar 31 23:40:46.838860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0be2cf-3dda-4948-83c9-de0e53040d5e req-09d0f955-45e9-435e-9811-b2ba29f99db3 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:46.840375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b0be2cf-3dda-4948-83c9-de0e53040d5e req-09d0f955-45e9-435e-9811-b2ba29f99db3 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 944 time: 0.0499129 Mar 31 23:40:46.881367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b0be2cf-3dda-4948-83c9-de0e53040d5e req-6dc126cb-763a-47cf-9851-57cd1a34bd4e tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348625 Mar 31 23:40:46.995578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7880db1-6521-4e85-be19-b6d4c9c1df58 req-cc59c900-7111-42d9-8d59-cc192cc7a18c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:46.997151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7880db1-6521-4e85-be19-b6d4c9c1df58 req-cc59c900-7111-42d9-8d59-cc192cc7a18c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 944 time: 0.0491574 Mar 31 23:40:47.034950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7880db1-6521-4e85-be19-b6d4c9c1df58 req-b4d220dd-cbb7-481c-85e3-db9cc7a0c651 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Mar 31 23:40:47.151140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77df1b-5caf-427b-9c3f-dce7b79e386e req-7697e35d-c40a-4555-a79b-9ee3a54a3f9b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:47.152619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b77df1b-5caf-427b-9c3f-dce7b79e386e req-7697e35d-c40a-4555-a79b-9ee3a54a3f9b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 944 time: 0.0488813 Mar 31 23:40:47.173927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:40:47.190898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b77df1b-5caf-427b-9c3f-dce7b79e386e req-c4c0bdf0-74fa-4fb0-9cbb-b3f74e76cd1b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Mar 31 23:40:47.284306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:40:47.291827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:40:47.291827 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:47.367079 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:47.389626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:47.391946 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1686bc-6465-410f-96e2-2cf099ea19cf" -d '{"events": [{"server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "name": "network-vif-plugged", "status": "completed", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:47.406240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:47.475041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:47.500259 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c236a9-9445-400b-a3db-7b29db533fa1 x-openstack-request-id: req-51c236a9-9445-400b-a3db-7b29db533fa1 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:47.502824 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "name": "network-vif-plugged", "status": "completed", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:47.502824 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51c236a9-9445-400b-a3db-7b29db533fa1 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:47.502824 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c236a9-9445-400b-a3db-7b29db533fa1'] response: {'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'code': 200} Mar 31 23:40:47.526678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:47.741599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a32e41-3349-45be-9454-b128b16c1f1d req-dddf14aa-0457-4cf7-b8d7-69e654d764b8 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:47.744853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-dddf14aa-0457-4cf7-b8d7-69e654d764b8 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 815 time: 0.1076682 Mar 31 23:40:47.761180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-f316b4e7-8e30-432d-9b15-77aa5b4392e7 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/quotas/6be8563f776d4511b6d2d7bd600aa447 HTTP/1.1" status: 200 len: 375 time: 0.0102468 Mar 31 23:40:47.811790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-0fd97454-69a5-4c21-ae4b-01e9b657bcfd tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440130 Mar 31 23:40:47.957951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-1940895f-c039-433a-9011-364ba7e03f0d service neutron] 10.222.0.31 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384413 Mar 31 23:40:48.054766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e5343dc6-176f-4196-bf7b-c72bfbff783c service neutron] 10.222.0.31 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904787 Mar 31 23:40:48.278708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12d395d3-0c18-4100-a168-a7f4eba38bd4 req-a8be7349-b819-4065-bade-ba268b9d47e3 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 210 time: 0.0268519 Mar 31 23:40:48.864102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-e552e320-5b9f-4145-b36a-c019145223b0 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:48.865523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-e552e320-5b9f-4145-b36a-c019145223b0 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50f6a22-db3f-4168-ac32-00d99439888f HTTP/1.1" status: 200 len: 945 time: 0.0540328 Mar 31 23:40:48.953237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Deleting port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:48.953582 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:49.044338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] For port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:49.045057 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:49.057500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Calling delete_port for d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:49.264054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:49.297866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Pushing event deleted for resources: {'Port': ['ID=d58e5215-ea64-4bc9-9aa9-2e1e2e746f25,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:49.339838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] No DVR routers for this DVR port d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:49.343487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:49.347151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8933d89d-e437-4447-8f96-9d684e9e4e43 req-cd9fdd6d-8b28-45a1-94ad-c324febc164c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.45 "DELETE /v2.0/ports/d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 HTTP/1.1" status: 204 len: 173 time: 0.4757667 Mar 31 23:40:49.347595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'name': 'network-vif-deleted', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:49.350146 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64e5b7c-518e-420f-84c3-818456669bc3" -d '{"events": [{"server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "name": "network-vif-deleted", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:49.386033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d95bed0-b2a2-4066-8590-7e8cd0aa4229 req-fd205087-bc02-4cd3-8f92-3272ff55d459 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Mar 31 23:40:49.388909 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9001deb5-2559-47ea-a759-b821ac5e28ae x-openstack-request-id: req-9001deb5-2559-47ea-a759-b821ac5e28ae {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:49.389205 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50f6a22-db3f-4168-ac32-00d99439888f", "name": "network-vif-deleted", "tag": "d58e5215-ea64-4bc9-9aa9-2e1e2e746f25", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:49.390073 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9001deb5-2559-47ea-a759-b821ac5e28ae {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:49.390503 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9001deb5-2559-47ea-a759-b821ac5e28ae'] response: {'server_uuid': 'f50f6a22-db3f-4168-ac32-00d99439888f', 'name': 'network-vif-deleted', 'tag': 'd58e5215-ea64-4bc9-9aa9-2e1e2e746f25', 'status': 'completed', 'code': 200} Mar 31 23:40:50.012001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a32e41-3349-45be-9454-b128b16c1f1d req-23cbc46d-61a0-4530-af36-76780c85e3e6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:50.013426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-23cbc46d-61a0-4530-af36-76780c85e3e6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.45 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 815 time: 0.1164896 Mar 31 23:40:50.025133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Request body: {'port': {'device_id': '13a920bd-c992-4251-919f-e9b9a8037121', 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de', 'admin_state_up': True, 'tenant_id': '6be8563f776d4511b6d2d7bd600aa447'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:50.206405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Made reservation on behalf of 6be8563f776d4511b6d2d7bd600aa447 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:40:50.210031 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:50.335742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Allocated IP 172.20.0.7 (0c716d08-d5c2-4c62-a7ab-ee7c3cc254de/bee94d31-1b51-4893-9ca3-28f1c89c68e6/9d939720-9deb-4e12-8a97-b026a4e4fa4a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:40:50.490418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d6c3cbc-e407-4133-a04c-179b898e4cce req-fd087680-fda2-49dd-b634-a821b608e0e0 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 210 time: 0.0329792 Mar 31 23:40:50.506234 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:50.601460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:50.644600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:40:50.647651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:40:50.651431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:40:50.676752 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:50.702256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:50.704710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:50.775132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-e6b8e16e-70c7-4d2d-a26c-79ef6fd7762c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7538168 Mar 31 23:40:50.786930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Request body: {'port': {'device_id': '13a920bd-c992-4251-919f-e9b9a8037121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:50.844687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.106051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d939720-9deb-4e12-8a97-b026a4e4fa4a {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:40:51.113373 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.125495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Transition to ACTIVE for port object 9d939720-9deb-4e12-8a97-b026a4e4fa4a will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:40:51.198825 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.209301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:51.229673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:51.230012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device d58e5215-ea64-4bc9-9aa9-2e1e2e746f25 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:51.252811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:51.324576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Attempting to bind port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:40:51.324907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Attempting to bind port 9d939720-9deb-4e12-8a97-b026a4e4fa4a by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:40:51.325229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Attempting to bind port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:51.329595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:40:51.329915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Attempting to bind port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:51.334731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:40:51.335069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Checking segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:40:51.335450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Bound using segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:40:51.335870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Bound port: 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:40:51.336225 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.399721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:40:51.403154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:40:51.469649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.501998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:51.502638 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.504005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 1091 time: 0.7212574 Mar 31 23:40:51.504434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:51.507122 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cc86f8-69f2-44d8-9924-2e5be9dc68cd" -d '{"events": [{"name": "network-changed", "server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:51.537620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d75a9-f7f7-4de0-a232-a96ee9b097e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:51.549739 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc95e5-1606-4c8a-81f0-a93b490a5cd4 x-openstack-request-id: req-98bc95e5-1606-4c8a-81f0-a93b490a5cd4 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:51.550054 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:51.550306 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98bc95e5-1606-4c8a-81f0-a93b490a5cd4 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:51.550733 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bc95e5-1606-4c8a-81f0-a93b490a5cd4'] response: {'name': 'network-changed', 'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'status': 'completed', 'code': 200} Mar 31 23:40:51.643790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc86f8-69f2-44d8-9924-2e5be9dc68cd req-ef9313b7-978a-4f20-ba37-4da9b66cd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:51.645281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95cc86f8-69f2-44d8-9924-2e5be9dc68cd req-ef9313b7-978a-4f20-ba37-4da9b66cd54a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1094 time: 0.0746207 Mar 31 23:40:51.653734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbe6cd-2d3b-48be-bdd7-df540f623fd5 req-c3b57b90-0b16-4192-a3ce-179d398e4c50 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:51.655295 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1dbe6cd-2d3b-48be-bdd7-df540f623fd5 req-c3b57b90-0b16-4192-a3ce-179d398e4c50 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 943 time: 0.0833478 Mar 31 23:40:51.746575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a1dbe6cd-2d3b-48be-bdd7-df540f623fd5 req-f405211a-42ac-424b-80ec-1532f63c31b4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823238 Mar 31 23:40:51.776527 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc86f8-69f2-44d8-9924-2e5be9dc68cd req-4dd3d416-8088-4a9a-8b10-59260a64ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:51.777972 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95cc86f8-69f2-44d8-9924-2e5be9dc68cd req-4dd3d416-8088-4a9a-8b10-59260a64ebeb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6be8563f776d4511b6d2d7bd600aa447&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1218491 Mar 31 23:40:51.869147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc86f8-69f2-44d8-9924-2e5be9dc68cd req-b6ba5da3-c40b-4efb-8d3b-ddb9ef31245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:51.870687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-95cc86f8-69f2-44d8-9924-2e5be9dc68cd req-b6ba5da3-c40b-4efb-8d3b-ddb9ef31245a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862947 Mar 31 23:40:51.945509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a32e41-3349-45be-9454-b128b16c1f1d req-58d46619-ebd4-4543-b2d7-ed8f7185e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:51.946953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-58d46619-ebd4-4543-b2d7-ed8f7185e93b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1094 time: 0.0394297 Mar 31 23:40:51.992435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-9ef36be0-a81e-4488-8b5d-c6f442fbbbcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 217 time: 0.0376141 Mar 31 23:40:52.046404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a32e41-3349-45be-9454-b128b16c1f1d req-9b98287b-f0c0-4b27-888a-94b1626b7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:52.047962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-9b98287b-f0c0-4b27-888a-94b1626b7fbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0492065 Mar 31 23:40:52.088146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-b67af646-f907-4881-9622-d1bb2dca3460 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331771 Mar 31 23:40:52.180573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-647bd442-6a11-4c50-8dd2-74c7dae415cc service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848761 Mar 31 23:40:52.267130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-61a32e41-3349-45be-9454-b128b16c1f1d req-ac13ffae-7ecf-4d24-8a8e-a81cbe082522 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801747 Mar 31 23:40:52.862879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74eee9-c5ed-408e-8121-a59e3083ce07 req-14276209-678b-4f51-b695-293695fdba7e tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:52.864269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b74eee9-c5ed-408e-8121-a59e3083ce07 req-14276209-678b-4f51-b695-293695fdba7e tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 943 time: 0.0496762 Mar 31 23:40:52.900476 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b74eee9-c5ed-408e-8121-a59e3083ce07 req-3bd168c2-23f6-43f1-ac41-4ff399b01a9e tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300107 Mar 31 23:40:54.020823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186327a-83ee-4405-ac98-70def322c1be req-436d5d8f-b2bd-49e6-92fe-811723a38743 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:54.022326 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6186327a-83ee-4405-ac98-70def322c1be req-436d5d8f-b2bd-49e6-92fe-811723a38743 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 943 time: 0.0533855 Mar 31 23:40:54.060124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6186327a-83ee-4405-ac98-70def322c1be req-b037a23e-43cd-4cd2-b997-8a9e81060cf4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317392 Mar 31 23:40:55.175775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409d55e-b8df-4e35-b0db-cb1bf602a121 req-132ac469-36fb-4e54-b526-57b3d5423542 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:55.177231 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7409d55e-b8df-4e35-b0db-cb1bf602a121 req-132ac469-36fb-4e54-b526-57b3d5423542 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 943 time: 0.0478487 Mar 31 23:40:55.207593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d939720-9deb-4e12-8a97-b026a4e4fa4a details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:40:55.215799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7409d55e-b8df-4e35-b0db-cb1bf602a121 req-044cc4f5-0b60-4c52-9455-4c3ae6e8ebc9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Mar 31 23:40:55.303064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:55.314848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de', 'port_id': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'mac_address': 'fa:16:3e:ef:c0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee94d31-1b51-4893-9ca3-28f1c89c68e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:40:55.351081 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:55.363258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d939720-9deb-4e12-8a97-b026a4e4fa4a {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:40:55.382159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:55.463555 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:55.509367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:55.658772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['9d939720-9deb-4e12-8a97-b026a4e4fa4a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:40:56.330403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd363e-f440-44d3-b19d-332c208c168a req-cf3c8af3-16da-48c2-bfad-ee2308f19f63 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:56.331907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16fd363e-f440-44d3-b19d-332c208c168a req-cf3c8af3-16da-48c2-bfad-ee2308f19f63 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 944 time: 0.0486159 Mar 31 23:40:56.367833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16fd363e-f440-44d3-b19d-332c208c168a req-80cba821-93c8-4f76-9739-ad2e1eecf8bc tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299799 Mar 31 23:40:57.208484 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d939720-9deb-4e12-8a97-b026a4e4fa4a up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:40:57.318425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 9d939720-9deb-4e12-8a97-b026a4e4fa4a completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:40:57.322362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 9d939720-9deb-4e12-8a97-b026a4e4fa4a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:40:57.322879 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:57.402086 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:57.426236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:57.428511 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c7b0d9-35f5-42fa-9500-32ca05b98393" -d '{"events": [{"server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "name": "network-vif-plugged", "status": "completed", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:57.442749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:57.465660 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1949eabb-1541-4df5-97af-c67e5d527494 x-openstack-request-id: req-1949eabb-1541-4df5-97af-c67e5d527494 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:57.465950 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "name": "network-vif-plugged", "status": "completed", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:57.466229 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1949eabb-1541-4df5-97af-c67e5d527494 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:57.466662 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1949eabb-1541-4df5-97af-c67e5d527494'] response: {'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'code': 200} Mar 31 23:40:57.492727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc93bf7-8578-47fc-9b1e-b33c05da1dec req-433021f8-c8a4-456e-ab10-dae25f354505 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:57.494380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dc93bf7-8578-47fc-9b1e-b33c05da1dec req-433021f8-c8a4-456e-ab10-dae25f354505 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 944 time: 0.0563388 Mar 31 23:40:57.509565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:57.560379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6dc93bf7-8578-47fc-9b1e-b33c05da1dec req-fc6d0439-cd65-4400-ae29-033610dc514a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574956 Mar 31 23:40:57.560592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:57.573027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3937a5-e3d7-418c-8c5b-2b4e088fb839 req-240b6609-bd30-43b2-bd9e-0901342655f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:57.574591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3937a5-e3d7-418c-8c5b-2b4e088fb839 req-240b6609-bd30-43b2-bd9e-0901342655f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1096 time: 0.0511153 Mar 31 23:40:57.614436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3937a5-e3d7-418c-8c5b-2b4e088fb839 req-73e47472-c9f6-4fc8-ade2-bf74050660e0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Mar 31 23:40:58.060298 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:40:58.687160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8f13a-c644-40f9-8cfc-f92afc966d88 req-cb113800-21d2-48a7-ac94-e77d05779b82 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:58.688657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33a8f13a-c644-40f9-8cfc-f92afc966d88 req-cb113800-21d2-48a7-ac94-e77d05779b82 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0488212 Mar 31 23:40:58.727158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33a8f13a-c644-40f9-8cfc-f92afc966d88 req-f124fa30-5d03-4bab-9d39-e05ae73ce92a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Mar 31 23:40:59.844313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b00abb-8a42-4cc5-8226-ed43ec418d71 req-43bfb69c-d663-4869-b534-a968a7633ec2 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:59.845834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16b00abb-8a42-4cc5-8226-ed43ec418d71 req-43bfb69c-d663-4869-b534-a968a7633ec2 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0514772 Mar 31 23:40:59.883079 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16b00abb-8a42-4cc5-8226-ed43ec418d71 req-5ee27528-f5f2-443c-a051-08b0bdf305fa tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Mar 31 23:41:00.014439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f090b-d5fe-452f-96e4-b67de6536b1f req-0084bd57-1671-4df5-a776-12109de06e8f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:00.015977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-879f090b-d5fe-452f-96e4-b67de6536b1f req-0084bd57-1671-4df5-a776-12109de06e8f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Mar 31 23:41:00.055180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-879f090b-d5fe-452f-96e4-b67de6536b1f req-901fd586-6dc1-4358-93b6-1b40070d3c16 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331244 Mar 31 23:41:00.421448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ce4ab-f8b6-484c-ae25-96898670b9e4 req-345a0bde-bee7-472a-8b23-010f34898118 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:00.423036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd9ce4ab-f8b6-484c-ae25-96898670b9e4 req-345a0bde-bee7-472a-8b23-010f34898118 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Mar 31 23:41:00.459656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd9ce4ab-f8b6-484c-ae25-96898670b9e4 req-54b5926c-91f0-48f6-a9e1-12fae9d2cbe4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Mar 31 23:41:00.527476 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-8873ce11-96d4-4c8f-8217-b7068fe28f56 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424097 Mar 31 23:41:01.576672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491e1d0-e90f-45ff-a779-8995bd6c4a52 req-ca630b99-786c-4efc-bc65-b0091569fbcb tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:01.578286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a491e1d0-e90f-45ff-a779-8995bd6c4a52 req-ca630b99-786c-4efc-bc65-b0091569fbcb tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0497186 Mar 31 23:41:01.616801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a491e1d0-e90f-45ff-a779-8995bd6c4a52 req-3ff69743-b889-45bc-9fe4-ceb73c16eed6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 Mar 31 23:41:02.425269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-009508e8-5b20-4421-bbb9-54528957ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:02.426836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-009508e8-5b20-4421-bbb9-54528957ec0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1096 time: 0.0424793 Mar 31 23:41:02.519657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-2c9ccb5a-4cfa-425e-a576-d95cbe4ac20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:02.521133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-2c9ccb5a-4cfa-425e-a576-d95cbe4ac20b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0884020 Mar 31 23:41:02.561790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-561ea283-8a57-495d-8a78-f638e903993e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 217 time: 0.0341763 Mar 31 23:41:02.610974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-958ab830-c50f-40ab-8414-7b5602f912d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:02.612428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-958ab830-c50f-40ab-8414-7b5602f912d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0441885 Mar 31 23:41:02.647458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-7762b611-1708-4fba-8146-e606d0a43209 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277936 Mar 31 23:41:02.777604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe902156-ddba-44b7-843c-3b11f4109d6a req-a358e98d-c525-4875-bb26-f25639504ea7 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:02.779272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe902156-ddba-44b7-843c-3b11f4109d6a req-a358e98d-c525-4875-bb26-f25639504ea7 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0756226 Mar 31 23:41:02.781555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-a5cf8450-2553-4cb1-a813-24220282db98 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274321 Mar 31 23:41:02.862703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe902156-ddba-44b7-843c-3b11f4109d6a req-3674009b-d98a-405b-b9fe-9aa75b6eb526 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767269 Mar 31 23:41:02.892894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-810dc8cd-34f0-4e42-a4c1-1ce15174fa34 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013694 Mar 31 23:41:03.282446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c00857-be41-438c-889d-afc63dde0a57 req-8506642a-0113-4416-994f-9bb8a3f7a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:03.284007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5c00857-be41-438c-889d-afc63dde0a57 req-8506642a-0113-4416-994f-9bb8a3f7a2bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1096 time: 0.0446908 Mar 31 23:41:03.392614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c00857-be41-438c-889d-afc63dde0a57 req-19dfba19-9fc7-4125-96f7-1bf548c2b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:03.394852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5c00857-be41-438c-889d-afc63dde0a57 req-19dfba19-9fc7-4125-96f7-1bf548c2b034 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0899031 Mar 31 23:41:03.438978 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5c00857-be41-438c-889d-afc63dde0a57 req-5e5c8fea-1f8a-49df-8edd-49cb8ed9bd54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 217 time: 0.0381269 Mar 31 23:41:03.489880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c00857-be41-438c-889d-afc63dde0a57 req-3b3c38fd-38f6-4628-8c26-c63ed702186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:03.491313 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5c00857-be41-438c-889d-afc63dde0a57 req-3b3c38fd-38f6-4628-8c26-c63ed702186f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0460534 Mar 31 23:41:03.521270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5c00857-be41-438c-889d-afc63dde0a57 req-14bd183f-70a7-401d-8906-059db1a0fb19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238261 Mar 31 23:41:03.608541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5c00857-be41-438c-889d-afc63dde0a57 req-92ac1d47-12dc-4ffb-af69-277c300864c0 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807066 Mar 31 23:41:03.706736 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5c00857-be41-438c-889d-afc63dde0a57 req-5a133b5e-1aca-4f69-bf10-9ae9db7bdbbb service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913925 Mar 31 23:41:03.980954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c57f8-b706-4b69-813c-8af3d8b15c4e req-423abeba-8955-468e-9ee6-875d2d14ec5b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:03.982552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-703c57f8-b706-4b69-813c-8af3d8b15c4e req-423abeba-8955-468e-9ee6-875d2d14ec5b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0510771 Mar 31 23:41:03.995879 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b1e697b3-8eaa-4c35-8655-14aef35de345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.021046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-703c57f8-b706-4b69-813c-8af3d8b15c4e req-8f4e4bf4-cf42-4288-afc3-77a2f0a91254 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Mar 31 23:41:05.140180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928c804-d866-494d-8fce-7c699ab12ae6 req-5822117f-a1ca-46a6-94aa-754978c94b86 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:05.141646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1928c804-d866-494d-8fce-7c699ab12ae6 req-5822117f-a1ca-46a6-94aa-754978c94b86 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0485764 Mar 31 23:41:05.179298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1928c804-d866-494d-8fce-7c699ab12ae6 req-da43ba7e-78db-4b2d-9258-00f34e21793c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Mar 31 23:41:06.074738 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a372d45d-28c1-4ada-aaa5-b237043ae403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:06.300840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec00dc-1dbc-4540-a485-a4fb3a6fc14a req-c6152963-1d1e-4c09-943d-82987e11d3d2 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:06.302312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8ec00dc-1dbc-4540-a485-a4fb3a6fc14a req-c6152963-1d1e-4c09-943d-82987e11d3d2 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0536366 Mar 31 23:41:06.338982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d8ec00dc-1dbc-4540-a485-a4fb3a6fc14a req-a664c82e-957a-4b41-9132-83e2e8061cb0 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Mar 31 23:41:07.464961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cf2a9-57b5-446e-b40f-44e76eae259a req-e76e5fb0-658b-4a59-8671-49bde6b68d95 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:07.466436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d4cf2a9-57b5-446e-b40f-44e76eae259a req-e76e5fb0-658b-4a59-8671-49bde6b68d95 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0489399 Mar 31 23:41:07.504021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d4cf2a9-57b5-446e-b40f-44e76eae259a req-7071ba56-5f77-4817-8de2-6fe0ff14dfe8 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Mar 31 23:41:07.846576 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:08.620335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53348426-5455-4be1-b756-c38e5c3b1d80 req-2be95112-f81d-49c1-9fd5-de9552c33c54 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:08.621921 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53348426-5455-4be1-b756-c38e5c3b1d80 req-2be95112-f81d-49c1-9fd5-de9552c33c54 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0498397 Mar 31 23:41:08.659720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53348426-5455-4be1-b756-c38e5c3b1d80 req-2ed02640-2719-4316-a959-a3ed8fa8a9c1 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Mar 31 23:41:08.770138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:08.977982 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:09.189214 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:09.776819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861efd19-20fe-420e-ad6c-15c4c9191e6f req-c1b75ec7-fcdb-4f9e-b1de-5181c5f3d763 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:09.778356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-861efd19-20fe-420e-ad6c-15c4c9191e6f req-c1b75ec7-fcdb-4f9e-b1de-5181c5f3d763 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0513532 Mar 31 23:41:09.816543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-861efd19-20fe-420e-ad6c-15c4c9191e6f req-3c394922-c7fb-4d3d-9fda-3f083a62aeef tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Mar 31 23:41:09.971935 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:10.929137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cab6b-c2a4-4930-81a4-5d7516fdafd3 req-22418574-e564-4322-b8f4-06a41247d658 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:10.930628 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a0cab6b-c2a4-4930-81a4-5d7516fdafd3 req-22418574-e564-4322-b8f4-06a41247d658 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0474713 Mar 31 23:41:10.967494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a0cab6b-c2a4-4930-81a4-5d7516fdafd3 req-2da6ce9b-6bce-43ab-8e9b-9fa7d504d412 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Mar 31 23:41:12.086639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eee791-ae62-4959-8af5-7df51bb8ea76 req-37c3dae5-c535-4a8b-8c6e-ebfae2f77bad tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:12.089076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82eee791-ae62-4959-8af5-7df51bb8ea76 req-37c3dae5-c535-4a8b-8c6e-ebfae2f77bad tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Mar 31 23:41:12.127864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82eee791-ae62-4959-8af5-7df51bb8ea76 req-5fe1b9d2-b9cb-4de8-a636-4435ec61017c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Mar 31 23:41:13.587238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960bd2b-0d15-4ead-8489-20842367e1eb req-f1477578-15eb-4249-84d6-3279a8cd2bbc tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:13.588759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7960bd2b-0d15-4ead-8489-20842367e1eb req-f1477578-15eb-4249-84d6-3279a8cd2bbc tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.3923261 Mar 31 23:41:13.629307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7960bd2b-0d15-4ead-8489-20842367e1eb req-76362848-b665-41b5-9057-74dcbf794bdf tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Mar 31 23:41:14.757383 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423a1c7-197b-4277-af24-d56e7807be1e req-256ef873-56fd-4b0d-92e3-8eed99e217ca tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:14.760244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4423a1c7-197b-4277-af24-d56e7807be1e req-256ef873-56fd-4b0d-92e3-8eed99e217ca tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0614352 Mar 31 23:41:14.802350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4423a1c7-197b-4277-af24-d56e7807be1e req-01894dd7-49ca-4994-96a9-b22636510beb tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Mar 31 23:41:15.920516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8b36-657c-4e0f-957e-af68e77bb37e req-cf8d658e-fdb9-49cf-9dea-96dcec7ea062 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:15.922720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ebb8b36-657c-4e0f-957e-af68e77bb37e req-cf8d658e-fdb9-49cf-9dea-96dcec7ea062 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0490108 Mar 31 23:41:15.959405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1ebb8b36-657c-4e0f-957e-af68e77bb37e req-92732f08-3488-45a0-8b3d-859157938a1e tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303938 Mar 31 23:41:17.078028 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb23a0c-a163-426a-8edc-38c7259c8452 req-a8bc5bda-96c7-4be1-8262-f1fb899f4681 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:17.079587 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb23a0c-a163-426a-8edc-38c7259c8452 req-a8bc5bda-96c7-4be1-8262-f1fb899f4681 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0523076 Mar 31 23:41:17.117113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cbb23a0c-a163-426a-8edc-38c7259c8452 req-b4d2ca2d-e97f-407e-ace2-b253c322edc9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Mar 31 23:41:18.232867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f83ab9-1d25-4481-ae48-73275f50987a req-6613071a-1b3d-4626-bae1-68b033f8bfa8 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:18.234890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16f83ab9-1d25-4481-ae48-73275f50987a req-6613071a-1b3d-4626-bae1-68b033f8bfa8 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0504086 Mar 31 23:41:18.271866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16f83ab9-1d25-4481-ae48-73275f50987a req-46d15bdb-7aca-414b-9e65-a309382f737b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310659 Mar 31 23:41:19.385377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59933bc-eb5a-4cf5-8fd1-dc31a4797ae0 req-b5fd9c72-618b-49f9-a720-224f4ee1f428 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:19.386883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c59933bc-eb5a-4cf5-8fd1-dc31a4797ae0 req-b5fd9c72-618b-49f9-a720-224f4ee1f428 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0481093 Mar 31 23:41:19.424820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c59933bc-eb5a-4cf5-8fd1-dc31a4797ae0 req-fee2888a-cf54-4eb5-991c-8843c93906c9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Mar 31 23:41:20.545328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ae062-165f-465c-a5bf-66b4903dd546 req-83190467-8269-4eda-9c06-8be8a6bff0cc tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:20.546887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d7ae062-165f-465c-a5bf-66b4903dd546 req-83190467-8269-4eda-9c06-8be8a6bff0cc tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Mar 31 23:41:20.583519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d7ae062-165f-465c-a5bf-66b4903dd546 req-0535b949-55dd-4b30-afe2-e071f49d117c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304961 Mar 31 23:41:21.702212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1192c0d-7dd5-4d9c-b728-570a3fd530be req-0ce623c2-5970-42d6-9da5-b1923cdfbe54 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:21.703705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1192c0d-7dd5-4d9c-b728-570a3fd530be req-0ce623c2-5970-42d6-9da5-b1923cdfbe54 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0488353 Mar 31 23:41:21.740993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1192c0d-7dd5-4d9c-b728-570a3fd530be req-1eef4ede-16a0-4cf8-b189-8c5d363b5705 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Mar 31 23:41:22.857519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bc9cd-7200-4f31-8437-e22d055af3f7 req-5d927b1b-b186-449b-8612-e5dc1d3be343 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:22.859030 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b7bc9cd-7200-4f31-8437-e22d055af3f7 req-5d927b1b-b186-449b-8612-e5dc1d3be343 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0508909 Mar 31 23:41:22.896751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b7bc9cd-7200-4f31-8437-e22d055af3f7 req-0d2ec333-b35e-4e65-8d42-e394815c8351 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Mar 31 23:41:24.014264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6c123-25ca-40ed-a24e-674246d2a970 req-ae7fd883-61a6-466a-9be0-129a1b11a622 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:24.016435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abc6c123-25ca-40ed-a24e-674246d2a970 req-ae7fd883-61a6-466a-9be0-129a1b11a622 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0511632 Mar 31 23:41:24.053180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abc6c123-25ca-40ed-a24e-674246d2a970 req-dd6697c3-bdcf-43e7-8d15-56938b903742 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303457 Mar 31 23:41:25.167268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128136-6117-43a3-9555-58e7111fc526 req-2618c3e6-27cb-4190-b9f4-3f9f0d7e1490 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:25.168718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df128136-6117-43a3-9555-58e7111fc526 req-2618c3e6-27cb-4190-b9f4-3f9f0d7e1490 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Mar 31 23:41:25.205886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-df128136-6117-43a3-9555-58e7111fc526 req-6182dfe2-0bff-4aeb-ae84-69b34e8456fe tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Mar 31 23:41:26.322099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aaf12-af67-4e6b-8ace-a33201e9535f req-a36042fd-64f7-4212-957c-f8f3032c7e50 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:26.323606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-928aaf12-af67-4e6b-8ace-a33201e9535f req-a36042fd-64f7-4212-957c-f8f3032c7e50 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0493088 Mar 31 23:41:26.361366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-928aaf12-af67-4e6b-8ace-a33201e9535f req-0eb649e9-4538-4545-9544-acac995d33b5 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310163 Mar 31 23:41:27.480056 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693f2ab-a176-4596-9048-33c09079effb req-f40c5dde-e3ee-40a6-86d7-35f97d727f78 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:27.481521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5693f2ab-a176-4596-9048-33c09079effb req-f40c5dde-e3ee-40a6-86d7-35f97d727f78 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0520878 Mar 31 23:41:27.518410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5693f2ab-a176-4596-9048-33c09079effb req-7208b346-ee39-47f3-9015-b02e3a0a9792 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307736 Mar 31 23:41:28.640296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076888f7-00ee-433f-ba14-d01f1da58a8e req-76750e01-b334-4603-9f1c-6211d96c80af tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:28.641773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-076888f7-00ee-433f-ba14-d01f1da58a8e req-76750e01-b334-4603-9f1c-6211d96c80af tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Mar 31 23:41:28.680309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-076888f7-00ee-433f-ba14-d01f1da58a8e req-2aab69d1-8659-4dd7-af9c-56473a747b71 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Mar 31 23:41:29.793640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b557d7-7b25-45f1-919f-2f4f1d89c9ed req-43e63dec-d2f3-4b3e-a154-d10df232eaa6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:29.795204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35b557d7-7b25-45f1-919f-2f4f1d89c9ed req-43e63dec-d2f3-4b3e-a154-d10df232eaa6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0488238 Mar 31 23:41:29.872022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35b557d7-7b25-45f1-919f-2f4f1d89c9ed req-7a50d37a-db2a-4c22-9f8c-5ca9766b064d tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694706 Mar 31 23:41:29.877160 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-a279eafc-b265-4ee3-b8a5-6d5153b6fa5d service neutron] show failed (client error): The resource could not be found. Mar 31 23:41:29.878117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-a279eafc-b265-4ee3-b8a5-6d5153b6fa5d service neutron] 10.222.0.45 "GET /v2.0/ports/9d939720-9deb-4e12-8a97-b026a4e4fa4a/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0821378 Mar 31 23:41:30.399544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f6933be7-a142-4282-8a57-692f013810a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:30.401086 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f6933be7-a142-4282-8a57-692f013810a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121&tenant_id=6be8563f776d4511b6d2d7bd600aa447 HTTP/1.1" status: 200 len: 1096 time: 0.0407739 Mar 31 23:41:30.413055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:30.468476 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:30.678389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:30.711257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:30.749902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:30.752774 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f06fc26-d51b-4c63-8c49-a5082f408e0f" -d '{"events": [{"server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "name": "network-vif-unplugged", "status": "completed", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:30.756710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:30.769804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Transition to ACTIVE for port object 9d939720-9deb-4e12-8a97-b026a4e4fa4a will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:41:30.805693 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60cdf1d-b324-417e-9c65-94d6be2edf1e x-openstack-request-id: req-c60cdf1d-b324-417e-9c65-94d6be2edf1e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:30.806019 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "name": "network-vif-unplugged", "status": "completed", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:30.806302 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c60cdf1d-b324-417e-9c65-94d6be2edf1e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:30.806726 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60cdf1d-b324-417e-9c65-94d6be2edf1e'] response: {'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'code': 200} Mar 31 23:41:30.852158 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:30.918867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] No DVR routers for this DVR port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:41:30.925289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:30.935866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.936160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.936451 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.936782 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.937107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.937434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.938259 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.938626 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.938951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.939270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.939586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.939903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:30.971742 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Attempting to bind port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:30.972072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Attempting to bind port 9d939720-9deb-4e12-8a97-b026a4e4fa4a by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:30.972394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Attempting to bind port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:30.978009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:41:30.978328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Attempting to bind port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on network 0c716d08-d5c2-4c62-a7ab-ee7c3cc254de {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:30.983284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:30.983558 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Checking segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:30.983939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Bound using segment: {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:30.984352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Bound port: 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12f50d0-c347-4292-957f-5030a8f483d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:30.985400 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:31.002314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c00db8-243e-4ce2-87d5-11ae5a906a42 req-f9176921-f65b-4187-8e68-fa1ad6b3d0bd tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:31.003976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3c00db8-243e-4ce2-87d5-11ae5a906a42 req-f9176921-f65b-4187-8e68-fa1ad6b3d0bd tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 943 time: 0.0622203 Mar 31 23:41:31.041522 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3c00db8-243e-4ce2-87d5-11ae5a906a42 req-3248d599-3fc0-4161-be5e-e47ceee48f25 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Mar 31 23:41:31.048917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:31.052046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:31.121006 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:31.158849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:31.159445 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:31.160809 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] 10.222.0.50 "PUT /v2.0/ports/9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 1091 time: 0.7518120 Mar 31 23:41:31.177292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7994d23-4c41-4edf-9c6d-822acffaefe2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:31.234419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f2fbb2ba-8cc3-4d90-b178-83a4269b92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:31.236372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-f2fbb2ba-8cc3-4d90-b178-83a4269b92ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1094 time: 0.0440862 Mar 31 23:41:31.323514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-2c4f238c-8256-4cf4-8506-b7517587d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:31.325031 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-2c4f238c-8256-4cf4-8506-b7517587d151 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0823970 Mar 31 23:41:31.369178 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-67ac6a06-b635-493f-90ff-261ad37a16f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 217 time: 0.0375993 Mar 31 23:41:31.416572 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-e976dea5-6867-4527-b679-2fe6bb976b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:31.417988 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-e976dea5-6867-4527-b679-2fe6bb976b8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0422750 Mar 31 23:41:31.449525 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-97ffbe1d-0439-4134-a027-552f56fbfea0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242538 Mar 31 23:41:31.541784 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-26a75304-20d9-4fbc-9b23-19b7488f9921 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834339 Mar 31 23:41:31.634856 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dbbfefdd-ea62-479c-a4eb-ce242868fa84 req-1248a648-21e0-4cf3-a3d8-cf4667402006 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861409 Mar 31 23:41:32.160998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ddf87-9deb-4c5c-898c-e2c20d8039d9 req-c051780c-ad14-4050-9bda-878ecd5119f6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:32.162581 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-648ddf87-9deb-4c5c-898c-e2c20d8039d9 req-c051780c-ad14-4050-9bda-878ecd5119f6 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 943 time: 0.0496020 Mar 31 23:41:32.200392 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-648ddf87-9deb-4c5c-898c-e2c20d8039d9 req-b801ea4d-90ab-4762-9e89-84a6a7616368 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Mar 31 23:41:32.807932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:32.810296 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99444658-5a47-4b11-a0b5-1fffae36e055" -d '{"events": [{"name": "network-changed", "server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:32.857732 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1915e821-d453-4285-a61c-857fab8b834d x-openstack-request-id: req-1915e821-d453-4285-a61c-857fab8b834d {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:32.858018 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:32.858264 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1915e821-d453-4285-a61c-857fab8b834d {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:32.858689 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1915e821-d453-4285-a61c-857fab8b834d'] response: {'name': 'network-changed', 'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'status': 'completed', 'code': 200} Mar 31 23:41:32.919093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-8a26347f-0ca3-4b54-976f-36e8328c3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:32.920585 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-8a26347f-0ca3-4b54-976f-36e8328c3eac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1094 time: 0.0418909 Mar 31 23:41:32.921806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-0242aa26-8c5e-49aa-a597-9cdbbf4e0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:32.923996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-0242aa26-8c5e-49aa-a597-9cdbbf4e0a89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1094 time: 0.0455987 Mar 31 23:41:33.012775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-402672f9-c29c-48e3-ab54-8b71e2d2df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:33.014234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-402672f9-c29c-48e3-ab54-8b71e2d2df7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0829659 Mar 31 23:41:33.014694 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-48e4b80b-95b7-4147-9283-2ccd9811be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:33.016150 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-48e4b80b-95b7-4147-9283-2ccd9811be59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0874598 Mar 31 23:41:33.058622 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-1dfb2b81-ed77-4d23-ba2f-c7a046f032c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 217 time: 0.0340569 Mar 31 23:41:33.060435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-fcfcfaa0-93ae-4768-9c8e-90ca30da52c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 217 time: 0.0387709 Mar 31 23:41:33.108761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-eabe7049-275f-4e0a-a147-c98afd0a62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:33.109467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-6d906b25-d3bb-4ff9-8a3c-13721946c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:33.110910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-eabe7049-275f-4e0a-a147-c98afd0a62d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0441608 Mar 31 23:41:33.111663 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-6d906b25-d3bb-4ff9-8a3c-13721946c5fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0442448 Mar 31 23:41:33.142040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-3a424528-04af-4e21-a39b-e611e2e93ed3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246899 Mar 31 23:41:33.142918 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-ba98635a-d27f-4e2c-ab2b-8fe0c8674587 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244668 Mar 31 23:41:33.234240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-bc0b3793-29bc-4e19-83f9-a70a9be8afa8 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848598 Mar 31 23:41:33.242376 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-98d05ade-7bcd-42f9-bd23-eb7243e94d28 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901036 Mar 31 23:41:33.341524 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-f85396c9-ffb3-432f-997e-bdbe9b3ea802 service neutron] 10.222.0.50 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924313 Mar 31 23:41:33.372798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2733694-8a0f-40b1-a681-e84662dd9765 req-a55fc7c1-daa5-4f33-b793-47425deb71f9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:33.374281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2733694-8a0f-40b1-a681-e84662dd9765 req-a55fc7c1-daa5-4f33-b793-47425deb71f9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 943 time: 0.0784402 Mar 31 23:41:33.376686 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99444658-5a47-4b11-a0b5-1fffae36e055 req-59f97b16-2c31-4629-a38d-66a0b1532818 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350167 Mar 31 23:41:33.410657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d939720-9deb-4e12-8a97-b026a4e4fa4a no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:41:33.416471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2733694-8a0f-40b1-a681-e84662dd9765 req-12075294-17d1-45fd-be23-cbad7b0acb93 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350559 Mar 31 23:41:33.452475 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 9d939720-9deb-4e12-8a97-b026a4e4fa4a not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:41:33.631870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d939720-9deb-4e12-8a97-b026a4e4fa4a details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:41:33.725974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:33.736971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'network_id': '0c716d08-d5c2-4c62-a7ab-ee7c3cc254de', 'port_id': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'mac_address': 'fa:16:3e:ef:c0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee94d31-1b51-4893-9ca3-28f1c89c68e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:41:33.776662 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:33.789166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d939720-9deb-4e12-8a97-b026a4e4fa4a {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:33.807351 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:33.878125 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:33.930695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:34.009580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed969087-690b-41fb-9f94-e2e5daf0c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:34.122215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['9d939720-9deb-4e12-8a97-b026a4e4fa4a'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:41:34.542013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5b9e7-0f87-4005-abf0-ecb80912a134 req-1c7a75b7-81d5-4b46-8a99-a7cc478478bf tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:34.543842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53b5b9e7-0f87-4005-abf0-ecb80912a134 req-1c7a75b7-81d5-4b46-8a99-a7cc478478bf tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 944 time: 0.0533552 Mar 31 23:41:34.580963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53b5b9e7-0f87-4005-abf0-ecb80912a134 req-f151a517-6217-4109-87c8-5f9f53ab885e tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Mar 31 23:41:34.881082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ca4a-da6e-4627-8f7c-e794a64b5400 req-5cee750b-44df-4331-8675-bdfd834d417f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:34.882710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a255ca4a-da6e-4627-8f7c-e794a64b5400 req-5cee750b-44df-4331-8675-bdfd834d417f tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 944 time: 0.0505979 Mar 31 23:41:34.949373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a255ca4a-da6e-4627-8f7c-e794a64b5400 req-997280b3-24d4-44e4-b31e-0d2f80364013 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556645 Mar 31 23:41:34.957361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-621c3437-9d6c-44c2-92a7-50bb5cbfd045 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:34.958808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-621c3437-9d6c-44c2-92a7-50bb5cbfd045 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.45 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121&tenant_id=6be8563f776d4511b6d2d7bd600aa447&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 944 time: 0.0736296 Mar 31 23:41:35.026580 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-db3d6375-8202-4395-bf8a-8212a0495346 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:41:35.027591 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-db3d6375-8202-4395-bf8a-8212a0495346 service neutron] 10.222.0.45 "DELETE /v2.0/ports/9d939720-9deb-4e12-8a97-b026a4e4fa4a/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0617073 Mar 31 23:41:35.060085 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:41:35.108014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-65fd73e4-654c-44c9-ab4e-cd0da6bfac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:35.109523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-65fd73e4-654c-44c9-ab4e-cd0da6bfac11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6be8563f776d4511b6d2d7bd600aa447&device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 1095 time: 0.0411584 Mar 31 23:41:35.197059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-5db22b54-344b-4ee7-a729-441bdccb4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:35.198582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-5db22b54-344b-4ee7-a729-441bdccb4956 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 200 len: 916 time: 0.0822325 Mar 31 23:41:35.243294 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-070e7e57-8f76-467e-97f5-e923627809bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 200 len: 217 time: 0.0383520 Mar 31 23:41:35.292596 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-9d691da3-07a0-4565-8c2b-9320ae4bc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:35.294441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-9d691da3-07a0-4565-8c2b-9320ae4bc077 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 200 len: 855 time: 0.0445316 Mar 31 23:41:35.324770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-3a367d1a-041b-4ae0-b814-a900a7286a45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241709 Mar 31 23:41:35.416547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-d60768f2-b797-4b0e-8261-774002492402 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857484 Mar 31 23:41:35.506450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-53d15165-8c8b-4d30-93a1-e04482e94130 req-d3a2ed4a-3f4e-45ef-a6fb-c290def55090 service neutron] 10.222.0.45 "GET /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827212 Mar 31 23:41:35.648324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d939720-9deb-4e12-8a97-b026a4e4fa4a up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:35.769309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 9d939720-9deb-4e12-8a97-b026a4e4fa4a completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:41:35.773231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 9d939720-9deb-4e12-8a97-b026a4e4fa4a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:35.773606 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.852130 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.873592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:35.876345 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846b90c6-c84f-4a29-9e91-3ab84fc4286a" -d '{"events": [{"server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "name": "network-vif-plugged", "status": "completed", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:35.893216 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:35.931972 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f6a40b-063f-4e79-80f9-295c372f8522 x-openstack-request-id: req-f7f6a40b-063f-4e79-80f9-295c372f8522 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:35.932272 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "name": "network-vif-plugged", "status": "completed", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:35.932526 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7f6a40b-063f-4e79-80f9-295c372f8522 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:35.932995 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f6a40b-063f-4e79-80f9-295c372f8522'] response: {'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'code': 200} Mar 31 23:41:35.960230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:36.019667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:36.074953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c343-551f-4791-acdc-cf55a7f93a67 req-8710c596-c529-43d1-9b62-090b539d4fe4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:36.076453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26b9c343-551f-4791-acdc-cf55a7f93a67 req-8710c596-c529-43d1-9b62-090b539d4fe4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0554137 Mar 31 23:41:36.107041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b92734e4-f640-4349-ba04-6f1704565f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:36.119758 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26b9c343-551f-4791-acdc-cf55a7f93a67 req-a69fd0e7-d7ef-445d-87e3-38c8f2290bf5 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371592 Mar 31 23:41:37.240537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a0d4e-0f4d-4f4b-83e4-83b6b7237d8d req-729b1ed9-19de-4018-8d69-d9465438d751 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:37.242013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d91a0d4e-0f4d-4f4b-83e4-83b6b7237d8d req-729b1ed9-19de-4018-8d69-d9465438d751 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Mar 31 23:41:37.281874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d91a0d4e-0f4d-4f4b-83e4-83b6b7237d8d req-d302682b-e20c-4792-b0a3-12d68e1d04a4 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335929 Mar 31 23:41:37.400394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632df44-3e95-45fc-a7ac-92ee686a4d06 req-2c9ada02-7412-459d-b804-feee1f11ee99 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:37.401794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a632df44-3e95-45fc-a7ac-92ee686a4d06 req-2c9ada02-7412-459d-b804-feee1f11ee99 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0500591 Mar 31 23:41:37.439586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a632df44-3e95-45fc-a7ac-92ee686a4d06 req-e4884b40-251e-41dc-b4d5-7c76aa6d24cf tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310185 Mar 31 23:41:37.554295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596446a-dc3b-4f6c-ba52-d7c71358227f req-830f4ce2-d273-4af5-be4c-490265578f19 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:37.555820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9596446a-dc3b-4f6c-ba52-d7c71358227f req-830f4ce2-d273-4af5-be4c-490265578f19 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0510225 Mar 31 23:41:37.599635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9596446a-dc3b-4f6c-ba52-d7c71358227f req-49be0eaa-0358-4613-901e-354930f5826a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377324 Mar 31 23:41:37.844556 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:38.211739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5d17-83d6-4fc3-a2ca-2a548bf487a0 req-fb819160-d007-4e9f-96de-7f9621859f5b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.213219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48cc5d17-83d6-4fc3-a2ca-2a548bf487a0 req-fb819160-d007-4e9f-96de-7f9621859f5b tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0498481 Mar 31 23:41:38.250234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48cc5d17-83d6-4fc3-a2ca-2a548bf487a0 req-940d4c11-bf78-4674-af8a-1c3a843e93b9 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Mar 31 23:41:38.812174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.012097 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.209799 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.370301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f8292-16e2-489b-8eb5-8bd1488ca6ca req-fb3a3f33-d6c8-4c59-801f-843b98bb1fbc tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:39.372434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-462f8292-16e2-489b-8eb5-8bd1488ca6ca req-fb3a3f33-d6c8-4c59-801f-843b98bb1fbc tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0501487 Mar 31 23:41:39.419272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-462f8292-16e2-489b-8eb5-8bd1488ca6ca req-ce17b407-d149-4532-8c1a-037fb0df0c94 tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Mar 31 23:41:39.440736 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-8ec2096e-6b0f-4dc0-98fc-852a681d458a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:39.442292 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-8ec2096e-6b0f-4dc0-98fc-852a681d458a tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a920bd-c992-4251-919f-e9b9a8037121 HTTP/1.1" status: 200 len: 945 time: 0.0570781 Mar 31 23:41:39.534496 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Deleting port 9d939720-9deb-4e12-8a97-b026a4e4fa4a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:41:39.534760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.635163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] For port 9d939720-9deb-4e12-8a97-b026a4e4fa4a, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=9d939720-9deb-4e12-8a97-b026a4e4fa4a,segment=NetworkSegment(b12f50d0-c347-4292-957f-5030a8f483d4),segment_id=b12f50d0-c347-4292-957f-5030a8f483d4)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:39.635527 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.649454 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Calling delete_port for 9d939720-9deb-4e12-8a97-b026a4e4fa4a owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:41:39.869177 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.903223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Pushing event deleted for resources: {'Port': ['ID=9d939720-9deb-4e12-8a97-b026a4e4fa4a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:39.946892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] No DVR routers for this DVR port 9d939720-9deb-4e12-8a97-b026a4e4fa4a on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:41:39.949562 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.952983 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-249a3634-41a7-4556-a39a-98fbc0f47c1b req-2ebbe291-5dd6-42e5-8c40-a3eb9d54a07c tempest-ServerDiskConfigTestJSON-1776383998 tempest-ServerDiskConfigTestJSON-1776383998-project] 10.222.0.50 "DELETE /v2.0/ports/9d939720-9deb-4e12-8a97-b026a4e4fa4a HTTP/1.1" status: 204 len: 173 time: 0.5051827 Mar 31 23:41:39.953507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'name': 'network-vif-deleted', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:39.955715 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6722ef-9f82-4a72-87d8-8c951d59d0be" -d '{"events": [{"server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "name": "network-vif-deleted", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:39.977391 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.991544 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ed1770-e225-4b03-b5f6-0664e4d1052b x-openstack-request-id: req-f2ed1770-e225-4b03-b5f6-0664e4d1052b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:39.991848 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a920bd-c992-4251-919f-e9b9a8037121", "name": "network-vif-deleted", "tag": "9d939720-9deb-4e12-8a97-b026a4e4fa4a", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:39.992112 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2ed1770-e225-4b03-b5f6-0664e4d1052b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:39.992519 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ed1770-e225-4b03-b5f6-0664e4d1052b'] response: {'server_uuid': '13a920bd-c992-4251-919f-e9b9a8037121', 'name': 'network-vif-deleted', 'tag': '9d939720-9deb-4e12-8a97-b026a4e4fa4a', 'status': 'completed', 'code': 200} Mar 31 23:41:40.543447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54354) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:40.587627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4d3151-1c9c-4131-af8b-86218acca853 admin admin] Deleting subnet bee94d31-1b51-4893-9ca3-28f1c89c68e6 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:41:40.590805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3151-1c9c-4131-af8b-86218acca853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.627969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3151-1c9c-4131-af8b-86218acca853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.665687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3151-1c9c-4131-af8b-86218acca853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.760911 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3151-1c9c-4131-af8b-86218acca853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.787212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d3151-1c9c-4131-af8b-86218acca853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bee94d31-1b51-4893-9ca3-28f1c89c68e6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:40.789197 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3151-1c9c-4131-af8b-86218acca853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.792362 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ab4d3151-1c9c-4131-af8b-86218acca853 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bee94d31-1b51-4893-9ca3-28f1c89c68e6 HTTP/1.1" status: 204 len: 168 time: 0.2479165 Mar 31 23:41:40.795281 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54356) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:40.865829 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.941770 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.961734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c716d08-d5c2-4c62-a7ab-ee7c3cc254de']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:40.971337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12f50d0-c347-4292-957f-5030a8f483d4') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:40.971638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12f50d0-c347-4292-957f-5030a8f483d4') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:40.980734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.993313 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.999019 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:41:40.999401 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:41:41.001018 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:41:41.126822 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.132523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.135674 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0c716d08-d5c2-4c62-a7ab-ee7c3cc254de HTTP/1.1" status: 204 len: 168 time: 0.3394730 Mar 31 23:41:41.149620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489dc84-78fe-4f6b-bda3-8dcf743d8f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c716d08-d5c2-4c62-a7ab-ee7c3cc254de,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:41.452365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54360) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:41.491104 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8aed68d3-cf74-45f8-a8b2-bba762e82264 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6be8563f776d4511b6d2d7bd600aa447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375893 Mar 31 23:41:41.493602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54362) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:41.543101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.564323 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.664489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d939720-9deb-4e12-8a97-b026a4e4fa4a no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:41:41.674921 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.677735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:41.678935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4bcdc36-2dbb-4d2b-8d82-562b624c01d7 HTTP/1.1" status: 204 len: 168 time: 0.1843491 Mar 31 23:41:41.686901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 9d939720-9deb-4e12-8a97-b026a4e4fa4a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:41:41.686901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 9d939720-9deb-4e12-8a97-b026a4e4fa4a not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:41:41.687121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bcdc36-2dbb-4d2b-8d82-562b624c01d7,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:41.694800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.695149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.695500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.695820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.696147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.696476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.696798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.697119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.697531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.697757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.698074 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:41.698393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba33c-32b2-4ab0-99e1-304ec4bba932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.644638 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54384) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:42.758184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1766975148-network', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:42.844568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Made reservation on behalf of 32ee212f1e6a4d51856ed3d3ed7bd996 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:41:42.847891 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:42.857142 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:42.935735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:43.012223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:43.037633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:41:43.048154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b521aa4-36b8-452c-a6e3-eb81efd0631b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:43.053421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:43.054236 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Added segment a4a372b7-7cef-4aba-bdec-76827eee78f8 of type vlan for network 8092ab98-8b08-4dba-aeac-79f00d5ba537 Mar 31 23:41:43.108061 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:43.206812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:43.207805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:43.208393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:43.284923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=8092ab98-8b08-4dba-aeac-79f00d5ba537,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:43.295206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:41:43.349749 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-596658f3-2de0-43ed-b943-23c178043ce0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7008307 Mar 31 23:41:43.350187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54388) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:43.355176 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Request body: {'subnet': {'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1766975148-subnet', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:43.509450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Made reservation on behalf of 32ee212f1e6a4d51856ed3d3ed7bd996 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:41:43.511936 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:43.750389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:43.811483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Pushing event updated for resources: {'Subnet': ['ID=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:43.822313 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:43.822768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Network hostable DHCP agents. Network: 8092ab98-8b08-4dba-aeac-79f00d5ba537, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:41:43.926177 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:41:43.989500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 8092ab98-8b08-4dba-aeac-79f00d5ba537) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:43.994363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:43.995085 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.001723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d205b-5913-4405-bf5b-24a3af44c738 None None] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:41:44.072224 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c1a4429f-2ea9-44cc-b332-9792c171884d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7208943 Mar 31 23:41:44.075058 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54390) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:44.082199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:44.160491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-8092ab98-8b08-4dba-aeac-79f00d5ba537', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:41:44.161371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.204315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.209161 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.260887 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.301508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Allocated IP 172.20.0.2 (8092ab98-8b08-4dba-aeac-79f00d5ba537/486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b/2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:44.459586 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.526898 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.569049 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:44.572362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:44.576098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:44.581807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Pushing event updated for resources: {'Port': ['ID=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:44.640489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Attempting to bind port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:44.640852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Attempting to bind port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:44.641367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Attempting to bind port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:44.646541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:44.646908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:44.647303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.647686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:44.648135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Bound port: 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:44.648535 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.713938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] For port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:44.716960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] For port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:44.759606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.778441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.839814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebaabc-c72a-4d6d-9476-0afde0026e8a None None] Pushing event updated for resources: {'Port': ['ID=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:45.049137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.070092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.179255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Allocated IP 172.25.4.86 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/096f0058-c4bb-4993-b04a-f65be938b8bb) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:45.278895 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.370018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.416392 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:45.419656 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:45.423432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:45.446282 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=096f0058-c4bb-4993-b04a-f65be938b8bb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:45.691759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379bf9ea-5f46-496b-9f15-4b5929a59676 None None] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:41:45.784773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.931490 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Provisioning complete for port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:45.931777 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.990956 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.072546 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.110528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] For port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:46.217614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.240503 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:41:46.273881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Pushing event updated for resources: {'Port': ['ID=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:46.282641 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.282938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.283272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.283604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.283929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.284252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.284576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.284892 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.285208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.285530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.285847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.286159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb69fe-1236-4397-a4d5-40679b6fb988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:46.338383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d5a422d0-b0cc-433f-b12f-9ab915aa5446 None None] Provisioning complete for port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:46.338766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d5a422d0-b0cc-433f-b12f-9ab915aa5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.352421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:41:46.362460 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:41:46.371954 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:46.372792 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:41:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:46.428870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.430470 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1f982ead-f478-4318-9727-c0ec7530bdf8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3541474 Mar 31 23:41:46.433464 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54392) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:46.481286 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:46.608426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:46.655919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:46.656301 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.692368 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:45Z', 'revision_number': 3, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:46.718206 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:41:46.718572 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Updating router 05fddbf4-61ca-418c-b16a-b40d3a134e1c port 096f0058-c4bb-4993-b04a-f65be938b8bb binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:41:46.746989 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.873203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.993337 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.029662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Allocated IP 172.20.0.1 (8092ab98-8b08-4dba-aeac-79f00d5ba537/486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b/e4e94e57-d81b-4d90-b198-472c4b0c1f9b) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:47.064015 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.117740 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Attempting to bind port 096f0058-c4bb-4993-b04a-f65be938b8bb on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:47.118099 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Attempting to bind port 096f0058-c4bb-4993-b04a-f65be938b8bb by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:47.118449 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Attempting to bind port 096f0058-c4bb-4993-b04a-f65be938b8bb on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:47.121422 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Pushing event updated for resources: {'Port': ['ID=096f0058-c4bb-4993-b04a-f65be938b8bb,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:47.129527 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:47.129893 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:47.130283 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.130687 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:47.131137 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Bound port: 096f0058-c4bb-4993-b04a-f65be938b8bb, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:47.131506 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.134691 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.134848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.137472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.137472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.137472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.137472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.137472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.137472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.137472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.137472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.138139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.138139 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.138317 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:47.193219 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] For port 096f0058-c4bb-4993-b04a-f65be938b8bb, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:47.196531 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] For port 096f0058-c4bb-4993-b04a-f65be938b8bb, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=096f0058-c4bb-4993-b04a-f65be938b8bb,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:47.217841 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.240698 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.256072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:47.260694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:47.264233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:47.287431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:47.297177 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:47.298487 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:41:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:47.312648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.339081 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e85ad2-c64b-4743-8c00-33d26e8d5030 None None] Pushing event updated for resources: {'Port': ['ID=096f0058-c4bb-4993-b04a-f65be938b8bb,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:47.505678 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:47.548379 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fb46f311-70d1-4ead-b15d-978130afaf42 None None] Provisioning complete for port e4e94e57-d81b-4d90-b198-472c4b0c1f9b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:47.549023 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fb46f311-70d1-4ead-b15d-978130afaf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.561426 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.594897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fb46f311-70d1-4ead-b15d-978130afaf42 None None] Port e4e94e57-d81b-4d90-b198-472c4b0c1f9b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:41:47.691035 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:45Z', 'revision_number': 3, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:47.716399 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae16b6-e9e8-4acb-95ad-656efb27b359 None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:45Z', 'revision_number': 3, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:41:47.744143 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.799188 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.866053 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.867949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:47.987260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:47.988975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:48.112570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:41:48.219403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a226b68d-fb3d-4f13-bf42-d35df8cf4e6d None None] Provisioning complete for port e4e94e57-d81b-4d90-b198-472c4b0c1f9b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:48.220324 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a226b68d-fb3d-4f13-bf42-d35df8cf4e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:48.230940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:41:48.244167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-60c7dc88-80ef-4a71-8f36-733aa29cd106 admin admin] 10.222.0.31 "PUT /v2.0/routers/05fddbf4-61ca-418c-b16a-b40d3a134e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013523 Mar 31 23:41:48.261698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a226b68d-fb3d-4f13-bf42-d35df8cf4e6d None None] Port e4e94e57-d81b-4d90-b198-472c4b0c1f9b cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:41:48.591643 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 096f0058-c4bb-4993-b04a-f65be938b8bb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:48.647940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 096f0058-c4bb-4993-b04a-f65be938b8bb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:48.648310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:48.724329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:48.744267 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 096f0058-c4bb-4993-b04a-f65be938b8bb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=096f0058-c4bb-4993-b04a-f65be938b8bb,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:48.821161 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:48.848850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54400) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:48.853818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-62c83ca4-4b71-4e6c-8240-38fa552c3f88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863648323', 'description': 'tempest-description--1853556577'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:48.874253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=096f0058-c4bb-4993-b04a-f65be938b8bb,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:48.929872 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62c83ca4-4b71-4e6c-8240-38fa552c3f88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.003856 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62c83ca4-4b71-4e6c-8240-38fa552c3f88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.060998 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62c83ca4-4b71-4e6c-8240-38fa552c3f88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.089971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c83ca4-4b71-4e6c-8240-38fa552c3f88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d047d9-ad15-459f-94d0-c11551c4777e,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:49.133644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-62c83ca4-4b71-4e6c-8240-38fa552c3f88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.135040 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-62c83ca4-4b71-4e6c-8240-38fa552c3f88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2850463 Mar 31 23:41:49.137723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54402) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:49.142042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7f80fbd3-fd53-4065-86f2-d2a0347a445c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'security_group_rule': {'security_group_id': 'b1d047d9-ad15-459f-94d0-c11551c4777e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:49.226393 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f80fbd3-fd53-4065-86f2-d2a0347a445c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.249313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:41:49.260425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:49.261047 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:41:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:49.288626 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f80fbd3-fd53-4065-86f2-d2a0347a445c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.349175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f80fbd3-fd53-4065-86f2-d2a0347a445c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.369104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80fbd3-fd53-4065-86f2-d2a0347a445c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e606ba57-cc13-4e9f-b48b-ed2266303a2e,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:49.374007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:49.437290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7f80fbd3-fd53-4065-86f2-d2a0347a445c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.439142 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7f80fbd3-fd53-4065-86f2-d2a0347a445c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3004515 Mar 31 23:41:49.441785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54404) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:49.446441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5ff7a51d-3c8f-45e4-92fc-9b36924af994 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'security_group_rule': {'security_group_id': 'b1d047d9-ad15-459f-94d0-c11551c4777e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:49.540845 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a51d-3c8f-45e4-92fc-9b36924af994 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.591751 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 2, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:49.607646 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a51d-3c8f-45e4-92fc-9b36924af994 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.620360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:41:49.620714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Updating router 05fddbf4-61ca-418c-b16a-b40d3a134e1c port e4e94e57-d81b-4d90-b198-472c4b0c1f9b binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:41:49.647195 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.673752 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a51d-3c8f-45e4-92fc-9b36924af994 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.694256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7a51d-3c8f-45e4-92fc-9b36924af994 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41fe574-67d2-4351-849d-a68136486ea8,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:49.754583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a51d-3c8f-45e4-92fc-9b36924af994 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.755813 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5ff7a51d-3c8f-45e4-92fc-9b36924af994 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3130715 Mar 31 23:41:49.759243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:49.763650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:49.844210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.933346 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.950759 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.026562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.052031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Allocated IP 172.25.4.191 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/e2110d10-db8e-40f4-bdb1-fd187a8a510f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:50.075562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62567fd0-17e7-4bf5-a56b-39a2eb0b0914 None None] Pushing event updated for resources: {'Port': ['ID=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:50.130027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Attempting to bind port e4e94e57-d81b-4d90-b198-472c4b0c1f9b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:50.130688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Attempting to bind port e4e94e57-d81b-4d90-b198-472c4b0c1f9b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:50.131058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Attempting to bind port e4e94e57-d81b-4d90-b198-472c4b0c1f9b on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:50.136259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:50.136636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:50.137067 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.137439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:50.137905 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Bound port: e4e94e57-d81b-4d90-b198-472c4b0c1f9b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:50.138282 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.167273 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.207039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] For port e4e94e57-d81b-4d90-b198-472c4b0c1f9b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:50.210300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] For port e4e94e57-d81b-4d90-b198-472c4b0c1f9b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:50.268028 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.294387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d9175448-ccf1-4b76-bab7-ada115190c85 None None] Provisioning complete for port e4e94e57-d81b-4d90-b198-472c4b0c1f9b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:50.294788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d9175448-ccf1-4b76-bab7-ada115190c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.297865 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.308389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:50.311686 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:50.315787 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:50.338600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'Port': ['ID=e2110d10-db8e-40f4-bdb1-fd187a8a510f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:50.395730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62567fd0-17e7-4bf5-a56b-39a2eb0b0914 None None] Pushing event updated for resources: {'Port': ['ID=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:50.405600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:41:50.406239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:41:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:50.415983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.486296 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d9175448-ccf1-4b76-bab7-ada115190c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.561512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.568063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:41:50.568063 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d9175448-ccf1-4b76-bab7-ada115190c85 None None] For port e4e94e57-d81b-4d90-b198-472c4b0c1f9b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:50.595624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 096f0058-c4bb-4993-b04a-f65be938b8bb up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:50.668112 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d9175448-ccf1-4b76-bab7-ada115190c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.726513 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.787043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.806430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175448-ccf1-4b76-bab7-ada115190c85 None None] Pushing event updated for resources: {'Port': ['ID=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:50.821958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 096f0058-c4bb-4993-b04a-f65be938b8bb triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:50.822331 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.825898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-04a668c9-5e28-490c-8ce5-8733f2c8abff None None] Provisioning complete for port e4e94e57-d81b-4d90-b198-472c4b0c1f9b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:50.826266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-04a668c9-5e28-490c-8ce5-8733f2c8abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.859374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'Port': ['ID=e2110d10-db8e-40f4-bdb1-fd187a8a510f,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:50.868299 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.932185 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.933461 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f071f228-72b3-47f9-ae03-b19a15dc6f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1732914 Mar 31 23:41:51.076502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ad98d1cd-9d7d-4685-a885-299d74580459 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--863648323&fields=id&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 267 time: 0.0330477 Mar 31 23:41:51.136878 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:51.182363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-96afc733-4d3b-4cb6-adc2-e83ce0091986 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:51.183821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-96afc733-4d3b-4cb6-adc2-e83ce0091986 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 812 time: 0.1001000 Mar 31 23:41:51.188332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82f3b7-d694-4bf8-ac68-6d94fa16821c None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:41:51.204233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-10ede51c-626b-469d-8c33-1499246d4cc7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/quotas/32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 375 time: 0.0097592 Mar 31 23:41:51.278683 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-13618363-088a-44e3-bc3d-5ca6cb0663bc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672786 Mar 31 23:41:51.380721 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-19c9522b-ece0-43c8-807c-17f61ece8f3a service neutron] 10.222.0.31 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874648 Mar 31 23:41:51.478772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-23069cf0-9de3-43d2-ae1c-d756e42fe791 service neutron] 10.222.0.31 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915439 Mar 31 23:41:51.768010 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f8fb53a-64ad-4656-9260-f9f2b84c22e6 req-07457d8e-ebb1-4cc6-af7d-b0facfb1e2c3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 210 time: 0.0289791 Mar 31 23:41:52.579563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e4e94e57-d81b-4d90-b198-472c4b0c1f9b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:52.629867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e4e94e57-d81b-4d90-b198-472c4b0c1f9b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:52.630241 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:52.848379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f4f9ed2e-e2aa-46a5-b574-e2750a9aa457 req-e04375fa-9982-41f2-a506-dea02e7085a0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 210 time: 0.0266287 Mar 31 23:41:53.944357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-66bf3d7e-2802-4f44-9751-bb7a6b668edb req-64c45aa9-2121-4ace-beac-785d05f71efd tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 210 time: 0.0284271 Mar 31 23:41:54.051580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-db55aa1b-b1e3-4e4c-9874-65a771afbe30 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:54.053044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-db55aa1b-b1e3-4e4c-9874-65a771afbe30 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 812 time: 0.1088102 Mar 31 23:41:54.104896 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-d61f9281-2546-44b4-b7e4-b71c2f51f43f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 379 time: 0.0434327 Mar 31 23:41:54.113571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'port': {'device_id': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'admin_state_up': True, 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'security_groups': ['b1d047d9-ad15-459f-94d0-c11551c4777e']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:54.335583 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Made reservation on behalf of 32ee212f1e6a4d51856ed3d3ed7bd996 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:41:54.339214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:54.467631 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Allocated IP 172.20.0.8 (8092ab98-8b08-4dba-aeac-79f00d5ba537/486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b/7a9ef7ad-70f2-46ee-b440-5ba35aba7574) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:54.602100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:54.701425 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:54.745815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:54.749085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:54.753208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:54.759494 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:54.808122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:54.808851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:54.920708 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-ac564800-4f58-4d2c-84a6-a3304d33a1f6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8107350 Mar 31 23:41:54.934288 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Request body: {'port': {'device_id': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:54.944973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6c454d61-3742-438d-a462-592a49fdf88b None None] Provisioning complete for port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:54.945537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6c454d61-3742-438d-a462-592a49fdf88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:54.983007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6c454d61-3742-438d-a462-592a49fdf88b None None] Port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:41:54.991617 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:55.065012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c5f8b-dba5-47dc-b3d0-21a0a609dc43 req-a555ef60-1f95-4c6c-99b9-3f2404bc8ed6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:55.066383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b9c5f8b-dba5-47dc-b3d0-21a0a609dc43 req-a555ef60-1f95-4c6c-99b9-3f2404bc8ed6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 931 time: 0.0489626 Mar 31 23:41:55.109099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3b9c5f8b-dba5-47dc-b3d0-21a0a609dc43 req-5d587c22-c0a6-4ed0-84f3-6f2ffd8c1c8d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363503 Mar 31 23:41:55.252548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:55.259729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:55.271835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Transition to ACTIVE for port object 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:41:55.334892 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:55.385539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:55.456484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Attempting to bind port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:55.456821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Attempting to bind port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:55.457149 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Attempting to bind port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:55.461633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:41:55.461954 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Attempting to bind port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:55.466792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:55.467130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:55.467514 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:55.467936 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Bound port: 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:55.468292 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:55.536548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:55.539659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:55.633076 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:55.669890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:55.670519 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:55.672038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] 10.222.0.50 "PUT /v2.0/ports/7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 1091 time: 0.7425163 Mar 31 23:41:55.672973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:55.675295 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37eec9e-2ab2-4fb0-9fa3-06f0f8ed04ed" -d '{"events": [{"name": "network-changed", "server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:55.699580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d133783-5dbd-4d5b-b34c-407ac2f10562 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:55.721765 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa689206-4b4f-45c3-8819-aa85211f3986 x-openstack-request-id: req-aa689206-4b4f-45c3-8819-aa85211f3986 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:55.722185 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:55.723086 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa689206-4b4f-45c3-8819-aa85211f3986 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:55.723086 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa689206-4b4f-45c3-8819-aa85211f3986'] response: {'name': 'network-changed', 'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'status': 'completed', 'code': 200} Mar 31 23:41:55.787171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eec9e-2ab2-4fb0-9fa3-06f0f8ed04ed req-5d6acf94-2e59-4a27-8499-f2aad1b852ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:55.788677 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f37eec9e-2ab2-4fb0-9fa3-06f0f8ed04ed req-5d6acf94-2e59-4a27-8499-f2aad1b852ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1094 time: 0.0446298 Mar 31 23:41:55.898700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eec9e-2ab2-4fb0-9fa3-06f0f8ed04ed req-76feb7a3-d7ac-4465-b56b-43ebd66a81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:55.900160 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f37eec9e-2ab2-4fb0-9fa3-06f0f8ed04ed req-76feb7a3-d7ac-4465-b56b-43ebd66a81f1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1030672 Mar 31 23:41:55.995920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eec9e-2ab2-4fb0-9fa3-06f0f8ed04ed req-92fe7285-f98d-419b-a1a9-5a9ade691bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:55.997304 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f37eec9e-2ab2-4fb0-9fa3-06f0f8ed04ed req-92fe7285-f98d-419b-a1a9-5a9ade691bbc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907080 Mar 31 23:41:56.071115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-9ec65693-257e-4e9e-a9d6-3bc4cad304be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:56.072604 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-9ec65693-257e-4e9e-a9d6-3bc4cad304be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1094 time: 0.0409169 Mar 31 23:41:56.113448 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-4f3b91e0-873d-4b86-a4dd-3c8f224e9238 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 217 time: 0.0339527 Mar 31 23:41:56.163123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-cef92d32-d825-4160-9a86-4c8d182aa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:56.164585 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-cef92d32-d825-4160-9a86-4c8d182aa5b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0455992 Mar 31 23:41:56.225232 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0cba4-b8d2-4f88-bd16-8f8fc8fe1aa4 req-21c2f45d-ef52-473a-b56e-b6a2b9849ac0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:56.226813 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4aa0cba4-b8d2-4f88-bd16-8f8fc8fe1aa4 req-21c2f45d-ef52-473a-b56e-b6a2b9849ac0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 943 time: 0.0499308 Mar 31 23:41:56.227868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-081dd136-84b7-4f10-9cc6-505da2233ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:56.229341 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-081dd136-84b7-4f10-9cc6-505da2233ac7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589011 Mar 31 23:41:56.264747 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4aa0cba4-b8d2-4f88-bd16-8f8fc8fe1aa4 req-ef46d2f2-4a47-4593-bc32-d23e456b3ca0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315232 Mar 31 23:41:56.318115 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-2285f8cb-b4bb-457b-89dd-b5791071a77a service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816827 Mar 31 23:41:56.722723 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e50fe43c-7852-4e7a-bfda-74a4aea7630d req-7eca4486-1840-4ebd-bc33-18da0a54910e service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979297 Mar 31 23:41:57.381051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a62b9-66b8-4019-85f3-afd410461541 req-af508336-94ec-40c6-a0ae-e414833a5344 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:57.382537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d96a62b9-66b8-4019-85f3-afd410461541 req-af508336-94ec-40c6-a0ae-e414833a5344 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 943 time: 0.0488451 Mar 31 23:41:57.419907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d96a62b9-66b8-4019-85f3-afd410461541 req-bd8d29a3-1d2b-43dd-b13d-78c52f4038f9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Mar 31 23:41:57.757455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:41:57.851533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:57.866996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'mac_address': 'fa:16:3e:a0:89:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:41:57.902724 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:57.915856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:57.935073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:58.015112 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:58.062212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:58.203663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7a9ef7ad-70f2-46ee-b440-5ba35aba7574'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:41:58.536857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd330b8-687a-4750-8a73-e747b685ad53 req-ed92584b-c9dc-4c01-8485-76abd1ee9025 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:58.538361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd330b8-687a-4750-8a73-e747b685ad53 req-ed92584b-c9dc-4c01-8485-76abd1ee9025 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 944 time: 0.0491228 Mar 31 23:41:58.582599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cdd330b8-687a-4750-8a73-e747b685ad53 req-fe4a6f9c-4af5-477d-94dd-3f4925664e2d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374591 Mar 31 23:41:59.702090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977837c2-9594-47a5-bb4b-bf5da0e48bde req-1d6ad89c-07e5-4e61-b26b-4a199c996a84 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:59.704137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-977837c2-9594-47a5-bb4b-bf5da0e48bde req-1d6ad89c-07e5-4e61-b26b-4a199c996a84 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 944 time: 0.0511098 Mar 31 23:41:59.742103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-977837c2-9594-47a5-bb4b-bf5da0e48bde req-2c29375a-d4b8-44f5-9929-b24a0fd23553 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Mar 31 23:41:59.766532 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:59.863425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:41:59.867349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:59.868975 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:59.945591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:59.967784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:59.970089 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e295a37-bd88-4bf5-85d8-d50f628652f1" -d '{"events": [{"server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "name": "network-vif-plugged", "status": "completed", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:59.982550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:00.007526 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc9fe23-2421-465d-9473-6814e3bff341 x-openstack-request-id: req-1cc9fe23-2421-465d-9473-6814e3bff341 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:00.007824 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "name": "network-vif-plugged", "status": "completed", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:00.008081 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cc9fe23-2421-465d-9473-6814e3bff341 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:00.008499 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc9fe23-2421-465d-9473-6814e3bff341'] response: {'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'code': 200} Mar 31 23:42:00.034920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:00.085561 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:00.109140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d292c0d-da9a-4096-b28c-d19f6b3fc604 req-bd09754c-2a79-47b5-be21-82a90e6eac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:00.110687 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5d292c0d-da9a-4096-b28c-d19f6b3fc604 req-bd09754c-2a79-47b5-be21-82a90e6eac55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1096 time: 0.0415645 Mar 31 23:42:00.146440 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5d292c0d-da9a-4096-b28c-d19f6b3fc604 req-ba331c58-51d4-45d8-8971-6499c0e699ce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290115 Mar 31 23:42:00.856363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696584f-b9a4-4ac3-a627-2aa348cbcd1b req-2b792cd9-c38c-430c-8d47-bdab893a47b7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:00.857419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6696584f-b9a4-4ac3-a627-2aa348cbcd1b req-2b792cd9-c38c-430c-8d47-bdab893a47b7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0488710 Mar 31 23:42:00.895494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6696584f-b9a4-4ac3-a627-2aa348cbcd1b req-4ef4c2ac-edd5-4901-8a07-375ca6c9156d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Mar 31 23:42:02.011339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79aae-3100-459f-bac5-08e151de9343 req-ab89e7d5-234e-4aeb-9cba-1e6bf0ada3c1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:02.012800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6a79aae-3100-459f-bac5-08e151de9343 req-ab89e7d5-234e-4aeb-9cba-1e6bf0ada3c1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0478132 Mar 31 23:42:02.053783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6a79aae-3100-459f-bac5-08e151de9343 req-d8f3e94c-86a9-422d-9e07-2e880e68cae0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349545 Mar 31 23:42:02.169755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdebc55-79b6-4c54-b08a-6ec05e624d09 req-ee00a855-d744-40ad-97ef-a2e871ff2511 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:02.171318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abdebc55-79b6-4c54-b08a-6ec05e624d09 req-ee00a855-d744-40ad-97ef-a2e871ff2511 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0516303 Mar 31 23:42:02.180441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:42:02.185038 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'floatingip': {'port_id': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:42:02.226527 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:02.660819 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:02.717640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:02.818821 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Floating IP 56750f84-5d12-4948-a545-92f6faa65474 associated. External IP: 172.25.4.191, port: 7a9ef7ad-70f2-46ee-b440-5ba35aba7574. Mar 31 23:42:03.024619 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:42:03.132961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:42:03.138182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:03.147144 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:42:03.157465 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:42:03.158066 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:41:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:03.167542 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4165b759-6b4f-4b24-9d40-4da3bfe43e89 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "PUT /v2.0/floatingips/56750f84-5d12-4948-a545-92f6faa65474 HTTP/1.1" status: 200 len: 991 time: 0.9860005 Mar 31 23:42:03.168243 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:03.174904 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98" -d '{"events": [{"name": "network-changed", "server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:03.216966 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c02226-eb33-4fd4-a098-40b40ccac8bd x-openstack-request-id: req-c3c02226-eb33-4fd4-a098-40b40ccac8bd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:03.217617 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:03.217617 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3c02226-eb33-4fd4-a098-40b40ccac8bd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:03.218011 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c02226-eb33-4fd4-a098-40b40ccac8bd'] response: {'name': 'network-changed', 'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'status': 'completed', 'code': 200} Mar 31 23:42:03.274664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9619-3809-49ed-b26e-14a4283d87a6 req-556da4e2-edbc-4052-b8b2-ce4ec041348b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:03.276194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb1d9619-3809-49ed-b26e-14a4283d87a6 req-556da4e2-edbc-4052-b8b2-ce4ec041348b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0497172 Mar 31 23:42:03.282426 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:42:03.286107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-959d2563-443e-4f68-9863-d102477ec7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:03.287661 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-959d2563-443e-4f68-9863-d102477ec7e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1096 time: 0.0430717 Mar 31 23:42:03.319085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb1d9619-3809-49ed-b26e-14a4283d87a6 req-e979c76e-156d-492c-a12f-1cf76c2de8c2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339704 Mar 31 23:42:03.393343 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-e93dd4c6-a826-4ead-bbd6-d0b433e8fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:03.394831 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-e93dd4c6-a826-4ead-bbd6-d0b433e8fe51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.1007974 Mar 31 23:42:03.439903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0900-961c-4493-a4c4-886e221a1ef7 req-6b65ada9-21e7-4d65-b5b3-2abbfda41c0f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:03.441582 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e6c0900-961c-4493-a4c4-886e221a1ef7 req-6b65ada9-21e7-4d65-b5b3-2abbfda41c0f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0519722 Mar 31 23:42:03.482008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e6c0900-961c-4493-a4c4-886e221a1ef7 req-747cd352-369c-4ad0-bb4e-c8f1c5473c36 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342774 Mar 31 23:42:03.518506 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-f66b9745-2fa1-46b9-8227-def0a4fed7d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 999 time: 0.1172826 Mar 31 23:42:03.522299 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:a0:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:42:02Z', 'revision_number': 1, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:03.552361 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:42:03.560343 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:42:03.560931 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:41:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:03.569116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-d875393c-e522-45fc-b2df-f37e587ca7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:03.570643 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-d875393c-e522-45fc-b2df-f37e587ca7a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0458269 Mar 31 23:42:03.620193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-2ea53436-326c-4ee5-9d2a-a0e50218d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:03.621764 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-2ea53436-326c-4ee5-9d2a-a0e50218d91e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442469 Mar 31 23:42:03.663615 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:42:03.714061 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-3150d514-9451-45d5-a08b-6435dc1035e3 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857399 Mar 31 23:42:03.805245 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-ebc22e01-63d5-4a78-90c7-b264c2d5cd98 req-22679c14-3a4c-4e12-9225-597c1665fbde service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839808 Mar 31 23:42:03.885499 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:a0:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:42:02Z', 'revision_number': 1, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:03.913762 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70608c7-59c3-4883-800e-a11decba2e5d None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:a0:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:42:02Z', 'revision_number': 1, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:42:03.997891 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-94362d96-97e4-4e31-8dc3-8287b05e0341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:04.104860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd210110-386f-4496-94b7-8dd0328805f4 None None] New status for floating IP 56750f84-5d12-4948-a545-92f6faa65474: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:42:04.606600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba7a95-20ed-4420-93be-b73b172493e6 req-ef2948bd-f322-456a-857a-1d76ffd7a2c5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:04.608056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5ba7a95-20ed-4420-93be-b73b172493e6 req-ef2948bd-f322-456a-857a-1d76ffd7a2c5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0531666 Mar 31 23:42:04.645756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5ba7a95-20ed-4420-93be-b73b172493e6 req-11de6cf9-44f5-4b97-8c26-269efce39c76 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310183 Mar 31 23:42:04.758828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b5be4-bc56-4786-b037-7e841b7e3a79 req-2fb6b70e-6c42-4a9e-8564-19d963322408 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:04.760279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f8b5be4-bc56-4786-b037-7e841b7e3a79 req-2fb6b70e-6c42-4a9e-8564-19d963322408 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0475264 Mar 31 23:42:04.798241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f8b5be4-bc56-4786-b037-7e841b7e3a79 req-a5743ff8-93a7-4dc2-8266-f1c816f121d5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316520 Mar 31 23:42:05.175435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16942116-280b-4c2a-9ce7-a2ec9c9e7986 req-95fa763c-7d9e-4cc8-9d69-e71f1904621d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:05.176922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16942116-280b-4c2a-9ce7-a2ec9c9e7986 req-95fa763c-7d9e-4cc8-9d69-e71f1904621d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0487618 Mar 31 23:42:05.216014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16942116-280b-4c2a-9ce7-a2ec9c9e7986 req-a48bafa3-fd71-422c-9ade-404d9bf7dd44 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325344 Mar 31 23:42:05.320958 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-ce4fae59-72e1-4930-bcf5-85446293e579 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424860 Mar 31 23:42:06.118490 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3aed090a-bd4c-45e7-876f-803a5e17e18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:06.333982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899db10-37e4-4790-97e8-d94549bfa269 req-665f43da-c1aa-4519-b6f9-65dc6ce60125 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:06.335498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a899db10-37e4-4790-97e8-d94549bfa269 req-665f43da-c1aa-4519-b6f9-65dc6ce60125 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0493379 Mar 31 23:42:06.374624 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a899db10-37e4-4790-97e8-d94549bfa269 req-4c2fb02f-4f98-4954-a2e5-abcf79e367ee tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329025 Mar 31 23:42:07.284586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-04fba6c4-bfe1-4e3a-969d-ce8d8125ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:07.286127 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-04fba6c4-bfe1-4e3a-969d-ce8d8125ddea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1096 time: 0.0418661 Mar 31 23:42:07.379036 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-764b910c-e849-4955-90a3-37dc45295135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:07.380518 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-764b910c-e849-4955-90a3-37dc45295135 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0870233 Mar 31 23:42:07.451111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-5d5e0de1-b264-4f69-bd08-9ecdee0a3000 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 1001 time: 0.0644085 Mar 31 23:42:07.494282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468a613-b490-424a-9ad7-df758f725f9a req-43b2c0ad-450a-4713-9a42-176e09605293 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:07.495814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1468a613-b490-424a-9ad7-df758f725f9a req-43b2c0ad-450a-4713-9a42-176e09605293 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0484869 Mar 31 23:42:07.503843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-592da46a-a61b-42b4-8880-4249f6cfebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:07.505311 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-592da46a-a61b-42b4-8880-4249f6cfebdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0478561 Mar 31 23:42:07.534337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1468a613-b490-424a-9ad7-df758f725f9a req-2601ea59-d626-4b1e-8eb4-9832726f016b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322542 Mar 31 23:42:07.550111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-a6a6ae2b-a751-4c1f-829b-7c39c89407b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:07.551745 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-a6a6ae2b-a751-4c1f-829b-7c39c89407b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403447 Mar 31 23:42:07.642240 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-fe70a0b5-e17e-4892-a180-4f64b5f66c4e service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828624 Mar 31 23:42:07.738038 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-82338fe5-a0a0-477f-90ca-ed2314cd373e service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878673 Mar 31 23:42:07.851896 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:08.656357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcf843-729a-4950-b1c2-0d139f105320 req-7d80bb18-6022-4280-99df-9c147fb6cb77 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:08.657827 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2dcf843-729a-4950-b1c2-0d139f105320 req-7d80bb18-6022-4280-99df-9c147fb6cb77 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0534704 Mar 31 23:42:08.694031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2dcf843-729a-4950-b1c2-0d139f105320 req-4df9c501-35cd-483b-8ffc-c92e7826ace8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302210 Mar 31 23:42:08.839926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:08.989156 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:09.183185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:09.809178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360b746-f855-4ba3-9b18-9ff6b3abc18b req-3e74a68f-ad72-4d0b-bb37-3b18d2ecd9c4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:09.810900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e360b746-f855-4ba3-9b18-9ff6b3abc18b req-3e74a68f-ad72-4d0b-bb37-3b18d2ecd9c4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0491416 Mar 31 23:42:09.852274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e360b746-f855-4ba3-9b18-9ff6b3abc18b req-9e96a216-765a-4e82-b065-bc2b84328087 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347590 Mar 31 23:42:09.994248 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:10.970670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650dc94-5729-4da7-bc95-f09aa4f42080 req-c0dbea75-6324-4ad4-8395-210566485079 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:10.972153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4650dc94-5729-4da7-bc95-f09aa4f42080 req-c0dbea75-6324-4ad4-8395-210566485079 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0486643 Mar 31 23:42:11.012574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4650dc94-5729-4da7-bc95-f09aa4f42080 req-fae81a98-1703-412a-92d9-f4b05518e5dc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338037 Mar 31 23:42:12.059392 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:42:12.133328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad3030-01ac-4c1b-b67f-7518634bea7d req-6e4552c8-eb06-4549-ac93-c6b494cd72b7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:12.134816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26ad3030-01ac-4c1b-b67f-7518634bea7d req-6e4552c8-eb06-4549-ac93-c6b494cd72b7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0527599 Mar 31 23:42:12.172255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26ad3030-01ac-4c1b-b67f-7518634bea7d req-9e58ffd0-042b-4fa8-8cb4-cb8ec4ad7b38 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 Mar 31 23:42:12.657424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-e60bd359-f4da-48b5-b7ef-5af4a30d67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:12.658956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-e60bd359-f4da-48b5-b7ef-5af4a30d67d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1096 time: 0.0488098 Mar 31 23:42:12.773764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-69a0773a-7d4f-4a3b-83ee-422748645c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:12.775188 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-69a0773a-7d4f-4a3b-83ee-422748645c89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0957203 Mar 31 23:42:12.840763 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-aebd0021-86cc-4df7-aeca-a2883dd768b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 1001 time: 0.0582390 Mar 31 23:42:12.890525 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-bc1ab6d3-d4d6-40d6-9489-b3d36e8f1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:12.892035 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-bc1ab6d3-d4d6-40d6-9489-b3d36e8f1b0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0455294 Mar 31 23:42:12.943286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-0df04d3b-4e55-49e3-9c86-daead2f5220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:12.944787 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-0df04d3b-4e55-49e3-9c86-daead2f5220a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452309 Mar 31 23:42:13.035264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-87835e84-546a-4490-bc2f-f98423a99132 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838375 Mar 31 23:42:13.127658 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-cd919862-a8cd-48a5-956e-ad3ebea7970d req-424b9e5d-dd3d-494d-a10c-c09bbe9653d3 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864913 Mar 31 23:42:13.290914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff5b41-5524-47e6-b2b5-14cc0e5ee436 req-bd9a815d-d396-450f-aa55-e9ec3f6754df tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:13.292390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ff5b41-5524-47e6-b2b5-14cc0e5ee436 req-bd9a815d-d396-450f-aa55-e9ec3f6754df tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0522199 Mar 31 23:42:13.332123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-43ff5b41-5524-47e6-b2b5-14cc0e5ee436 req-a70715a2-97ca-4047-9d6d-3286a8b82a80 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333474 Mar 31 23:42:14.448401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5d891-e87d-4036-9b44-a221cdaff1e9 req-3e611850-d6e2-4ded-9d96-cf644809e2ca tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:14.450073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69b5d891-e87d-4036-9b44-a221cdaff1e9 req-3e611850-d6e2-4ded-9d96-cf644809e2ca tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0500362 Mar 31 23:42:14.489927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-69b5d891-e87d-4036-9b44-a221cdaff1e9 req-3c70f15c-5332-42c0-a277-fc05028b5f26 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335505 Mar 31 23:42:15.950101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b7ce-06f0-4c46-8d5d-3f91b21dbc50 req-1c9582ad-e143-46f4-80f1-028c1a180af1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:15.951589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fda3b7ce-06f0-4c46-8d5d-3f91b21dbc50 req-1c9582ad-e143-46f4-80f1-028c1a180af1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.3810985 Mar 31 23:42:15.988366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fda3b7ce-06f0-4c46-8d5d-3f91b21dbc50 req-5d7a3ac3-3211-406b-b066-3d52b43a6611 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300837 Mar 31 23:42:17.106757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b58bc-db50-4853-a098-384796c51aa2 req-2e7c8866-18f6-43b6-b755-b9f39a2f6464 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:17.108221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c34b58bc-db50-4853-a098-384796c51aa2 req-2e7c8866-18f6-43b6-b755-b9f39a2f6464 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0482917 Mar 31 23:42:17.145315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c34b58bc-db50-4853-a098-384796c51aa2 req-ebf6fd72-886a-4c8e-9fdd-9aed55afc619 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311162 Mar 31 23:42:18.259471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ac1b9-0167-4dba-be73-29dad585607e req-bfec2ac6-de42-4739-8f28-7189d6ee72f0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:18.260914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f32ac1b9-0167-4dba-be73-29dad585607e req-bfec2ac6-de42-4739-8f28-7189d6ee72f0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0479763 Mar 31 23:42:18.297532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f32ac1b9-0167-4dba-be73-29dad585607e req-98284a66-4579-460f-8a61-cefed39394f7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306232 Mar 31 23:42:19.414491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985fab9-12ca-4475-bc47-babe0d426628 req-ecf7d28f-b2b0-46f6-a847-c3853d144207 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:19.415943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985fab9-12ca-4475-bc47-babe0d426628 req-ecf7d28f-b2b0-46f6-a847-c3853d144207 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0509193 Mar 31 23:42:19.454082 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1985fab9-12ca-4475-bc47-babe0d426628 req-1a7a5312-47f8-447a-9659-c027d256324f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Mar 31 23:42:20.569382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e5934-15ac-4c82-be61-34ea06a8aa6a req-10be7818-4d05-4a5e-b8ac-24dae0326fa1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:20.575061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1e5934-15ac-4c82-be61-34ea06a8aa6a req-10be7818-4d05-4a5e-b8ac-24dae0326fa1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0513382 Mar 31 23:42:20.611826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d1e5934-15ac-4c82-be61-34ea06a8aa6a req-64a7792e-32e2-4212-a88a-be93f1389762 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Mar 31 23:42:21.727092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91d6c0-3091-44e8-ac2b-cd655e86770c req-ccef071b-f7a6-468c-bb50-f1a1a8e5a311 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:21.728585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea91d6c0-3091-44e8-ac2b-cd655e86770c req-ccef071b-f7a6-468c-bb50-f1a1a8e5a311 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0491672 Mar 31 23:42:21.764902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ea91d6c0-3091-44e8-ac2b-cd655e86770c req-57e985e6-9183-4833-b41e-67fdf942ace2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304370 Mar 31 23:42:22.884189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a73e8-def4-45dd-97e6-2014e256918a req-2715c6f3-919a-437c-8839-495dc741c2a5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:22.887601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b61a73e8-def4-45dd-97e6-2014e256918a req-2715c6f3-919a-437c-8839-495dc741c2a5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0544596 Mar 31 23:42:22.927713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b61a73e8-def4-45dd-97e6-2014e256918a req-77a166d4-41ba-42fd-8bc7-2595f0169604 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340395 Mar 31 23:42:24.043842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11dd3d-d9d7-4750-ae71-e734934027b1 req-e63fc02b-a025-485f-a869-06b7e8395ba2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:24.045319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc11dd3d-d9d7-4750-ae71-e734934027b1 req-e63fc02b-a025-485f-a869-06b7e8395ba2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0488749 Mar 31 23:42:24.082214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc11dd3d-d9d7-4750-ae71-e734934027b1 req-03a4f78c-9d84-47da-a097-ecc11e235439 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Mar 31 23:42:25.197394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968fa10-06c1-421f-a363-32c71137a343 req-ccfd22c9-390b-4f02-97e8-d5a4ec7807aa tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:25.198901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0968fa10-06c1-421f-a363-32c71137a343 req-ccfd22c9-390b-4f02-97e8-d5a4ec7807aa tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0485559 Mar 31 23:42:25.236989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0968fa10-06c1-421f-a363-32c71137a343 req-98b1d476-73fd-4136-93e5-851db273bbf3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Mar 31 23:42:26.356770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9ff5-07b4-45e4-b5cf-9e45fb8d9c8b req-ae1e5e56-a229-4b6d-8d15-27d5ef64fb34 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:26.358233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ecf9ff5-07b4-45e4-b5cf-9e45fb8d9c8b req-ae1e5e56-a229-4b6d-8d15-27d5ef64fb34 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0519345 Mar 31 23:42:26.395281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ecf9ff5-07b4-45e4-b5cf-9e45fb8d9c8b req-11ab31ac-dd36-403d-a338-5eef24aa74eb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310581 Mar 31 23:42:27.511575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e0b9e-4acd-44b1-9992-b42e077686e3 req-870e4f24-8644-4c2d-85f7-0336d70e7194 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:27.513065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b1e0b9e-4acd-44b1-9992-b42e077686e3 req-870e4f24-8644-4c2d-85f7-0336d70e7194 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0492313 Mar 31 23:42:27.550153 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b1e0b9e-4acd-44b1-9992-b42e077686e3 req-609e466f-bc3c-4534-9730-1457704b9593 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308564 Mar 31 23:42:28.667193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327fed-689b-467b-bc99-81fdb1c204fe req-99e13258-fff4-41d0-910c-546487c1bc90 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:28.668685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1327fed-689b-467b-bc99-81fdb1c204fe req-99e13258-fff4-41d0-910c-546487c1bc90 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0480459 Mar 31 23:42:28.706379 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1327fed-689b-467b-bc99-81fdb1c204fe req-456d9c3b-6371-49a6-b6c5-392eba99860b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Mar 31 23:42:29.824607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d444-d9a4-4c5d-bd51-1f29cc8ccc2d req-363a4e19-f73d-4926-842f-9c1cb5373522 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:29.826129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb11d444-d9a4-4c5d-bd51-1f29cc8ccc2d req-363a4e19-f73d-4926-842f-9c1cb5373522 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0530076 Mar 31 23:42:29.864946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cb11d444-d9a4-4c5d-bd51-1f29cc8ccc2d req-b59c74af-fd82-4e3c-9e07-087f0ea8f776 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319424 Mar 31 23:42:31.001425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f913c36-403c-449d-80a7-5ee2f3053119 req-488ef5b3-b3d7-403a-bf22-be46e31ce377 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:31.003031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f913c36-403c-449d-80a7-5ee2f3053119 req-488ef5b3-b3d7-403a-bf22-be46e31ce377 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0660956 Mar 31 23:42:31.048154 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f913c36-403c-449d-80a7-5ee2f3053119 req-b211392e-53c6-4c5f-843c-0a62e097ced0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378122 Mar 31 23:42:32.162887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf495001-39af-43e0-be81-72cda12d432d req-82c657a2-c2f0-4720-b078-be04bbeb9b3e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:32.164453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf495001-39af-43e0-be81-72cda12d432d req-82c657a2-c2f0-4720-b078-be04bbeb9b3e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0490296 Mar 31 23:42:32.206762 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf495001-39af-43e0-be81-72cda12d432d req-2bd518bd-b6ab-40fa-89a1-961dffa5910c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354986 Mar 31 23:42:33.326315 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5db267-61b0-4fbc-805e-4cfb7ce281e8 req-439614bb-27b6-4886-ab44-74f38d2d472e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:33.327871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f5db267-61b0-4fbc-805e-4cfb7ce281e8 req-439614bb-27b6-4886-ab44-74f38d2d472e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0533426 Mar 31 23:42:33.366487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f5db267-61b0-4fbc-805e-4cfb7ce281e8 req-44d21ff1-56ba-4562-917d-2c8f26a0298c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324388 Mar 31 23:42:34.005719 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c1c47387-bc95-4e28-b8b9-863b48a0dd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:34.483738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a9ce3-761f-4040-85f5-9b8a44c14f5b req-6fccbb46-8527-4253-b69f-c5331f8686b5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:34.485325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a45a9ce3-761f-4040-85f5-9b8a44c14f5b req-6fccbb46-8527-4253-b69f-c5331f8686b5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0481725 Mar 31 23:42:34.523486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a45a9ce3-761f-4040-85f5-9b8a44c14f5b req-abc856a5-dd84-45fd-88ad-0699276a933f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Mar 31 23:42:35.644540 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af99bf-7ceb-482d-b7f0-4745fcf23965 req-76ad9cf3-30c1-43de-bdd7-a06c709091d0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:35.646450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1af99bf-7ceb-482d-b7f0-4745fcf23965 req-76ad9cf3-30c1-43de-bdd7-a06c709091d0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0554435 Mar 31 23:42:35.685102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1af99bf-7ceb-482d-b7f0-4745fcf23965 req-596984a4-06cf-4bf8-b55a-7ea23aaaa93d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324173 Mar 31 23:42:36.086336 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2b7a4fe0-d32c-4a8e-ae10-ada4659e7190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:36.812803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508331d-06c5-4ead-a313-aeebb8e33ec1 req-8c9842f3-2bba-465a-ae59-a636b823cbc3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:36.814330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9508331d-06c5-4ead-a313-aeebb8e33ec1 req-8c9842f3-2bba-465a-ae59-a636b823cbc3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0596154 Mar 31 23:42:36.860015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9508331d-06c5-4ead-a313-aeebb8e33ec1 req-6805d635-22cf-4053-a701-2f0370937177 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394185 Mar 31 23:42:37.815156 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:37.989457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623a59e-0d5b-45b7-9a67-cdb18d6683c9 req-a1f0e6e6-36f5-4445-87bc-ee2d7467d22c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:37.990969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c623a59e-0d5b-45b7-9a67-cdb18d6683c9 req-a1f0e6e6-36f5-4445-87bc-ee2d7467d22c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0502412 Mar 31 23:42:38.029332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c623a59e-0d5b-45b7-9a67-cdb18d6683c9 req-fcc47a88-f3af-4b2c-a5e3-18e82e159440 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317919 Mar 31 23:42:38.806207 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.976645 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:39.145322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afabff-79ee-417a-b9f3-7903a57c4a27 req-a7c06037-8f72-45a6-885c-a331a63141c5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:39.146835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7afabff-79ee-417a-b9f3-7903a57c4a27 req-a7c06037-8f72-45a6-885c-a331a63141c5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0498295 Mar 31 23:42:39.186130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e7afabff-79ee-417a-b9f3-7903a57c4a27 req-d4f5599a-907a-491c-91a2-9c00e44abfa9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331802 Mar 31 23:42:39.191135 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:39.806039 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-30d60a96-ec5f-4292-9490-a798baa3eb8d service neutron] show failed (client error): The resource could not be found. Mar 31 23:42:39.807846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-30d60a96-ec5f-4292-9490-a798baa3eb8d service neutron] 10.222.0.50 "GET /v2.0/ports/7a9ef7ad-70f2-46ee-b440-5ba35aba7574/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0545876 Mar 31 23:42:40.005848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:40.328290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-2de59ee7-818c-472a-bbcd-2b2eec828fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:40.329679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-2de59ee7-818c-472a-bbcd-2b2eec828fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 1096 time: 0.0780621 Mar 31 23:42:40.340498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef855a-95b9-4920-8e24-b510d38364d1 req-dd0bb6a4-aeeb-4a8c-80dc-cda73ac9b05f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:40.341942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e4ef855a-95b9-4920-8e24-b510d38364d1 req-dd0bb6a4-aeeb-4a8c-80dc-cda73ac9b05f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0812409 Mar 31 23:42:40.346756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:42:40.421261 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e4ef855a-95b9-4920-8e24-b510d38364d1 req-5e587514-00af-4f6f-a8b0-0843d11a48ca tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704634 Mar 31 23:42:40.428077 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:40.650824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:40.683858 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:42:40.723566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:40.725873 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ad83aa-38b2-4cd3-980e-558b6d4e9412" -d '{"events": [{"server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:40.730449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:40.743454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Transition to ACTIVE for port object 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:42:40.778618 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfce289-07d7-42b4-b5bb-d935088d8039 x-openstack-request-id: req-abfce289-07d7-42b4-b5bb-d935088d8039 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:40.779159 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:40.779415 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abfce289-07d7-42b4-b5bb-d935088d8039 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:40.779814 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfce289-07d7-42b4-b5bb-d935088d8039'] response: {'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'code': 200} Mar 31 23:42:40.834387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:40.917657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:40.968471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] No DVR routers for this DVR port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:42:41.105655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Attempting to bind port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:42:41.105984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Attempting to bind port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:42:41.106309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Attempting to bind port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:42:41.110552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:42:41.110874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Attempting to bind port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:42:41.115619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:42:41.115954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:42:41.116331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:42:41.116754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Bound port: 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:42:41.117107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:41.186876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:42:41.190115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:42:41.295653 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:41.329599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:41.330216 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:41.331647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 1091 time: 0.9887700 Mar 31 23:42:41.371006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf8e29-d190-4bf1-a0c3-df5b38d735f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:41.404866 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-05d75c45-2bb6-4f84-8d0d-19298717c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:41.406503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-05d75c45-2bb6-4f84-8d0d-19298717c1ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1094 time: 0.0513937 Mar 31 23:42:41.514260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-f2edd2ae-5002-48a9-a563-ae33376e6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:41.515785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-f2edd2ae-5002-48a9-a563-ae33376e6aaf service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.1025927 Mar 31 23:42:41.606906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad267e7a-683d-4dd7-a8a2-bd96dcd51e48 req-0a3b9493-42ca-4ca9-9758-8fa8add207c0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:41.608445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad267e7a-683d-4dd7-a8a2-bd96dcd51e48 req-0a3b9493-42ca-4ca9-9758-8fa8add207c0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 943 time: 0.1082385 Mar 31 23:42:41.613076 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-a0584dc7-5f80-4b0d-92d2-99631180bf67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 999 time: 0.0833349 Mar 31 23:42:41.684694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad267e7a-683d-4dd7-a8a2-bd96dcd51e48 req-8168c10c-e132-4972-8541-87177f5cb608 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700774 Mar 31 23:42:41.688126 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-668a00d4-4d1c-4c45-b33e-2fc0b6461248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:41.689506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-668a00d4-4d1c-4c45-b33e-2fc0b6461248 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0670021 Mar 31 23:42:41.737354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-04114558-cd53-43c9-a214-33a9035a1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:41.738847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-04114558-cd53-43c9-a214-33a9035a1d91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433471 Mar 31 23:42:41.826399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-13d8caba-3f1a-4e31-ab66-f62394e03bb9 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801594 Mar 31 23:42:41.919394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcc459cc-8647-49f0-b30d-72949a29d2e7 req-6c11d3fc-616a-4783-ac0d-cea0cbf95568 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870383 Mar 31 23:42:41.950568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:42:41.991447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:42:42.780482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:42.782912 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caa3745-497b-41ce-9fcb-0259ed61439c" -d '{"events": [{"name": "network-changed", "server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:42.842207 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da11ed57-ad69-4e0d-9aac-988c85b11e53 x-openstack-request-id: req-da11ed57-ad69-4e0d-9aac-988c85b11e53 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:42.842592 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:42.842839 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da11ed57-ad69-4e0d-9aac-988c85b11e53 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:42.843233 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da11ed57-ad69-4e0d-9aac-988c85b11e53'] response: {'name': 'network-changed', 'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'status': 'completed', 'code': 200} Mar 31 23:42:42.874986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dce858-5e5e-4663-96cd-74eea4149a42 req-d342222e-32e9-4ec8-b5a5-8a8c1ca7aeeb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:42.876714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1dce858-5e5e-4663-96cd-74eea4149a42 req-d342222e-32e9-4ec8-b5a5-8a8c1ca7aeeb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 943 time: 0.1205802 Mar 31 23:42:42.893380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-e33cb6b5-b178-4527-a7f5-d56b557f7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:42.894893 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-e33cb6b5-b178-4527-a7f5-d56b557f7cb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1094 time: 0.0410068 Mar 31 23:42:42.931848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-66be5243-32f7-4fbe-a61e-a71f58157f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:42.933516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-66be5243-32f7-4fbe-a61e-a71f58157f95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1094 time: 0.0764735 Mar 31 23:42:42.940753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1dce858-5e5e-4663-96cd-74eea4149a42 req-cb8a4dec-ebc9-44f8-897e-032b4360eacd tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498352 Mar 31 23:42:42.988184 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-d5d45940-b8b1-42e5-8a02-e80f9bef30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:42.989655 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-d5d45940-b8b1-42e5-8a02-e80f9bef30bc service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0884631 Mar 31 23:42:43.030584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-1e6ec7fb-27cc-4713-9d50-7df540ad4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:43.031982 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-1e6ec7fb-27cc-4713-9d50-7df540ad4165 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0903919 Mar 31 23:42:43.054706 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-ea952a84-af16-4b40-9a0b-cbda19a7584e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 999 time: 0.0579281 Mar 31 23:42:43.096952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-f8615703-977a-4855-8782-37bf6280e5e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 999 time: 0.0582247 Mar 31 23:42:43.102542 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-b2232c71-24cc-4398-81bc-3f5b3b224ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:43.104775 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-b2232c71-24cc-4398-81bc-3f5b3b224ce3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0443881 Mar 31 23:42:43.151092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-fffe0281-7d32-46fa-800c-4f32748f5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:43.152583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-fffe0281-7d32-46fa-800c-4f32748f5e24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0492518 Mar 31 23:42:43.152977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-9df8ea77-e164-4455-9b15-ca0efbe7c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:43.154715 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-9df8ea77-e164-4455-9b15-ca0efbe7c508 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434396 Mar 31 23:42:43.198170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-88f6250d-9284-425a-8236-6a2fe5e5db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:43.199718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-88f6250d-9284-425a-8236-6a2fe5e5db53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407557 Mar 31 23:42:43.247149 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-13841748-af06-4fd4-b89d-004aaa0b9760 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851834 Mar 31 23:42:43.293763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-a7225fac-c4db-4614-8aa5-0bf907f211a0 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860012 Mar 31 23:42:43.351513 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-242add94-76ba-4155-9267-1b9491c75e7c service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960712 Mar 31 23:42:43.400773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9caa3745-497b-41ce-9fcb-0259ed61439c req-0ff6c653-31f6-4a47-a26c-527d9c1d4b8c service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983462 Mar 31 23:42:44.065539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bb509-5c1c-4435-871c-8c0c5f0c803a req-3ec7e8d0-3a31-4713-8640-fff4f8eb9976 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:44.067029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f9bb509-5c1c-4435-871c-8c0c5f0c803a req-3ec7e8d0-3a31-4713-8640-fff4f8eb9976 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 943 time: 0.0503588 Mar 31 23:42:44.105838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f9bb509-5c1c-4435-871c-8c0c5f0c803a req-32a46624-ad20-474d-a7c3-9ff701378cfc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Mar 31 23:42:44.477869 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd2806-39a3-40bb-8050-9a87f321c1d4 req-86de1b5d-3cbc-4bb8-9c1e-aa4c7e363f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:44.480014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5dcd2806-39a3-40bb-8050-9a87f321c1d4 req-86de1b5d-3cbc-4bb8-9c1e-aa4c7e363f1b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 943 time: 0.0540192 Mar 31 23:42:44.528635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5dcd2806-39a3-40bb-8050-9a87f321c1d4 req-7dbc1c49-fee9-497c-8813-d3762358623d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422318 Mar 31 23:42:44.568364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-66a16431-fdd4-41d3-a28c-8125538db975 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:44.569809 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-66a16431-fdd4-41d3-a28c-8125538db975 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 943 time: 0.0542462 Mar 31 23:42:44.630347 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-4cb6a151-4347-4245-8f45-ea487a513470 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:42:44.631318 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-4cb6a151-4347-4245-8f45-ea487a513470 service neutron] 10.222.0.50 "DELETE /v2.0/ports/7a9ef7ad-70f2-46ee-b440-5ba35aba7574/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0543451 Mar 31 23:42:44.732582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-38a33976-9336-443f-a0fb-371bb977ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:44.734089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-38a33976-9336-443f-a0fb-371bb977ac4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 1094 time: 0.0540848 Mar 31 23:42:44.831428 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-6afbf001-cd24-4139-b2d4-44ef25e58888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:44.832879 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-6afbf001-cd24-4139-b2d4-44ef25e58888 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0920243 Mar 31 23:42:44.900926 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-145fd30d-6874-4c13-917b-28a9f258e669 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 200 len: 999 time: 0.0608940 Mar 31 23:42:44.952647 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-904ee1c6-634e-48fd-9353-3950147d02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:44.954089 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-904ee1c6-634e-48fd-9353-3950147d02d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0473790 Mar 31 23:42:45.001988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-87369b74-42ab-4cd0-bcde-0d458b1955f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:45.003516 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-87369b74-42ab-4cd0-bcde-0d458b1955f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416760 Mar 31 23:42:45.091357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-713ca15f-a478-4f7d-ab92-59249d813c21 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807655 Mar 31 23:42:45.189260 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bf7a02ba-d8f3-4e90-882b-bda77345d4c5 req-82f5f7c7-0365-472d-bd6c-bd11af3d9817 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917163 Mar 31 23:42:45.651938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1eb3-c826-4ef6-881f-096ac61032b7 req-ab7ebadf-fdd9-46ac-ae97-d23043ee00e2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:45.653434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-421d1eb3-c826-4ef6-881f-096ac61032b7 req-ab7ebadf-fdd9-46ac-ae97-d23043ee00e2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 943 time: 0.0504315 Mar 31 23:42:45.699360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-421d1eb3-c826-4ef6-881f-096ac61032b7 req-f0c26dc0-6fa1-4cb5-92fc-32b6648985a7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393457 Mar 31 23:42:45.841767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:42:45.937734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:45.952987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'mac_address': 'fa:16:3e:a0:89:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:42:45.989441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:46.003332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:42:46.022558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:46.108758 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:46.155657 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:46.330739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['7a9ef7ad-70f2-46ee-b440-5ba35aba7574'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:42:46.815197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ca414-4ab5-4a2c-972a-eaae31bebdf8 req-1ad2b054-30b0-49d3-bc84-dec118522d50 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:46.816595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-141ca414-4ab5-4a2c-972a-eaae31bebdf8 req-1ad2b054-30b0-49d3-bc84-dec118522d50 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 944 time: 0.0491912 Mar 31 23:42:46.863601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-141ca414-4ab5-4a2c-972a-eaae31bebdf8 req-e4df0f61-9bf9-4a7e-976c-e4371ab3e180 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Mar 31 23:42:46.981501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713b0f5-eb7b-4e39-b981-04224720a18c req-e88575d0-4f7b-48a0-b1cd-47044044b9c7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:46.982993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6713b0f5-eb7b-4e39-b981-04224720a18c req-e88575d0-4f7b-48a0-b1cd-47044044b9c7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 944 time: 0.0548801 Mar 31 23:42:47.033675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6713b0f5-eb7b-4e39-b981-04224720a18c req-9c16a97b-2229-4d85-878c-4c2e87f51fd4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Mar 31 23:42:47.150509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1746-cb30-4de8-b574-7a048e236339 req-71c70308-093a-4927-be77-0f50860c947c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:47.152146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce5e1746-cb30-4de8-b574-7a048e236339 req-71c70308-093a-4927-be77-0f50860c947c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 944 time: 0.0530045 Mar 31 23:42:47.192908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce5e1746-cb30-4de8-b574-7a048e236339 req-ed423ba5-aef4-4238-82f4-2790d0806e05 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343447 Mar 31 23:42:47.672978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a55b5e-bea4-4d1c-9bcb-d2f79be23ad5 req-03934c66-08ed-4e16-ab35-4fe6e3d059d3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:47.674495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86a55b5e-bea4-4d1c-9bcb-d2f79be23ad5 req-03934c66-08ed-4e16-ab35-4fe6e3d059d3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 944 time: 0.0506058 Mar 31 23:42:47.713823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-86a55b5e-bea4-4d1c-9bcb-d2f79be23ad5 req-3678aee6-00b5-4986-b3b0-8d582b4b64d7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Mar 31 23:42:47.846676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:42:47.974638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:42:47.979573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:42:47.979940 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:48.062683 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:48.087450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:48.090279 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba899fa6-09f1-46ac-9ac1-078d793667d9" -d '{"events": [{"server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "name": "network-vif-plugged", "status": "completed", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:48.105502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:48.129912 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1fe02f-7b2c-4dcd-b24e-23bceb37e277 x-openstack-request-id: req-ed1fe02f-7b2c-4dcd-b24e-23bceb37e277 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:48.130226 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "name": "network-vif-plugged", "status": "completed", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:48.130547 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed1fe02f-7b2c-4dcd-b24e-23bceb37e277 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:48.130913 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1fe02f-7b2c-4dcd-b24e-23bceb37e277'] response: {'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'code': 200} Mar 31 23:42:48.166132 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:48.215504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:48.222975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.223326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.223666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.224004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.224340 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.224670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.225000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.225324 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.225650 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.225980 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.226305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.226656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:48.848253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca2983-a6f4-4669-86bb-7584ab59e00f req-71d8ef5a-7856-4858-83fb-584c350d049b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:48.848253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2ca2983-a6f4-4669-86bb-7584ab59e00f req-71d8ef5a-7856-4858-83fb-584c350d049b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0530100 Mar 31 23:42:48.879846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2ca2983-a6f4-4669-86bb-7584ab59e00f req-fd71a253-f0ab-4ef4-9ddd-aaf2e77a088f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313761 Mar 31 23:42:48.946754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-57741e46-b24b-4bfa-b730-342843065880 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:48.948203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-57741e46-b24b-4bfa-b730-342843065880 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 945 time: 0.0497894 Mar 31 23:42:49.048243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Deleting port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:42:49.048825 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:49.058850 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:42:49.141738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] For port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:49.142098 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:49.307971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:49.308365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:49.308675 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Floating IP 56750f84-5d12-4948-a545-92f6faa65474 disassociated. External IP: 172.25.4.191, port: 7a9ef7ad-70f2-46ee-b440-5ba35aba7574. Mar 31 23:42:49.309011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Calling delete_port for 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:42:49.500705 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:49.531146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event deleted for resources: {'Port': ['ID=7a9ef7ad-70f2-46ee-b440-5ba35aba7574,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:49.541394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.541741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.542078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.542414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.542781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.543106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.543432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.543757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.544076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.544400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.544724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.545045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:49.658366 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:42:49.767406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:42:49.778384 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:42:49.788664 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:42:49.789267 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:42:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:49.806610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] No DVR routers for this DVR port 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:42:49.809667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:49.812985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db2f3698-5e1c-40f4-bc77-c979df13916a req-d9da4478-02b3-4f12-8a0c-a69c709761b3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "DELETE /v2.0/ports/7a9ef7ad-70f2-46ee-b440-5ba35aba7574 HTTP/1.1" status: 204 len: 173 time: 0.8592427 Mar 31 23:42:49.813420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'name': 'network-vif-deleted', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:49.815682 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df3be1a-9e84-471d-9330-f047c619284f" -d '{"events": [{"server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "name": "network-vif-deleted", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:49.854812 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4384d958-df3b-40c2-ae6d-bad4deeab650 x-openstack-request-id: req-4384d958-df3b-40c2-ae6d-bad4deeab650 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:49.855469 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39096d9d-ba9c-43cf-8445-5f4b797c90fc", "name": "network-vif-deleted", "tag": "7a9ef7ad-70f2-46ee-b440-5ba35aba7574", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:49.855469 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4384d958-df3b-40c2-ae6d-bad4deeab650 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:49.855728 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4384d958-df3b-40c2-ae6d-bad4deeab650'] response: {'server_uuid': '39096d9d-ba9c-43cf-8445-5f4b797c90fc', 'name': 'network-vif-deleted', 'tag': '7a9ef7ad-70f2-46ee-b440-5ba35aba7574', 'status': 'completed', 'code': 200} Mar 31 23:42:49.895066 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:42:49.984703 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01d2d92d-8039-4e2f-9bef-6a3777736333 req-18917e0b-1196-41b4-963e-702faa577e5d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=39096d9d-ba9c-43cf-8445-5f4b797c90fc HTTP/1.1" status: 200 len: 210 time: 0.0344939 Mar 31 23:42:50.098448 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:50.125643 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:42:50.133842 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:42:50.135007 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:42:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:50.329769 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:42:50.522238 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:42:50.551550 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ad9a5-35d2-47af-9c95-5262e147d208 None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:42:50.759170 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311311a6-9732-4159-bec2-8610d2172bd8 None None] New status for floating IP 56750f84-5d12-4948-a545-92f6faa65474: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:42:51.220158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-c1889d31-cf22-42d1-8adc-d81b2419bc3c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--863648323&fields=id&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 267 time: 0.0326800 Mar 31 23:42:51.325294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-8c145817-ca97-4042-ab32-8e6a7bc3c143 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:51.326679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-8c145817-ca97-4042-ab32-8e6a7bc3c143 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 812 time: 0.0997250 Mar 31 23:42:51.342463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-7ea56aba-c8b9-4cdd-96f9-279d0717e004 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/quotas/32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 375 time: 0.0097783 Mar 31 23:42:51.398317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-67ebcee1-8673-4fd7-bbf5-cf1d4e030b35 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502489 Mar 31 23:42:51.510046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-1ff59a12-0b92-462b-af2b-05e6c52272a2 service neutron] 10.222.0.31 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929232 Mar 31 23:42:51.600702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-6bebbbf7-5407-43ba-9173-d3174df70774 service neutron] 10.222.0.31 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842211 Mar 31 23:42:51.857976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:42:51.860934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da528e20-7cbc-435f-843b-18626723c560 req-24e09137-2a27-4e38-a909-e3bf2f1e271f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 210 time: 0.0337169 Mar 31 23:42:51.882805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:42:51.889137 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7a9ef7ad-70f2-46ee-b440-5ba35aba7574 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:42:52.957262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-092b1ac3-1d3f-4fda-8e1b-75ef0e5553b6 req-984671ae-7f1f-4380-a86a-8df6ffcb22bf tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 210 time: 0.0272760 Mar 31 23:42:53.655175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-596590d8-7f70-4069-9ae5-84ae92da3575 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:53.656823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-596590d8-7f70-4069-9ae5-84ae92da3575 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 812 time: 0.1038113 Mar 31 23:42:53.700254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-9b1d9969-2245-480b-886a-16cd2bc39329 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 379 time: 0.0353811 Mar 31 23:42:53.708710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'port': {'device_id': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'admin_state_up': True, 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'security_groups': ['b1d047d9-ad15-459f-94d0-c11551c4777e']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:42:53.900935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Made reservation on behalf of 32ee212f1e6a4d51856ed3d3ed7bd996 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:42:53.904794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.058062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Allocated IP 172.20.0.11 (8092ab98-8b08-4dba-aeac-79f00d5ba537/486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b/57ede446-e313-4ba7-b15a-4aaa9b0cd852) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:42:54.061660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-91cb8e54-e57f-4a49-b3c8-8f8a8cac75cb req-7f86b857-2cc3-4388-b39c-4d8b87e20f0b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 210 time: 0.0310707 Mar 31 23:42:54.194541 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.280011 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.326891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:42:54.330109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:42:54.333711 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:42:54.340673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:54.392196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:54.392826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.465544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-75894ef4-0412-4fb0-b2f9-326150ed2939 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7602732 Mar 31 23:42:54.477326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Request body: {'port': {'device_id': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:42:54.535769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.563726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e41109e3-7e5d-42fb-8a45-bbc8cde6ce87 None None] Provisioning complete for port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:42:54.564496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e41109e3-7e5d-42fb-8a45-bbc8cde6ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.597027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e41109e3-7e5d-42fb-8a45-bbc8cde6ce87 None None] Port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:42:54.792448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ede446-e313-4ba7-b15a-4aaa9b0cd852 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:42:54.799593 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.813954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Transition to ACTIVE for port object 57ede446-e313-4ba7-b15a-4aaa9b0cd852 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:42:54.874120 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:54.924528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:54.997528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Attempting to bind port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:42:54.997864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Attempting to bind port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:42:54.998195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Attempting to bind port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:42:55.002849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:42:55.003178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Attempting to bind port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:42:55.008416 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:42:55.008759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:42:55.009143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:42:55.009574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Bound port: 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:42:55.009939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:55.081669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:42:55.086261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:42:55.172966 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:55.210807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ff01d-c124-4036-b82c-0dacec8346dc req-6b201ca1-025d-4294-9b6f-c47bcfeddb46 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:55.212288 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-885ff01d-c124-4036-b82c-0dacec8346dc req-6b201ca1-025d-4294-9b6f-c47bcfeddb46 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0766792 Mar 31 23:42:55.223703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:55.224312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:55.225655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] 10.222.0.45 "PUT /v2.0/ports/57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1092 time: 0.7526901 Mar 31 23:42:55.229550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:55.229550 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d76f383-ee54-4345-9f37-77e8f8dc5653" -d '{"events": [{"name": "network-changed", "server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:55.266952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a6d94-d427-45f9-b3b6-08a8dbe83778 service neutron] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:55.286774 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668a1f42-9b4b-46c8-a4e9-293062b76f35 x-openstack-request-id: req-668a1f42-9b4b-46c8-a4e9-293062b76f35 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:55.287067 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:55.287444 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-668a1f42-9b4b-46c8-a4e9-293062b76f35 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:55.289697 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668a1f42-9b4b-46c8-a4e9-293062b76f35'] response: {'name': 'network-changed', 'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'status': 'completed', 'code': 200} Mar 31 23:42:55.297352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-885ff01d-c124-4036-b82c-0dacec8346dc req-83dae61f-b953-4f96-8731-aae334224043 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630031 Mar 31 23:42:55.349579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f383-ee54-4345-9f37-77e8f8dc5653 req-10171c81-f4be-4b27-86a2-eaf46ae96483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:55.351387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d76f383-ee54-4345-9f37-77e8f8dc5653 req-10171c81-f4be-4b27-86a2-eaf46ae96483 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1095 time: 0.0480170 Mar 31 23:42:55.452574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f383-ee54-4345-9f37-77e8f8dc5653 req-642e23eb-30e1-4277-9e7f-2640fc75b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:55.454032 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d76f383-ee54-4345-9f37-77e8f8dc5653 req-642e23eb-30e1-4277-9e7f-2640fc75b184 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950251 Mar 31 23:42:55.549197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f383-ee54-4345-9f37-77e8f8dc5653 req-ff18f2b1-60d6-40c3-a5b3-72ac1a40ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:55.550579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d76f383-ee54-4345-9f37-77e8f8dc5653 req-ff18f2b1-60d6-40c3-a5b3-72ac1a40ed0a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904038 Mar 31 23:42:55.624377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-8bc6ec90-bb34-47d6-91d0-d6b07855094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:55.625875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-8bc6ec90-bb34-47d6-91d0-d6b07855094a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1095 time: 0.0412047 Mar 31 23:42:55.997395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-62d92d5a-c184-4ae8-8ceb-ce95eff41ce9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 217 time: 0.3645868 Mar 31 23:42:56.046641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-cf1d2ae1-adf0-4a81-b62f-809aae23516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:56.048059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-cf1d2ae1-adf0-4a81-b62f-809aae23516b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0444646 Mar 31 23:42:56.091202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-e8cf8dcb-40e1-4c36-9641-e63b3350cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:56.092663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-e8cf8dcb-40e1-4c36-9641-e63b3350cb3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385835 Mar 31 23:42:56.182139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-7dcc0e3c-f3cc-429f-ac75-b6e9841572ad service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831721 Mar 31 23:42:56.270896 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48303bc9-5faa-475d-a6fe-b64e3b4a14fb req-ccaed2fd-0667-42b3-b1e0-102e9a9119b0 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821142 Mar 31 23:42:56.416072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55c60b-e102-447b-95ce-a4eb412600bd req-b93c62f9-00a5-4f7f-bd3e-9c8da9f0acbe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:56.417596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c55c60b-e102-447b-95ce-a4eb412600bd req-b93c62f9-00a5-4f7f-bd3e-9c8da9f0acbe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0496001 Mar 31 23:42:56.458569 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c55c60b-e102-447b-95ce-a4eb412600bd req-a09051f2-adec-4bcf-a560-837d903914da tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348866 Mar 31 23:42:57.585013 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2f87d-c6d7-4394-9ed9-deb2e1631cfd req-b2621d63-3e65-47c7-afdf-b24a1b4198b7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:57.586502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffd2f87d-c6d7-4394-9ed9-deb2e1631cfd req-b2621d63-3e65-47c7-afdf-b24a1b4198b7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0473983 Mar 31 23:42:57.625508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ffd2f87d-c6d7-4394-9ed9-deb2e1631cfd req-959dd5bf-06fb-46aa-bb47-58ae70711124 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324106 Mar 31 23:42:58.739735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88a5f-e44c-4e80-96d8-126a6e6419dc req-029307d0-eb48-418b-97a3-3a2cf91a7378 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:58.741228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97c88a5f-e44c-4e80-96d8-126a6e6419dc req-029307d0-eb48-418b-97a3-3a2cf91a7378 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0479882 Mar 31 23:42:58.781350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-97c88a5f-e44c-4e80-96d8-126a6e6419dc req-a70ad97a-d0e8-4ecf-abb1-704eb84651b9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Mar 31 23:42:59.874917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 57ede446-e313-4ba7-b15a-4aaa9b0cd852 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:42:59.898961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea2d0-08a5-467e-8d76-dbee7af9aa22 req-2029d8e4-b6d3-40b7-9b87-141271b03fad tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:59.900440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b1ea2d0-08a5-467e-8d76-dbee7af9aa22 req-2029d8e4-b6d3-40b7-9b87-141271b03fad tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0491517 Mar 31 23:42:59.941785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b1ea2d0-08a5-467e-8d76-dbee7af9aa22 req-5d58646f-1724-4d9a-993e-9a6c0846ed47 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345993 Mar 31 23:42:59.968847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:59.980549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'mac_address': 'fa:16:3e:d1:01:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:43:00.016391 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:00.032424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ede446-e313-4ba7-b15a-4aaa9b0cd852 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:43:00.051395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:00.125360 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:00.172108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:00.319161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['57ede446-e313-4ba7-b15a-4aaa9b0cd852'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:43:01.056215 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e97a7-41d0-4551-b8f8-af7284faf077 req-d7139856-db21-4657-970d-40c755f89f76 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:01.057680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-708e97a7-41d0-4551-b8f8-af7284faf077 req-d7139856-db21-4657-970d-40c755f89f76 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 945 time: 0.0488675 Mar 31 23:43:01.096022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-708e97a7-41d0-4551-b8f8-af7284faf077 req-764c48ef-8df2-4d4b-8823-4ff146846eed tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321243 Mar 31 23:43:01.879111 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 57ede446-e313-4ba7-b15a-4aaa9b0cd852 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:43:01.985976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:43:01.989777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:01.990145 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:02.065442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:02.086664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:02.089522 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93e5644-19d3-478f-b810-ff4001b36975" -d '{"events": [{"server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "name": "network-vif-plugged", "status": "completed", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:02.102091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:02.128112 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24c5123-25c1-416b-997a-a74ba2c026ff x-openstack-request-id: req-d24c5123-25c1-416b-997a-a74ba2c026ff {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:02.128414 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "name": "network-vif-plugged", "status": "completed", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:02.128666 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d24c5123-25c1-416b-997a-a74ba2c026ff {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:02.129063 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24c5123-25c1-416b-997a-a74ba2c026ff'] response: {'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'code': 200} Mar 31 23:43:02.164015 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:02.243006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:02.282817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65146-acfd-41dc-b3fb-a7751210109d req-f89277e0-f0bf-479a-af0b-56c612f3946a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:02.284325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fda65146-acfd-41dc-b3fb-a7751210109d req-f89277e0-f0bf-479a-af0b-56c612f3946a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.1161380 Mar 31 23:43:02.287095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebc3a9-ef3d-49f6-a81f-4239812166e3 req-af04306d-cfca-4c14-83b5-7b8062304059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:02.288477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eaebc3a9-ef3d-49f6-a81f-4239812166e3 req-af04306d-cfca-4c14-83b5-7b8062304059 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1097 time: 0.0777655 Mar 31 23:43:02.351897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fda65146-acfd-41dc-b3fb-a7751210109d req-905096c1-3113-47b7-8231-4a89601aa2b4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613933 Mar 31 23:43:02.355442 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eaebc3a9-ef3d-49f6-a81f-4239812166e3 req-209da379-0380-4dba-86be-76951f6d0ce0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590713 Mar 31 23:43:03.474871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d607f2-080f-45d5-b80c-a4523b9fe623 req-20381ba1-c261-4671-8869-2179fbd7076f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:03.476410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6d607f2-080f-45d5-b80c-a4523b9fe623 req-20381ba1-c261-4671-8869-2179fbd7076f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0523283 Mar 31 23:43:03.524064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6d607f2-080f-45d5-b80c-a4523b9fe623 req-3aa99a5f-d65a-41e9-a028-32d950d07393 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405495 Mar 31 23:43:03.982196 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-44e59a14-c9a4-48de-851b-f12fc1e8052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:04.644862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75400aed-ae6f-489d-aa4a-0828c1e23880 req-3d904d12-5728-461d-a322-4d4ef2fc2205 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:04.646356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75400aed-ae6f-489d-aa4a-0828c1e23880 req-3d904d12-5728-461d-a322-4d4ef2fc2205 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0504224 Mar 31 23:43:04.685854 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75400aed-ae6f-489d-aa4a-0828c1e23880 req-b54cebb6-6219-4220-a585-cb130e306592 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333514 Mar 31 23:43:04.813993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be807c2-9a79-45af-85af-523b502fb699 req-c31857cc-95eb-4e2b-b9e3-a03740c06adc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:04.815426 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1be807c2-9a79-45af-85af-523b502fb699 req-c31857cc-95eb-4e2b-b9e3-a03740c06adc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0585670 Mar 31 23:43:04.824423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 54658) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:04.829007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'floatingip': {'port_id': '57ede446-e313-4ba7-b15a-4aaa9b0cd852'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:04.869672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:05.556280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.resource_extend [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:43:05.606308 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:05.654919 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:05.754570 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Floating IP 56750f84-5d12-4948-a545-92f6faa65474 associated. External IP: 172.25.4.191, port: 57ede446-e313-4ba7-b15a-4aaa9b0cd852. Mar 31 23:43:05.964475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:43:06.083818 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c74bac6-799d-4677-9e1d-94ca778af9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:06.084439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:43:06.089873 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:06.097150 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:43:06.107964 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:06.108558 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:43:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:06.119671 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7ca04af0-f6be-4e39-9d69-c98177bb906d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "PUT /v2.0/floatingips/56750f84-5d12-4948-a545-92f6faa65474 HTTP/1.1" status: 200 len: 992 time: 1.2934713 Mar 31 23:43:06.120374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:06.122733 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e78f19-50d9-414e-ac6f-0b780e8e56af" -d '{"events": [{"name": "network-changed", "server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:06.166664 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91634652-0a73-4e1f-b29f-d2398157a04c x-openstack-request-id: req-91634652-0a73-4e1f-b29f-d2398157a04c {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:06.166960 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:06.167214 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91634652-0a73-4e1f-b29f-d2398157a04c {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:06.167621 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91634652-0a73-4e1f-b29f-d2398157a04c'] response: {'name': 'network-changed', 'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'status': 'completed', 'code': 200} Mar 31 23:43:06.200147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.45', 55480) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:06.220323 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:06.237055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-37cb1530-d6e4-474b-9c5f-7f92a00c32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:06.238995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-37cb1530-d6e4-474b-9c5f-7f92a00c32a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1097 time: 0.0497661 Mar 31 23:43:06.247013 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-4c351e5a-ddf7-4de3-ac0b-357f3eb43045 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453277 Mar 31 23:43:06.332024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-78b42ea2-5fa9-4343-80f4-d402d332c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:06.333494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-78b42ea2-5fa9-4343-80f4-d402d332c3dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0879812 Mar 31 23:43:06.408674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-c0bc17e7-e457-41a6-a87b-c93773c2770c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1000 time: 0.0654578 Mar 31 23:43:06.458029 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:d1:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:43:05Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:06.493711 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:43:06.494450 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-0f850fb3-c604-4124-bb38-a7ccc4b4f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:06.496043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-0f850fb3-c604-4124-bb38-a7ccc4b4f3ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0745144 Mar 31 23:43:06.502808 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:06.503973 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:43:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:06.544011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710cc36-17b2-45b7-959f-e98e4d4c2d44 req-fd24dd62-ada0-49dc-ac3c-5e99bddb1497 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:06.545537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e710cc36-17b2-45b7-959f-e98e4d4c2d44 req-fd24dd62-ada0-49dc-ac3c-5e99bddb1497 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0871608 Mar 31 23:43:06.579002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-d1033a44-c0f5-4eed-ba05-c01149a26b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:06.581334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-d1033a44-c0f5-4eed-ba05-c01149a26b06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780947 Mar 31 23:43:06.597219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e710cc36-17b2-45b7-959f-e98e4d4c2d44 req-6fa8963e-5a65-4135-8c59-7679d0861cfc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 Mar 31 23:43:06.637824 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:06.689226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-94993dc2-4029-4dd9-81a0-b399ab52c148 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909648 Mar 31 23:43:06.785689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57e78f19-50d9-414e-ac6f-0b780e8e56af req-46e0d0c9-7703-46b4-be5a-42d2e4864a4c service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885780 Mar 31 23:43:06.874413 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:d1:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:43:05Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:06.905034 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5049c-2c34-4ca4-ba04-5d05b5ee40cc None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:d1:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:43:05Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:43:06.986140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-055f70ad-1098-409f-bb01-415278b88b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:06.987875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-055f70ad-1098-409f-bb01-415278b88b3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1097 time: 0.0466461 Mar 31 23:43:07.102390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-dcd2252f-1fcf-489a-8d87-3b2d6009458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:07.104017 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-dcd2252f-1fcf-489a-8d87-3b2d6009458d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0965695 Mar 31 23:43:07.128623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf793167-3a72-41d2-9529-724f58968b74 None None] New status for floating IP 56750f84-5d12-4948-a545-92f6faa65474: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:43:07.188488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-d246a14a-0a14-4326-b6b8-2bff62cdedd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1000 time: 0.0774164 Mar 31 23:43:07.236608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-b42c34b5-78f8-4844-a829-9f42dde9dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:07.237985 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-b42c34b5-78f8-4844-a829-9f42dde9dda7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0436428 Mar 31 23:43:07.285206 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-1bd126d9-21ce-45c3-b983-540bc643885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:07.286752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-1bd126d9-21ce-45c3-b983-540bc643885f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415807 Mar 31 23:43:07.382006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-956775f3-2aca-4d2d-b7ce-27e196a71fff service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876935 Mar 31 23:43:07.472650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-8d2ccf4d-a576-4649-ab27-e0b79a323e12 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844824 Mar 31 23:43:07.777585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82e30c-d490-4757-b2a1-53a30b72121d req-213bf28a-7282-4097-b5f4-33928b1a0424 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:07.779396 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd82e30c-d490-4757-b2a1-53a30b72121d req-213bf28a-7282-4097-b5f4-33928b1a0424 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.1099713 Mar 31 23:43:07.811415 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:07.819188 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd82e30c-d490-4757-b2a1-53a30b72121d req-e1540227-ea7a-4e3b-94a7-09ac95eef889 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337522 Mar 31 23:43:08.820728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.953659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59900db3-c607-4c18-ada5-5099d76d5d9d req-52a9a601-4b57-4e6a-9a96-a026f8ac79ee tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:08.954471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59900db3-c607-4c18-ada5-5099d76d5d9d req-52a9a601-4b57-4e6a-9a96-a026f8ac79ee tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0517087 Mar 31 23:43:08.998354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59900db3-c607-4c18-ada5-5099d76d5d9d req-d45b8874-27e9-4994-8c83-66723cdea109 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Mar 31 23:43:09.005162 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:09.191723 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:10.014905 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:10.115247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b346dc3-bcce-4ab3-89ed-6d16d72e03d4 req-4d8c82ee-82f2-4c8a-aadd-882371a5af30 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:10.116740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b346dc3-bcce-4ab3-89ed-6d16d72e03d4 req-4d8c82ee-82f2-4c8a-aadd-882371a5af30 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0498514 Mar 31 23:43:10.155161 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b346dc3-bcce-4ab3-89ed-6d16d72e03d4 req-a1ccc90a-4657-408d-987d-4c758fb00ca9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322549 Mar 31 23:43:11.275344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda399f-2b53-4c8f-b595-8e304d7be552 req-e7e6639c-5d7c-44a4-ad2f-33bc4fb4b710 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:11.276849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bda399f-2b53-4c8f-b595-8e304d7be552 req-e7e6639c-5d7c-44a4-ad2f-33bc4fb4b710 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0536013 Mar 31 23:43:11.316670 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bda399f-2b53-4c8f-b595-8e304d7be552 req-a8eb316a-efb1-4fa5-8b09-98a4408daf34 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331841 Mar 31 23:43:12.434814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ed805-281d-4638-a858-bdd9c561a9e7 req-ec7a01d2-eb85-419b-88b2-a3a0e33f0963 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:12.436341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-880ed805-281d-4638-a858-bdd9c561a9e7 req-ec7a01d2-eb85-419b-88b2-a3a0e33f0963 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0522790 Mar 31 23:43:12.481284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-880ed805-281d-4638-a858-bdd9c561a9e7 req-6aad5b18-8552-44d2-acfc-136785d7a7bb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376256 Mar 31 23:43:13.597669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e5a78-dd14-4176-b121-c6a5b5b2ca68 req-b4b2f525-7249-4ee3-81ec-1a6142557629 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:13.599113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-116e5a78-dd14-4176-b121-c6a5b5b2ca68 req-b4b2f525-7249-4ee3-81ec-1a6142557629 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0498934 Mar 31 23:43:13.637488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-116e5a78-dd14-4176-b121-c6a5b5b2ca68 req-573337a9-acaa-4c88-bf0b-779e3cfc41d1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Mar 31 23:43:14.762922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeb975-a7ed-4edf-9d1c-3a011297d572 req-f864d1fd-b624-4f1a-ba23-59ffe2d6c5f9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:14.764503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42eeb975-a7ed-4edf-9d1c-3a011297d572 req-f864d1fd-b624-4f1a-ba23-59ffe2d6c5f9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0587587 Mar 31 23:43:14.803432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42eeb975-a7ed-4edf-9d1c-3a011297d572 req-89a2d0dd-851b-421c-9e0f-cc4ce3bb5302 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324357 Mar 31 23:43:15.923511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461982c-a320-47ad-ba79-fdba292a13c4 req-1e02a879-3185-41c2-ad41-a86546ce2e1e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:15.925105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5461982c-a320-47ad-ba79-fdba292a13c4 req-1e02a879-3185-41c2-ad41-a86546ce2e1e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0518317 Mar 31 23:43:15.965046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5461982c-a320-47ad-ba79-fdba292a13c4 req-b306a0a0-ef11-4157-9ba1-710c00983f80 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330424 Mar 31 23:43:17.084478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f38a78-c1b9-4a6b-9278-091e8f2e595c req-6f3fb88f-80c3-48d4-a35f-e09059370d46 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:17.085977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1f38a78-c1b9-4a6b-9278-091e8f2e595c req-6f3fb88f-80c3-48d4-a35f-e09059370d46 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0503292 Mar 31 23:43:17.125828 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1f38a78-c1b9-4a6b-9278-091e8f2e595c req-2cbd29ce-65a5-4df9-ad0f-6241b691f743 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333493 Mar 31 23:43:18.249909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b5ee4-a976-4e41-8450-61f3fdb99767 req-0f0e7416-2bea-40bf-848a-754e888e5bef tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:18.251723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a35b5ee4-a976-4e41-8450-61f3fdb99767 req-0f0e7416-2bea-40bf-848a-754e888e5bef tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0554411 Mar 31 23:43:18.291495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a35b5ee4-a976-4e41-8450-61f3fdb99767 req-5357ebc9-be52-455b-98b5-3195db023393 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337250 Mar 31 23:43:19.692739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfef91a-a362-4108-b912-d68eaec71a8e req-26cdae7e-e409-4cc1-92ec-6a75d3d90363 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.694229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0bfef91a-a362-4108-b912-d68eaec71a8e req-26cdae7e-e409-4cc1-92ec-6a75d3d90363 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0488467 Mar 31 23:43:19.731915 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0bfef91a-a362-4108-b912-d68eaec71a8e req-10e373b5-62b8-4313-8d44-d55c6f195176 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312252 Mar 31 23:43:20.850180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f64f6-5305-460d-8d45-945f42b86981 req-85ad1c2b-8859-4fa2-b258-59c07f4f456b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:20.850180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc0f64f6-5305-460d-8d45-945f42b86981 req-85ad1c2b-8859-4fa2-b258-59c07f4f456b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0486903 Mar 31 23:43:20.885024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc0f64f6-5305-460d-8d45-945f42b86981 req-ef6d4b12-8622-4c7a-a2b1-5ce4d953c227 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317557 Mar 31 23:43:22.004545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe5e8-67c7-4142-b191-bc40d9866f5a req-fc98210d-d161-4282-a02e-29730de37452 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:22.006038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7dbe5e8-67c7-4142-b191-bc40d9866f5a req-fc98210d-d161-4282-a02e-29730de37452 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0528228 Mar 31 23:43:22.044380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7dbe5e8-67c7-4142-b191-bc40d9866f5a req-5119ed85-0435-4024-b170-f3312d7a1a21 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318334 Mar 31 23:43:23.159253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629fca0-4eb6-4c53-b8d4-8c7fcdfdb712 req-ca277890-9820-41c5-85d9-6ad8abf7d271 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:23.160730 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1629fca0-4eb6-4c53-b8d4-8c7fcdfdb712 req-ca277890-9820-41c5-85d9-6ad8abf7d271 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0486307 Mar 31 23:43:23.201689 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1629fca0-4eb6-4c53-b8d4-8c7fcdfdb712 req-b8af0fba-b69d-47c8-86ae-9da9d1b558c3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349779 Mar 31 23:43:24.317112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219567-5ef6-45e3-b82c-66aa3d4079b3 req-53b56cb9-8a76-49bb-8650-b151fe9776c2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:24.318655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6219567-5ef6-45e3-b82c-66aa3d4079b3 req-53b56cb9-8a76-49bb-8650-b151fe9776c2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0500619 Mar 31 23:43:24.356834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6219567-5ef6-45e3-b82c-66aa3d4079b3 req-fff18acc-6bab-4168-a448-fdb9fa1f7421 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312376 Mar 31 23:43:25.479492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18620-6bdf-4df5-bcfb-203db70d4cf9 req-495cb5e9-9640-43c4-bbbf-d6e8f021003a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:25.481001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76a18620-6bdf-4df5-bcfb-203db70d4cf9 req-495cb5e9-9640-43c4-bbbf-d6e8f021003a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0531373 Mar 31 23:43:25.517677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76a18620-6bdf-4df5-bcfb-203db70d4cf9 req-9719ed8a-bbcf-470b-adbc-b50a879385ae tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307355 Mar 31 23:43:26.057604 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:43:26.649978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e431cbe-8f54-43e7-b355-eb76b363102c req-5ac1595b-3afd-4afb-9463-127909d218e1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:26.651544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e431cbe-8f54-43e7-b355-eb76b363102c req-5ac1595b-3afd-4afb-9463-127909d218e1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0641606 Mar 31 23:43:26.693513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e431cbe-8f54-43e7-b355-eb76b363102c req-5e460217-055d-4912-bea4-bf44f34443fc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343425 Mar 31 23:43:27.807788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437bf32-762f-4070-a827-840649197c01 req-04c1b679-37f3-4839-8b56-2e05667bb57f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:27.810091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7437bf32-762f-4070-a827-840649197c01 req-04c1b679-37f3-4839-8b56-2e05667bb57f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0492640 Mar 31 23:43:27.847513 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7437bf32-762f-4070-a827-840649197c01 req-d7a1f74c-bbba-4e4c-89cc-1dcd7ac26523 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Mar 31 23:43:28.967740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944ddb9-b6f2-45ba-85ff-07cb6d250e12 req-834212de-f6ea-4fec-8a4a-88fa191a43d8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:28.969220 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3944ddb9-b6f2-45ba-85ff-07cb6d250e12 req-834212de-f6ea-4fec-8a4a-88fa191a43d8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0533452 Mar 31 23:43:29.006276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3944ddb9-b6f2-45ba-85ff-07cb6d250e12 req-3cc0000f-599a-429b-8c0b-d77dd0019a05 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311146 Mar 31 23:43:30.120411 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe436-e892-4bf0-8d31-4c6e7b7e0f16 req-166482ec-a9d9-4a00-8502-d3920e84857b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:30.121907 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10dbe436-e892-4bf0-8d31-4c6e7b7e0f16 req-166482ec-a9d9-4a00-8502-d3920e84857b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0484269 Mar 31 23:43:30.159182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10dbe436-e892-4bf0-8d31-4c6e7b7e0f16 req-3990df07-b3fc-4498-99fd-3a6deb04aac1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313127 Mar 31 23:43:31.274565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5298cd6-fa57-4327-b671-62e5b6e452fc req-b4444938-38f4-411c-92a6-66d3b719a4cb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:31.276057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5298cd6-fa57-4327-b671-62e5b6e452fc req-b4444938-38f4-411c-92a6-66d3b719a4cb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0490477 Mar 31 23:43:31.313671 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5298cd6-fa57-4327-b671-62e5b6e452fc req-ca9c0b93-cfe3-41bc-ad89-a394e3394034 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313735 Mar 31 23:43:32.431937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab9019-04ec-4159-9d58-7836bb1542bd req-0c981071-9f0a-49ee-9637-461ff89b39cf tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:32.433495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44ab9019-04ec-4159-9d58-7836bb1542bd req-0c981071-9f0a-49ee-9637-461ff89b39cf tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0529971 Mar 31 23:43:32.470984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44ab9019-04ec-4159-9d58-7836bb1542bd req-7c408ba6-f16c-470d-b961-c92f14d745d4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Mar 31 23:43:32.847622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0fc00-1995-47d8-a763-95b9fcf28d41 req-ff81391f-a63d-494c-ba5d-c22844d9cd28 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:32.849178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72f0fc00-1995-47d8-a763-95b9fcf28d41 req-ff81391f-a63d-494c-ba5d-c22844d9cd28 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0537801 Mar 31 23:43:32.887727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-72f0fc00-1995-47d8-a763-95b9fcf28d41 req-b7eba4a6-5018-423b-bc5a-d2a34f4a4393 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Mar 31 23:43:32.984433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-9525ef6a-cd7f-4d98-9637-c0c68235a81a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444088 Mar 31 23:43:33.997764 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fcd48e4f-2ba8-4240-bf7c-23d501a0a674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:34.009632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ca4a9-e7ab-4d1d-9786-e0a7404b1d2d req-1c737961-c479-41d2-8559-564bed7615c8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:34.010196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b7ca4a9-e7ab-4d1d-9786-e0a7404b1d2d req-1c737961-c479-41d2-8559-564bed7615c8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0535905 Mar 31 23:43:34.049243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b7ca4a9-e7ab-4d1d-9786-e0a7404b1d2d req-b0d86ef6-9fe6-4ff7-bd87-c96653292a12 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Mar 31 23:43:34.936688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-31395bad-1d67-4d45-953c-0f75677e7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:34.938403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-31395bad-1d67-4d45-953c-0f75677e7a9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1097 time: 0.0417016 Mar 31 23:43:35.031944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-c9b20e80-509a-439d-9160-dad2ba2c38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:35.033443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-c9b20e80-509a-439d-9160-dad2ba2c38dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0888453 Mar 31 23:43:35.107126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-ed96ac8f-5a37-4489-bc05-4fc405845ef2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1002 time: 0.0650549 Mar 31 23:43:35.187562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-5dd3241f-ee65-47b8-81df-0e057b688bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:35.188931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-5dd3241f-ee65-47b8-81df-0e057b688bab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0759871 Mar 31 23:43:35.200428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da76804-21b3-4217-aca5-2972d761f490 req-205c42f0-3c01-4a3d-bf62-bca7c4e01395 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:35.201792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6da76804-21b3-4217-aca5-2972d761f490 req-205c42f0-3c01-4a3d-bf62-bca7c4e01395 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0814533 Mar 31 23:43:35.264111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6da76804-21b3-4217-aca5-2972d761f490 req-13edd6b2-eae3-42c4-8368-d59f3bcfba08 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531702 Mar 31 23:43:35.269123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-3acf4e6c-3ef0-4d23-9d0d-0d5661c36c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:35.270578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-3acf4e6c-3ef0-4d23-9d0d-0d5661c36c56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679321 Mar 31 23:43:35.363138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-875a9205-d4da-4f23-ba9b-de23d63c5449 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853508 Mar 31 23:43:35.460552 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-e505e63f-2152-46a0-a2ab-5a45f3883043 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908778 Mar 31 23:43:36.111405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5fa07d61-d022-4763-8265-67a65a9d4149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.380267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b0434-25c0-4f7a-81d2-8047bbbc779e req-b8908ba1-3cac-4de4-9112-d481614f57d7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:36.381755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009b0434-25c0-4f7a-81d2-8047bbbc779e req-b8908ba1-3cac-4de4-9112-d481614f57d7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0488329 Mar 31 23:43:36.418871 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-009b0434-25c0-4f7a-81d2-8047bbbc779e req-e22b2c44-3877-4a82-af62-ef93b950e157 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303779 Mar 31 23:43:37.359683 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-207081b9-66b4-4dde-94b0-794447e30cbb service neutron] show failed (client error): The resource could not be found. Mar 31 23:43:37.361205 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-207081b9-66b4-4dde-94b0-794447e30cbb service neutron] 10.222.0.45 "GET /v2.0/ports/57ede446-e313-4ba7-b15a-4aaa9b0cd852/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0612991 Mar 31 23:43:37.540075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dcdb4-755c-4806-810b-1c2019287d07 req-4cb18b64-6f25-413e-b940-ff7d24e5ad5b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:37.541560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a87dcdb4-755c-4806-810b-1c2019287d07 req-4cb18b64-6f25-413e-b940-ff7d24e5ad5b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0518639 Mar 31 23:43:37.579318 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a87dcdb4-755c-4806-810b-1c2019287d07 req-45f9aef3-7274-45c0-99b4-7556289e5017 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Mar 31 23:43:37.819858 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.009127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-2d1d92d0-253b-427b-b00d-5b0e8a69a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:38.010825 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-2d1d92d0-253b-427b-b00d-5b0e8a69a2a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 1097 time: 0.0915103 Mar 31 23:43:38.021992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:38.077349 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.276104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:38.308734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:38.347322 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:38.349506 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b75782-f456-47fe-8654-7e0f04ade39c" -d '{"events": [{"server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "name": "network-vif-unplugged", "status": "completed", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:38.353304 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.365115 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Transition to ACTIVE for port object 57ede446-e313-4ba7-b15a-4aaa9b0cd852 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:43:38.433579 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.464554 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9947fd3f-fbd0-425c-94ef-e0455f95f5dc x-openstack-request-id: req-9947fd3f-fbd0-425c-94ef-e0455f95f5dc {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:38.464849 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "name": "network-vif-unplugged", "status": "completed", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:38.465171 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9947fd3f-fbd0-425c-94ef-e0455f95f5dc {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:38.466059 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9947fd3f-fbd0-425c-94ef-e0455f95f5dc'] response: {'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'code': 200} Mar 31 23:43:38.537138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:38.561843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.562187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.562554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.562891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.563222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.563549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.563874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.564201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.564526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.564846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.565170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.565487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:38.625208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] No DVR routers for this DVR port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:43:38.706077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3067a9d-cc1a-4c2b-82ff-a5edc87c3700 req-2632f961-8c66-4bf8-b8f5-a5e46f8e1173 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:38.707609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3067a9d-cc1a-4c2b-82ff-a5edc87c3700 req-2632f961-8c66-4bf8-b8f5-a5e46f8e1173 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0504889 Mar 31 23:43:38.748115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3067a9d-cc1a-4c2b-82ff-a5edc87c3700 req-feb1253b-fed6-45c9-b3e2-e6a9f87d8a80 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342402 Mar 31 23:43:38.767106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Attempting to bind port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:43:38.773105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Attempting to bind port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:43:38.773105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Attempting to bind port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:38.773105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:43:38.773105 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Attempting to bind port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:38.778328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:43:38.778959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:38.779340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:43:38.779768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Bound port: 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:43:38.780125 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.827470 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.843701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:38.846747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:43:38.925171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.958668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:38.959258 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.960838 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1092 time: 0.9428306 Mar 31 23:43:39.018912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd1440-cf20-4d90-8b47-8be88d0a15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:39.022264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.037589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-dc637ef3-7232-44c6-9eba-e6000b03d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.044143 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-dc637ef3-7232-44c6-9eba-e6000b03d844 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1095 time: 0.0535779 Mar 31 23:43:39.134740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-bd4d9072-61cc-45c6-b4d4-206a3d7d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.136309 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-bd4d9072-61cc-45c6-b4d4-206a3d7d29cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0908799 Mar 31 23:43:39.187960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.208422 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-3d93b6c7-5397-470a-860f-8ced98f67bf2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1000 time: 0.0659218 Mar 31 23:43:39.258037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-a7995cb6-48f2-4edf-9cec-11a7577b9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.259449 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-a7995cb6-48f2-4edf-9cec-11a7577b9eb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0445864 Mar 31 23:43:39.304651 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-17fa99f6-22cd-4553-8dfd-ab4c34120daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.306158 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-17fa99f6-22cd-4553-8dfd-ab4c34120daf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406919 Mar 31 23:43:39.396871 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-ffcb77b9-a9c8-4a0f-b58f-6f18599e8356 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842462 Mar 31 23:43:39.484842 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-01604644-f2f6-4e83-b53d-0bc39bc12cdc req-035a9e98-4284-4327-88ed-82b49eeae33a service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809300 Mar 31 23:43:39.513146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-ce005325-f383-4a77-8eaf-83f0330b1a95 req-9a834933-7aee-4e0c-80ef-d6aa0fb6c00a service neutron] (109821) timed out ('10.222.0.31', 46948) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:43:39.875334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c39e-bf09-4580-9f4e-43fdd8835795 req-8543e44c-e782-42c0-8ed6-b4d451b8eced tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.876861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51e3c39e-bf09-4580-9f4e-43fdd8835795 req-8543e44c-e782-42c0-8ed6-b4d451b8eced tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0532882 Mar 31 23:43:39.914558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51e3c39e-bf09-4580-9f4e-43fdd8835795 req-9501b8e4-0dfd-4be2-a917-e21ab129e3d9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315568 Mar 31 23:43:40.030952 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:40.123409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 57ede446-e313-4ba7-b15a-4aaa9b0cd852 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:40.161167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 57ede446-e313-4ba7-b15a-4aaa9b0cd852 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:40.467545 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:40.469900 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f653d3-a98d-41a3-9ee4-cd766f549a39" -d '{"events": [{"name": "network-changed", "server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:40.518462 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90f4f3e-2a4e-466b-82c1-7ccda8c33c34 x-openstack-request-id: req-a90f4f3e-2a4e-466b-82c1-7ccda8c33c34 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:40.518772 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:40.519024 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a90f4f3e-2a4e-466b-82c1-7ccda8c33c34 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:40.519449 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90f4f3e-2a4e-466b-82c1-7ccda8c33c34'] response: {'name': 'network-changed', 'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'status': 'completed', 'code': 200} Mar 31 23:43:40.580530 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-6e37db89-e2ac-4336-8399-41156e6df270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.580756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-f0753290-327c-42ad-9f1d-724ea008cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.582023 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-6e37db89-e2ac-4336-8399-41156e6df270 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1095 time: 0.0426724 Mar 31 23:43:40.582314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-f0753290-327c-42ad-9f1d-724ea008cc13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1095 time: 0.0416918 Mar 31 23:43:40.672724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-49f9fa31-c7b2-40b5-ba98-f71b88596f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.674239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-49f9fa31-c7b2-40b5-ba98-f71b88596f20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0849752 Mar 31 23:43:40.677899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-9e7a35be-bc25-4da7-95db-9a2833e81cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.679372 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-9e7a35be-bc25-4da7-95db-9a2833e81cff service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0877624 Mar 31 23:43:40.742420 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-ff244978-81aa-46ac-969c-2d6a469afe81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1000 time: 0.0616686 Mar 31 23:43:40.745824 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-182cd1dd-449d-4a6d-bbec-79cc1e9f4f5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1000 time: 0.0585742 Mar 31 23:43:40.792245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-0110f144-5eef-4729-988a-59d077cae35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.794277 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-0110f144-5eef-4729-988a-59d077cae35b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0443299 Mar 31 23:43:40.798718 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-982b192c-191b-4353-89ba-0c60b640e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.800229 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-982b192c-191b-4353-89ba-0c60b640e2cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0479720 Mar 31 23:43:40.840621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-2910d920-5309-4b26-a699-48bf406ceae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.842179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-2910d920-5309-4b26-a699-48bf406ceae2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412431 Mar 31 23:43:40.846471 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-e9a83774-ab6b-4967-bb35-4f11205bea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.848010 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-e9a83774-ab6b-4967-bb35-4f11205bea9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401971 Mar 31 23:43:40.938664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-c8401452-e0cc-44b2-860d-ca0a0670a0ce service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897365 Mar 31 23:43:40.945277 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-c86b3136-e953-4d77-afe0-ae1ee037cb57 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893860 Mar 31 23:43:41.047148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-b093802b-20a0-4fda-b0d4-6275f3ff9f9c service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949557 Mar 31 23:43:41.070755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22540-5e83-4c2d-867b-30a3d8bbb0aa req-9acf7261-f74d-460e-ba3f-3c13f36edcae tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:41.072260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6d22540-5e83-4c2d-867b-30a3d8bbb0aa req-9acf7261-f74d-460e-ba3f-3c13f36edcae tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0794694 Mar 31 23:43:41.076223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40f653d3-a98d-41a3-9ee4-cd766f549a39 req-5c5c427b-ca77-4ea7-933e-10403b6b7141 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314132 Mar 31 23:43:41.113681 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6d22540-5e83-4c2d-867b-30a3d8bbb0aa req-bed44f8e-984d-43c7-b526-0e3ccf7e0d74 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345345 Mar 31 23:43:42.231950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27861e3-5ead-4b33-871f-a5385a096aa6 req-ca8e249d-0562-4d15-bd2c-4255ac39151e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:42.233486 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b27861e3-5ead-4b33-871f-a5385a096aa6 req-ca8e249d-0562-4d15-bd2c-4255ac39151e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0492542 Mar 31 23:43:42.276152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b27861e3-5ead-4b33-871f-a5385a096aa6 req-cc62106f-3ad2-4fed-a788-5905155d7854 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364895 Mar 31 23:43:42.561575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f38661-2c80-40e5-8308-791b4cfb4a69 req-76eba488-d9fe-4572-b34e-6e67adac39ea tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:42.563917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07f38661-2c80-40e5-8308-791b4cfb4a69 req-76eba488-d9fe-4572-b34e-6e67adac39ea tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0559471 Mar 31 23:43:42.602733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07f38661-2c80-40e5-8308-791b4cfb4a69 req-41d654e8-615d-4d06-a9e6-c58c2a4a62d1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Mar 31 23:43:42.655543 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-40a9f759-e02b-42b7-8e61-919224240f8c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:42.656974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-40a9f759-e02b-42b7-8e61-919224240f8c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 944 time: 0.0506325 Mar 31 23:43:42.714619 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-d22ad2f3-2df9-42a0-90b8-aea5d5e4d985 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:43:42.715548 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-d22ad2f3-2df9-42a0-90b8-aea5d5e4d985 service neutron] 10.222.0.45 "DELETE /v2.0/ports/57ede446-e313-4ba7-b15a-4aaa9b0cd852/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0514567 Mar 31 23:43:42.795687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-b4359daf-a731-434b-9bf8-f4b3033061fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:42.797146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-b4359daf-a731-434b-9bf8-f4b3033061fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1095 time: 0.0400703 Mar 31 23:43:42.938648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-457555aa-68ee-4a28-ab37-91b3cc742705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:42.940125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-457555aa-68ee-4a28-ab37-91b3cc742705 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.1366193 Mar 31 23:43:43.005881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-17f91ab9-a8a5-440e-903a-6e9016fb0a58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1000 time: 0.0589929 Mar 31 23:43:43.060918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-083e548f-22f0-4c8c-81e2-db44e1dfbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:43.062613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-083e548f-22f0-4c8c-81e2-db44e1dfbe6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0500114 Mar 31 23:43:43.113998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-d9eb4eb5-e800-4b81-bb81-31627f39100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:43.115531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-d9eb4eb5-e800-4b81-bb81-31627f39100c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468524 Mar 31 23:43:43.205493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-11bcb7f5-d689-46b0-aced-a0fc15119030 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817616 Mar 31 23:43:43.301473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7ff209f8-f06c-4e53-a8eb-8d3e01602556 req-59937efb-3597-4d97-95b1-4091d57e6742 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887177 Mar 31 23:43:43.726713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507b3f5-ecd9-4b6b-ac96-9a7a3dee281c req-9f578bc2-4168-458a-ab95-bfd752f13630 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:43.728247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5507b3f5-ecd9-4b6b-ac96-9a7a3dee281c req-9f578bc2-4168-458a-ab95-bfd752f13630 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 944 time: 0.0526838 Mar 31 23:43:43.771038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5507b3f5-ecd9-4b6b-ac96-9a7a3dee281c req-99da4d24-9234-4587-b3b8-ce12c3a45c74 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366046 Mar 31 23:43:44.183093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 57ede446-e313-4ba7-b15a-4aaa9b0cd852 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:43:44.438654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:44.450161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'mac_address': 'fa:16:3e:d1:01:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:43:44.486599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:44.500041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ede446-e313-4ba7-b15a-4aaa9b0cd852 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:43:44.519434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:44.605046 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:44.654410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:44.843840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['57ede446-e313-4ba7-b15a-4aaa9b0cd852'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:43:44.886746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9663a-7899-4656-b4ec-51b74f07bf84 req-129be7b9-bc12-4002-a38c-d8ef234fe9b0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:44.888880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89e9663a-7899-4656-b4ec-51b74f07bf84 req-129be7b9-bc12-4002-a38c-d8ef234fe9b0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 945 time: 0.0497763 Mar 31 23:43:44.931622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89e9663a-7899-4656-b4ec-51b74f07bf84 req-48a6ff70-e1ff-41e1-9228-5210f43cf0d2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366263 Mar 31 23:43:45.050125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47d6d3-5d8c-4ecd-a598-e7396661d5ec req-8cd09bfc-1a35-49f1-93a1-2a936ee97441 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:45.051538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b47d6d3-5d8c-4ecd-a598-e7396661d5ec req-8cd09bfc-1a35-49f1-93a1-2a936ee97441 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 945 time: 0.0493290 Mar 31 23:43:45.088892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b47d6d3-5d8c-4ecd-a598-e7396661d5ec req-6fa9c5bb-c0f5-47bf-af8c-20ed96694960 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Mar 31 23:43:45.436652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06a006-a757-4528-b177-3fe5378a32a6 req-70721f94-4a75-4cc2-967d-91c49676fb48 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:45.438167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd06a006-a757-4528-b177-3fe5378a32a6 req-70721f94-4a75-4cc2-967d-91c49676fb48 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 945 time: 0.0496902 Mar 31 23:43:45.478191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd06a006-a757-4528-b177-3fe5378a32a6 req-58ceb84c-acd8-4f93-a977-36091c66a14a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336018 Mar 31 23:43:45.530565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-537f8d25-d267-4a0c-ae92-447e7452a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:45.532402 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-537f8d25-d267-4a0c-ae92-447e7452a95c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 1096 time: 0.0437810 Mar 31 23:43:45.623695 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-be599a93-2e99-40a5-a021-7befb789cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:45.625159 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-be599a93-2e99-40a5-a021-7befb789cbad service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0867743 Mar 31 23:43:45.688717 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-4484fcd6-25c9-440d-81af-fe73d1600d79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 200 len: 1001 time: 0.0570648 Mar 31 23:43:45.735928 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-ceadbbb4-1edb-45bd-bea5-e8e371dd1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:45.737330 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-ceadbbb4-1edb-45bd-bea5-e8e371dd1c9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0429549 Mar 31 23:43:45.787908 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-93c9ce7a-5ef5-4149-8866-a8e0e0360064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:45.789618 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-93c9ce7a-5ef5-4149-8866-a8e0e0360064 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457721 Mar 31 23:43:45.878628 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-82ba75e1-9d42-4f9c-b9b5-43b15548a65f service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812402 Mar 31 23:43:45.969668 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d93cbcb7-d287-4ee2-98b1-ca7bb0779194 req-53b91e34-9ced-44d4-b5e0-8921fdee49e5 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849898 Mar 31 23:43:46.187756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 57ede446-e313-4ba7-b15a-4aaa9b0cd852 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:43:46.295806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:43:46.299688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:46.300093 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:46.379150 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:46.401259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:46.404541 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb19272-f27a-4228-9f28-a74c2226d2c6" -d '{"events": [{"server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "name": "network-vif-plugged", "status": "completed", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:46.421854 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:46.442341 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8d02d7-393f-468a-b31f-0b819875c9c5 x-openstack-request-id: req-bc8d02d7-393f-468a-b31f-0b819875c9c5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:46.442677 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "name": "network-vif-plugged", "status": "completed", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:46.442960 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc8d02d7-393f-468a-b31f-0b819875c9c5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:46.443498 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8d02d7-393f-468a-b31f-0b819875c9c5'] response: {'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'code': 200} Mar 31 23:43:46.482502 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:46.530888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:46.604755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3579de0-863c-4b76-8bd6-1bd5655eb12c req-5f22f503-4a7f-44a9-8b1b-83cdecda6819 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:46.606230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3579de0-863c-4b76-8bd6-1bd5655eb12c req-5f22f503-4a7f-44a9-8b1b-83cdecda6819 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0539706 Mar 31 23:43:46.647209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3579de0-863c-4b76-8bd6-1bd5655eb12c req-baa2227a-1413-4f8a-a934-00cfad07adc2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346355 Mar 31 23:43:47.112549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14609015-9356-445a-a666-d075cea44c42 req-060ed1af-3418-47c3-b7fd-45c8163baa0a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:47.114018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14609015-9356-445a-a666-d075cea44c42 req-060ed1af-3418-47c3-b7fd-45c8163baa0a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0482070 Mar 31 23:43:47.151457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-14609015-9356-445a-a666-d075cea44c42 req-0b7575d2-cc06-4c20-a75c-7a69ef8d1872 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314243 Mar 31 23:43:48.267471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e80e3-d8d9-4164-93b9-1da599713aef req-27786b0c-5d6d-46c8-99bb-3e6b26ad179a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:48.268938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-638e80e3-d8d9-4164-93b9-1da599713aef req-27786b0c-5d6d-46c8-99bb-3e6b26ad179a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0483475 Mar 31 23:43:48.305181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-638e80e3-d8d9-4164-93b9-1da599713aef req-a208036b-eb7a-4907-a61b-3b4c6ac1fe78 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303025 Mar 31 23:43:48.365816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-6b05c0f6-74c4-4163-bfd8-0db112a1c0f4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:48.367288 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-6b05c0f6-74c4-4163-bfd8-0db112a1c0f4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 946 time: 0.0475650 Mar 31 23:43:48.456101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Deleting port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:48.456360 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:48.549675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] For port 57ede446-e313-4ba7-b15a-4aaa9b0cd852, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=57ede446-e313-4ba7-b15a-4aaa9b0cd852,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:48.550037 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:48.763987 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:48.764255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:48.764566 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Floating IP 56750f84-5d12-4948-a545-92f6faa65474 disassociated. External IP: 172.25.4.191, port: 57ede446-e313-4ba7-b15a-4aaa9b0cd852. Mar 31 23:43:48.764901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Calling delete_port for 57ede446-e313-4ba7-b15a-4aaa9b0cd852 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:48.953214 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:48.983599 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event deleted for resources: {'Port': ['ID=57ede446-e313-4ba7-b15a-4aaa9b0cd852,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:49.401586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f79b8879-2905-46b3-85ef-264e5e1a01d9 req-4414df7e-507d-4aaa-bcf6-a2eb9c5cbdf3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b76b57-4e7c-4859-beaf-52dfc9c0b03b HTTP/1.1" status: 200 len: 210 time: 0.0273185 Mar 31 23:43:49.413458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:43:49.520974 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:43:49.532159 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:43:49.542028 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:49.542646 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:43:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:49.564548 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] No DVR routers for this DVR port 57ede446-e313-4ba7-b15a-4aaa9b0cd852 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:43:49.567284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:49.570662 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-48af8a48-8a50-4452-925c-c2761ddd8ada req-f9e24394-c237-473e-a76b-2129b01cd145 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "DELETE /v2.0/ports/57ede446-e313-4ba7-b15a-4aaa9b0cd852 HTTP/1.1" status: 204 len: 173 time: 1.1964631 Mar 31 23:43:49.571091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'name': 'network-vif-deleted', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:49.573405 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f021c57-0828-4be7-929e-72105e7c2c80" -d '{"events": [{"server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "name": "network-vif-deleted", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:49.618158 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a359364-92d9-496b-999b-ac94348a16ba x-openstack-request-id: req-1a359364-92d9-496b-999b-ac94348a16ba {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:49.618566 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b76b57-4e7c-4859-beaf-52dfc9c0b03b", "name": "network-vif-deleted", "tag": "57ede446-e313-4ba7-b15a-4aaa9b0cd852", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:49.618866 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a359364-92d9-496b-999b-ac94348a16ba {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:49.619347 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a359364-92d9-496b-999b-ac94348a16ba'] response: {'server_uuid': '42b76b57-4e7c-4859-beaf-52dfc9c0b03b', 'name': 'network-vif-deleted', 'tag': '57ede446-e313-4ba7-b15a-4aaa9b0cd852', 'status': 'completed', 'code': 200} Mar 31 23:43:49.649700 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:49.934698 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:49.959901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:43:49.967978 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:49.968565 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:43:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:50.080763 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:50.276977 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:50.306547 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5a461-8959-4a45-a0b0-8d224294e456 None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:43:50.518283 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57668990-66d2-4c03-874e-82f8156fca34 None None] New status for floating IP 56750f84-5d12-4948-a545-92f6faa65474: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:43:50.663357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-eca56446-1302-4bd4-be9f-117aee15bfef tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--863648323&fields=id&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 267 time: 0.0376155 Mar 31 23:43:50.770134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-b343b517-3103-43d0-b340-1697bd9c7cda tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:50.771599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-b343b517-3103-43d0-b340-1697bd9c7cda tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 812 time: 0.1005335 Mar 31 23:43:50.787398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-86c63f74-27be-4bb8-9339-0bf636494e34 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/quotas/32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 375 time: 0.0100222 Mar 31 23:43:50.838808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-52cf9d99-8a33-4948-bf38-9873d45051a5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460815 Mar 31 23:43:50.854889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-c8ad9b6e-4b3e-4e6b-bb7d-93c0065b2c08 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:43:50.855889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-c8ad9b6e-4b3e-4e6b-bb7d-93c0065b2c08 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053308 Mar 31 23:43:50.965892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-7a91f216-37c9-474d-a933-e9dc2bd4139e service neutron] 10.222.0.31 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028028 Mar 31 23:43:51.069207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-757871c8-1dc3-41e1-86da-715ab8d9ca9e service neutron] 10.222.0.31 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967374 Mar 31 23:43:51.328578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0bdb5e69-bc87-436a-908a-fe1112637a52 req-2b972f86-1b5e-4c8d-9936-797f850f61e7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 210 time: 0.0354581 Mar 31 23:43:52.235186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 57ede446-e313-4ba7-b15a-4aaa9b0cd852 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:52.254746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 57ede446-e313-4ba7-b15a-4aaa9b0cd852 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:52.255070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 57ede446-e313-4ba7-b15a-4aaa9b0cd852 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:52.428322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4875cca9-3f98-47f2-a17e-0d3f569b3fcf req-6fe4e653-d83e-43c0-8876-97cdd7980d8d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 210 time: 0.0272393 Mar 31 23:43:53.094089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-048cb579-b5e1-4905-bb6c-145317b6e8cb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.095602 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-048cb579-b5e1-4905-bb6c-145317b6e8cb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 812 time: 0.1031082 Mar 31 23:43:53.139886 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-90cd7270-1f47-4a24-b0b8-66daeab3bd3c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 379 time: 0.0355775 Mar 31 23:43:53.149061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'port': {'device_id': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'admin_state_up': True, 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'security_groups': ['b1d047d9-ad15-459f-94d0-c11551c4777e']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:53.388323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Made reservation on behalf of 32ee212f1e6a4d51856ed3d3ed7bd996 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:43:53.392340 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:53.542900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9dcd250e-8a27-4c1d-89bb-760b009b4386 req-8be7e2b1-10ce-4870-a6b6-03b3d4f97bc1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 210 time: 0.0364435 Mar 31 23:43:53.548888 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Allocated IP 172.20.0.9 (8092ab98-8b08-4dba-aeac-79f00d5ba537/486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b/f509cca3-a871-41a1-a592-cfb08ddaf02f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:43:53.683435 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:53.782310 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:53.830687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:43:53.833914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:53.837519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:43:53.843602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:53.872623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.872955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.873296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.873623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.873970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.874296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.874673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.874995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.875338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.875652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.875970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.876287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:53.902545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.912215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:53.990340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-737d6491-46d6-4f01-8dc2-1c75882809e3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8450754 Mar 31 23:43:54.003683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Request body: {'port': {'device_id': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:54.056393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:54.076856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4037c99c-f9b4-42e8-959d-fb200078839d None None] Provisioning complete for port f509cca3-a871-41a1-a592-cfb08ddaf02f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:54.077436 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4037c99c-f9b4-42e8-959d-fb200078839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:54.115105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4037c99c-f9b4-42e8-959d-fb200078839d None None] Port f509cca3-a871-41a1-a592-cfb08ddaf02f cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:43:54.317009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f509cca3-a871-41a1-a592-cfb08ddaf02f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:43:54.324250 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:54.335970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Transition to ACTIVE for port object f509cca3-a871-41a1-a592-cfb08ddaf02f will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:43:54.421393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:54.488687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:54.543360 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:43:54.544086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:43:54.544086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:54.548544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:43:54.548865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:54.553829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:43:54.554169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:54.554585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:43:54.555004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Bound port: f509cca3-a871-41a1-a592-cfb08ddaf02f, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:43:54.555363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:54.649021 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:54.664451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:43:54.682714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae60fa0-0c5e-47be-926d-fbf14a7d02ea req-57747498-fcbd-4f1a-8dce-d0bc73187c74 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.684536 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ae60fa0-0c5e-47be-926d-fbf14a7d02ea req-57747498-fcbd-4f1a-8dce-d0bc73187c74 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0702903 Mar 31 23:43:54.718093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:54.753816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ae60fa0-0c5e-47be-926d-fbf14a7d02ea req-ecf3d7f7-7ed0-4d24-9962-401998edb406 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628064 Mar 31 23:43:54.765202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.766059 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:54.767263 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1091 time: 0.7680092 Mar 31 23:43:54.767691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:54.769931 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b97e0a3-bfec-4563-80c8-4b115232834d" -d '{"events": [{"name": "network-changed", "server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:54.797040 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0779e8c-9e75-45e6-b0c0-600dfa8717e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:54.815781 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d997f0d2-9955-4a06-a1bc-6bd373789d88 x-openstack-request-id: req-d997f0d2-9955-4a06-a1bc-6bd373789d88 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:54.816114 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:54.816400 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d997f0d2-9955-4a06-a1bc-6bd373789d88 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:54.816808 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d997f0d2-9955-4a06-a1bc-6bd373789d88'] response: {'name': 'network-changed', 'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'status': 'completed', 'code': 200} Mar 31 23:43:54.880005 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e0a3-bfec-4563-80c8-4b115232834d req-039877e3-592b-42f6-a899-103bd330e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.881521 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b97e0a3-bfec-4563-80c8-4b115232834d req-039877e3-592b-42f6-a899-103bd330e376 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1094 time: 0.0448713 Mar 31 23:43:54.982753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e0a3-bfec-4563-80c8-4b115232834d req-4366ab41-1f0b-49be-9ba6-e7a21ea5d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.984233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b97e0a3-bfec-4563-80c8-4b115232834d req-4366ab41-1f0b-49be-9ba6-e7a21ea5d48e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0951352 Mar 31 23:43:55.083659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e0a3-bfec-4563-80c8-4b115232834d req-d8d89b06-e1ad-4723-9101-28ed97cbb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:55.085117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b97e0a3-bfec-4563-80c8-4b115232834d req-d8d89b06-e1ad-4723-9101-28ed97cbb335 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947189 Mar 31 23:43:55.162398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-f7461508-8ee5-44c5-9924-f1f76b0b215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:55.163899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-f7461508-8ee5-44c5-9924-f1f76b0b215f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1094 time: 0.0402060 Mar 31 23:43:55.207181 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-05b1c922-796d-4aa1-869c-dd8ccc5d2d34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 217 time: 0.0360229 Mar 31 23:43:55.254749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-2687de59-bc8a-4e7f-9971-a080945fe8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:55.256203 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-2687de59-bc8a-4e7f-9971-a080945fe8aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0428162 Mar 31 23:43:55.302371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-549c66b8-a083-4d90-8f4c-f351079b3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:55.303895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-549c66b8-a083-4d90-8f4c-f351079b3516 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403643 Mar 31 23:43:55.724233 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-9e780811-9a81-4cb8-ba05-1fd9b846aef7 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122808 Mar 31 23:43:55.836398 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-437ab5ae-8719-4850-9e4a-89b30e3cf422 req-79070ace-6bc8-4e98-9898-d855b1a087b5 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037426 Mar 31 23:43:55.898061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7b730-71fe-438c-ae91-d831aed7d748 req-ca4eadd9-f832-4e87-b63d-df81202a61a6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:55.899759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a7b730-71fe-438c-ae91-d831aed7d748 req-ca4eadd9-f832-4e87-b63d-df81202a61a6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0499444 Mar 31 23:43:55.940945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19a7b730-71fe-438c-ae91-d831aed7d748 req-9c58df1a-cb5b-4acb-b476-032d279484d1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348549 Mar 31 23:43:57.057409 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90343d8f-7a58-4214-9913-462f2d29bbaa req-db99da95-4590-4596-b7b1-4e1dd6299780 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:57.058877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90343d8f-7a58-4214-9913-462f2d29bbaa req-db99da95-4590-4596-b7b1-4e1dd6299780 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0479300 Mar 31 23:43:57.096649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90343d8f-7a58-4214-9913-462f2d29bbaa req-94dacd36-0b63-4233-b289-b51ee7298b16 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309927 Mar 31 23:43:58.210961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb1c80-e385-4a47-9cd2-808551ed23f8 req-5c800a3d-8a6a-4cc7-85d8-598fe1a4d790 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:58.212443 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67eb1c80-e385-4a47-9cd2-808551ed23f8 req-5c800a3d-8a6a-4cc7-85d8-598fe1a4d790 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0481076 Mar 31 23:43:58.249177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67eb1c80-e385-4a47-9cd2-808551ed23f8 req-83a09410-21f4-4444-990d-53599507fcac tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307803 Mar 31 23:43:59.367536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29956eb5-00d5-4d41-bb15-b08bd947b113 req-8d725d1d-dcc3-4db5-a506-80d65a5a51ab tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:59.369020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29956eb5-00d5-4d41-bb15-b08bd947b113 req-8d725d1d-dcc3-4db5-a506-80d65a5a51ab tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0491357 Mar 31 23:43:59.410063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29956eb5-00d5-4d41-bb15-b08bd947b113 req-d9bce776-3b1b-4683-9a17-39749afdbf9d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349841 Mar 31 23:44:00.248813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:44:00.343054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:00.354349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'mac_address': 'fa:16:3e:dd:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:44:00.389940 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:00.401914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f509cca3-a871-41a1-a592-cfb08ddaf02f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:00.421954 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:00.499607 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:00.524717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55653d98-3194-44af-bf0f-7365de62705e req-782e9b00-7df2-432a-942c-f402a7de65b1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:00.526226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55653d98-3194-44af-bf0f-7365de62705e req-782e9b00-7df2-432a-942c-f402a7de65b1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0487866 Mar 31 23:44:00.548140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:00.555421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.555770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.556107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.556438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.556766 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.557096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.557419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.557741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.558062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.558384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.558736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.559109 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:00.565775 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55653d98-3194-44af-bf0f-7365de62705e req-a9d47a5d-168e-44d5-97a4-da4763c82a5d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Mar 31 23:44:00.706252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['f509cca3-a871-41a1-a592-cfb08ddaf02f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:44:01.680974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964371-44b9-4f71-ab4c-6367a205f719 req-3cfa2394-c386-4f1e-b6f8-3bd337382c0c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:01.682889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32964371-44b9-4f71-ab4c-6367a205f719 req-3cfa2394-c386-4f1e-b6f8-3bd337382c0c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 944 time: 0.0498755 Mar 31 23:44:01.722439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-32964371-44b9-4f71-ab4c-6367a205f719 req-48558555-6b5d-41ee-8cb1-c1742443d9ca tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337775 Mar 31 23:44:02.263259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:44:02.370113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port f509cca3-a871-41a1-a592-cfb08ddaf02f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:44:02.374559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port f509cca3-a871-41a1-a592-cfb08ddaf02f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:44:02.374933 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:02.452261 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:02.473579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:02.475844 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f990a708-c1eb-464f-8d14-0f4e8dc97dd9" -d '{"events": [{"server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "name": "network-vif-plugged", "status": "completed", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:02.488408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:02.516937 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596295d5-a174-4426-9e52-07eb63f3489f x-openstack-request-id: req-596295d5-a174-4426-9e52-07eb63f3489f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:02.516937 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "name": "network-vif-plugged", "status": "completed", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:02.516937 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-596295d5-a174-4426-9e52-07eb63f3489f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:02.516937 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596295d5-a174-4426-9e52-07eb63f3489f'] response: {'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'code': 200} Mar 31 23:44:02.556791 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:02.609917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:02.610801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17cfbf-e4ed-495a-bd01-919c00fd5fd6 req-2e9f6bec-d497-48ad-9cbb-9526f1876193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:02.612350 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c17cfbf-e4ed-495a-bd01-919c00fd5fd6 req-2e9f6bec-d497-48ad-9cbb-9526f1876193 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1096 time: 0.0423634 Mar 31 23:44:02.648487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c17cfbf-e4ed-495a-bd01-919c00fd5fd6 req-ef084d5d-1efd-4602-86a2-763699813b19 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300243 Mar 31 23:44:02.838141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080bb43-0a5a-4a88-9b26-817edfa07e97 req-cb1523ce-c778-4891-8f6d-e8fd9267ce18 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:02.839620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3080bb43-0a5a-4a88-9b26-817edfa07e97 req-cb1523ce-c778-4891-8f6d-e8fd9267ce18 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0482328 Mar 31 23:44:02.877846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3080bb43-0a5a-4a88-9b26-817edfa07e97 req-5aead554-1f46-460e-bc3d-6e40931537d7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Mar 31 23:44:03.057493 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:44:03.998034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f5980-6b0f-45c6-b02b-63f28d0411ad req-e1c97cf9-f7d9-4460-96c5-167c5be38a0a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:03.998773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9739e569-3e9c-471a-8778-788b951808db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:03.999759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-100f5980-6b0f-45c6-b02b-63f28d0411ad req-e1c97cf9-f7d9-4460-96c5-167c5be38a0a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0503671 Mar 31 23:44:04.038247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-100f5980-6b0f-45c6-b02b-63f28d0411ad req-32652b18-aaf5-4062-b7c0-dd70b3e16571 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Mar 31 23:44:04.148867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b40f7-d1fd-4a7b-a532-3ca3009398a9 req-13dff94c-d95e-4df3-b918-ae85b5a4695b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:04.150311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f66b40f7-d1fd-4a7b-a532-3ca3009398a9 req-13dff94c-d95e-4df3-b918-ae85b5a4695b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0484278 Mar 31 23:44:04.159325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 54850) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:44:04.163629 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'floatingip': {'port_id': 'f509cca3-a871-41a1-a592-cfb08ddaf02f'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:04.205057 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:04.637733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:04.693305 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:04.798215 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Floating IP 56750f84-5d12-4948-a545-92f6faa65474 associated. External IP: 172.25.4.191, port: f509cca3-a871-41a1-a592-cfb08ddaf02f. Mar 31 23:44:04.998275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:44:05.103595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:44:05.109182 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:05.114524 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:44:05.123572 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:05.124190 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:43:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:05.134835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-382caafa-7c5e-4df1-b344-8436f44b198b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "PUT /v2.0/floatingips/56750f84-5d12-4948-a545-92f6faa65474 HTTP/1.1" status: 200 len: 991 time: 0.9745040 Mar 31 23:44:05.135413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:05.138167 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37" -d '{"events": [{"name": "network-changed", "server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:05.180137 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543592c1-998d-4f90-ad46-fbcd02b918fa x-openstack-request-id: req-543592c1-998d-4f90-ad46-fbcd02b918fa {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:05.180660 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:05.180923 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-543592c1-998d-4f90-ad46-fbcd02b918fa {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:05.181337 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543592c1-998d-4f90-ad46-fbcd02b918fa'] response: {'name': 'network-changed', 'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'status': 'completed', 'code': 200} Mar 31 23:44:05.240828 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:05.253103 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-42174d8f-0f0f-4b82-b579-7a428bf492e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:05.253103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-42174d8f-0f0f-4b82-b579-7a428bf492e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1096 time: 0.0475473 Mar 31 23:44:05.345079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-905c0f0e-fe0b-4ae1-a697-0aa38752637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:05.346772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-905c0f0e-fe0b-4ae1-a697-0aa38752637c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0892112 Mar 31 23:44:05.423014 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-5a810bc0-28f6-44e6-bee4-c83380ad90f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 999 time: 0.0699275 Mar 31 23:44:05.486160 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:dd:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:44:04Z', 'revision_number': 9, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:05.500734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-fb516ffb-9f18-4d7e-acd5-4fefd4e97969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:05.502270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-fb516ffb-9f18-4d7e-acd5-4fefd4e97969 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0729122 Mar 31 23:44:05.513468 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:44:05.524038 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:05.524652 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:43:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:05.527187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67b42a-6d71-461c-ba3c-410a54fd9583 req-f69e95d6-27b6-4e93-abd8-b46e63717dfa tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:05.528986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a67b42a-6d71-461c-ba3c-410a54fd9583 req-f69e95d6-27b6-4e93-abd8-b46e63717dfa tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0725708 Mar 31 23:44:05.591545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a67b42a-6d71-461c-ba3c-410a54fd9583 req-df33e960-5d3c-4b28-88ef-16d446c36228 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482018 Mar 31 23:44:05.616354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-32266878-4f7c-4295-b9b1-c2a35e3e0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:05.617949 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-32266878-4f7c-4295-b9b1-c2a35e3e0e0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091125 Mar 31 23:44:05.640995 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:05.652117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-89f15c07-a495-4e6c-9d2f-2cc0f6e0e02a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724771 Mar 31 23:44:05.716753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-f08cd856-edc8-45d9-b362-8fbfd01bf88c service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905936 Mar 31 23:44:05.825596 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d1c8ac3-c156-41d8-949e-0d3e75bbba37 req-a5677c14-9d69-4672-9fa7-25c58ece95de service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016114 Mar 31 23:44:05.895883 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:dd:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:44:04Z', 'revision_number': 9, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:05.926578 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728dedd-e25f-476e-9e78-31857f1e3962 None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:dd:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:44:04Z', 'revision_number': 9, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:44:06.067445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-49941f33-f115-4c82-a843-45fcce95cee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:06.117378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406a04a-5080-45eb-b163-d599e91bacdf None None] New status for floating IP 56750f84-5d12-4948-a545-92f6faa65474: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:44:06.719417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27db9b-e518-4b34-8f90-b6b46fd80965 req-b7cda21f-1ad3-4803-8ddf-3d9e04c06476 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:06.720920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c27db9b-e518-4b34-8f90-b6b46fd80965 req-b7cda21f-1ad3-4803-8ddf-3d9e04c06476 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Mar 31 23:44:06.758831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c27db9b-e518-4b34-8f90-b6b46fd80965 req-e5ae8c99-d2be-4b97-90c3-0c6edc1c5fc8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317714 Mar 31 23:44:07.552061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-f422f512-d0e6-4c73-931a-f69307fae513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:07.553447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-f422f512-d0e6-4c73-931a-f69307fae513 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1096 time: 0.0406446 Mar 31 23:44:07.646024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-1a6a8c15-d603-46ab-bc18-2b02b353bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:07.647567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-1a6a8c15-d603-46ab-bc18-2b02b353bf88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0871916 Mar 31 23:44:07.711158 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-7ae94c4b-9c94-427a-8258-8c6dbf115671 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1002 time: 0.0568008 Mar 31 23:44:07.760651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-8fc83f5b-fa77-42ae-af28-aa3c4630160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:07.762140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-8fc83f5b-fa77-42ae-af28-aa3c4630160c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0445900 Mar 31 23:44:07.814502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-5d60e2d2-459f-40a4-a53e-048fbcef4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:07.815961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-5d60e2d2-459f-40a4-a53e-048fbcef4054 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475307 Mar 31 23:44:07.821275 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:07.941518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b87d1-32dd-4c96-bd33-ab100c3d4165 req-b985fd8f-fa27-41b4-852d-cd71ed6f3545 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:07.943051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a2b87d1-32dd-4c96-bd33-ab100c3d4165 req-b985fd8f-fa27-41b4-852d-cd71ed6f3545 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.1029453 Mar 31 23:44:07.948473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-b60a64d3-b58e-4154-a85a-2c535232d60a service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257718 Mar 31 23:44:08.029182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a2b87d1-32dd-4c96-bd33-ab100c3d4165 req-1a40917f-6029-4236-a4b9-655557ccc67a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798223 Mar 31 23:44:08.061177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-bf5cd429-844a-403e-baf3-39ce7dd74fd9 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040022 Mar 31 23:44:08.289185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-4135b016-fb4c-4b81-8794-b68e63fcb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:08.290726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-4135b016-fb4c-4b81-8794-b68e63fcb4b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1096 time: 0.0480762 Mar 31 23:44:08.393328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-72b3c06a-ec22-41f5-afe5-d90592a0286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:08.394842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-72b3c06a-ec22-41f5-afe5-d90592a0286f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0845523 Mar 31 23:44:08.462143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-45ed4daa-bfb6-4e7f-9001-fb1b00cb794e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1002 time: 0.0608313 Mar 31 23:44:08.508753 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-3d722ded-b34b-41ce-844e-54ac015c3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:08.510165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-3d722ded-b34b-41ce-844e-54ac015c3a15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0416636 Mar 31 23:44:08.564944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-064dfc00-dc39-42bc-8f47-076839c06f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:08.567149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-064dfc00-dc39-42bc-8f47-076839c06f66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506248 Mar 31 23:44:08.661142 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-0a1e7798-17b0-41e2-9c8e-33e44457af29 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860741 Mar 31 23:44:08.748232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-881cf1bf-634b-44d0-855a-0bc9abb3576b req-8cafe31f-24ba-497d-b3ea-c4b5af4489fe service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804656 Mar 31 23:44:08.824986 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:08.984910 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:09.143792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5400a-b6fa-45da-9f89-dbd389d5c92c req-2b628a10-b960-451b-b567-e02effe2d4fc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:09.145265 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5c5400a-b6fa-45da-9f89-dbd389d5c92c req-2b628a10-b960-451b-b567-e02effe2d4fc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0489225 Mar 31 23:44:09.183917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e5c5400a-b6fa-45da-9f89-dbd389d5c92c req-ebaaccd4-2b39-4385-974f-d1aeb12bd0ca tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Mar 31 23:44:09.190857 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:10.024819 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:10.306666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fea63-3335-4c77-8c41-d0c1a8d2819d req-87589c17-cb0c-4b8a-8022-590f88075ddc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:10.308052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a44fea63-3335-4c77-8c41-d0c1a8d2819d req-87589c17-cb0c-4b8a-8022-590f88075ddc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Mar 31 23:44:10.345183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a44fea63-3335-4c77-8c41-d0c1a8d2819d req-bd7b64e1-798c-4942-8a3a-5542e34413ab tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Mar 31 23:44:11.465263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4781be-03cc-4a4f-b48e-a8a8ee4b473f req-72901eda-c2fd-4df0-9e16-699929175f64 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:11.467246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc4781be-03cc-4a4f-b48e-a8a8ee4b473f req-72901eda-c2fd-4df0-9e16-699929175f64 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0534205 Mar 31 23:44:11.504157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dc4781be-03cc-4a4f-b48e-a8a8ee4b473f req-f042f9ff-cd62-4031-a7cf-193aaa99bdd9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309522 Mar 31 23:44:12.618807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff00a66-6033-4dc4-bcbd-250feb0fce37 req-44175208-fbaf-4615-889d-f4808d8bfdfc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:12.620316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ff00a66-6033-4dc4-bcbd-250feb0fce37 req-44175208-fbaf-4615-889d-f4808d8bfdfc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0487256 Mar 31 23:44:12.657234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0ff00a66-6033-4dc4-bcbd-250feb0fce37 req-1d8d5ebd-efba-422c-8fdf-32c2846452c0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308158 Mar 31 23:44:13.783767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9692a30-af00-48bc-8540-681cb4153441 req-56c2c416-f95e-4c81-a0db-1f93bb6242fe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:13.786262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9692a30-af00-48bc-8540-681cb4153441 req-56c2c416-f95e-4c81-a0db-1f93bb6242fe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0610549 Mar 31 23:44:13.827558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e9692a30-af00-48bc-8540-681cb4153441 req-4d8223ef-572b-4eda-a543-04e71cd9adb8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346935 Mar 31 23:44:14.953468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c860-5f5e-4c03-987f-d908fa0cd942 req-c3d5afea-567d-41b4-bfb0-8ebce0039539 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:14.955252 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c860-5f5e-4c03-987f-d908fa0cd942 req-c3d5afea-567d-41b4-bfb0-8ebce0039539 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0499389 Mar 31 23:44:14.991659 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a266c860-5f5e-4c03-987f-d908fa0cd942 req-df54cd05-60cf-4bb8-8fc7-eb2959525f9e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307674 Mar 31 23:44:16.109532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dd1de-62f5-46a9-ada8-7ebc08a87eba req-f0a646f4-0503-44be-b906-2f950c34cf2c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:16.111004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe8dd1de-62f5-46a9-ada8-7ebc08a87eba req-f0a646f4-0503-44be-b906-2f950c34cf2c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Mar 31 23:44:16.148733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fe8dd1de-62f5-46a9-ada8-7ebc08a87eba req-7d216a5d-cd07-4a23-85a7-5ffe13fec559 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317032 Mar 31 23:44:17.282345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b385d28-9481-4df3-8b6b-7e2ccfecc7a5 req-756053e0-31ff-4cdc-91b3-99f637f7fe88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:17.283877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b385d28-9481-4df3-8b6b-7e2ccfecc7a5 req-756053e0-31ff-4cdc-91b3-99f637f7fe88 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0687940 Mar 31 23:44:17.321297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4b385d28-9481-4df3-8b6b-7e2ccfecc7a5 req-c6834791-a6df-4f1b-b436-4a8b0b6c8219 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312760 Mar 31 23:44:18.437069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c53c43-e8ee-4e65-9a1b-fc358befb1c6 req-4739c1ce-274e-4c13-90fd-d0d54f5a745f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:18.438544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6c53c43-e8ee-4e65-9a1b-fc358befb1c6 req-4739c1ce-274e-4c13-90fd-d0d54f5a745f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0487297 Mar 31 23:44:18.475752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6c53c43-e8ee-4e65-9a1b-fc358befb1c6 req-2c49f34a-ed45-4179-957e-cabb6d53af25 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312505 Mar 31 23:44:19.591253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79610aa6-bcc8-4fc4-b994-b21aa23a599a req-f198f286-7ac3-403e-99ef-8fcaa8081ed0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:19.592816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79610aa6-bcc8-4fc4-b994-b21aa23a599a req-f198f286-7ac3-403e-99ef-8fcaa8081ed0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0491927 Mar 31 23:44:19.632739 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79610aa6-bcc8-4fc4-b994-b21aa23a599a req-ecd111a8-ceb7-45eb-a3fb-8557bceb9106 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Mar 31 23:44:20.752293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81c021-8d75-43bd-b475-043e10105cd8 req-fb161b19-85b3-4fc8-bc61-44047c6ebcfe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:20.753740 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f81c021-8d75-43bd-b475-043e10105cd8 req-fb161b19-85b3-4fc8-bc61-44047c6ebcfe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0522985 Mar 31 23:44:20.790824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f81c021-8d75-43bd-b475-043e10105cd8 req-d430517d-8e59-4088-a758-91fc5bdf86e2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Mar 31 23:44:21.908523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ec0f-73dd-4950-87de-eb4133dfde55 req-ded8aa3a-bf0d-4f33-ae84-c0ecb3d0b30c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:21.910018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e685ec0f-73dd-4950-87de-eb4133dfde55 req-ded8aa3a-bf0d-4f33-ae84-c0ecb3d0b30c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0514896 Mar 31 23:44:21.946965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e685ec0f-73dd-4950-87de-eb4133dfde55 req-2d8550bb-4512-4fcb-b2e4-80e95a599536 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309577 Mar 31 23:44:23.064333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d5648-8eb1-4e97-a19b-e3af41eeb35e req-f4958514-a3e0-4991-8c0e-5036170521f4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:23.065869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-679d5648-8eb1-4e97-a19b-e3af41eeb35e req-f4958514-a3e0-4991-8c0e-5036170521f4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0485973 Mar 31 23:44:23.102979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-679d5648-8eb1-4e97-a19b-e3af41eeb35e req-1a0ddf76-9317-4a5e-bee7-e3e81e5b4b05 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311861 Mar 31 23:44:24.227545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a96f-6dc5-4577-91d6-ac6b2b5deb3c req-0f0ce624-c3f8-4054-8474-ab5dd4107489 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.229057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0c4a96f-6dc5-4577-91d6-ac6b2b5deb3c req-0f0ce624-c3f8-4054-8474-ab5dd4107489 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Mar 31 23:44:24.267140 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0c4a96f-6dc5-4577-91d6-ac6b2b5deb3c req-cecbd47a-ed34-4668-bc8b-67db77b3476b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320544 Mar 31 23:44:25.383338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e6df0-55ae-4d11-8b18-3531db08d083 req-5acf241a-bb4f-427e-9be5-fe86e0d39732 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:25.384823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-576e6df0-55ae-4d11-8b18-3531db08d083 req-5acf241a-bb4f-427e-9be5-fe86e0d39732 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0488231 Mar 31 23:44:25.423241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-576e6df0-55ae-4d11-8b18-3531db08d083 req-86ea1b00-0299-4051-9bfb-987a2a6c339f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Mar 31 23:44:26.538940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c75279-d990-40f2-8954-677d84073298 req-6403b248-63bb-42d3-be32-b33d08495415 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:26.540429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9c75279-d990-40f2-8954-677d84073298 req-6403b248-63bb-42d3-be32-b33d08495415 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0502570 Mar 31 23:44:26.577650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9c75279-d990-40f2-8954-677d84073298 req-f1bdeaaf-d25a-4d7a-8c63-d2ce749cca07 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304990 Mar 31 23:44:27.695631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befda5c-66be-4e52-a3ef-e64db17236eb req-cd9ad1a5-8b4b-4149-87d4-4b18fcc126c5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:27.697108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3befda5c-66be-4e52-a3ef-e64db17236eb req-cd9ad1a5-8b4b-4149-87d4-4b18fcc126c5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Mar 31 23:44:27.735156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3befda5c-66be-4e52-a3ef-e64db17236eb req-cb4b25ae-b58d-451d-86c7-563837f77b4e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310507 Mar 31 23:44:28.878927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39daff3-4d0e-48cc-af0c-f948813330d2 req-d2524082-11ac-43ef-917f-7e1fe8917c91 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:28.882890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c39daff3-4d0e-48cc-af0c-f948813330d2 req-d2524082-11ac-43ef-917f-7e1fe8917c91 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0494649 Mar 31 23:44:28.917779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c39daff3-4d0e-48cc-af0c-f948813330d2 req-0ea161d3-7bde-4038-bdc0-77df0bdb309f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Mar 31 23:44:30.041508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7e3cd-835c-4da2-b572-2aeb825c37bd req-eb0627a0-8aa8-49af-abb9-48c81c684297 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:30.043059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bdd7e3cd-835c-4da2-b572-2aeb825c37bd req-eb0627a0-8aa8-49af-abb9-48c81c684297 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0512457 Mar 31 23:44:30.082280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bdd7e3cd-835c-4da2-b572-2aeb825c37bd req-cefa6d94-6830-4f3f-901e-deec86d4da4b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324855 Mar 31 23:44:31.201653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b015645-3441-4866-a389-7664f36f6c4f req-4b06eb79-0b22-4342-8abc-f208210beddc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:31.203167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b015645-3441-4866-a389-7664f36f6c4f req-4b06eb79-0b22-4342-8abc-f208210beddc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0527456 Mar 31 23:44:31.239403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b015645-3441-4866-a389-7664f36f6c4f req-19270422-02ac-4d5c-82fa-4a2aa7809b55 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302496 Mar 31 23:44:32.355608 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40284830-e5a3-40d2-b273-10f15e890acd req-6cca93c2-ff27-46cd-99d6-75afa4d65fcf tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:32.357248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40284830-e5a3-40d2-b273-10f15e890acd req-6cca93c2-ff27-46cd-99d6-75afa4d65fcf tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Mar 31 23:44:32.394589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40284830-e5a3-40d2-b273-10f15e890acd req-c223926f-bc5b-423f-a053-60d7eef18890 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Mar 31 23:44:33.527919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d985da-18ea-4b25-8f48-4acf06dcd2ff req-4db52f53-8250-4e5c-9163-93b69437d631 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:33.529664 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50d985da-18ea-4b25-8f48-4acf06dcd2ff req-4db52f53-8250-4e5c-9163-93b69437d631 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Mar 31 23:44:33.568638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-50d985da-18ea-4b25-8f48-4acf06dcd2ff req-29d23141-fca9-4a1e-b661-65c6d6088d21 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328553 Mar 31 23:44:33.984625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-95fb1656-2a3f-4d49-9ab1-9b4f3bb0b296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:34.691192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c64b9-2c83-4d1b-9158-d9ca5bc2ec6b req-c55a99a7-f939-43b3-b428-3190bf4230e5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:34.692716 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb0c64b9-2c83-4d1b-9158-d9ca5bc2ec6b req-c55a99a7-f939-43b3-b428-3190bf4230e5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0529637 Mar 31 23:44:34.732286 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb0c64b9-2c83-4d1b-9158-d9ca5bc2ec6b req-435f18a8-4ba7-490f-b6cf-069175a31b68 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332274 Mar 31 23:44:35.847115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523638-8fe4-4148-917d-4c66c74eca51 req-f05224d0-a6f9-4e4a-ae71-9504fbc9536c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:35.851369 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e523638-8fe4-4148-917d-4c66c74eca51 req-f05224d0-a6f9-4e4a-ae71-9504fbc9536c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Mar 31 23:44:35.892984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e523638-8fe4-4148-917d-4c66c74eca51 req-e3652dd2-32f1-4b43-a6d9-c1de18caefb0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381122 Mar 31 23:44:36.081564 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8b79-bf84-4d3c-a07b-dcfaa9cd7759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:37.025854 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfacffb-6ffa-450e-8628-1a6200ed4374 req-64e18d32-9f8c-4aca-bf36-9f70227161d2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:37.027502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cfacffb-6ffa-450e-8628-1a6200ed4374 req-64e18d32-9f8c-4aca-bf36-9f70227161d2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0492525 Mar 31 23:44:37.066424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cfacffb-6ffa-450e-8628-1a6200ed4374 req-fbf434a6-a44e-48a9-b5de-39990b5c58d1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326524 Mar 31 23:44:37.824608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:38.193238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef923e-f357-4c3d-8e16-51f8c92cbf3c req-aad7beee-4f3c-4e84-8ffc-b4b32accd796 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:38.194748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbef923e-f357-4c3d-8e16-51f8c92cbf3c req-aad7beee-4f3c-4e84-8ffc-b4b32accd796 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0551457 Mar 31 23:44:38.232778 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fbef923e-f357-4c3d-8e16-51f8c92cbf3c req-e223e3f3-87bb-4774-91ea-a6a633b56b36 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317307 Mar 31 23:44:38.855490 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:39.015501 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:39.230374 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:39.357582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07056f-43c0-46b7-8e36-3fa9f3ded2b5 req-40f793b1-1d93-4531-883f-eac01c0d9576 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:39.359083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c07056f-43c0-46b7-8e36-3fa9f3ded2b5 req-40f793b1-1d93-4531-883f-eac01c0d9576 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0495086 Mar 31 23:44:39.397132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c07056f-43c0-46b7-8e36-3fa9f3ded2b5 req-b8d374cf-3f9f-4836-aa89-1ce976d36158 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Mar 31 23:44:40.007566 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-ebd5c2c0-46d3-43a1-ba47-1d710db8280c service neutron] show failed (client error): The resource could not be found. Mar 31 23:44:40.008577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-ebd5c2c0-46d3-43a1-ba47-1d710db8280c service neutron] 10.222.0.45 "GET /v2.0/ports/f509cca3-a871-41a1-a592-cfb08ddaf02f/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0551505 Mar 31 23:44:40.024430 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:40.056231 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:44:40.477812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-9cda2c0f-0837-4d92-83d7-b92a9be6f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:40.479491 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-9cda2c0f-0837-4d92-83d7-b92a9be6f1d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 1096 time: 0.0407193 Mar 31 23:44:40.490701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:40.519770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a441e8-1410-4efc-a736-6fc69cb2e087 req-a430ef16-8081-45a4-b821-7959c2948c94 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:40.521255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56a441e8-1410-4efc-a736-6fc69cb2e087 req-a430ef16-8081-45a4-b821-7959c2948c94 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0527699 Mar 31 23:44:40.548004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:40.561908 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-56a441e8-1410-4efc-a736-6fc69cb2e087 req-4eaca6f4-6f29-4671-b601-1b9783f501a8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340774 Mar 31 23:44:40.753667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:40.785588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:44:40.823891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:40.826170 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13baf8af-977b-4067-b452-4f5f0e638934" -d '{"events": [{"server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "name": "network-vif-unplugged", "status": "completed", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:40.830389 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:40.843492 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Transition to ACTIVE for port object f509cca3-a871-41a1-a592-cfb08ddaf02f will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:44:40.874655 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708d1b61-4eed-497c-a14b-f337709d08a8 x-openstack-request-id: req-708d1b61-4eed-497c-a14b-f337709d08a8 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:40.874985 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "name": "network-vif-unplugged", "status": "completed", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:40.875235 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-708d1b61-4eed-497c-a14b-f337709d08a8 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:40.875655 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708d1b61-4eed-497c-a14b-f337709d08a8'] response: {'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'code': 200} Mar 31 23:44:40.929462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:41.011778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=6']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:41.026083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.026429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.026858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.027197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.027529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.027857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.028434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.029327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.029590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.029910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.030228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.030579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:41.065863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] No DVR routers for this DVR port f509cca3-a871-41a1-a592-cfb08ddaf02f on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:44:41.205620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:44:41.205956 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:44:41.206283 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:44:41.210499 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:44:41.210844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:44:41.216331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:44:41.216668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:44:41.217049 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:44:41.217468 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Bound port: f509cca3-a871-41a1-a592-cfb08ddaf02f, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:44:41.217821 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:41.281553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:44:41.284547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:44:41.353153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:41.394360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:41.394999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:41.396379 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] 10.222.0.50 "PUT /v2.0/ports/f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1091 time: 0.9097767 Mar 31 23:44:41.418231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8696c0-642f-4031-8628-356bbffd97f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=7']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:41.463187 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-3c1765f2-964b-46ae-8840-51e00dd0811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:41.464733 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-3c1765f2-964b-46ae-8840-51e00dd0811b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1094 time: 0.0434856 Mar 31 23:44:41.564289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-dd8fd1cd-fc74-4ee3-ae07-7db9ea07e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:41.565762 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-dd8fd1cd-fc74-4ee3-ae07-7db9ea07e267 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0948501 Mar 31 23:44:41.643023 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-6f7598da-e4dc-4dac-92c6-90c76f4c4c12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1000 time: 0.0711896 Mar 31 23:44:41.696238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-6f3d8511-f3eb-4b7b-a167-957b4eab602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:41.697697 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-6f3d8511-f3eb-4b7b-a167-957b4eab602a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0487688 Mar 31 23:44:41.739873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b8a20-644b-4c42-8bba-63e678657d72 req-3cbc0282-9e5b-42b9-8b38-cacb8bc603a2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:41.741377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da9b8a20-644b-4c42-8bba-63e678657d72 req-3cbc0282-9e5b-42b9-8b38-cacb8bc603a2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0494254 Mar 31 23:44:41.744290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-82a0e3b2-87c6-46c7-8ce9-f56ee2f65440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:41.745777 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-82a0e3b2-87c6-46c7-8ce9-f56ee2f65440 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420578 Mar 31 23:44:41.781096 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-da9b8a20-644b-4c42-8bba-63e678657d72 req-1dcebae9-472e-47af-996a-5bd8caea852e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Mar 31 23:44:41.848393 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-b7edfaa7-38f4-41d0-a336-1ab546423391 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958459 Mar 31 23:44:41.939732 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0adcb851-e086-4f3d-b896-5292ff3ff79c req-05632b88-691d-4839-b10e-c04650eee1f7 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Mar 31 23:44:42.450274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:44:42.490385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:44:42.876981 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:42.879472 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29eab9b26ac16746e2fc3214846adf85c645466338843aa6d530d14a79060c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3044b8da-9919-498d-b691-ef4404dcf4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:42.928166 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b91abd1-22b8-4c20-8071-d3cc0da1911a x-openstack-request-id: req-6b91abd1-22b8-4c20-8071-d3cc0da1911a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:42.928543 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:42.928805 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b91abd1-22b8-4c20-8071-d3cc0da1911a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:42.929753 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b91abd1-22b8-4c20-8071-d3cc0da1911a'] response: {'name': 'network-changed', 'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'status': 'completed', 'code': 200} Mar 31 23:44:42.936862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a30d0-3db3-4e6e-81c4-5e20b4328260 req-95d216a6-e00b-4352-b87c-5aabd29858cf tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:42.938520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b62a30d0-3db3-4e6e-81c4-5e20b4328260 req-95d216a6-e00b-4352-b87c-5aabd29858cf tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0505450 Mar 31 23:44:42.992399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-5190c30b-ae68-476f-b114-b7f3570f2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:42.993987 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-5190c30b-ae68-476f-b114-b7f3570f2281 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1094 time: 0.0428951 Mar 31 23:44:43.005757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b62a30d0-3db3-4e6e-81c4-5e20b4328260 req-03b7dece-4a2b-43d0-b10f-46a8fbcb0db0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603516 Mar 31 23:44:43.014590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-4b94e043-3866-4cb5-8f9b-3e4c028a9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.016050 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-4b94e043-3866-4cb5-8f9b-3e4c028a9b92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1094 time: 0.0578091 Mar 31 23:44:43.093158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-a4fe0cec-737f-4dd1-8521-dfbe14d9c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.094567 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-a4fe0cec-737f-4dd1-8521-dfbe14d9c680 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0920930 Mar 31 23:44:43.104786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-8a807307-3596-4ef9-af5c-d88dad4f13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.106239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-8a807307-3596-4ef9-af5c-d88dad4f13ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0835209 Mar 31 23:44:43.160079 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-aad41cb7-f976-4927-b962-6944dbf01200 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1000 time: 0.0584342 Mar 31 23:44:43.177634 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-3bb5a26f-2328-436e-b61e-295a2d0c4549 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1000 time: 0.0633795 Mar 31 23:44:43.216385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-615d13ab-eff1-43d3-9c6b-abf522de5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.218457 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-615d13ab-eff1-43d3-9c6b-abf522de5193 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0508850 Mar 31 23:44:43.227922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-43f5a490-e2ad-4c92-ab3c-28eb7f2e8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.229948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-43f5a490-e2ad-4c92-ab3c-28eb7f2e8a04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0454872 Mar 31 23:44:43.265453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-57bc65ed-fff7-4151-9452-2c95d2458b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.267032 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-57bc65ed-fff7-4151-9452-2c95d2458b0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420785 Mar 31 23:44:43.280068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-bb2c2291-e8a5-4331-99d7-f46baffe6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.281567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-bb2c2291-e8a5-4331-99d7-f46baffe6494 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450530 Mar 31 23:44:43.362153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-6d04b989-e296-4a70-b4b0-a33060c82f24 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882261 Mar 31 23:44:43.468841 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-f001879c-c94e-49ae-90f6-1952f0ec1722 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999613 Mar 31 23:44:43.726177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-6f9aa8bd-4e4a-41d2-a947-2b01fb9d54b4 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381557 Mar 31 23:44:43.836678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3044b8da-9919-498d-b691-ef4404dcf4a0 req-e104957b-ae16-4019-a971-e695fb4e831d service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027997 Mar 31 23:44:44.128918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c89c9d-e22c-4dbd-931a-29d4df275950 req-29d212ef-8b67-4255-a132-0a9a2891d9be tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:44.130456 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1c89c9d-e22c-4dbd-931a-29d4df275950 req-29d212ef-8b67-4255-a132-0a9a2891d9be tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0491209 Mar 31 23:44:44.173586 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1c89c9d-e22c-4dbd-931a-29d4df275950 req-0d858d45-2503-4c8e-a0bb-40c54edf54c3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361824 Mar 31 23:44:44.822949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769146b-a10a-4b3d-ab19-275db7c8ea26 req-4cc020b2-f58c-4543-ba97-edcb23002d55 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:44.824484 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e769146b-a10a-4b3d-ab19-275db7c8ea26 req-4cc020b2-f58c-4543-ba97-edcb23002d55 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0506239 Mar 31 23:44:44.859766 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-1c454ae2-af0a-4fff-b662-cd24f943335a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:44.861154 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-1c454ae2-af0a-4fff-b662-cd24f943335a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&binding%3Ahost_id=n-h1-836015-1 HTTP/1.1" status: 200 len: 943 time: 0.0536356 Mar 31 23:44:44.863056 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e769146b-a10a-4b3d-ab19-275db7c8ea26 req-174a9f25-100f-4d0e-807f-ece248e610c3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317986 Mar 31 23:44:44.923732 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-f8e1c859-6d54-43c0-b8c2-0e8aa0bca688 service neutron] 10.222.0.50 "GET /v2.0/ports/f509cca3-a871-41a1-a592-cfb08ddaf02f/bindings/n-h1-836015-1 HTTP/1.1" status: 200 len: 382 time: 0.0551538 Mar 31 23:44:44.992152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-db425dea-2305-4bb9-b02a-7534e66c7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:44.993670 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-db425dea-2305-4bb9-b02a-7534e66c7dd0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1094 time: 0.0448818 Mar 31 23:44:45.081852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-104beefc-38a0-4386-a3eb-f577f5b5a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:45.083376 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-104beefc-38a0-4386-a3eb-f577f5b5a63a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0836172 Mar 31 23:44:45.150062 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-d0871973-d3da-4123-92f9-226f38ee8174 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1000 time: 0.0604894 Mar 31 23:44:45.198528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e043ce90-a41b-4b51-bdb1-ab8128fced3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:45.199925 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e043ce90-a41b-4b51-bdb1-ab8128fced3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0429955 Mar 31 23:44:45.244527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-54bf6a1b-a9a1-45be-af06-4b4626a03c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:45.246059 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-54bf6a1b-a9a1-45be-af06-4b4626a03c86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402510 Mar 31 23:44:45.337291 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-909301a9-68ae-44b8-87e4-b86de3fcae93 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846238 Mar 31 23:44:45.425904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-92ff319b-b552-418d-b5ae-4e345d839595 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814044 Mar 31 23:44:46.063792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9f61c-b55a-495a-a8b7-62211f8847fc req-4baeb40f-9074-44c0-b277-95efbd471499 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:46.065297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9e9f61c-b55a-495a-a8b7-62211f8847fc req-4baeb40f-9074-44c0-b277-95efbd471499 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0927975 Mar 31 23:44:46.102889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a9e9f61c-b55a-495a-a8b7-62211f8847fc req-bcb1843c-e837-45d8-aadd-5c082fec9c04 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312815 Mar 31 23:44:46.459374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:44:46.551078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:46.566848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'mac_address': 'fa:16:3e:dd:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:44:46.608509 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:46.620811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f509cca3-a871-41a1-a592-cfb08ddaf02f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:46.639912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:46.761962 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:46.812456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:47.307375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4c298-ba33-4b88-8107-66a83aa881cf req-f35cd8b5-8e55-4b22-a397-1ff8d703d52a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:47.308883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3a4c298-ba33-4b88-8107-66a83aa881cf req-f35cd8b5-8e55-4b22-a397-1ff8d703d52a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 944 time: 0.0991066 Mar 31 23:44:47.352622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3a4c298-ba33-4b88-8107-66a83aa881cf req-5c20100f-05e4-4c3c-863c-9c4589095ce7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Mar 31 23:44:47.806282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-24d27678-8bd2-47ef-80fa-13411a9838f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:47.807714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-24d27678-8bd2-47ef-80fa-13411a9838f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 1095 time: 0.0400784 Mar 31 23:44:47.819066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:47.869585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:48.073171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:48.105238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:44:48.141900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f509cca3-a871-41a1-a592-cfb08ddaf02f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:48.150184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:48.160784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Ignored duplicate provisioning block setup for port f509cca3-a871-41a1-a592-cfb08ddaf02f by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 31 23:44:48.226667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:48.311398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=9']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:48.356789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] No DVR routers for this DVR port f509cca3-a871-41a1-a592-cfb08ddaf02f on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:44:48.465664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:44:48.503454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:44:48.509964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15f522-7e79-4931-b07d-bb6a72bca12b req-81b95843-bbc9-409c-9f36-35096b06a70f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:48.511676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a15f522-7e79-4931-b07d-bb6a72bca12b req-81b95843-bbc9-409c-9f36-35096b06a70f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 943 time: 0.0736773 Mar 31 23:44:48.553331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:44:48.553666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:44:48.553993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:44:48.565740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:44:48.566051 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Attempting to bind port f509cca3-a871-41a1-a592-cfb08ddaf02f on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:44:48.577644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a15f522-7e79-4931-b07d-bb6a72bca12b req-25e7ee2e-220f-458b-88f5-2a6befb6a354 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527422 Mar 31 23:44:48.578320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:44:48.578684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:44:48.579054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:44:48.579477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Bound port: f509cca3-a871-41a1-a592-cfb08ddaf02f, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:44:48.579829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:48.651512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:44:48.655597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:44:48.713147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:48.751529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:48.752088 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:48.753498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1091 time: 0.9383166 Mar 31 23:44:48.754152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:48.756309 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679100e-6995-4bd5-8a4e-ccd85183e680" -d '{"events": [{"name": "network-changed", "server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:48.778264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4d42-4900-4c76-b874-e2fc50da78f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:48.820337 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70f6f2a-a4da-4e74-90f3-a9ab920abf1f x-openstack-request-id: req-e70f6f2a-a4da-4e74-90f3-a9ab920abf1f {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:48.821411 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:48.821819 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e70f6f2a-a4da-4e74-90f3-a9ab920abf1f {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:48.822313 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70f6f2a-a4da-4e74-90f3-a9ab920abf1f'] response: {'name': 'network-changed', 'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'status': 'completed', 'code': 200} Mar 31 23:44:48.839957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-2ee4da44-d8b0-4305-82cd-1c5efa92dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:48.842029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-2ee4da44-d8b0-4305-82cd-1c5efa92dbea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1095 time: 0.0500274 Mar 31 23:44:48.880255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-6abaf87f-5142-408e-a0b6-a610860f5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:48.881772 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-6abaf87f-5142-408e-a0b6-a610860f5d39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1095 time: 0.0451531 Mar 31 23:44:48.949508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-9d0859ae-f396-4921-a65e-c182eb9a285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:48.951583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-9d0859ae-f396-4921-a65e-c182eb9a285f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.1036251 Mar 31 23:44:49.008438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-c0a16351-0831-4727-b251-01d8b96cfb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.010086 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-c0a16351-0831-4727-b251-01d8b96cfb54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.1202190 Mar 31 23:44:49.022752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-5079671e-711b-44a5-bb5b-68618efecd69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1000 time: 0.0647004 Mar 31 23:44:49.080251 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-8cfc2e09-814d-44f9-ab12-8f844983b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.081738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-8cfc2e09-814d-44f9-ab12-8f844983b519 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0525639 Mar 31 23:44:49.084276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-f811bd95-24fb-41f6-89fc-121e911978c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1000 time: 0.0675156 Mar 31 23:44:49.131041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-b8d74987-bfb9-41dd-b890-9ecab6534550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.132444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-b8d74987-bfb9-41dd-b890-9ecab6534550 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444660 Mar 31 23:44:49.137424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-e1ce6f6e-57b0-4ea5-b72d-589146db8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.139584 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-e1ce6f6e-57b0-4ea5-b72d-589146db8dca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0488098 Mar 31 23:44:49.184000 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-88b519f5-7a8a-4402-94ec-19a4586b0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.186022 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-88b519f5-7a8a-4402-94ec-19a4586b0aa5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404685 Mar 31 23:44:49.226062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-f63fa7d6-35f7-40ad-8cfd-d9923c758ad3 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840058 Mar 31 23:44:49.277697 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-46d37e87-8471-4eab-93ba-be0994a58d86 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854769 Mar 31 23:44:49.323855 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc94d44a-a2b6-40d7-ace6-4115b5ac4c7a req-63801750-d2c1-484e-83cc-ce9c61901da4 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906167 Mar 31 23:44:49.371025 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-f8c36cb2-455b-4ca8-a883-57492d4f0e3c service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872931 Mar 31 23:44:49.409878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-275f6264-02e5-447d-a535-be7fb80648b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.411372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-275f6264-02e5-447d-a535-be7fb80648b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 1095 time: 0.0419002 Mar 31 23:44:49.501781 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-4a0b391b-7733-441c-b7f1-6e63c349893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.503309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-4a0b391b-7733-441c-b7f1-6e63c349893a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0851097 Mar 31 23:44:49.574152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-d4a8c666-3fbc-4256-83b4-20fe704b85d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 200 len: 1000 time: 0.0639338 Mar 31 23:44:49.624730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-170b9fd0-8611-447c-90d5-cf7e546bbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.626250 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-170b9fd0-8611-447c-90d5-cf7e546bbb9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0456100 Mar 31 23:44:49.704864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-3a64c73b-3c9a-4e68-9552-1bb4b0b6e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.706272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-3a64c73b-3c9a-4e68-9552-1bb4b0b6e2b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727363 Mar 31 23:44:49.718124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efba496-6916-4fa1-aef7-49885dc21e67 req-57699375-6dd9-4b4b-95b0-2527b2965f22 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.719505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6efba496-6916-4fa1-aef7-49885dc21e67 req-57699375-6dd9-4b4b-95b0-2527b2965f22 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 944 time: 0.0708029 Mar 31 23:44:49.808099 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6efba496-6916-4fa1-aef7-49885dc21e67 req-bae2cb64-10b5-452b-8030-dc4b4a65bb2e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802140 Mar 31 23:44:49.833308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-f6188604-9b94-4fcd-9562-9adf0d2c4887 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128335 Mar 31 23:44:49.927702 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d679100e-6995-4bd5-8a4e-ccd85183e680 req-72cc9a57-8dcc-418a-a27d-835765437283 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874653 Mar 31 23:44:50.933341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372187a-4e20-498d-8998-395cde690c5d req-eee09f11-7d32-4d5c-abcc-aaed7e7aafc3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:50.934947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0372187a-4e20-498d-8998-395cde690c5d req-eee09f11-7d32-4d5c-abcc-aaed7e7aafc3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 944 time: 0.0523224 Mar 31 23:44:50.972793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0372187a-4e20-498d-8998-395cde690c5d req-6390528b-a281-4496-a9f2-ca9348aa1f4e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311153 Mar 31 23:44:52.088062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b493608-0ff9-428c-89ab-8bba09788f5a req-ae03d5ec-1d46-4fa4-b143-7417ab7f9228 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:52.089601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b493608-0ff9-428c-89ab-8bba09788f5a req-ae03d5ec-1d46-4fa4-b143-7417ab7f9228 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 944 time: 0.0489988 Mar 31 23:44:52.127676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b493608-0ff9-428c-89ab-8bba09788f5a req-d84b31b7-8f81-43c7-8442-a6aad22bc0f3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Mar 31 23:44:52.247861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd300d-469c-423e-9975-910db6e12973 req-0ddc3c58-6126-49a2-a6e8-8179b49bed6e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:52.249349 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62cd300d-469c-423e-9975-910db6e12973 req-0ddc3c58-6126-49a2-a6e8-8179b49bed6e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 944 time: 0.0533781 Mar 31 23:44:52.288756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62cd300d-469c-423e-9975-910db6e12973 req-cfa7a3c6-26d6-44a5-8155-16ef65bbdb5c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Mar 31 23:44:52.410950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00418d3f-5827-4ce2-b896-78c6cb0659cc req-6ba859a8-eb89-443e-a274-042cdd6e2e4e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:52.416544 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00418d3f-5827-4ce2-b896-78c6cb0659cc req-6ba859a8-eb89-443e-a274-042cdd6e2e4e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 944 time: 0.0568297 Mar 31 23:44:52.455327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-00418d3f-5827-4ce2-b896-78c6cb0659cc req-28e6ca7c-b8f8-4ec0-8555-45adc7132239 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322144 Mar 31 23:44:52.503565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:44:52.619062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:52.633264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'mac_address': 'fa:16:3e:dd:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:44:52.670239 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:52.682534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f509cca3-a871-41a1-a592-cfb08ddaf02f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:52.705563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:52.778895 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:52.828263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:52.928826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd55e6-776b-4ae3-904d-7bfdc365a98a req-0a3d59cb-f0e2-4c01-b246-8aee8a28dbe2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:52.930307 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1dd55e6-776b-4ae3-904d-7bfdc365a98a req-0a3d59cb-f0e2-4c01-b246-8aee8a28dbe2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0493174 Mar 31 23:44:52.968123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1dd55e6-776b-4ae3-904d-7bfdc365a98a req-f5b37fe9-d03e-4429-bcd6-75bbf531c3b9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Mar 31 23:44:52.988970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['f509cca3-a871-41a1-a592-cfb08ddaf02f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:44:54.089399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1859-f62d-4cba-858e-8c47bbb47b17 req-f0da042a-bd5d-4e03-99fe-b17475cf1b96 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:54.090898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e58d1859-f62d-4cba-858e-8c47bbb47b17 req-f0da042a-bd5d-4e03-99fe-b17475cf1b96 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Mar 31 23:44:54.129382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e58d1859-f62d-4cba-858e-8c47bbb47b17 req-10c6140e-ca1f-4072-b853-43987ec5b7fd tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Mar 31 23:44:54.177724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-8aa9b98b-947a-463d-8d18-4361a759774f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:54.179282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-8aa9b98b-947a-463d-8d18-4361a759774f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Mar 31 23:44:54.273270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Deleting port f509cca3-a871-41a1-a592-cfb08ddaf02f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:44:54.273525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:54.369679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:54.370045 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:54.504093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device f509cca3-a871-41a1-a592-cfb08ddaf02f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:44:54.550798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:54.551056 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:54.551382 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Floating IP 56750f84-5d12-4948-a545-92f6faa65474 disassociated. External IP: 172.25.4.191, port: f509cca3-a871-41a1-a592-cfb08ddaf02f. Mar 31 23:44:54.551717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Calling delete_port for f509cca3-a871-41a1-a592-cfb08ddaf02f owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:44:54.599367 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:54.617205 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f509cca3-a871-41a1-a592-cfb08ddaf02f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:54.636725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port f509cca3-a871-41a1-a592-cfb08ddaf02f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=f509cca3-a871-41a1-a592-cfb08ddaf02f,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:54.716164 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:54.765219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:54.859046 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:54.895316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event deleted for resources: {'Port': ['ID=f509cca3-a871-41a1-a592-cfb08ddaf02f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:54.908730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.909079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.909419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.909766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.910123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.910436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.910808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.911178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.911439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.911764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.912092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:54.912420 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:55.032684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:44:55.160267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:44:55.170611 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:44:55.182227 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:55.183167 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:44:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:55.202712 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] No DVR routers for this DVR port f509cca3-a871-41a1-a592-cfb08ddaf02f on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:44:55.205647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:55.209435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c1c6adb-ef24-48e0-9a93-eb95bee6fc47 req-20cd6e85-8069-48dc-8fc3-8cf822d3c841 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "DELETE /v2.0/ports/f509cca3-a871-41a1-a592-cfb08ddaf02f HTTP/1.1" status: 204 len: 173 time: 1.0196710 Mar 31 23:44:55.211121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'name': 'network-vif-deleted', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:55.214500 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670a463729a2faf1f9fa5428a889813022096c28d37c01fa24118c772f575dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b914e750-d149-4341-80ca-3e3cdb72e340" -d '{"events": [{"server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "name": "network-vif-deleted", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:55.248713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5219f654-0cff-4c56-bdc2-1017158534a1 req-b16d5bbd-8129-488e-b9c9-c332b60e4604 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=519baa16-a7a7-40bf-99ad-387fc39612e8 HTTP/1.1" status: 200 len: 210 time: 0.0375259 Mar 31 23:44:55.262254 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468849cd-53c7-42c1-95c7-da081f4173e5 x-openstack-request-id: req-468849cd-53c7-42c1-95c7-da081f4173e5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:55.262430 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519baa16-a7a7-40bf-99ad-387fc39612e8", "name": "network-vif-deleted", "tag": "f509cca3-a871-41a1-a592-cfb08ddaf02f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:55.262812 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-468849cd-53c7-42c1-95c7-da081f4173e5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:55.263719 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468849cd-53c7-42c1-95c7-da081f4173e5'] response: {'server_uuid': '519baa16-a7a7-40bf-99ad-387fc39612e8', 'name': 'network-vif-deleted', 'tag': 'f509cca3-a871-41a1-a592-cfb08ddaf02f', 'status': 'completed', 'code': 200} Mar 31 23:44:55.388137 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:55.585525 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:55.612918 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:44:55.621463 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:55.622060 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:44:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:55.724677 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:55.932355 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:55.957855 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e44f8a-451a-4d52-b999-a656399d0406 None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:44:56.192527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ea271-6c93-4b5e-a661-e959b4a182ad None None] New status for floating IP 56750f84-5d12-4948-a545-92f6faa65474: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:44:56.509637 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-201f31fe-3277-4909-8bc6-97b1a49d0f24 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--863648323&fields=id&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 267 time: 0.0352316 Mar 31 23:44:56.619348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640442-a3b6-474d-8794-086ad323d18b req-5963cf1a-21d0-489a-b968-9bfa57cea671 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:56.622429 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-5963cf1a-21d0-489a-b968-9bfa57cea671 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 812 time: 0.1037021 Mar 31 23:44:56.637218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-c5a39e56-5833-4ec3-bc88-8fa1373b6e98 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/quotas/32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 375 time: 0.0097606 Mar 31 23:44:56.690242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-ed13b8d3-b42d-4812-8157-62215840dcbe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465970 Mar 31 23:44:56.834636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-03d4f86d-27b3-4305-a460-a7aea422b4ab service neutron] 10.222.0.31 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320250 Mar 31 23:44:56.923562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-bb8a080e-adfb-4890-8a28-c37dcd69fcdc service neutron] 10.222.0.31 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825100 Mar 31 23:44:57.170834 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc168c30-32cc-43e2-93e8-8e572c14ec83 req-03c365f7-549b-404e-925a-69bbeaa1fd6f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 210 time: 0.0314152 Mar 31 23:44:58.264027 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1bdc6f6-881d-4348-9e05-aa2352b77999 req-8176558b-b4bc-4b1f-8fed-45316b85711f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 210 time: 0.0264130 Mar 31 23:44:59.046825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640442-a3b6-474d-8794-086ad323d18b req-1a664295-7f6c-4353-a826-d0db79f4fc7d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:59.048350 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-1a664295-7f6c-4353-a826-d0db79f4fc7d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 812 time: 0.0998850 Mar 31 23:44:59.095754 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-8f8c9176-91b1-434c-9a25-dd3dc0ed0959 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 379 time: 0.0388217 Mar 31 23:44:59.104654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'port': {'device_id': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'admin_state_up': True, 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'security_groups': ['b1d047d9-ad15-459f-94d0-c11551c4777e']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:59.289632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Made reservation on behalf of 32ee212f1e6a4d51856ed3d3ed7bd996 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:44:59.293962 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:59.365148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-717688b9-21d4-43e1-9a0f-4f4ec9389c8c req-7dec82ae-25f5-44b7-af79-84b030103ce6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 210 time: 0.0276556 Mar 31 23:44:59.428825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Allocated IP 172.20.0.14 (8092ab98-8b08-4dba-aeac-79f00d5ba537/486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b/dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:44:59.570203 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:59.687734 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:59.737430 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:44:59.740692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:44:59.743124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:44:59.776676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:59.798075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:59.799352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:59.909904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-17cca76b-1e48-4ce3-a7f3-02dd79687afc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8088231 Mar 31 23:44:59.923551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Request body: {'port': {'device_id': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:59.990688 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:00.063474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7791c780-f9d7-4523-81d5-2bf539def933 None None] Provisioning complete for port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:45:00.064006 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7791c780-f9d7-4523-81d5-2bf539def933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:00.107007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7791c780-f9d7-4523-81d5-2bf539def933 None None] Port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:45:00.263028 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:45:00.271064 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:00.289824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Transition to ACTIVE for port object dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:45:00.346293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:00.415923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:00.471524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:45:00.471863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:45:00.472193 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:45:00.477090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:45:00.477418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:45:00.482786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:45:00.483125 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:45:00.483515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:45:00.483939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Bound port: dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:45:00.484300 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:00.499587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f558-9eff-46e9-9ccc-d03131a2ae95 req-78e6f619-e50a-4288-a4c6-24f93ee18e29 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:00.501298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d73f558-9eff-46e9-9ccc-d03131a2ae95 req-78e6f619-e50a-4288-a4c6-24f93ee18e29 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0547650 Mar 31 23:45:00.542226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d73f558-9eff-46e9-9ccc-d03131a2ae95 req-6a9ab1b3-5bc0-4694-92bb-c96237dc13d5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347972 Mar 31 23:45:00.570756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:45:00.574226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:45:00.664824 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:00.702883 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:00.703482 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:00.704888 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] 10.222.0.50 "PUT /v2.0/ports/dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1092 time: 0.7864082 Mar 31 23:45:00.705325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:00.729274 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5977e-1c2b-431c-8223-5312377389cd service neutron] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:00.753810 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7836b182-d388-4144-bd8a-2752a8045750" -d '{"events": [{"name": "network-changed", "server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:00.848068 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b94075-1b74-464e-8067-07bba88439cf x-openstack-request-id: req-45b94075-1b74-464e-8067-07bba88439cf {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:00.849105 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:00.849105 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45b94075-1b74-464e-8067-07bba88439cf {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:00.849105 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b94075-1b74-464e-8067-07bba88439cf'] response: {'name': 'network-changed', 'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'status': 'completed', 'code': 200} Mar 31 23:45:00.942858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640442-a3b6-474d-8794-086ad323d18b req-139e63aa-517a-478a-ab62-3b968417f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:00.944348 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-139e63aa-517a-478a-ab62-3b968417f057 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1095 time: 0.0821617 Mar 31 23:45:00.989583 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-806da0df-de80-4772-95bb-50236ab47117 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 217 time: 0.0365744 Mar 31 23:45:01.037362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640442-a3b6-474d-8794-086ad323d18b req-f891c8cc-ad32-4342-baa0-edec31126fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:01.038800 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-f891c8cc-ad32-4342-baa0-edec31126fcd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0431480 Mar 31 23:45:01.083592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640442-a3b6-474d-8794-086ad323d18b req-a6ebda46-5d15-4f3c-a9be-7fc018c4fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:01.085054 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-a6ebda46-5d15-4f3c-a9be-7fc018c4fea0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394938 Mar 31 23:45:01.178759 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-84bc7831-13d9-4ad2-b7f6-4c973f7ec215 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Mar 31 23:45:01.270664 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5b640442-a3b6-474d-8794-086ad323d18b req-ea07217c-21d6-4870-9003-b86c994bc2c5 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828218 Mar 31 23:45:01.437360 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b182-d388-4144-bd8a-2752a8045750 req-9a2e75c0-6098-49f5-902e-56ac91394484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:01.438778 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7836b182-d388-4144-bd8a-2752a8045750 req-9a2e75c0-6098-49f5-902e-56ac91394484 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1095 time: 0.0419569 Mar 31 23:45:01.531004 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b182-d388-4144-bd8a-2752a8045750 req-940db587-9076-48f3-ba35-c270e1eb294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:01.532492 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7836b182-d388-4144-bd8a-2752a8045750 req-940db587-9076-48f3-ba35-c270e1eb294a service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0876670 Mar 31 23:45:01.573913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7836b182-d388-4144-bd8a-2752a8045750 req-58c06637-3f85-4e54-a1ee-58188993a8f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 217 time: 0.0347450 Mar 31 23:45:01.631758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b182-d388-4144-bd8a-2752a8045750 req-68cb075f-8132-4151-9224-e14c1c896c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:01.633252 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7836b182-d388-4144-bd8a-2752a8045750 req-68cb075f-8132-4151-9224-e14c1c896c7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0513585 Mar 31 23:45:01.670588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26ffe8-4a4d-42b6-9623-8d8f0c54931f req-18383fa7-ba2e-4be7-bf61-8fe74026593d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:01.672066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c26ffe8-4a4d-42b6-9623-8d8f0c54931f req-18383fa7-ba2e-4be7-bf61-8fe74026593d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0534444 Mar 31 23:45:01.681284 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b182-d388-4144-bd8a-2752a8045750 req-8eefb0ac-c783-4cfa-aeed-b9b1f4e0eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:01.682831 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7836b182-d388-4144-bd8a-2752a8045750 req-8eefb0ac-c783-4cfa-aeed-b9b1f4e0eac7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407982 Mar 31 23:45:01.709666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2c26ffe8-4a4d-42b6-9623-8d8f0c54931f req-ebd9288f-2f9b-4da5-90ac-b83f1a35dcc1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314164 Mar 31 23:45:01.774878 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7836b182-d388-4144-bd8a-2752a8045750 req-fbf5157b-7b71-483e-a53a-c01e53692bbe service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826244 Mar 31 23:45:01.868551 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7836b182-d388-4144-bd8a-2752a8045750 req-63304962-4f92-4e1f-b17a-d6fed7a540ef service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865293 Mar 31 23:45:02.828625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167ecd5-649c-448a-a1ec-e38df63b99d9 req-832f9c45-d738-4b6c-811e-fe4a2928d3fe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:02.830115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d167ecd5-649c-448a-a1ec-e38df63b99d9 req-832f9c45-d738-4b6c-811e-fe4a2928d3fe tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0486715 Mar 31 23:45:02.867598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d167ecd5-649c-448a-a1ec-e38df63b99d9 req-5a19e01e-5244-4471-9071-cff12f9690c9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312119 Mar 31 23:45:03.989860 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1daa4e24-5e3c-4cbf-9e64-f7775b50b82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:04.008257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f99ce-c1e9-4516-8ce1-bd24c570d4fa req-c3ef2361-301b-4598-a075-d9ca06cf1022 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:04.009760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f8f99ce-c1e9-4516-8ce1-bd24c570d4fa req-c3ef2361-301b-4598-a075-d9ca06cf1022 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0510173 Mar 31 23:45:04.048214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f8f99ce-c1e9-4516-8ce1-bd24c570d4fa req-d962c908-eb03-4dac-8e4d-9c5aebd67e93 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Mar 31 23:45:04.595626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:45:04.695244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:04.707666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'mac_address': 'fa:16:3e:8d:e0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:45:04.752118 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:04.765030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:45:04.785023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:04.872520 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:04.920552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:04.927852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.928263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.928528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.928857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.929180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.929500 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.929818 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.930133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.930451 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.930867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.931176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:04.931497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:05.077292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:45:05.171474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd5eb-e10b-41b2-923f-a58a7c5ef985 req-02bcd77c-3666-42e2-94cd-49525ee29f08 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:05.173044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d8cd5eb-e10b-41b2-923f-a58a7c5ef985 req-02bcd77c-3666-42e2-94cd-49525ee29f08 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0541337 Mar 31 23:45:05.212101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d8cd5eb-e10b-41b2-923f-a58a7c5ef985 req-86e07138-a2ce-44cf-90a8-976cb377af73 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328572 Mar 31 23:45:06.100882 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76ab310c-75dd-44a3-a7b1-c9eb8296e7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:06.328161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24aa3f-f0de-4371-b985-b57c8a4525a4 req-55d19c65-31c4-4f00-8850-9f221f171766 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:06.329673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca24aa3f-f0de-4371-b985-b57c8a4525a4 req-55d19c65-31c4-4f00-8850-9f221f171766 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Mar 31 23:45:06.368291 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca24aa3f-f0de-4371-b985-b57c8a4525a4 req-e76d0956-c8a6-4608-b6a3-432a60f7d6fb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324309 Mar 31 23:45:06.606504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:45:06.718371 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:45:06.722448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:45:06.722848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:06.802055 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:06.823544 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:06.825803 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d08c7321ef4c0b92f19d1c0b3e3ca67a546b5d96281fece8f5b0c4621b638329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3affc5ac-6220-4f69-95a1-4e2ade283ed9" -d '{"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-plugged", "status": "completed", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:06.839194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:06.865479 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e611da70-fed3-484c-a633-2e3a735862d9 x-openstack-request-id: req-e611da70-fed3-484c-a633-2e3a735862d9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:06.865773 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-plugged", "status": "completed", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:06.866028 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e611da70-fed3-484c-a633-2e3a735862d9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:06.866428 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e611da70-fed3-484c-a633-2e3a735862d9'] response: {'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'code': 200} Mar 31 23:45:06.911976 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:06.960090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:06.962463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ecbad-3f84-471a-9440-b158cb6b151c req-8f27dc60-8f26-4800-98b9-41ad02dd7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:06.963997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e0ecbad-3f84-471a-9440-b158cb6b151c req-8f27dc60-8f26-4800-98b9-41ad02dd7668 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1097 time: 0.0410306 Mar 31 23:45:07.000773 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e0ecbad-3f84-471a-9440-b158cb6b151c req-379b91d2-5614-4192-80c5-105a795148cc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290222 Mar 31 23:45:07.481841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848baa96-a08a-4170-bf30-7a22c081e0b8 req-401e7b10-30f5-4797-a00d-7ad50e21543d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:07.483912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-848baa96-a08a-4170-bf30-7a22c081e0b8 req-401e7b10-30f5-4797-a00d-7ad50e21543d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0485618 Mar 31 23:45:07.521387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-848baa96-a08a-4170-bf30-7a22c081e0b8 req-a43ec7fb-10ca-4b59-9879-1e2aa5dd440c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Mar 31 23:45:07.872129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:08.643113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0d490-921b-4a50-8007-5f2d104d22ba req-f15ebfb6-d46f-4ae2-b1ca-8d1c3509e03b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:08.644592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93b0d490-921b-4a50-8007-5f2d104d22ba req-f15ebfb6-d46f-4ae2-b1ca-8d1c3509e03b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0538812 Mar 31 23:45:08.683164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93b0d490-921b-4a50-8007-5f2d104d22ba req-56bb3117-4f4e-4287-9881-1f1909281e2d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325918 Mar 31 23:45:08.814603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891b47e-8152-4681-a1a9-5cde31ca158b req-b8726409-9ffa-4dd9-88bd-446ef3253902 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:08.816053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9891b47e-8152-4681-a1a9-5cde31ca158b req-b8726409-9ffa-4dd9-88bd-446ef3253902 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0564442 Mar 31 23:45:08.824749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55066) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:45:08.829899 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Request body: {'floatingip': {'port_id': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:45:08.849545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:08.870741 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:08.980472 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:09.172453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:09.327174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:09.420829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:09.521881 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Floating IP 56750f84-5d12-4948-a545-92f6faa65474 associated. External IP: 172.25.4.191, port: dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759. Mar 31 23:45:10.054957 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:10.067921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:45:10.175958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:45:10.180917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:10.186459 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:45:10.196011 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:45:10.196596 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:45:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:10.210452 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-debdd8ea-d46d-4bef-8177-f95d96dcef2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "PUT /v2.0/floatingips/56750f84-5d12-4948-a545-92f6faa65474 HTTP/1.1" status: 200 len: 993 time: 1.3845060 Mar 31 23:45:10.211032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:10.264440 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244ed605-08b7-4804-bfd7-fee14d9bdfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:10.324184 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:45:10.357386 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd7a918-0d0c-4d55-bdcd-ab0d21d9fc88 x-openstack-request-id: req-1dd7a918-0d0c-4d55-bdcd-ab0d21d9fc88 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:10.363655 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:10.363655 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dd7a918-0d0c-4d55-bdcd-ab0d21d9fc88 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:10.363655 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd7a918-0d0c-4d55-bdcd-ab0d21d9fc88'] response: {'name': 'network-changed', 'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'status': 'completed', 'code': 200} Mar 31 23:45:10.421633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-0e39d1fb-3194-45a5-8f52-272348668703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:10.423145 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-0e39d1fb-3194-45a5-8f52-272348668703 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1097 time: 0.0434530 Mar 31 23:45:10.527202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-bc93cf11-b988-4cac-a9b1-8a92c12ce8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:10.529172 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-bc93cf11-b988-4cac-a9b1-8a92c12ce8a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0995452 Mar 31 23:45:10.570365 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:8d:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:45:09Z', 'revision_number': 13, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:10.597855 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:45:10.600224 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-7ff8377e-d55f-45e7-8c80-930ee476f261 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1001 time: 0.0641332 Mar 31 23:45:10.609241 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:45:10.609800 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:45:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:10.655843 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-879088cf-a18b-4966-b932-1b357e62740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:10.656871 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-879088cf-a18b-4966-b932-1b357e62740c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0508616 Mar 31 23:45:10.703589 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-9ecc15dd-c810-469a-989f-d37eb6722673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:10.705589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-9ecc15dd-c810-469a-989f-d37eb6722673 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423460 Mar 31 23:45:10.722941 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:45:10.804739 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-5ab0b3ba-e7d1-4d08-8554-6f8eb1f70774 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933459 Mar 31 23:45:10.919502 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-244ed605-08b7-4804-bfd7-fee14d9bdfb2 req-4f915247-4d9c-456a-a0f5-9662aaecb7f3 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087761 Mar 31 23:45:10.969130 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:8d:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:45:09Z', 'revision_number': 13, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:11.092955 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbf664-a1cb-47b3-9587-7ab06cb95c85 None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '56750f84-5d12-4948-a545-92f6faa65474', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'floating_ip_address': '172.25.4.191', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'port_id': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'mac_address': 'fa:16:3e:8d:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:41:50Z', 'updated_at': '2022-03-31T23:45:09Z', 'revision_number': 13, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:45:11.294208 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8caffb-ccdc-4ccb-a18a-c3f26a00b9d4 None None] New status for floating IP 56750f84-5d12-4948-a545-92f6faa65474: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:45:13.155764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31451183-1bd2-45a0-98cc-10c22ddceb05 req-692df052-ffc7-4732-b0f8-9dbd035a9006 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:13.157304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31451183-1bd2-45a0-98cc-10c22ddceb05 req-692df052-ffc7-4732-b0f8-9dbd035a9006 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0502970 Mar 31 23:45:13.197075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31451183-1bd2-45a0-98cc-10c22ddceb05 req-b01f9f6b-a7cb-4e45-aa90-57a3b0792e08 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Mar 31 23:45:16.554933 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-a1d97288-0416-4a8b-9e22-5a66f80d4eb7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421696 Mar 31 23:45:16.655982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-74397254-01cd-473a-8e31-a998d601e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:16.658087 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-74397254-01cd-473a-8e31-a998d601e1de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1097 time: 0.0480292 Mar 31 23:45:16.773368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-1f78f996-8b4e-4702-a0a9-09f10fa8d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:16.774901 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-1f78f996-8b4e-4702-a0a9-09f10fa8d071 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0971518 Mar 31 23:45:16.843694 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-f6176dd8-b646-4faa-8503-f1bbe33ee989 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1003 time: 0.0616987 Mar 31 23:45:16.945173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-391bd798-dbc2-45d1-85a9-8bd57e451166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:16.946605 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-391bd798-dbc2-45d1-85a9-8bd57e451166 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0972347 Mar 31 23:45:16.998894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-a3530772-b11b-4a27-880b-a507098541a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:17.000426 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-a3530772-b11b-4a27-880b-a507098541a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464189 Mar 31 23:45:17.054703 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:45:17.095690 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-df1b903c-b858-4bec-987e-455fdcad7ea5 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889382 Mar 31 23:45:17.202192 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7bad9eaf-8a52-4e26-8ed6-8c94bc35fc6a req-82616a4b-1e8d-4584-a2dc-21d68f5bdccf service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000156 Mar 31 23:45:24.902346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2f927-c989-4bff-94c8-bb74cb89ad2b req-4da4260a-cd91-4a2a-805b-bf6535da4a3e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:24.904134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efc2f927-c989-4bff-94c8-bb74cb89ad2b req-4da4260a-cd91-4a2a-805b-bf6535da4a3e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0494881 Mar 31 23:45:24.953381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efc2f927-c989-4bff-94c8-bb74cb89ad2b req-3aabb244-9b3c-4963-b0cf-d6d79eca953f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414889 Mar 31 23:45:25.070841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-56cb37de-c97e-493c-a223-ca601c875ea1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871973 Mar 31 23:45:26.072066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238d413-f8f3-450a-9b6e-f4e70a5c80dd req-ac5fdb03-533b-47dd-81f9-5bd8feb9c058 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:26.073756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1238d413-f8f3-450a-9b6e-f4e70a5c80dd req-ac5fdb03-533b-47dd-81f9-5bd8feb9c058 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0512989 Mar 31 23:45:26.113366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1238d413-f8f3-450a-9b6e-f4e70a5c80dd req-1902caf2-87ea-479b-b94e-5a94068184ac tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331059 Mar 31 23:45:26.931131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-06eb9316-a69e-45c7-b8d2-1b70f0e7ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:26.932583 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-06eb9316-a69e-45c7-b8d2-1b70f0e7ecfe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1097 time: 0.0404413 Mar 31 23:45:27.026043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-2c26e128-84c0-4136-98df-7ba69073c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:27.027776 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-2c26e128-84c0-4136-98df-7ba69073c29b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0850585 Mar 31 23:45:27.094190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-9d4df519-1264-4b0e-b37b-7c78f078d033 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1003 time: 0.0584497 Mar 31 23:45:27.143050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-db17e502-ac02-4887-b32a-9201639696df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:27.144493 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-db17e502-ac02-4887-b32a-9201639696df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0433223 Mar 31 23:45:27.194521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-2fb5e859-e810-4aa0-8f7c-2a9593e00cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:27.195925 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-2fb5e859-e810-4aa0-8f7c-2a9593e00cfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446651 Mar 31 23:45:27.231267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f0640-16b7-428c-b111-b58accf328f9 req-5e71f1c5-d2bd-48a3-a831-96fba66c363e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:27.232784 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd4f0640-16b7-428c-b111-b58accf328f9 req-5e71f1c5-d2bd-48a3-a831-96fba66c363e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0488839 Mar 31 23:45:27.272216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dd4f0640-16b7-428c-b111-b58accf328f9 req-b3f10c1c-8638-4a60-b356-5ec8797077ef tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323803 Mar 31 23:45:27.286466 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-9c9b7e30-482e-45ae-a4bf-d065712f2a64 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821717 Mar 31 23:45:27.690199 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-302913cd-fbdc-48b0-a66e-7263dd8af130 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967125 Mar 31 23:45:28.391930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81d624-9f8f-47ba-811f-0a9960c07753 req-f6533fb9-2caa-4654-a2d3-cdd2962127ec tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:28.393427 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d81d624-9f8f-47ba-811f-0a9960c07753 req-f6533fb9-2caa-4654-a2d3-cdd2962127ec tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0521839 Mar 31 23:45:28.430948 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d81d624-9f8f-47ba-811f-0a9960c07753 req-30926ed7-97a4-4e60-a387-18e6ad1c8e8a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Mar 31 23:45:29.549233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699d950-06d6-4efb-b159-df7e63369bf1 req-eebdae95-eea3-4bcb-91d1-7521cb52dbc5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:29.550727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5699d950-06d6-4efb-b159-df7e63369bf1 req-eebdae95-eea3-4bcb-91d1-7521cb52dbc5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0482438 Mar 31 23:45:29.591843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5699d950-06d6-4efb-b159-df7e63369bf1 req-a7c62a00-1e39-4a16-a5de-ca3fdc79122f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351601 Mar 31 23:45:30.708432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92efbf-a41f-4a99-9fe8-24ff541f8922 req-0c178b99-1572-4bb5-9089-49c82ee920f1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:30.709898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f92efbf-a41f-4a99-9fe8-24ff541f8922 req-0c178b99-1572-4bb5-9089-49c82ee920f1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0481241 Mar 31 23:45:30.747293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f92efbf-a41f-4a99-9fe8-24ff541f8922 req-f5dedde0-b2b2-488d-914d-981bb7952dc4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311592 Mar 31 23:45:31.868109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8df19-f377-47d4-abb1-5f427e27a3f4 req-441e1e6a-b7fe-419a-9a25-00a33f00a22a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:31.869537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59b8df19-f377-47d4-abb1-5f427e27a3f4 req-441e1e6a-b7fe-419a-9a25-00a33f00a22a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0526145 Mar 31 23:45:31.907815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59b8df19-f377-47d4-abb1-5f427e27a3f4 req-7025d1de-1e4a-4e14-a821-02046954cd73 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Mar 31 23:45:33.025265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62f0be-d173-4672-8638-3f95de869495 req-fddf0508-db34-4cf5-843f-813fc5ce1865 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:33.026777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd62f0be-d173-4672-8638-3f95de869495 req-fddf0508-db34-4cf5-843f-813fc5ce1865 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0485592 Mar 31 23:45:33.064763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd62f0be-d173-4672-8638-3f95de869495 req-7e4b00e6-0b7c-48a4-a136-375ef4218daf tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318549 Mar 31 23:45:34.025763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8fa8b1c7-8f13-42e9-8633-8adbf1bb82e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:34.181726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a437c-dc4b-419a-bde2-1ed281423e33 req-2755e164-a7fa-4a1f-bf63-5017006ac26b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:34.183267 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd9a437c-dc4b-419a-bde2-1ed281423e33 req-2755e164-a7fa-4a1f-bf63-5017006ac26b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0498960 Mar 31 23:45:34.222187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd9a437c-dc4b-419a-bde2-1ed281423e33 req-f168bedc-ac8e-43d8-bbff-6f58bb92c5fc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Mar 31 23:45:35.360727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36636a9b-5e37-483b-a2df-778542cad2bb req-1befaf1d-03bb-4049-bbc8-be049d7ff917 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:35.362204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36636a9b-5e37-483b-a2df-778542cad2bb req-1befaf1d-03bb-4049-bbc8-be049d7ff917 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0550373 Mar 31 23:45:35.398815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36636a9b-5e37-483b-a2df-778542cad2bb req-af594400-00cd-4437-b9d8-d3bff4ba4280 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306866 Mar 31 23:45:36.097748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bc3317b7-111c-47c2-b40c-e6ae43683bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:36.516026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4661d1-2da8-432e-becd-818ea16d807f req-1b6a36a2-d59c-4f28-b0d8-4cf7fc312521 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:36.517505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e4661d1-2da8-432e-becd-818ea16d807f req-1b6a36a2-d59c-4f28-b0d8-4cf7fc312521 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0484149 Mar 31 23:45:36.554761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e4661d1-2da8-432e-becd-818ea16d807f req-b8ae3ff5-f639-4878-b79b-74dab28fcfac tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Mar 31 23:45:37.674057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f91913-3765-4e42-8856-4b8eb1bce62f req-2756aa40-8b3f-4092-bcfe-1e49d4628123 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:37.675609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75f91913-3765-4e42-8856-4b8eb1bce62f req-2756aa40-8b3f-4092-bcfe-1e49d4628123 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0511317 Mar 31 23:45:37.715389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75f91913-3765-4e42-8856-4b8eb1bce62f req-f8142042-9986-4acd-a7e5-f89c22884cfc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335562 Mar 31 23:45:37.835391 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:38.837334 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:38.838489 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc8154-e00a-4fc0-8d1b-435859595dc0 req-02b69b2f-d03b-4d1b-8dc0-3ab3156874ea tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:38.840009 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccfc8154-e00a-4fc0-8d1b-435859595dc0 req-02b69b2f-d03b-4d1b-8dc0-3ab3156874ea tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0533636 Mar 31 23:45:38.878696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ccfc8154-e00a-4fc0-8d1b-435859595dc0 req-6e462a7d-6b2d-4e2f-9a2a-0a2278514dba tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Mar 31 23:45:39.011794 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:39.189621 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:39.997339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824843-ca29-4091-b2c0-68cf82ef469e req-50c09b37-8dee-480e-816e-99f2b613c506 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:39.998860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad824843-ca29-4091-b2c0-68cf82ef469e req-50c09b37-8dee-480e-816e-99f2b613c506 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0511796 Mar 31 23:45:40.043245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad824843-ca29-4091-b2c0-68cf82ef469e req-f4e51031-a41b-48c2-9417-6d773dbd0e63 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377526 Mar 31 23:45:40.056414 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:41.167455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119d131-af94-4f35-8a79-b24631e17e0b req-187600d3-d2db-42e1-a251-4a10c1cf3aff tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:41.168967 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4119d131-af94-4f35-8a79-b24631e17e0b req-187600d3-d2db-42e1-a251-4a10c1cf3aff tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0499053 Mar 31 23:45:41.206903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4119d131-af94-4f35-8a79-b24631e17e0b req-aeba2251-69b7-4211-b08b-0dc41a7a1485 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Mar 31 23:45:41.739201 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-c114f851-134d-45a2-9d79-36c3d8f2e0f2 service neutron] show failed (client error): The resource could not be found. Mar 31 23:45:41.740105 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-c114f851-134d-45a2-9d79-36c3d8f2e0f2 service neutron] 10.222.0.50 "GET /v2.0/ports/dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0545900 Mar 31 23:45:42.338661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b549e-5877-4d0a-8ca3-ca815f9a4ac7 req-584d5c06-648a-4b5a-9be1-e19db91330ab tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:42.341601 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab4b549e-5877-4d0a-8ca3-ca815f9a4ac7 req-584d5c06-648a-4b5a-9be1-e19db91330ab tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0644813 Mar 31 23:45:42.405488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ab4b549e-5877-4d0a-8ca3-ca815f9a4ac7 req-747f015b-d098-4e5d-ab01-469e9b4d9232 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593965 Mar 31 23:45:42.415001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-f1170cfb-26b6-4d31-a8ef-675b4e7cc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:42.416450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-f1170cfb-26b6-4d31-a8ef-675b4e7cc633 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 1097 time: 0.1069372 Mar 31 23:45:42.427830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:45:42.480167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:42.686731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:42.719989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:45:42.758109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:42.760452 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a524be-42cd-41cd-b0c4-7ee1ff411293" -d '{"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:42.764706 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:42.778710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Transition to ACTIVE for port object dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:45:42.812427 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d85db1-3d0e-4df1-9325-3d06d61370e2 x-openstack-request-id: req-53d85db1-3d0e-4df1-9325-3d06d61370e2 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:42.812713 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:42.812963 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53d85db1-3d0e-4df1-9325-3d06d61370e2 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:42.813410 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d85db1-3d0e-4df1-9325-3d06d61370e2'] response: {'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'code': 200} Mar 31 23:45:42.852023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:42.928758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:42.976763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] No DVR routers for this DVR port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:45:43.114847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:45:43.115185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:45:43.115513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:45:43.120057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:45:43.120380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:45:43.125156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:45:43.125497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:45:43.126397 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:45:43.126851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Bound port: dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:45:43.127207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:43.190327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:45:43.193296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:45:43.261395 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:43.296804 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.297420 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:43.302045 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1092 time: 0.8781173 Mar 31 23:45:43.365274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04998-7574-4a31-a4e6-b8663529dc66 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:43.383244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-74f9259b-73dd-4762-a57f-560fd130bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.385390 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-74f9259b-73dd-4762-a57f-560fd130bd5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1095 time: 0.0586016 Mar 31 23:45:43.504049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-55c700cb-2715-47fb-b9fc-6356266ec7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.505665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-55c700cb-2715-47fb-b9fc-6356266ec7b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.1143062 Mar 31 23:45:43.589703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584964fa-3be7-47b8-ad35-de130c09f9e8 req-09c34acc-f46e-4931-b4b7-0926345950d5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.591270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-584964fa-3be7-47b8-ad35-de130c09f9e8 req-09c34acc-f46e-4931-b4b7-0926345950d5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.1019924 Mar 31 23:45:43.608609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-bd66f51b-e7da-4ffa-bf96-a14cf69e1176 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1001 time: 0.0888495 Mar 31 23:45:43.666178 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-584964fa-3be7-47b8-ad35-de130c09f9e8 req-8aae5eb3-9bfe-434d-a7a1-6e5ce893047e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673594 Mar 31 23:45:43.679082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-62788122-7740-4756-b444-382f1d6463a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.680656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-62788122-7740-4756-b444-382f1d6463a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0653684 Mar 31 23:45:43.728879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-2672d70f-9532-41c5-bfc3-0ca02c5639e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.730310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-2672d70f-9532-41c5-bfc3-0ca02c5639e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434308 Mar 31 23:45:43.824183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-a0f5cab1-da81-443c-8574-d655c7566ef2 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872753 Mar 31 23:45:43.914211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-040d1439-cf3a-40bd-87b4-9a8525c6d122 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836911 Mar 31 23:45:44.787903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:45:44.819432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1935b3f-724f-413f-81a0-3f9560c33d55 req-7fa96ef4-65b7-4e2c-be2e-8f70ca18202c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:44.822165 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1935b3f-724f-413f-81a0-3f9560c33d55 req-7fa96ef4-65b7-4e2c-be2e-8f70ca18202c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0643804 Mar 31 23:45:44.822165 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:44.825568 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a18bba-5c4a-444c-b528-21cab574ecb3" -d '{"events": [{"name": "network-changed", "server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:44.835151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:45:44.871843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1935b3f-724f-413f-81a0-3f9560c33d55 req-7f1aee88-8224-4807-a5dd-cadc221fb23f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 Mar 31 23:45:44.879238 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a174ed-6fec-48b4-b439-7c57363cbc44 x-openstack-request-id: req-d8a174ed-6fec-48b4-b439-7c57363cbc44 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:44.879533 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:44.879789 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8a174ed-6fec-48b4-b439-7c57363cbc44 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:44.880199 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a174ed-6fec-48b4-b439-7c57363cbc44'] response: {'name': 'network-changed', 'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'status': 'completed', 'code': 200} Mar 31 23:45:44.946574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-20917960-4e85-46e3-8f0e-df1329c8cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:44.948441 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-20917960-4e85-46e3-8f0e-df1329c8cc7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1095 time: 0.0487034 Mar 31 23:45:44.954237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-f4a0e580-fcd1-41c7-bc5c-3ee52d038363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:44.955764 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-f4a0e580-fcd1-41c7-bc5c-3ee52d038363 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1095 time: 0.0441024 Mar 31 23:45:45.045590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-ec4aee4c-d4bf-4ebd-9ba4-5b4e9db97bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.047073 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-ec4aee4c-d4bf-4ebd-9ba4-5b4e9db97bb1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0920765 Mar 31 23:45:45.054125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-69efa890-8924-44bd-8cd2-fab17f6c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.055962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-69efa890-8924-44bd-8cd2-fab17f6c5d58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0929146 Mar 31 23:45:45.115268 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-ba8ba44a-ea24-456a-8756-cba1f863c54d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1001 time: 0.0604730 Mar 31 23:45:45.125783 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-dff9f1b0-bb91-4e3b-bdde-f1b422896c2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1001 time: 0.0636034 Mar 31 23:45:45.166304 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-92bc7627-4bd0-4ab9-9504-bb16b642a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.167910 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-92bc7627-4bd0-4ab9-9504-bb16b642a3c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0468624 Mar 31 23:45:45.187089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-27782b64-ff4d-4207-a365-04945ddb185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.188599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-27782b64-ff4d-4207-a365-04945ddb185c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0567935 Mar 31 23:45:45.219031 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-9eae64b6-054c-4ca1-b883-81bd45169607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.221129 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-9eae64b6-054c-4ca1-b883-81bd45169607 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453207 Mar 31 23:45:45.240991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-aa2af232-8f18-4ff2-9f13-c1be689bcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.242501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-aa2af232-8f18-4ff2-9f13-c1be689bcaad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478342 Mar 31 23:45:45.314593 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-6bc19f2d-91c4-423a-bd5e-cd5a595459db service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867999 Mar 31 23:45:45.336861 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-c46e1568-0425-4d7d-9c7e-61cd30cc0fd3 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876267 Mar 31 23:45:45.421270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-bc5cc43d-763b-4835-8a77-1634e0fb4957 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000154 Mar 31 23:45:45.435647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41a18bba-5c4a-444c-b528-21cab574ecb3 req-07ceb0cc-71cb-4bbc-a7c9-7c770fe6c77e service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926375 Mar 31 23:45:46.013099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc59b51-aa59-46be-b33b-f8f735eeda5c req-e0b22473-e6e2-41cc-9960-f214d5b7b21c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:46.014118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cc59b51-aa59-46be-b33b-f8f735eeda5c req-e0b22473-e6e2-41cc-9960-f214d5b7b21c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0532563 Mar 31 23:45:46.053447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3cc59b51-aa59-46be-b33b-f8f735eeda5c req-10a571ba-5910-49c0-9e1e-6facd6968fa0 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323110 Mar 31 23:45:47.184491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58505c0e-caa9-4a0b-987b-a4358a197c8c req-abea7d2f-a4f7-46a7-b135-683e5c852780 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:47.185987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58505c0e-caa9-4a0b-987b-a4358a197c8c req-abea7d2f-a4f7-46a7-b135-683e5c852780 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0504243 Mar 31 23:45:47.224613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58505c0e-caa9-4a0b-987b-a4358a197c8c req-c4641ef4-162e-41fb-97a7-e31f9714390f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323727 Mar 31 23:45:48.346759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e220fcf-6a66-4c53-9fa5-c05a15d9bf36 req-cb067651-a1ea-4306-b7b2-21ca26492ba5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:48.348234 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e220fcf-6a66-4c53-9fa5-c05a15d9bf36 req-cb067651-a1ea-4306-b7b2-21ca26492ba5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0510533 Mar 31 23:45:48.392062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e220fcf-6a66-4c53-9fa5-c05a15d9bf36 req-8f14c7f2-0642-49f1-b641-00d3af4b0368 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370996 Mar 31 23:45:49.510396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776191-6bc9-4e68-80e7-bc610387ecb2 req-7d656339-6abb-43ed-9161-784d8ec08f9f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:49.511923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49776191-6bc9-4e68-80e7-bc610387ecb2 req-7d656339-6abb-43ed-9161-784d8ec08f9f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0511558 Mar 31 23:45:49.549843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49776191-6bc9-4e68-80e7-bc610387ecb2 req-13fef767-a554-49c0-ba6f-f446106d0170 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Mar 31 23:45:50.671713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdb585-97c9-47c8-8ede-dd515e78c06b req-82dcb4ec-fd6d-49aa-9be7-043af6e0d977 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:50.673242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70cdb585-97c9-47c8-8ede-dd515e78c06b req-82dcb4ec-fd6d-49aa-9be7-043af6e0d977 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0515151 Mar 31 23:45:50.712445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70cdb585-97c9-47c8-8ede-dd515e78c06b req-21db9bb0-3b89-42a9-94c1-b805583446c6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332112 Mar 31 23:45:51.831332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd81bf-a787-43b4-ab89-24212b6fe0cf req-6ff8f604-47a7-4d97-a8d8-2755c15cb5c6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:51.832814 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09bd81bf-a787-43b4-ab89-24212b6fe0cf req-6ff8f604-47a7-4d97-a8d8-2755c15cb5c6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0481582 Mar 31 23:45:51.875065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-09bd81bf-a787-43b4-ab89-24212b6fe0cf req-36e0fe1b-def2-4e25-853e-cd74d931669f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359042 Mar 31 23:45:53.009036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99f70c-14fd-443a-a6ef-a92d049d1128 req-e75d9164-4fe6-49fe-a4b9-b4f6fde1336c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:53.010555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b99f70c-14fd-443a-a6ef-a92d049d1128 req-e75d9164-4fe6-49fe-a4b9-b4f6fde1336c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0501029 Mar 31 23:45:53.048446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b99f70c-14fd-443a-a6ef-a92d049d1128 req-46d38210-b9e3-4eb8-944e-4a000e651484 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313749 Mar 31 23:45:54.053992 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:45:54.166545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4da754-85fa-4a9a-ad64-02169a58da82 req-8144d494-fef3-4594-bb75-299935218cb7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:54.168047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb4da754-85fa-4a9a-ad64-02169a58da82 req-8144d494-fef3-4594-bb75-299935218cb7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0494146 Mar 31 23:45:54.205821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb4da754-85fa-4a9a-ad64-02169a58da82 req-e3bdee04-e46a-4077-b1e6-1fffa5695990 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Mar 31 23:45:55.328197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cea0c-6bb8-4eae-9040-c5d50ecd43c9 req-756d0375-5e7d-4e61-a4fb-d36179359cce tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:55.330174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f6cea0c-6bb8-4eae-9040-c5d50ecd43c9 req-756d0375-5e7d-4e61-a4fb-d36179359cce tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0527067 Mar 31 23:45:55.372034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f6cea0c-6bb8-4eae-9040-c5d50ecd43c9 req-1ec30b28-a8d0-4b79-a08c-baeb6f08e375 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355341 Mar 31 23:45:56.491978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85484251-f120-4cfa-a30b-4b336147ffa4 req-77c115eb-67f3-41b8-8e0c-97aef716175e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:56.493471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85484251-f120-4cfa-a30b-4b336147ffa4 req-77c115eb-67f3-41b8-8e0c-97aef716175e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 944 time: 0.0502226 Mar 31 23:45:56.538227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85484251-f120-4cfa-a30b-4b336147ffa4 req-476c7924-aae7-493a-9b6f-6f3f114d320f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384572 Mar 31 23:45:56.824326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:45:56.921012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:56.932651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'mac_address': 'fa:16:3e:8d:e0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:45:56.969258 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:56.982809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:45:57.013010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:57.074949 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:57.114368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8f8ca-ae55-460f-b966-1effeb8d100c req-8d2ef2eb-4dc5-4ee4-bfe7-9b689b4b7bdd tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:57.115952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0db8f8ca-ae55-460f-b966-1effeb8d100c req-8d2ef2eb-4dc5-4ee4-bfe7-9b689b4b7bdd tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Mar 31 23:45:57.129538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:57.189370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0db8f8ca-ae55-460f-b966-1effeb8d100c req-8c8f2e02-e66b-4e8b-a977-e2d76ff9dde8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617754 Mar 31 23:45:57.197717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-6d47ed0c-4807-49b5-a8fb-2ab217aa9ef4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:57.199239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-6d47ed0c-4807-49b5-a8fb-2ab217aa9ef4 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.45 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 945 time: 0.0824420 Mar 31 23:45:57.262819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-3271d518-8dd2-46b7-a852-7eda7277c3b6 service neutron] 10.222.0.45 "GET /v2.0/ports/dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759/bindings/n-h2-836015-1 HTTP/1.1" status: 200 len: 382 time: 0.0562160 Mar 31 23:45:57.297651 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:45:57.329984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ba72b884-7278-4770-9209-5feee6c3ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:57.331439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ba72b884-7278-4770-9209-5feee6c3ff9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1096 time: 0.0462892 Mar 31 23:45:57.424949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-eae5c22c-59df-4b28-9835-28a4bfeaf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:57.426490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-eae5c22c-59df-4b28-9835-28a4bfeaf147 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0886643 Mar 31 23:45:57.493589 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-9995b2b2-e872-4614-9fda-e55ee9a79232 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1002 time: 0.0593441 Mar 31 23:45:57.543713 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-82a36991-0861-4730-9349-3282873f8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:57.545156 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-82a36991-0861-4730-9349-3282873f8a96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0454865 Mar 31 23:45:57.598562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-94fd639d-4edc-40a7-bf67-b69f99adaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:57.599956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-94fd639d-4edc-40a7-bf67-b69f99adaf86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480094 Mar 31 23:45:57.691264 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-0dbaee8d-c109-4624-bbbe-4e84e993c6bf service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832837 Mar 31 23:45:57.786453 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-e636bef0-4352-42ba-8778-a5b192385ff2 service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876300 Mar 31 23:45:58.312123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8f913-aa7e-4973-a757-989416cc13c7 req-8ff5bb90-9c1e-4fa3-8d0e-c879506a0d47 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:58.314283 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cb8f913-aa7e-4973-a757-989416cc13c7 req-8ff5bb90-9c1e-4fa3-8d0e-c879506a0d47 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0501842 Mar 31 23:45:58.351186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cb8f913-aa7e-4973-a757-989416cc13c7 req-84d79ff8-9a00-4c9e-ab9c-254c0109aace tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308361 Mar 31 23:45:58.826615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:45:58.920181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:45:58.924760 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:45:58.929135 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:59.002226 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:59.025036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:59.040701 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:59.072421 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762db794-84e9-41fc-bbb6-fab75726ae21" -d '{"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-plugged", "status": "completed", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:59.111140 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:59.164594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:59.181814 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804afb2-e1f3-4166-a085-b76f4e479e48 x-openstack-request-id: req-8804afb2-e1f3-4166-a085-b76f4e479e48 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:59.181814 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-plugged", "status": "completed", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:59.181814 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8804afb2-e1f3-4166-a085-b76f4e479e48 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:59.181814 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8804afb2-e1f3-4166-a085-b76f4e479e48'] response: {'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'code': 200} Mar 31 23:45:59.471231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a026b1-4952-49c2-bec7-0ba945eae1fb req-da3ded71-f9fa-4a90-8e5a-10a397ac8072 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:59.472704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1a026b1-4952-49c2-bec7-0ba945eae1fb req-da3ded71-f9fa-4a90-8e5a-10a397ac8072 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0487821 Mar 31 23:45:59.510614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1a026b1-4952-49c2-bec7-0ba945eae1fb req-a77a7d5a-fa21-4745-bf72-8c6a76ee79b1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Mar 31 23:46:00.639388 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c8607-555e-4940-800d-6e801204c4ed req-90195009-2c71-43b5-a923-38a11e93a19b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:00.641385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be6c8607-555e-4940-800d-6e801204c4ed req-90195009-2c71-43b5-a923-38a11e93a19b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0543592 Mar 31 23:46:00.681321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be6c8607-555e-4940-800d-6e801204c4ed req-048e7b57-cc15-4998-8b4f-a56723c53d69 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329456 Mar 31 23:46:01.803132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d65a4-7234-445d-a08c-9cc26e8596be req-f8ed7d36-7e05-44a4-bcd3-c91d27759149 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:01.804641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd9d65a4-7234-445d-a08c-9cc26e8596be req-f8ed7d36-7e05-44a4-bcd3-c91d27759149 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0514219 Mar 31 23:46:01.844636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd9d65a4-7234-445d-a08c-9cc26e8596be req-adfa0a7c-bfde-4ac4-9e45-48b72a16e52e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334015 Mar 31 23:46:02.345367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-9ef9cc2d-af12-4f95-83f8-bd9dea0e3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:02.346885 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-9ef9cc2d-af12-4f95-83f8-bd9dea0e3d2b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4&tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996 HTTP/1.1" status: 200 len: 1097 time: 0.0421541 Mar 31 23:46:02.358806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:02.416600 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:02.627696 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:02.661091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h2-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:02.700524 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:02.702764 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e60e088-ec92-4ad3-afdd-c692d6531ac0" -d '{"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:02.707217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:02.719186 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Transition to ACTIVE for port object dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:46:02.755623 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4977b74-ff39-426c-9841-b8029b804257 x-openstack-request-id: req-e4977b74-ff39-426c-9841-b8029b804257 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:02.755914 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:02.756170 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4977b74-ff39-426c-9841-b8029b804257 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:02.756572 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4977b74-ff39-426c-9841-b8029b804257'] response: {'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'code': 200} Mar 31 23:46:02.773612 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:02.856097 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=10']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:02.870618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.870993 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.871303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.871641 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.872046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:02.872507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.872507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.872871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.873068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.873380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.873714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.874044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.874365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:02.919382 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:02.928538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] No DVR routers for this DVR port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on host n-h2-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:02.986233 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986e9e2-2867-427f-b429-c321d3ee9469 req-f954eea1-b653-4627-b0f0-c9e36df30960 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:02.988373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5986e9e2-2867-427f-b429-c321d3ee9469 req-f954eea1-b653-4627-b0f0-c9e36df30960 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0534506 Mar 31 23:46:03.030758 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5986e9e2-2867-427f-b429-c321d3ee9469 req-74d9cd9e-7e69-4c82-b916-376abc5b3548 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Mar 31 23:46:03.073813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:46:03.074047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:46:03.074376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:03.078816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:46:03.079137 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Attempting to bind port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on network 8092ab98-8b08-4dba-aeac-79f00d5ba537 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:03.083909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:46:03.084239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Checking segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:46:03.084621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Bound using segment: {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:46:03.085037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Bound port: dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a372b7-7cef-4aba-bdec-76827eee78f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:46:03.085397 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:03.147510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:03.150972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:46:03.220785 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:03.261285 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:03.261935 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:03.263380 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] 10.222.0.50 "PUT /v2.0/ports/dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1093 time: 0.9088020 Mar 31 23:46:03.285083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97fe6b-dc13-4fc2-8f87-2141429c5cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=11']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:03.330649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ccfefeb1-a199-4c5d-a2ee-2bf30173235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:03.332364 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-ccfefeb1-a199-4c5d-a2ee-2bf30173235b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1096 time: 0.0445731 Mar 31 23:46:03.430029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-f0428d8f-dc77-4e2a-864e-adb40ed13bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:03.431536 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-f0428d8f-dc77-4e2a-864e-adb40ed13bf8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.0923119 Mar 31 23:46:03.501072 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-e13cc5b1-8516-4e71-b9c6-d48c85a236d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1001 time: 0.0629849 Mar 31 23:46:03.551971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-c80a3c4c-a625-43ab-aa3c-8446518ab205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:03.553437 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-c80a3c4c-a625-43ab-aa3c-8446518ab205 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0452766 Mar 31 23:46:03.599926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-60a1470a-8955-4914-8817-e1021bc68a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:03.601433 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-60a1470a-8955-4914-8817-e1021bc68a47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416567 Mar 31 23:46:03.699106 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-83c93a8a-bd38-41eb-b0f8-64e6ae5ffbd3 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908349 Mar 31 23:46:03.788560 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3429afeb-b4fa-48b9-a3b8-ca9d2d0f150e req-8db0dec1-5327-4fec-8c1c-2134975fe144 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830860 Mar 31 23:46:03.979580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-afbd4d55-56d0-409e-a88d-c399979e9e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:04.157623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab35cb-55d0-4c13-910f-32ca6f82c603 req-57ff8373-8f3f-488e-90e2-1d3068335ec5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:04.159157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6ab35cb-55d0-4c13-910f-32ca6f82c603 req-57ff8373-8f3f-488e-90e2-1d3068335ec5 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0554152 Mar 31 23:46:04.197722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6ab35cb-55d0-4c13-910f-32ca6f82c603 req-2a3132e4-572e-4073-9a4e-d218486581bc tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322824 Mar 31 23:46:04.757537 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:04.760288 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99875393-022d-4a9b-9116-25ab6af7bf05" -d '{"events": [{"name": "network-changed", "server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:04.808994 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbb0cd6-b688-46c5-a4cc-3d60b956e790 x-openstack-request-id: req-ccbb0cd6-b688-46c5-a4cc-3d60b956e790 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:04.809286 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:04.809534 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccbb0cd6-b688-46c5-a4cc-3d60b956e790 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:04.809935 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbb0cd6-b688-46c5-a4cc-3d60b956e790'] response: {'name': 'network-changed', 'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'status': 'completed', 'code': 200} Mar 31 23:46:04.872894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-e8b68247-7cc9-4591-808f-a48d2a6d7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:04.873788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-41e8d625-e097-4b40-9be0-a47f99b1c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:04.875113 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-e8b68247-7cc9-4591-808f-a48d2a6d7467 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1096 time: 0.0461576 Mar 31 23:46:04.882935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-41e8d625-e097-4b40-9be0-a47f99b1c9cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 1096 time: 0.0448365 Mar 31 23:46:04.989457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-17a3ccea-1afe-4a1b-bbe8-618f0e909aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:04.991292 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-1716d79f-737c-4c47-b1dd-a8cd175f1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:04.991473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-17a3ccea-1afe-4a1b-bbe8-618f0e909aab service neutron] 10.222.0.45 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.1092815 Mar 31 23:46:04.992994 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-1716d79f-737c-4c47-b1dd-a8cd175f1d12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 200 len: 913 time: 0.1040246 Mar 31 23:46:05.064315 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-d7efded4-024a-4cbf-a373-26199c33ffd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1001 time: 0.0651970 Mar 31 23:46:05.086224 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-d3bd6196-e9b9-4ae9-9041-e62365c2425d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 200 len: 1001 time: 0.0836558 Mar 31 23:46:05.116173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-cffec4b4-c988-4e20-a396-f3a1f39388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:05.117649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-cffec4b4-c988-4e20-a396-f3a1f39388c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0473580 Mar 31 23:46:05.142242 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-1f4de594-85ef-4bf5-a951-2812451d1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:05.144153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-1f4de594-85ef-4bf5-a951-2812451d1fe0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 200 len: 851 time: 0.0506525 Mar 31 23:46:05.164990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-1a4b0546-9a27-42cd-97b3-6c25ecabf81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:05.166124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-1a4b0546-9a27-42cd-97b3-6c25ecabf81a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422387 Mar 31 23:46:05.192521 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-38eacde6-bf8f-4e72-a743-5baa30d78c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:05.194275 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-38eacde6-bf8f-4e72-a743-5baa30d78c21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8092ab98-8b08-4dba-aeac-79f00d5ba537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421484 Mar 31 23:46:05.272285 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-dfa43aa7-380d-4273-bee8-f2155e7815ba service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985091 Mar 31 23:46:05.291434 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-7743a5ab-fcce-4c09-a440-74bd0561ec59 service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893357 Mar 31 23:46:05.396222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67a55d-d855-4d3f-ab15-ff5bb9c26cfa req-5e21a0c5-df3c-4913-bf19-9357c6d011e6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:05.397684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f67a55d-d855-4d3f-ab15-ff5bb9c26cfa req-5e21a0c5-df3c-4913-bf19-9357c6d011e6 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.1087337 Mar 31 23:46:05.408116 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-28795792-bf75-45de-a301-941e0c29ab6f service neutron] 10.222.0.50 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084294 Mar 31 23:46:05.422083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99875393-022d-4a9b-9116-25ab6af7bf05 req-6f5e22ff-3eec-4c17-bfa8-d92b2cecb55a service neutron] 10.222.0.45 "GET /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426854 Mar 31 23:46:05.452882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f67a55d-d855-4d3f-ab15-ff5bb9c26cfa req-faf674b8-98f6-4ad5-bd49-8ef36ce63eed tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428262 Mar 31 23:46:06.093743 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-448c6df4-0661-4b67-a3fb-7f89481915a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:06.580829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986bcd0-6205-42b5-a42a-9a0688ed5647 req-85444768-6cf1-4264-ba5f-c22b3fef79d3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:06.582344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b986bcd0-6205-42b5-a42a-9a0688ed5647 req-85444768-6cf1-4264-ba5f-c22b3fef79d3 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0520320 Mar 31 23:46:06.623435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b986bcd0-6205-42b5-a42a-9a0688ed5647 req-e14722f2-8c0d-4004-b6b5-7df61210dd74 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349371 Mar 31 23:46:07.752575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a4a6b-fc37-4028-9dfa-9e648813f966 req-6e493369-dba2-4120-b7aa-f49f89029236 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:07.754496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52a4a6b-fc37-4028-9dfa-9e648813f966 req-6e493369-dba2-4120-b7aa-f49f89029236 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0563688 Mar 31 23:46:07.803330 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d52a4a6b-fc37-4028-9dfa-9e648813f966 req-026d3082-ff90-461a-b96d-431448b3d70b tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421634 Mar 31 23:46:07.857244 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:08.863730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:08.925590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1babfd-6244-4cd3-99d5-ce7bbd7b990e req-6c4be601-a401-4401-847b-e22f3cf69b96 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:08.927138 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d1babfd-6244-4cd3-99d5-ce7bbd7b990e req-6c4be601-a401-4401-847b-e22f3cf69b96 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Mar 31 23:46:08.966879 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d1babfd-6244-4cd3-99d5-ce7bbd7b990e req-6434ca2a-68fc-49b3-bcb6-4cc876477e18 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336211 Mar 31 23:46:09.014017 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:09.196631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:10.069086 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:10.086076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f59716-9185-45c4-bf0d-705da2612e6b req-8eeed79f-f025-4fc5-b508-40c18c797e3e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:10.087538 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48f59716-9185-45c4-bf0d-705da2612e6b req-8eeed79f-f025-4fc5-b508-40c18c797e3e tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0496600 Mar 31 23:46:10.124876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48f59716-9185-45c4-bf0d-705da2612e6b req-875c7222-5d7c-495f-bc9c-2201c97bd361 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Mar 31 23:46:11.534226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e909f9-221d-474a-9bca-871d8ad68841 req-07bdd141-d5f6-48be-aee7-c349aefe2569 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:11.535906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19e909f9-221d-474a-9bca-871d8ad68841 req-07bdd141-d5f6-48be-aee7-c349aefe2569 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0706394 Mar 31 23:46:11.575929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19e909f9-221d-474a-9bca-871d8ad68841 req-b176dd7a-6463-44c1-be34-3f99740f5a2a tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338228 Mar 31 23:46:12.695319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd02bb-6243-477b-8013-c013fa5fe3af req-d845813b-22a5-4084-8c48-dfd64b3a1f36 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:12.696768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40fd02bb-6243-477b-8013-c013fa5fe3af req-d845813b-22a5-4084-8c48-dfd64b3a1f36 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0486863 Mar 31 23:46:12.737150 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40fd02bb-6243-477b-8013-c013fa5fe3af req-0bbe577c-4e09-4fb8-b782-0e344be33a64 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344296 Mar 31 23:46:13.853286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334b936-c947-4b54-9339-7f021654cb9b req-5e4ce166-8ab4-4be7-ad3d-90e3ef5bde46 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.854773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3334b936-c947-4b54-9339-7f021654cb9b req-5e4ce166-8ab4-4be7-ad3d-90e3ef5bde46 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0485191 Mar 31 23:46:13.892710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3334b936-c947-4b54-9339-7f021654cb9b req-0039d57c-5385-4112-88ab-fabffbdd89d9 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Mar 31 23:46:15.012247 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145068-a2cf-432a-b37c-ed64c9582c5d req-5d76821e-8d9f-4700-a123-9cadf612e60d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.013690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb145068-a2cf-432a-b37c-ed64c9582c5d req-5d76821e-8d9f-4700-a123-9cadf612e60d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0515656 Mar 31 23:46:15.051534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb145068-a2cf-432a-b37c-ed64c9582c5d req-7d5c563e-2996-41e3-92b9-e65bb19a9f95 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311594 Mar 31 23:46:16.167193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91bb1-8bb6-4997-a64d-b9ee69b9d679 req-80cb4e8d-1d31-401e-b0c2-47c775594825 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:16.168677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfa91bb1-8bb6-4997-a64d-b9ee69b9d679 req-80cb4e8d-1d31-401e-b0c2-47c775594825 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0486720 Mar 31 23:46:16.206445 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfa91bb1-8bb6-4997-a64d-b9ee69b9d679 req-f4588ac8-82af-4b7a-91fe-2296d09f6990 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317369 Mar 31 23:46:16.322729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5c642-54bb-44dc-8079-e1f904b569da req-4da22a9f-cdb6-499d-b698-b7a4742ca7c2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:16.324204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36c5c642-54bb-44dc-8079-e1f904b569da req-4da22a9f-cdb6-499d-b698-b7a4742ca7c2 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0512207 Mar 31 23:46:16.361853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36c5c642-54bb-44dc-8079-e1f904b569da req-07f78a18-6e09-4404-a6e5-2dbbd04509c7 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Mar 31 23:46:16.477499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68044145-a9fd-4860-a9a7-50569261ee4b req-7825ef4b-379f-4c9b-82b3-cff4fabf1b7d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:16.478980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68044145-a9fd-4860-a9a7-50569261ee4b req-7825ef4b-379f-4c9b-82b3-cff4fabf1b7d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0516341 Mar 31 23:46:16.515616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68044145-a9fd-4860-a9a7-50569261ee4b req-b90a8b21-7a60-4d19-a2c4-d38afe3918de tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306313 Mar 31 23:46:16.927805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:46:17.003912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526b56e-695d-4f3c-823b-a0c0595fcf81 req-f6b90828-ad69-4713-a0e5-0aabf182e8fa tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:17.005495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f526b56e-695d-4f3c-823b-a0c0595fcf81 req-f6b90828-ad69-4713-a0e5-0aabf182e8fa tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 945 time: 0.0504615 Mar 31 23:46:17.035102 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:17.044007 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f526b56e-695d-4f3c-823b-a0c0595fcf81 req-4568455c-13e9-4f54-9877-2e0b99c9ff5c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321012 Mar 31 23:46:17.053873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'port_id': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'mac_address': 'fa:16:3e:8d:e0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:46:17.087572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:17.100269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:46:17.120418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:17.161990 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:17.214733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:17.221912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.222261 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.222626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.222982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.223299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.224453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.224453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.224453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.224824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.224907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.225213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.225532 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:17.390909 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:46:18.165683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fcff5-c43b-4cf9-b161-69d8fcda1c9e req-0802e460-d30f-4a3d-8cc2-b4c1f818d22c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:18.167217 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b27fcff5-c43b-4cf9-b161-69d8fcda1c9e req-0802e460-d30f-4a3d-8cc2-b4c1f818d22c tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0495872 Mar 31 23:46:18.204485 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b27fcff5-c43b-4cf9-b161-69d8fcda1c9e req-4c782e17-447e-490e-9ceb-c4be6a5cc6fb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1d047d9-ad15-459f-94d0-c11551c4777e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311799 Mar 31 23:46:18.599296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd4421-1298-4520-9847-2292c8138ada req-8e9db864-e493-4b66-ac36-288357e26c2d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:18.600726 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-09cd4421-1298-4520-9847-2292c8138ada req-8e9db864-e493-4b66-ac36-288357e26c2d tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 946 time: 0.0490985 Mar 31 23:46:18.694818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Deleting port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:18.695159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:18.783203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] For port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:18.784096 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:18.937696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:46:18.961939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:18.962289 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:18.962794 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Floating IP 56750f84-5d12-4948-a545-92f6faa65474 disassociated. External IP: 172.25.4.191, port: dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759. Mar 31 23:46:18.963136 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Calling delete_port for dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:19.041903 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:46:19.045699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:46:19.046073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:19.121276 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:19.156408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:19.185481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event deleted for resources: {'Port': ['ID=dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:19.308774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:46:19.316003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78a5d02c-606e-405c-a2b2-4aca840c8ce5 req-32ce951c-2444-452a-bff8-44da64db6c80 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 210 time: 0.0322492 Mar 31 23:46:19.422938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:46:19.436214 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:46:19.446374 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:19.447024 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:46:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:19.468675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] No DVR routers for this DVR port dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:19.471498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:19.474942 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-09cd4421-1298-4520-9847-2292c8138ada req-eb9e89ce-8945-43bf-8d7c-e156980cf019 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.50 "DELETE /v2.0/ports/dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 HTTP/1.1" status: 204 len: 173 time: 0.8664074 Mar 31 23:46:19.475380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-deleted', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:19.478636 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eff053-002a-487a-992d-e9e18d2ee122" -d '{"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-deleted", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:19.526221 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20127d4a-dfb2-4c87-b2e1-c3848c4a4d2f x-openstack-request-id: req-20127d4a-dfb2-4c87-b2e1-c3848c4a4d2f {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:19.526578 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98658b4-bdcc-4e36-bc6c-2bf0eac081f4", "name": "network-vif-deleted", "tag": "dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:19.527228 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20127d4a-dfb2-4c87-b2e1-c3848c4a4d2f {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:19.527517 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20127d4a-dfb2-4c87-b2e1-c3848c4a4d2f'] response: {'server_uuid': 'c98658b4-bdcc-4e36-bc6c-2bf0eac081f4', 'name': 'network-vif-deleted', 'tag': 'dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759', 'status': 'completed', 'code': 200} Mar 31 23:46:19.555056 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:19.753225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:19.782329 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:46:19.791131 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:19.791722 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:46:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:19.894816 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:20.089850 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:20.115397 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b70d7f-4aa1-467b-aeb2-0fa031c00899 None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:41:47Z', 'revision_number': 4, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e4e94e57-d81b-4d90-b198-472c4b0c1f9b', 'name': '', 'network_id': '8092ab98-8b08-4dba-aeac-79f00d5ba537', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'mac_address': 'fa:16:3e:c0:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:46Z', 'updated_at': '2022-03-31T23:41:50Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'subnets': [{'id': '486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:46:20.336713 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97cfcb-d4ea-4245-b4dc-b6eb00c91e60 None None] New status for floating IP 56750f84-5d12-4948-a545-92f6faa65474: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:46:20.416562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d0025f1-019e-4a9a-b76d-46dcba2d6d28 req-97537ef7-321c-443d-a5da-e27c943360a8 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Mar 31 23:46:21.516507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54fe09fd-d7a5-475d-aef7-a54e865f9690 req-9de66fc3-a8ca-419c-a3f7-82ba05b0e264 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 210 time: 0.0265610 Mar 31 23:46:22.614546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-35997525-3a36-4d53-b61e-ddae29d404af req-47e47eb1-5f73-4e73-b066-c3c81363010f tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 210 time: 0.0274918 Mar 31 23:46:22.971453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:22.992676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:22.993023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device dc9ec5fd-b8e4-4c02-86da-6fbeaa13b759 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:23.734934 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-247136e5-2f34-437f-9a68-ff8667e448f5 req-172bef2b-e10f-4496-8fd5-e14df6b6bce1 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98658b4-bdcc-4e36-bc6c-2bf0eac081f4 HTTP/1.1" status: 200 len: 210 time: 0.0284238 Mar 31 23:46:29.649584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55334) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:29.707704 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5861846-bd7a-4077-a3c9-7700e31d3600 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:29.732986 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5861846-bd7a-4077-a3c9-7700e31d3600 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:29.831270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5861846-bd7a-4077-a3c9-7700e31d3600 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:29.833823 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f5861846-bd7a-4077-a3c9-7700e31d3600 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:29.835011 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f5861846-bd7a-4077-a3c9-7700e31d3600 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1d047d9-ad15-459f-94d0-c11551c4777e HTTP/1.1" status: 204 len: 168 time: 0.1844046 Mar 31 23:46:29.837787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55336) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:29.844906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5861846-bd7a-4077-a3c9-7700e31d3600 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d047d9-ad15-459f-94d0-c11551c4777e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:29.852642 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-d22b0cad-2e13-48d6-82aa-0c7b5b3538fb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] show failed (client error): The resource could not be found. Mar 31 23:46:29.853673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d22b0cad-2e13-48d6-82aa-0c7b5b3538fb tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "GET /v2.0/security-groups/b1d047d9-ad15-459f-94d0-c11551c4777e HTTP/1.1" status: 404 len: 347 time: 0.0149019 Mar 31 23:46:29.856380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55338) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:29.978884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Deleting port e2110d10-db8e-40f4-bdb1-fd187a8a510f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:29.979229 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:30.384410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:30.384739 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:30.395814 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Calling delete_port for e2110d10-db8e-40f4-bdb1-fd187a8a510f owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:30.590802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:30.616887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Pushing event deleted for resources: {'Port': ['ID=e2110d10-db8e-40f4-bdb1-fd187a8a510f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:30.628345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.628685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.629047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.629374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.629702 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.630023 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.630337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.630684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.630993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.631304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.631618 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.631931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:30.684781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:30.687443 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:30.688580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-172c3b10-f29e-4aeb-86cb-571468a30726 tempest-ServerActionsTestJSON-814422784 tempest-ServerActionsTestJSON-814422784-project] 10.222.0.31 "DELETE /v2.0/floatingips/56750f84-5d12-4948-a545-92f6faa65474 HTTP/1.1" status: 204 len: 168 time: 0.8313153 Mar 31 23:46:30.691539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55340) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:31.033105 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:31.053084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:46:31.281579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Deleting port e4e94e57-d81b-4d90-b198-472c4b0c1f9b {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:31.281915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:31.357515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] For port e4e94e57-d81b-4d90-b198-472c4b0c1f9b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:31.357771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:31.370510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Calling delete_port for e4e94e57-d81b-4d90-b198-472c4b0c1f9b owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:31.597007 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:31.627722 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e94e57-d81b-4d90-b198-472c4b0c1f9b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:31.792908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.004995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Router 05fddbf4-61ca-418c-b16a-b40d3a134e1c has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:46:32.109833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:46:32.117937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4c480f15-5b50-4169-9b98-fddc5148e472 admin admin] 10.222.0.31 "PUT /v2.0/routers/05fddbf4-61ca-418c-b16a-b40d3a134e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4228840 Mar 31 23:46:32.118036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55342) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:32.120132 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] Sync routers for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:46:32.130286 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:32.130912 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:46:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:32.221568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.232476 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:32.321228 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.409219 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:46:31Z', 'revision_number': 5, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port': {'id': '096f0058-c4bb-4993-b04a-f65be938b8bb', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:41:45Z', 'updated_at': '2022-03-31T23:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:32.435314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Deleting port 096f0058-c4bb-4993-b04a-f65be938b8bb {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:32.435657 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.435775 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] Checking router: 05fddbf4-61ca-418c-b16a-b40d3a134e1c for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:46:32.444553 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] Routers {'05fddbf4-61ca-418c-b16a-b40d3a134e1c'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:32.445204 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:46:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:32.517307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] For port 096f0058-c4bb-4993-b04a-f65be938b8bb, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=096f0058-c4bb-4993-b04a-f65be938b8bb,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:32.517873 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.530605 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] Set router 05fddbf4-61ca-418c-b16a-b40d3a134e1c gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:32.531897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Calling delete_port for 096f0058-c4bb-4993-b04a-f65be938b8bb owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:32.583746 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:46:32Z', 'revision_number': 6, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:32.701213 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c229d3-064a-4af7-abd4-8098055f79d9 None None] The sync data for ids ['05fddbf4-61ca-418c-b16a-b40d3a134e1c'] in n-d-836015-1 is: [{'id': '05fddbf4-61ca-418c-b16a-b40d3a134e1c', 'name': 'tempest-ServerActionsTestJSON-1766975148-router', 'tenant_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:41:44Z', 'updated_at': '2022-03-31T23:46:32Z', 'revision_number': 6, 'project_id': '32ee212f1e6a4d51856ed3d3ed7bd996', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:46:32.771413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.796936 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=096f0058-c4bb-4993-b04a-f65be938b8bb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:32.859886 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.952468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.954617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.074622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.075154 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05fddbf4-61ca-418c-b16a-b40d3a134e1c {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:46:33.079463 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.080718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-08c10d7d-43e1-49b4-b235-0a0415e95e05 admin admin] 10.222.0.31 "DELETE /v2.0/routers/05fddbf4-61ca-418c-b16a-b40d3a134e1c HTTP/1.1" status: 204 len: 168 time: 0.9616492 Mar 31 23:46:33.083620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55344) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:33.133280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ab63c3-84fa-4fdb-9ce2-3e4a3baea4f3 admin admin] Deleting subnet 486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:46:33.136333 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91ab63c3-84fa-4fdb-9ce2-3e4a3baea4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.169779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91ab63c3-84fa-4fdb-9ce2-3e4a3baea4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.243522 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91ab63c3-84fa-4fdb-9ce2-3e4a3baea4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.366210 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91ab63c3-84fa-4fdb-9ce2-3e4a3baea4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.395336 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab63c3-84fa-4fdb-9ce2-3e4a3baea4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:33.398930 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-91ab63c3-84fa-4fdb-9ce2-3e4a3baea4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.402323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-91ab63c3-84fa-4fdb-9ce2-3e4a3baea4f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/486bf2a8-cfc2-4715-83f5-5b59cc7e6b3b HTTP/1.1" status: 204 len: 168 time: 0.3181794 Mar 31 23:46:33.404969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55346) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:33.409941 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59cbda-44de-4c3f-9d24-65a4772cd90e None None] Network 8092ab98-8b08-4dba-aeac-79f00d5ba537 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:46:33.478434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.531110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Deleting port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:33.531475 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.608680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] For port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:33.609044 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.611421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] DHCP port deletion for 8092ab98-8b08-4dba-aeac-79f00d5ba537 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:46:33.622462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Calling delete_port for 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:33.666907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] Deleting port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:33.667393 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.736527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] For port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,segment=NetworkSegment(a4a372b7-7cef-4aba-bdec-76827eee78f8),segment_id=a4a372b7-7cef-4aba-bdec-76827eee78f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:33.736947 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.750412 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] Calling delete_port for 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:33.777802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.804828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:33.806743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] No DVR routers for this DVR port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:33.834825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.859649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] Pushing event deleted for resources: {'Port': ['ID=2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:33.863343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0f492-11be-4739-bcbd-0d2f9fd99622 None None] No DVR routers for this DVR port 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:33.894877 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.915896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8092ab98-8b08-4dba-aeac-79f00d5ba537']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:33.925581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a372b7-7cef-4aba-bdec-76827eee78f8') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:33.929073 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a372b7-7cef-4aba-bdec-76827eee78f8') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:33.935355 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.948654 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.954374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:46:33.954796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:46:33.957136 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:46:34.002006 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d0128eac-1cea-40df-a96d-ce45efb6800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:34.068143 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:34.072960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:34.076182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8092ab98-8b08-4dba-aeac-79f00d5ba537 HTTP/1.1" status: 204 len: 168 time: 0.6704962 Mar 31 23:46:34.093607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5349f-7821-411c-822c-a8865f8ec688 admin admin] Pushing event deleted for resources: {'Network': ['ID=8092ab98-8b08-4dba-aeac-79f00d5ba537,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:34.411174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55350) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:34.450696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2650ad2a-1791-4c17-8bb5-e54f328550d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32ee212f1e6a4d51856ed3d3ed7bd996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383444 Mar 31 23:46:34.453163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55352) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:34.500838 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a92f65c-a272-4e45-92f8-708b7bfdb092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:34.523762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a92f65c-a272-4e45-92f8-708b7bfdb092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:34.647733 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a92f65c-a272-4e45-92f8-708b7bfdb092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:34.650411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4a92f65c-a272-4e45-92f8-708b7bfdb092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:34.651642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4a92f65c-a272-4e45-92f8-708b7bfdb092 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b521aa4-36b8-452c-a6e3-eb81efd0631b HTTP/1.1" status: 204 len: 168 time: 0.1975589 Mar 31 23:46:34.660461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92f65c-a272-4e45-92f8-708b7bfdb092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b521aa4-36b8-452c-a6e3-eb81efd0631b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:34.709750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 096f0058-c4bb-4993-b04a-f65be938b8bb no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:34.730146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 096f0058-c4bb-4993-b04a-f65be938b8bb {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:34.730511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 096f0058-c4bb-4993-b04a-f65be938b8bb not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:34.730933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e4e94e57-d81b-4d90-b198-472c4b0c1f9b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:34.750108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e4e94e57-d81b-4d90-b198-472c4b0c1f9b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:34.750452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e4e94e57-d81b-4d90-b198-472c4b0c1f9b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:34.750883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:34.772145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:34.773011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2dd43374-0cfb-4c1e-a2b2-3d00a25c60d4 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:35.592446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55374) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:35.687510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-40598910-network', 'tenant_id': '84123cc5244f429fb78cbebe269ca9c6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:35.765723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Made reservation on behalf of 84123cc5244f429fb78cbebe269ca9c6 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:46:35.768069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:35.776491 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:35.848821 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:35.903308 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:35.930524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:46:35.940092 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839be091-17b7-4475-b140-b49417eee070,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:35.945339 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:35.945678 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Added segment 703994fb-0103-4c09-bbb3-9e6a7b43f48d of type vlan for network 721c7da4-8073-4a54-adfe-8847559dc0d3 Mar 31 23:46:35.989350 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.093502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.094433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:36.095045 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.153035 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] Pushing event updated for resources: {'Network': ['ID=721c7da4-8073-4a54-adfe-8847559dc0d3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:36.163095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 721c7da4-8073-4a54-adfe-8847559dc0d3 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:46:36.207736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e10f290c-ec6e-49c8-bc31-5a84ac9034ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.225998 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f86a62d4-4e3e-46bc-ba22-0630a5a68d18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6324058 Mar 31 23:46:36.228769 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55378) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:36.233541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Request body: {'subnet': {'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-40598910-subnet', 'tenant_id': '84123cc5244f429fb78cbebe269ca9c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:36.333250 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Made reservation on behalf of 84123cc5244f429fb78cbebe269ca9c6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:46:36.335700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.556322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.614976 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2658507a-7e8a-45d0-af78-d4477cdb9963,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:36.624833 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Checking segment: {'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:46:36.625185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Network hostable DHCP agents. Network: 721c7da4-8073-4a54-adfe-8847559dc0d3, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:46:36.702855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Network 721c7da4-8073-4a54-adfe-8847559dc0d3 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:46:36.767190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 721c7da4-8073-4a54-adfe-8847559dc0d3) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:46:36.771252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:36.771831 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:36.776387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd7e484-1f2e-44ee-979c-356affd37a89 None None] Network 721c7da4-8073-4a54-adfe-8847559dc0d3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:46:36.856135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c7f5fa36-8c73-4659-9eb5-2f70a4c496e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6262083 Mar 31 23:46:36.897529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518092b-4eac-4377-a4a5-95e83d95df91 None None] Network 721c7da4-8073-4a54-adfe-8847559dc0d3 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:46:37.272667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-bc1cfa84-adb0-40cf-802e-e08cd4fce797 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:37.274132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-bc1cfa84-adb0-40cf-802e-e08cd4fce797 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/networks?id=721c7da4-8073-4a54-adfe-8847559dc0d3 HTTP/1.1" status: 200 len: 812 time: 0.0988703 Mar 31 23:46:37.289792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-ed93b248-0fdc-4d28-9e39-470deece7793 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/quotas/84123cc5244f429fb78cbebe269ca9c6 HTTP/1.1" status: 200 len: 375 time: 0.0095625 Mar 31 23:46:37.321842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-0fb7a9fe-113a-465d-bd8a-6f4a267feae6 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84123cc5244f429fb78cbebe269ca9c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266948 Mar 31 23:46:37.486013 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c50bf260-7d39-484a-87c4-0cd092664775 service neutron] 10.222.0.31 "GET /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224475 Mar 31 23:46:37.576383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-0f695cb1-a104-420b-bc07-4d6e271532ed service neutron] 10.222.0.31 "GET /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841334 Mar 31 23:46:37.818897 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:38.842803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-79b238dc-ffff-4c1a-ae73-26fd7fa29578 req-43706dd0-45cc-425b-bcd1-59c5da544083 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 210 time: 0.0311666 Mar 31 23:46:38.882652 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.087656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.196264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.941833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c6bffb2-7c39-42ed-8375-7e5c45813ca2 req-61036e1b-e322-4706-8441-1f7afdf1f949 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 210 time: 0.0262117 Mar 31 23:46:40.115862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.921148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-708ef1a6-3ca5-4b4e-a429-7aeee33dceee tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:40.922603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-708ef1a6-3ca5-4b4e-a429-7aeee33dceee tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.45 "GET /v2.0/networks?id=721c7da4-8073-4a54-adfe-8847559dc0d3 HTTP/1.1" status: 200 len: 812 time: 0.1024365 Mar 31 23:46:40.936004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Request body: {'port': {'device_id': 'd858a119-df10-4b2e-99f3-fe7a1d9701b5', 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3', 'admin_state_up': True, 'tenant_id': '84123cc5244f429fb78cbebe269ca9c6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:41.053504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a33038f-e4e5-4799-bc04-4fa1732cf725 req-46edfa23-a70f-407a-8157-4bd6ab1d2dc7 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 210 time: 0.0361190 Mar 31 23:46:41.132731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Made reservation on behalf of 84123cc5244f429fb78cbebe269ca9c6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:46:41.136388 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.262057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Allocated IP 172.20.0.12 (721c7da4-8073-4a54-adfe-8847559dc0d3/2658507a-7e8a-45d0-af78-d4477cdb9963/0da8b532-df80-4125-b0dc-510ab8b572af) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:46:41.400558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.491555 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.540354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Network 721c7da4-8073-4a54-adfe-8847559dc0d3 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:46:41.543476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:46:41.547065 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:46:41.569693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Pushing event updated for resources: {'Port': ['ID=0da8b532-df80-4125-b0dc-510ab8b572af,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:41.596760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:41.597916 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.670763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-7eca967b-6bc7-41f6-a4df-086ccbf22d34 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7384396 Mar 31 23:46:41.683110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Request body: {'port': {'device_id': 'd858a119-df10-4b2e-99f3-fe7a1d9701b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:41.734925 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.276275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35094b6-a062-4667-9286-0d4e51ae27c8 req-589268cc-c3f5-4463-9596-c43397e5768c tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:42.278308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e35094b6-a062-4667-9286-0d4e51ae27c8 req-589268cc-c3f5-4463-9596-c43397e5768c tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 932 time: 0.1119494 Mar 31 23:46:42.341930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e35094b6-a062-4667-9286-0d4e51ae27c8 req-07092d30-5e2c-494e-aad5-4ff818c0ea75 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Mar 31 23:46:42.400032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da8b532-df80-4125-b0dc-510ab8b572af {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:46:42.407604 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.419536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Transition to ACTIVE for port object 0da8b532-df80-4125-b0dc-510ab8b572af will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:46:42.527767 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.579332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Pushing event updated for resources: {'Port': ['ID=0da8b532-df80-4125-b0dc-510ab8b572af,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:42.654293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Attempting to bind port 0da8b532-df80-4125-b0dc-510ab8b572af on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:46:42.654669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Attempting to bind port 0da8b532-df80-4125-b0dc-510ab8b572af by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:46:42.654998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Attempting to bind port 0da8b532-df80-4125-b0dc-510ab8b572af on network 721c7da4-8073-4a54-adfe-8847559dc0d3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:42.659342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Port 0da8b532-df80-4125-b0dc-510ab8b572af on network 721c7da4-8073-4a54-adfe-8847559dc0d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:46:42.660249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Attempting to bind port 0da8b532-df80-4125-b0dc-510ab8b572af on network 721c7da4-8073-4a54-adfe-8847559dc0d3 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:42.665034 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:46:42.665375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Checking segment: {'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:46:42.665761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Bound using segment: {'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:46:42.666183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Bound port: 0da8b532-df80-4125-b0dc-510ab8b572af, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:46:42.666565 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.728298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] For port 0da8b532-df80-4125-b0dc-510ab8b572af, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:42.731273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] For port 0da8b532-df80-4125-b0dc-510ab8b572af, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0da8b532-df80-4125-b0dc-510ab8b572af,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:46:42.805802 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.841909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:42.842545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.843919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] 10.222.0.45 "PUT /v2.0/ports/0da8b532-df80-4125-b0dc-510ab8b572af HTTP/1.1" status: 200 len: 1092 time: 1.1650665 Mar 31 23:46:42.844355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd858a119-df10-4b2e-99f3-fe7a1d9701b5', 'tag': '0da8b532-df80-4125-b0dc-510ab8b572af'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:42.846646 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b2a241-51c1-4231-b0d6-c4ce14e30f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d858a119-df10-4b2e-99f3-fe7a1d9701b5", "tag": "0da8b532-df80-4125-b0dc-510ab8b572af"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:42.867597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b59e08-5863-4777-bd40-0f87b88bdafd service neutron] Pushing event updated for resources: {'Port': ['ID=0da8b532-df80-4125-b0dc-510ab8b572af,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:42.889883 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c073397-2cdc-4cae-8e6f-a04ef52d17d5 x-openstack-request-id: req-1c073397-2cdc-4cae-8e6f-a04ef52d17d5 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:42.890173 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d858a119-df10-4b2e-99f3-fe7a1d9701b5", "tag": "0da8b532-df80-4125-b0dc-510ab8b572af", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:42.890428 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c073397-2cdc-4cae-8e6f-a04ef52d17d5 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:42.890867 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c073397-2cdc-4cae-8e6f-a04ef52d17d5'] response: {'name': 'network-changed', 'server_uuid': 'd858a119-df10-4b2e-99f3-fe7a1d9701b5', 'tag': '0da8b532-df80-4125-b0dc-510ab8b572af', 'status': 'completed', 'code': 200} Mar 31 23:46:42.961750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a241-51c1-4231-b0d6-c4ce14e30f4c req-085bd775-5968-49b3-b9ab-6470b2d748b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:42.963339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67b2a241-51c1-4231-b0d6-c4ce14e30f4c req-085bd775-5968-49b3-b9ab-6470b2d748b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84123cc5244f429fb78cbebe269ca9c6&device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 1095 time: 0.0505009 Mar 31 23:46:43.060849 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a241-51c1-4231-b0d6-c4ce14e30f4c req-af9a36eb-8ffc-41cc-bf7c-378358183d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:43.062325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67b2a241-51c1-4231-b0d6-c4ce14e30f4c req-af9a36eb-8ffc-41cc-bf7c-378358183d2f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=84123cc5244f429fb78cbebe269ca9c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0920081 Mar 31 23:46:43.156860 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a241-51c1-4231-b0d6-c4ce14e30f4c req-3e18aefb-01c6-4318-bc0b-2ecba5365d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:43.158323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67b2a241-51c1-4231-b0d6-c4ce14e30f4c req-3e18aefb-01c6-4318-bc0b-2ecba5365d83 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897017 Mar 31 23:46:43.236431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-a0b79c38-c05d-4411-a6e0-a2be58a0b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:43.238621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-a0b79c38-c05d-4411-a6e0-a2be58a0b3a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84123cc5244f429fb78cbebe269ca9c6&device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 1095 time: 0.0425284 Mar 31 23:46:43.281316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-b0a07aca-d2b0-4cd1-b605-afc53c65cbfd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da8b532-df80-4125-b0dc-510ab8b572af HTTP/1.1" status: 200 len: 217 time: 0.0347080 Mar 31 23:46:43.335132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-f444459f-4f0b-4ef1-9b4b-7b04e0a4f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:43.336748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-f444459f-4f0b-4ef1-9b4b-7b04e0a4f27a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2658507a-7e8a-45d0-af78-d4477cdb9963 HTTP/1.1" status: 200 len: 852 time: 0.0491989 Mar 31 23:46:43.369733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-65c4e09e-9b82-4f58-8fbc-8ba4dade9df7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=721c7da4-8073-4a54-adfe-8847559dc0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261564 Mar 31 23:46:43.501020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4419-7c38-4257-a336-e7793d02b234 req-0c2081b8-ef57-4cad-9a25-42bfc92fd362 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:43.502381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e9b4419-7c38-4257-a336-e7793d02b234 req-0c2081b8-ef57-4cad-9a25-42bfc92fd362 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 944 time: 0.0778053 Mar 31 23:46:43.505084 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-6260a09c-c758-4ed8-abfa-2ed10c4d9d4c service neutron] 10.222.0.45 "GET /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289296 Mar 31 23:46:43.587674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e9b4419-7c38-4257-a336-e7793d02b234 req-a7e35768-01b2-4499-ab66-401fa04d8296 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780427 Mar 31 23:46:43.619599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-961a2d0e-6c3d-47f5-a3ee-4dba603a3632 req-ebfba209-30f6-4a8e-8c64-0a96cc0e702f service neutron] 10.222.0.45 "GET /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040828 Mar 31 23:46:44.708348 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55248-a0d6-4914-b83a-66e1ace5d65b req-5ed6479f-dcb9-4edc-a570-fab163d167d9 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:44.709819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55a55248-a0d6-4914-b83a-66e1ace5d65b req-5ed6479f-dcb9-4edc-a570-fab163d167d9 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 944 time: 0.0534713 Mar 31 23:46:44.746850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55a55248-a0d6-4914-b83a-66e1ace5d65b req-cb9752a6-3d8a-4bf0-8050-8c89be65486f tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308971 Mar 31 23:46:45.862903 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4fdaa-333c-4c86-8c6d-332c783cd8c2 req-9b71d8b3-f750-4d4e-8a5f-871e64ab6b35 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:45.862903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34d4fdaa-333c-4c86-8c6d-332c783cd8c2 req-9b71d8b3-f750-4d4e-8a5f-871e64ab6b35 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 944 time: 0.0493159 Mar 31 23:46:45.901312 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34d4fdaa-333c-4c86-8c6d-332c783cd8c2 req-4c611361-9da6-4d33-9d05-cf615a4ce4f4 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Mar 31 23:46:47.029545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea1a9-09a2-4839-a355-833c95206f50 req-22ec5dcd-0828-4797-8253-e013f7d10d55 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:47.031115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-567ea1a9-09a2-4839-a355-833c95206f50 req-22ec5dcd-0828-4797-8253-e013f7d10d55 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 944 time: 0.0510283 Mar 31 23:46:47.045288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0da8b532-df80-4125-b0dc-510ab8b572af details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:46:47.070129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-567ea1a9-09a2-4839-a355-833c95206f50 req-d13a20e2-c8bb-43e1-bafe-0a3d6ec52f7c tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Mar 31 23:46:47.140869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0da8b532-df80-4125-b0dc-510ab8b572af, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0da8b532-df80-4125-b0dc-510ab8b572af,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:47.152794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '0da8b532-df80-4125-b0dc-510ab8b572af', 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3', 'port_id': '0da8b532-df80-4125-b0dc-510ab8b572af', 'mac_address': 'fa:16:3e:a9:f5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2658507a-7e8a-45d0-af78-d4477cdb9963', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:46:47.189845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:47.202914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da8b532-df80-4125-b0dc-510ab8b572af {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:46:47.222255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0da8b532-df80-4125-b0dc-510ab8b572af, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0da8b532-df80-4125-b0dc-510ab8b572af,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:47.281628 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:47.329360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0da8b532-df80-4125-b0dc-510ab8b572af,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:47.469690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['0da8b532-df80-4125-b0dc-510ab8b572af'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:46:48.189626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421994-8f59-4ffd-91ff-b648ce2df614 req-a8ac3d9c-e32c-4485-a946-ddd5baf06931 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:48.191136 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63421994-8f59-4ffd-91ff-b648ce2df614 req-a8ac3d9c-e32c-4485-a946-ddd5baf06931 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 945 time: 0.0525136 Mar 31 23:46:48.229047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63421994-8f59-4ffd-91ff-b648ce2df614 req-55cfdc9b-6a91-4ade-b80f-eb5e09c21c9b tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Mar 31 23:46:49.061212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0da8b532-df80-4125-b0dc-510ab8b572af up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:46:49.189789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 0da8b532-df80-4125-b0dc-510ab8b572af completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:46:49.194850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 0da8b532-df80-4125-b0dc-510ab8b572af triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:46:49.195224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:49.275852 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:49.300621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd858a119-df10-4b2e-99f3-fe7a1d9701b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da8b532-df80-4125-b0dc-510ab8b572af'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:49.303423 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d1a159-1c57-4cc7-aecc-e89ac3a44d58" -d '{"events": [{"server_uuid": "d858a119-df10-4b2e-99f3-fe7a1d9701b5", "name": "network-vif-plugged", "status": "completed", "tag": "0da8b532-df80-4125-b0dc-510ab8b572af"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:49.322231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0da8b532-df80-4125-b0dc-510ab8b572af, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0da8b532-df80-4125-b0dc-510ab8b572af,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:49.345499 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b0042-47e2-4728-a396-5b3f16e92ed3 x-openstack-request-id: req-768b0042-47e2-4728-a396-5b3f16e92ed3 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:49.345823 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d858a119-df10-4b2e-99f3-fe7a1d9701b5", "name": "network-vif-plugged", "status": "completed", "tag": "0da8b532-df80-4125-b0dc-510ab8b572af", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:49.346074 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-768b0042-47e2-4728-a396-5b3f16e92ed3 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:49.346559 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768b0042-47e2-4728-a396-5b3f16e92ed3'] response: {'server_uuid': 'd858a119-df10-4b2e-99f3-fe7a1d9701b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da8b532-df80-4125-b0dc-510ab8b572af', 'code': 200} Mar 31 23:46:49.357725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb42df-17e4-4b11-8b4b-444e86f647b6 req-96919828-9ea9-49e1-9763-2e02853ab3eb tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:49.359372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ddb42df-17e4-4b11-8b4b-444e86f647b6 req-96919828-9ea9-49e1-9763-2e02853ab3eb tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 945 time: 0.0567765 Mar 31 23:46:49.368073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:49.411526 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ddb42df-17e4-4b11-8b4b-444e86f647b6 req-13b3bad1-d4a9-4ade-989f-4390c68f6dbf tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439858 Mar 31 23:46:49.419815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0da8b532-df80-4125-b0dc-510ab8b572af,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:49.445578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537d985-156c-456f-a99e-8bebf741b131 req-f7c18509-e4c7-4824-a6cb-d3979ba6be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:49.447123 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3537d985-156c-456f-a99e-8bebf741b131 req-f7c18509-e4c7-4824-a6cb-d3979ba6be72 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 1097 time: 0.0462482 Mar 31 23:46:49.480518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3537d985-156c-456f-a99e-8bebf741b131 req-4f615300-bbf8-4acb-8a84-57eb43b84abd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269971 Mar 31 23:46:50.533961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df096c-859d-4747-9041-2b6d8494c538 req-6dc6d2ea-3695-45ce-8075-29983efeb592 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:50.536035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2df096c-859d-4747-9041-2b6d8494c538 req-6dc6d2ea-3695-45ce-8075-29983efeb592 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0540769 Mar 31 23:46:50.574319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c2df096c-859d-4747-9041-2b6d8494c538 req-6695bed2-2d49-404c-a16f-9f86732a5a93 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Mar 31 23:46:51.691719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a60e2-96c8-46a8-9de6-064ef85653a8 req-7b270387-fc9a-4b97-9209-bb4154bf6395 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:51.693190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf6a60e2-96c8-46a8-9de6-064ef85653a8 req-7b270387-fc9a-4b97-9209-bb4154bf6395 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0493557 Mar 31 23:46:51.730873 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cf6a60e2-96c8-46a8-9de6-064ef85653a8 req-dacc007f-5c6e-43ed-9689-b53f8162144f tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Mar 31 23:46:51.958566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-52a3185f-2b51-48cb-a116-7522590bd90a tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:51.960022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-52a3185f-2b51-48cb-a116-7522590bd90a tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/networks?id=721c7da4-8073-4a54-adfe-8847559dc0d3 HTTP/1.1" status: 200 len: 812 time: 0.1061442 Mar 31 23:46:51.975183 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-33c75f11-e79d-48bb-90eb-d7b8dffa6153 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/quotas/84123cc5244f429fb78cbebe269ca9c6 HTTP/1.1" status: 200 len: 375 time: 0.0093248 Mar 31 23:46:52.023071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-06c28e63-8356-4f71-a83d-e91baabd109e tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84123cc5244f429fb78cbebe269ca9c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425475 Mar 31 23:46:52.110386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-6e656b27-6cad-4ab1-836b-54ed11c2682d service neutron] 10.222.0.31 "GET /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799928 Mar 31 23:46:52.202341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-960011d9-069c-4b63-b9c0-cc004cd59b3d service neutron] 10.222.0.31 "GET /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850554 Mar 31 23:46:52.431440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44d20922-4d93-4d2a-9b9c-b1d85748574a req-a1bc91d8-433f-4b61-b610-4d90d94d1ff6 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 210 time: 0.0279224 Mar 31 23:46:53.522952 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7b0c62dd-d766-4e86-94b1-8e055061543b req-1fb4f881-a32b-4223-8af9-90866cdd35ea tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 210 time: 0.0259798 Mar 31 23:46:54.423915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-804698f8-81c5-4ec1-b1bc-2a468927402b tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:54.425429 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-804698f8-81c5-4ec1-b1bc-2a468927402b tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.50 "GET /v2.0/networks?id=721c7da4-8073-4a54-adfe-8847559dc0d3 HTTP/1.1" status: 200 len: 812 time: 0.1194625 Mar 31 23:46:54.437988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Request body: {'port': {'device_id': 'a0aea14f-04b5-44b9-ba91-763f66b1eef0', 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3', 'admin_state_up': True, 'tenant_id': '84123cc5244f429fb78cbebe269ca9c6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:54.620465 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f63e74ba-b9f0-482a-9e24-ac071b54086e req-78151615-0402-4d47-aa38-6bd8cee2f8fe tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 210 time: 0.0279851 Mar 31 23:46:54.658866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Made reservation on behalf of 84123cc5244f429fb78cbebe269ca9c6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:46:54.663042 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:54.815209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Allocated IP 172.20.0.10 (721c7da4-8073-4a54-adfe-8847559dc0d3/2658507a-7e8a-45d0-af78-d4477cdb9963/1fc846bd-afbc-4c3e-9609-b09c7f21b720) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:46:54.957960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.069333 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.081293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['0da8b532-df80-4125-b0dc-510ab8b572af'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:46:55.126894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Network 721c7da4-8073-4a54-adfe-8847559dc0d3 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:46:55.131129 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:46:55.136741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:46:55.162689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Pushing event updated for resources: {'Port': ['ID=1fc846bd-afbc-4c3e-9609-b09c7f21b720,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:55.190160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:55.190807 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.253736 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7bb194e6-1e75-423e-ac39-f856618cac02 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8195758 Mar 31 23:46:55.266526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Request body: {'port': {'device_id': 'a0aea14f-04b5-44b9-ba91-763f66b1eef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:55.324071 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.591920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc846bd-afbc-4c3e-9609-b09c7f21b720 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:46:55.599732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.613091 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Transition to ACTIVE for port object 1fc846bd-afbc-4c3e-9609-b09c7f21b720 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:46:55.669768 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.718895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc846bd-afbc-4c3e-9609-b09c7f21b720,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:55.743399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdded2-227a-47ad-9152-7e80b10caa9b req-fdae89c3-644f-4b79-a4b8-70c92fb2942c tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:55.745593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1cdded2-227a-47ad-9152-7e80b10caa9b req-fdae89c3-644f-4b79-a4b8-70c92fb2942c tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 944 time: 0.0566516 Mar 31 23:46:55.783984 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1cdded2-227a-47ad-9152-7e80b10caa9b req-bf1970bc-958e-425c-8eaa-731f704ae5cf tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Mar 31 23:46:55.789825 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Attempting to bind port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:46:55.790166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Attempting to bind port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:46:55.790518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Attempting to bind port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 on network 721c7da4-8073-4a54-adfe-8847559dc0d3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:55.795051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 on network 721c7da4-8073-4a54-adfe-8847559dc0d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:46:55.795324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Attempting to bind port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 on network 721c7da4-8073-4a54-adfe-8847559dc0d3 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:55.804889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:46:55.804889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Checking segment: {'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:46:55.804889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Bound using segment: {'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:46:55.804889 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Bound port: 1fc846bd-afbc-4c3e-9609-b09c7f21b720, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703994fb-0103-4c09-bbb3-9e6a7b43f48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:46:55.804889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.869739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] For port 1fc846bd-afbc-4c3e-9609-b09c7f21b720, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:55.872755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] For port 1fc846bd-afbc-4c3e-9609-b09c7f21b720, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fc846bd-afbc-4c3e-9609-b09c7f21b720,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:46:55.933196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.966903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:55.967551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:55.968946 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] 10.222.0.50 "PUT /v2.0/ports/1fc846bd-afbc-4c3e-9609-b09c7f21b720 HTTP/1.1" status: 200 len: 1092 time: 0.7073362 Mar 31 23:46:55.971172 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aea14f-04b5-44b9-ba91-763f66b1eef0', 'tag': '1fc846bd-afbc-4c3e-9609-b09c7f21b720'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:55.973382 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5c1310-ab6c-48b3-af4d-1f5d8de653d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aea14f-04b5-44b9-ba91-763f66b1eef0", "tag": "1fc846bd-afbc-4c3e-9609-b09c7f21b720"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:55.998996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba7e83-4940-4988-a28d-af05deb09f71 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc846bd-afbc-4c3e-9609-b09c7f21b720,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:56.017089 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed465e2-466b-45a5-bd8f-b13c18d22edd x-openstack-request-id: req-9ed465e2-466b-45a5-bd8f-b13c18d22edd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:56.017089 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aea14f-04b5-44b9-ba91-763f66b1eef0", "tag": "1fc846bd-afbc-4c3e-9609-b09c7f21b720", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:56.017089 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ed465e2-466b-45a5-bd8f-b13c18d22edd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:56.017089 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed465e2-466b-45a5-bd8f-b13c18d22edd'] response: {'name': 'network-changed', 'server_uuid': 'a0aea14f-04b5-44b9-ba91-763f66b1eef0', 'tag': '1fc846bd-afbc-4c3e-9609-b09c7f21b720', 'status': 'completed', 'code': 200} Mar 31 23:46:56.076046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c1310-ab6c-48b3-af4d-1f5d8de653d8 req-9f157e19-69a8-4b09-8378-4a6091bc13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:56.077549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2a5c1310-ab6c-48b3-af4d-1f5d8de653d8 req-9f157e19-69a8-4b09-8378-4a6091bc13aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84123cc5244f429fb78cbebe269ca9c6&device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 1095 time: 0.0422547 Mar 31 23:46:56.176690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c1310-ab6c-48b3-af4d-1f5d8de653d8 req-aed05d90-16c2-4927-ac08-4a90f41c690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:56.178190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2a5c1310-ab6c-48b3-af4d-1f5d8de653d8 req-aed05d90-16c2-4927-ac08-4a90f41c690c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=84123cc5244f429fb78cbebe269ca9c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931828 Mar 31 23:46:56.269399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c1310-ab6c-48b3-af4d-1f5d8de653d8 req-64b1156c-eb1d-47d5-852c-a90c8aae5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:56.270927 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2a5c1310-ab6c-48b3-af4d-1f5d8de653d8 req-64b1156c-eb1d-47d5-852c-a90c8aae5ad9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864739 Mar 31 23:46:56.348416 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7d0746a8-2ccc-492d-884b-de7b475ed95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:56.349885 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-7d0746a8-2ccc-492d-884b-de7b475ed95a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84123cc5244f429fb78cbebe269ca9c6&device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 1095 time: 0.0406251 Mar 31 23:46:56.394955 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-1dfc5c83-491f-4d08-bcb2-97b1ebbbe0dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fc846bd-afbc-4c3e-9609-b09c7f21b720 HTTP/1.1" status: 200 len: 217 time: 0.0376170 Mar 31 23:46:56.446131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-5990708b-9ea6-4a78-9b97-1992f87b3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:56.447506 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-5990708b-9ea6-4a78-9b97-1992f87b3da3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2658507a-7e8a-45d0-af78-d4477cdb9963 HTTP/1.1" status: 200 len: 852 time: 0.0451515 Mar 31 23:46:56.478775 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-4f2a1907-9905-4077-aaf8-7801c730a7b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=721c7da4-8073-4a54-adfe-8847559dc0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246165 Mar 31 23:46:56.571746 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-1cf66fc7-e9de-4a54-81ce-46343d013f96 service neutron] 10.222.0.50 "GET /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864751 Mar 31 23:46:56.663771 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9a0bae4e-d933-4116-afe1-ab0f01069e1a req-6e31c435-de95-47de-81ee-388a3eadcc78 service neutron] 10.222.0.50 "GET /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854652 Mar 31 23:46:56.898988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94566a36-7d38-4b5f-a12e-59dde6d4e755 req-11284bda-1959-4d08-977d-d109955a9eaf tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:56.900516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94566a36-7d38-4b5f-a12e-59dde6d4e755 req-11284bda-1959-4d08-977d-d109955a9eaf tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 944 time: 0.0484934 Mar 31 23:46:56.938004 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94566a36-7d38-4b5f-a12e-59dde6d4e755 req-84f1a34c-24eb-4ef8-960d-01815009493b tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Mar 31 23:46:58.062509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975f2f5-f719-4477-b5c1-74068f4be550 req-42d67523-707f-4ff9-9887-9cd85b9bc83c tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:58.064001 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8975f2f5-f719-4477-b5c1-74068f4be550 req-42d67523-707f-4ff9-9887-9cd85b9bc83c tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 944 time: 0.0528555 Mar 31 23:46:58.108545 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8975f2f5-f719-4477-b5c1-74068f4be550 req-7d0ed5cd-e7b1-429e-a207-8847e1019e91 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Mar 31 23:46:59.231461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551bb1a-6dd5-458e-afb1-c3af72cdd0a8 req-a1d18294-318d-4fac-bf08-ca8c3abc418d tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:59.232941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a551bb1a-6dd5-458e-afb1-c3af72cdd0a8 req-a1d18294-318d-4fac-bf08-ca8c3abc418d tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 944 time: 0.0522177 Mar 31 23:46:59.272348 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a551bb1a-6dd5-458e-afb1-c3af72cdd0a8 req-166bd541-a839-4d46-8c35-fc0b7e9622a6 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326304 Mar 31 23:47:00.387414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223f61-72b1-443a-b65d-b98929a1ef9e req-e81e5c09-80a5-4392-a653-a219fc14125d tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:00.389901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a223f61-72b1-443a-b65d-b98929a1ef9e req-e81e5c09-80a5-4392-a653-a219fc14125d tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 944 time: 0.0509851 Mar 31 23:47:00.429833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a223f61-72b1-443a-b65d-b98929a1ef9e req-26bc125d-05ea-4441-8a46-157804a3a266 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349345 Mar 31 23:47:01.119796 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1fc846bd-afbc-4c3e-9609-b09c7f21b720 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:47:01.213825 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1fc846bd-afbc-4c3e-9609-b09c7f21b720, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fc846bd-afbc-4c3e-9609-b09c7f21b720,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:01.224763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '1fc846bd-afbc-4c3e-9609-b09c7f21b720', 'network_id': '721c7da4-8073-4a54-adfe-8847559dc0d3', 'port_id': '1fc846bd-afbc-4c3e-9609-b09c7f21b720', 'mac_address': 'fa:16:3e:f2:89:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2658507a-7e8a-45d0-af78-d4477cdb9963', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:47:01.260651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:01.276314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc846bd-afbc-4c3e-9609-b09c7f21b720 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:47:01.294530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1fc846bd-afbc-4c3e-9609-b09c7f21b720, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fc846bd-afbc-4c3e-9609-b09c7f21b720,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:01.361003 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:01.407142 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1fc846bd-afbc-4c3e-9609-b09c7f21b720,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:01.544826 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6446b1a-4e95-4c3b-92a9-b085af4d7b4a req-e4b7c725-c667-4adb-8533-4d1be1963c73 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:01.546303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6446b1a-4e95-4c3b-92a9-b085af4d7b4a req-e4b7c725-c667-4adb-8533-4d1be1963c73 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 945 time: 0.0492704 Mar 31 23:47:01.553350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1fc846bd-afbc-4c3e-9609-b09c7f21b720'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:01.584769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a6446b1a-4e95-4c3b-92a9-b085af4d7b4a req-af2a33e3-fef1-4a78-909b-9944970c7b15 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Mar 31 23:47:02.706133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e56f-7ae3-451a-b463-10b09a92020a req-fbf8c669-b013-45b5-b770-6b41babafe1b tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:02.707656 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6a7e56f-7ae3-451a-b463-10b09a92020a req-fbf8c669-b013-45b5-b770-6b41babafe1b tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 945 time: 0.0540559 Mar 31 23:47:02.744564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b6a7e56f-7ae3-451a-b463-10b09a92020a req-34d787bd-e4ac-4773-8ca8-60d2ddb05758 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Mar 31 23:47:03.134027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1fc846bd-afbc-4c3e-9609-b09c7f21b720 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:03.241058 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:47:03.245044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:03.253954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:03.320572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:03.341959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aea14f-04b5-44b9-ba91-763f66b1eef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc846bd-afbc-4c3e-9609-b09c7f21b720'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:03.344196 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db952659-f695-4aef-a210-f64c80cdb3cb" -d '{"events": [{"server_uuid": "a0aea14f-04b5-44b9-ba91-763f66b1eef0", "name": "network-vif-plugged", "status": "completed", "tag": "1fc846bd-afbc-4c3e-9609-b09c7f21b720"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:03.357110 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 1fc846bd-afbc-4c3e-9609-b09c7f21b720, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fc846bd-afbc-4c3e-9609-b09c7f21b720,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:03.381271 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8e7bd6-9df5-4226-9c58-76cd206aa7a9 x-openstack-request-id: req-8a8e7bd6-9df5-4226-9c58-76cd206aa7a9 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:03.381689 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aea14f-04b5-44b9-ba91-763f66b1eef0", "name": "network-vif-plugged", "status": "completed", "tag": "1fc846bd-afbc-4c3e-9609-b09c7f21b720", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:03.381869 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a8e7bd6-9df5-4226-9c58-76cd206aa7a9 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:03.382179 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8e7bd6-9df5-4226-9c58-76cd206aa7a9'] response: {'server_uuid': 'a0aea14f-04b5-44b9-ba91-763f66b1eef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc846bd-afbc-4c3e-9609-b09c7f21b720', 'code': 200} Mar 31 23:47:03.412253 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:03.465752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=1fc846bd-afbc-4c3e-9609-b09c7f21b720,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:03.478379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5064f-89ca-45a7-9b2c-81e37b062303 req-b83174d0-1c96-4363-995e-b500c2de8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.479950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1da5064f-89ca-45a7-9b2c-81e37b062303 req-b83174d0-1c96-4363-995e-b500c2de8727 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 1097 time: 0.0411615 Mar 31 23:47:03.516829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1da5064f-89ca-45a7-9b2c-81e37b062303 req-f3ba0fbb-7da4-4bbe-a68d-5952e877a9a7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304348 Mar 31 23:47:03.859297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33608b7-654e-42f7-8d70-15f60bea28cb req-429e4fff-6b27-45df-ae7c-7e1d6535fdc6 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.860793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d33608b7-654e-42f7-8d70-15f60bea28cb req-429e4fff-6b27-45df-ae7c-7e1d6535fdc6 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 946 time: 0.0492024 Mar 31 23:47:03.900502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d33608b7-654e-42f7-8d70-15f60bea28cb req-9a321a89-de59-48fc-bdf3-93783704dff2 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Mar 31 23:47:04.029585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1f3da71f-159f-4f4c-a9d8-88f0237e9376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:05.018771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db5145-e345-4f33-9d07-8e50c20e3ee9 req-640cbdb5-880c-4a86-b3ee-5150b171aafe tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:05.020737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08db5145-e345-4f33-9d07-8e50c20e3ee9 req-640cbdb5-880c-4a86-b3ee-5150b171aafe tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 946 time: 0.0486350 Mar 31 23:47:05.057990 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-08db5145-e345-4f33-9d07-8e50c20e3ee9 req-a9328be5-3576-404a-9147-128bf7d39a3d tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309923 Mar 31 23:47:05.501024 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c46fd2-c9f9-4327-a456-a5395994d14e req-914020ad-e535-42cf-bc49-f61be108c7c9 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:05.502528 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26c46fd2-c9f9-4327-a456-a5395994d14e req-914020ad-e535-42cf-bc49-f61be108c7c9 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 946 time: 0.0521405 Mar 31 23:47:05.544351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26c46fd2-c9f9-4327-a456-a5395994d14e req-21d0773e-433c-4cf5-a88b-f09b296ddd92 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Mar 31 23:47:06.092656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-351888ff-49ea-41a4-b9b1-e4d3922b4c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:06.667600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8735a-3ca4-4030-8459-d9dfd5901d2e req-5962ea9a-a86f-4209-abdf-fbef53c0b382 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:06.669097 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7b8735a-3ca4-4030-8459-d9dfd5901d2e req-5962ea9a-a86f-4209-abdf-fbef53c0b382 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 946 time: 0.0500531 Mar 31 23:47:06.707699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7b8735a-3ca4-4030-8459-d9dfd5901d2e req-4e81a524-72a9-4d66-8e31-750e13c7c299 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Mar 31 23:47:06.864698 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-fa7409d2-5f7f-44d8-818e-0a42e2e36737 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:06.866107 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-fa7409d2-5f7f-44d8-818e-0a42e2e36737 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 946 time: 0.0490379 Mar 31 23:47:06.953258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Deleting port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:06.953598 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:07.043418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] For port 1fc846bd-afbc-4c3e-9609-b09c7f21b720, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=1fc846bd-afbc-4c3e-9609-b09c7f21b720,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:07.043786 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:07.057151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Calling delete_port for 1fc846bd-afbc-4c3e-9609-b09c7f21b720 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:07.225007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:07.239269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['1fc846bd-afbc-4c3e-9609-b09c7f21b720'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:07.241502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['0da8b532-df80-4125-b0dc-510ab8b572af'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:07.255048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Pushing event deleted for resources: {'Port': ['ID=1fc846bd-afbc-4c3e-9609-b09c7f21b720,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:07.280421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.280751 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.281092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.281424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.281755 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.282112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.282412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.282763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.283090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.283411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.283733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.284052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:07.305711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] No DVR routers for this DVR port 1fc846bd-afbc-4c3e-9609-b09c7f21b720 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:07.308353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:07.311697 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e490a45d-88d6-48f5-872c-2829cb0baaf1 req-2e437fb2-ff29-4479-8400-972249dcdd81 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.50 "DELETE /v2.0/ports/1fc846bd-afbc-4c3e-9609-b09c7f21b720 HTTP/1.1" status: 204 len: 173 time: 0.4398608 Mar 31 23:47:07.312146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aea14f-04b5-44b9-ba91-763f66b1eef0', 'name': 'network-vif-deleted', 'tag': '1fc846bd-afbc-4c3e-9609-b09c7f21b720'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:07.314403 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652f3e2-797b-4c16-ac5c-f7810ab38543" -d '{"events": [{"server_uuid": "a0aea14f-04b5-44b9-ba91-763f66b1eef0", "name": "network-vif-deleted", "tag": "1fc846bd-afbc-4c3e-9609-b09c7f21b720"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:07.353419 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decdd785-f25d-4e6a-88ef-94b445b07709 x-openstack-request-id: req-decdd785-f25d-4e6a-88ef-94b445b07709 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:07.353799 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aea14f-04b5-44b9-ba91-763f66b1eef0", "name": "network-vif-deleted", "tag": "1fc846bd-afbc-4c3e-9609-b09c7f21b720", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:07.354050 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-decdd785-f25d-4e6a-88ef-94b445b07709 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:07.354455 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decdd785-f25d-4e6a-88ef-94b445b07709'] response: {'server_uuid': 'a0aea14f-04b5-44b9-ba91-763f66b1eef0', 'name': 'network-vif-deleted', 'tag': '1fc846bd-afbc-4c3e-9609-b09c7f21b720', 'status': 'completed', 'code': 200} Mar 31 23:47:07.817938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6588e308-2ec8-49ab-baaa-277937d0f4cd req-3ef9ee6c-6c6b-429c-8e19-15ffacde0095 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0aea14f-04b5-44b9-ba91-763f66b1eef0 HTTP/1.1" status: 200 len: 210 time: 0.0272732 Mar 31 23:47:07.846958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:08.051581 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:47:08.881407 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:08.986760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8544-eb77-459c-b8a7-a204780f9c73 req-174c037e-b5c5-4c4b-9426-4f5bebb3f8cc tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:08.988249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37dd8544-eb77-459c-b8a7-a204780f9c73 req-174c037e-b5c5-4c4b-9426-4f5bebb3f8cc tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0519183 Mar 31 23:47:09.025383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37dd8544-eb77-459c-b8a7-a204780f9c73 req-6f69d745-6ab9-4ae8-b6b5-b9b10af2ecb9 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303953 Mar 31 23:47:09.073905 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:09.158455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dc1c6-1f5e-4235-ac48-6054c7312eb8 req-f4edd501-dccc-421b-963e-2b485f36bbe3 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:09.160031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf6dc1c6-1f5e-4235-ac48-6054c7312eb8 req-f4edd501-dccc-421b-963e-2b485f36bbe3 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0502522 Mar 31 23:47:09.199833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bf6dc1c6-1f5e-4235-ac48-6054c7312eb8 req-9b2dec18-36db-4139-81e7-3168ec78a509 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Mar 31 23:47:09.206813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:09.320185 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6309a-bea4-4c97-8654-8a1681a65f85 req-29c69822-ba65-426d-8005-0f8590f4f4aa tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:09.321731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cf6309a-bea4-4c97-8654-8a1681a65f85 req-29c69822-ba65-426d-8005-0f8590f4f4aa tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0499892 Mar 31 23:47:09.361603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9cf6309a-bea4-4c97-8654-8a1681a65f85 req-6278abb0-2ad2-495a-9ab0-a80d02449815 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336013 Mar 31 23:47:09.532011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55042cf1-5156-400f-8689-50ecce775563 req-e0ef685c-8be0-4db7-bfd4-526d3a428e43 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:09.533466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55042cf1-5156-400f-8689-50ecce775563 req-e0ef685c-8be0-4db7-bfd4-526d3a428e43 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0524697 Mar 31 23:47:09.570876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55042cf1-5156-400f-8689-50ecce775563 req-1b700ded-88cf-44a6-88d2-651ed784e2ff tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Mar 31 23:47:09.686077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f29fd0-d2d0-492e-a9e9-3afeaa404178 req-56326e14-6dd4-41df-b82f-c5236ec02335 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:09.687489 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8f29fd0-d2d0-492e-a9e9-3afeaa404178 req-56326e14-6dd4-41df-b82f-c5236ec02335 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0489929 Mar 31 23:47:09.726446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8f29fd0-d2d0-492e-a9e9-3afeaa404178 req-48e9c9c0-e60b-4b11-9e05-7421126facde tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Mar 31 23:47:09.850705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474001a-9c9a-4220-9ee6-cf37b21d18b0 req-1501ed29-76cb-49b7-bfce-fb08ca6273c5 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:09.852191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8474001a-9c9a-4220-9ee6-cf37b21d18b0 req-1501ed29-76cb-49b7-bfce-fb08ca6273c5 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0486264 Mar 31 23:47:09.889575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8474001a-9c9a-4220-9ee6-cf37b21d18b0 req-6f696cad-a796-4e3c-9093-1782072e2368 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Mar 31 23:47:10.086981 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:10.409346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5bca-4913-48c4-b95e-06ebccde0588 req-da358f47-0d99-4014-8d04-46ffeac39127 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:10.410824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f5a5bca-4913-48c4-b95e-06ebccde0588 req-da358f47-0d99-4014-8d04-46ffeac39127 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0524333 Mar 31 23:47:10.447720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6f5a5bca-4913-48c4-b95e-06ebccde0588 req-145efadd-1631-4993-9c34-f3dfe53405ff tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Mar 31 23:47:11.168721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1fc846bd-afbc-4c3e-9609-b09c7f21b720 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:11.192113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 1fc846bd-afbc-4c3e-9609-b09c7f21b720 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:47:11.192457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 1fc846bd-afbc-4c3e-9609-b09c7f21b720 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:11.568437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e10fa-f31c-4f06-8243-2df6682f6ccb req-b57ce101-f0fb-4eea-90a1-2b57fd422651 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:11.570766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-387e10fa-f31c-4f06-8243-2df6682f6ccb req-b57ce101-f0fb-4eea-90a1-2b57fd422651 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0525970 Mar 31 23:47:11.612437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-387e10fa-f31c-4f06-8243-2df6682f6ccb req-9d41cdc4-b9cc-45e8-b6ae-4c0b8f590e0b tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/security-groups?id=839be091-17b7-4475-b140-b49417eee070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346727 Mar 31 23:47:11.753281 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-7625d49e-2f5c-40af-955e-8af9ef4d112f tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:11.754665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-7625d49e-2f5c-40af-955e-8af9ef4d112f tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 946 time: 0.0488284 Mar 31 23:47:11.844998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Deleting port 0da8b532-df80-4125-b0dc-510ab8b572af {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:11.845331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:11.930392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] For port 0da8b532-df80-4125-b0dc-510ab8b572af, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0da8b532-df80-4125-b0dc-510ab8b572af,segment=NetworkSegment(703994fb-0103-4c09-bbb3-9e6a7b43f48d),segment_id=703994fb-0103-4c09-bbb3-9e6a7b43f48d)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:11.931327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:11.943770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Calling delete_port for 0da8b532-df80-4125-b0dc-510ab8b572af owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:12.138456 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:12.150018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['0da8b532-df80-4125-b0dc-510ab8b572af'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:12.168344 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Pushing event deleted for resources: {'Port': ['ID=0da8b532-df80-4125-b0dc-510ab8b572af,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:12.212436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] No DVR routers for this DVR port 0da8b532-df80-4125-b0dc-510ab8b572af on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:12.215103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:12.218399 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6028398d-e857-4e2c-8cac-c966122fc3dc req-a3747aa4-2c38-4b11-bed3-c0e3ea737ded tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.45 "DELETE /v2.0/ports/0da8b532-df80-4125-b0dc-510ab8b572af HTTP/1.1" status: 204 len: 173 time: 0.4580762 Mar 31 23:47:12.218846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd858a119-df10-4b2e-99f3-fe7a1d9701b5', 'name': 'network-vif-deleted', 'tag': '0da8b532-df80-4125-b0dc-510ab8b572af'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:12.221101 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3654e9-29aa-4cf8-81d2-5e67542dbe9b" -d '{"events": [{"server_uuid": "d858a119-df10-4b2e-99f3-fe7a1d9701b5", "name": "network-vif-deleted", "tag": "0da8b532-df80-4125-b0dc-510ab8b572af"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:12.258000 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f26bc1-8b4f-4ac5-81f1-8cd3d75aad1f x-openstack-request-id: req-23f26bc1-8b4f-4ac5-81f1-8cd3d75aad1f {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:12.258297 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d858a119-df10-4b2e-99f3-fe7a1d9701b5", "name": "network-vif-deleted", "tag": "0da8b532-df80-4125-b0dc-510ab8b572af", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:12.258710 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23f26bc1-8b4f-4ac5-81f1-8cd3d75aad1f {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:12.259115 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f26bc1-8b4f-4ac5-81f1-8cd3d75aad1f'] response: {'server_uuid': 'd858a119-df10-4b2e-99f3-fe7a1d9701b5', 'name': 'network-vif-deleted', 'tag': '0da8b532-df80-4125-b0dc-510ab8b572af', 'status': 'completed', 'code': 200} Mar 31 23:47:12.722892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2ad370c3-a0e0-4fce-8ab0-57bcf634f312 req-508db827-e731-448e-a5ef-b3043b3413e0 tempest-ServersNegativeTestJSON-1534585399 tempest-ServersNegativeTestJSON-1534585399-project] 10.222.0.31 "GET /v2.0/ports?device_id=d858a119-df10-4b2e-99f3-fe7a1d9701b5 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Mar 31 23:47:13.780482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55568) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:13.824730 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1396f831-cc6c-48fa-9458-d90f692ee60f admin admin] Deleting subnet 2658507a-7e8a-45d0-af78-d4477cdb9963 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:47:13.827746 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1396f831-cc6c-48fa-9458-d90f692ee60f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:13.861070 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1396f831-cc6c-48fa-9458-d90f692ee60f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:13.899215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1396f831-cc6c-48fa-9458-d90f692ee60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.016999 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1396f831-cc6c-48fa-9458-d90f692ee60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.049493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f831-cc6c-48fa-9458-d90f692ee60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2658507a-7e8a-45d0-af78-d4477cdb9963,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:14.053215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1396f831-cc6c-48fa-9458-d90f692ee60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.057033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1396f831-cc6c-48fa-9458-d90f692ee60f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2658507a-7e8a-45d0-af78-d4477cdb9963 HTTP/1.1" status: 204 len: 168 time: 0.2753356 Mar 31 23:47:14.059534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55570) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:14.126506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.208072 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.231121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721c7da4-8073-4a54-adfe-8847559dc0d3']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:14.240217 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703994fb-0103-4c09-bbb3-9e6a7b43f48d') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:14.240517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703994fb-0103-4c09-bbb3-9e6a7b43f48d') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:14.249840 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.263273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.268989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:14.269376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:14.271001 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:14.376231 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.381575 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.385415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] 10.222.0.31 "DELETE /v2.0/networks/721c7da4-8073-4a54-adfe-8847559dc0d3 HTTP/1.1" status: 204 len: 168 time: 0.3249657 Mar 31 23:47:14.396545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68a27b-ca69-40c7-a680-29adb8777143 admin admin] Pushing event deleted for resources: {'Network': ['ID=721c7da4-8073-4a54-adfe-8847559dc0d3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:14.688461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55574) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:14.728170 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-04394e74-73cc-435e-95a6-b646d8b10543 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84123cc5244f429fb78cbebe269ca9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385411 Mar 31 23:47:14.730628 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55576) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:14.778382 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc876ed5-ec3e-46d2-abbb-ed5f2611bbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.802805 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc876ed5-ec3e-46d2-abbb-ed5f2611bbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.909755 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc876ed5-ec3e-46d2-abbb-ed5f2611bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.912284 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc876ed5-ec3e-46d2-abbb-ed5f2611bbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:14.914187 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fc876ed5-ec3e-46d2-abbb-ed5f2611bbab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/839be091-17b7-4475-b140-b49417eee070 HTTP/1.1" status: 204 len: 168 time: 0.1819658 Mar 31 23:47:14.922447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc876ed5-ec3e-46d2-abbb-ed5f2611bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839be091-17b7-4475-b140-b49417eee070,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:15.156932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0da8b532-df80-4125-b0dc-510ab8b572af no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:15.177201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 0da8b532-df80-4125-b0dc-510ab8b572af {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:47:15.177466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0da8b532-df80-4125-b0dc-510ab8b572af not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:15.980711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55598) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:16.075478 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1775768597'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:16.137813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:16.141268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.149607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.225014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.275428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.303858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:16.309639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef634d3-67cd-4379-b3af-4a707c1f9620,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:16.316647 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.316994 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Added segment 72a46598-0b17-4737-8cbc-afee1e2c253d of type vlan for network 7947f786-e89f-4d04-96ec-6d6a57a13846 Mar 31 23:47:16.358192 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.444670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.450293 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:16.450897 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.521549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Network': ['ID=7947f786-e89f-4d04-96ec-6d6a57a13846,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:16.531993 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 7947f786-e89f-4d04-96ec-6d6a57a13846 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:16.579941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3925c376-83c3-4303-9c42-70ff0c7e2545 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5979128 Mar 31 23:47:19.869270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55606) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:19.874163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'subnet': {'network_id': '7947f786-e89f-4d04-96ec-6d6a57a13846', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:20.010962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:20.014399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.258357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.320903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Subnet': ['ID=84f0c240-8e57-4fb0-aaa1-c0c0b4b9eb43,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:20.329877 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Checking segment: {'id': '72a46598-0b17-4737-8cbc-afee1e2c253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7947f786-e89f-4d04-96ec-6d6a57a13846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:20.330235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network hostable DHCP agents. Network: 7947f786-e89f-4d04-96ec-6d6a57a13846, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:20.423682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network 7947f786-e89f-4d04-96ec-6d6a57a13846 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:20.486442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 7947f786-e89f-4d04-96ec-6d6a57a13846) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:20.490853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:20.491440 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.497173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e3b84-0002-4b04-bc10-aecceb7c9a22 None None] Network 7947f786-e89f-4d04-96ec-6d6a57a13846 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:20.580917 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0dd13659-c8be-495f-bc2f-49cf4a3dba5a tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7104294 Mar 31 23:47:20.588265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55608) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:20.593492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1344822395'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:20.640847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-7947f786-e89f-4d04-96ec-6d6a57a13846', 'network_id': '7947f786-e89f-4d04-96ec-6d6a57a13846', 'tenant_id': 'f7186c1efeb54305a02e5280ca8fe804', 'fixed_ips': [{'subnet_id': '84f0c240-8e57-4fb0-aaa1-c0c0b4b9eb43'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:20.641688 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.688436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:20.692194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.722091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:20.731344 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.732015 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Added segment 4c7d3b65-06b2-4622-9cd6-f43451f46e5e of type vlan for network d36cd10d-f82b-499e-81ed-c62fc035da3f Mar 31 23:47:20.774504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.802115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Allocated IP 2001:db8:0:ffff::2 (7947f786-e89f-4d04-96ec-6d6a57a13846/84f0c240-8e57-4fb0-aaa1-c0c0b4b9eb43/299f1585-ab59-4008-8004-e9ff58344011) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:20.875076 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.880902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:20.881526 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.948887 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:20.949177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Network': ['ID=d36cd10d-f82b-499e-81ed-c62fc035da3f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:20.959497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d36cd10d-f82b-499e-81ed-c62fc035da3f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:20.962173 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d2db22c5-4b54-43a7-86fe-998bd4f7dbcc tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3720934 Mar 31 23:47:20.964598 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55610) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:20.969430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'subnet': {'network_id': 'd36cd10d-f82b-499e-81ed-c62fc035da3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:21.044989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.087943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Network 7947f786-e89f-4d04-96ec-6d6a57a13846 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:21.090749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:21.098699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:21.098699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Pushing event updated for resources: {'Port': ['ID=299f1585-ab59-4008-8004-e9ff58344011,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:21.109921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.110268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.110636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.110976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.111311 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.111649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.111984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.112308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.112634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.112957 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.113281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.113604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:21.143607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:21.147261 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.163958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Attempting to bind port 299f1585-ab59-4008-8004-e9ff58344011 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:21.164332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Attempting to bind port 299f1585-ab59-4008-8004-e9ff58344011 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '72a46598-0b17-4737-8cbc-afee1e2c253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7947f786-e89f-4d04-96ec-6d6a57a13846'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:21.164696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Attempting to bind port 299f1585-ab59-4008-8004-e9ff58344011 on network 7947f786-e89f-4d04-96ec-6d6a57a13846 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:21.170453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:21.170847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Checking segment: {'id': '72a46598-0b17-4737-8cbc-afee1e2c253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7947f786-e89f-4d04-96ec-6d6a57a13846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:21.171250 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.171655 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Bound using segment: {'id': '72a46598-0b17-4737-8cbc-afee1e2c253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7947f786-e89f-4d04-96ec-6d6a57a13846'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:21.172098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Bound port: 299f1585-ab59-4008-8004-e9ff58344011, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a46598-0b17-4737-8cbc-afee1e2c253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7947f786-e89f-4d04-96ec-6d6a57a13846'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:21.172473 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.236156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] For port 299f1585-ab59-4008-8004-e9ff58344011, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:21.239366 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] For port 299f1585-ab59-4008-8004-e9ff58344011, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=299f1585-ab59-4008-8004-e9ff58344011,segment=NetworkSegment(72a46598-0b17-4737-8cbc-afee1e2c253d),segment_id=72a46598-0b17-4737-8cbc-afee1e2c253d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:21.339151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.395821 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.396446 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f912f-7057-4493-ba7a-91404293f8b2 None None] Pushing event updated for resources: {'Port': ['ID=299f1585-ab59-4008-8004-e9ff58344011,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:21.460240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Subnet': ['ID=d0febaf5-a371-4136-a5d6-ffcc88398f12,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:21.474219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Checking segment: {'id': '4c7d3b65-06b2-4622-9cd6-f43451f46e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd36cd10d-f82b-499e-81ed-c62fc035da3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:21.474219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network hostable DHCP agents. Network: d36cd10d-f82b-499e-81ed-c62fc035da3f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:21.551367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network d36cd10d-f82b-499e-81ed-c62fc035da3f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:21.638940 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d36cd10d-f82b-499e-81ed-c62fc035da3f) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:21.643839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:21.644868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.649174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5cd3fd-60d3-4b3a-b5e4-137e07868275 None None] Network d36cd10d-f82b-499e-81ed-c62fc035da3f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:21.735110 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-3ff6bdad-4f1a-49c5-9099-9034160bc250 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7693803 Mar 31 23:47:21.737654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55612) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:21.802682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d36cd10d-f82b-499e-81ed-c62fc035da3f', 'network_id': 'd36cd10d-f82b-499e-81ed-c62fc035da3f', 'tenant_id': 'f7186c1efeb54305a02e5280ca8fe804', 'fixed_ips': [{'subnet_id': 'd0febaf5-a371-4136-a5d6-ffcc88398f12'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:21.803610 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.846157 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.930199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:21.948330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Allocated IP 2001:db8::2 (d36cd10d-f82b-499e-81ed-c62fc035da3f/d0febaf5-a371-4136-a5d6-ffcc88398f12/76861a0a-7499-4c38-a4e1-ba4f46883027) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:22.111736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.201485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.241775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Network d36cd10d-f82b-499e-81ed-c62fc035da3f is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:22.246658 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:22.249240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:22.261232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Pushing event updated for resources: {'Port': ['ID=76861a0a-7499-4c38-a4e1-ba4f46883027,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:22.279617 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.308424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Subnet': ['ID=d0febaf5-a371-4136-a5d6-ffcc88398f12,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:22.315897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Attempting to bind port 76861a0a-7499-4c38-a4e1-ba4f46883027 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:22.316947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Attempting to bind port 76861a0a-7499-4c38-a4e1-ba4f46883027 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '4c7d3b65-06b2-4622-9cd6-f43451f46e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd36cd10d-f82b-499e-81ed-c62fc035da3f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:22.317668 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Attempting to bind port 76861a0a-7499-4c38-a4e1-ba4f46883027 on network d36cd10d-f82b-499e-81ed-c62fc035da3f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:22.324492 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:22.324979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Checking segment: {'id': '4c7d3b65-06b2-4622-9cd6-f43451f46e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd36cd10d-f82b-499e-81ed-c62fc035da3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:22.325709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.326241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Bound using segment: {'id': '4c7d3b65-06b2-4622-9cd6-f43451f46e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd36cd10d-f82b-499e-81ed-c62fc035da3f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:22.327245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Bound port: 76861a0a-7499-4c38-a4e1-ba4f46883027, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7d3b65-06b2-4622-9cd6-f43451f46e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd36cd10d-f82b-499e-81ed-c62fc035da3f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:22.327690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.339400 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bcbc3f-bbfb-402f-bebe-312d8e3e2afd None None] Network 7947f786-e89f-4d04-96ec-6d6a57a13846 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:22.374988 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.394969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36cd10d-f82b-499e-81ed-c62fc035da3f']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:22.404905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7d3b65-06b2-4622-9cd6-f43451f46e5e') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:22.405513 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7d3b65-06b2-4622-9cd6-f43451f46e5e') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:22.416006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.429974 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.436867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:22.437260 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:22.440303 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:22.453195 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-975d9b7c-de39-4b45-8cfe-75301fcef59f None None] Provisioning complete for port 299f1585-ab59-4008-8004-e9ff58344011 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:22.453498 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-975d9b7c-de39-4b45-8cfe-75301fcef59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.494686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] For port 76861a0a-7499-4c38-a4e1-ba4f46883027, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:22.532517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.db.api [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:47:22.532517 n-d-836015-1 neutron-server[109820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:47:22.532517 n-d-836015-1 neutron-server[109820]: [parameters: {'id': 'd36cd10d-f82b-499e-81ed-c62fc035da3f'}] Mar 31 23:47:22.532517 n-d-836015-1 neutron-server[109820]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:47:22.533020 n-d-836015-1 neutron-server[109820]: DEBUG oslo_db.api [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:47:22.672962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] For port 76861a0a-7499-4c38-a4e1-ba4f46883027, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=76861a0a-7499-4c38-a4e1-ba4f46883027,segment=NetworkSegment(4c7d3b65-06b2-4622-9cd6-f43451f46e5e),segment_id=4c7d3b65-06b2-4622-9cd6-f43451f46e5e)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:22.757874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.762215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 299f1585-ab59-4008-8004-e9ff58344011 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:22.852402 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-975d9b7c-de39-4b45-8cfe-75301fcef59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.902094 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12712c-13c0-49e5-b7c5-c44ba90293fd None None] Pushing event updated for resources: {'Port': ['ID=76861a0a-7499-4c38-a4e1-ba4f46883027,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:22.935220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-975d9b7c-de39-4b45-8cfe-75301fcef59f None None] For port 299f1585-ab59-4008-8004-e9ff58344011, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=299f1585-ab59-4008-8004-e9ff58344011,segment=NetworkSegment(72a46598-0b17-4737-8cbc-afee1e2c253d),segment_id=72a46598-0b17-4737-8cbc-afee1e2c253d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:22.937652 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5204506a-2a2c-4d2e-8890-59e6b2443ef9 None None] Network d36cd10d-f82b-499e-81ed-c62fc035da3f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:22.940832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 299f1585-ab59-4008-8004-e9ff58344011 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:22.941197 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.021169 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-975d9b7c-de39-4b45-8cfe-75301fcef59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.034365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.103916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Deleting port 76861a0a-7499-4c38-a4e1-ba4f46883027 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:23.104421 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.143206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d9b7c-de39-4b45-8cfe-75301fcef59f None None] Pushing event updated for resources: {'Port': ['ID=299f1585-ab59-4008-8004-e9ff58344011,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:23.172123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] For port 76861a0a-7499-4c38-a4e1-ba4f46883027, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=76861a0a-7499-4c38-a4e1-ba4f46883027,segment=NetworkSegment(4c7d3b65-06b2-4622-9cd6-f43451f46e5e),segment_id=4c7d3b65-06b2-4622-9cd6-f43451f46e5e)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:23.172490 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.186027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Calling delete_port for 76861a0a-7499-4c38-a4e1-ba4f46883027 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:23.188761 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331cdffb-2a1f-4327-adbb-2825181152b3 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:47:23.263257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-196e8b71-05f9-4c9d-94c1-11340b783e24 None None] Provisioning complete for port 299f1585-ab59-4008-8004-e9ff58344011 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:23.263543 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-196e8b71-05f9-4c9d-94c1-11340b783e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.265078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331cdffb-2a1f-4327-adbb-2825181152b3 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:47:23.372253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.399971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Port': ['ID=76861a0a-7499-4c38-a4e1-ba4f46883027,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:23.402683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No DVR routers for this DVR port 76861a0a-7499-4c38-a4e1-ba4f46883027 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:23.488240 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.513864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36cd10d-f82b-499e-81ed-c62fc035da3f']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:23.523129 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7d3b65-06b2-4622-9cd6-f43451f46e5e') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:23.523430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7d3b65-06b2-4622-9cd6-f43451f46e5e') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:23.533023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.545544 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.551170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:23.551550 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:23.554386 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:23.669247 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.680723 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.680723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/d36cd10d-f82b-499e-81ed-c62fc035da3f HTTP/1.1" status: 204 len: 168 time: 1.9408300 Mar 31 23:47:23.683420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55614) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:23.688550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1468210458'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:23.691588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bb51b-8596-4ecc-923d-a4d691ffc44d tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Network': ['ID=d36cd10d-f82b-499e-81ed-c62fc035da3f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:23.777940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:23.781525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.805673 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:23.814251 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.814634 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Added segment 5fb52dab-35da-4c53-b427-124859e42a64 of type vlan for network 5b128cea-10ec-4a37-b5b1-9bc4c057bda8 Mar 31 23:47:23.854958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.924353 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.930016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:23.930710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:23.997147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Network': ['ID=5b128cea-10ec-4a37-b5b1-9bc4c057bda8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:24.007585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 5b128cea-10ec-4a37-b5b1-9bc4c057bda8 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:24.058684 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e87701d7-26eb-4736-a49e-372b3e0f9bca tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3708014 Mar 31 23:47:24.058895 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55616) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:24.063704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'subnet': {'network_id': '5b128cea-10ec-4a37-b5b1-9bc4c057bda8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:24.234650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:24.238126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:24.297337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Performing IP validity checks on allocation pools {{(pid=109821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:47:24.297851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.ipam_backend_mixin [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:47:24.742466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 299f1585-ab59-4008-8004-e9ff58344011 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:24.793041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 299f1585-ab59-4008-8004-e9ff58344011 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:24.793410 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:24.841285 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:24.908415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Subnet': ['ID=65918e44-5704-48cb-8388-fd322454d0f5,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:24.916592 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Checking segment: {'id': '5fb52dab-35da-4c53-b427-124859e42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5b128cea-10ec-4a37-b5b1-9bc4c057bda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:24.916960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network hostable DHCP agents. Network: 5b128cea-10ec-4a37-b5b1-9bc4c057bda8, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:24.987029 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network 5b128cea-10ec-4a37-b5b1-9bc4c057bda8 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:25.061356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 5b128cea-10ec-4a37-b5b1-9bc4c057bda8) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:25.065412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:25.065993 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.069775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cfae90-630f-443a-9961-bdf7d6947396 None None] Network 5b128cea-10ec-4a37-b5b1-9bc4c057bda8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:25.140872 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fd48245d-ca2d-433f-a5a8-770216207430 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0810530 Mar 31 23:47:25.143594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55618) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:25.212844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-5b128cea-10ec-4a37-b5b1-9bc4c057bda8', 'network_id': '5b128cea-10ec-4a37-b5b1-9bc4c057bda8', 'tenant_id': 'f7186c1efeb54305a02e5280ca8fe804', 'fixed_ips': [{'subnet_id': '65918e44-5704-48cb-8388-fd322454d0f5'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:25.213803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.239596 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.320464 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.350259 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Allocated IP 2001:db8::3 (5b128cea-10ec-4a37-b5b1-9bc4c057bda8/65918e44-5704-48cb-8388-fd322454d0f5/f4219e5b-eff4-41af-9a9b-c367d942ed65) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:25.498461 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.572704 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.615594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Network 5b128cea-10ec-4a37-b5b1-9bc4c057bda8 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:25.619191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:25.621596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:25.628648 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Pushing event updated for resources: {'Port': ['ID=f4219e5b-eff4-41af-9a9b-c367d942ed65,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:25.664094 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.679976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Attempting to bind port f4219e5b-eff4-41af-9a9b-c367d942ed65 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:25.691212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Attempting to bind port f4219e5b-eff4-41af-9a9b-c367d942ed65 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '5fb52dab-35da-4c53-b427-124859e42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5b128cea-10ec-4a37-b5b1-9bc4c057bda8'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:25.691212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Attempting to bind port f4219e5b-eff4-41af-9a9b-c367d942ed65 on network 5b128cea-10ec-4a37-b5b1-9bc4c057bda8 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:25.691212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:25.691212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Checking segment: {'id': '5fb52dab-35da-4c53-b427-124859e42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5b128cea-10ec-4a37-b5b1-9bc4c057bda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:25.691212 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.691212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Bound using segment: {'id': '5fb52dab-35da-4c53-b427-124859e42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5b128cea-10ec-4a37-b5b1-9bc4c057bda8'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:25.691212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Bound port: f4219e5b-eff4-41af-9a9b-c367d942ed65, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb52dab-35da-4c53-b427-124859e42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5b128cea-10ec-4a37-b5b1-9bc4c057bda8'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:25.691212 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.691935 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Subnet': ['ID=65918e44-5704-48cb-8388-fd322454d0f5,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:25.754402 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.755926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] For port f4219e5b-eff4-41af-9a9b-c367d942ed65, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:25.759067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] For port f4219e5b-eff4-41af-9a9b-c367d942ed65, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f4219e5b-eff4-41af-9a9b-c367d942ed65,segment=NetworkSegment(5fb52dab-35da-4c53-b427-124859e42a64),segment_id=5fb52dab-35da-4c53-b427-124859e42a64)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:25.784930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b128cea-10ec-4a37-b5b1-9bc4c057bda8']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:25.794892 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb52dab-35da-4c53-b427-124859e42a64') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:25.795190 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb52dab-35da-4c53-b427-124859e42a64') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:25.804369 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.834030 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.836356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.843547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:25.844566 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:25.847461 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:25.910908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1714d05-cc14-4ceb-8c9c-d4e4c4e1d61c None None] Pushing event updated for resources: {'Port': ['ID=f4219e5b-eff4-41af-9a9b-c367d942ed65,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:25.928824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbef751-cf28-47d5-9c26-e84b3221d711 None None] Network 5b128cea-10ec-4a37-b5b1-9bc4c057bda8 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:25.971073 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.db.api [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:47:25.971073 n-d-836015-1 neutron-server[109821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:47:25.971073 n-d-836015-1 neutron-server[109821]: [parameters: {'id': '5b128cea-10ec-4a37-b5b1-9bc4c057bda8'}] Mar 31 23:47:25.971073 n-d-836015-1 neutron-server[109821]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:47:25.971591 n-d-836015-1 neutron-server[109821]: DEBUG oslo_db.api [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:47:26.047845 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d17522-2492-4868-8be2-829cd5f2ea1d None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:47:26.125687 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d17522-2492-4868-8be2-829cd5f2ea1d None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:47:26.472448 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.525109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Deleting port f4219e5b-eff4-41af-9a9b-c367d942ed65 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:26.525457 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.591744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] For port f4219e5b-eff4-41af-9a9b-c367d942ed65, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f4219e5b-eff4-41af-9a9b-c367d942ed65,segment=NetworkSegment(5fb52dab-35da-4c53-b427-124859e42a64),segment_id=5fb52dab-35da-4c53-b427-124859e42a64)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:26.592033 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.605095 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Calling delete_port for f4219e5b-eff4-41af-9a9b-c367d942ed65 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:26.760147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.789045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Port': ['ID=f4219e5b-eff4-41af-9a9b-c367d942ed65,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:26.792575 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No DVR routers for this DVR port f4219e5b-eff4-41af-9a9b-c367d942ed65 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:26.868156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.889861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b128cea-10ec-4a37-b5b1-9bc4c057bda8']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:26.898829 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb52dab-35da-4c53-b427-124859e42a64') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:26.899124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb52dab-35da-4c53-b427-124859e42a64') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:26.908408 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.921443 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.927118 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:26.927496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:26.930396 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:27.061640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.068631 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.071815 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/5b128cea-10ec-4a37-b5b1-9bc4c057bda8 HTTP/1.1" status: 204 len: 168 time: 1.9271693 Mar 31 23:47:27.075467 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55622) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:27.080504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1225227364'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:27.084404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d742e44-38c8-4407-8801-24f96f45ce3b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Network': ['ID=5b128cea-10ec-4a37-b5b1-9bc4c057bda8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:27.170211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:27.173649 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.196674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:27.204834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.205168 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Added segment c8db8f74-5746-434e-abd6-678cefcfbe3d of type vlan for network 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f Mar 31 23:47:27.245877 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.326223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.331675 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:27.332246 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.396010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Network': ['ID=6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:27.409913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:27.421284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-348ebd9c-4caf-408a-9324-506f44ecc1f7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3442943 Mar 31 23:47:27.424671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55624) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:27.429906 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'subnet': {'network_id': '6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:27.598714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:27.602321 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.896776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.962111 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Subnet': ['ID=02e83761-a0e8-4a25-b2a9-a6a542ab6531,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:27.972034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Checking segment: {'id': 'c8db8f74-5746-434e-abd6-678cefcfbe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:27.972394 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network hostable DHCP agents. Network: 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:28.046546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:28.115003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:28.119671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:28.120278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.124278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a7dee-dde5-434d-8be8-cceb88005262 None None] Network 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:28.199023 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-349ae564-84b4-4fd8-800f-f7268046a02e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7730050 Mar 31 23:47:28.202417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55626) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:28.207480 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407258713'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:28.268131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f', 'network_id': '6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f', 'tenant_id': 'f7186c1efeb54305a02e5280ca8fe804', 'fixed_ips': [{'subnet_id': '02e83761-a0e8-4a25-b2a9-a6a542ab6531'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:28.268992 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:28.269130 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.272490 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.297733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:28.308150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.308624 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Added segment ce942953-1eba-442f-8b6a-a51daa0275de of type vlan for network 955688d2-13a5-4979-9f7f-32bdef076c01 Mar 31 23:47:28.349841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.411384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Allocated IP 2001:db8::2 (6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f/02e83761-a0e8-4a25-b2a9-a6a542ab6531/35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:28.438708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.444458 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:28.445050 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.516183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Network': ['ID=955688d2-13a5-4979-9f7f-32bdef076c01,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:28.542667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 955688d2-13a5-4979-9f7f-32bdef076c01 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:28.551318 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-24c5bc6d-7572-4359-aa5c-8553974fadb5 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3477745 Mar 31 23:47:28.555255 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55628) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:28.562124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Request body: {'subnet': {'network_id': '955688d2-13a5-4979-9f7f-32bdef076c01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:28.610285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.714022 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.744051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Made reservation on behalf of f7186c1efeb54305a02e5280ca8fe804 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:28.748334 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.754333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Network 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:28.757646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:28.760546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:28.770612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Pushing event updated for resources: {'Port': ['ID=35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:28.831071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Attempting to bind port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:28.831537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Attempting to bind port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'c8db8f74-5746-434e-abd6-678cefcfbe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:28.831974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Attempting to bind port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea on network 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:28.837624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:28.838160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Checking segment: {'id': 'c8db8f74-5746-434e-abd6-678cefcfbe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:28.838773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.839298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Bound using segment: {'id': 'c8db8f74-5746-434e-abd6-678cefcfbe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:28.839790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Bound port: 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8db8f74-5746-434e-abd6-678cefcfbe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:28.840153 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:28.907061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] For port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:28.910826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] For port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea,segment=NetworkSegment(c8db8f74-5746-434e-abd6-678cefcfbe3d),segment_id=c8db8f74-5746-434e-abd6-678cefcfbe3d)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:29.021776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.079532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.094859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff2a6c-a822-4c89-941a-e93eeafe7cf4 None None] Pushing event updated for resources: {'Port': ['ID=35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:29.140448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event updated for resources: {'Subnet': ['ID=44ed2f8e-a4e7-4d78-9efc-c4023e1be00b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:29.161739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Checking segment: {'id': 'ce942953-1eba-442f-8b6a-a51daa0275de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '955688d2-13a5-4979-9f7f-32bdef076c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:29.161938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network hostable DHCP agents. Network: 955688d2-13a5-4979-9f7f-32bdef076c01, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:29.262373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Network 955688d2-13a5-4979-9f7f-32bdef076c01 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:29.361233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 955688d2-13a5-4979-9f7f-32bdef076c01) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:29.365893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:29.366548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.472339 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55630) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:29.472962 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0ae17273-b7fa-44a6-ac0d-74cd8479d383 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9160948 Mar 31 23:47:29.490931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e39895-09fb-4f97-8f4a-2a56770e526d None None] Network 955688d2-13a5-4979-9f7f-32bdef076c01 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:29.590719 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.643166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cea773-f185-4344-9c56-8405b0f00d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-955688d2-13a5-4979-9f7f-32bdef076c01', 'network_id': '955688d2-13a5-4979-9f7f-32bdef076c01', 'tenant_id': 'f7186c1efeb54305a02e5280ca8fe804', 'fixed_ips': [{'subnet_id': '44ed2f8e-a4e7-4d78-9efc-c4023e1be00b'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:29.644017 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b6cea773-f185-4344-9c56-8405b0f00d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.644571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.790464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.820286 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Subnet': ['ID=44ed2f8e-a4e7-4d78-9efc-c4023e1be00b,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:29.892662 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.915091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955688d2-13a5-4979-9f7f-32bdef076c01']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:29.926267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce942953-1eba-442f-8b6a-a51daa0275de') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:29.926621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce942953-1eba-442f-8b6a-a51daa0275de') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server [None req-b6cea773-f185-4344-9c56-8405b0f00d52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44ed2f8e-a4e7-4d78-9efc-c4023e1be00b: This subnet is being modified by another concurrent operation. Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44ed2f8e-a4e7-4d78-9efc-c4023e1be00b: This subnet is being modified by another concurrent operation. Mar 31 23:47:29.936258 n-d-836015-1 neutron-server[109822]: ERROR oslo_messaging.rpc.server Mar 31 23:47:29.942877 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.952411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.963303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:29.963537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e1464-fe62-4959-bdcf-95d06b89c607 None None] Network 955688d2-13a5-4979-9f7f-32bdef076c01 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:29.963870 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:29.967252 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:30.107325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.114464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.117673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/955688d2-13a5-4979-9f7f-32bdef076c01 HTTP/1.1" status: 204 len: 168 time: 0.6442952 Mar 31 23:47:30.121134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55632) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:30.138966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4482d72-32b7-41c0-910d-9fdfaf77b18b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Network': ['ID=955688d2-13a5-4979-9f7f-32bdef076c01,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:30.166558 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04e4481-d5e4-402d-8df2-1e82b42eeace tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] GET failed (client error): The resource could not be found. Mar 31 23:47:30.167920 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c04e4481-d5e4-402d-8df2-1e82b42eeace tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "GET /v2.0/subnets/44ed2f8e-a4e7-4d78-9efc-c4023e1be00b HTTP/1.1" status: 404 len: 337 time: 0.0458546 Mar 31 23:47:30.173326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55634) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:30.194672 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-934b6a0e-722e-4db6-9161-4289d6767686 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] DELETE failed (client error): The resource could not be found. Mar 31 23:47:30.195256 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934b6a0e-722e-4db6-9161-4289d6767686 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:47:30.202782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-934b6a0e-722e-4db6-9161-4289d6767686 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/955688d2-13a5-4979-9f7f-32bdef076c01 HTTP/1.1" status: 404 len: 339 time: 0.0235870 Mar 31 23:47:30.203066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55636) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:30.224923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037e7fc-ce36-4937-8008-a545b26911a0 None None] Network 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:30.230502 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-10799ea6-1e32-4544-a1d7-f28b61a6fdd7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] DELETE failed (client error): The resource could not be found. Mar 31 23:47:30.230963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10799ea6-1e32-4544-a1d7-f28b61a6fdd7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:47:30.234071 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-10799ea6-1e32-4544-a1d7-f28b61a6fdd7 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/subnets/44ed2f8e-a4e7-4d78-9efc-c4023e1be00b HTTP/1.1" status: 404 len: 337 time: 0.0300241 Mar 31 23:47:30.237566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55638) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:30.258453 n-d-836015-1 neutron-server[109821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9436b4-b7ad-4b00-a5e2-df51ce4932be tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] DELETE failed (client error): The resource could not be found. Mar 31 23:47:30.259051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9436b4-b7ad-4b00-a5e2-df51ce4932be tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:47:30.264466 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5f9436b4-b7ad-4b00-a5e2-df51ce4932be tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/955688d2-13a5-4979-9f7f-32bdef076c01 HTTP/1.1" status: 404 len: 339 time: 0.0234687 Mar 31 23:47:30.264689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55640) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:30.324885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bca25d-6ede-46a6-a335-d19510ebbb03 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Deleting subnet 02e83761-a0e8-4a25-b2a9-a6a542ab6531 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:47:30.328216 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53bca25d-6ede-46a6-a335-d19510ebbb03 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.345684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-4268f2bc-1146-4190-96d8-f14e46a22ef7 None None] Provisioning complete for port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:30.346063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4268f2bc-1146-4190-96d8-f14e46a22ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.368651 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53bca25d-6ede-46a6-a335-d19510ebbb03 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.462917 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53bca25d-6ede-46a6-a335-d19510ebbb03 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.464369 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4268f2bc-1146-4190-96d8-f14e46a22ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.607687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53bca25d-6ede-46a6-a335-d19510ebbb03 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.640547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a400e0-bc4c-460a-84d5-b1ef085b8dc7 None None] get_active_networks_info from n-d-836015-1 {{(pid=109822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:47:30.641391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bca25d-6ede-46a6-a335-d19510ebbb03 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Subnet': ['ID=02e83761-a0e8-4a25-b2a9-a6a542ab6531,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:30.645722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-53bca25d-6ede-46a6-a335-d19510ebbb03 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.652545 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-53bca25d-6ede-46a6-a335-d19510ebbb03 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/subnets/02e83761-a0e8-4a25-b2a9-a6a542ab6531 HTTP/1.1" status: 204 len: 168 time: 0.3868442 Mar 31 23:47:30.655101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55642) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:30.668975 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-4268f2bc-1146-4190-96d8-f14e46a22ef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:47:30.669353 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-4268f2bc-1146-4190-96d8-f14e46a22ef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:47:30.728235 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a400e0-bc4c-460a-84d5-b1ef085b8dc7 None None] Resources bound (agent type, host, resource id): {{(pid=109822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:47:30.742721 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.782498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:30.826261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Deleting port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:30.826755 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.897634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:30.898311 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.906567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] For port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea,segment=NetworkSegment(c8db8f74-5746-434e-abd6-678cefcfbe3d),segment_id=c8db8f74-5746-434e-abd6-678cefcfbe3d)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:30.907223 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.923662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Calling delete_port for 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:31.059122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.093912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e92398-4253-40c1-a274-96a668072871 None None] Network 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:31.098410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.129243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Port': ['ID=35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:31.133788 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No DVR routers for this DVR port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:31.144399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.144742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.145075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.145405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.145731 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.146057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.146390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.146737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.147058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.147375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.147770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.148004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:31.201494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-4268f2bc-1146-4190-96d8-f14e46a22ef7 None None] Port 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea update to ACTIVE by agent not found {{(pid=109822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:47:31.232834 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.256174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:31.268139 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8db8f74-5746-434e-abd6-678cefcfbe3d') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:31.268421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8db8f74-5746-434e-abd6-678cefcfbe3d') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:31.279312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.293822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.301326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:31.301762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:31.305039 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:31.307944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7591cbb-5509-4d06-8768-9535c337cf5d None None] DHCP port deletion for 6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:47:31.317232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8f8a7146-29fc-479b-866e-27bb0e1af476 None None] Could not find standard attr ID for object 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:47:31.454126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.460954 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.464131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f HTTP/1.1" status: 204 len: 168 time: 0.8079674 Mar 31 23:47:31.468887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55644) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:31.484774 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d1b84-1cbb-46c5-9e6c-11f766328c1b tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Network': ['ID=6d2b3286-f6e4-46f3-9b8d-0acdfd45b83f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:31.503916 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-77362afe-1a7c-42ab-a348-fcaf67efb792 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] DELETE failed (client error): The resource could not be found. Mar 31 23:47:31.504353 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77362afe-1a7c-42ab-a348-fcaf67efb792 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:47:31.507419 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77362afe-1a7c-42ab-a348-fcaf67efb792 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/subnets/65918e44-5704-48cb-8388-fd322454d0f5 HTTP/1.1" status: 404 len: 337 time: 0.0396054 Mar 31 23:47:31.510102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55646) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:31.529960 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f3457f-7589-4904-8117-0b4f27e5a804 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] DELETE failed (client error): The resource could not be found. Mar 31 23:47:31.530401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f3457f-7589-4904-8117-0b4f27e5a804 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:47:31.533393 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-52f3457f-7589-4904-8117-0b4f27e5a804 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/5b128cea-10ec-4a37-b5b1-9bc4c057bda8 HTTP/1.1" status: 404 len: 339 time: 0.0222864 Mar 31 23:47:31.535856 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55648) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:31.561971 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b867b22-c12b-4ba2-9cfa-2865e998c86e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] DELETE failed (client error): The resource could not be found. Mar 31 23:47:31.562413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b867b22-c12b-4ba2-9cfa-2865e998c86e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:47:31.565421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8b867b22-c12b-4ba2-9cfa-2865e998c86e tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/subnets/d0febaf5-a371-4136-a5d6-ffcc88398f12 HTTP/1.1" status: 404 len: 337 time: 0.0286613 Mar 31 23:47:31.567910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55650) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:31.586658 n-d-836015-1 neutron-server[109820]: INFO neutron.pecan_wsgi.hooks.translation [None req-08062103-ed6d-4540-a40c-c2f09db4c012 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] DELETE failed (client error): The resource could not be found. Mar 31 23:47:31.587607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08062103-ed6d-4540-a40c-c2f09db4c012 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:47:31.591159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-08062103-ed6d-4540-a40c-c2f09db4c012 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/d36cd10d-f82b-499e-81ed-c62fc035da3f HTTP/1.1" status: 404 len: 339 time: 0.0223339 Mar 31 23:47:31.593662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55652) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:31.649920 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a162b7a5-a14a-46e8-a025-f60119f93308 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Deleting subnet 84f0c240-8e57-4fb0-aaa1-c0c0b4b9eb43 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:47:31.653839 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a162b7a5-a14a-46e8-a025-f60119f93308 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.696228 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a162b7a5-a14a-46e8-a025-f60119f93308 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.783071 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a162b7a5-a14a-46e8-a025-f60119f93308 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.933106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a162b7a5-a14a-46e8-a025-f60119f93308 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.960156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162b7a5-a14a-46e8-a025-f60119f93308 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Subnet': ['ID=84f0c240-8e57-4fb0-aaa1-c0c0b4b9eb43,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:31.965107 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a162b7a5-a14a-46e8-a025-f60119f93308 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:31.968380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a162b7a5-a14a-46e8-a025-f60119f93308 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/subnets/84f0c240-8e57-4fb0-aaa1-c0c0b4b9eb43 HTTP/1.1" status: 204 len: 168 time: 0.3737757 Mar 31 23:47:31.971724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f0291-fb8c-447f-b6d9-1583411e82a6 None None] Network 7947f786-e89f-4d04-96ec-6d6a57a13846 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:31.972267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55654) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:32.053125 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.120149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Deleting port 299f1585-ab59-4008-8004-e9ff58344011 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:32.120494 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.151613 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] DHCP port deletion for 7947f786-e89f-4d04-96ec-6d6a57a13846 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:47:32.189620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] For port 299f1585-ab59-4008-8004-e9ff58344011, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=299f1585-ab59-4008-8004-e9ff58344011,segment=NetworkSegment(72a46598-0b17-4737-8cbc-afee1e2c253d),segment_id=72a46598-0b17-4737-8cbc-afee1e2c253d)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:32.189985 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.206811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Calling delete_port for 299f1585-ab59-4008-8004-e9ff58344011 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:32.207067 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] Deleting port 299f1585-ab59-4008-8004-e9ff58344011 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:32.207169 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.275846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] For port 299f1585-ab59-4008-8004-e9ff58344011, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=299f1585-ab59-4008-8004-e9ff58344011,segment=NetworkSegment(72a46598-0b17-4737-8cbc-afee1e2c253d),segment_id=72a46598-0b17-4737-8cbc-afee1e2c253d)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:32.276514 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.291126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] Calling delete_port for 299f1585-ab59-4008-8004-e9ff58344011 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:32.377704 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.383609 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.411931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] No DVR routers for this DVR port 299f1585-ab59-4008-8004-e9ff58344011 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:32.412605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] No DVR routers for this DVR port 299f1585-ab59-4008-8004-e9ff58344011 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:32.415473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9575df0-edaa-4c2d-a605-2f92cf578c17 None None] Pushing event deleted for resources: {'Port': ['ID=299f1585-ab59-4008-8004-e9ff58344011,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:32.419323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Port': ['ID=299f1585-ab59-4008-8004-e9ff58344011,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:32.733853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:32.755399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:47:32.755777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35cc79b3-5a5a-479d-abd5-1e3e6eeff2ea not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:32.756203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 299f1585-ab59-4008-8004-e9ff58344011 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:32.776934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 299f1585-ab59-4008-8004-e9ff58344011 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:47:32.777274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 299f1585-ab59-4008-8004-e9ff58344011 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:32.847768 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.868127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7947f786-e89f-4d04-96ec-6d6a57a13846']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:32.877825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a46598-0b17-4737-8cbc-afee1e2c253d') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:32.878119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a46598-0b17-4737-8cbc-afee1e2c253d') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:32.887027 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.903631 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.912443 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:32.913238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:32.918419 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:33.080736 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:33.087542 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:33.090707 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] 10.222.0.31 "DELETE /v2.0/networks/7947f786-e89f-4d04-96ec-6d6a57a13846 HTTP/1.1" status: 204 len: 168 time: 1.1177402 Mar 31 23:47:33.102237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883030e6-9a92-40cc-8ee4-99e802d8b616 tempest-NetworksIpV6Test-1316643397 tempest-NetworksIpV6Test-1316643397-project] Pushing event deleted for resources: {'Network': ['ID=7947f786-e89f-4d04-96ec-6d6a57a13846,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:33.492532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55660) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:33.629423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-53b5aeea-8c53-4a88-a487-8912e1f2d53d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7186c1efeb54305a02e5280ca8fe804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355777 Mar 31 23:47:33.632009 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55664) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:33.679598 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8db7324d-0210-42c3-8ddd-96922f56cdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:33.700242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8db7324d-0210-42c3-8ddd-96922f56cdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:33.810351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8db7324d-0210-42c3-8ddd-96922f56cdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:33.812969 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8db7324d-0210-42c3-8ddd-96922f56cdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:33.814127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8db7324d-0210-42c3-8ddd-96922f56cdda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ef634d3-67cd-4379-b3af-4a707c1f9620 HTTP/1.1" status: 204 len: 168 time: 0.1811097 Mar 31 23:47:33.822662 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7324d-0210-42c3-8ddd-96922f56cdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef634d3-67cd-4379-b3af-4a707c1f9620,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:33.993961 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29e6f9b3-afdb-44f9-b129-633783c5392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:34.860715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55686) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:34.954006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-a5a6c29c-5093-4c2b-b35c-6fb0dde357a0 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1631686383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:35.061901 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c29c-5093-4c2b-b35c-6fb0dde357a0 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.063008 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c29c-5093-4c2b-b35c-6fb0dde357a0 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.116618 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c29c-5093-4c2b-b35c-6fb0dde357a0 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.175876 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c29c-5093-4c2b-b35c-6fb0dde357a0 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.259789 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c29c-5093-4c2b-b35c-6fb0dde357a0 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.260987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a5a6c29c-5093-4c2b-b35c-6fb0dde357a0 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3992581 Mar 31 23:47:35.263603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55690) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:35.268312 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1169807788'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:35.358591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Made reservation on behalf of 01f37b2737964ac0b6188f61b37e03dc for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:35.362117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.373622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.443353 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.514735 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.540879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:35.549387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea4320-9f30-4af3-b67b-cb7af4258ec0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:35.555241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.555581 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Added segment da59c5f3-2478-468f-98eb-1019c1a2fdf4 of type vlan for network 2716747c-f413-4433-910f-13539d4c89f1 Mar 31 23:47:35.595501 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.698274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.703974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:35.704545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.767672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event updated for resources: {'Network': ['ID=2716747c-f413-4433-910f-13539d4c89f1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:35.778268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 2716747c-f413-4433-910f-13539d4c89f1 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:35.832134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1d2e1914-6ba6-42a7-baae-a078bf5f638c tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5674808 Mar 31 23:47:35.835201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55692) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:35.840412 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Request body: {'subnet': {'network_id': '2716747c-f413-4433-910f-13539d4c89f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:36.000369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Made reservation on behalf of 01f37b2737964ac0b6188f61b37e03dc for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:36.003863 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.090340 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6abef452-6f4e-48a9-a11c-21726cc16db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.240879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.303803 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event updated for resources: {'Subnet': ['ID=c0cefbc9-6730-4112-aa59-bcf1381dec13,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:36.314740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Checking segment: {'id': 'da59c5f3-2478-468f-98eb-1019c1a2fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2716747c-f413-4433-910f-13539d4c89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:36.315106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Network hostable DHCP agents. Network: 2716747c-f413-4433-910f-13539d4c89f1, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:36.394528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Network 2716747c-f413-4433-910f-13539d4c89f1 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:36.445762 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 2716747c-f413-4433-910f-13539d4c89f1) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:36.451449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:36.452062 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.455654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d1c18-0d2d-48c7-b258-ae9143b0e4d1 None None] Network 2716747c-f413-4433-910f-13539d4c89f1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:36.512680 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-81d1bf8d-f779-4416-af08-c74824736ec9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6762700 Mar 31 23:47:36.515806 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55694) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:36.520712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1053514715'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:36.583776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Made reservation on behalf of 01f37b2737964ac0b6188f61b37e03dc for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:36.587808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.612666 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-2716747c-f413-4433-910f-13539d4c89f1', 'network_id': '2716747c-f413-4433-910f-13539d4c89f1', 'tenant_id': '01f37b2737964ac0b6188f61b37e03dc', 'fixed_ips': [{'subnet_id': 'c0cefbc9-6730-4112-aa59-bcf1381dec13'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:36.613548 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.618039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:36.636733 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.637127 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Added segment 584046da-9c40-4aa7-b401-bab4d80e8ab6 of type vlan for network 27512ac1-9f8f-41a0-956a-14ed93f74c7f Mar 31 23:47:36.677532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.752571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Allocated IP 172.20.0.2 (2716747c-f413-4433-910f-13539d4c89f1/c0cefbc9-6730-4112-aa59-bcf1381dec13/0535ebb0-0ac1-42ef-838a-f12e5af1dc6b) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:36.789165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.795254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:36.795837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:36.861893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event updated for resources: {'Network': ['ID=27512ac1-9f8f-41a0-956a-14ed93f74c7f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:36.875315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 27512ac1-9f8f-41a0-956a-14ed93f74c7f details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:36.921746 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9e86cc24-5285-4ff0-82b2-10131dd6cc3d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4048305 Mar 31 23:47:36.924649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55696) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:36.929562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Request body: {'subnet': {'network_id': '27512ac1-9f8f-41a0-956a-14ed93f74c7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:36.943909 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.012763 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.057624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Network 2716747c-f413-4433-910f-13539d4c89f1 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:37.060509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:37.064162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:37.072461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Pushing event updated for resources: {'Port': ['ID=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:37.086209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Made reservation on behalf of 01f37b2737964ac0b6188f61b37e03dc for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:37.090855 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.122974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Attempting to bind port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:37.123252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Attempting to bind port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'da59c5f3-2478-468f-98eb-1019c1a2fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2716747c-f413-4433-910f-13539d4c89f1'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:37.123634 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Attempting to bind port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b on network 2716747c-f413-4433-910f-13539d4c89f1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:37.128528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:37.128917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Checking segment: {'id': 'da59c5f3-2478-468f-98eb-1019c1a2fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2716747c-f413-4433-910f-13539d4c89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:37.129315 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.129699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Bound using segment: {'id': 'da59c5f3-2478-468f-98eb-1019c1a2fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2716747c-f413-4433-910f-13539d4c89f1'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:37.130150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Bound port: 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da59c5f3-2478-468f-98eb-1019c1a2fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2716747c-f413-4433-910f-13539d4c89f1'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:37.130550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.191591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] For port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:37.194605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] For port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,segment=NetworkSegment(da59c5f3-2478-468f-98eb-1019c1a2fdf4),segment_id=da59c5f3-2478-468f-98eb-1019c1a2fdf4)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:37.258247 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.314536 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99355b50-4ab7-4c9d-be97-ea710f1a0b45 None None] Pushing event updated for resources: {'Port': ['ID=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:37.332452 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.389069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event updated for resources: {'Subnet': ['ID=cbb3e838-03da-4f9a-b88f-e96f0bf2927d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:37.407436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Checking segment: {'id': '584046da-9c40-4aa7-b401-bab4d80e8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '27512ac1-9f8f-41a0-956a-14ed93f74c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:37.407872 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Network hostable DHCP agents. Network: 27512ac1-9f8f-41a0-956a-14ed93f74c7f, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:37.487189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Network 27512ac1-9f8f-41a0-956a-14ed93f74c7f is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:37.543364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 27512ac1-9f8f-41a0-956a-14ed93f74c7f) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:37.547757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.548740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.552317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bcac6e-6d2a-4411-943a-d48ac2c747b5 None None] Network 27512ac1-9f8f-41a0-956a-14ed93f74c7f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:37.623967 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-09df24f2-ffda-4656-9523-89ba6830061d tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6982474 Mar 31 23:47:37.626838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55698) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:37.632169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-05bc52d5-088e-4fa0-a918-1e22c10a89b1 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Request body: {'router': {'external_gateway_info': {'network_id': '27512ac1-9f8f-41a0-956a-14ed93f74c7f'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:37.703726 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-27512ac1-9f8f-41a0-956a-14ed93f74c7f', 'network_id': '27512ac1-9f8f-41a0-956a-14ed93f74c7f', 'tenant_id': '01f37b2737964ac0b6188f61b37e03dc', 'fixed_ips': [{'subnet_id': 'cbb3e838-03da-4f9a-b88f-e96f0bf2927d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:37.704580 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.845560 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05bc52d5-088e-4fa0-a918-1e22c10a89b1 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.849832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Allocated IP 172.21.0.2 (27512ac1-9f8f-41a0-956a-14ed93f74c7f/cbb3e838-03da-4f9a-b88f-e96f0bf2927d/26ecb452-f850-441c-b015-9bf07f1764c1) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:37.906375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.006286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.043404 n-d-836015-1 neutron-server[109820]: INFO neutron.api.v2.resource [None req-05bc52d5-088e-4fa0-a918-1e22c10a89b1 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:47:38.044562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-05bc52d5-088e-4fa0-a918-1e22c10a89b1 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "PUT /v2.0/routers/4bc0a3df-9989-446a-ac7d-9c2d4ab025a2 HTTP/1.1" status: 400 len: 364 time: 0.4162185 Mar 31 23:47:38.050424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55704) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:38.092719 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.107623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-17577e91-86bf-47ca-9d44-3e5c63526ceb tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Deleting subnet cbb3e838-03da-4f9a-b88f-e96f0bf2927d {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:47:38.111276 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17577e91-86bf-47ca-9d44-3e5c63526ceb tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.134579 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Network 27512ac1-9f8f-41a0-956a-14ed93f74c7f is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:38.139319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:38.141772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:38.149609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Pushing event updated for resources: {'Port': ['ID=26ecb452-f850-441c-b015-9bf07f1764c1,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:38.167927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17577e91-86bf-47ca-9d44-3e5c63526ceb tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.209095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Attempting to bind port 26ecb452-f850-441c-b015-9bf07f1764c1 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:38.209474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Attempting to bind port 26ecb452-f850-441c-b015-9bf07f1764c1 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '584046da-9c40-4aa7-b401-bab4d80e8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '27512ac1-9f8f-41a0-956a-14ed93f74c7f'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:38.209846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Attempting to bind port 26ecb452-f850-441c-b015-9bf07f1764c1 on network 27512ac1-9f8f-41a0-956a-14ed93f74c7f {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:38.215700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:38.216070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Checking segment: {'id': '584046da-9c40-4aa7-b401-bab4d80e8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '27512ac1-9f8f-41a0-956a-14ed93f74c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:38.216567 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.216959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Bound using segment: {'id': '584046da-9c40-4aa7-b401-bab4d80e8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '27512ac1-9f8f-41a0-956a-14ed93f74c7f'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:38.217722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Bound port: 26ecb452-f850-441c-b015-9bf07f1764c1, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584046da-9c40-4aa7-b401-bab4d80e8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '27512ac1-9f8f-41a0-956a-14ed93f74c7f'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:38.217855 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.254414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcdc34-20d3-4acb-8662-2b46a5998108 None None] Network 2716747c-f413-4433-910f-13539d4c89f1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:38.257163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17577e91-86bf-47ca-9d44-3e5c63526ceb tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.351839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a84864be-489b-4f1b-9006-a645eb3085d8 None None] Provisioning complete for port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:38.352214 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a84864be-489b-4f1b-9006-a645eb3085d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.424415 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17577e91-86bf-47ca-9d44-3e5c63526ceb tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.432983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] For port 26ecb452-f850-441c-b015-9bf07f1764c1, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:38.456390 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17577e91-86bf-47ca-9d44-3e5c63526ceb tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb3e838-03da-4f9a-b88f-e96f0bf2927d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:38.460855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-17577e91-86bf-47ca-9d44-3e5c63526ceb tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.464673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-17577e91-86bf-47ca-9d44-3e5c63526ceb tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "DELETE /v2.0/subnets/cbb3e838-03da-4f9a-b88f-e96f0bf2927d HTTP/1.1" status: 204 len: 168 time: 0.4131393 Mar 31 23:47:38.465836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] For port 26ecb452-f850-441c-b015-9bf07f1764c1, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=26ecb452-f850-441c-b015-9bf07f1764c1,segment=NetworkSegment(584046da-9c40-4aa7-b401-bab4d80e8ab6),segment_id=584046da-9c40-4aa7-b401-bab4d80e8ab6)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:38.467279 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55706) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:38.554400 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.605438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Deleting port 26ecb452-f850-441c-b015-9bf07f1764c1 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:38.605914 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.648601 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.683109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] For port 26ecb452-f850-441c-b015-9bf07f1764c1, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=26ecb452-f850-441c-b015-9bf07f1764c1,segment=NetworkSegment(584046da-9c40-4aa7-b401-bab4d80e8ab6),segment_id=584046da-9c40-4aa7-b401-bab4d80e8ab6)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:38.683612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.700141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Calling delete_port for 26ecb452-f850-441c-b015-9bf07f1764c1 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:38.711037 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a84864be-489b-4f1b-9006-a645eb3085d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.762315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3e519-024c-431a-bdec-06cf3d20bb07 None None] Pushing event updated for resources: {'Port': ['ID=26ecb452-f850-441c-b015-9bf07f1764c1,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:38.774131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a84864be-489b-4f1b-9006-a645eb3085d8 None None] For port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,segment=NetworkSegment(da59c5f3-2478-468f-98eb-1019c1a2fdf4),segment_id=da59c5f3-2478-468f-98eb-1019c1a2fdf4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:38.805277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:38.848927 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a84864be-489b-4f1b-9006-a645eb3085d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.872408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.883748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] No DVR routers for this DVR port 26ecb452-f850-441c-b015-9bf07f1764c1 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:38.905307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event deleted for resources: {'Port': ['ID=26ecb452-f850-441c-b015-9bf07f1764c1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:38.912101 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:38.912631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:38.916107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84864be-489b-4f1b-9006-a645eb3085d8 None None] Pushing event updated for resources: {'Port': ['ID=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:38.958619 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.001699 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.027301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27512ac1-9f8f-41a0-956a-14ed93f74c7f']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:39.064153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584046da-9c40-4aa7-b401-bab4d80e8ab6') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:39.064948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584046da-9c40-4aa7-b401-bab4d80e8ab6') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:39.067788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.078043 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.091798 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.099830 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:39.100281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:39.115715 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:39.177128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0ef53c79-b7c4-4dea-aa2c-919dd495bc65 None None] Provisioning complete for port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:39.177537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0ef53c79-b7c4-4dea-aa2c-919dd495bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.203231 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.250190 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.254960 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.258290 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "DELETE /v2.0/networks/27512ac1-9f8f-41a0-956a-14ed93f74c7f HTTP/1.1" status: 204 len: 168 time: 0.7900054 Mar 31 23:47:39.261584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55708) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:39.274746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0b7e5-212c-431c-be18-57e975581eac tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event deleted for resources: {'Network': ['ID=27512ac1-9f8f-41a0-956a-14ed93f74c7f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:39.314741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbd8a37-2372-4404-b547-ae9e9d521fcd tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Deleting subnet c0cefbc9-6730-4112-aa59-bcf1381dec13 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:47:39.317607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a37-2372-4404-b547-ae9e9d521fcd tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.358429 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a37-2372-4404-b547-ae9e9d521fcd tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.442126 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a37-2372-4404-b547-ae9e9d521fcd tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.573803 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a37-2372-4404-b547-ae9e9d521fcd tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.601467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd8a37-2372-4404-b547-ae9e9d521fcd tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cefbc9-6730-4112-aa59-bcf1381dec13,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:39.609959 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8a37-2372-4404-b547-ae9e9d521fcd tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.612232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685b31a-8dfc-476a-b618-b9d3849392d9 None None] Network 2716747c-f413-4433-910f-13539d4c89f1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:39.618272 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2dbd8a37-2372-4404-b547-ae9e9d521fcd tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "DELETE /v2.0/subnets/c0cefbc9-6730-4112-aa59-bcf1381dec13 HTTP/1.1" status: 204 len: 168 time: 0.3549061 Mar 31 23:47:39.621721 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:39.708187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.765609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Deleting port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:39.765951 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.803044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] DHCP port deletion for 2716747c-f413-4433-910f-13539d4c89f1 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:47:39.831627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] For port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,segment=NetworkSegment(da59c5f3-2478-468f-98eb-1019c1a2fdf4),segment_id=da59c5f3-2478-468f-98eb-1019c1a2fdf4)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:39.831991 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.853325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Calling delete_port for 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:39.857752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] Deleting port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:39.858340 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.880739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7b849a0c-bc03-4ce8-bdca-21512c4bc94a None None] Could not find standard attr ID for object 26ecb452-f850-441c-b015-9bf07f1764c1. {{(pid=109822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:47:39.919411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0ca32-c456-4271-a46d-6f64f9dbbc35 None None] DHCP port deletion for 27512ac1-9f8f-41a0-956a-14ed93f74c7f request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:47:39.943736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] For port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,segment=NetworkSegment(da59c5f3-2478-468f-98eb-1019c1a2fdf4),segment_id=da59c5f3-2478-468f-98eb-1019c1a2fdf4)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:39.944134 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.949096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b083b5-ab05-4872-a512-28330e3cc727 None None] Network 27512ac1-9f8f-41a0-956a-14ed93f74c7f requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:39.969402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] Calling delete_port for 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:39.973295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b083b5-ab05-4872-a512-28330e3cc727 None None] Network 27512ac1-9f8f-41a0-956a-14ed93f74c7f could not be found, it might have been deleted concurrently. {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 31 23:47:39.995324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.021340 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event deleted for resources: {'Port': ['ID=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:40.025069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] No DVR routers for this DVR port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:40.079975 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.107445 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] Pushing event deleted for resources: {'Port': ['ID=0535ebb0-0ac1-42ef-838a-f12e5af1dc6b,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:40.109135 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.111753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f56cb-3426-423a-89f2-36c5ae517044 None None] No DVR routers for this DVR port 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:40.114038 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.136927 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2716747c-f413-4433-910f-13539d4c89f1']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:40.145933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da59c5f3-2478-468f-98eb-1019c1a2fdf4') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:40.146228 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da59c5f3-2478-468f-98eb-1019c1a2fdf4') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:40.155818 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.169079 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.174865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:47:40.175253 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:47:40.178268 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:47:40.286111 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.293950 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.297021 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "DELETE /v2.0/networks/2716747c-f413-4433-910f-13539d4c89f1 HTTP/1.1" status: 204 len: 168 time: 0.6743512 Mar 31 23:47:40.299809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55714) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:40.313358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c3c7f-154e-446a-babb-366724fa591b tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Pushing event deleted for resources: {'Network': ['ID=2716747c-f413-4433-910f-13539d4c89f1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:40.326674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d3a7a991-0761-4495-80ef-fb9be7a60644 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bc0a3df-9989-446a-ac7d-9c2d4ab025a2 HTTP/1.1" status: 200 len: 205 time: 0.0256591 Mar 31 23:47:40.328896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55716) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:40.404544 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ba6b49-70b7-40c2-b17a-3291fd3e75a9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.557029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ba6b49-70b7-40c2-b17a-3291fd3e75a9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.559123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ba6b49-70b7-40c2-b17a-3291fd3e75a9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.678867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ba6b49-70b7-40c2-b17a-3291fd3e75a9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.679301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ba6b49-70b7-40c2-b17a-3291fd3e75a9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc0a3df-9989-446a-ac7d-9c2d4ab025a2 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:47:40.690803 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-05ba6b49-70b7-40c2-b17a-3291fd3e75a9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.690803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-05ba6b49-70b7-40c2-b17a-3291fd3e75a9 tempest-RoutersNegativeTest-718183920 tempest-RoutersNegativeTest-718183920-project] 10.222.0.31 "DELETE /v2.0/routers/4bc0a3df-9989-446a-ac7d-9c2d4ab025a2 HTTP/1.1" status: 204 len: 168 time: 0.3586175 Mar 31 23:47:40.737322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:40.757191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:47:40.757557 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 0535ebb0-0ac1-42ef-838a-f12e5af1dc6b not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:41.183674 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55722) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:41.312139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d3ae2179-1831-4916-b5a3-fb455be30a57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01f37b2737964ac0b6188f61b37e03dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272771 Mar 31 23:47:41.314616 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55726) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:41.370872 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e03cb3b-44d8-459a-9b7f-f151539a43db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:41.401851 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e03cb3b-44d8-459a-9b7f-f151539a43db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:41.526756 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e03cb3b-44d8-459a-9b7f-f151539a43db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:41.529302 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e03cb3b-44d8-459a-9b7f-f151539a43db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:41.530501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2e03cb3b-44d8-459a-9b7f-f151539a43db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95ea4320-9f30-4af3-b67b-cb7af4258ec0 HTTP/1.1" status: 204 len: 168 time: 0.2148523 Mar 31 23:47:41.538357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03cb3b-44d8-459a-9b7f-f151539a43db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea4320-9f30-4af3-b67b-cb7af4258ec0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:42.463405 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55748) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:42.560575 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-766067926-network', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:42.673169 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Made reservation on behalf of 381eb47f35334804b45de2d1c9dc56f6 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:42.675602 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:42.684410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:42.758021 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:42.822441 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:42.847316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:42.856763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:42.862499 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:42.862848 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Added segment 3f89a79c-ca3c-4a81-b97f-52a4ea84a245 of type vlan for network adccebe4-932f-4baa-b04c-0c50301bad9a Mar 31 23:47:42.903583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:42.992964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:42.994434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:42.995030 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:43.054525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] Pushing event updated for resources: {'Network': ['ID=adccebe4-932f-4baa-b04c-0c50301bad9a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:43.064873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network adccebe4-932f-4baa-b04c-0c50301bad9a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:43.092792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0b791433-9669-41aa-b545-efcaab09c3cd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6280210 Mar 31 23:47:43.106133 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55752) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:43.112867 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Request body: {'subnet': {'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-subnet', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:43.171589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Made reservation on behalf of 381eb47f35334804b45de2d1c9dc56f6 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:43.173981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:43.444363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:43.497541 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a115b315-46d8-4ba1-954f-373690cb2902,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:43.507718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Checking segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:43.508071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Network hostable DHCP agents. Network: adccebe4-932f-4baa-b04c-0c50301bad9a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:43.600269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Network adccebe4-932f-4baa-b04c-0c50301bad9a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:43.686227 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, adccebe4-932f-4baa-b04c-0c50301bad9a) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:43.690509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:43.691103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:43.703883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90800606-4f9c-466e-9dfb-7b750f0a16fc None None] Network adccebe4-932f-4baa-b04c-0c50301bad9a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:43.801621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-546b5234-d53c-4245-84be-4d9520974c46 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6942182 Mar 31 23:47:43.805330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55754) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:43.809836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:43.847997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-adccebe4-932f-4baa-b04c-0c50301bad9a', 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'fixed_ips': [{'subnet_id': 'a115b315-46d8-4ba1-954f-373690cb2902'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:43.849053 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:43.898510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:43.900530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:43.954131 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:43.988899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Allocated IP 172.20.0.2 (adccebe4-932f-4baa-b04c-0c50301bad9a/a115b315-46d8-4ba1-954f-373690cb2902/e5344137-2efd-4e7d-8d06-4232e89df567) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:44.136588 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.161296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.218392 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.263214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Network adccebe4-932f-4baa-b04c-0c50301bad9a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:44.266242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:44.269753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:44.277148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Pushing event updated for resources: {'Port': ['ID=e5344137-2efd-4e7d-8d06-4232e89df567,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:44.327246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Attempting to bind port e5344137-2efd-4e7d-8d06-4232e89df567 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:44.327620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Attempting to bind port e5344137-2efd-4e7d-8d06-4232e89df567 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:44.327985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Attempting to bind port e5344137-2efd-4e7d-8d06-4232e89df567 on network adccebe4-932f-4baa-b04c-0c50301bad9a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:44.332837 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:44.333234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Checking segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:44.333637 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.334138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Bound using segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:44.334621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Bound port: e5344137-2efd-4e7d-8d06-4232e89df567, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:44.335009 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.397508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] For port e5344137-2efd-4e7d-8d06-4232e89df567, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:44.401633 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] For port e5344137-2efd-4e7d-8d06-4232e89df567, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e5344137-2efd-4e7d-8d06-4232e89df567,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:44.453376 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.476097 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.493269 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.555158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c326f-3b2e-4f6a-8575-041d5e88d377 None None] Pushing event updated for resources: {'Port': ['ID=e5344137-2efd-4e7d-8d06-4232e89df567,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:44.586556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Allocated IP 172.25.4.27 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/396dcfab-9541-4b72-b161-684685631893) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:44.690153 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.795248 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:44.837756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:44.841085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:44.844778 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:44.850557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Pushing event updated for resources: {'Port': ['ID=396dcfab-9541-4b72-b161-684685631893,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:45.051501 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:47:45.155269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:45.358386 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:45.498494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e89cb7-fc4e-4a13-b6ac-e414bcde1b0b None None] Network adccebe4-932f-4baa-b04c-0c50301bad9a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:45.580871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5a26fc64-ab71-455a-8dcb-a35b3641b3d4 None None] Provisioning complete for port e5344137-2efd-4e7d-8d06-4232e89df567 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:45.581250 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5a26fc64-ab71-455a-8dcb-a35b3641b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:45.732283 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5a26fc64-ab71-455a-8dcb-a35b3641b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:45.770139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-5a26fc64-ab71-455a-8dcb-a35b3641b3d4 None None] For port e5344137-2efd-4e7d-8d06-4232e89df567, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e5344137-2efd-4e7d-8d06-4232e89df567,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:45.850288 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5a26fc64-ab71-455a-8dcb-a35b3641b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:45.903697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26fc64-ab71-455a-8dcb-a35b3641b3d4 None None] Pushing event updated for resources: {'Port': ['ID=e5344137-2efd-4e7d-8d06-4232e89df567,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:45.907353 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Router 14bae1e8-abfe-4205-878f-655937a3e850 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:47:45.970431 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0ba07737-9985-434d-a527-fd32b69f7ee3 None None] Provisioning complete for port e5344137-2efd-4e7d-8d06-4232e89df567 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:45.970829 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0ba07737-9985-434d-a527-fd32b69f7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.016610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:47:46.034891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Sync routers for ids ['14bae1e8-abfe-4205-878f-655937a3e850'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:47:46.057551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Routers {'14bae1e8-abfe-4205-878f-655937a3e850'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:46.058154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['14bae1e8-abfe-4205-878f-655937a3e850'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:46.080398 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.081671 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ad591cff-551e-498b-aba9-030986c567da admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2752593 Mar 31 23:47:46.084584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 55756) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:46.162702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Set router 14bae1e8-abfe-4205-878f-655937a3e850 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:46.338916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '396dcfab-9541-4b72-b161-684685631893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:47:44Z', 'revision_number': 3, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port': {'id': '396dcfab-9541-4b72-b161-684685631893', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:44Z', 'updated_at': '2022-03-31T23:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:46.365911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Checking router: 14bae1e8-abfe-4205-878f-655937a3e850 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:47:46.366262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Updating router 14bae1e8-abfe-4205-878f-655937a3e850 port 396dcfab-9541-4b72-b161-684685631893 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:47:46.390626 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.493778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.642527 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.656357 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Allocated IP 172.20.0.1 (adccebe4-932f-4baa-b04c-0c50301bad9a/a115b315-46d8-4ba1-954f-373690cb2902/c492ee95-5ea6-4672-b2b2-f25cf1c9def2) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:46.717184 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.760708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.776827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3236aa-84dd-4473-8eba-1e59be909490 None None] Pushing event updated for resources: {'Port': ['ID=396dcfab-9541-4b72-b161-684685631893,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:46.780587 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Attempting to bind port 396dcfab-9541-4b72-b161-684685631893 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:46.780952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Attempting to bind port 396dcfab-9541-4b72-b161-684685631893 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:46.781308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Attempting to bind port 396dcfab-9541-4b72-b161-684685631893 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:46.786927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:46.787337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:46.788000 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.788163 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:46.788588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Bound port: 396dcfab-9541-4b72-b161-684685631893, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:46.788958 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.810787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e5344137-2efd-4e7d-8d06-4232e89df567 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:46.829638 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.875297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Network adccebe4-932f-4baa-b04c-0c50301bad9a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:46.876287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] For port 396dcfab-9541-4b72-b161-684685631893, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:46.879867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:46.880624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] For port 396dcfab-9541-4b72-b161-684685631893, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=396dcfab-9541-4b72-b161-684685631893,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:46.882462 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:46.887790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e5344137-2efd-4e7d-8d06-4232e89df567 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:46.888175 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.907879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Pushing event updated for resources: {'Port': ['ID=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:46.934419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:46.995741 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.054422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Routers {'14bae1e8-abfe-4205-878f-655937a3e850'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:47.055099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['14bae1e8-abfe-4205-878f-655937a3e850'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:47.060720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3236aa-84dd-4473-8eba-1e59be909490 None None] Pushing event updated for resources: {'Port': ['ID=396dcfab-9541-4b72-b161-684685631893,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:47.139839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.308275 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.335673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] Set router 14bae1e8-abfe-4205-878f-655937a3e850 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:47.338432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bb45afa6-dc3b-4021-abd6-2b3fa829b193 None None] Provisioning complete for port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:47.338828 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb45afa6-dc3b-4021-abd6-2b3fa829b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.382983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.453603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.455526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Pushing event updated for resources: {'Port': ['ID=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:47.460805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bb45afa6-dc3b-4021-abd6-2b3fa829b193 None None] Port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:47:47.540671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '396dcfab-9541-4b72-b161-684685631893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:47:44Z', 'revision_number': 3, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port': {'id': '396dcfab-9541-4b72-b161-684685631893', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:44Z', 'updated_at': '2022-03-31T23:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:47.550263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Network adccebe4-932f-4baa-b04c-0c50301bad9a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:47.551661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:47.567775 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a692c-fb8b-4087-b7e1-a4104e90aff1 None None] The sync data for ids ['14bae1e8-abfe-4205-878f-655937a3e850'] in n-d-836015-1 is: [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '396dcfab-9541-4b72-b161-684685631893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:47:44Z', 'revision_number': 3, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port': {'id': '396dcfab-9541-4b72-b161-684685631893', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:44Z', 'updated_at': '2022-03-31T23:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:47:47.682658 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Router 14bae1e8-abfe-4205-878f-655937a3e850 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:47:47.785171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-72458dd5-4908-4a45-940d-92959414518c None None] Provisioning complete for port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:47.785664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-72458dd5-4908-4a45-940d-92959414518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.814374 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:47:47.835777 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1ec2a522-787a-4b14-94dc-08cceb0376dd admin admin] 10.222.0.31 "PUT /v2.0/routers/14bae1e8-abfe-4205-878f-655937a3e850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500916 Mar 31 23:47:47.849977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-72458dd5-4908-4a45-940d-92959414518c None None] Port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:47:48.508329 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55772) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:48.513297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-53212229-network', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:48.589160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Made reservation on behalf of 7f0ab3bf78dd44ca9839bb462e32e862 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:48.591447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.601518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.680214 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.759322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.770291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 396dcfab-9541-4b72-b161-684685631893 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:48.790531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:47:48.799561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ecb05f-7a7b-4d97-8193-bb52f2f92182,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:48.812523 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.813303 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Added segment ae7257ac-c80e-4c87-9ee9-af0177612f86 of type vlan for network c920dacf-a107-4bf8-8cda-a4a3890936b6 Mar 31 23:47:48.843778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 396dcfab-9541-4b72-b161-684685631893 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:48.844508 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.864313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.926205 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.947678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 396dcfab-9541-4b72-b161-684685631893, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=396dcfab-9541-4b72-b161-684685631893,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:48.958531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:48.969655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:48.969655 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.026117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] Pushing event updated for resources: {'Network': ['ID=c920dacf-a107-4bf8-8cda-a4a3890936b6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:49.036772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network c920dacf-a107-4bf8-8cda-a4a3890936b6 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:47:49.055105 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.082937 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c218f7aa-6e9d-4aa7-b352-36d90b22c692 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5717437 Mar 31 23:47:49.084018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55778) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:49.089612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Request body: {'subnet': {'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-subnet', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:49.143844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=396dcfab-9541-4b72-b161-684685631893,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:49.171610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Made reservation on behalf of 7f0ab3bf78dd44ca9839bb462e32e862 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:49.174200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.181496 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Sync routers for ids ['14bae1e8-abfe-4205-878f-655937a3e850'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:47:49.194064 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Routers {'14bae1e8-abfe-4205-878f-655937a3e850'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:49.197886 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['14bae1e8-abfe-4205-878f-655937a3e850'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:49.311106 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Set router 14bae1e8-abfe-4205-878f-655937a3e850 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:49.417981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.472952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:49.483076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Checking segment: {'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:49.483434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Network hostable DHCP agents. Network: c920dacf-a107-4bf8-8cda-a4a3890936b6, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:47:49.510763 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '396dcfab-9541-4b72-b161-684685631893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:47:47Z', 'revision_number': 4, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port': {'id': '396dcfab-9541-4b72-b161-684685631893', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:44Z', 'updated_at': '2022-03-31T23:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'c492ee95-5ea6-4672-b2b2-f25cf1c9def2', 'name': '', 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a115b315-46d8-4ba1-954f-373690cb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:46Z', 'updated_at': '2022-03-31T23:47:47Z', 'revision_number': 2, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'subnets': [{'id': 'a115b315-46d8-4ba1-954f-373690cb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:49.537225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Checking router: 14bae1e8-abfe-4205-878f-655937a3e850 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:47:49.537740 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Updating router 14bae1e8-abfe-4205-878f-655937a3e850 port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:47:49.554922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Network c920dacf-a107-4bf8-8cda-a4a3890936b6 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:47:49.562873 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.623330 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, c920dacf-a107-4bf8-8cda-a4a3890936b6) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:49.627438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:49.632545 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.636438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98300cf-eea9-4b47-9498-54e0b31d37f6 None None] Network c920dacf-a107-4bf8-8cda-a4a3890936b6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:49.713515 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8b311ac7-dff9-4be4-abe0-53c1cec99fdd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6280024 Mar 31 23:47:49.715930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55780) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:49.720785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:49.788604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-c920dacf-a107-4bf8-8cda-a4a3890936b6', 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'fixed_ips': [{'subnet_id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:47:49.789598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.801141 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.802101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.833836 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.859082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.891730 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.941518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Allocated IP 172.20.0.2 (c920dacf-a107-4bf8-8cda-a4a3890936b6/ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf/6a346a8f-00a1-45d2-8728-c4e0e5fc8e41) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:49.969454 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Pushing event updated for resources: {'Port': ['ID=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:49.996878 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.997223 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.997551 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.997881 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.998508 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.998625 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.998921 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.999302 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.999629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:49.999975 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:50.000270 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:50.000589 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:50.021600 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Attempting to bind port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:50.022663 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Attempting to bind port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:50.023118 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Attempting to bind port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 on network adccebe4-932f-4baa-b04c-0c50301bad9a {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:50.038602 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:50.039023 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Checking segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:50.039429 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.039821 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Bound using segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:50.042389 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Bound port: c492ee95-5ea6-4672-b2b2-f25cf1c9def2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:50.044681 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.059574 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.119481 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] For port c492ee95-5ea6-4672-b2b2-f25cf1c9def2, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:50.123989 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] For port c492ee95-5ea6-4672-b2b2-f25cf1c9def2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:50.124614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.185044 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-216401db-44ed-46eb-8c84-f15a2574df3d None None] Provisioning complete for port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:50.185515 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-216401db-44ed-46eb-8c84-f15a2574df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.194906 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.218052 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.246876 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Routers {'14bae1e8-abfe-4205-878f-655937a3e850'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:50.247680 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['14bae1e8-abfe-4205-878f-655937a3e850'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:50.265256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Network c920dacf-a107-4bf8-8cda-a4a3890936b6 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:50.271090 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:50.272940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-216401db-44ed-46eb-8c84-f15a2574df3d None None] Port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:47:50.277179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:50.289872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Pushing event updated for resources: {'Port': ['ID=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:50.314455 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d717ed6-66d1-40cb-8b6c-70d1ced3bf49 None None] Pushing event updated for resources: {'Port': ['ID=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:50.356027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Attempting to bind port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:50.356696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Attempting to bind port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:50.357914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Attempting to bind port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 on network c920dacf-a107-4bf8-8cda-a4a3890936b6 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:50.362585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.365157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:50.365755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Checking segment: {'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:50.366372 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.366955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Bound using segment: {'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:50.367605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Bound port: 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:50.368188 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.382352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.406673 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] Set router 14bae1e8-abfe-4205-878f-655937a3e850 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:50.450241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] For port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:50.454077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] For port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,segment=NetworkSegment(ae7257ac-c80e-4c87-9ee9-af0177612f86),segment_id=ae7257ac-c80e-4c87-9ee9-af0177612f86)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:50.496897 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7db96cd3-935d-4342-8cd2-3d6786584239 None None] Provisioning complete for port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:50.497199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7db96cd3-935d-4342-8cd2-3d6786584239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.501295 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Allocated IP 172.25.4.212 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/f6108a5d-c299-4ee3-900a-fde3e10fc204) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:50.529942 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.628436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.639961 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '396dcfab-9541-4b72-b161-684685631893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:47:47Z', 'revision_number': 4, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port': {'id': '396dcfab-9541-4b72-b161-684685631893', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:44Z', 'updated_at': '2022-03-31T23:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'c492ee95-5ea6-4672-b2b2-f25cf1c9def2', 'name': '', 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a115b315-46d8-4ba1-954f-373690cb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:46Z', 'updated_at': '2022-03-31T23:47:50Z', 'revision_number': 4, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'subnets': [{'id': 'a115b315-46d8-4ba1-954f-373690cb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:50.661856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908b74a-eb85-4733-895c-0af64a93a854 None None] Pushing event updated for resources: {'Port': ['ID=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:50.665411 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7db96cd3-935d-4342-8cd2-3d6786584239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.677423 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be82ba-a3e8-45dc-b20f-98dc4e66960d None None] The sync data for ids ['14bae1e8-abfe-4205-878f-655937a3e850'] in n-d-836015-1 is: [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '396dcfab-9541-4b72-b161-684685631893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:47:47Z', 'revision_number': 4, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port': {'id': '396dcfab-9541-4b72-b161-684685631893', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:44Z', 'updated_at': '2022-03-31T23:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'c492ee95-5ea6-4672-b2b2-f25cf1c9def2', 'name': '', 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a115b315-46d8-4ba1-954f-373690cb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:46Z', 'updated_at': '2022-03-31T23:47:50Z', 'revision_number': 4, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'subnets': [{'id': 'a115b315-46d8-4ba1-954f-373690cb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:47:50.702288 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7db96cd3-935d-4342-8cd2-3d6786584239 None None] For port c492ee95-5ea6-4672-b2b2-f25cf1c9def2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:50.730585 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.788873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7db96cd3-935d-4342-8cd2-3d6786584239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:50.790054 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:50.793044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:50.797796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:50.800644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Pushing event updated for resources: {'Port': ['ID=f6108a5d-c299-4ee3-900a-fde3e10fc204,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:50.872359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 396dcfab-9541-4b72-b161-684685631893 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:50.878856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db96cd3-935d-4342-8cd2-3d6786584239 None None] Pushing event updated for resources: {'Port': ['ID=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:50.958828 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 396dcfab-9541-4b72-b161-684685631893 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:50.959772 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.155810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.661273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c5f3ae-2c6d-4b5f-8fa7-080f1eaf459c None None] Network c920dacf-a107-4bf8-8cda-a4a3890936b6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:47:51.729399 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.744461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f2076d2a-2d4e-44e6-a8f5-b764a07bea74 None None] Provisioning complete for port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:51.744836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f2076d2a-2d4e-44e6-a8f5-b764a07bea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.900229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f2076d2a-2d4e-44e6-a8f5-b764a07bea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.941289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f2076d2a-2d4e-44e6-a8f5-b764a07bea74 None None] For port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,segment=NetworkSegment(ae7257ac-c80e-4c87-9ee9-af0177612f86),segment_id=ae7257ac-c80e-4c87-9ee9-af0177612f86)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:52.004468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Router 5381e2f7-910d-435a-8d3a-2ed93541f31f is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:47:52.029108 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f2076d2a-2d4e-44e6-a8f5-b764a07bea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:52.076856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2076d2a-2d4e-44e6-a8f5-b764a07bea74 None None] Pushing event updated for resources: {'Port': ['ID=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:52.117810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:47:52.126529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Sync routers for ids ['5381e2f7-910d-435a-8d3a-2ed93541f31f'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:47:52.140120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Routers {'5381e2f7-910d-435a-8d3a-2ed93541f31f'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:52.140725 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5381e2f7-910d-435a-8d3a-2ed93541f31f'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:52.186963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-e8dea015-9109-43da-abd4-7904cf67e686 None None] Provisioning complete for port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:52.187261 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e8dea015-9109-43da-abd4-7904cf67e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:52.188812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:52.190281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-00ca7247-dfd7-44a2-894f-e079475bf287 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4733844 Mar 31 23:47:52.194211 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 55782) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:52.286425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Set router 5381e2f7-910d-435a-8d3a-2ed93541f31f gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:52.494934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:47:50Z', 'revision_number': 3, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:52.521421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Checking router: 5381e2f7-910d-435a-8d3a-2ed93541f31f for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:47:52.521773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Updating router 5381e2f7-910d-435a-8d3a-2ed93541f31f port f6108a5d-c299-4ee3-900a-fde3e10fc204 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:47:52.547651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:52.626971 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:52.803183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Allocated IP 172.20.0.1 (c920dacf-a107-4bf8-8cda-a4a3890936b6/ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf/4816b1dd-4e00-478e-ab59-e7e796a52f64) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:52.831247 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c492ee95-5ea6-4672-b2b2-f25cf1c9def2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:52.915288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:52.950402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:52.950721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.034895 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.037603 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.078910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:53.081209 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Network c920dacf-a107-4bf8-8cda-a4a3890936b6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:53.084266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:53.086705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:53.113332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Pushing event updated for resources: {'Port': ['ID=4816b1dd-4e00-478e-ab59-e7e796a52f64,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:53.126625 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.134026 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.135318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:53.135318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.230066 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdb5a9-775a-4bd2-b29c-5fe18131c36d None None] Pushing event updated for resources: {'Port': ['ID=f6108a5d-c299-4ee3-900a-fde3e10fc204,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:53.233403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Attempting to bind port f6108a5d-c299-4ee3-900a-fde3e10fc204 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:53.233801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Attempting to bind port f6108a5d-c299-4ee3-900a-fde3e10fc204 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:53.234134 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Attempting to bind port f6108a5d-c299-4ee3-900a-fde3e10fc204 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:53.260348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:53.260802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:53.261272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.261735 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:53.262294 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Bound port: f6108a5d-c299-4ee3-900a-fde3e10fc204, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:53.262757 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.326016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] For port f6108a5d-c299-4ee3-900a-fde3e10fc204, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:53.329174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] For port f6108a5d-c299-4ee3-900a-fde3e10fc204, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f6108a5d-c299-4ee3-900a-fde3e10fc204,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:53.334282 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.348815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b7f75c97-3785-4a3d-b27e-a44d93ec0923 None None] Provisioning complete for port 4816b1dd-4e00-478e-ab59-e7e796a52f64 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:53.353129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7f75c97-3785-4a3d-b27e-a44d93ec0923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.383528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-b7f75c97-3785-4a3d-b27e-a44d93ec0923 None None] Port 4816b1dd-4e00-478e-ab59-e7e796a52f64 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:47:53.406416 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.465417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Routers {'5381e2f7-910d-435a-8d3a-2ed93541f31f'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:53.466114 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5381e2f7-910d-435a-8d3a-2ed93541f31f'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:53.501048 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.504514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdb5a9-775a-4bd2-b29c-5fe18131c36d None None] Pushing event updated for resources: {'Port': ['ID=f6108a5d-c299-4ee3-900a-fde3e10fc204,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:53.565765 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.575823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] Set router 5381e2f7-910d-435a-8d3a-2ed93541f31f gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:53.637964 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:53.639665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Pushing event updated for resources: {'Port': ['ID=4816b1dd-4e00-478e-ab59-e7e796a52f64,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:53.737076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Network c920dacf-a107-4bf8-8cda-a4a3890936b6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:53.738578 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:53.796186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:47:53Z', 'revision_number': 4, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '4816b1dd-4e00-478e-ab59-e7e796a52f64', 'name': '', 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'mac_address': 'fa:16:3e:78:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:52Z', 'updated_at': '2022-03-31T23:47:52Z', 'revision_number': 1, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'subnets': [{'id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:53.824478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a88cec-d38d-462b-b319-e73d9a43e9f6 None None] The sync data for ids ['5381e2f7-910d-435a-8d3a-2ed93541f31f'] in n-d-836015-1 is: [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:47:53Z', 'revision_number': 4, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '4816b1dd-4e00-478e-ab59-e7e796a52f64', 'name': '', 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'mac_address': 'fa:16:3e:78:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:52Z', 'updated_at': '2022-03-31T23:47:52Z', 'revision_number': 1, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'subnets': [{'id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:47:53.866789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Router 5381e2f7-910d-435a-8d3a-2ed93541f31f has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:47:53.994298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:47:53.999630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-76ba2a51-224e-4abb-8a0e-a280f7fb6071 admin admin] 10.222.0.31 "PUT /v2.0/routers/5381e2f7-910d-435a-8d3a-2ed93541f31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040628 Mar 31 23:47:54.014773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-90975299-45dc-431c-9ff4-601ab2f482d8 None None] Provisioning complete for port 4816b1dd-4e00-478e-ab59-e7e796a52f64 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:54.014773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-90975299-45dc-431c-9ff4-601ab2f482d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:54.074306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-90975299-45dc-431c-9ff4-601ab2f482d8 None None] Port 4816b1dd-4e00-478e-ab59-e7e796a52f64 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:47:54.794813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f6108a5d-c299-4ee3-900a-fde3e10fc204 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:54.851965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f6108a5d-c299-4ee3-900a-fde3e10fc204 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:54.852628 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:54.933436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-91a3b5aa-778a-4029-98fa-ffed7a64dd3d tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:54.935226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-91a3b5aa-778a-4029-98fa-ffed7a64dd3d tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/networks?id=adccebe4-932f-4baa-b04c-0c50301bad9a HTTP/1.1" status: 200 len: 816 time: 0.1147614 Mar 31 23:47:54.938103 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:54.958163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-35a7d592-bd2c-4b94-98f2-4515263e63ce tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/quotas/381eb47f35334804b45de2d1c9dc56f6 HTTP/1.1" status: 200 len: 375 time: 0.0145702 Mar 31 23:47:54.964912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f6108a5d-c299-4ee3-900a-fde3e10fc204, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f6108a5d-c299-4ee3-900a-fde3e10fc204,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:55.011472 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-5fff7f17-da03-4bfd-aa49-5c40c5463544 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=381eb47f35334804b45de2d1c9dc56f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498488 Mar 31 23:47:55.049728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:55.104011 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f6108a5d-c299-4ee3-900a-fde3e10fc204,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:55.249489 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-4610c4d6-6de6-4d75-8ec3-f31e6d13b96b service neutron] 10.222.0.31 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217885 Mar 31 23:47:55.345820 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-338405b0-9ac8-41a6-b8b0-4a1d23a161d3 service neutron] 10.222.0.31 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901651 Mar 31 23:47:55.588519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78256805-3b89-41b5-be1c-639489340577 req-dd4a0f55-94f6-4f96-b01b-c714150202f6 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 210 time: 0.0310657 Mar 31 23:47:55.860861 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Sync routers for ids ['5381e2f7-910d-435a-8d3a-2ed93541f31f'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:47:55.870998 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Routers {'5381e2f7-910d-435a-8d3a-2ed93541f31f'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:55.873619 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5381e2f7-910d-435a-8d3a-2ed93541f31f'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:56.066844 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Set router 5381e2f7-910d-435a-8d3a-2ed93541f31f gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:56.262218 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:47:53Z', 'revision_number': 4, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '4816b1dd-4e00-478e-ab59-e7e796a52f64', 'name': '', 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'mac_address': 'fa:16:3e:78:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:52Z', 'updated_at': '2022-03-31T23:47:53Z', 'revision_number': 2, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'subnets': [{'id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:56.292365 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Checking router: 5381e2f7-910d-435a-8d3a-2ed93541f31f for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:47:56.292710 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Updating router 5381e2f7-910d-435a-8d3a-2ed93541f31f port 4816b1dd-4e00-478e-ab59-e7e796a52f64 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:47:56.316053 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:56.577730 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:56.667083 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-602f12a8-c78b-4571-9cf5-c7a65e9496ee req-145f97a8-b869-4a5b-b8c7-db79340e7321 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 210 time: 0.0264370 Mar 31 23:47:56.669383 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:56.721931 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97742-78d7-4d81-8170-dc23b2729e55 None None] Pushing event updated for resources: {'Port': ['ID=4816b1dd-4e00-478e-ab59-e7e796a52f64,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:56.773455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f6108a5d-c299-4ee3-900a-fde3e10fc204 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:56.775303 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Attempting to bind port 4816b1dd-4e00-478e-ab59-e7e796a52f64 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:56.776157 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Attempting to bind port 4816b1dd-4e00-478e-ab59-e7e796a52f64 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:56.776714 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Attempting to bind port 4816b1dd-4e00-478e-ab59-e7e796a52f64 on network c920dacf-a107-4bf8-8cda-a4a3890936b6 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:56.782253 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:56.782649 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Checking segment: {'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:56.783044 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:56.783428 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Bound using segment: {'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:56.784057 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Bound port: 4816b1dd-4e00-478e-ab59-e7e796a52f64, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7257ac-c80e-4c87-9ee9-af0177612f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:56.784601 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:56.840328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f6108a5d-c299-4ee3-900a-fde3e10fc204 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:56.840961 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:56.851988 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] For port 4816b1dd-4e00-478e-ab59-e7e796a52f64, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:56.856039 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] For port 4816b1dd-4e00-478e-ab59-e7e796a52f64, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4816b1dd-4e00-478e-ab59-e7e796a52f64,segment=NetworkSegment(ae7257ac-c80e-4c87-9ee9-af0177612f86),segment_id=ae7257ac-c80e-4c87-9ee9-af0177612f86)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:56.937104 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:57.003150 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97742-78d7-4d81-8170-dc23b2729e55 None None] Pushing event updated for resources: {'Port': ['ID=4816b1dd-4e00-478e-ab59-e7e796a52f64,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:57.006140 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Routers {'5381e2f7-910d-435a-8d3a-2ed93541f31f'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:57.006646 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:47:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5381e2f7-910d-435a-8d3a-2ed93541f31f'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:57.013644 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-61011372-4819-4a6e-849d-60331c8644f2 None None] Provisioning complete for port 4816b1dd-4e00-478e-ab59-e7e796a52f64 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:57.014016 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-61011372-4819-4a6e-849d-60331c8644f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:57.097901 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-61011372-4819-4a6e-849d-60331c8644f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:57.130082 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] Set router 5381e2f7-910d-435a-8d3a-2ed93541f31f gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:57.132843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-61011372-4819-4a6e-849d-60331c8644f2 None None] For port 4816b1dd-4e00-478e-ab59-e7e796a52f64, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4816b1dd-4e00-478e-ab59-e7e796a52f64,segment=NetworkSegment(ae7257ac-c80e-4c87-9ee9-af0177612f86),segment_id=ae7257ac-c80e-4c87-9ee9-af0177612f86)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:57.206417 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-61011372-4819-4a6e-849d-60331c8644f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:57.262197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61011372-4819-4a6e-849d-60331c8644f2 None None] Pushing event updated for resources: {'Port': ['ID=4816b1dd-4e00-478e-ab59-e7e796a52f64,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:57.333834 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:47:53Z', 'revision_number': 4, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '4816b1dd-4e00-478e-ab59-e7e796a52f64', 'name': '', 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'mac_address': 'fa:16:3e:78:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:52Z', 'updated_at': '2022-03-31T23:47:56Z', 'revision_number': 4, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'subnets': [{'id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:57.340173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-84822e07-bfb7-45d0-a472-7728c142400c None None] Provisioning complete for port 4816b1dd-4e00-478e-ab59-e7e796a52f64 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:57.340637 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-84822e07-bfb7-45d0-a472-7728c142400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:57.362087 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7c48b-ab44-4308-b1f6-a7305b95d818 None None] The sync data for ids ['5381e2f7-910d-435a-8d3a-2ed93541f31f'] in n-d-836015-1 is: [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:47:53Z', 'revision_number': 4, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '4816b1dd-4e00-478e-ab59-e7e796a52f64', 'name': '', 'network_id': 'c920dacf-a107-4bf8-8cda-a4a3890936b6', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'mac_address': 'fa:16:3e:78:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:52Z', 'updated_at': '2022-03-31T23:47:56Z', 'revision_number': 4, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'subnets': [{'id': 'ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:47:57.776875 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc66d940-5497-4ebc-9940-ff42804e410f req-d6064912-cfd3-4a9e-95a6-8a6f342afa38 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 210 time: 0.0341604 Mar 31 23:47:57.952045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-54ed6884-311c-48a9-8688-0740b6d33dbd tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:57.953563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-54ed6884-311c-48a9-8688-0740b6d33dbd tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.45 "GET /v2.0/networks?id=adccebe4-932f-4baa-b04c-0c50301bad9a HTTP/1.1" status: 200 len: 816 time: 0.1152151 Mar 31 23:47:57.966369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Request body: {'port': {'device_id': 'fb70dc8d-27a6-4816-9a0f-53ce2e870fdd', 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'admin_state_up': True, 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:58.182987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Made reservation on behalf of 381eb47f35334804b45de2d1c9dc56f6 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:47:58.186568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:58.308398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Allocated IP 172.20.0.6 (adccebe4-932f-4baa-b04c-0c50301bad9a/a115b315-46d8-4ba1-954f-373690cb2902/944f6662-3649-409b-95b6-1f0a6f8bd2ed) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:47:58.452641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:58.547410 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:58.592289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Network adccebe4-932f-4baa-b04c-0c50301bad9a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:47:58.595507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:47:58.599057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:47:58.605605 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Pushing event updated for resources: {'Port': ['ID=944f6662-3649-409b-95b6-1f0a6f8bd2ed,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:58.658653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:58.659320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:58.744434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-128bb238-d7f4-464d-98a2-5feb364d6357 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7825568 Mar 31 23:47:58.755063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-ab870d10-0dc2-4035-84aa-ae896b5a0888 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:47:58.756248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-ab870d10-0dc2-4035-84aa-ae896b5a0888 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054777 Mar 31 23:47:58.768746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Request body: {'port': {'device_id': 'fb70dc8d-27a6-4816-9a0f-53ce2e870fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:58.783124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4816b1dd-4e00-478e-ab59-e7e796a52f64 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:58.832413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:58.839192 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 4816b1dd-4e00-478e-ab59-e7e796a52f64 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:58.839788 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:58.881249 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6eec3ce9-a356-4c24-a787-db07aa4f1143 None None] Provisioning complete for port 944f6662-3649-409b-95b6-1f0a6f8bd2ed triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:58.881641 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6eec3ce9-a356-4c24-a787-db07aa4f1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:58.922249 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6eec3ce9-a356-4c24-a787-db07aa4f1143 None None] Port 944f6662-3649-409b-95b6-1f0a6f8bd2ed cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:47:58.991696 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0391f-20db-460a-9d00-26219cb925a2 req-f48ae955-4638-4540-bffb-1ca0658652a6 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:58.993712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cef0391f-20db-460a-9d00-26219cb925a2 req-f48ae955-4638-4540-bffb-1ca0658652a6 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 931 time: 0.1269569 Mar 31 23:47:59.087024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cef0391f-20db-460a-9d00-26219cb925a2 req-a4f12fac-f33f-4ac6-87d1-4ab05254fb08 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870585 Mar 31 23:47:59.179210 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944f6662-3649-409b-95b6-1f0a6f8bd2ed {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:47:59.187618 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.199603 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Transition to ACTIVE for port object 944f6662-3649-409b-95b6-1f0a6f8bd2ed will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:47:59.291726 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.342346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Pushing event updated for resources: {'Port': ['ID=944f6662-3649-409b-95b6-1f0a6f8bd2ed,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:59.420599 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Attempting to bind port 944f6662-3649-409b-95b6-1f0a6f8bd2ed on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:59.421097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Attempting to bind port 944f6662-3649-409b-95b6-1f0a6f8bd2ed by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:59.421653 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Attempting to bind port 944f6662-3649-409b-95b6-1f0a6f8bd2ed on network adccebe4-932f-4baa-b04c-0c50301bad9a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:59.426595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Port 944f6662-3649-409b-95b6-1f0a6f8bd2ed on network adccebe4-932f-4baa-b04c-0c50301bad9a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:47:59.426925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Attempting to bind port 944f6662-3649-409b-95b6-1f0a6f8bd2ed on network adccebe4-932f-4baa-b04c-0c50301bad9a {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:59.432693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:59.433020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Checking segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:59.433413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Bound using segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:59.433843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Bound port: 944f6662-3649-409b-95b6-1f0a6f8bd2ed, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:59.435297 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.505789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] For port 944f6662-3649-409b-95b6-1f0a6f8bd2ed, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:59.509228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] For port 944f6662-3649-409b-95b6-1f0a6f8bd2ed, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=944f6662-3649-409b-95b6-1f0a6f8bd2ed,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:59.572437 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.610739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:59.611292 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.612696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] 10.222.0.45 "PUT /v2.0/ports/944f6662-3649-409b-95b6-1f0a6f8bd2ed HTTP/1.1" status: 200 len: 1091 time: 0.8485425 Mar 31 23:47:59.613865 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb70dc8d-27a6-4816-9a0f-53ce2e870fdd', 'tag': '944f6662-3649-409b-95b6-1f0a6f8bd2ed'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:59.615428 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e36da5-9506-4d7a-9c3f-90e26ce3c29c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb70dc8d-27a6-4816-9a0f-53ce2e870fdd", "tag": "944f6662-3649-409b-95b6-1f0a6f8bd2ed"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:59.640022 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd83871-a5d6-4322-904b-716123a76535 service neutron] Pushing event updated for resources: {'Port': ['ID=944f6662-3649-409b-95b6-1f0a6f8bd2ed,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:59.655711 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e145c8a2-1a54-42d7-a38b-cdaa3fa26477 x-openstack-request-id: req-e145c8a2-1a54-42d7-a38b-cdaa3fa26477 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:59.656300 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb70dc8d-27a6-4816-9a0f-53ce2e870fdd", "tag": "944f6662-3649-409b-95b6-1f0a6f8bd2ed", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:59.656300 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e145c8a2-1a54-42d7-a38b-cdaa3fa26477 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:59.656699 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e145c8a2-1a54-42d7-a38b-cdaa3fa26477'] response: {'name': 'network-changed', 'server_uuid': 'fb70dc8d-27a6-4816-9a0f-53ce2e870fdd', 'tag': '944f6662-3649-409b-95b6-1f0a6f8bd2ed', 'status': 'completed', 'code': 200} Mar 31 23:47:59.728143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36da5-9506-4d7a-9c3f-90e26ce3c29c req-06ae68c2-0c60-4184-883c-8b5c779e0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:59.730995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68e36da5-9506-4d7a-9c3f-90e26ce3c29c req-06ae68c2-0c60-4184-883c-8b5c779e0d83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=381eb47f35334804b45de2d1c9dc56f6&device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 1094 time: 0.0481818 Mar 31 23:47:59.848361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36da5-9506-4d7a-9c3f-90e26ce3c29c req-2e57b46a-bba5-417b-8432-01d2d4a76cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:59.849906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68e36da5-9506-4d7a-9c3f-90e26ce3c29c req-2e57b46a-bba5-417b-8432-01d2d4a76cd4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=381eb47f35334804b45de2d1c9dc56f6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1107564 Mar 31 23:47:59.993345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36da5-9506-4d7a-9c3f-90e26ce3c29c req-4d3e64e2-b7b2-4cac-80e7-df2e7bd8da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:59.994864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-68e36da5-9506-4d7a-9c3f-90e26ce3c29c req-4d3e64e2-b7b2-4cac-80e7-df2e7bd8da7f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930505 Mar 31 23:48:00.079743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-37f34933-f765-4627-b10d-347fdf4a3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:00.081235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-37f34933-f765-4627-b10d-347fdf4a3f76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=381eb47f35334804b45de2d1c9dc56f6&device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 1094 time: 0.0447471 Mar 31 23:48:00.122945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-586241a1-b2c9-4693-8d72-fdc8273c4474 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944f6662-3649-409b-95b6-1f0a6f8bd2ed HTTP/1.1" status: 200 len: 217 time: 0.0336962 Mar 31 23:48:00.200748 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-cdd93aa0-f5a7-4018-9843-e5b608f216a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:00.202223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-cdd93aa0-f5a7-4018-9843-e5b608f216a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a115b315-46d8-4ba1-954f-373690cb2902 HTTP/1.1" status: 200 len: 855 time: 0.0725374 Mar 31 23:48:00.243585 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855cf1c-a764-4c70-a513-0d67a1569ae1 req-12954517-c4e4-4600-9d68-685209105b3d tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:00.245033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f855cf1c-a764-4c70-a513-0d67a1569ae1 req-12954517-c4e4-4600-9d68-685209105b3d tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 943 time: 0.0815842 Mar 31 23:48:00.276461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-74234a5f-e358-470d-a800-9cce75a481e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:00.277906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-74234a5f-e358-470d-a800-9cce75a481e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=adccebe4-932f-4baa-b04c-0c50301bad9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673454 Mar 31 23:48:00.306852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f855cf1c-a764-4c70-a513-0d67a1569ae1 req-c4d56e31-3c55-4b62-8492-6e8ffc4b9b02 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550642 Mar 31 23:48:00.374092 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-18128bae-8e50-4b48-ba37-6b76610cf2c5 service neutron] 10.222.0.45 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890090 Mar 31 23:48:00.479475 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c561445-b02a-4341-9e5a-ad9fe4f70169 req-291c221b-cf26-4b3a-9245-fa0247830d28 service neutron] 10.222.0.45 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989780 Mar 31 23:48:01.425055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4322-1974-4545-8fff-64a8d101a540 req-610047a4-6a72-4eba-bb47-79fe2c81f559 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:01.426622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d4f4322-1974-4545-8fff-64a8d101a540 req-610047a4-6a72-4eba-bb47-79fe2c81f559 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 943 time: 0.0500803 Mar 31 23:48:01.464535 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8d4f4322-1974-4545-8fff-64a8d101a540 req-d653ecc3-6960-48ff-8219-2c71e680fbd1 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Mar 31 23:48:02.583584 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a435-3621-4894-aa41-fff142c8eefc req-3d220f59-e5da-459a-a73a-45882e173b21 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:02.585311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7a7a435-3621-4894-aa41-fff142c8eefc req-3d220f59-e5da-459a-a73a-45882e173b21 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 943 time: 0.0541844 Mar 31 23:48:02.623953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b7a7a435-3621-4894-aa41-fff142c8eefc req-f7a8b23e-326d-42e2-a8ac-2987aa7daac8 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Mar 31 23:48:03.304048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 944f6662-3649-409b-95b6-1f0a6f8bd2ed details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:48:03.395888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 944f6662-3649-409b-95b6-1f0a6f8bd2ed, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=944f6662-3649-409b-95b6-1f0a6f8bd2ed,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:03.407904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '944f6662-3649-409b-95b6-1f0a6f8bd2ed', 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'port_id': '944f6662-3649-409b-95b6-1f0a6f8bd2ed', 'mac_address': 'fa:16:3e:d9:19:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a115b315-46d8-4ba1-954f-373690cb2902', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:48:03.448549 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.461157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944f6662-3649-409b-95b6-1f0a6f8bd2ed {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:03.483975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 944f6662-3649-409b-95b6-1f0a6f8bd2ed, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=944f6662-3649-409b-95b6-1f0a6f8bd2ed,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:03.541353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.588315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=944f6662-3649-409b-95b6-1f0a6f8bd2ed,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:03.739525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7cbca-054f-49c5-8fbc-58efe9da1a20 req-70349bb8-6c89-423e-b5c8-84d6fa9a2ac1 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:03.741035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10e7cbca-054f-49c5-8fbc-58efe9da1a20 req-70349bb8-6c89-423e-b5c8-84d6fa9a2ac1 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 944 time: 0.0488586 Mar 31 23:48:03.758437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['944f6662-3649-409b-95b6-1f0a6f8bd2ed'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:03.782066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10e7cbca-054f-49c5-8fbc-58efe9da1a20 req-3a87e192-ca9c-413f-a591-1cbf832afc95 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Mar 31 23:48:03.988153 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bbbb-d0c8-49a2-b081-4fc841c5ef4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.910071 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10404527-653e-4b82-82dd-a240fca3f877 req-7d0faee6-5dae-438d-b9d9-e0facdf4a620 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:04.911576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10404527-653e-4b82-82dd-a240fca3f877 req-7d0faee6-5dae-438d-b9d9-e0facdf4a620 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 944 time: 0.0489526 Mar 31 23:48:04.949117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10404527-653e-4b82-82dd-a240fca3f877 req-cbd5401f-78b2-4ed6-b7d2-9783aa70f972 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Mar 31 23:48:05.334899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 944f6662-3649-409b-95b6-1f0a6f8bd2ed up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:05.485501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 944f6662-3649-409b-95b6-1f0a6f8bd2ed completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:48:05.489485 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 944f6662-3649-409b-95b6-1f0a6f8bd2ed triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:05.489854 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:05.568323 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:05.589916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb70dc8d-27a6-4816-9a0f-53ce2e870fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944f6662-3649-409b-95b6-1f0a6f8bd2ed'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:05.592185 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d25cc-a040-42d4-a857-4b0f2785352d" -d '{"events": [{"server_uuid": "fb70dc8d-27a6-4816-9a0f-53ce2e870fdd", "name": "network-vif-plugged", "status": "completed", "tag": "944f6662-3649-409b-95b6-1f0a6f8bd2ed"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:05.604514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 944f6662-3649-409b-95b6-1f0a6f8bd2ed, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=944f6662-3649-409b-95b6-1f0a6f8bd2ed,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:05.629983 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f01af-b62b-4b21-9456-a3a4a2fb8644 x-openstack-request-id: req-d52f01af-b62b-4b21-9456-a3a4a2fb8644 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:05.630278 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb70dc8d-27a6-4816-9a0f-53ce2e870fdd", "name": "network-vif-plugged", "status": "completed", "tag": "944f6662-3649-409b-95b6-1f0a6f8bd2ed", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:05.630565 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d52f01af-b62b-4b21-9456-a3a4a2fb8644 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:05.630961 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52f01af-b62b-4b21-9456-a3a4a2fb8644'] response: {'server_uuid': 'fb70dc8d-27a6-4816-9a0f-53ce2e870fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944f6662-3649-409b-95b6-1f0a6f8bd2ed', 'code': 200} Mar 31 23:48:05.685807 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:05.728324 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb9c1-f9c6-4e7a-9f31-27a949a522d3 req-8ee63a9a-81b3-4f19-ae3f-11f69b6453ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:05.729849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3daeb9c1-f9c6-4e7a-9f31-27a949a522d3 req-8ee63a9a-81b3-4f19-ae3f-11f69b6453ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 1096 time: 0.0460479 Mar 31 23:48:05.733518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=944f6662-3649-409b-95b6-1f0a6f8bd2ed,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:05.765508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3daeb9c1-f9c6-4e7a-9f31-27a949a522d3 req-9484105f-9319-4bb5-97c7-4842bf2780ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286691 Mar 31 23:48:06.064838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d206d-3c07-4026-ae61-89001e6855fc req-9a69ebfd-a45b-45fc-a3a5-d9fb7ed0c1ab tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:06.066360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-235d206d-3c07-4026-ae61-89001e6855fc req-9a69ebfd-a45b-45fc-a3a5-d9fb7ed0c1ab tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 945 time: 0.0502360 Mar 31 23:48:06.089198 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c4cc15b9-fc29-4807-9a59-dcfd251ace2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:06.103876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-235d206d-3c07-4026-ae61-89001e6855fc req-edc7adab-7811-4e15-a1cb-4e2e9eb2d851 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Mar 31 23:48:07.220355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32a5b6-3f12-497d-a41f-51497d6067a0 req-cab64364-8795-46d7-917e-695e821606ca tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:07.221823 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f32a5b6-3f12-497d-a41f-51497d6067a0 req-cab64364-8795-46d7-917e-695e821606ca tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 945 time: 0.0476255 Mar 31 23:48:07.258490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2f32a5b6-3f12-497d-a41f-51497d6067a0 req-9e6d169c-8549-4313-881f-bdd1c2f070ed tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Mar 31 23:48:07.374806 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba1847-8aff-4c84-ace3-381c0b371354 req-b91a29aa-525f-438c-8eed-01c03da2503f tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:07.376280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afba1847-8aff-4c84-ace3-381c0b371354 req-b91a29aa-525f-438c-8eed-01c03da2503f tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 945 time: 0.0514891 Mar 31 23:48:07.419899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afba1847-8aff-4c84-ace3-381c0b371354 req-4b34db7e-1580-4bef-9574-5ad4ba561de7 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375717 Mar 31 23:48:07.851287 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.878033 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:09.016745 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:09.194550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:10.125750 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:15.236636 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b80942c4-67a0-44af-871a-0a8829c92654 req-d2a36e38-ed89-490f-8cfa-0c6a87f79d21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393326 Mar 31 23:48:15.316110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80942c4-67a0-44af-871a-0a8829c92654 req-28a24358-65f4-48e7-8c4b-0704eb6ee4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:15.317595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b80942c4-67a0-44af-871a-0a8829c92654 req-28a24358-65f4-48e7-8c4b-0704eb6ee4e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=381eb47f35334804b45de2d1c9dc56f6&device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 1096 time: 0.0403609 Mar 31 23:48:15.418589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80942c4-67a0-44af-871a-0a8829c92654 req-9808b2af-c699-4cd8-9297-ee6c9700a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:15.420058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b80942c4-67a0-44af-871a-0a8829c92654 req-9808b2af-c699-4cd8-9297-ee6c9700a607 service neutron] 10.222.0.45 "GET /v2.0/networks?id=adccebe4-932f-4baa-b04c-0c50301bad9a HTTP/1.1" status: 200 len: 917 time: 0.0847402 Mar 31 23:48:15.462151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b80942c4-67a0-44af-871a-0a8829c92654 req-8263eb67-dd7d-4877-93f5-26226e680ba3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=944f6662-3649-409b-95b6-1f0a6f8bd2ed HTTP/1.1" status: 200 len: 217 time: 0.0338762 Mar 31 23:48:15.509437 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80942c4-67a0-44af-871a-0a8829c92654 req-461c1d26-99f8-4c64-99d7-650517bb9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:15.511366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b80942c4-67a0-44af-871a-0a8829c92654 req-461c1d26-99f8-4c64-99d7-650517bb9ed0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a115b315-46d8-4ba1-954f-373690cb2902 HTTP/1.1" status: 200 len: 855 time: 0.0425870 Mar 31 23:48:15.561482 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80942c4-67a0-44af-871a-0a8829c92654 req-9943d19a-da11-45b2-94f5-2e1bc82a6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:15.563008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b80942c4-67a0-44af-871a-0a8829c92654 req-9943d19a-da11-45b2-94f5-2e1bc82a6323 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=adccebe4-932f-4baa-b04c-0c50301bad9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442975 Mar 31 23:48:15.651343 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b80942c4-67a0-44af-871a-0a8829c92654 req-07ceb6b6-9ca3-4f3b-8bc7-a1332a0271b1 service neutron] 10.222.0.45 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813169 Mar 31 23:48:15.742802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b80942c4-67a0-44af-871a-0a8829c92654 req-fdd733e4-783b-4011-b744-2ba850d464a5 service neutron] 10.222.0.45 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849180 Mar 31 23:48:22.052838 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:48:29.532334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d965ab7-f0bb-4fe5-985b-ef6f8e071863 req-d1be8d7e-a787-4a7e-a5d5-091e86775cfd tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:29.533568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d965ab7-f0bb-4fe5-985b-ef6f8e071863 req-d1be8d7e-a787-4a7e-a5d5-091e86775cfd tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 945 time: 0.0519948 Mar 31 23:48:29.573902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1d965ab7-f0bb-4fe5-985b-ef6f8e071863 req-741f598d-2a0c-4571-bb1e-4bb91696f0db tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Mar 31 23:48:30.696230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c50c6-6a7c-4842-b7f6-02a776ef0067 req-12637be9-3c72-44dd-88b3-fff32db5d9c2 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:30.697711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-818c50c6-6a7c-4842-b7f6-02a776ef0067 req-12637be9-3c72-44dd-88b3-fff32db5d9c2 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 945 time: 0.0484624 Mar 31 23:48:30.734666 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-818c50c6-6a7c-4842-b7f6-02a776ef0067 req-b31a024f-d236-4c3f-ac87-796ec86e0d7d tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303147 Mar 31 23:48:31.097043 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-66eb3a3a-55c4-4916-93dd-b63c3866f4d2 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:31.098595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-66eb3a3a-55c4-4916-93dd-b63c3866f4d2 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 945 time: 0.0520666 Mar 31 23:48:31.192563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Deleting port 944f6662-3649-409b-95b6-1f0a6f8bd2ed {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:31.192901 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:31.285957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] For port 944f6662-3649-409b-95b6-1f0a6f8bd2ed, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=944f6662-3649-409b-95b6-1f0a6f8bd2ed,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:31.286319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:31.636258 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Calling delete_port for 944f6662-3649-409b-95b6-1f0a6f8bd2ed owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:31.825637 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:31.838244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['944f6662-3649-409b-95b6-1f0a6f8bd2ed'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:31.848232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f2235e45-8311-462f-93f0-661e0381677a req-96e1a4c7-19d6-4b21-99d8-bae9b23a89f0 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb70dc8d-27a6-4816-9a0f-53ce2e870fdd HTTP/1.1" status: 200 len: 210 time: 0.0334544 Mar 31 23:48:31.876906 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Pushing event deleted for resources: {'Port': ['ID=944f6662-3649-409b-95b6-1f0a6f8bd2ed,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:31.890805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.890805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.890805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.891141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.891432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.891734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.892018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.892343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.892671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.892991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.893311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.893626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:31.929057 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] No DVR routers for this DVR port 944f6662-3649-409b-95b6-1f0a6f8bd2ed on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:31.932109 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:31.936495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-78e335b7-b32d-467e-ad23-4d29aea9fcbe req-c6ed4573-a321-43f1-abb1-6d3addd67c81 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.45 "DELETE /v2.0/ports/944f6662-3649-409b-95b6-1f0a6f8bd2ed HTTP/1.1" status: 204 len: 173 time: 0.8323896 Mar 31 23:48:31.936961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb70dc8d-27a6-4816-9a0f-53ce2e870fdd', 'name': 'network-vif-deleted', 'tag': '944f6662-3649-409b-95b6-1f0a6f8bd2ed'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:31.940604 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd2ff7b-223d-495e-88a1-662f50f1795c" -d '{"events": [{"server_uuid": "fb70dc8d-27a6-4816-9a0f-53ce2e870fdd", "name": "network-vif-deleted", "tag": "944f6662-3649-409b-95b6-1f0a6f8bd2ed"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:31.978593 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769bb860-7dc9-4a1c-a7c3-67f393ca939d x-openstack-request-id: req-769bb860-7dc9-4a1c-a7c3-67f393ca939d {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:31.978885 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb70dc8d-27a6-4816-9a0f-53ce2e870fdd", "name": "network-vif-deleted", "tag": "944f6662-3649-409b-95b6-1f0a6f8bd2ed", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:31.979138 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-769bb860-7dc9-4a1c-a7c3-67f393ca939d {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:31.980025 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769bb860-7dc9-4a1c-a7c3-67f393ca939d'] response: {'server_uuid': 'fb70dc8d-27a6-4816-9a0f-53ce2e870fdd', 'name': 'network-vif-deleted', 'tag': '944f6662-3649-409b-95b6-1f0a6f8bd2ed', 'status': 'completed', 'code': 200} Mar 31 23:48:33.383539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-9f89c4fe-b483-4242-ba9f-551988c7e771 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:33.385016 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-9f89c4fe-b483-4242-ba9f-551988c7e771 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/networks?id=adccebe4-932f-4baa-b04c-0c50301bad9a HTTP/1.1" status: 200 len: 816 time: 0.1040685 Mar 31 23:48:33.403695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-23280554-4f12-4c65-9ba4-d8df840a9d57 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/quotas/381eb47f35334804b45de2d1c9dc56f6 HTTP/1.1" status: 200 len: 375 time: 0.0110321 Mar 31 23:48:33.454496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-6090c311-216a-437b-943a-88c7c6652884 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=381eb47f35334804b45de2d1c9dc56f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453262 Mar 31 23:48:33.552213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-b165abed-006c-4655-a0e7-a13a576a0c20 service neutron] 10.222.0.31 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860169 Mar 31 23:48:33.641239 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-b2328514-3a94-428c-98a7-b9c9d80768fa service neutron] 10.222.0.31 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828052 Mar 31 23:48:33.878018 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d41807c2-084c-469e-9ce0-e44d747a79c0 req-65fb9d0b-df18-472e-a984-078f2459e565 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Mar 31 23:48:33.982869 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ae05-9704-43fd-8c01-9bdf513ffb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:34.976696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52c4558b-5342-4aa4-9a89-d136188fe2a6 req-eab4ef30-0aee-4fd6-afae-64134e44cdd8 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 210 time: 0.0267584 Mar 31 23:48:35.451230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 944f6662-3649-409b-95b6-1f0a6f8bd2ed no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:35.471060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 944f6662-3649-409b-95b6-1f0a6f8bd2ed {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:35.472260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 944f6662-3649-409b-95b6-1f0a6f8bd2ed not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:35.657325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-aa0cf138-8aa4-44d7-8031-e9946ec358ac tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:35.658845 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-aa0cf138-8aa4-44d7-8031-e9946ec358ac tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.50 "GET /v2.0/networks?id=adccebe4-932f-4baa-b04c-0c50301bad9a HTTP/1.1" status: 200 len: 816 time: 0.1051528 Mar 31 23:48:35.674421 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Request body: {'port': {'device_id': '9576051f-bc0d-47e1-b9d8-519320ed8181', 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'admin_state_up': True, 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:35.856555 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Made reservation on behalf of 381eb47f35334804b45de2d1c9dc56f6 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:35.861871 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:35.997885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Allocated IP 172.20.0.9 (adccebe4-932f-4baa-b04c-0c50301bad9a/a115b315-46d8-4ba1-954f-373690cb2902/6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:36.089439 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7cf517be-f741-4a5d-971d-0117576c0ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.090394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7c2cf48-4a08-4e52-bc81-f90d98ec52b3 req-d496f877-2841-4dfa-a224-ecfa02430eb4 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 210 time: 0.0303304 Mar 31 23:48:36.153144 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.272347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.321876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Network adccebe4-932f-4baa-b04c-0c50301bad9a is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:36.324904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:36.329675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:36.333617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Pushing event updated for resources: {'Port': ['ID=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:36.362571 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.367455 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:36.392959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:36.393583 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.469425 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-e90be3d7-4df5-4057-9ea3-5af42495cdbb tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7987084 Mar 31 23:48:36.480324 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-bd531cbf-6574-46f7-b289-4f68e2c89921 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:48:36.481406 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-bd531cbf-6574-46f7-b289-4f68e2c89921 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054379 Mar 31 23:48:36.495141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Request body: {'port': {'device_id': '9576051f-bc0d-47e1-b9d8-519320ed8181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:36.523913 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-03962fcc-e134-4f3f-b2c1-a94b2dd5fecd None None] Provisioning complete for port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:36.525185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-03962fcc-e134-4f3f-b2c1-a94b2dd5fecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.553514 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.562152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-03962fcc-e134-4f3f-b2c1-a94b2dd5fecd None None] Port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:48:36.813371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:36.820602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.832685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Transition to ACTIVE for port object 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:48:36.905922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:36.958833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:37.032866 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Attempting to bind port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:37.033201 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Attempting to bind port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:37.033549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Attempting to bind port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 on network adccebe4-932f-4baa-b04c-0c50301bad9a {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:37.038323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 on network adccebe4-932f-4baa-b04c-0c50301bad9a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:48:37.038685 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Attempting to bind port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 on network adccebe4-932f-4baa-b04c-0c50301bad9a {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:37.043734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:37.049089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Checking segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:37.049089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Bound using segment: {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:37.049089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Bound port: 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f89a79c-ca3c-4a81-b97f-52a4ea84a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:37.049089 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.112775 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] For port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:37.115836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] For port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:37.214193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fd0c2-bde1-479d-a1d6-44946e14eefe req-99ef360c-c829-4e7e-986c-66a376850847 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.215624 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f8fd0c2-bde1-479d-a1d6-44946e14eefe req-99ef360c-c829-4e7e-986c-66a376850847 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 943 time: 0.0506966 Mar 31 23:48:37.228601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.255236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f8fd0c2-bde1-479d-a1d6-44946e14eefe req-14cea0a5-8bc9-49aa-9b2a-a7514eea2287 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Mar 31 23:48:37.282814 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.283424 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.284816 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] 10.222.0.50 "PUT /v2.0/ports/6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 HTTP/1.1" status: 200 len: 1091 time: 0.7942140 Mar 31 23:48:37.285277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9576051f-bc0d-47e1-b9d8-519320ed8181', 'tag': '6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:37.287579 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d865b1-ed45-44c2-920d-36d992fc86f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9576051f-bc0d-47e1-b9d8-519320ed8181", "tag": "6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:37.320964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e1ae-28b3-4728-b9c0-a866cb63650a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:37.336477 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dc53d7-265a-4571-b420-29500374080c x-openstack-request-id: req-c6dc53d7-265a-4571-b420-29500374080c {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:37.336770 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9576051f-bc0d-47e1-b9d8-519320ed8181", "tag": "6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:37.337024 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6dc53d7-265a-4571-b420-29500374080c {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:37.337433 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dc53d7-265a-4571-b420-29500374080c'] response: {'name': 'network-changed', 'server_uuid': '9576051f-bc0d-47e1-b9d8-519320ed8181', 'tag': '6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6', 'status': 'completed', 'code': 200} Mar 31 23:48:37.399069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d865b1-ed45-44c2-920d-36d992fc86f9 req-8416851c-03d4-4ee3-a90b-9cc71341606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.400865 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-54d865b1-ed45-44c2-920d-36d992fc86f9 req-8416851c-03d4-4ee3-a90b-9cc71341606d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=381eb47f35334804b45de2d1c9dc56f6&device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 1094 time: 0.0444539 Mar 31 23:48:37.502865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d865b1-ed45-44c2-920d-36d992fc86f9 req-9fb1d44b-e8e4-4d15-8f9e-38d70f9b2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.504246 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-54d865b1-ed45-44c2-920d-36d992fc86f9 req-9fb1d44b-e8e4-4d15-8f9e-38d70f9b2ccc service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=381eb47f35334804b45de2d1c9dc56f6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0959110 Mar 31 23:48:37.604320 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d865b1-ed45-44c2-920d-36d992fc86f9 req-18ec9049-da6b-4c00-8dfc-14d719476c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.605729 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-54d865b1-ed45-44c2-920d-36d992fc86f9 req-18ec9049-da6b-4c00-8dfc-14d719476c5f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947120 Mar 31 23:48:37.682057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-192164ea-3162-4695-b21f-863b9c079a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.683597 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-192164ea-3162-4695-b21f-863b9c079a25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=381eb47f35334804b45de2d1c9dc56f6&device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 1094 time: 0.0417356 Mar 31 23:48:37.731676 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-8f240c76-cdcb-441e-9f66-40c82e64ead8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 HTTP/1.1" status: 200 len: 217 time: 0.0382912 Mar 31 23:48:37.783959 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-0bb9134c-79f6-49bc-adf0-2ede6d8c0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.785405 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-0bb9134c-79f6-49bc-adf0-2ede6d8c0eb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a115b315-46d8-4ba1-954f-373690cb2902 HTTP/1.1" status: 200 len: 855 time: 0.0446615 Mar 31 23:48:37.834717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f133bfb6-3e95-40fd-85fc-52b72aa78603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:37.836216 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-f133bfb6-3e95-40fd-85fc-52b72aa78603 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=adccebe4-932f-4baa-b04c-0c50301bad9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445004 Mar 31 23:48:37.866199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.928621 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-b8ff5c52-bcf4-4214-8923-fc46a84fd3ae service neutron] 10.222.0.50 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Mar 31 23:48:38.022888 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1e0820c7-c812-418b-abcb-8f6264c98f63 req-a3836280-c755-435d-a9de-9cb971b3a639 service neutron] 10.222.0.50 "GET /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873766 Mar 31 23:48:38.374470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd198233-2c75-4ab4-b3b7-d5fe13204ac8 req-03a22180-ed87-4ef8-81f1-4ea0dc74a492 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:38.375970 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd198233-2c75-4ab4-b3b7-d5fe13204ac8 req-03a22180-ed87-4ef8-81f1-4ea0dc74a492 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 943 time: 0.0486667 Mar 31 23:48:38.414191 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cd198233-2c75-4ab4-b3b7-d5fe13204ac8 req-0deab804-71ba-45cf-bc46-38b9cc495a52 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Mar 31 23:48:38.907440 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.016375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.204964 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.528606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094996b0-908f-43e0-9107-e04f50c69b83 req-21a4e7fd-f7bd-4bbb-a3b6-c0787f4cf8e4 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:39.530498 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-094996b0-908f-43e0-9107-e04f50c69b83 req-21a4e7fd-f7bd-4bbb-a3b6-c0787f4cf8e4 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 943 time: 0.0483460 Mar 31 23:48:39.571114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-094996b0-908f-43e0-9107-e04f50c69b83 req-4c4cb797-fe10-4ab6-b0ed-d9e39250d63b tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345614 Mar 31 23:48:40.094551 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:40.685010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee7c49-8b60-4bbf-9a77-217502f47319 req-0573e4c0-dd4b-4fa3-8546-86ec0e0fd29f tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:40.687105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cee7c49-8b60-4bbf-9a77-217502f47319 req-0573e4c0-dd4b-4fa3-8546-86ec0e0fd29f tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 943 time: 0.0493751 Mar 31 23:48:40.724547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0cee7c49-8b60-4bbf-9a77-217502f47319 req-15dc651b-9f0e-4371-8969-da2a9c2683e0 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Mar 31 23:48:41.585416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:48:41.679617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:41.691458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6', 'network_id': 'adccebe4-932f-4baa-b04c-0c50301bad9a', 'port_id': '6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6', 'mac_address': 'fa:16:3e:30:0d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a115b315-46d8-4ba1-954f-373690cb2902', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:48:41.728911 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:41.742060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:41.761737 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:41.843626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1356789-afbd-492f-959a-19dcdd216b3f req-222c7038-062e-42b5-9b57-9fc1a937d980 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:41.844991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1356789-afbd-492f-959a-19dcdd216b3f req-222c7038-062e-42b5-9b57-9fc1a937d980 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 943 time: 0.0506794 Mar 31 23:48:41.845115 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:41.883622 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1356789-afbd-492f-959a-19dcdd216b3f req-c8caef9e-15f5-4586-a3ea-b825ade5eaec tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Mar 31 23:48:41.901881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:41.903552 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.903893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.904230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.904558 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.904882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.905211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.905531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.905852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.906200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.906519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.906843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:41.907161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:42.098746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:43.004787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536b009-e7c5-4e24-bcb9-bd02b256308c req-bad45e67-4086-431c-ba1c-80138a3dac29 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:43.006308 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0536b009-e7c5-4e24-bcb9-bd02b256308c req-bad45e67-4086-431c-ba1c-80138a3dac29 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 944 time: 0.0492220 Mar 31 23:48:43.048028 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0536b009-e7c5-4e24-bcb9-bd02b256308c req-58e8fc02-1605-4fb5-b2bf-f09b4acd5d4b tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353410 Mar 31 23:48:43.586191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:43.691050 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:48:43.695314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:43.700599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.773994 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.796710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9576051f-bc0d-47e1-b9d8-519320ed8181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:43.798956 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f0e7ca-9b0a-4701-b86d-08c38149b2ff" -d '{"events": [{"server_uuid": "9576051f-bc0d-47e1-b9d8-519320ed8181", "name": "network-vif-plugged", "status": "completed", "tag": "6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:43.811528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:43.838213 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46860e5-8c82-479a-b6a6-6173a344038e x-openstack-request-id: req-a46860e5-8c82-479a-b6a6-6173a344038e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:43.838523 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9576051f-bc0d-47e1-b9d8-519320ed8181", "name": "network-vif-plugged", "status": "completed", "tag": "6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:43.838779 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a46860e5-8c82-479a-b6a6-6173a344038e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:43.839173 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46860e5-8c82-479a-b6a6-6173a344038e'] response: {'server_uuid': '9576051f-bc0d-47e1-b9d8-519320ed8181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6', 'code': 200} Mar 31 23:48:43.890762 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.944345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931c39-1d8f-41a4-aee2-812a8634bb49 req-fec3326e-44ff-411a-8e22-95c0f514075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:43.946379 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a931c39-1d8f-41a4-aee2-812a8634bb49 req-fec3326e-44ff-411a-8e22-95c0f514075d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 1096 time: 0.0510988 Mar 31 23:48:43.988936 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a931c39-1d8f-41a4-aee2-812a8634bb49 req-ceb4525d-2d1f-46ad-a424-878398c26f95 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357361 Mar 31 23:48:44.111319 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:44.166548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ded99b-6550-40f3-92ee-e6ccf5497c59 req-e370c7c6-9bcd-49f3-996e-28b8021b7881 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:44.168046 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03ded99b-6550-40f3-92ee-e6ccf5497c59 req-e370c7c6-9bcd-49f3-996e-28b8021b7881 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 945 time: 0.0504110 Mar 31 23:48:44.205994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-03ded99b-6550-40f3-92ee-e6ccf5497c59 req-2787d2bd-8fa8-465a-8132-6773a5a577be tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Mar 31 23:48:45.327529 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74381b96-cdce-48c0-92a9-13dccc1a3775 req-73016e67-7e17-47bd-b026-553602fe03e9 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:45.328999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74381b96-cdce-48c0-92a9-13dccc1a3775 req-73016e67-7e17-47bd-b026-553602fe03e9 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 945 time: 0.0500326 Mar 31 23:48:45.378420 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-74381b96-cdce-48c0-92a9-13dccc1a3775 req-aacbcef1-f5b1-4d67-a2aa-6ec2696eb910 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432210 Mar 31 23:48:45.492853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7c076-965e-4615-89dd-16b8bc7f34ef req-9439f188-49cb-4e24-ae74-e82050067ab2 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:45.494223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aed7c076-965e-4615-89dd-16b8bc7f34ef req-9439f188-49cb-4e24-ae74-e82050067ab2 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 945 time: 0.0485218 Mar 31 23:48:45.535211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aed7c076-965e-4615-89dd-16b8bc7f34ef req-166483ef-a3a6-4e7f-a4e7-4c1ce904c972 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349085 Mar 31 23:48:59.052196 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:49:03.998463 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3cab1556-be98-46b6-b2ac-07ba8004bc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:06.090194 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-52ac6f5b-1327-40b9-9646-17e81e246649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:07.212827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aafa4-bb19-4558-8edf-14bdd1c56064 req-c708f942-b17e-431b-a124-c4391c2be94b tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:07.214215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e96aafa4-bb19-4558-8edf-14bdd1c56064 req-c708f942-b17e-431b-a124-c4391c2be94b tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 945 time: 0.0534351 Mar 31 23:49:07.252090 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e96aafa4-bb19-4558-8edf-14bdd1c56064 req-b6714cae-c085-4672-906f-763138dc100e tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Mar 31 23:49:07.873140 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.367916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43239-c4c7-4ce7-b439-5003f213b863 req-fc1122ce-f12b-41aa-8d2c-748286e62e44 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:08.369389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92b43239-c4c7-4ce7-b439-5003f213b863 req-fc1122ce-f12b-41aa-8d2c-748286e62e44 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 945 time: 0.0482404 Mar 31 23:49:08.406487 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92b43239-c4c7-4ce7-b439-5003f213b863 req-54b0d734-bbbf-4f9b-a370-59a63d65f2ba tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/security-groups?id=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305755 Mar 31 23:49:08.879941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-747b9cf6-6683-4ce6-825d-c1981994cd58 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:08.881448 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-747b9cf6-6683-4ce6-825d-c1981994cd58 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.50 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 945 time: 0.0488167 Mar 31 23:49:08.907542 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.974833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Deleting port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:08.975172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.019474 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.074815 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] For port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:09.075190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.092615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Calling delete_port for 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:09.190842 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.293866 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.306443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:49:09.323089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Pushing event deleted for resources: {'Port': ['ID=6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:09.368674 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] No DVR routers for this DVR port 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:49:09.371565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.375065 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-108d19fc-91be-4b48-9454-aeb96d4cb5c2 req-a0402b00-0b31-4585-995d-8688311fca23 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.50 "DELETE /v2.0/ports/6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 HTTP/1.1" status: 204 len: 173 time: 0.4878793 Mar 31 23:49:09.375547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9576051f-bc0d-47e1-b9d8-519320ed8181', 'name': 'network-vif-deleted', 'tag': '6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:09.378027 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b6ba6-ef6e-4874-9547-462313178eac" -d '{"events": [{"server_uuid": "9576051f-bc0d-47e1-b9d8-519320ed8181", "name": "network-vif-deleted", "tag": "6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:09.416737 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aefee6-f5af-4f65-a222-562d6769c6f0 x-openstack-request-id: req-88aefee6-f5af-4f65-a222-562d6769c6f0 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:09.417030 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9576051f-bc0d-47e1-b9d8-519320ed8181", "name": "network-vif-deleted", "tag": "6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:09.417281 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88aefee6-f5af-4f65-a222-562d6769c6f0 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:09.417685 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88aefee6-f5af-4f65-a222-562d6769c6f0'] response: {'server_uuid': '9576051f-bc0d-47e1-b9d8-519320ed8181', 'name': 'network-vif-deleted', 'tag': '6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6', 'status': 'completed', 'code': 200} Mar 31 23:49:09.512676 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e36321b0-f3c2-4505-b7b0-f54f7a238e0c req-e1dd61a3-09f3-4d94-9919-ebd05dac59f4 tempest-TestEncryptedCinderVolumes-1761245573 tempest-TestEncryptedCinderVolumes-1761245573-project] 10.222.0.31 "GET /v2.0/ports?device_id=9576051f-bc0d-47e1-b9d8-519320ed8181 HTTP/1.1" status: 200 len: 210 time: 0.0299251 Mar 31 23:49:10.096133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:10.689322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56128) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:11.026332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:11.278721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Deleting port c492ee95-5ea6-4672-b2b2-f25cf1c9def2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:11.278965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:11.354727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] For port c492ee95-5ea6-4672-b2b2-f25cf1c9def2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:11.355067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:11.367335 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Calling delete_port for c492ee95-5ea6-4672-b2b2-f25cf1c9def2 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:11.616057 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:11.644355 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c492ee95-5ea6-4672-b2b2-f25cf1c9def2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:11.810630 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:12.025078 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Router 14bae1e8-abfe-4205-878f-655937a3e850 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:49:12.134677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:12.140296 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7f83b25b-0282-4a0c-b652-478bdfcf4ce9 admin admin] 10.222.0.31 "PUT /v2.0/routers/14bae1e8-abfe-4205-878f-655937a3e850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4499118 Mar 31 23:49:12.142846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56130) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:12.143916 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] Sync routers for ids ['14bae1e8-abfe-4205-878f-655937a3e850'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:12.155100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] Routers {'14bae1e8-abfe-4205-878f-655937a3e850'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:12.155719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['14bae1e8-abfe-4205-878f-655937a3e850'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:12.246850 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:12.262221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] Set router 14bae1e8-abfe-4205-878f-655937a3e850 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:12.347994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:12.437794 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '396dcfab-9541-4b72-b161-684685631893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:49:11Z', 'revision_number': 5, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port': {'id': '396dcfab-9541-4b72-b161-684685631893', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bae1e8-abfe-4205-878f-655937a3e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:44Z', 'updated_at': '2022-03-31T23:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:12.467733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] Checking router: 14bae1e8-abfe-4205-878f-655937a3e850 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:12.477180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] Routers {'14bae1e8-abfe-4205-878f-655937a3e850'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:12.477911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['14bae1e8-abfe-4205-878f-655937a3e850'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:12.499318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Deleting port 396dcfab-9541-4b72-b161-684685631893 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:12.500290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:12.565263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] Set router 14bae1e8-abfe-4205-878f-655937a3e850 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:12.580977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] For port 396dcfab-9541-4b72-b161-684685631893, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=396dcfab-9541-4b72-b161-684685631893,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:12.581347 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:12.594194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Calling delete_port for 396dcfab-9541-4b72-b161-684685631893 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:12.619139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:49:12Z', 'revision_number': 6, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:12.645691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e075b95-62e2-4737-a7d5-1da3b13a05bd None None] The sync data for ids ['14bae1e8-abfe-4205-878f-655937a3e850'] in n-d-836015-1 is: [{'id': '14bae1e8-abfe-4205-878f-655937a3e850', 'name': 'tempest-TestEncryptedCinderVolumes-766067926-router', 'tenant_id': '381eb47f35334804b45de2d1c9dc56f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:43Z', 'updated_at': '2022-03-31T23:49:12Z', 'revision_number': 6, 'project_id': '381eb47f35334804b45de2d1c9dc56f6', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:12.825029 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:12.849485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Pushing event deleted for resources: {'Port': ['ID=396dcfab-9541-4b72-b161-684685631893,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:12.914984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.009288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.011670 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.122280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.122836 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14bae1e8-abfe-4205-878f-655937a3e850 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:49:13.127188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.128374 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-76f32c99-35a9-401d-be09-405bd1f671cc admin admin] 10.222.0.31 "DELETE /v2.0/routers/14bae1e8-abfe-4205-878f-655937a3e850 HTTP/1.1" status: 204 len: 168 time: 0.9845412 Mar 31 23:49:13.131683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56132) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:13.177948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-448a4c02-4ba9-47d7-9226-803c839fa427 admin admin] Deleting subnet a115b315-46d8-4ba1-954f-373690cb2902 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:49:13.180910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-448a4c02-4ba9-47d7-9226-803c839fa427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.215253 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-448a4c02-4ba9-47d7-9226-803c839fa427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.295174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-448a4c02-4ba9-47d7-9226-803c839fa427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.404292 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c492ee95-5ea6-4672-b2b2-f25cf1c9def2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:13.413273 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-448a4c02-4ba9-47d7-9226-803c839fa427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.429130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: c492ee95-5ea6-4672-b2b2-f25cf1c9def2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:13.429419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device c492ee95-5ea6-4672-b2b2-f25cf1c9def2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:13.441053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a4c02-4ba9-47d7-9226-803c839fa427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a115b315-46d8-4ba1-954f-373690cb2902,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:13.445127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-448a4c02-4ba9-47d7-9226-803c839fa427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.448455 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-448a4c02-4ba9-47d7-9226-803c839fa427 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a115b315-46d8-4ba1-954f-373690cb2902 HTTP/1.1" status: 204 len: 168 time: 0.3157322 Mar 31 23:49:13.451014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56134) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:13.451480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079cf881-1012-4e18-bd25-155e894d4ef3 None None] Network adccebe4-932f-4baa-b04c-0c50301bad9a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:49:13.527391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.586528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Deleting port e5344137-2efd-4e7d-8d06-4232e89df567 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:13.586881 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.634139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] DHCP port deletion for adccebe4-932f-4baa-b04c-0c50301bad9a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:49:13.659667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] For port e5344137-2efd-4e7d-8d06-4232e89df567, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e5344137-2efd-4e7d-8d06-4232e89df567,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:13.660172 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.679500 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Calling delete_port for e5344137-2efd-4e7d-8d06-4232e89df567 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:13.681246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:13.706563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:13.706563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 6cf7d2b0-b8e6-442c-9a61-5ff69e4cbfd6 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:13.718042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] Deleting port e5344137-2efd-4e7d-8d06-4232e89df567 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:13.718581 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.782708 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] For port e5344137-2efd-4e7d-8d06-4232e89df567, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e5344137-2efd-4e7d-8d06-4232e89df567,segment=NetworkSegment(3f89a79c-ca3c-4a81-b97f-52a4ea84a245),segment_id=3f89a79c-ca3c-4a81-b97f-52a4ea84a245)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:13.783143 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.800983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] Calling delete_port for e5344137-2efd-4e7d-8d06-4232e89df567 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:13.860052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.879635 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.889912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] No DVR routers for this DVR port e5344137-2efd-4e7d-8d06-4232e89df567 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:49:13.904383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5344137-2efd-4e7d-8d06-4232e89df567,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:13.905297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] Pushing event deleted for resources: {'Port': ['ID=e5344137-2efd-4e7d-8d06-4232e89df567,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:13.909146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907efa7-c48d-4ab3-afe6-6b365ec5cbd7 None None] No DVR routers for this DVR port e5344137-2efd-4e7d-8d06-4232e89df567 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:49:13.971816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:13.991487 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adccebe4-932f-4baa-b04c-0c50301bad9a']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:14.000352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f89a79c-ca3c-4a81-b97f-52a4ea84a245') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:14.000645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f89a79c-ca3c-4a81-b97f-52a4ea84a245') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:14.009618 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.022043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.028192 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:49:14.028572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:49:14.030157 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:49:14.164363 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.170233 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.173952 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] 10.222.0.31 "DELETE /v2.0/networks/adccebe4-932f-4baa-b04c-0c50301bad9a HTTP/1.1" status: 204 len: 168 time: 0.7219493 Mar 31 23:49:14.177076 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56136) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:14.184939 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86da053-65ac-4d22-a8da-dc0b4826f119 admin admin] Pushing event deleted for resources: {'Network': ['ID=adccebe4-932f-4baa-b04c-0c50301bad9a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:14.517118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.762659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Deleting port 4816b1dd-4e00-478e-ab59-e7e796a52f64 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:14.763002 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.801304 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 396dcfab-9541-4b72-b161-684685631893 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:14.822078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 396dcfab-9541-4b72-b161-684685631893 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:14.822520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 396dcfab-9541-4b72-b161-684685631893 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:14.823000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e5344137-2efd-4e7d-8d06-4232e89df567 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:14.844718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] For port 4816b1dd-4e00-478e-ab59-e7e796a52f64, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=4816b1dd-4e00-478e-ab59-e7e796a52f64,segment=NetworkSegment(ae7257ac-c80e-4c87-9ee9-af0177612f86),segment_id=ae7257ac-c80e-4c87-9ee9-af0177612f86)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:14.845084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:14.845210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e5344137-2efd-4e7d-8d06-4232e89df567 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:14.845443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e5344137-2efd-4e7d-8d06-4232e89df567 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:14.858313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Calling delete_port for 4816b1dd-4e00-478e-ab59-e7e796a52f64 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:15.070701 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:15.093837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Pushing event deleted for resources: {'Port': ['ID=4816b1dd-4e00-478e-ab59-e7e796a52f64,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:15.264320 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:15.476288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Router 5381e2f7-910d-435a-8d3a-2ed93541f31f has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:49:15.583345 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:15.590567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6add4ade-26e6-4d34-baa8-1a8b8aafff13 admin admin] 10.222.0.31 "PUT /v2.0/routers/5381e2f7-910d-435a-8d3a-2ed93541f31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103115 Mar 31 23:49:15.590968 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56138) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:15.593914 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] Sync routers for ids ['5381e2f7-910d-435a-8d3a-2ed93541f31f'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:15.604134 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] Routers {'5381e2f7-910d-435a-8d3a-2ed93541f31f'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:15.604980 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5381e2f7-910d-435a-8d3a-2ed93541f31f'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:15.693809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:15.706285 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] Set router 5381e2f7-910d-435a-8d3a-2ed93541f31f gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:15.989470 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:49:14Z', 'revision_number': 5, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:16.016116 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] Checking router: 5381e2f7-910d-435a-8d3a-2ed93541f31f for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:16.025040 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] Routers {'5381e2f7-910d-435a-8d3a-2ed93541f31f'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:16.025643 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['5381e2f7-910d-435a-8d3a-2ed93541f31f'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:16.132723 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] Set router 5381e2f7-910d-435a-8d3a-2ed93541f31f gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:16.137558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.264466 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Deleting port f6108a5d-c299-4ee3-900a-fde3e10fc204 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:16.265358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.310372 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:49:14Z', 'revision_number': 5, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:16.336895 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82fb77-5b1e-41c1-b875-37c989393d28 None None] The sync data for ids ['5381e2f7-910d-435a-8d3a-2ed93541f31f'] in n-d-836015-1 is: [{'id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'name': 'tempest-TestEncryptedCinderVolumes-53212229-router', 'tenant_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:47:49Z', 'updated_at': '2022-03-31T23:49:14Z', 'revision_number': 5, 'project_id': '7f0ab3bf78dd44ca9839bb462e32e862', 'gw_port': {'id': 'f6108a5d-c299-4ee3-900a-fde3e10fc204', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381e2f7-910d-435a-8d3a-2ed93541f31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:47:50Z', 'updated_at': '2022-03-31T23:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:16.348190 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] For port f6108a5d-c299-4ee3-900a-fde3e10fc204, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f6108a5d-c299-4ee3-900a-fde3e10fc204,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:16.348558 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.361614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Calling delete_port for f6108a5d-c299-4ee3-900a-fde3e10fc204 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:16.575913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.602803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6108a5d-c299-4ee3-900a-fde3e10fc204,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:16.661046 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.757042 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.759391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.860017 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4816b1dd-4e00-478e-ab59-e7e796a52f64 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:16.882009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 4816b1dd-4e00-478e-ab59-e7e796a52f64 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:16.882352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 4816b1dd-4e00-478e-ab59-e7e796a52f64 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:16.929602 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.930171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5381e2f7-910d-435a-8d3a-2ed93541f31f {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:49:16.941387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.941387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a42e6a58-b6c8-475e-a82f-0d3698720950 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5381e2f7-910d-435a-8d3a-2ed93541f31f HTTP/1.1" status: 204 len: 168 time: 1.3438497 Mar 31 23:49:16.941387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56140) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:16.985951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-883bb584-4acf-46ae-9056-9ec278f5f049 admin admin] Deleting subnet ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:49:16.989381 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883bb584-4acf-46ae-9056-9ec278f5f049 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.025163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883bb584-4acf-46ae-9056-9ec278f5f049 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.106393 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883bb584-4acf-46ae-9056-9ec278f5f049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.209949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883bb584-4acf-46ae-9056-9ec278f5f049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.237670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bb584-4acf-46ae-9056-9ec278f5f049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:17.239713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-883bb584-4acf-46ae-9056-9ec278f5f049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.243042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-883bb584-4acf-46ae-9056-9ec278f5f049 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab2ad47b-dec6-4b97-94eb-5d086c9f2fdf HTTP/1.1" status: 204 len: 168 time: 0.3037851 Mar 31 23:49:17.245657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56142) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:17.246581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17045dd5-75c7-4578-965b-6f3a66d8064f None None] Network c920dacf-a107-4bf8-8cda-a4a3890936b6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:49:17.317514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.372652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Deleting port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:17.372987 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.439368 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] For port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,segment=NetworkSegment(ae7257ac-c80e-4c87-9ee9-af0177612f86),segment_id=ae7257ac-c80e-4c87-9ee9-af0177612f86)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:17.439731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.446152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] DHCP port deletion for c920dacf-a107-4bf8-8cda-a4a3890936b6 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:49:17.454089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Calling delete_port for 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:17.494404 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] Deleting port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:17.494819 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.559196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] For port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,segment=NetworkSegment(ae7257ac-c80e-4c87-9ee9-af0177612f86),segment_id=ae7257ac-c80e-4c87-9ee9-af0177612f86)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:17.559594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.573326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] Calling delete_port for 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:17.605095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.632006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:17.633848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] No DVR routers for this DVR port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:49:17.652304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.677690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] Pushing event deleted for resources: {'Port': ['ID=6a346a8f-00a1-45d2-8728-c4e0e5fc8e41,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:17.681425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd5eb2-f568-46c5-82f9-834771ddf1d9 None None] No DVR routers for this DVR port 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:49:17.711148 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.731723 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c920dacf-a107-4bf8-8cda-a4a3890936b6']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:17.741406 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7257ac-c80e-4c87-9ee9-af0177612f86') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:17.741704 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7257ac-c80e-4c87-9ee9-af0177612f86') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:17.751600 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.764878 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.771461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:49:17.771871 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:49:17.773545 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:49:17.876516 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.885464 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:17.885936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c920dacf-a107-4bf8-8cda-a4a3890936b6 HTTP/1.1" status: 204 len: 168 time: 0.6393156 Mar 31 23:49:17.901099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242ab07-c61f-4a8d-b7bf-99533243dae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c920dacf-a107-4bf8-8cda-a4a3890936b6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:18.296081 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56146) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:18.336121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2b37f4b2-a387-4294-a425-aa8fa759b648 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=381eb47f35334804b45de2d1c9dc56f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383670 Mar 31 23:49:18.338682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56148) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:18.394307 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc16ea97-1f17-4bdd-bf38-44f15af7a975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:18.416067 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc16ea97-1f17-4bdd-bf38-44f15af7a975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:18.564049 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc16ea97-1f17-4bdd-bf38-44f15af7a975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:18.566625 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc16ea97-1f17-4bdd-bf38-44f15af7a975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:18.567900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bc16ea97-1f17-4bdd-bf38-44f15af7a975 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4191c9e9-f965-4bf3-82d5-aac37b5bb5c1 HTTP/1.1" status: 204 len: 168 time: 0.2282617 Mar 31 23:49:18.575790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16ea97-1f17-4bdd-bf38-44f15af7a975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4191c9e9-f965-4bf3-82d5-aac37b5bb5c1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:18.808498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f6108a5d-c299-4ee3-900a-fde3e10fc204 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:18.837617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f6108a5d-c299-4ee3-900a-fde3e10fc204 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:18.837877 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f6108a5d-c299-4ee3-900a-fde3e10fc204 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:18.838295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:18.860546 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:18.861032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 6a346a8f-00a1-45d2-8728-c4e0e5fc8e41 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:19.235361 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56154) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:19.275987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-63df2def-1e16-424b-9975-cac62297c82a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f0ab3bf78dd44ca9839bb462e32e862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394616 Mar 31 23:49:19.278568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56156) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:19.330554 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4422b6e1-5982-4627-bac9-faf4370701c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:19.352245 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4422b6e1-5982-4627-bac9-faf4370701c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:19.476441 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4422b6e1-5982-4627-bac9-faf4370701c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:19.479019 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4422b6e1-5982-4627-bac9-faf4370701c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:19.480204 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4422b6e1-5982-4627-bac9-faf4370701c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7ecb05f-7a7b-4d97-8193-bb52f2f92182 HTTP/1.1" status: 204 len: 168 time: 0.2005713 Mar 31 23:49:19.488819 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422b6e1-5982-4627-bac9-faf4370701c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ecb05f-7a7b-4d97-8193-bb52f2f92182,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:20.559792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56178) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:20.668706 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611008530-network', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:20.750726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Made reservation on behalf of 3d5913fbcc95489f94d8a4cba682daca for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:20.753075 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:20.761890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:20.840154 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:20.898920 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:20.926705 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:49:20.931999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f214a949-82fc-4d25-8aa4-35c397deef44,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:20.939011 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:20.939355 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Added segment 421e38f3-7551-4bc0-a54c-82706bc349f8 of type vlan for network 912d87de-dfd6-4f9a-bb86-85386f1685eb Mar 31 23:49:20.983017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.127926 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.128914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:21.129484 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.186569 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] Pushing event updated for resources: {'Network': ['ID=912d87de-dfd6-4f9a-bb86-85386f1685eb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:21.197027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:49:21.231453 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-28863f34-45d0-43cd-9374-ea03ac6e233f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6675708 Mar 31 23:49:21.231679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56182) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:21.236235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Request body: {'subnet': {'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611008530-subnet', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:21.316493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Made reservation on behalf of 3d5913fbcc95489f94d8a4cba682daca for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:21.319005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.871490 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:21.932556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca098ddf-e048-48cd-a893-64b4a0ff094e,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:21.941585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Checking segment: {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:21.941944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Network hostable DHCP agents. Network: 912d87de-dfd6-4f9a-bb86-85386f1685eb, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:49:22.021021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:49:22.084194 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 912d87de-dfd6-4f9a-bb86-85386f1685eb) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:22.088469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:22.089052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.093572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd064c0-afba-49e3-b1c3-02d5ef50df9a None None] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:49:22.144587 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f0a0525d-5f98-4274-83ed-5062431a6d22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9119668 Mar 31 23:49:22.147286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56184) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:22.151776 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:22.221091 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.222322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.244736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-912d87de-dfd6-4f9a-bb86-85386f1685eb', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:49:22.245794 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.276980 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.380943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Allocated IP 172.20.0.2 (912d87de-dfd6-4f9a-bb86-85386f1685eb/ca098ddf-e048-48cd-a893-64b4a0ff094e/a912bfc4-5385-4c35-8e99-4f57754e13ba) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:22.514712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.540736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.636915 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.676744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:22.679755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:22.683218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:22.690343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Pushing event updated for resources: {'Port': ['ID=a912bfc4-5385-4c35-8e99-4f57754e13ba,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:22.744409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Attempting to bind port a912bfc4-5385-4c35-8e99-4f57754e13ba on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:22.744853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Attempting to bind port a912bfc4-5385-4c35-8e99-4f57754e13ba by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:22.745214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Attempting to bind port a912bfc4-5385-4c35-8e99-4f57754e13ba on network 912d87de-dfd6-4f9a-bb86-85386f1685eb {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:22.750700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:22.751130 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Checking segment: {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:22.751530 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.751919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Bound using segment: {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:22.752378 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Bound port: a912bfc4-5385-4c35-8e99-4f57754e13ba, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:22.752759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.800239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.815069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-02469864-0fec-4824-8097-b1b425acf18f None None] For port a912bfc4-5385-4c35-8e99-4f57754e13ba, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:22.818173 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-02469864-0fec-4824-8097-b1b425acf18f None None] For port a912bfc4-5385-4c35-8e99-4f57754e13ba, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a912bfc4-5385-4c35-8e99-4f57754e13ba,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:22.819880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.884295 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:22.929971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Allocated IP 172.25.4.219 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/1e6c9ce9-cbbf-468c-9657-b744c8c7d43d) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:22.944534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02469864-0fec-4824-8097-b1b425acf18f None None] Pushing event updated for resources: {'Port': ['ID=a912bfc4-5385-4c35-8e99-4f57754e13ba,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:23.048641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:23.158879 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:23.200107 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:23.203942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:23.206349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:23.235846 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6c9ce9-cbbf-468c-9657-b744c8c7d43d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:23.533930 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:23.736102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:23.869715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ef8a5a-0f7d-44f5-9f4e-3536ab9cd461 None None] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:49:23.929536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:49:23.947252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-97eaa2d2-06b0-4ab9-bc19-db0950b3e825 None None] Provisioning complete for port a912bfc4-5385-4c35-8e99-4f57754e13ba triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:23.947778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-97eaa2d2-06b0-4ab9-bc19-db0950b3e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.043759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:24.071800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Sync routers for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:24.143150 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.144445 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f532af36-ff16-48db-9f06-b3b42d790ce3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9962344 Mar 31 23:49:24.147450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56186) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:24.288514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:24.289394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:24.294605 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-97eaa2d2-06b0-4ab9-bc19-db0950b3e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.426245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-97eaa2d2-06b0-4ab9-bc19-db0950b3e825 None None] For port a912bfc4-5385-4c35-8e99-4f57754e13ba, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a912bfc4-5385-4c35-8e99-4f57754e13ba,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:24.444449 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:24.502997 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-97eaa2d2-06b0-4ab9-bc19-db0950b3e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.600565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.602059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaa2d2-06b0-4ab9-bc19-db0950b3e825 None None] Pushing event updated for resources: {'Port': ['ID=a912bfc4-5385-4c35-8e99-4f57754e13ba,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:24.681268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-07b332c1-ff65-4721-965b-a3514584cd3d None None] Provisioning complete for port a912bfc4-5385-4c35-8e99-4f57754e13ba triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:24.681555 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-07b332c1-ff65-4721-965b-a3514584cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.740962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:23Z', 'revision_number': 3, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:24.767812 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Allocated IP 172.20.0.1 (912d87de-dfd6-4f9a-bb86-85386f1685eb/ca098ddf-e048-48cd-a893-64b4a0ff094e/68ecd012-cdbc-4962-abc7-61d2e685d33a) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:24.791217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Checking router: c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:24.791665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Updating router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:49:24.826538 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.858621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a912bfc4-5385-4c35-8e99-4f57754e13ba up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:24.881107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:24.985378 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.020945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port a912bfc4-5385-4c35-8e99-4f57754e13ba triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:25.021526 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:25.021660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.026310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:25.030329 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:25.059368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Pushing event updated for resources: {'Port': ['ID=68ecd012-cdbc-4962-abc7-61d2e685d33a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:25.076509 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.184991 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.248879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7bb2e320-7f78-40fc-802c-e0c3bbd4d21f None None] Provisioning complete for port 68ecd012-cdbc-4962-abc7-61d2e685d33a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:25.249245 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e320-7f78-40fc-802c-e0c3bbd4d21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.286220 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.288395 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7bb2e320-7f78-40fc-802c-e0c3bbd4d21f None None] Port 68ecd012-cdbc-4962-abc7-61d2e685d33a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:25.290966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.344618 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdb4c4-943c-4dfd-8d2e-af892ac94653 None None] Pushing event updated for resources: {'Port': ['ID=1e6c9ce9-cbbf-468c-9657-b744c8c7d43d,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:25.347265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Attempting to bind port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:25.347380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Attempting to bind port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:25.351086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Attempting to bind port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:25.353636 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:25.354019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:25.354424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.354856 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:25.355321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Bound port: 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:25.355706 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.407215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] For port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:25.410273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] For port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e6c9ce9-cbbf-468c-9657-b744c8c7d43d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:25.447621 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.471182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.501520 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.531933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:25.532555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:25.535440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdb4c4-943c-4dfd-8d2e-af892ac94653 None None] Pushing event updated for resources: {'Port': ['ID=1e6c9ce9-cbbf-468c-9657-b744c8c7d43d,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:25.567317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Pushing event updated for resources: {'Port': ['ID=68ecd012-cdbc-4962-abc7-61d2e685d33a,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:25.569838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.646016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:25.663808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:25.665151 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:25.794565 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:49:25.852390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 2, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:25.880387 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df354e14-925e-4574-92d5-28b13ee6cbbb None None] The sync data for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 is: [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 2, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:25.917537 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-52eae87c-47ed-4a80-8b54-2d11c4820163 None None] Provisioning complete for port 68ecd012-cdbc-4962-abc7-61d2e685d33a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:25.917920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-52eae87c-47ed-4a80-8b54-2d11c4820163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:25.918687 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:25.924841 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4d63a0eb-5d59-4efc-b8fe-ce0fc50ec950 admin admin] 10.222.0.31 "PUT /v2.0/routers/c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7763286 Mar 31 23:49:25.965317 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-52eae87c-47ed-4a80-8b54-2d11c4820163 None None] Port 68ecd012-cdbc-4962-abc7-61d2e685d33a cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:26.636923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56202) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:26.643828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1220238488-network', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:26.723910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Made reservation on behalf of df0b9e1420ae4b60ab9a08c87858be3a for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:26.726326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:26.736958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:26.833665 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:26.848275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:26.878018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:26.900833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:26.901204 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:26.901901 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:49:26.918739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d7dfb2-60e9-4af3-9888-74f894bb32b7,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:26.922506 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:26.922852 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Added segment 017d7ee9-6740-4a14-a597-96c2f93e1bd0 of type vlan for network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a Mar 31 23:49:26.965655 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:26.987576 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.009592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e6c9ce9-cbbf-468c-9657-b744c8c7d43d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:27.053344 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.054331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:27.054942 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.081886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.117609 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=85d8769e-4d6b-4269-bcdb-bb18b332cf9a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:27.133273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:49:27.150228 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=1e6c9ce9-cbbf-468c-9657-b744c8c7d43d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:27.164754 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d57f15b2-4ae5-4b61-a644-9aa21aa1e3a8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5265820 Mar 31 23:49:27.167501 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56204) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:27.172511 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Request body: {'subnet': {'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1220238488-subnet', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:27.265056 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Made reservation on behalf of df0b9e1420ae4b60ab9a08c87858be3a for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:27.268030 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.512627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.566797 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525f9307-4799-4f01-bc78-2127d207322d,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:27.578585 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Checking segment: {'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:27.578943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Network hostable DHCP agents. Network: 85d8769e-4d6b-4269-bcdb-bb18b332cf9a, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:49:27.649819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:49:27.729596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 85d8769e-4d6b-4269-bcdb-bb18b332cf9a) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:27.734291 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:27.735902 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.739902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4399ab-8942-46d0-8ea8-243e6d403e65 None None] Network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:49:27.806836 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9817fc3d-c7fe-4313-a011-d915301581a0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6382608 Mar 31 23:49:27.809386 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56206) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:27.814312 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:27.889596 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-85d8769e-4d6b-4269-bcdb-bb18b332cf9a', 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'fixed_ips': [{'subnet_id': '525f9307-4799-4f01-bc78-2127d207322d'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:49:27.891591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.895603 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.896696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.955598 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:27.956109 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Sync routers for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:27.968775 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:27.969395 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:28.035601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Allocated IP 172.20.0.2 (85d8769e-4d6b-4269-bcdb-bb18b332cf9a/525f9307-4799-4f01-bc78-2127d207322d/754d9e09-98f9-4527-93a9-7b7fff8670b3) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:28.078595 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:28.190324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.299112 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 2, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:28.328470 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Checking router: c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:28.328869 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Updating router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf port 68ecd012-cdbc-4962-abc7-61d2e685d33a binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:49:28.354659 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.355653 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.430898 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.473119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:28.476337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:28.480059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:28.493556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Pushing event updated for resources: {'Port': ['ID=754d9e09-98f9-4527-93a9-7b7fff8670b3,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:28.542227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Attempting to bind port 754d9e09-98f9-4527-93a9-7b7fff8670b3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:28.542689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Attempting to bind port 754d9e09-98f9-4527-93a9-7b7fff8670b3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:28.543108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Attempting to bind port 754d9e09-98f9-4527-93a9-7b7fff8670b3 on network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:28.549505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:28.549875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Checking segment: {'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:28.550193 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.550615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Bound using segment: {'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:28.551093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Bound port: 754d9e09-98f9-4527-93a9-7b7fff8670b3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:28.551496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.623112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] For port 754d9e09-98f9-4527-93a9-7b7fff8670b3, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:28.626565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] For port 754d9e09-98f9-4527-93a9-7b7fff8670b3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=754d9e09-98f9-4527-93a9-7b7fff8670b3,segment=NetworkSegment(017d7ee9-6740-4a14-a597-96c2f93e1bd0),segment_id=017d7ee9-6740-4a14-a597-96c2f93e1bd0)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:28.643224 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.734543 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.741908 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.816356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4d681-1966-4616-b4be-753dd63272a9 None None] Pushing event updated for resources: {'Port': ['ID=754d9e09-98f9-4527-93a9-7b7fff8670b3,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:28.832184 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.835594 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Pushing event updated for resources: {'Port': ['ID=68ecd012-cdbc-4962-abc7-61d2e685d33a,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:28.854640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:28.858509 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.859426 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.859829 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.860231 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.860626 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.861021 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.861415 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.861956 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.862350 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.862627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.862913 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.863266 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.863659 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:28.886904 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Attempting to bind port 68ecd012-cdbc-4962-abc7-61d2e685d33a on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:28.887357 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Attempting to bind port 68ecd012-cdbc-4962-abc7-61d2e685d33a by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:28.887807 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Attempting to bind port 68ecd012-cdbc-4962-abc7-61d2e685d33a on network 912d87de-dfd6-4f9a-bb86-85386f1685eb {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:28.893784 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:28.894261 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Checking segment: {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:28.897716 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.897716 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Bound using segment: {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:28.897716 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Bound port: 68ecd012-cdbc-4962-abc7-61d2e685d33a, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:28.897716 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.950172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:28.951170 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:28.982088 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] For port 68ecd012-cdbc-4962-abc7-61d2e685d33a, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:28.986150 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] For port 68ecd012-cdbc-4962-abc7-61d2e685d33a, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=68ecd012-cdbc-4962-abc7-61d2e685d33a,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:29.015801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Allocated IP 172.25.4.191 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/3eba9529-ebfd-4907-9239-eff5d8ae0cd8) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:29.080833 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.152279 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:29.153090 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:29.183572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.219653 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea180-c8c8-41ae-ac95-6f75bcf446cf None None] Pushing event updated for resources: {'Port': ['ID=68ecd012-cdbc-4962-abc7-61d2e685d33a,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:29.232268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ec2ee29b-d90f-4e0b-95ae-f1ac34fffe2a None None] Provisioning complete for port 68ecd012-cdbc-4962-abc7-61d2e685d33a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:29.232797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2ee29b-d90f-4e0b-95ae-f1ac34fffe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.273849 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.316940 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:29.320789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:29.323485 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:29.336926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2ee29b-d90f-4e0b-95ae-f1ac34fffe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.361798 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:29.388697 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ec2ee29b-d90f-4e0b-95ae-f1ac34fffe2a None None] For port 68ecd012-cdbc-4962-abc7-61d2e685d33a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=68ecd012-cdbc-4962-abc7-61d2e685d33a,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:29.391444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=3eba9529-ebfd-4907-9239-eff5d8ae0cd8,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:29.442057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ec2ee29b-d90f-4e0b-95ae-f1ac34fffe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.495610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ee29b-d90f-4e0b-95ae-f1ac34fffe2a None None] Pushing event updated for resources: {'Port': ['ID=68ecd012-cdbc-4962-abc7-61d2e685d33a,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:29.563174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-83568904-e714-4a70-a155-e24fcff2f94b None None] Provisioning complete for port 68ecd012-cdbc-4962-abc7-61d2e685d33a triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:29.563545 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-83568904-e714-4a70-a155-e24fcff2f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.590503 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:28Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:29.621963 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd973d-6cdb-4343-8efc-e49428e13bef None None] The sync data for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 is: [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:28Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:29.699839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:29.922607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:30.015021 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360396fe-7545-4dbc-89b2-5846633119d0 None None] Network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:49:30.104405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c92a25ee-4172-4472-8f65-a1083ea965c6 None None] Provisioning complete for port 754d9e09-98f9-4527-93a9-7b7fff8670b3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:30.104709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c92a25ee-4172-4472-8f65-a1083ea965c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:30.112327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Router b8b0fae1-c197-42d8-8875-f4cdd93268a9 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:49:30.223011 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:30.236774 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Sync routers for ids ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:30.255224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c92a25ee-4172-4472-8f65-a1083ea965c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:30.257523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Routers {'b8b0fae1-c197-42d8-8875-f4cdd93268a9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:30.258154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:30.292176 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:30.295180 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1dbe13d6-194a-4c44-99df-1139b24b4ce6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4840326 Mar 31 23:49:30.298099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56208) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:30.369982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c92a25ee-4172-4472-8f65-a1083ea965c6 None None] For port 754d9e09-98f9-4527-93a9-7b7fff8670b3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=754d9e09-98f9-4527-93a9-7b7fff8670b3,segment=NetworkSegment(017d7ee9-6740-4a14-a597-96c2f93e1bd0),segment_id=017d7ee9-6740-4a14-a597-96c2f93e1bd0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:30.397337 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Set router b8b0fae1-c197-42d8-8875-f4cdd93268a9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:30.424165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c92a25ee-4172-4472-8f65-a1083ea965c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:30.556188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a25ee-4172-4472-8f65-a1083ea965c6 None None] Pushing event updated for resources: {'Port': ['ID=754d9e09-98f9-4527-93a9-7b7fff8670b3,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:30.579277 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-29b74fd1-982e-4822-a962-ab2d4c8effca None None] Provisioning complete for port 754d9e09-98f9-4527-93a9-7b7fff8670b3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:30.579648 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-29b74fd1-982e-4822-a962-ab2d4c8effca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:30.695580 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:49:29Z', 'revision_number': 3, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port': {'id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:28Z', 'updated_at': '2022-03-31T23:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:30.725105 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Checking router: b8b0fae1-c197-42d8-8875-f4cdd93268a9 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:30.725454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Updating router b8b0fae1-c197-42d8-8875-f4cdd93268a9 port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:49:30.736241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:30.760394 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:30.923282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Allocated IP 172.20.0.1 (85d8769e-4d6b-4269-bcdb-bb18b332cf9a/525f9307-4799-4f01-bc78-2127d207322d/2224814d-0460-4cb5-85cc-0b0c4ffe9b43) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:30.989091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 68ecd012-cdbc-4962-abc7-61d2e685d33a up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:31.047062 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.106190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 68ecd012-cdbc-4962-abc7-61d2e685d33a triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:31.106884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.131984 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.139782 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.179001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:31.181874 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:31.185542 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:31.194925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 754d9e09-98f9-4527-93a9-7b7fff8670b3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:31.216038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.223567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Pushing event updated for resources: {'Port': ['ID=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:31.243703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.282771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3bed3-d080-4b0c-ab39-e65939eb5d34 None None] Pushing event updated for resources: {'Port': ['ID=3eba9529-ebfd-4907-9239-eff5d8ae0cd8,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:31.288331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Attempting to bind port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:31.288695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Attempting to bind port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:31.289055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Attempting to bind port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:31.298234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:31.298709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:31.299114 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.299504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:31.299965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Bound port: 3eba9529-ebfd-4907-9239-eff5d8ae0cd8, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:31.300351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.336826 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 754d9e09-98f9-4527-93a9-7b7fff8670b3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:31.337235 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.405061 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] For port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:31.409307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] For port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3eba9529-ebfd-4907-9239-eff5d8ae0cd8,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:31.447622 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.466230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7c5a21e7-6f3d-40a0-a2f3-c10ae594b3be None None] Provisioning complete for port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:31.466636 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7c5a21e7-6f3d-40a0-a2f3-c10ae594b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.488390 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.536428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a21e7-6f3d-40a0-a2f3-c10ae594b3be None None] Port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:31.561638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3bed3-d080-4b0c-ab39-e65939eb5d34 None None] Pushing event updated for resources: {'Port': ['ID=3eba9529-ebfd-4907-9239-eff5d8ae0cd8,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:31.564824 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Routers {'b8b0fae1-c197-42d8-8875-f4cdd93268a9'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:31.565421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:31.620344 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.670773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] Set router b8b0fae1-c197-42d8-8875-f4cdd93268a9 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:31.677766 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.750843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Pushing event updated for resources: {'Port': ['ID=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:31.753153 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:31.849332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:31.850892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:31.976077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Router b8b0fae1-c197-42d8-8875-f4cdd93268a9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:49:32.050894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:49:31Z', 'revision_number': 4, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port': {'id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:28Z', 'updated_at': '2022-03-31T23:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2224814d-0460-4cb5-85cc-0b0c4ffe9b43', 'name': '', 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'mac_address': 'fa:16:3e:0a:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '525f9307-4799-4f01-bc78-2127d207322d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:30Z', 'updated_at': '2022-03-31T23:49:30Z', 'revision_number': 1, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'subnets': [{'id': '525f9307-4799-4f01-bc78-2127d207322d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:32.076721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb342f4b-d011-4faa-9cfe-692645302e82 None None] The sync data for ids ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'] in n-d-836015-1 is: [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:49:31Z', 'revision_number': 4, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port': {'id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:28Z', 'updated_at': '2022-03-31T23:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2224814d-0460-4cb5-85cc-0b0c4ffe9b43', 'name': '', 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'mac_address': 'fa:16:3e:0a:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '525f9307-4799-4f01-bc78-2127d207322d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:30Z', 'updated_at': '2022-03-31T23:49:30Z', 'revision_number': 1, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'subnets': [{'id': '525f9307-4799-4f01-bc78-2127d207322d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:32.090612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:32.100248 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d4f25c49-adb4-43f3-b01c-24d418246f8c admin admin] 10.222.0.31 "PUT /v2.0/routers/b8b0fae1-c197-42d8-8875-f4cdd93268a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010232 Mar 31 23:49:32.163847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-9adb5d08-110b-4466-9786-5fd9040ce483 None None] Provisioning complete for port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:32.164398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9adb5d08-110b-4466-9786-5fd9040ce483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:32.202682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-9adb5d08-110b-4466-9786-5fd9040ce483 None None] Port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:32.839512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:32.894231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:32.902438 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:32.979970 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:33.003991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3eba9529-ebfd-4907-9239-eff5d8ae0cd8,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:33.094330 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:33.149358 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=3eba9529-ebfd-4907-9239-eff5d8ae0cd8,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:34.014119 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a612-2d8f-4cdf-8846-ca55f15698f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:34.235183 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Sync routers for ids ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:34.245928 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Routers {'b8b0fae1-c197-42d8-8875-f4cdd93268a9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:34.246569 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:34.361564 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Set router b8b0fae1-c197-42d8-8875-f4cdd93268a9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:34.588833 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:49:31Z', 'revision_number': 4, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port': {'id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:28Z', 'updated_at': '2022-03-31T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2224814d-0460-4cb5-85cc-0b0c4ffe9b43', 'name': '', 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'mac_address': 'fa:16:3e:0a:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '525f9307-4799-4f01-bc78-2127d207322d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:30Z', 'updated_at': '2022-03-31T23:49:31Z', 'revision_number': 2, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'subnets': [{'id': '525f9307-4799-4f01-bc78-2127d207322d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:34.626275 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Checking router: b8b0fae1-c197-42d8-8875-f4cdd93268a9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:34.626925 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Updating router b8b0fae1-c197-42d8-8875-f4cdd93268a9 port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:49:34.656937 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:34.892242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:34.952198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:34.952988 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.060520 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.128760 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.201927 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519ae1a-079d-4465-ab1b-260b5a4caaee None None] Pushing event updated for resources: {'Port': ['ID=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:35.244948 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Attempting to bind port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:35.245606 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Attempting to bind port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:35.245738 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Attempting to bind port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 on network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:35.254936 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:35.255344 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Checking segment: {'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:35.255707 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.256286 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Bound using segment: {'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:35.256770 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Bound port: 2224814d-0460-4cb5-85cc-0b0c4ffe9b43, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017d7ee9-6740-4a14-a597-96c2f93e1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:35.257152 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.350077 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] For port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:35.354613 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] For port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,segment=NetworkSegment(017d7ee9-6740-4a14-a597-96c2f93e1bd0),segment_id=017d7ee9-6740-4a14-a597-96c2f93e1bd0)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:35.456108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7adb6bec-39d4-45be-83aa-6c09eebe7665 None None] Provisioning complete for port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:35.457274 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7adb6bec-39d4-45be-83aa-6c09eebe7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.461210 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.551251 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Routers {'b8b0fae1-c197-42d8-8875-f4cdd93268a9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:35.551886 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:49:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:35.562287 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7adb6bec-39d4-45be-83aa-6c09eebe7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.608136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7adb6bec-39d4-45be-83aa-6c09eebe7665 None None] For port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,segment=NetworkSegment(017d7ee9-6740-4a14-a597-96c2f93e1bd0),segment_id=017d7ee9-6740-4a14-a597-96c2f93e1bd0)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:35.613044 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519ae1a-079d-4465-ab1b-260b5a4caaee None None] Pushing event updated for resources: {'Port': ['ID=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:35.678205 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7adb6bec-39d4-45be-83aa-6c09eebe7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.719765 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] Set router b8b0fae1-c197-42d8-8875-f4cdd93268a9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:35.752917 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb6bec-39d4-45be-83aa-6c09eebe7665 None None] Pushing event updated for resources: {'Port': ['ID=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:35.805970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cb2c9db2-d5d6-49a5-8f04-e6c03f49411f None None] Provisioning complete for port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:35.806630 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9db2-d5d6-49a5-8f04-e6c03f49411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:35.971832 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:49:31Z', 'revision_number': 4, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port': {'id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:28Z', 'updated_at': '2022-03-31T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2224814d-0460-4cb5-85cc-0b0c4ffe9b43', 'name': '', 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'mac_address': 'fa:16:3e:0a:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '525f9307-4799-4f01-bc78-2127d207322d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:30Z', 'updated_at': '2022-03-31T23:49:35Z', 'revision_number': 4, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'subnets': [{'id': '525f9307-4799-4f01-bc78-2127d207322d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:36.000637 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e21c4-f838-4255-b90c-f7ba9656cbc4 None None] The sync data for ids ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'] in n-d-836015-1 is: [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:49:31Z', 'revision_number': 4, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port': {'id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:28Z', 'updated_at': '2022-03-31T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2224814d-0460-4cb5-85cc-0b0c4ffe9b43', 'name': '', 'network_id': '85d8769e-4d6b-4269-bcdb-bb18b332cf9a', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'mac_address': 'fa:16:3e:0a:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '525f9307-4799-4f01-bc78-2127d207322d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:30Z', 'updated_at': '2022-03-31T23:49:35Z', 'revision_number': 4, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'subnets': [{'id': '525f9307-4799-4f01-bc78-2127d207322d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:36.055377 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:49:36.121182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c0a17698-0d6a-4a26-8650-4f2e7e44c10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:36.834145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:36.888161 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:36.894421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:37.855707 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:38.917938 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:39.051056 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:39.215229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:40.093170 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:44.278408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774197e-1b33-44d6-946c-042ba4200b96 req-5c78b673-a03f-4cb8-bad7-54ecf9b9da28 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:44.279994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-5c78b673-a03f-4cb8-bad7-54ecf9b9da28 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 815 time: 0.1046865 Mar 31 23:49:44.301210 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-0a90327b-3067-4b95-bd22-9d607a072d24 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/quotas/3d5913fbcc95489f94d8a4cba682daca HTTP/1.1" status: 200 len: 375 time: 0.0091209 Mar 31 23:49:44.347831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-7d946b26-69e1-4003-bc76-02dab7636686 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463207 Mar 31 23:49:44.454121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-a08c7d21-df7d-4087-a4a1-802b7c0dd998 service neutron] 10.222.0.31 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941248 Mar 31 23:49:44.546179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-bb26be5f-05b3-4a4d-b014-c353400bc43b service neutron] 10.222.0.31 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860286 Mar 31 23:49:44.779913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d13a3963-341a-4ce2-ac40-79a2ad46f444 req-cd21e503-9763-4c6a-adc1-c306eddfa7f9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 210 time: 0.0265722 Mar 31 23:49:45.857585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7c5d3ac5-c707-4400-be33-a1cc93643609 req-5a26b0bf-8691-4aa8-a7e3-24e9e8b20abb tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 210 time: 0.0260379 Mar 31 23:49:46.981979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774197e-1b33-44d6-946c-042ba4200b96 req-1e21ddc1-fd51-4368-b9db-a1d204a6d7a0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:46.983706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-1e21ddc1-fd51-4368-b9db-a1d204a6d7a0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.45 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 815 time: 0.1143253 Mar 31 23:49:46.996883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'port': {'device_id': '78b69cad-220f-4847-b056-2536ac3a825c', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'admin_state_up': True, 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:47.152507 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-958929dd-944a-47c1-a304-65bc52800c9c req-8d2f30e4-77a9-4d16-8884-7c046eba8edb tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 210 time: 0.2209027 Mar 31 23:49:47.214987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Made reservation on behalf of 3d5913fbcc95489f94d8a4cba682daca for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:47.219453 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.346026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Allocated IP 172.20.0.6 (912d87de-dfd6-4f9a-bb86-85386f1685eb/ca098ddf-e048-48cd-a893-64b4a0ff094e/8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:47.495396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.615762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.658183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:47.663717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:47.667823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:47.705966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'Port': ['ID=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:47.731589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.731930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.741374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:47.752974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:47.753621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.855931 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-78c3955b-df32-4498-96ac-5de12be5a3bf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628161 Mar 31 23:49:48.015932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1b8a3a78-daf8-445b-96df-bf748b29ed60 None None] Provisioning complete for port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:48.016613 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a78-daf8-445b-96df-bf748b29ed60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:48.061534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a3a78-daf8-445b-96df-bf748b29ed60 None None] Port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:48.371439 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c85bd5-3cc7-4e6d-9634-7a3409004349 req-d763d843-ccf0-47ae-a640-5b246efb31b8 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.372976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29c85bd5-3cc7-4e6d-9634-7a3409004349 req-d763d843-ccf0-47ae-a640-5b246efb31b8 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 931 time: 0.1305873 Mar 31 23:49:48.426466 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-29c85bd5-3cc7-4e6d-9634-7a3409004349 req-674528dc-0441-4cdc-b5c4-7178026568a7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471797 Mar 31 23:49:49.552480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41e186-fae8-4f7b-b10f-80c276411ccc req-72ca9e42-9106-4d16-a961-e46ff6d33762 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:49.553987 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c41e186-fae8-4f7b-b10f-80c276411ccc req-72ca9e42-9106-4d16-a961-e46ff6d33762 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 931 time: 0.0521047 Mar 31 23:49:49.596382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c41e186-fae8-4f7b-b10f-80c276411ccc req-6e8fdb9e-53f1-4a85-93e5-0fe075b6393c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362296 Mar 31 23:49:50.738565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37dc47-fab8-423d-b3fb-c68f17febd4a req-6fcb1d49-e36c-4f64-b880-ffe57eacce87 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:50.741460 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b37dc47-fab8-423d-b3fb-c68f17febd4a req-6fcb1d49-e36c-4f64-b880-ffe57eacce87 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 931 time: 0.0580752 Mar 31 23:49:50.780940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b37dc47-fab8-423d-b3fb-c68f17febd4a req-e58c735c-802f-455c-9d08-40e6dff13b93 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Mar 31 23:49:51.321068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Request body: {'port': {'device_id': '78b69cad-220f-4847-b056-2536ac3a825c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:51.378197 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:51.729862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:51.739923 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:51.757679 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Transition to ACTIVE for port object 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:49:51.837595 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:51.931623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Pushing event updated for resources: {'Port': ['ID=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:51.995757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf4d93-2a3d-49d4-acba-8e8f1be1e79e req-cba043ea-36e0-49da-9cea-0eec4e628ade tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:51.997858 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70cf4d93-2a3d-49d4-acba-8e8f1be1e79e req-cba043ea-36e0-49da-9cea-0eec4e628ade tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 943 time: 0.1170676 Mar 31 23:49:52.120361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70cf4d93-2a3d-49d4-acba-8e8f1be1e79e req-5591dd6b-7356-4b8a-9707-d6f483ac378e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 Mar 31 23:49:52.121180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Attempting to bind port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:52.121587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Attempting to bind port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:52.122264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Attempting to bind port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 on network 912d87de-dfd6-4f9a-bb86-85386f1685eb {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:52.128266 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 on network 912d87de-dfd6-4f9a-bb86-85386f1685eb not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:49:52.128721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Attempting to bind port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 on network 912d87de-dfd6-4f9a-bb86-85386f1685eb {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:52.135224 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:52.135700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Checking segment: {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:52.136205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Bound using segment: {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:52.136641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Bound port: 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421e38f3-7551-4bc0-a54c-82706bc349f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:52.137029 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:52.238075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] For port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:52.241296 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] For port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:52.316186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:52.366380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:52.367387 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:52.368780 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] 10.222.0.45 "PUT /v2.0/ports/8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 1091 time: 1.0527658 Mar 31 23:49:52.369219 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:52.371638 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffa0fea-22bb-4182-8386-d34634cd3e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:52.416763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080255a0-e97a-4919-95fe-59ad354f6e15 service neutron] Pushing event updated for resources: {'Port': ['ID=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:52.436192 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea79b2-b2c4-4aa0-85b6-043d641cea31 x-openstack-request-id: req-a4ea79b2-b2c4-4aa0-85b6-043d641cea31 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:52.436590 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:52.436860 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4ea79b2-b2c4-4aa0-85b6-043d641cea31 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:52.437877 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ea79b2-b2c4-4aa0-85b6-043d641cea31'] response: {'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'status': 'completed', 'code': 200} Mar 31 23:49:53.243966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b2e39-858c-41e9-b3b6-7b0a5c9c6840 req-a8cfa6ce-e52c-4d3a-97aa-1235dd2cef6f tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:53.245625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-532b2e39-858c-41e9-b3b6-7b0a5c9c6840 req-a8cfa6ce-e52c-4d3a-97aa-1235dd2cef6f tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 943 time: 0.0535698 Mar 31 23:49:53.285052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-532b2e39-858c-41e9-b3b6-7b0a5c9c6840 req-f108e886-5e5b-4bb3-be2f-bab5b4421c46 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Mar 31 23:49:54.409602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752266f-088f-4891-82fc-a30680676173 req-bb8eb31d-1348-4831-bc4d-b01c1cf6a194 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:54.411114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9752266f-088f-4891-82fc-a30680676173 req-bb8eb31d-1348-4831-bc4d-b01c1cf6a194 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 943 time: 0.0548465 Mar 31 23:49:54.453356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9752266f-088f-4891-82fc-a30680676173 req-5308436f-8fe8-497e-bb81-fc4cf27b8e4d tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351465 Mar 31 23:49:55.569340 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c32368-ba9b-4171-8229-55a5fd6d0ba6 req-47731cff-01aa-4ec1-baed-50abc41a84e8 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:55.570914 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13c32368-ba9b-4171-8229-55a5fd6d0ba6 req-47731cff-01aa-4ec1-baed-50abc41a84e8 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 943 time: 0.0502617 Mar 31 23:49:55.633759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-13c32368-ba9b-4171-8229-55a5fd6d0ba6 req-5778a5a3-2307-4c8c-b600-23d75b90cf30 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Mar 31 23:49:55.636273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa0fea-22bb-4182-8386-d34634cd3e2c req-35294d5b-e859-488c-a6e4-80d52636d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:55.637697 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dffa0fea-22bb-4182-8386-d34634cd3e2c req-35294d5b-e859-488c-a6e4-80d52636d941 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1094 time: 0.0659177 Mar 31 23:49:55.745937 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa0fea-22bb-4182-8386-d34634cd3e2c req-6305a114-6fa1-4761-a0a6-6e418e45f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:55.747478 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dffa0fea-22bb-4182-8386-d34634cd3e2c req-6305a114-6fa1-4761-a0a6-6e418e45f4e7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d5913fbcc95489f94d8a4cba682daca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951076 Mar 31 23:49:55.843862 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa0fea-22bb-4182-8386-d34634cd3e2c req-3385b879-c0d6-45b1-b83a-8b965f91cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:55.845843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dffa0fea-22bb-4182-8386-d34634cd3e2c req-3385b879-c0d6-45b1-b83a-8b965f91cc7a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910263 Mar 31 23:49:55.923902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774197e-1b33-44d6-946c-042ba4200b96 req-b7024300-a36d-43a3-bad2-fac2b128d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:55.925424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-b7024300-a36d-43a3-bad2-fac2b128d4e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1094 time: 0.0426846 Mar 31 23:49:55.965793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-f1274401-a882-4485-8ea2-3461ce9f0e09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 217 time: 0.0333869 Mar 31 23:49:56.014893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774197e-1b33-44d6-946c-042ba4200b96 req-9f0a25c8-11de-4794-b2f9-01305f7e56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:56.016271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-9f0a25c8-11de-4794-b2f9-01305f7e56d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 200 len: 854 time: 0.0433559 Mar 31 23:49:56.065656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774197e-1b33-44d6-946c-042ba4200b96 req-285bda9b-2135-4854-824d-a7187867d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:56.066980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-285bda9b-2135-4854-824d-a7187867d361 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912d87de-dfd6-4f9a-bb86-85386f1685eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439818 Mar 31 23:49:56.154047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-fc4ec1fe-a697-42e2-8b53-2179c2de24cc service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805392 Mar 31 23:49:56.257595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8774197e-1b33-44d6-946c-042ba4200b96 req-be75e32f-58db-47d9-93b3-03f311fac95c service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962551 Mar 31 23:49:56.751477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c6572-6fdf-45f8-800e-f64f009364b2 req-da74674d-33dc-47ba-bf6b-0021898788e0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:56.752977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b57c6572-6fdf-45f8-800e-f64f009364b2 req-da74674d-33dc-47ba-bf6b-0021898788e0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 943 time: 0.0488043 Mar 31 23:49:56.792160 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b57c6572-6fdf-45f8-800e-f64f009364b2 req-02baa2eb-cecb-47b0-9b63-9d47d99e6220 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Mar 31 23:49:57.923979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011659f1-a6e0-42da-9637-c39fb0b832da req-ad5c1f1c-633f-4560-a791-434f640291ca tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:57.925490 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-011659f1-a6e0-42da-9637-c39fb0b832da req-ad5c1f1c-633f-4560-a791-434f640291ca tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 943 time: 0.0502353 Mar 31 23:49:57.964799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-011659f1-a6e0-42da-9637-c39fb0b832da req-9bc615e0-4e48-4fb3-9b18-34852e649dd7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332017 Mar 31 23:49:59.086389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709c677-bf31-490a-bc9b-e90c2efc75bd req-e5c7a753-1a46-4e03-92af-97907812c043 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:59.087911 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6709c677-bf31-490a-bc9b-e90c2efc75bd req-e5c7a753-1a46-4e03-92af-97907812c043 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 943 time: 0.0565722 Mar 31 23:49:59.126276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6709c677-bf31-490a-bc9b-e90c2efc75bd req-06d1888c-bcea-4522-a819-ab8142e97b7d tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Mar 31 23:49:59.786024 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:49:59.882840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:59.895308 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'port_id': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'mac_address': 'fa:16:3e:9e:d3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:49:59.938341 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:59.954457 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:59.977996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:00.052619 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:00.098873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:00.106048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.106391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.106754 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.107086 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.107411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.107734 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.108052 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.108370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.109257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.109891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.109891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.110207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:00.241681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75caf4-50ea-46de-848d-32ada8b649e1 req-cec59199-4beb-4f42-b7ed-e05812ff298e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:00.243193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f75caf4-50ea-46de-848d-32ada8b649e1 req-cec59199-4beb-4f42-b7ed-e05812ff298e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 944 time: 0.0487859 Mar 31 23:50:00.255231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:50:00.281745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4f75caf4-50ea-46de-848d-32ada8b649e1 req-c996318f-235c-48e8-8d0a-6b2a61af99c7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Mar 31 23:50:01.396728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc819fa-fbe5-4dae-98d3-b769014aad19 req-ebef1605-0a6b-4a1a-9773-b42777620f17 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:01.398208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cc819fa-fbe5-4dae-98d3-b769014aad19 req-ebef1605-0a6b-4a1a-9773-b42777620f17 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 944 time: 0.0486503 Mar 31 23:50:01.435506 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5cc819fa-fbe5-4dae-98d3-b769014aad19 req-7e455f6e-4992-40fd-9e25-2def11352109 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Mar 31 23:50:01.815782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:01.917018 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:50:01.920695 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:01.921598 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:02.007153 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:02.028951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:02.031245 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7d174e-e4b1-49c4-94fd-22ded194c112" -d '{"events": [{"server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "name": "network-vif-plugged", "status": "completed", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:02.043495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:02.069374 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c6b756-037e-4190-80e8-591c076f28e8 x-openstack-request-id: req-b4c6b756-037e-4190-80e8-591c076f28e8 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:02.069660 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "name": "network-vif-plugged", "status": "completed", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:02.069908 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4c6b756-037e-4190-80e8-591c076f28e8 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:02.070297 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c6b756-037e-4190-80e8-591c076f28e8'] response: {'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'code': 200} Mar 31 23:50:02.132854 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:02.168984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ae748-5634-4a16-930d-49679b01d1a4 req-9e1b9503-28d4-45e9-b800-1ea06d4fd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:02.170385 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f08ae748-5634-4a16-930d-49679b01d1a4 req-9e1b9503-28d4-45e9-b800-1ea06d4fd9b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1096 time: 0.0460784 Mar 31 23:50:02.181112 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:02.208195 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f08ae748-5634-4a16-930d-49679b01d1a4 req-5052022f-5879-49af-a5d0-6b68f14663cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Mar 31 23:50:02.550790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11e2ce-9b20-47fb-9df6-87f82d47d605 req-a265e85f-9fa5-4dce-8304-be9b157b5eef tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:02.552328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb11e2ce-9b20-47fb-9df6-87f82d47d605 req-a265e85f-9fa5-4dce-8304-be9b157b5eef tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0493369 Mar 31 23:50:02.596087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb11e2ce-9b20-47fb-9df6-87f82d47d605 req-e8772a0b-f904-420b-a1ba-53a72ff14d54 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Mar 31 23:50:03.724119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33144b-e327-4cfd-8a70-118546236f9d req-231cf2d3-c71e-4a4a-921f-134d6769d676 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:03.725574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a33144b-e327-4cfd-8a70-118546236f9d req-231cf2d3-c71e-4a4a-921f-134d6769d676 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0481880 Mar 31 23:50:03.761723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0a33144b-e327-4cfd-8a70-118546236f9d req-3f6ed4b9-be44-4ff9-914a-431193759ba3 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301538 Mar 31 23:50:03.881561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59203856-3bac-4524-a838-c48e5cd281cd req-dda67129-20d7-4825-a722-7e9dd2307369 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:03.883054 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59203856-3bac-4524-a838-c48e5cd281cd req-dda67129-20d7-4825-a722-7e9dd2307369 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0508578 Mar 31 23:50:03.921137 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-59203856-3bac-4524-a838-c48e5cd281cd req-be369e3f-68a1-449a-a9b2-488bcf179251 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Mar 31 23:50:04.014555 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7159bc83-b580-405e-a4b3-4d87a2412651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:04.112853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4147a60-01e9-4885-a02b-71d4cc56b8eb req-a18094ac-16d4-4c3e-8992-429049d07059 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:04.114331 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4147a60-01e9-4885-a02b-71d4cc56b8eb req-a18094ac-16d4-4c3e-8992-429049d07059 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0483623 Mar 31 23:50:04.153581 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4147a60-01e9-4885-a02b-71d4cc56b8eb req-c9847a9e-19f1-4cc4-b786-06453f5b8f91 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Mar 31 23:50:06.123185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7ae299ce-a12f-4709-9be4-ac760d0bd700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:07.859834 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:08.911427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:09.024543 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:09.195597 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:10.105546 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:13.054355 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:50:17.224131 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-b669cbe7-bf78-4919-90f5-edb0719c5b4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405262 Mar 31 23:50:17.377177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-fa25c8f1-fb59-409d-9871-3617a72e81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:17.377177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-fa25c8f1-fb59-409d-9871-3617a72e81d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1096 time: 0.0463872 Mar 31 23:50:17.424859 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-54d0fd56-4940-4649-ac91-83f40b6500f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:17.426354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-54d0fd56-4940-4649-ac91-83f40b6500f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 916 time: 0.0866945 Mar 31 23:50:17.472583 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-1db496c6-07bc-478f-9190-d8c4188de11e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 217 time: 0.0375352 Mar 31 23:50:17.533724 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-aa1c1590-816e-4d5d-aa36-4577376f1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:17.535058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-aa1c1590-816e-4d5d-aa36-4577376f1310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 200 len: 854 time: 0.0558558 Mar 31 23:50:17.585087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-620b04c9-87d2-4b8e-bc79-a32efa064901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:17.586641 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-620b04c9-87d2-4b8e-bc79-a32efa064901 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912d87de-dfd6-4f9a-bb86-85386f1685eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412164 Mar 31 23:50:17.679422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-86d48dd9-0df8-4883-90bc-65f76e5c4c28 service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840685 Mar 31 23:50:18.137717 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dab12b26-39d9-4d46-b2ee-af4bcbccbc96 req-caccdc04-8fbc-4ffc-9562-868b77182ccf service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521153 Mar 31 23:50:18.578433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3407e38-a72f-4d27-91b2-5e4eb66b218d req-3e8776bd-0221-4b73-a406-17756ffd4297 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:18.581416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3407e38-a72f-4d27-91b2-5e4eb66b218d req-3e8776bd-0221-4b73-a406-17756ffd4297 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0499241 Mar 31 23:50:18.622845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3407e38-a72f-4d27-91b2-5e4eb66b218d req-dfffe6e3-d276-4486-97ab-8df1aba3a2f5 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352514 Mar 31 23:50:18.645708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56416) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:18.735532 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c9d01-8827-4ad8-bb19-2868019c4c83 tempest-TestMinimumBasicScenario-1253252931 tempest-TestMinimumBasicScenario-1253252931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:18.737143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-da0c9d01-8827-4ad8-bb19-2868019c4c83 tempest-TestMinimumBasicScenario-1253252931 tempest-TestMinimumBasicScenario-1253252931-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1091 time: 0.0903738 Mar 31 23:50:18.740492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56420) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:18.744765 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:18.825682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:18.922130 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.028229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Allocated IP 172.25.4.49 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/a3d86bf8-6002-48f1-b945-c0eecae6df9a) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:19.133471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.243125 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.287490 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:19.290447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:19.294119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:19.316995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'Port': ['ID=a3d86bf8-6002-48f1-b945-c0eecae6df9a,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:19.651241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.774209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.925027 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.989406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.056852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'Port': ['ID=a3d86bf8-6002-48f1-b945-c0eecae6df9a,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:20.069360 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.180977 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Floating IP bd6ee4c2-916d-49c2-a392-5d0b3bf0e9d8 associated. External IP: 172.25.4.49, port: 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3. Mar 31 23:50:20.387879 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:50:20.500592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:20.510515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] Sync routers for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:20.520016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:20.529138 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:50:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:20.574804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.603793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f473135e-945d-4462-8dbe-34395185b098 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8622768 Mar 31 23:50:20.604659 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:20.607335 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c798333-223d-4843-8441-4bb3c8bd9689" -d '{"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:20.607509 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56422) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:20.613851 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465464017', 'description': 'tempest-secgroup-smoke-1465464017 description', 'project_id': '3d5913fbcc95489f94d8a4cba682daca'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:20.626189 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:20.704146 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba53878-fab9-478b-81d9-95ea97bb46dd x-openstack-request-id: req-dba53878-fab9-478b-81d9-95ea97bb46dd {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:20.705231 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:20.705231 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dba53878-fab9-478b-81d9-95ea97bb46dd {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:20.705591 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba53878-fab9-478b-81d9-95ea97bb46dd'] response: {'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'status': 'completed', 'code': 200} Mar 31 23:50:20.715127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.768442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-93ac9c95-f458-49df-b650-0cae3ae99217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:20.769928 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-93ac9c95-f458-49df-b650-0cae3ae99217 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1096 time: 0.0433333 Mar 31 23:50:20.797837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.864296 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'bd6ee4c2-916d-49c2-a392-5d0b3bf0e9d8', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'port_id': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'mac_address': 'fa:16:3e:9e:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b69cad-220f-4847-b056-2536ac3a825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:19Z', 'revision_number': 0, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:29Z', 'revision_number': 5, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:20.869958 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-fa5fd756-bcc0-4ccb-8d4e-13152f4b66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:20.871187 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.871488 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-fa5fd756-bcc0-4ccb-8d4e-13152f4b66ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 916 time: 0.0937972 Mar 31 23:50:20.895290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] Checking router: c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:20.902566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61f3716-1fa9-469e-a4e7-f34b5e1f0664,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:20.904119 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:20.904729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:50:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:20.911523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.911868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.912205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.912536 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.912867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.913215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.913544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.913925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.914253 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.914722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.919296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.919296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:20.952353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-48abb37b-d80c-434e-8e37-2f0c50e3b459 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 998 time: 0.0727973 Mar 31 23:50:20.964687 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.968806 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d073f11b-f88b-4143-8c53-c78652e18b55 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3577096 Mar 31 23:50:20.969053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56428) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:20.974229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fc1772de-7587-4a93-ade4-f183b123ef98 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'security_group_rule': {'security_group_id': 'a61f3716-1fa9-469e-a4e7-f34b5e1f0664', 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:21.007515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-53e8cda2-e268-4459-9489-74cc8dff2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:21.008989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-53e8cda2-e268-4459-9489-74cc8dff2b58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 200 len: 854 time: 0.0488486 Mar 31 23:50:21.012093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:21.060371 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-e0b030cf-6c5c-4056-8b47-07856d202849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:21.061791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-e0b030cf-6c5c-4056-8b47-07856d202849 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912d87de-dfd6-4f9a-bb86-85386f1685eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451705 Mar 31 23:50:21.065496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc1772de-7587-4a93-ade4-f183b123ef98 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.124455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc1772de-7587-4a93-ade4-f183b123ef98 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.154580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-957b5b1c-e2c1-432a-b937-2acf04218a8d service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844526 Mar 31 23:50:21.201105 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc1772de-7587-4a93-ade4-f183b123ef98 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.221356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1772de-7587-4a93-ade4-f183b123ef98 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da393a6e-4c5d-47a8-a348-11dc30f4630a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:21.243091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'bd6ee4c2-916d-49c2-a392-5d0b3bf0e9d8', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'port_id': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'mac_address': 'fa:16:3e:9e:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b69cad-220f-4847-b056-2536ac3a825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:19Z', 'revision_number': 0, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:29Z', 'revision_number': 5, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:21.252785 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8c798333-223d-4843-8441-4bb3c8bd9689 req-da1e85db-5d12-4f3e-beda-dc7f0e86dde4 service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905833 Mar 31 23:50:21.271206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ba3997-242a-4f98-95a7-c24221c4f6e6 None None] The sync data for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 is: [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'bd6ee4c2-916d-49c2-a392-5d0b3bf0e9d8', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'port_id': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'mac_address': 'fa:16:3e:9e:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b69cad-220f-4847-b056-2536ac3a825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:50:19Z', 'updated_at': '2022-03-31T23:50:19Z', 'revision_number': 0, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:29Z', 'revision_number': 5, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:21.305653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fc1772de-7587-4a93-ade4-f183b123ef98 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.306995 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fc1772de-7587-4a93-ade4-f183b123ef98 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370645 Mar 31 23:50:21.309741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56430) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:21.315270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-65d7df0a-05f6-480d-a3e4-c431cb6ba6c4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'security_group_rule': {'security_group_id': 'a61f3716-1fa9-469e-a4e7-f34b5e1f0664', 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:21.396589 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65d7df0a-05f6-480d-a3e4-c431cb6ba6c4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.460278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65d7df0a-05f6-480d-a3e4-c431cb6ba6c4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.475386 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e1d81-03ec-4759-a5eb-d0a5fe228666 None None] New status for floating IP bd6ee4c2-916d-49c2-a392-5d0b3bf0e9d8: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:50:21.539696 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65d7df0a-05f6-480d-a3e4-c431cb6ba6c4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.558550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7df0a-05f6-480d-a3e4-c431cb6ba6c4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46efd9e-d1a7-42ba-9e58-30d02fe7e88a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:21.634038 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-65d7df0a-05f6-480d-a3e4-c431cb6ba6c4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.635323 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-65d7df0a-05f6-480d-a3e4-c431cb6ba6c4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3244631 Mar 31 23:50:21.638012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56432) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:21.643380 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3e7ed645-7576-4a0c-bc0a-b891b64f72c1 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'security_group_rule': {'security_group_id': 'a61f3716-1fa9-469e-a4e7-f34b5e1f0664', 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:21.744492 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed645-7576-4a0c-bc0a-b891b64f72c1 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.807043 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed645-7576-4a0c-bc0a-b891b64f72c1 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.881233 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed645-7576-4a0c-bc0a-b891b64f72c1 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.901171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ed645-7576-4a0c-bc0a-b891b64f72c1 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d375430e-2239-44a5-9087-d2f798cde2aa,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:22.553165 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed645-7576-4a0c-bc0a-b891b64f72c1 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.554397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3e7ed645-7576-4a0c-bc0a-b891b64f72c1 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9153512 Mar 31 23:50:22.557059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56434) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:22.561389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-59c82a0b-1028-4b61-ac89-707660da11d9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'security_group_rule': {'security_group_id': 'a61f3716-1fa9-469e-a4e7-f34b5e1f0664', 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:22.702699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59c82a0b-1028-4b61-ac89-707660da11d9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.760644 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59c82a0b-1028-4b61-ac89-707660da11d9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.840767 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59c82a0b-1028-4b61-ac89-707660da11d9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.859306 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82a0b-1028-4b61-ac89-707660da11d9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee725157-0173-4660-adf3-35c4b85968fc,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:22.942407 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59c82a0b-1028-4b61-ac89-707660da11d9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.943672 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-59c82a0b-1028-4b61-ac89-707660da11d9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3856645 Mar 31 23:50:22.946520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56436) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:22.950902 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f080c3b3-061a-47ab-890b-e23d5415d520 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'security_group_rule': {'security_group_id': 'a61f3716-1fa9-469e-a4e7-f34b5e1f0664', 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:23.025670 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-f080c3b3-061a-47ab-890b-e23d5415d520 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Project 3d5913fbcc95489f94d8a4cba682daca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:50:23.030839 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f080c3b3-061a-47ab-890b-e23d5415d520 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.089065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f080c3b3-061a-47ab-890b-e23d5415d520 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.150739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f080c3b3-061a-47ab-890b-e23d5415d520 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.167646 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080c3b3-061a-47ab-890b-e23d5415d520 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c9b8b9-42a8-4bff-8ec7-853f29da1c8f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:23.232861 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f080c3b3-061a-47ab-890b-e23d5415d520 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.234125 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f080c3b3-061a-47ab-890b-e23d5415d520 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2866242 Mar 31 23:50:23.237714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56438) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:23.242152 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-fea19bea-8e08-4bf1-afb8-d233f6bc0998 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'security_group_rule': {'security_group_id': 'a61f3716-1fa9-469e-a4e7-f34b5e1f0664', 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:23.322756 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-fea19bea-8e08-4bf1-afb8-d233f6bc0998 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Project 3d5913fbcc95489f94d8a4cba682daca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:50:23.330156 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fea19bea-8e08-4bf1-afb8-d233f6bc0998 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.390940 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fea19bea-8e08-4bf1-afb8-d233f6bc0998 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.465121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fea19bea-8e08-4bf1-afb8-d233f6bc0998 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.483022 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea19bea-8e08-4bf1-afb8-d233f6bc0998 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c993b1-a6a9-445d-ae69-b1d588ccf5e5,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:23.541586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-fea19bea-8e08-4bf1-afb8-d233f6bc0998 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.542900 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-fea19bea-8e08-4bf1-afb8-d233f6bc0998 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3042200 Mar 31 23:50:23.623846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-8738ba36-b992-4293-a37e-bb60a34106bb tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465464017&fields=id&tenant_id=3d5913fbcc95489f94d8a4cba682daca HTTP/1.1" status: 200 len: 267 time: 0.0344572 Mar 31 23:50:23.678198 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-8610d38a-666a-47c8-aa9c-0fe94e4ce8ec tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:23.679737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-8610d38a-666a-47c8-aa9c-0fe94e4ce8ec tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0492449 Mar 31 23:50:23.691423 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'port': {'security_groups': ['f214a949-82fc-4d25-8aa4-35c397deef44', 'a61f3716-1fa9-469e-a4e7-f34b5e1f0664']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:23.755795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.937716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] For port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:23.967277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.029331 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.046398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:50:24.077965 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:24.078619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.080759 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7ee3ba6-cd45-44dd-a8f7-889cb34c5479 req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "PUT /v2.0/ports/8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 981 time: 0.3944428 Mar 31 23:50:24.081212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:24.083579 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf34fa7-12f9-4893-a312-5582a92d09ad" -d '{"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:24.131548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a40a3a-7453-4803-8ba9-4a671e8d723e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'Port': ['ID=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:24.155225 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5434565a-23a6-4334-96ff-1ce56eee1e63 x-openstack-request-id: req-5434565a-23a6-4334-96ff-1ce56eee1e63 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:24.155516 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:24.155759 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5434565a-23a6-4334-96ff-1ce56eee1e63 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:24.156157 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5434565a-23a6-4334-96ff-1ce56eee1e63'] response: {'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'status': 'completed', 'code': 200} Mar 31 23:50:24.160559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:50:24.236821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3345b-2c0f-42a8-b30a-3a3f21c1039d req-9334bae9-60c9-4919-8fd2-e69f41cd6277 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:24.238382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bac3345b-2c0f-42a8-b30a-3a3f21c1039d req-9334bae9-60c9-4919-8fd2-e69f41cd6277 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0852463 Mar 31 23:50:24.244304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-8aca2468-2520-4dd5-8f26-b30b934d9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:24.245757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-8aca2468-2520-4dd5-8f26-b30b934d9f52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1135 time: 0.0626824 Mar 31 23:50:24.330678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bac3345b-2c0f-42a8-b30a-3a3f21c1039d req-1be80890-3c52-4971-a894-a031ddba00e4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838890 Mar 31 23:50:24.373449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-cab6d043-2488-4564-888b-2e09361fab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:24.374941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-cab6d043-2488-4564-888b-2e09361fab7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 916 time: 0.1115959 Mar 31 23:50:24.414857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b623f037-e5af-4585-a8eb-91d437890a9b None None] Provisioning complete for port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:24.415228 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b623f037-e5af-4585-a8eb-91d437890a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.445387 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-29fd1b85-7338-4ee0-b28d-155b31db5cd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 1000 time: 0.0628524 Mar 31 23:50:24.495556 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-e738d8e8-b63a-4b39-8a51-c72d9116bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:24.496995 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-e738d8e8-b63a-4b39-8a51-c72d9116bd2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 200 len: 854 time: 0.0454128 Mar 31 23:50:24.557664 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-b22b1c54-c51e-44b2-88d1-a5dad32ab0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:24.559253 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-b22b1c54-c51e-44b2-88d1-a5dad32ab0b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912d87de-dfd6-4f9a-bb86-85386f1685eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552754 Mar 31 23:50:24.674124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-9ad2c98e-7afc-40b6-b03f-8697eb42f97b service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068182 Mar 31 23:50:24.764511 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cf34fa7-12f9-4893-a312-5582a92d09ad req-e2a7b2b5-60fd-4cb0-a435-ee7be42589a8 service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835583 Mar 31 23:50:34.029069 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ba492ecd-4ce1-41ee-b76e-5edc576d9663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.102896 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e9d45ce-cd2f-42c5-8113-a6b50f3a512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:37.882111 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:38.783654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81609833-126f-4558-a423-d56186341c15 req-9e89e3ef-7cf3-4f0b-9fbf-cd8361241bdf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:38.785162 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81609833-126f-4558-a423-d56186341c15 req-9e89e3ef-7cf3-4f0b-9fbf-cd8361241bdf tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0515625 Mar 31 23:50:38.835437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81609833-126f-4558-a423-d56186341c15 req-586dcc9e-2a40-4200-a56e-d8a4c79a23ab tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433741 Mar 31 23:50:38.870720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-7f1094f1-8780-40ab-85ce-4ca42a864a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:38.873810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-7f1094f1-8780-40ab-85ce-4ca42a864a6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1135 time: 0.0535967 Mar 31 23:50:38.921964 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:38.964243 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-5c694fb2-7ab7-4dec-b2e2-ca1a41b740dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:38.965705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-5c694fb2-7ab7-4dec-b2e2-ca1a41b740dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 916 time: 0.0849268 Mar 31 23:50:39.025493 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:39.046788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-ec89dab6-6d70-4e52-81e5-6e5b29378175 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 1000 time: 0.0733492 Mar 31 23:50:39.096703 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-8c597bc4-d48a-49a6-a67a-89051e577be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:39.098864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-8c597bc4-d48a-49a6-a67a-89051e577be7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 200 len: 854 time: 0.0439711 Mar 31 23:50:39.146715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-50a4451d-911a-4c5e-b89f-8ef23ae8db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:39.149093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-50a4451d-911a-4c5e-b89f-8ef23ae8db45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912d87de-dfd6-4f9a-bb86-85386f1685eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444672 Mar 31 23:50:39.206189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:39.246377 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-5ea7495f-f97e-4b53-94cb-81dc997b6f2e service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904031 Mar 31 23:50:39.336912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-483f849e-7544-4dcb-9fad-bebbed1f20a9 req-5d36d1d6-d756-4e56-8dd8-b132b1cdec9b service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826101 Mar 31 23:50:39.958671 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0de61-31d9-452f-9f16-14ced8390be9 req-359123e4-8c09-48f0-84eb-0c44662251df tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:39.960169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92d0de61-31d9-452f-9f16-14ced8390be9 req-359123e4-8c09-48f0-84eb-0c44662251df tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0509522 Mar 31 23:50:40.001151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-92d0de61-31d9-452f-9f16-14ced8390be9 req-62a82253-c66d-425d-9b6d-94b614e53c00 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346782 Mar 31 23:50:40.154401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:41.131837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061da96-f403-4799-a02c-c0dba72d9294 req-52acbd53-713b-48f9-95cd-db425afde0f4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:41.133432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7061da96-f403-4799-a02c-c0dba72d9294 req-52acbd53-713b-48f9-95cd-db425afde0f4 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0533743 Mar 31 23:50:41.172779 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7061da96-f403-4799-a02c-c0dba72d9294 req-1d35223e-0019-4afe-b2fd-d6cb5f4e0eb2 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331562 Mar 31 23:50:42.289325 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172d672-f44a-4879-a149-1d74a9682241 req-b07dd764-de39-476e-b946-378c2cb84aed tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:42.290880 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3172d672-f44a-4879-a149-1d74a9682241 req-b07dd764-de39-476e-b946-378c2cb84aed tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0496812 Mar 31 23:50:42.329543 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3172d672-f44a-4879-a149-1d74a9682241 req-2c9cc08a-b4ed-438b-ae6e-9814e825ccfd tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325265 Mar 31 23:50:43.448611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263b74-1933-4c12-8bd9-d02010125d1e req-02511aac-329c-46af-9a96-8f759f97a2a2 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:43.450095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e263b74-1933-4c12-8bd9-d02010125d1e req-02511aac-329c-46af-9a96-8f759f97a2a2 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0509040 Mar 31 23:50:43.490856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e263b74-1933-4c12-8bd9-d02010125d1e req-352910c0-7691-4410-880a-1ee05668ecf6 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340312 Mar 31 23:50:44.610038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c3e14-11b8-4bbe-b343-f4a2a6c797e9 req-9c0388aa-d3ef-4265-9af3-11931ac774ec tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:44.611606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e3c3e14-11b8-4bbe-b343-f4a2a6c797e9 req-9c0388aa-d3ef-4265-9af3-11931ac774ec tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0525353 Mar 31 23:50:44.650833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e3c3e14-11b8-4bbe-b343-f4a2a6c797e9 req-f275cb52-12b8-4db2-9c99-a57b244adfe2 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329466 Mar 31 23:50:45.777067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209556d-8c9d-43d4-b2be-d494208e0710 req-23a6de89-caaf-43b3-b28f-0d5ada6f5fe0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:45.778565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f209556d-8c9d-43d4-b2be-d494208e0710 req-23a6de89-caaf-43b3-b28f-0d5ada6f5fe0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0574152 Mar 31 23:50:45.824547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f209556d-8c9d-43d4-b2be-d494208e0710 req-a6208e34-e664-4746-814e-b41f566c411f tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396693 Mar 31 23:50:46.940341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715b248-8652-4f95-88b1-d3794e2a059e req-8f1c21df-6fa0-42f4-89f6-b4e2333055ba tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:46.941799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d715b248-8652-4f95-88b1-d3794e2a059e req-8f1c21df-6fa0-42f4-89f6-b4e2333055ba tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0482652 Mar 31 23:50:46.981324 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d715b248-8652-4f95-88b1-d3794e2a059e req-3ed25865-7cf4-4421-ba0d-98397302662b tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328288 Mar 31 23:50:48.102090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9f469-ca99-4f2b-a5e9-de66199d4b42 req-4103a005-c157-4501-970e-34c2ae975842 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:48.103633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acf9f469-ca99-4f2b-a5e9-de66199d4b42 req-4103a005-c157-4501-970e-34c2ae975842 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0554352 Mar 31 23:50:48.144008 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-acf9f469-ca99-4f2b-a5e9-de66199d4b42 req-98345e87-8d6c-4648-82ba-f0008e78f042 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341196 Mar 31 23:50:49.259381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c23950-407e-4718-b460-2d7bec8e7146 req-7fe72707-57e0-48d0-bc7d-d38987aa16bb tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:49.260847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6c23950-407e-4718-b460-2d7bec8e7146 req-7fe72707-57e0-48d0-bc7d-d38987aa16bb tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0486481 Mar 31 23:50:49.301613 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6c23950-407e-4718-b460-2d7bec8e7146 req-d9b21290-7390-4d28-901e-8d02357b4e3d tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343983 Mar 31 23:50:50.054608 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:50:50.417553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a31446-93c6-418c-8789-b6c453204223 req-9ef0f4a8-3f44-4ce3-b64b-ecfcf04ff588 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:50.419059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52a31446-93c6-418c-8789-b6c453204223 req-9ef0f4a8-3f44-4ce3-b64b-ecfcf04ff588 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0493224 Mar 31 23:50:50.461394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52a31446-93c6-418c-8789-b6c453204223 req-5d5d1eca-872a-4fa2-84d1-cf986a4dbedd tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362034 Mar 31 23:50:51.590161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10405-49dd-4800-9cfc-1766e494f6bb req-f9baca0f-5a41-43de-ad89-9339192cce7b tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:51.591838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4b10405-49dd-4800-9cfc-1766e494f6bb req-f9baca0f-5a41-43de-ad89-9339192cce7b tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0524778 Mar 31 23:50:51.633479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4b10405-49dd-4800-9cfc-1766e494f6bb req-526d086e-803b-444b-ae22-7e46434fbb2e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343533 Mar 31 23:50:52.747639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763b01a-fb74-4aab-9e5d-57a261db4e44 req-dc423d7c-688f-4955-a173-e60a5763613b tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:52.749124 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4763b01a-fb74-4aab-9e5d-57a261db4e44 req-dc423d7c-688f-4955-a173-e60a5763613b tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0490606 Mar 31 23:50:52.790044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4763b01a-fb74-4aab-9e5d-57a261db4e44 req-0846fb5b-73b9-433c-ab91-20f4f7c60a3c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348063 Mar 31 23:50:53.908147 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a020b96-530a-4b70-9ba0-be4c3c080188 req-766cf3b6-faac-43a8-9bcc-19569d8d86ff tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:53.909637 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a020b96-530a-4b70-9ba0-be4c3c080188 req-766cf3b6-faac-43a8-9bcc-19569d8d86ff tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0491881 Mar 31 23:50:53.948842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3a020b96-530a-4b70-9ba0-be4c3c080188 req-10ab95c4-2207-4e5e-ac0b-671b7ebcb5bb tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330076 Mar 31 23:50:55.068564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabba6a7-6502-48d0-a922-e9efda7986f6 req-8312bdaf-36a1-42ea-9fd5-ecdbbe56c760 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:55.070031 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cabba6a7-6502-48d0-a922-e9efda7986f6 req-8312bdaf-36a1-42ea-9fd5-ecdbbe56c760 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0529773 Mar 31 23:50:55.110846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cabba6a7-6502-48d0-a922-e9efda7986f6 req-c926186a-45cf-4363-81ac-32adff88920e tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345483 Mar 31 23:50:56.225539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e094a-93e3-4e5a-a2bc-65944f73f666 req-f28602c2-4fc6-4f0e-af5b-949095d1daf3 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:56.227087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946e094a-93e3-4e5a-a2bc-65944f73f666 req-f28602c2-4fc6-4f0e-af5b-949095d1daf3 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0480039 Mar 31 23:50:56.267876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-946e094a-93e3-4e5a-a2bc-65944f73f666 req-c46334f8-564f-4814-b418-3f6e059fe6dc tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&id=a61f3716-1fa9-469e-a4e7-f34b5e1f0664&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346429 Mar 31 23:51:04.005054 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c780795c-bda8-4076-bb9d-43da13235348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:06.172806 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-20718dfd-283d-4bd6-aa8a-5887a1f9bf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:07.886836 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:08.978030 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:09.069755 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:09.195465 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:10.173353 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:17.263980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-35d654cf-0606-48a8-adb2-defd6a149738 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860534 Mar 31 23:51:17.352948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-213aee9d-47f3-4f11-a1ae-ca15d711209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:17.354971 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-213aee9d-47f3-4f11-a1ae-ca15d711209e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1135 time: 0.0446851 Mar 31 23:51:17.458802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-04c3b938-aa53-4b23-a5c1-32a2786e3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:17.460167 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-04c3b938-aa53-4b23-a5c1-32a2786e3434 service neutron] 10.222.0.45 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 916 time: 0.0858815 Mar 31 23:51:17.528977 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-7566ade5-44c4-4bb3-a601-53487c0c6184 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 1000 time: 0.0624142 Mar 31 23:51:17.578625 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-30798121-eaae-4206-bedf-35f9fe435a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:17.580085 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-30798121-eaae-4206-bedf-35f9fe435a64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 200 len: 854 time: 0.0447798 Mar 31 23:51:17.630309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-5c2c0bfc-34b7-48e7-849c-3dd04622c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:17.631839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-5c2c0bfc-34b7-48e7-849c-3dd04622c360 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912d87de-dfd6-4f9a-bb86-85386f1685eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399828 Mar 31 23:51:17.722711 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-9471da88-3d05-4e2c-9a55-71e943d1e129 service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834620 Mar 31 23:51:17.820791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1db7c50-ed7e-4710-a0db-2bd5e6660bd2 req-c3394505-c09b-4c7e-baf4-1a6420fd92bb service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914452 Mar 31 23:51:27.054301 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:51:28.334755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-1bc09810-72eb-490b-ac6d-00da4717ccc9 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465464017&fields=id&tenant_id=3d5913fbcc95489f94d8a4cba682daca HTTP/1.1" status: 200 len: 267 time: 0.0326374 Mar 31 23:51:28.386660 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-78156d40-6421-480c-9d3f-858bb29cf36f tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:28.388157 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-78156d40-6421-480c-9d3f-858bb29cf36f tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 984 time: 0.0478382 Mar 31 23:51:28.399270 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Request body: {'port': {'security_groups': ['f214a949-82fc-4d25-8aa4-35c397deef44']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:28.465623 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:28.633160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] For port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:28.662272 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:28.715199 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:28.728042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:51:28.760432 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:28.761054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:28.762470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2090b4aa-bdb3-4503-8950-27942035c5c2 req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "PUT /v2.0/ports/8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 942 time: 0.3678327 Mar 31 23:51:28.762974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:28.770891 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e491fc49-902b-42fb-a286-5c21dd7a4b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:28.771043 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56506) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:28.792720 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event updated for resources: {'Port': ['ID=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:28.801829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.802246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.802667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.803061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.803470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.803855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.804237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.804654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.805050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.805429 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.805807 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.806309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a1c88-d6e4-42eb-88a6-2f9d0ebe4ef0 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:28.830661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:51:28.833097 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ef6121-272b-4731-a135-bd23022148ec x-openstack-request-id: req-c6ef6121-272b-4731-a135-bd23022148ec {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:28.833514 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:28.833823 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6ef6121-272b-4731-a135-bd23022148ec {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:28.834315 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ef6121-272b-4731-a135-bd23022148ec'] response: {'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'status': 'completed', 'code': 200} Mar 31 23:51:28.864714 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:28.901168 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:28.902825 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-7f8d86cf-adb4-467a-8d3f-8abecc922492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:28.904965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-7f8d86cf-adb4-467a-8d3f-8abecc922492 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1096 time: 0.0485048 Mar 31 23:51:29.029448 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-511b081d-49b9-4d34-a213-56bcb14043dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:29.030944 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-511b081d-49b9-4d34-a213-56bcb14043dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 916 time: 0.1186225 Mar 31 23:51:29.035279 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.037922 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.039105 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "DELETE /v2.0/security-groups/a61f3716-1fa9-469e-a4e7-f34b5e1f0664 HTTP/1.1" status: 204 len: 168 time: 0.2690203 Mar 31 23:51:29.043553 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56510) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:29.083269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c5af3fb6-c492-4fe4-8a04-d4cde3d844e2 None None] Provisioning complete for port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:51:29.083629 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c5af3fb6-c492-4fe4-8a04-d4cde3d844e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.086664 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61f3716-1fa9-469e-a4e7-f34b5e1f0664,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:29.102059 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.102406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.102768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.103103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.103432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.103760 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.104085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.104422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.104621 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-541daf3d-022d-4329-bbc1-a20802ae41a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 1000 time: 0.0660214 Mar 31 23:51:29.104771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.105055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.105364 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.105679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061d218-ecc0-4c3e-b624-f42bd2fd0d0a tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:29.225729 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Deleting port a3d86bf8-6002-48f1-b945-c0eecae6df9a {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:29.226074 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.312895 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.313217 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.326422 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Calling delete_port for a3d86bf8-6002-48f1-b945-c0eecae6df9a owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:29.507506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-a21f7ed7-0a3b-429b-8582-77bc2bc4d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:29.508862 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-a21f7ed7-0a3b-429b-8582-77bc2bc4d0e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 200 len: 854 time: 0.3951316 Mar 31 23:51:29.547594 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.553178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-dd316de1-40a7-4356-9ada-cf5c355f3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:29.554750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-dd316de1-40a7-4356-9ada-cf5c355f3e77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912d87de-dfd6-4f9a-bb86-85386f1685eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389738 Mar 31 23:51:29.573922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event deleted for resources: {'Port': ['ID=a3d86bf8-6002-48f1-b945-c0eecae6df9a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:29.641247 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.641556 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Floating IP bd6ee4c2-916d-49c2-a392-5d0b3bf0e9d8 disassociated (deleted). External IP: 172.25.4.49, port: 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3. Mar 31 23:51:29.651403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-c6d8de20-c4e4-4c2f-b970-d5267e90876b service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902448 Mar 31 23:51:29.740141 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e491fc49-902b-42fb-a286-5c21dd7a4b6e req-af7ef457-561d-406e-ad05-e6da0a796782 service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821095 Mar 31 23:51:29.852103 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:51:29.957832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:51:29.962229 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:29.968083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] Sync routers for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:51:29.978549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:29.979647 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:29.991594 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5b085466-9629-4366-ab79-7a088a25627c tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "DELETE /v2.0/floatingips/bd6ee4c2-916d-49c2-a392-5d0b3bf0e9d8 HTTP/1.1" status: 204 len: 168 time: 0.9467525 Mar 31 23:51:29.992527 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:29.995268 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce412e27-4098-4efc-a5cf-7f61d49f335b" -d '{"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:30.093237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:30.101628 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ebb55b-3d6b-46b5-bbf6-f4955ecd2561 x-openstack-request-id: req-54ebb55b-3d6b-46b5-bbf6-f4955ecd2561 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:30.101987 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:30.102385 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54ebb55b-3d6b-46b5-bbf6-f4955ecd2561 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:30.102831 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ebb55b-3d6b-46b5-bbf6-f4955ecd2561'] response: {'name': 'network-changed', 'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'status': 'completed', 'code': 200} Mar 31 23:51:30.164701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-9f10dbcc-9cc9-46fc-bb6e-15cb2fdb2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:30.166282 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-9f10dbcc-9cc9-46fc-bb6e-15cb2fdb2672 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d5913fbcc95489f94d8a4cba682daca&device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 1096 time: 0.0430949 Mar 31 23:51:30.260851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-8a071192-b7d3-4ed3-93e2-e5ddd0d75b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:30.262391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-8a071192-b7d3-4ed3-93e2-e5ddd0d75b9e service neutron] 10.222.0.45 "GET /v2.0/networks?id=912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 200 len: 916 time: 0.0892224 Mar 31 23:51:30.307505 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-da730be8-2d41-4a39-8983-2c722169642a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 200 len: 217 time: 0.0383670 Mar 31 23:51:30.308085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:29Z', 'revision_number': 5, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:30.337900 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] Checking router: c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:51:30.347574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:30.348350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:30.362119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-4ff1f491-82e1-4817-a4a8-d51f344fee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:30.362119 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-4ff1f491-82e1-4817-a4a8-d51f344fee78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 200 len: 854 time: 0.0469472 Mar 31 23:51:30.414780 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-09b89522-02e4-4653-bc0c-0f6ffe452d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:30.416338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-09b89522-02e4-4653-bc0c-0f6ffe452d7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912d87de-dfd6-4f9a-bb86-85386f1685eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477095 Mar 31 23:51:30.462428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:30.511238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-7201f52a-1bf9-4d58-bdb3-bda32248a7b7 service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881650 Mar 31 23:51:30.605680 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce412e27-4098-4efc-a5cf-7f61d49f335b req-9195a548-7047-4740-9e90-af5f0e0fd801 service neutron] 10.222.0.45 "GET /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871217 Mar 31 23:51:30.665083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:29Z', 'revision_number': 5, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:30.695361 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605c8b7-e22b-479c-8300-13b75536e4bd None None] The sync data for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 is: [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:25Z', 'revision_number': 4, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '68ecd012-cdbc-4962-abc7-61d2e685d33a', 'name': '', 'network_id': '912d87de-dfd6-4f9a-bb86-85386f1685eb', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'mac_address': 'fa:16:3e:12:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:24Z', 'updated_at': '2022-03-31T23:49:29Z', 'revision_number': 5, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'subnets': [{'id': 'ca098ddf-e048-48cd-a893-64b4a0ff094e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:51:30.938373 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5940b70-ca15-4b4e-96a7-43220597361e None None] New status for floating IP bd6ee4c2-916d-49c2-a392-5d0b3bf0e9d8: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:51:34.000953 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-213fb6ec-b49f-4ba2-ba2b-191b48dba336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:36.097856 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5d0eed98-0b26-4651-aaf6-0b4efe02bb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:37.867783 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:38.392389 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1173a86-ab44-4f3c-8033-5604150e52fa req-07f9fbb9-bdb6-4510-abb8-e9abb4096f28 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:38.393893 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1173a86-ab44-4f3c-8033-5604150e52fa req-07f9fbb9-bdb6-4510-abb8-e9abb4096f28 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0495989 Mar 31 23:51:38.430439 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d1173a86-ab44-4f3c-8033-5604150e52fa req-466baf8f-ca4e-4ef0-ae21-407afea6b23b tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302536 Mar 31 23:51:38.937675 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:39.029091 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:39.183388 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:39.555581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c663697-491f-406c-badf-ce79b8f7108b req-d3bc1b56-30fd-4f2d-bb54-6064a361e887 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:39.557077 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c663697-491f-406c-badf-ce79b8f7108b req-d3bc1b56-30fd-4f2d-bb54-6064a361e887 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0499449 Mar 31 23:51:39.595678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c663697-491f-406c-badf-ce79b8f7108b req-ff3e9f32-e0f2-4dc3-a644-98fd6553c0ed tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/security-groups?id=f214a949-82fc-4d25-8aa4-35c397deef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Mar 31 23:51:39.991254 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082fb28-972e-4229-9c7c-134f372d883c req-0cb73b39-9a81-479e-9b22-8ef60f7f53be tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:39.992695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8082fb28-972e-4229-9c7c-134f372d883c req-0cb73b39-9a81-479e-9b22-8ef60f7f53be tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.45 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 945 time: 0.0517900 Mar 31 23:51:40.085758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Deleting port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:40.086104 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:40.120713 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:40.177808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] For port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:40.178173 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:40.194588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Calling delete_port for 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:40.377927 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:40.389242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:51:40.411552 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Pushing event deleted for resources: {'Port': ['ID=8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:40.451950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] No DVR routers for this DVR port 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:51:40.454795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:40.458405 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8082fb28-972e-4229-9c7c-134f372d883c req-60577850-11ce-4ce5-97c7-8976d7227da7 tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.45 "DELETE /v2.0/ports/8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 HTTP/1.1" status: 204 len: 173 time: 0.4597707 Mar 31 23:51:40.458892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'name': 'network-vif-deleted', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:40.461434 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7a544b-f807-4491-b116-c14ce267df1d" -d '{"events": [{"server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "name": "network-vif-deleted", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:40.497784 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc1a1b-308e-4717-aa26-ec59c45ee6ce x-openstack-request-id: req-a0fc1a1b-308e-4717-aa26-ec59c45ee6ce {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:40.498080 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b69cad-220f-4847-b056-2536ac3a825c", "name": "network-vif-deleted", "tag": "8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:40.498348 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0fc1a1b-308e-4717-aa26-ec59c45ee6ce {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:40.498862 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fc1a1b-308e-4717-aa26-ec59c45ee6ce'] response: {'server_uuid': '78b69cad-220f-4847-b056-2536ac3a825c', 'name': 'network-vif-deleted', 'tag': '8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3', 'status': 'completed', 'code': 200} Mar 31 23:51:40.690757 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ddf2a03b-ce52-47b0-bb97-f1c9efbfd20e req-75f12684-6ca5-40d1-8206-b1f2a6b1caea tempest-TestMinimumBasicScenario-742380080 tempest-TestMinimumBasicScenario-742380080-project] 10.222.0.31 "GET /v2.0/ports?device_id=78b69cad-220f-4847-b056-2536ac3a825c HTTP/1.1" status: 200 len: 210 time: 0.0277352 Mar 31 23:51:42.829280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56612) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:43.175799 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:43.437561 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Deleting port 68ecd012-cdbc-4962-abc7-61d2e685d33a {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:43.437883 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:43.514967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] For port 68ecd012-cdbc-4962-abc7-61d2e685d33a, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=68ecd012-cdbc-4962-abc7-61d2e685d33a,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:43.515288 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:43.530095 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Calling delete_port for 68ecd012-cdbc-4962-abc7-61d2e685d33a owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:43.795821 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:43.819663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ecd012-cdbc-4962-abc7-61d2e685d33a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:43.996452 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:44.213714 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:51:44.317957 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:51:44.322988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-93564089-5236-45ab-9a7d-6fd2b6a4dbb4 admin admin] 10.222.0.31 "PUT /v2.0/routers/c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4926789 Mar 31 23:51:44.326193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56618) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:44.329224 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] Sync routers for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:51:44.342417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:44.343055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:44.400502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:44.423870 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:51:44.424201 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 8075e0d3-1e9e-4d8e-b0bf-7961c38e3ea3 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:44.427939 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:44.474164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:44.529281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:44.654322 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:51:43Z', 'revision_number': 5, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port': {'id': '1e6c9ce9-cbbf-468c-9657-b744c8c7d43d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:44.670199 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Deleting port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:44.670726 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:44.680843 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] Checking router: c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:51:44.689797 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] Routers {'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:44.690402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:44.752992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] For port 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=1e6c9ce9-cbbf-468c-9657-b744c8c7d43d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:44.753356 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:44.765597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Calling delete_port for 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:44.776603 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] Set router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:44.832258 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:51:44Z', 'revision_number': 6, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:44.860329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e44b7-5c76-4a2c-8648-d76819637787 None None] The sync data for ids ['c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf'] in n-d-836015-1 is: [{'id': 'c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf', 'name': 'tempest-TestMinimumBasicScenario-1611008530-router', 'tenant_id': '3d5913fbcc95489f94d8a4cba682daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:22Z', 'updated_at': '2022-03-31T23:51:44Z', 'revision_number': 6, 'project_id': '3d5913fbcc95489f94d8a4cba682daca', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:51:45.012124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.038589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6c9ce9-cbbf-468c-9657-b744c8c7d43d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:45.099261 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.187161 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.189247 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.287570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.288174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:51:45.292592 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.294411 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cb3a0b86-7ef7-4eba-bcc0-93d0e452425e admin admin] 10.222.0.31 "DELETE /v2.0/routers/c4962c64-4604-4f4a-9d47-3b7b0a7ce5cf HTTP/1.1" status: 204 len: 168 time: 0.9666891 Mar 31 23:51:45.296946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56622) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:45.339538 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8946d632-19eb-4162-80a9-9d4378dd54d7 admin admin] Deleting subnet ca098ddf-e048-48cd-a893-64b4a0ff094e {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:51:45.343040 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8946d632-19eb-4162-80a9-9d4378dd54d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.376150 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8946d632-19eb-4162-80a9-9d4378dd54d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.457434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8946d632-19eb-4162-80a9-9d4378dd54d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.587590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8946d632-19eb-4162-80a9-9d4378dd54d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.614276 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946d632-19eb-4162-80a9-9d4378dd54d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca098ddf-e048-48cd-a893-64b4a0ff094e,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:45.617911 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8946d632-19eb-4162-80a9-9d4378dd54d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.623432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8946d632-19eb-4162-80a9-9d4378dd54d7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ca098ddf-e048-48cd-a893-64b4a0ff094e HTTP/1.1" status: 204 len: 168 time: 0.3232450 Mar 31 23:51:45.623719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56624) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:45.626328 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35698da3-2716-47ba-8454-6eef06e03a91 None None] Network 912d87de-dfd6-4f9a-bb86-85386f1685eb requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:51:45.701118 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.760176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Deleting port a912bfc4-5385-4c35-8e99-4f57754e13ba {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:45.760536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.829520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] For port a912bfc4-5385-4c35-8e99-4f57754e13ba, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a912bfc4-5385-4c35-8e99-4f57754e13ba,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:45.829801 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.832602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] DHCP port deletion for 912d87de-dfd6-4f9a-bb86-85386f1685eb request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:51:45.844328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Calling delete_port for a912bfc4-5385-4c35-8e99-4f57754e13ba owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:45.885967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Deleting port a912bfc4-5385-4c35-8e99-4f57754e13ba {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:45.886783 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.955345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] For port a912bfc4-5385-4c35-8e99-4f57754e13ba, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=a912bfc4-5385-4c35-8e99-4f57754e13ba,segment=NetworkSegment(421e38f3-7551-4bc0-a54c-82706bc349f8),segment_id=421e38f3-7551-4bc0-a54c-82706bc349f8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:45.955783 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:45.968133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Calling delete_port for a912bfc4-5385-4c35-8e99-4f57754e13ba owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:46.074915 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.084569 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.103778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] No DVR routers for this DVR port a912bfc4-5385-4c35-8e99-4f57754e13ba on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:51:46.107610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Pushing event deleted for resources: {'Port': ['ID=a912bfc4-5385-4c35-8e99-4f57754e13ba,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:46.108264 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a912bfc4-5385-4c35-8e99-4f57754e13ba,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:46.114318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] No DVR routers for this DVR port a912bfc4-5385-4c35-8e99-4f57754e13ba on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:51:46.116540 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.116899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.117245 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.117581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.117914 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.118243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.118592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.118919 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.119239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.119560 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.119880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.120197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b269d-dd36-41d5-8e41-111c2867838c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:46.187302 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.207828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912d87de-dfd6-4f9a-bb86-85386f1685eb']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:46.216877 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421e38f3-7551-4bc0-a54c-82706bc349f8') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:46.217179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421e38f3-7551-4bc0-a54c-82706bc349f8') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:46.226398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.239842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.245643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:51:46.246014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:51:46.248244 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:51:46.370352 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.376413 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.379593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/912d87de-dfd6-4f9a-bb86-85386f1685eb HTTP/1.1" status: 204 len: 168 time: 0.7549477 Mar 31 23:51:46.382538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56626) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:46.390499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872c864-8566-4bf9-84d1-ae29faba2ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=912d87de-dfd6-4f9a-bb86-85386f1685eb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:46.728865 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:46.887946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:46.912041 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:51:46.912391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 1e6c9ce9-cbbf-468c-9657-b744c8c7d43d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:46.912883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 68ecd012-cdbc-4962-abc7-61d2e685d33a no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:46.932012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 68ecd012-cdbc-4962-abc7-61d2e685d33a {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:51:46.932359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 68ecd012-cdbc-4962-abc7-61d2e685d33a not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:46.932767 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a912bfc4-5385-4c35-8e99-4f57754e13ba no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:46.951501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: a912bfc4-5385-4c35-8e99-4f57754e13ba {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:51:46.951846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device a912bfc4-5385-4c35-8e99-4f57754e13ba not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:46.974998 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Deleting port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:46.975339 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:47.050852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] For port 2224814d-0460-4cb5-85cc-0b0c4ffe9b43, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,segment=NetworkSegment(017d7ee9-6740-4a14-a597-96c2f93e1bd0),segment_id=017d7ee9-6740-4a14-a597-96c2f93e1bd0)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:47.051137 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:47.063457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Calling delete_port for 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:47.303147 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:47.328183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Pushing event deleted for resources: {'Port': ['ID=2224814d-0460-4cb5-85cc-0b0c4ffe9b43,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:47.810427 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:48.026967 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Router b8b0fae1-c197-42d8-8875-f4cdd93268a9 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:51:48.129852 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:51:48.134869 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-39802d1d-4276-4f88-b253-781c840b889b admin admin] 10.222.0.31 "PUT /v2.0/routers/b8b0fae1-c197-42d8-8875-f4cdd93268a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513058 Mar 31 23:51:48.138052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56628) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:48.139810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] Sync routers for ids ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:51:48.150409 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] Routers {'b8b0fae1-c197-42d8-8875-f4cdd93268a9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:48.151045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:48.243714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:48.252116 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] Set router b8b0fae1-c197-42d8-8875-f4cdd93268a9 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:48.357268 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:48.430673 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:51:47Z', 'revision_number': 5, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port': {'id': '3eba9529-ebfd-4907-9239-eff5d8ae0cd8', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:28Z', 'updated_at': '2022-03-31T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:48.457119 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] Checking router: b8b0fae1-c197-42d8-8875-f4cdd93268a9 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:51:48.465148 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] Routers {'b8b0fae1-c197-42d8-8875-f4cdd93268a9'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:48.466037 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:48.494574 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Deleting port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:48.494941 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:48.551417 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] Set router b8b0fae1-c197-42d8-8875-f4cdd93268a9 gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:48.605919 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:51:48Z', 'revision_number': 6, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:48.636511 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33111c04-a80f-4c08-9d99-653e75979c1b None None] The sync data for ids ['b8b0fae1-c197-42d8-8875-f4cdd93268a9'] in n-d-836015-1 is: [{'id': 'b8b0fae1-c197-42d8-8875-f4cdd93268a9', 'name': 'tempest-TestMinimumBasicScenario-1220238488-router', 'tenant_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:27Z', 'updated_at': '2022-03-31T23:51:48Z', 'revision_number': 6, 'project_id': 'df0b9e1420ae4b60ab9a08c87858be3a', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:51:48.930848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] For port 3eba9529-ebfd-4907-9239-eff5d8ae0cd8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3eba9529-ebfd-4907-9239-eff5d8ae0cd8,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:48.931117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:48.945214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Calling delete_port for 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:49.031937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:49.054132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:51:49.054670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2224814d-0460-4cb5-85cc-0b0c4ffe9b43 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:49.187322 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.211907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eba9529-ebfd-4907-9239-eff5d8ae0cd8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:49.277777 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.364619 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.366613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.495703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.496230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b0fae1-c197-42d8-8875-f4cdd93268a9 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:51:49.500660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.501838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c6d40200-2a25-4c69-8147-edc45195aa21 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b8b0fae1-c197-42d8-8875-f4cdd93268a9 HTTP/1.1" status: 204 len: 168 time: 1.3627627 Mar 31 23:51:49.504494 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56630) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:49.549323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a078408c-2cb9-4f31-8c3d-4aeea1af0f06 admin admin] Deleting subnet 525f9307-4799-4f01-bc78-2127d207322d {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:51:49.552473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a078408c-2cb9-4f31-8c3d-4aeea1af0f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.594407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a078408c-2cb9-4f31-8c3d-4aeea1af0f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.678547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a078408c-2cb9-4f31-8c3d-4aeea1af0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.806716 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a078408c-2cb9-4f31-8c3d-4aeea1af0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.832905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078408c-2cb9-4f31-8c3d-4aeea1af0f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525f9307-4799-4f01-bc78-2127d207322d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:49.837958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a078408c-2cb9-4f31-8c3d-4aeea1af0f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.841268 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a078408c-2cb9-4f31-8c3d-4aeea1af0f06 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/525f9307-4799-4f01-bc78-2127d207322d HTTP/1.1" status: 204 len: 168 time: 0.3353724 Mar 31 23:51:49.843357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56632) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:49.843521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ffc7b-0fd3-48cc-ac42-a6c5fdfa1e4c None None] Network 85d8769e-4d6b-4269-bcdb-bb18b332cf9a requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:51:49.918186 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:49.973776 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Deleting port 754d9e09-98f9-4527-93a9-7b7fff8670b3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:49.974121 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.038845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] For port 754d9e09-98f9-4527-93a9-7b7fff8670b3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=754d9e09-98f9-4527-93a9-7b7fff8670b3,segment=NetworkSegment(017d7ee9-6740-4a14-a597-96c2f93e1bd0),segment_id=017d7ee9-6740-4a14-a597-96c2f93e1bd0)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:50.039207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.053342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Calling delete_port for 754d9e09-98f9-4527-93a9-7b7fff8670b3 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:50.174098 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] DHCP port deletion for 85d8769e-4d6b-4269-bcdb-bb18b332cf9a request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:51:50.206346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.224135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] Deleting port 754d9e09-98f9-4527-93a9-7b7fff8670b3 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:51:50.224505 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.233650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=754d9e09-98f9-4527-93a9-7b7fff8670b3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:50.238066 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] No DVR routers for this DVR port 754d9e09-98f9-4527-93a9-7b7fff8670b3 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:51:50.287681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] For port 754d9e09-98f9-4527-93a9-7b7fff8670b3, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:50.288109 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.300640 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] Calling delete_port for 754d9e09-98f9-4527-93a9-7b7fff8670b3 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:51:50.303316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] Port 754d9e09-98f9-4527-93a9-7b7fff8670b3 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:51:50.304531 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.315916 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.332029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] Pushing event deleted for resources: {'Port': ['ID=754d9e09-98f9-4527-93a9-7b7fff8670b3,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:50.335866 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff51bd63-f427-4922-a9e6-5338fe32039b None None] No DVR routers for this DVR port 754d9e09-98f9-4527-93a9-7b7fff8670b3 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:51:50.338387 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d8769e-4d6b-4269-bcdb-bb18b332cf9a']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:50.349951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017d7ee9-6740-4a14-a597-96c2f93e1bd0') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:50.350229 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017d7ee9-6740-4a14-a597-96c2f93e1bd0') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:50.360319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.373290 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.379417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:51:50.390106 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:51:50.507351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.512722 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:50.515727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] 10.222.0.31 "DELETE /v2.0/networks/85d8769e-4d6b-4269-bcdb-bb18b332cf9a HTTP/1.1" status: 204 len: 168 time: 0.6712050 Mar 31 23:51:50.528356 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802e305-cf9a-4657-99f1-f9060336c8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=85d8769e-4d6b-4269-bcdb-bb18b332cf9a,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:50.876682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56636) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:50.889420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:50.913921 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:51:50.914254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3eba9529-ebfd-4907-9239-eff5d8ae0cd8 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:50.914683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 754d9e09-98f9-4527-93a9-7b7fff8670b3 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:51:50.925674 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fc949639-2b8d-4aa3-8f75-9dc2e8c7135b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d5913fbcc95489f94d8a4cba682daca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455251 Mar 31 23:51:50.925898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56638) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:50.933363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 754d9e09-98f9-4527-93a9-7b7fff8670b3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:51:50.933698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 754d9e09-98f9-4527-93a9-7b7fff8670b3 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:51:50.977319 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-138340f3-cbb5-4a62-8dde-a953c1ebfa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:51.002493 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-138340f3-cbb5-4a62-8dde-a953c1ebfa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:51.125925 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-138340f3-cbb5-4a62-8dde-a953c1ebfa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:51.128456 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-138340f3-cbb5-4a62-8dde-a953c1ebfa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:51.129657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-138340f3-cbb5-4a62-8dde-a953c1ebfa1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f214a949-82fc-4d25-8aa4-35c397deef44 HTTP/1.1" status: 204 len: 168 time: 0.2028587 Mar 31 23:51:51.138059 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138340f3-cbb5-4a62-8dde-a953c1ebfa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f214a949-82fc-4d25-8aa4-35c397deef44,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:51.697373 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56648) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:51.739401 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e50f4714-5882-480f-b574-2c7ccdbcfb81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df0b9e1420ae4b60ab9a08c87858be3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408096 Mar 31 23:51:51.741807 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56650) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:51.788035 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9290-13b2-4a67-baec-9b405bf2a10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:51.808905 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9290-13b2-4a67-baec-9b405bf2a10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:51.920796 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9290-13b2-4a67-baec-9b405bf2a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:51.923440 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9290-13b2-4a67-baec-9b405bf2a10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:51.924602 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ec2a9290-13b2-4a67-baec-9b405bf2a10f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0d7dfb2-60e9-4af3-9888-74f894bb32b7 HTTP/1.1" status: 204 len: 168 time: 0.1819179 Mar 31 23:51:51.932382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a9290-13b2-4a67-baec-9b405bf2a10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d7dfb2-60e9-4af3-9888-74f894bb32b7,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:54.303534 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56694) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:54.308219 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200173144', 'description': 'tempest-secgroup-smoke-1200173144 description', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:54.393002 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:54.401553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:54.473492 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:54.560372 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:54.599331 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cab7b3-01ea-4180-8726-132cdf17c2c9,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:54.640859 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:54.823238 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:54.851830 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce293b16-b8ad-4a62-8850-87693069ad24,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:54.916537 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:54.917810 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-398fbfe9-ba95-461f-ac28-4a8a78c46651 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6132827 Mar 31 23:51:54.920834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56696) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:54.925141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e983d940-192e-491f-a09b-92caefcde601 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'ce293b16-b8ad-4a62-8850-87693069ad24', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:55.005013 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e983d940-192e-491f-a09b-92caefcde601 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.066458 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e983d940-192e-491f-a09b-92caefcde601 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.143171 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e983d940-192e-491f-a09b-92caefcde601 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.161433 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983d940-192e-491f-a09b-92caefcde601 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7d023a-295f-4c62-9ddd-6b0e610157d1,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:55.230746 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e983d940-192e-491f-a09b-92caefcde601 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.232496 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e983d940-192e-491f-a09b-92caefcde601 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106887 Mar 31 23:51:55.235276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56698) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:55.239639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-a450816a-8511-482e-bb77-02a4c9f14673 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'ce293b16-b8ad-4a62-8850-87693069ad24', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:55.370709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a450816a-8511-482e-bb77-02a4c9f14673 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.427530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a450816a-8511-482e-bb77-02a4c9f14673 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.514183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a450816a-8511-482e-bb77-02a4c9f14673 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.532216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450816a-8511-482e-bb77-02a4c9f14673 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b0f481-e87f-40ca-b063-f38f3eef9a24,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:55.612182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a450816a-8511-482e-bb77-02a4c9f14673 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.614525 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a450816a-8511-482e-bb77-02a4c9f14673 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3772326 Mar 31 23:51:55.616112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56700) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:55.620665 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6a569a4f-60ea-4d94-a3c6-f6f0693be8bd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'ce293b16-b8ad-4a62-8850-87693069ad24', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:55.700340 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a569a4f-60ea-4d94-a3c6-f6f0693be8bd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.759684 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a569a4f-60ea-4d94-a3c6-f6f0693be8bd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.857535 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a569a4f-60ea-4d94-a3c6-f6f0693be8bd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.875491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a569a4f-60ea-4d94-a3c6-f6f0693be8bd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e1aed3-aa11-4677-bfd4-1b67546085a8,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:55.966667 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6a569a4f-60ea-4d94-a3c6-f6f0693be8bd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:55.967870 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6a569a4f-60ea-4d94-a3c6-f6f0693be8bd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507836 Mar 31 23:51:55.970556 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56702) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:55.974833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-e901e186-53c7-4ca2-89ec-6d3b45561b5e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'ce293b16-b8ad-4a62-8850-87693069ad24', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:56.067698 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e901e186-53c7-4ca2-89ec-6d3b45561b5e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.125326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e901e186-53c7-4ca2-89ec-6d3b45561b5e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.203732 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e901e186-53c7-4ca2-89ec-6d3b45561b5e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.222052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901e186-53c7-4ca2-89ec-6d3b45561b5e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c36f923-5725-4e7e-bf44-daba9d4d2686,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:56.291431 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e901e186-53c7-4ca2-89ec-6d3b45561b5e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.292645 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e901e186-53c7-4ca2-89ec-6d3b45561b5e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3211613 Mar 31 23:51:56.295385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56704) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:56.299933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f354f373-5b5d-412c-b53c-b91d8dce7d78 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'ce293b16-b8ad-4a62-8850-87693069ad24', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:56.388930 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-f354f373-5b5d-412c-b53c-b91d8dce7d78 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:51:56.394725 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f354f373-5b5d-412c-b53c-b91d8dce7d78 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.454268 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f354f373-5b5d-412c-b53c-b91d8dce7d78 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.531912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f354f373-5b5d-412c-b53c-b91d8dce7d78 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.549566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354f373-5b5d-412c-b53c-b91d8dce7d78 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b875424-d82a-48b2-91a1-b3a4e1c0781a,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:56.642783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f354f373-5b5d-412c-b53c-b91d8dce7d78 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.644023 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f354f373-5b5d-412c-b53c-b91d8dce7d78 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3476341 Mar 31 23:51:56.646923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:56.651223 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-59ca092d-8fe6-4c2f-8bcd-1e5fee7bbb26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'ce293b16-b8ad-4a62-8850-87693069ad24', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:56.737566 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-59ca092d-8fe6-4c2f-8bcd-1e5fee7bbb26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:51:56.742639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59ca092d-8fe6-4c2f-8bcd-1e5fee7bbb26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.804706 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59ca092d-8fe6-4c2f-8bcd-1e5fee7bbb26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.879260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59ca092d-8fe6-4c2f-8bcd-1e5fee7bbb26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.897741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca092d-8fe6-4c2f-8bcd-1e5fee7bbb26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cf2769-6d3f-4e77-980d-1d4afe99c951,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:56.971984 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-59ca092d-8fe6-4c2f-8bcd-1e5fee7bbb26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.973196 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-59ca092d-8fe6-4c2f-8bcd-1e5fee7bbb26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3253372 Mar 31 23:51:56.976104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56708) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:56.980910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'network': {'name': 'tempest-network-smoke--1293367290', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'port_security_enabled': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:57.062764 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:51:57.066314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.089604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:51:57.098223 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.098597 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Added segment 6f656117-a7d7-4957-a05c-dfb82377a705 of type vlan for network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de Mar 31 23:51:57.136988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.279773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.285439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:57.286023 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.349915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Network': ['ID=0b753872-0911-4ed2-ad8c-5bbd25c7c4de,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:57.360190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:51:57.374997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-257a7e0f-f5bc-43bb-8d81-937613e39ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3978448 Mar 31 23:51:57.384824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:57.390216 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'admin_state_up': True, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:57.503328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.504432 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.559442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.771323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:58.048338 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:58.066640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:58.172104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.162 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/3656a05f-964e-41e8-a74c-162af96f6d5d) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:51:58.270760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:58.360536 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:58.407643 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:51:58.410879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:51:58.414327 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:51:58.435732 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=3656a05f-964e-41e8-a74c-162af96f6d5d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:58.770792 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:58.982001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:59.165758 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:51:59.275252 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:51:59.286645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Sync routers for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:51:59.297120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:59.297724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:59.360722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:59.361990 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1e10f9bc-12bd-4f13-bd02-a2d499134a89 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9761558 Mar 31 23:51:59.365198 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56712) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:59.402529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:59.486972 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2a4f1661-9b75-4e61-bbf2-d133430c2e5e tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edcce20196524ffdbac3f4d6964bdb3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204798 Mar 31 23:51:59.489667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56716) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:59.601653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:51:58Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:59.632132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Checking router: e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:51:59.632473 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Updating router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b port 3656a05f-964e-41e8-a74c-162af96f6d5d binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:51:59.656820 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c1708e-f785-48cf-91f9-ebe971f9bcad tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:59.662859 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-49c1708e-f785-48cf-91f9-ebe971f9bcad tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1677284 Mar 31 23:51:59.662998 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:59.664938 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56718) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:59.693095 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c51ad888-5ac7-4495-9da6-400187bdd9b7 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269690 Mar 31 23:51:59.695561 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56720) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:59.700277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-657898721', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:59.868508 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:51:59.872082 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:59.910677 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:59.983329 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:00.036079 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Attempting to bind port 3656a05f-964e-41e8-a74c-162af96f6d5d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:52:00.036483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Attempting to bind port 3656a05f-964e-41e8-a74c-162af96f6d5d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:52:00.036800 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Attempting to bind port 3656a05f-964e-41e8-a74c-162af96f6d5d on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:00.043625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a64d85-6bbf-4a01-844f-0712e477bd62 None None] Pushing event updated for resources: {'Port': ['ID=3656a05f-964e-41e8-a74c-162af96f6d5d,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:00.046439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:52:00.053422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:52:00.053422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:00.053422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:52:00.053422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Bound port: 3656a05f-964e-41e8-a74c-162af96f6d5d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:52:00.053422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:00.103428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] For port 3656a05f-964e-41e8-a74c-162af96f6d5d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:52:00.106393 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] For port 3656a05f-964e-41e8-a74c-162af96f6d5d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3656a05f-964e-41e8-a74c-162af96f6d5d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:52:00.143813 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:00.206779 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:00.222661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Subnet': ['ID=32009dbc-350c-4d36-92df-b95032d7e5a3,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:00.225483 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Checking segment: {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:52:00.225875 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network hostable DHCP agents. Network: 0b753872-0911-4ed2-ad8c-5bbd25c7c4de, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:52:00.264885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:00.265498 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:00.297166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a64d85-6bbf-4a01-844f-0712e477bd62 None None] Pushing event updated for resources: {'Port': ['ID=3656a05f-964e-41e8-a74c-162af96f6d5d,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:00.313147 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:52:00.371962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:00.400089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 0b753872-0911-4ed2-ad8c-5bbd25c7c4de) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:52:00.404779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:00.405367 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:00.436841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f8522-f5a7-48ce-9ce1-c1cdd48d9930 None None] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:52:00.494385 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cc8d3e28-b389-4e6f-abc1-7b04720dfbe6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7977130 Mar 31 23:52:00.497057 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56722) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:00.673133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:52:00.673422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:00.690071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:51:58Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:00.719960 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc9afe-f7dc-4c94-b50d-b66516fce25b None None] The sync data for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 is: [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:51:58Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:52:00.857217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Allocated IP 172.20.0.2 (0b753872-0911-4ed2-ad8c-5bbd25c7c4de/32009dbc-350c-4d36-92df-b95032d7e5a3/8fb676f0-c3b3-4473-a9fc-5a4f69a8778f) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:52:01.052496 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:01.143224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:01.190808 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:52:01.197012 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:52:01.199108 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Pushing event updated for resources: {'Port': ['ID=8fb676f0-c3b3-4473-a9fc-5a4f69a8778f,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:01.201113 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:52:01.267057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Attempting to bind port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:52:01.267464 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Attempting to bind port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:52:01.267776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Attempting to bind port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f on network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:01.274268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:52:01.275274 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Checking segment: {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:52:01.275681 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:01.276089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Bound using segment: {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:52:01.276679 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Bound port: 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:52:01.277187 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:01.322224 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:01.348706 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] For port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:52:01.352599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] For port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8fb676f0-c3b3-4473-a9fc-5a4f69a8778f,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:52:01.444913 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:01.528638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3010b-7e08-404a-b63c-1d2f0b01c3d2 None None] Pushing event updated for resources: {'Port': ['ID=8fb676f0-c3b3-4473-a9fc-5a4f69a8778f,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:01.696876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.1 (0b753872-0911-4ed2-ad8c-5bbd25c7c4de/32009dbc-350c-4d36-92df-b95032d7e5a3/2324f62b-2f21-4912-a3ce-611c93317b76) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:52:01.871721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:01.984149 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:02.036241 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:52:02.040469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:52:02.044066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:52:02.049230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=2324f62b-2f21-4912-a3ce-611c93317b76,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:02.092034 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:02.295837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:02.549171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5c1a15-43ef-44d3-9bf3-8337693d49d3 None None] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:52:02.600622 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:02.657692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1d4d6204-e287-4df2-bca3-9b0bb1ea981d None None] Provisioning complete for port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:02.658770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6204-e287-4df2-bca3-9b0bb1ea981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:02.685763 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:02.758859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=2324f62b-2f21-4912-a3ce-611c93317b76,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:02.766890 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:02.800027 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6204-e287-4df2-bca3-9b0bb1ea981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:02.834601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1d4d6204-e287-4df2-bca3-9b0bb1ea981d None None] For port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8fb676f0-c3b3-4473-a9fc-5a4f69a8778f,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:02.878441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:52:02.880227 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:52:02.925871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6204-e287-4df2-bca3-9b0bb1ea981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.006070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d6204-e287-4df2-bca3-9b0bb1ea981d None None] Pushing event updated for resources: {'Port': ['ID=8fb676f0-c3b3-4473-a9fc-5a4f69a8778f,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:03.013691 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:03.031316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:52:03.067384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6a856861-a21d-44de-a774-12522218a04e None None] Provisioning complete for port 2324f62b-2f21-4912-a3ce-611c93317b76 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:03.067755 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a856861-a21d-44de-a774-12522218a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.103122 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:03.103402 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.128709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6a856861-a21d-44de-a774-12522218a04e None None] Port 2324f62b-2f21-4912-a3ce-611c93317b76 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:52:03.153504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:52:03.154272 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6a856861-a21d-44de-a774-12522218a04e None None] Provisioning complete for port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:03.156501 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a856861-a21d-44de-a774-12522218a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.167668 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Sync routers for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:52:03.179774 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:03.182916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:03.183823 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-aee8087a-944d-4bb6-85cc-f319a65a328d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6834204 Mar 31 23:52:03.306612 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:03.349994 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-c50982b0-2193-4023-9a00-ca251c299241 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200173144&fields=id&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 267 time: 0.0368848 Mar 31 23:52:03.430932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3656a05f-964e-41e8-a74c-162af96f6d5d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:03.512944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e910-4060-4854-91f6-335882583f41 req-dcd688ba-7f42-4742-b020-4f0ff38a3011 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:03.519279 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-dcd688ba-7f42-4742-b020-4f0ff38a3011 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/networks?id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de HTTP/1.1" status: 200 len: 797 time: 0.1543670 Mar 31 23:52:03.524768 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 2, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:03.528254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3656a05f-964e-41e8-a74c-162af96f6d5d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:03.529112 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.539595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-271bb0f5-a178-49b8-8d8d-36c5f1e44c9b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/quotas/edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 375 time: 0.0152597 Mar 31 23:52:03.557765 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Checking router: e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:52:03.558228 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Updating router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b port 2324f62b-2f21-4912-a3ce-611c93317b76 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:52:03.586073 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.599480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-1dcaa175-4926-43a2-bc1a-a3f577a3228f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518661 Mar 31 23:52:03.640453 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.648570 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ef364816-9b95-4568-b34f-b20d34f3670b None None] Provisioning complete for port 2324f62b-2f21-4912-a3ce-611c93317b76 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:03.648935 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ef364816-9b95-4568-b34f-b20d34f3670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.686752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 3656a05f-964e-41e8-a74c-162af96f6d5d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3656a05f-964e-41e8-a74c-162af96f6d5d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:03.698770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ef364816-9b95-4568-b34f-b20d34f3670b None None] Port 2324f62b-2f21-4912-a3ce-611c93317b76 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:52:03.749217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.782913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-69f053eb-0f4e-4192-910c-b0254e0ed89d service neutron] 10.222.0.31 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620810 Mar 31 23:52:03.801628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=3656a05f-964e-41e8-a74c-162af96f6d5d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:03.875493 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.877795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-9ae794b3-af7a-4e93-a61d-59f0040fb511 service neutron] 10.222.0.31 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939288 Mar 31 23:52:03.942699 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:03.993350 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Pushing event updated for resources: {'Port': ['ID=2324f62b-2f21-4912-a3ce-611c93317b76,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:04.004487 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.005022 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.005152 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.005496 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.005808 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.006047 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.006173 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e5e48523-2958-4c69-b87b-6fffeb1d9429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:04.006373 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.006764 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.007084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.007402 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.007717 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.008035 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:04.061631 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:52:04.068873 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Attempting to bind port 2324f62b-2f21-4912-a3ce-611c93317b76 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:52:04.069542 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Attempting to bind port 2324f62b-2f21-4912-a3ce-611c93317b76 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:52:04.070123 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Attempting to bind port 2324f62b-2f21-4912-a3ce-611c93317b76 on network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:04.076503 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:52:04.076784 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Checking segment: {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:52:04.077278 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:04.077855 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Bound using segment: {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:52:04.078429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Bound port: 2324f62b-2f21-4912-a3ce-611c93317b76, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:52:04.078951 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:04.149646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9ef295e8-fb12-4484-8ffe-7e3a1d9d1058 req-5b7024e4-cbc4-4243-9c89-191a7bf742f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 210 time: 0.0426688 Mar 31 23:52:04.161692 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] For port 2324f62b-2f21-4912-a3ce-611c93317b76, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:52:04.165241 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] For port 2324f62b-2f21-4912-a3ce-611c93317b76, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2324f62b-2f21-4912-a3ce-611c93317b76,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:52:04.223859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-f960a14c-9d21-416f-b238-c4d602a77d34 None None] Provisioning complete for port 2324f62b-2f21-4912-a3ce-611c93317b76 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:04.224225 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f960a14c-9d21-416f-b238-c4d602a77d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:04.234912 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:04.260354 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f960a14c-9d21-416f-b238-c4d602a77d34 None None] Port 2324f62b-2f21-4912-a3ce-611c93317b76 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:52:04.383073 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43cb39-e3aa-4dc6-8531-5db2f483e60d None None] Pushing event updated for resources: {'Port': ['ID=2324f62b-2f21-4912-a3ce-611c93317b76,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:04.395224 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:04.395764 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:51:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:04.509638 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:04.586263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c1fd5175-8d1b-4e60-bc66-65b9ac0caf24 None None] Provisioning complete for port 2324f62b-2f21-4912-a3ce-611c93317b76 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:04.586809 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c1fd5175-8d1b-4e60-bc66-65b9ac0caf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:04.668764 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c1fd5175-8d1b-4e60-bc66-65b9ac0caf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:04.701312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c1fd5175-8d1b-4e60-bc66-65b9ac0caf24 None None] For port 2324f62b-2f21-4912-a3ce-611c93317b76, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2324f62b-2f21-4912-a3ce-611c93317b76,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:04.712820 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:04Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:04.738038 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132b502-6a3f-44c2-9d09-7dcbbb0c4c0a None None] The sync data for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 is: [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:04Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:52:04.810106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c1fd5175-8d1b-4e60-bc66-65b9ac0caf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:04.863178 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd5175-8d1b-4e60-bc66-65b9ac0caf24 None None] Pushing event updated for resources: {'Port': ['ID=2324f62b-2f21-4912-a3ce-611c93317b76,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:04.991923 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:05.043518 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:05.044085 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:05.128343 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2324f62b-2f21-4912-a3ce-611c93317b76 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:05.176541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2324f62b-2f21-4912-a3ce-611c93317b76 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:05.176910 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:05.242371 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c90dfb53-be9e-410c-849d-c0d91f5f7c74 req-04ab8ccf-0521-4021-9a60-912dd649c4c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 210 time: 0.0389936 Mar 31 23:52:05.268002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3656a05f-964e-41e8-a74c-162af96f6d5d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:05.317863 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3656a05f-964e-41e8-a74c-162af96f6d5d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:05.318318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:06.096907 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8563c321-223e-4b73-8905-ee1a00399c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:06.335052 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2efe7f31-c839-411c-b41b-1c3b0ff84bce req-0a976864-4582-4a4f-9bb5-d6966957eb84 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 210 time: 0.0303590 Mar 31 23:52:06.491999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e910-4060-4854-91f6-335882583f41 req-184a6b0c-b065-4829-b0f8-1abec5caf036 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:06.493468 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-184a6b0c-b065-4829-b0f8-1abec5caf036 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/networks?id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de HTTP/1.1" status: 200 len: 797 time: 0.1014040 Mar 31 23:52:06.538190 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-72934c6e-8396-46ac-8e0c-6db97069e417 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 380 time: 0.0364363 Mar 31 23:52:06.546786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'port': {'device_id': 'd168657e-4198-463e-8f2a-36f2edff747c', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'admin_state_up': True, 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'security_groups': ['ce293b16-b8ad-4a62-8850-87693069ad24']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:52:06.731607 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:52:06.735676 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:06.871083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.9 (0b753872-0911-4ed2-ad8c-5bbd25c7c4de/32009dbc-350c-4d36-92df-b95032d7e5a3/15a33ee6-898e-4bb9-a391-a82cdd04493f) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:52:06.902318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2324f62b-2f21-4912-a3ce-611c93317b76 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:06.950318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 2324f62b-2f21-4912-a3ce-611c93317b76 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:06.950799 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.021650 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.114740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.164809 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:52:07.168330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:52:07.173969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:52:07.181714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=15a33ee6-898e-4bb9-a391-a82cdd04493f,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:07.237429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:07.238069 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.311973 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-6249098c-141d-4e0c-9534-8c392bddf495 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7682474 Mar 31 23:52:07.372780 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Request body: {'port': {'device_id': 'd168657e-4198-463e-8f2a-36f2edff747c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:52:07.427607 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.451377 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cbd1bd44-fd26-4ddc-b0bc-b49f7efcee16 None None] Provisioning complete for port 15a33ee6-898e-4bb9-a391-a82cdd04493f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:07.452871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cbd1bd44-fd26-4ddc-b0bc-b49f7efcee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.453515 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9cbee-1fc5-4325-b0c2-8d72092465a3 req-4589544c-59ee-45cf-9836-37c49ee13d8b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:07.455815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1d9cbee-1fc5-4325-b0c2-8d72092465a3 req-4589544c-59ee-45cf-9836-37c49ee13d8b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 931 time: 0.0492485 Mar 31 23:52:07.493036 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1bd44-fd26-4ddc-b0bc-b49f7efcee16 None None] Port 15a33ee6-898e-4bb9-a391-a82cdd04493f cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:52:07.499714 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e1d9cbee-1fc5-4325-b0c2-8d72092465a3 req-3fe2ba0e-ade4-45a6-8731-ef557e7039f6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Mar 31 23:52:07.703139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a33ee6-898e-4bb9-a391-a82cdd04493f {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:52:07.710403 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.722336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Transition to ACTIVE for port object 15a33ee6-898e-4bb9-a391-a82cdd04493f will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:52:07.822918 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.879659 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Pushing event updated for resources: {'Port': ['ID=15a33ee6-898e-4bb9-a391-a82cdd04493f,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:07.918182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.946962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Attempting to bind port 15a33ee6-898e-4bb9-a391-a82cdd04493f on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:52:07.947296 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Attempting to bind port 15a33ee6-898e-4bb9-a391-a82cdd04493f by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:52:07.947620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Attempting to bind port 15a33ee6-898e-4bb9-a391-a82cdd04493f on network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:07.952048 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Port 15a33ee6-898e-4bb9-a391-a82cdd04493f on network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:52:07.952375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Attempting to bind port 15a33ee6-898e-4bb9-a391-a82cdd04493f on network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:52:07.957831 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:52:07.958108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Checking segment: {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:52:07.958682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Bound using segment: {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:52:07.959123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Bound port: 15a33ee6-898e-4bb9-a391-a82cdd04493f, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f656117-a7d7-4957-a05c-dfb82377a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:52:07.959481 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.028544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] For port 15a33ee6-898e-4bb9-a391-a82cdd04493f, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:52:08.031613 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] For port 15a33ee6-898e-4bb9-a391-a82cdd04493f, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:52:08.118932 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.156911 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.157551 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.158977 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] 10.222.0.50 "PUT /v2.0/ports/15a33ee6-898e-4bb9-a391-a82cdd04493f HTTP/1.1" status: 200 len: 1091 time: 0.8395393 Mar 31 23:52:08.159505 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:08.161644 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2378bf3c-1d4f-44e7-9f6d-74cecd7b3d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:08.195368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940fa8d-eb98-40a9-93c2-72fc0966a287 service neutron] Pushing event updated for resources: {'Port': ['ID=15a33ee6-898e-4bb9-a391-a82cdd04493f,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:08.206184 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584cca45-85e3-4278-99cf-fa93ef2cc63e x-openstack-request-id: req-584cca45-85e3-4278-99cf-fa93ef2cc63e {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:08.206488 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:08.206753 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-584cca45-85e3-4278-99cf-fa93ef2cc63e {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:08.207156 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584cca45-85e3-4278-99cf-fa93ef2cc63e'] response: {'name': 'network-changed', 'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'status': 'completed', 'code': 200} Mar 31 23:52:08.274639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378bf3c-1d4f-44e7-9f6d-74cecd7b3d0e req-44e00dfc-ada5-4ce1-a71b-dec238e908dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.276180 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2378bf3c-1d4f-44e7-9f6d-74cecd7b3d0e req-44e00dfc-ada5-4ce1-a71b-dec238e908dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 1094 time: 0.0446525 Mar 31 23:52:08.379662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378bf3c-1d4f-44e7-9f6d-74cecd7b3d0e req-1ae3b342-60fb-4dba-9617-ec0a4dc3ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.381109 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2378bf3c-1d4f-44e7-9f6d-74cecd7b3d0e req-1ae3b342-60fb-4dba-9617-ec0a4dc3ea92 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958948 Mar 31 23:52:08.475574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378bf3c-1d4f-44e7-9f6d-74cecd7b3d0e req-3b47d46a-ab4a-4b61-9d04-cdfcfd931f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.476966 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2378bf3c-1d4f-44e7-9f6d-74cecd7b3d0e req-3b47d46a-ab4a-4b61-9d04-cdfcfd931f9b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885499 Mar 31 23:52:08.564821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e910-4060-4854-91f6-335882583f41 req-1ab8dfcd-e4fe-4835-962c-691a8f30057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.566397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-1ab8dfcd-e4fe-4835-962c-691a8f30057e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 1094 time: 0.0485930 Mar 31 23:52:08.616108 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-f3aa4271-0659-4fc5-b7a6-ea6fa1c7e8cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f HTTP/1.1" status: 200 len: 217 time: 0.0402739 Mar 31 23:52:08.626708 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8055a-3d59-49b7-af03-3307a9b94c62 req-4b6d6c0a-9368-4e56-b612-bd9ffec7d5c6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.628193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2b8055a-3d59-49b7-af03-3307a9b94c62 req-4b6d6c0a-9368-4e56-b612-bd9ffec7d5c6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 943 time: 0.0517244 Mar 31 23:52:08.666021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a2b8055a-3d59-49b7-af03-3307a9b94c62 req-df2335a0-bc3f-4c0a-bc0e-39c57dd47419 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Mar 31 23:52:08.668248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e910-4060-4854-91f6-335882583f41 req-4f9e3c03-818e-44ca-8554-90fc63c07f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.669709 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-4f9e3c03-818e-44ca-8554-90fc63c07f3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32009dbc-350c-4d36-92df-b95032d7e5a3 HTTP/1.1" status: 200 len: 834 time: 0.0462751 Mar 31 23:52:08.716969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e910-4060-4854-91f6-335882583f41 req-b51ae55e-a8e5-4c13-88b3-00535c690807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:08.719057 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-b51ae55e-a8e5-4c13-88b3-00535c690807 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420117 Mar 31 23:52:08.813060 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-21da5860-e9e5-447c-bd2e-c2bcf6a2de96 service neutron] 10.222.0.50 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866768 Mar 31 23:52:08.907831 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0b3e910-4060-4854-91f6-335882583f41 req-374241cb-6a5b-4d5a-8f86-693b47439da0 service neutron] 10.222.0.50 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879211 Mar 31 23:52:08.935006 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:09.032361 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:09.251514 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:09.788729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c488-2aac-4179-9b71-ce501d662585 req-6d9d6648-b688-4184-856e-3a2584c971de tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:09.790224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99a0c488-2aac-4179-9b71-ce501d662585 req-6d9d6648-b688-4184-856e-3a2584c971de tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 943 time: 0.0503395 Mar 31 23:52:09.832246 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99a0c488-2aac-4179-9b71-ce501d662585 req-90087319-46f4-4684-b9d6-5139a327c091 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357335 Mar 31 23:52:10.176742 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:10.945589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601e0e-94d9-4d7e-9bcf-80da8698852f req-12a004a2-a243-4a00-8e93-e10a4472de3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:10.947105 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98601e0e-94d9-4d7e-9bcf-80da8698852f req-12a004a2-a243-4a00-8e93-e10a4472de3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 943 time: 0.0490007 Mar 31 23:52:10.984567 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98601e0e-94d9-4d7e-9bcf-80da8698852f req-e876d6a0-02fc-48bc-ad0b-510621c61786 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Mar 31 23:52:12.118839 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d02cb-5e28-49aa-b6a0-025051bb2ae3 req-df677fb5-a5b4-4406-8c1d-dad22d3f32ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:12.120305 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-330d02cb-5e28-49aa-b6a0-025051bb2ae3 req-df677fb5-a5b4-4406-8c1d-dad22d3f32ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 943 time: 0.0687313 Mar 31 23:52:12.158206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-330d02cb-5e28-49aa-b6a0-025051bb2ae3 req-a7c3c7f4-5eb0-43ac-a833-f384b752734b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Mar 31 23:52:12.417624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 15a33ee6-898e-4bb9-a391-a82cdd04493f details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:52:12.514065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 15a33ee6-898e-4bb9-a391-a82cdd04493f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:12.525573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'port_id': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'mac_address': 'fa:16:3e:62:20:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:52:12.564810 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:12.577834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a33ee6-898e-4bb9-a391-a82cdd04493f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:52:12.603314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 15a33ee6-898e-4bb9-a391-a82cdd04493f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:12.712366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:12.762565 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=15a33ee6-898e-4bb9-a391-a82cdd04493f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:12.948147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['15a33ee6-898e-4bb9-a391-a82cdd04493f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:52:13.275115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e040fab-ba06-4156-903d-89d1e1214459 req-fab1eddb-a23f-413f-a808-201ead7e70db tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.276576 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e040fab-ba06-4156-903d-89d1e1214459 req-fab1eddb-a23f-413f-a808-201ead7e70db tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 944 time: 0.0486422 Mar 31 23:52:13.319776 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e040fab-ba06-4156-903d-89d1e1214459 req-84ada567-a829-4feb-848d-5a34d55cb8fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364554 Mar 31 23:52:14.421345 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 15a33ee6-898e-4bb9-a391-a82cdd04493f up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:52:14.450895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643bc7-4d07-48d9-8a89-ff1d5417a5f0 req-04b65a54-bb00-4273-ad5b-81d2088054ee tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:14.452539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44643bc7-4d07-48d9-8a89-ff1d5417a5f0 req-04b65a54-bb00-4273-ad5b-81d2088054ee tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 944 time: 0.0621300 Mar 31 23:52:14.493070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44643bc7-4d07-48d9-8a89-ff1d5417a5f0 req-72fa503d-49a7-459f-8f80-1c2ab3a7704d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336611 Mar 31 23:52:14.557674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 15a33ee6-898e-4bb9-a391-a82cdd04493f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:52:14.563501 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 15a33ee6-898e-4bb9-a391-a82cdd04493f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:52:14.564132 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:14.644445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:14.666153 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:14.668445 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e8e002-b0ef-46b3-a453-44526f7e2fb4" -d '{"events": [{"server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "name": "network-vif-plugged", "status": "completed", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:14.682812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 15a33ee6-898e-4bb9-a391-a82cdd04493f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:14.742664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:14.776290 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e0c9e7-f861-453e-9539-9fa4d849b585 x-openstack-request-id: req-d2e0c9e7-f861-453e-9539-9fa4d849b585 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:14.776578 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "name": "network-vif-plugged", "status": "completed", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:14.776828 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2e0c9e7-f861-453e-9539-9fa4d849b585 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:14.777219 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e0c9e7-f861-453e-9539-9fa4d849b585'] response: {'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'code': 200} Mar 31 23:52:14.794929 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=15a33ee6-898e-4bb9-a391-a82cdd04493f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:14.875039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f201e7-6614-48cc-bb3e-c8a0440b5344 req-4e5b70ac-7c0b-4e99-ad4c-aa7a3297bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:14.876549 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67f201e7-6614-48cc-bb3e-c8a0440b5344 req-4e5b70ac-7c0b-4e99-ad4c-aa7a3297bf08 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 1096 time: 0.0451536 Mar 31 23:52:14.913141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-67f201e7-6614-48cc-bb3e-c8a0440b5344 req-0c4aec72-9bcb-4907-8370-54aee98910a8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283823 Mar 31 23:52:15.608686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d5252-3bf5-48c2-b3c5-d1286a7045fe req-d6ad18ec-590b-4ab5-a231-d193de8b50dc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:15.609742 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-048d5252-3bf5-48c2-b3c5-d1286a7045fe req-d6ad18ec-590b-4ab5-a231-d193de8b50dc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0496132 Mar 31 23:52:15.647547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-048d5252-3bf5-48c2-b3c5-d1286a7045fe req-cc5880c3-61e0-4dbe-9988-70b6504f269f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Mar 31 23:52:16.763611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfdec7-d655-4793-a188-3a71fb3c8128 req-ebd00b6f-5fc7-4164-ac45-d2a843b44055 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:16.765737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6abfdec7-d655-4793-a188-3a71fb3c8128 req-ebd00b6f-5fc7-4164-ac45-d2a843b44055 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0487792 Mar 31 23:52:16.806391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6abfdec7-d655-4793-a188-3a71fb3c8128 req-bda1ab91-d427-4bbc-a365-388e9693dcff tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342047 Mar 31 23:52:16.922354 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd14c2-9ac1-436a-b918-5e85c7027412 req-a980c1cf-8d1a-4150-89e7-5ac7d8feb039 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:16.923853 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcdd14c2-9ac1-436a-b918-5e85c7027412 req-a980c1cf-8d1a-4150-89e7-5ac7d8feb039 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0484133 Mar 31 23:52:16.961383 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcdd14c2-9ac1-436a-b918-5e85c7027412 req-8b84e5a9-fd98-4585-bb2e-667c09da408e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Mar 31 23:52:16.983146 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56786) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:17.021896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2898ec-8c5e-4d53-b690-b8bf896622cd tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:17.023496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8f2898ec-8c5e-4d53-b690-b8bf896622cd tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 1091 time: 0.0393934 Mar 31 23:52:17.026379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56788) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:17.030721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:52:17.117963 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:17.217277 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:17.317742 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.180 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/aafc48ee-29ec-42eb-92d3-68c63a22dff2) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:52:17.422412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:17.501215 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:17.539113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:52:17.541956 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:52:17.546155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:52:17.570098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=aafc48ee-29ec-42eb-92d3-68c63a22dff2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:17.901641 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:18.040590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:18.202974 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:18.262149 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:18.334846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=aafc48ee-29ec-42eb-92d3-68c63a22dff2,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:18.342781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:18.441865 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 7740cec5-4234-40e5-98ad-04b17552b1b2 associated. External IP: 172.25.4.180, port: 15a33ee6-898e-4bb9-a391-a82cdd04493f. Mar 31 23:52:18.652444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:52:18.758007 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:52:18.767928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] Sync routers for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:52:18.777625 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:18.778226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:52:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:18.882054 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:18.899009 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:18.929925 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7cbd950c-eb84-423e-a1a9-89cec5d1515a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9000020 Mar 31 23:52:18.929925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:18.930751 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:18.976020 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6180eadd-12f5-49e2-a7f9-560ae07184ce x-openstack-request-id: req-6180eadd-12f5-49e2-a7f9-560ae07184ce {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:18.976313 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:18.976617 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6180eadd-12f5-49e2-a7f9-560ae07184ce {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:18.977032 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6180eadd-12f5-49e2-a7f9-560ae07184ce'] response: {'name': 'network-changed', 'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'status': 'completed', 'code': 200} Mar 31 23:52:19.042090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a96004-91d1-4374-8ecb-050fcc1db611 req-fc15dc57-c345-4c16-baac-93f751677932 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:19.042317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-8d2183f3-dd43-4ce6-8f2b-979edd5ecee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:19.043776 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57a96004-91d1-4374-8ecb-050fcc1db611 req-fc15dc57-c345-4c16-baac-93f751677932 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0581448 Mar 31 23:52:19.043901 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-8d2183f3-dd43-4ce6-8f2b-979edd5ecee1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 1096 time: 0.0435262 Mar 31 23:52:19.083993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57a96004-91d1-4374-8ecb-050fcc1db611 req-3f38a170-030e-4e40-91d6-9a92877a9ffa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Mar 31 23:52:19.109524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56794) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:19.111542 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '7740cec5-4234-40e5-98ad-04b17552b1b2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'port_id': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'mac_address': 'fa:16:3e:62:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd168657e-4198-463e-8f2a-36f2edff747c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:52:17Z', 'updated_at': '2022-03-31T23:52:17Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:04Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:19.138453 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-71655b61-be35-4f63-a3ea-3f507ad979a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:19.139489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] Checking router: e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:52:19.140659 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-71655b61-be35-4f63-a3ea-3f507ad979a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de HTTP/1.1" status: 200 len: 898 time: 0.0901725 Mar 31 23:52:19.149743 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:19.150333 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:52:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:19.177117 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e73a8984-d64b-4035-81ca-38c5a1b51124 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/7740cec5-4234-40e5-98ad-04b17552b1b2 HTTP/1.1" status: 200 len: 991 time: 0.0649931 Mar 31 23:52:19.211851 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-fab59dac-6761-4f36-aed6-59658fa34431 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f HTTP/1.1" status: 200 len: 999 time: 0.0646110 Mar 31 23:52:19.258099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:19.260676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-c6a9cd4f-bc6f-4c4c-b076-8228bb641b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:19.262389 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-c6a9cd4f-bc6f-4c4c-b076-8228bb641b5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32009dbc-350c-4d36-92df-b95032d7e5a3 HTTP/1.1" status: 200 len: 834 time: 0.0437171 Mar 31 23:52:19.307720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-374cfc82-8f6e-4c1d-8044-a60880729494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:19.309224 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-374cfc82-8f6e-4c1d-8044-a60880729494 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406964 Mar 31 23:52:19.401541 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-57d48951-2dd7-40f5-9d46-6ef34c6e17e9 service neutron] 10.222.0.50 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857894 Mar 31 23:52:19.485662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '7740cec5-4234-40e5-98ad-04b17552b1b2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'port_id': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'mac_address': 'fa:16:3e:62:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd168657e-4198-463e-8f2a-36f2edff747c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:52:17Z', 'updated_at': '2022-03-31T23:52:17Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:04Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:19.496921 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0ad76c70-25fc-40c3-8b54-2d28293b1e6c req-80fa21b4-ae8f-4f7f-ad8c-36c7a2c67813 service neutron] 10.222.0.50 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889680 Mar 31 23:52:19.514946 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8ee87-3f7a-4cc8-92bd-5a97c31f6053 None None] The sync data for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 is: [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '7740cec5-4234-40e5-98ad-04b17552b1b2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'port_id': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'mac_address': 'fa:16:3e:62:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd168657e-4198-463e-8f2a-36f2edff747c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:52:17Z', 'updated_at': '2022-03-31T23:52:17Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:04Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:52:19.703037 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83729c0f-24c9-4413-9a55-e9bdd79d330f None None] New status for floating IP 7740cec5-4234-40e5-98ad-04b17552b1b2: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:52:20.179594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56796) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:20.238346 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e7320eb7-ee4e-4c2a-9f89-4ad9d81f655d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/7740cec5-4234-40e5-98ad-04b17552b1b2 HTTP/1.1" status: 200 len: 993 time: 0.0577080 Mar 31 23:52:24.503019 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a83d7646-5847-43c9-9244-072fda92b273 req-051ef71e-e76a-4158-9421-069c32780d87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492649 Mar 31 23:52:24.586030 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d7646-5847-43c9-9244-072fda92b273 req-937c2781-b62e-46e2-a29d-bbefe1611a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:24.587584 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a83d7646-5847-43c9-9244-072fda92b273 req-937c2781-b62e-46e2-a29d-bbefe1611a41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 1096 time: 0.0410426 Mar 31 23:52:24.691371 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d7646-5847-43c9-9244-072fda92b273 req-332b88fb-749f-45ab-91a7-72fd95b63c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:24.692824 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a83d7646-5847-43c9-9244-072fda92b273 req-332b88fb-749f-45ab-91a7-72fd95b63c1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de HTTP/1.1" status: 200 len: 898 time: 0.0854843 Mar 31 23:52:24.761673 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a83d7646-5847-43c9-9244-072fda92b273 req-9b678556-9257-476a-9c58-61c5c3635fe8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f HTTP/1.1" status: 200 len: 1001 time: 0.0608201 Mar 31 23:52:24.812448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d7646-5847-43c9-9244-072fda92b273 req-ad18430e-2a3b-40c3-bc91-06778b5c5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:24.814547 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a83d7646-5847-43c9-9244-072fda92b273 req-ad18430e-2a3b-40c3-bc91-06778b5c5b44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32009dbc-350c-4d36-92df-b95032d7e5a3 HTTP/1.1" status: 200 len: 834 time: 0.0445919 Mar 31 23:52:24.864934 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d7646-5847-43c9-9244-072fda92b273 req-674eddac-1490-432b-ba7d-19938c33e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:24.867022 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a83d7646-5847-43c9-9244-072fda92b273 req-674eddac-1490-432b-ba7d-19938c33e4d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449462 Mar 31 23:52:24.960674 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a83d7646-5847-43c9-9244-072fda92b273 req-eb131a88-b0f7-4f68-a7ca-2ccfbee31994 service neutron] 10.222.0.50 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856764 Mar 31 23:52:25.055152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a83d7646-5847-43c9-9244-072fda92b273 req-1da301fb-1b89-403d-b2ec-d0f491b928c6 service neutron] 10.222.0.50 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821590 Mar 31 23:52:34.005093 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed49ec02-ef69-4120-912e-be231fe449d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:36.095825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd621d7b-0dcb-42bc-8e07-cded9710ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:37.856174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:38.953553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:39.054071 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:39.204748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:40.168842 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:41.050528 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:52:51.796984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c636-0499-4af1-8aae-c94f751c2506 req-bdc9c554-a636-41bb-bbb2-f83ce2d2b87f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:51.799630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0101c636-0499-4af1-8aae-c94f751c2506 req-bdc9c554-a636-41bb-bbb2-f83ce2d2b87f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0506954 Mar 31 23:52:51.837866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0101c636-0499-4af1-8aae-c94f751c2506 req-fcd58ef1-5c54-49a4-8c69-efacb733ca55 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Mar 31 23:52:52.961622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbad69-e39a-4f2a-970f-333c8cf1092e req-d7a06548-1f8b-4008-9970-27fcec4fbaef tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:52.963130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8bbad69-e39a-4f2a-970f-333c8cf1092e req-d7a06548-1f8b-4008-9970-27fcec4fbaef tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0536509 Mar 31 23:52:53.002848 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8bbad69-e39a-4f2a-970f-333c8cf1092e req-8ee735ec-fe1c-4e44-8f4d-69af28f69082 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335567 Mar 31 23:52:53.026932 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56818) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:53.086794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-881e4711-f595-41b5-81ee-92b5df11e623 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/7740cec5-4234-40e5-98ad-04b17552b1b2 HTTP/1.1" status: 200 len: 993 time: 0.0586967 Mar 31 23:52:54.541061 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5cf6-130a-42c5-962f-f2c01cf95300 req-8da80915-199d-4df2-8975-762e4afac68a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:54.542580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd6d5cf6-130a-42c5-962f-f2c01cf95300 req-8da80915-199d-4df2-8975-762e4afac68a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0500913 Mar 31 23:52:54.584950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd6d5cf6-130a-42c5-962f-f2c01cf95300 req-bb25e86f-642b-4c23-a410-ba488dbf32a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361106 Mar 31 23:52:55.707176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e53a-9e5d-489b-95ab-a62cc498b9be req-41d01feb-b6b2-448a-9625-e3ebd285fc85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:55.708646 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a84e53a-9e5d-489b-95ab-a62cc498b9be req-41d01feb-b6b2-448a-9625-e3ebd285fc85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0492463 Mar 31 23:52:55.745660 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a84e53a-9e5d-489b-95ab-a62cc498b9be req-717327e1-ed47-47de-b92b-fceac984afa4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Mar 31 23:52:55.768816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56828) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:55.828573 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2431d2fc-d12c-4171-b8bd-a730a9eb081c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/7740cec5-4234-40e5-98ad-04b17552b1b2 HTTP/1.1" status: 200 len: 993 time: 0.0585568 Mar 31 23:52:56.058240 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56834) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:52:56.543114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port aafc48ee-29ec-42eb-92d3-68c63a22dff2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:52:56.543481 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:56.616609 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:56.616940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:56.628099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for aafc48ee-29ec-42eb-92d3-68c63a22dff2 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:52:56.862209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:56.889735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=aafc48ee-29ec-42eb-92d3-68c63a22dff2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:56.913949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.914294 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.914667 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.914997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.915322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.915651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.915975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.916297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.916620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.916952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.917326 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.917642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:56.966660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:56.967178 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 7740cec5-4234-40e5-98ad-04b17552b1b2 disassociated (deleted). External IP: 172.25.4.180, port: 15a33ee6-898e-4bb9-a391-a82cdd04493f. Mar 31 23:52:57.188554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:52:57.296236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:52:57.300662 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:57.307955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] Sync routers for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:52:57.320342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:57.320964 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:57.333177 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f2e709f9-cb54-4e2b-9080-a78f75a489a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/floatingips/7740cec5-4234-40e5-98ad-04b17552b1b2 HTTP/1.1" status: 204 len: 168 time: 1.2737987 Mar 31 23:52:57.333754 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:57.336060 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366" -d '{"events": [{"name": "network-changed", "server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:57.376283 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408adbe0-efc8-4eb3-830e-e4145edf7890 x-openstack-request-id: req-408adbe0-efc8-4eb3-830e-e4145edf7890 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:57.376489 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:57.376657 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-408adbe0-efc8-4eb3-830e-e4145edf7890 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:57.377065 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408adbe0-efc8-4eb3-830e-e4145edf7890'] response: {'name': 'network-changed', 'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'status': 'completed', 'code': 200} Mar 31 23:52:57.445154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-aeee7e11-20ec-4f2e-8eaf-bb495763f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.446646 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-aeee7e11-20ec-4f2e-8eaf-bb495763f3e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 1096 time: 0.0484979 Mar 31 23:52:57.542297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-28d59af9-3007-402e-8aef-3b4cb5cb5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.543813 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-28d59af9-3007-402e-8aef-3b4cb5cb5013 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de HTTP/1.1" status: 200 len: 898 time: 0.0895009 Mar 31 23:52:57.595356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:57.603400 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-813b69ca-b901-471d-9b95-397bc7815681 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f HTTP/1.1" status: 200 len: 217 time: 0.0528131 Mar 31 23:52:57.655249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-d1a3cd58-d734-48a2-95f2-922be51b981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.656948 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-d1a3cd58-d734-48a2-95f2-922be51b981f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32009dbc-350c-4d36-92df-b95032d7e5a3 HTTP/1.1" status: 200 len: 834 time: 0.0458555 Mar 31 23:52:57.702995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-72a48869-d5f9-45ba-8997-6304f8622f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.704426 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-72a48869-d5f9-45ba-8997-6304f8622f78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b753872-0911-4ed2-ad8c-5bbd25c7c4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411663 Mar 31 23:52:57.737346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38d5c-1d50-4ca6-845b-3ab5b0e1215b req-6be7c02c-114a-4992-9b9f-765a2fefa0f0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.739111 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7f38d5c-1d50-4ca6-845b-3ab5b0e1215b req-6be7c02c-114a-4992-9b9f-765a2fefa0f0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0555243 Mar 31 23:52:57.780303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f7f38d5c-1d50-4ca6-845b-3ab5b0e1215b req-2648ba38-9c84-4b27-8634-0461b054bd14 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345438 Mar 31 23:52:57.808907 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-e4f700bb-c4b9-4d15-b565-bfb9f496c7c1 service neutron] 10.222.0.50 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964053 Mar 31 23:52:57.811356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:04Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:57.841461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] Checking router: e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:52:57.850874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:52:57.851491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:57.899997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b1a08f96-634e-409d-b5ab-a3fbf0ae9366 req-dd9d270e-cb80-4492-bf39-a834f6e46db3 service neutron] 10.222.0.50 "GET /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843923 Mar 31 23:52:57.960692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:52:58.152448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:04Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:52:58.177876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623f481-d7d2-42b8-a7cf-620112f3f6f7 None None] The sync data for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 is: [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:52:02Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '2324f62b-2f21-4912-a3ce-611c93317b76', 'name': '', 'network_id': '0b753872-0911-4ed2-ad8c-5bbd25c7c4de', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:00:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:52:01Z', 'updated_at': '2022-03-31T23:52:04Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '32009dbc-350c-4d36-92df-b95032d7e5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:52:58.384323 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbf481-98cb-4be4-bbb6-ac58104c2d2d None None] New status for floating IP 7740cec5-4234-40e5-98ad-04b17552b1b2: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:52:58.899430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6c621-3fe6-4644-b142-8b67dd4aadad req-fc091e88-8373-4669-aeb9-dabe0ff0cbe1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:58.900894 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33d6c621-3fe6-4644-b142-8b67dd4aadad req-fc091e88-8373-4669-aeb9-dabe0ff0cbe1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0490577 Mar 31 23:52:58.939603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33d6c621-3fe6-4644-b142-8b67dd4aadad req-6d4f9151-d2bb-477b-afd7-c33225bd0abb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce293b16-b8ad-4a62-8850-87693069ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324500 Mar 31 23:52:59.243376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-8dd15df6-9438-4243-9c16-490b228796e0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:59.244823 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-8dd15df6-9438-4243-9c16-490b228796e0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 945 time: 0.0489614 Mar 31 23:52:59.336616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 15a33ee6-898e-4bb9-a391-a82cdd04493f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:52:59.336958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:59.433452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 15a33ee6-898e-4bb9-a391-a82cdd04493f, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=15a33ee6-898e-4bb9-a391-a82cdd04493f,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:52:59.433816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:59.447411 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 15a33ee6-898e-4bb9-a391-a82cdd04493f owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:52:59.656225 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:59.685717 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=15a33ee6-898e-4bb9-a391-a82cdd04493f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:52:59.709976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712235 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.712879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.713173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.713490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:52:59.746745 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] No DVR routers for this DVR port 15a33ee6-898e-4bb9-a391-a82cdd04493f on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:52:59.753999 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:59.757980 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-dd0e7fb0-edc4-466e-b11d-f1143923cd9d req-fcd87dac-96f2-4d12-830a-e61a29f428a8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "DELETE /v2.0/ports/15a33ee6-898e-4bb9-a391-a82cdd04493f HTTP/1.1" status: 204 len: 173 time: 0.5078115 Mar 31 23:52:59.758630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'name': 'network-vif-deleted', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:52:59.761773 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bc4a4c-fb58-4a5f-80ea-db2d0adb96ca" -d '{"events": [{"server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "name": "network-vif-deleted", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:52:59.800098 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c20ce33-2581-4ca3-9b79-74183c7a96e3 x-openstack-request-id: req-6c20ce33-2581-4ca3-9b79-74183c7a96e3 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:52:59.800395 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d168657e-4198-463e-8f2a-36f2edff747c", "name": "network-vif-deleted", "tag": "15a33ee6-898e-4bb9-a391-a82cdd04493f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:52:59.801276 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c20ce33-2581-4ca3-9b79-74183c7a96e3 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:52:59.801686 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c20ce33-2581-4ca3-9b79-74183c7a96e3'] response: {'server_uuid': 'd168657e-4198-463e-8f2a-36f2edff747c', 'name': 'network-vif-deleted', 'tag': '15a33ee6-898e-4bb9-a391-a82cdd04493f', 'status': 'completed', 'code': 200} Mar 31 23:53:00.039211 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-150d1b22-3b97-4518-b202-2d698069ab3a req-08656920-035f-486a-b523-ca0855561dbd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d168657e-4198-463e-8f2a-36f2edff747c HTTP/1.1" status: 200 len: 210 time: 0.0314715 Mar 31 23:53:01.103042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56850) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:01.460274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:01.713530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 2324f62b-2f21-4912-a3ce-611c93317b76 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:01.713788 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:01.798645 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 2324f62b-2f21-4912-a3ce-611c93317b76, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=2324f62b-2f21-4912-a3ce-611c93317b76,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:01.799010 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:01.815729 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 2324f62b-2f21-4912-a3ce-611c93317b76 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:02.072897 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:02.101137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=2324f62b-2f21-4912-a3ce-611c93317b76,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:02.284326 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:02.500579 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:02.605293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:02.610534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4877efc3-583c-43c5-94bf-5422d13d3ecc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5063908 Mar 31 23:53:02.613161 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56852) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:02.615533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] Sync routers for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:02.625410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:02.626089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:02.662827 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 15a33ee6-898e-4bb9-a391-a82cdd04493f no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:02.665447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14fe81a-03e8-43bd-9bc2-969470cda086 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting subnet 32009dbc-350c-4d36-92df-b95032d7e5a3 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:53:02.669590 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14fe81a-03e8-43bd-9bc2-969470cda086 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:02.684803 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 15a33ee6-898e-4bb9-a391-a82cdd04493f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:02.685148 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 15a33ee6-898e-4bb9-a391-a82cdd04493f not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:02.712200 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14fe81a-03e8-43bd-9bc2-969470cda086 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:02.756139 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:02.800745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14fe81a-03e8-43bd-9bc2-969470cda086 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:02.919125 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14fe81a-03e8-43bd-9bc2-969470cda086 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:02.933046 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:53:01Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:02.948205 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fe81a-03e8-43bd-9bc2-969470cda086 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Subnet': ['ID=32009dbc-350c-4d36-92df-b95032d7e5a3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:02.953028 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f14fe81a-03e8-43bd-9bc2-969470cda086 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:02.956512 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f14fe81a-03e8-43bd-9bc2-969470cda086 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/subnets/32009dbc-350c-4d36-92df-b95032d7e5a3 HTTP/1.1" status: 204 len: 168 time: 0.3423505 Mar 31 23:53:02.959289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56854) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:02.966535 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4a4e8-b80b-4511-a5b8-29bd96b3e8f0 None None] Network 0b753872-0911-4ed2-ad8c-5bbd25c7c4de requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:53:02.968823 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] Checking router: e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:03.019186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] Routers {'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:03.019777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:52:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:03.068744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:03.184664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] Set router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:03.257426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] DHCP port deletion for 0b753872-0911-4ed2-ad8c-5bbd25c7c4de request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:53:03.389352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Deleting port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:03.389727 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:03.471367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] For port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=8fb676f0-c3b3-4473-a9fc-5a4f69a8778f,segment=NetworkSegment(6f656117-a7d7-4957-a05c-dfb82377a705),segment_id=6f656117-a7d7-4957-a05c-dfb82377a705)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:03.471681 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:03.475461 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:53:01Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:03.509953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c212993-5137-42b1-b750-9ad3392ee275 None None] The sync data for ids ['e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b'] in n-d-836015-1 is: [{'id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651960408', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:51:57Z', 'updated_at': '2022-03-31T23:53:01Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '3656a05f-964e-41e8-a74c-162af96f6d5d', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:51:58Z', 'updated_at': '2022-03-31T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:03.511810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Calling delete_port for 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:03.520018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:03.635363 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 3656a05f-964e-41e8-a74c-162af96f6d5d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:03.635740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:03.683914 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:03.708950 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Pushing event deleted for resources: {'Port': ['ID=8fb676f0-c3b3-4473-a9fc-5a4f69a8778f,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:03.717088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] No DVR routers for this DVR port 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:03.719344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.719689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.720043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.720375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.720702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.721028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.721352 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.721469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 3656a05f-964e-41e8-a74c-162af96f6d5d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3656a05f-964e-41e8-a74c-162af96f6d5d,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:03.721673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.721810 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:03.721975 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.722299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.722685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.723569 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2bbd2b-720c-4af8-bb8b-5298814fd507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:03.737552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 3656a05f-964e-41e8-a74c-162af96f6d5d owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:03.991548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.023700 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=3656a05f-964e-41e8-a74c-162af96f6d5d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:04.033935 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-719a47c1-528f-4327-aff7-ef481acbb35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.085041 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.179618 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.181720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.276565 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.277021 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Fanout notify agent at l3_agent the message router_deleted on router e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:53:04.283974 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.285103 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-91f8ff6e-ebb4-4db0-b3e7-3e4157fda937 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/routers/e48cebcd-2f6c-4f20-8ec6-cf40a8ae232b HTTP/1.1" status: 204 len: 168 time: 1.3243036 Mar 31 23:53:04.288592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56856) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:04.371368 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.457244 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.476620 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b753872-0911-4ed2-ad8c-5bbd25c7c4de']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:04.485534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f656117-a7d7-4957-a05c-dfb82377a705') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:04.485829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f656117-a7d7-4957-a05c-dfb82377a705') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:04.495390 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.508489 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.514102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:53:04.514504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:53:04.517332 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:53:04.650131 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.657691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.660351 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/networks/0b753872-0911-4ed2-ad8c-5bbd25c7c4de HTTP/1.1" status: 204 len: 168 time: 0.3707414 Mar 31 23:53:04.663516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56858) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:04.671764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe76b8-222a-4ec0-9ad0-ea17908e5d60 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Network': ['ID=0b753872-0911-4ed2-ad8c-5bbd25c7c4de,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:04.731773 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bac-d2ab-473f-8f66-80fc9baed273 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.759779 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bac-d2ab-473f-8f66-80fc9baed273 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.931316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:04.951342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:04.951780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 8fb676f0-c3b3-4473-a9fc-5a4f69a8778f not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:04.952204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2324f62b-2f21-4912-a3ce-611c93317b76 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:04.952508 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bac-d2ab-473f-8f66-80fc9baed273 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.955155 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bac-d2ab-473f-8f66-80fc9baed273 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:04.956309 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f96a0bac-d2ab-473f-8f66-80fc9baed273 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/security-groups/ce293b16-b8ad-4a62-8850-87693069ad24 HTTP/1.1" status: 204 len: 168 time: 0.2918315 Mar 31 23:53:04.965491 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0bac-d2ab-473f-8f66-80fc9baed273 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce293b16-b8ad-4a62-8850-87693069ad24,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:04.973635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 2324f62b-2f21-4912-a3ce-611c93317b76 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:04.973635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 2324f62b-2f21-4912-a3ce-611c93317b76 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:04.973635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3656a05f-964e-41e8-a74c-162af96f6d5d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:05.001733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 3656a05f-964e-41e8-a74c-162af96f6d5d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:05.002096 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3656a05f-964e-41e8-a74c-162af96f6d5d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:06.087933 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-12d67e8f-1622-4376-9c90-f0885257171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.102838 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56864) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:06.107465 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-9d1f8308-8c56-461f-8dec-1aae9c1a7466 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375261449', 'description': 'tempest-secgroup-smoke-375261449 description', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:06.185528 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d1f8308-8c56-461f-8dec-1aae9c1a7466 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.250829 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d1f8308-8c56-461f-8dec-1aae9c1a7466 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.322103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d1f8308-8c56-461f-8dec-1aae9c1a7466 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.350367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f8308-8c56-461f-8dec-1aae9c1a7466 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:06.409936 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9d1f8308-8c56-461f-8dec-1aae9c1a7466 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.411728 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9d1f8308-8c56-461f-8dec-1aae9c1a7466 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3078842 Mar 31 23:53:06.414518 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56866) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:06.418876 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-75ee21dd-ea3f-431e-954f-e03012083147 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb60f9-faba-4d6c-bb03-d71a9ddea26c', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:06.534557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75ee21dd-ea3f-431e-954f-e03012083147 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.589900 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75ee21dd-ea3f-431e-954f-e03012083147 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.661295 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75ee21dd-ea3f-431e-954f-e03012083147 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.683606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee21dd-ea3f-431e-954f-e03012083147 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c2e431-ffed-40ca-8a1b-178b8a3d85e5,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:06.805893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75ee21dd-ea3f-431e-954f-e03012083147 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.807163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-75ee21dd-ea3f-431e-954f-e03012083147 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3917174 Mar 31 23:53:06.809897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56868) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:06.814249 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b4b4f843-2178-4a13-b027-4fe7df5561f3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb60f9-faba-4d6c-bb03-d71a9ddea26c', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:06.905769 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f843-2178-4a13-b027-4fe7df5561f3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:06.961327 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f843-2178-4a13-b027-4fe7df5561f3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.021691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f843-2178-4a13-b027-4fe7df5561f3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.038829 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4f843-2178-4a13-b027-4fe7df5561f3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbdcce8-64ea-4d16-9aa1-0b83ea6d5f52,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:07.098440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f843-2178-4a13-b027-4fe7df5561f3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.099722 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b4b4f843-2178-4a13-b027-4fe7df5561f3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2888451 Mar 31 23:53:07.102434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56870) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:07.106905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-fe6e777d-c441-4854-b262-9010771437d6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb60f9-faba-4d6c-bb03-d71a9ddea26c', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:07.186332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe6e777d-c441-4854-b262-9010771437d6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.243948 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe6e777d-c441-4854-b262-9010771437d6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.311070 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe6e777d-c441-4854-b262-9010771437d6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.329380 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e777d-c441-4854-b262-9010771437d6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dc9b82-3864-428c-add1-11d61c99ad34,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:07.399567 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-fe6e777d-c441-4854-b262-9010771437d6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.401175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-fe6e777d-c441-4854-b262-9010771437d6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975938 Mar 31 23:53:07.404158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56872) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:07.408622 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-26f264d5-1640-48ea-9e13-fadc65a1df6d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb60f9-faba-4d6c-bb03-d71a9ddea26c', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:07.504100 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26f264d5-1640-48ea-9e13-fadc65a1df6d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.562636 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26f264d5-1640-48ea-9e13-fadc65a1df6d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.636526 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26f264d5-1640-48ea-9e13-fadc65a1df6d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.657189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f264d5-1640-48ea-9e13-fadc65a1df6d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651ae730-2d98-4582-812f-ff1957c0dc03,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:07.740943 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26f264d5-1640-48ea-9e13-fadc65a1df6d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.742208 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-26f264d5-1640-48ea-9e13-fadc65a1df6d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3370922 Mar 31 23:53:07.744907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56874) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:07.749112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f671d569-3a74-417a-bc47-8b7defce5c0e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb60f9-faba-4d6c-bb03-d71a9ddea26c', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:07.855683 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-f671d569-3a74-417a-bc47-8b7defce5c0e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:53:07.860665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f671d569-3a74-417a-bc47-8b7defce5c0e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.882215 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.921519 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f671d569-3a74-417a-bc47-8b7defce5c0e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.990459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f671d569-3a74-417a-bc47-8b7defce5c0e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.007791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671d569-3a74-417a-bc47-8b7defce5c0e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726bae1b-1bd3-43dd-b3ae-f7ad15fd34ff,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:08.113087 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f671d569-3a74-417a-bc47-8b7defce5c0e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.115159 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f671d569-3a74-417a-bc47-8b7defce5c0e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3691165 Mar 31 23:53:08.118437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56876) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:08.123218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-6238b061-a744-4b31-97cb-7b5246bce5ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': 'e8cb60f9-faba-4d6c-bb03-d71a9ddea26c', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:08.225321 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-6238b061-a744-4b31-97cb-7b5246bce5ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:53:08.230522 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6238b061-a744-4b31-97cb-7b5246bce5ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.282724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6238b061-a744-4b31-97cb-7b5246bce5ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.362314 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6238b061-a744-4b31-97cb-7b5246bce5ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.380372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238b061-a744-4b31-97cb-7b5246bce5ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2f680c-4817-4736-985c-04c7dcb76dda,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:08.444370 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-6238b061-a744-4b31-97cb-7b5246bce5ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.445589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-6238b061-a744-4b31-97cb-7b5246bce5ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3261039 Mar 31 23:53:08.448469 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56878) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:08.453448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'network': {'name': 'tempest-network-smoke--1620884545', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'port_security_enabled': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:08.523734 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:53:08.527152 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.550256 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:53:08.559419 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.559758 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Added segment 928daac6-d0d5-4d72-a6a7-3f9f693dc89c of type vlan for network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde Mar 31 23:53:08.597601 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.684177 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.689788 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:08.690441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.706873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-6506b8b3-78a8-43df-a260-4f2c00c921a7 req-1dd418b5-41c1-4e8d-903e-8363450b4e23 service neutron] (109820) timed out ('10.222.0.50', 64943) {{(pid=109820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:53:08.756318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Network': ['ID=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:08.766270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:53:08.812744 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8e89a4de-972d-40fe-85e1-64b7387f761a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3631141 Mar 31 23:53:08.815436 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56880) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:08.819955 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'admin_state_up': True, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:08.900474 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.901552 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.953758 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.956473 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.047613 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.160462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.180989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.423138 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.447322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.550238 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.73 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/9810b9ad-4508-4b85-be12-beb060f710dc) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:09.654673 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.741534 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:09.782100 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:09.785205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:09.791744 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:09.820302 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=9810b9ad-4508-4b85-be12-beb060f710dc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:10.147795 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:10.168114 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:10.372127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:10.581121 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7a5a454c-3403-49be-9de0-d06fd5f9f937 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:53:10.692183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:10.704353 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Sync routers for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:10.714137 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:10.719843 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:10.764252 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:10.765518 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5525336a-c52d-48dd-bd67-adfb19ccd95f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9491067 Mar 31 23:53:10.768663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56882) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:10.797311 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-21071edd-c8b0-426c-b8ca-5f35654cf463 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edcce20196524ffdbac3f4d6964bdb3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274687 Mar 31 23:53:10.799834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56884) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:10.819227 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:10.886273 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed67dee5-41fb-4332-9fd8-84ed332548db tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:10.887813 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ed67dee5-41fb-4332-9fd8-84ed332548db tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870547 Mar 31 23:53:10.890691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56886) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:10.923177 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2bea2869-6d6d-41fd-b78b-b825f67e9e04 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314300 Mar 31 23:53:10.926277 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56888) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:10.931512 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951767640', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:10.997091 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:09Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:11.022515 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Checking router: 7a5a454c-3403-49be-9de0-d06fd5f9f937 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:11.023205 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Updating router 7a5a454c-3403-49be-9de0-d06fd5f9f937 port 9810b9ad-4508-4b85-be12-beb060f710dc binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:53:11.051164 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.088459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:53:11.092540 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.300297 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.356867 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.386957 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.417092 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Subnet': ['ID=33e9d880-1c0d-4884-973f-1c27ec51cea1,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:11.424085 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Checking segment: {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:11.424452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network hostable DHCP agents. Network: d7a4a180-43ac-4a9f-9b3e-89cf23a99bde, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:53:11.435728 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Attempting to bind port 9810b9ad-4508-4b85-be12-beb060f710dc on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:11.436081 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Attempting to bind port 9810b9ad-4508-4b85-be12-beb060f710dc by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:11.436429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Attempting to bind port 9810b9ad-4508-4b85-be12-beb060f710dc on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:11.447076 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:11.447577 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:11.447876 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.448256 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:11.448911 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Bound port: 9810b9ad-4508-4b85-be12-beb060f710dc, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:11.449288 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.451506 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Pushing event updated for resources: {'Port': ['ID=9810b9ad-4508-4b85-be12-beb060f710dc,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:11.479779 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.480114 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.480442 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.480767 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.481085 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.481403 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.481719 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.482031 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.482404 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.482741 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.483053 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.483360 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:11.513898 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] For port 9810b9ad-4508-4b85-be12-beb060f710dc, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:11.516888 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] For port 9810b9ad-4508-4b85-be12-beb060f710dc, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9810b9ad-4508-4b85-be12-beb060f710dc,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:11.522276 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:53:11.580023 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.608854 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d7a4a180-43ac-4a9f-9b3e-89cf23a99bde) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:11.613245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:11.613939 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:11.620301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a53cecc-624c-4f25-affd-ca630e2f6af1 None None] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:53:11.718912 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0a827704-1988-41ba-9213-e6124f3cd11f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7888887 Mar 31 23:53:11.719356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56890) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:11.726198 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:11.728236 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:11.728691 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5eddd-1dca-4ad5-9724-1e1038b2885c None None] Pushing event updated for resources: {'Port': ['ID=9810b9ad-4508-4b85-be12-beb060f710dc,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:11.840353 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:11.943435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:53:11.943658 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.024996 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:09Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:12.056745 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b69d9d-8949-4e07-a3da-7dfb0545cb73 None None] The sync data for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 is: [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:09Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:12.096927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Allocated IP 172.20.0.2 (d7a4a180-43ac-4a9f-9b3e-89cf23a99bde/33e9d880-1c0d-4884-973f-1c27ec51cea1/ae248791-930d-4453-8e4b-ca09662f4d50) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:12.190692 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.249805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.336039 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.390211 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:12.394970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:12.398599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:12.408140 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Pushing event updated for resources: {'Port': ['ID=ae248791-930d-4453-8e4b-ca09662f4d50,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:12.464519 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Attempting to bind port ae248791-930d-4453-8e4b-ca09662f4d50 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:12.464909 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Attempting to bind port ae248791-930d-4453-8e4b-ca09662f4d50 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:12.465252 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Attempting to bind port ae248791-930d-4453-8e4b-ca09662f4d50 on network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:12.470894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:12.471271 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Checking segment: {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:12.471674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.472085 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Bound using segment: {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:12.472527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Bound port: ae248791-930d-4453-8e4b-ca09662f4d50, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:12.472910 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.503844 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.1 (d7a4a180-43ac-4a9f-9b3e-89cf23a99bde/33e9d880-1c0d-4884-973f-1c27ec51cea1/fb4361fd-015e-477e-bcf9-cadc04ceed67) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:12.543600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] For port ae248791-930d-4453-8e4b-ca09662f4d50, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:12.547004 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] For port ae248791-930d-4453-8e4b-ca09662f4d50, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ae248791-930d-4453-8e4b-ca09662f4d50,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:12.631728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.635278 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.702068 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d7741-a726-4c8d-883b-e1ff18ef6fa8 None None] Pushing event updated for resources: {'Port': ['ID=ae248791-930d-4453-8e4b-ca09662f4d50,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:12.770851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:12.818824 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:12.821931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:12.826450 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:12.830604 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=fb4361fd-015e-477e-bcf9-cadc04ceed67,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:12.906118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.058248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9810b9ad-4508-4b85-be12-beb060f710dc up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:13.106940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9810b9ad-4508-4b85-be12-beb060f710dc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:13.107320 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.172726 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.185418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.205688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 9810b9ad-4508-4b85-be12-beb060f710dc, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9810b9ad-4508-4b85-be12-beb060f710dc,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:13.261171 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.261984 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ae248791-930d-4453-8e4b-ca09662f4d50 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:13.340711 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=9810b9ad-4508-4b85-be12-beb060f710dc,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:13.351656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ae248791-930d-4453-8e4b-ca09662f4d50 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:13.352058 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.431024 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.468799 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.473935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port ae248791-930d-4453-8e4b-ca09662f4d50, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ae248791-930d-4453-8e4b-ca09662f4d50,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:13.518005 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.528050 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.577568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=ae248791-930d-4453-8e4b-ca09662f4d50,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:13.594068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=fb4361fd-015e-477e-bcf9-cadc04ceed67,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:13.596507 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.693310 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:13.694586 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:13.808904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7a5a454c-3403-49be-9de0-d06fd5f9f937 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:13.919737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:13.928750 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-447373ab-48bf-4100-860a-fb01ef205058 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/7a5a454c-3403-49be-9de0-d06fd5f9f937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2049751 Mar 31 23:53:14.077673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-9399429b-e7ce-4b5d-b57b-575f315fe212 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375261449&fields=id&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 267 time: 0.0357282 Mar 31 23:53:14.088035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a8906-22cf-45b1-a529-c7d2ab56cb57 None None] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:53:14.165857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Sync routers for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:14.193787 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-08027199-bcde-470f-a28b-8fa203ea0a9d None None] Provisioning complete for port ae248791-930d-4453-8e4b-ca09662f4d50 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:14.194155 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-08027199-bcde-470f-a28b-8fa203ea0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.199176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-46fc5496-6821-40e0-b6d1-355da7c082a1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:14.200901 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-46fc5496-6821-40e0-b6d1-355da7c082a1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/networks?id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde HTTP/1.1" status: 200 len: 797 time: 0.1156378 Mar 31 23:53:14.216741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:14.216955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-20f4afab-2dd0-4563-a547-e62e8e267e2d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/quotas/edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 375 time: 0.0095675 Mar 31 23:53:14.217074 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:14.269565 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-b5e32d50-ff98-4c9b-a333-8090c9261c6e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467272 Mar 31 23:53:14.363856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-597ea223-4d85-4a16-b8b6-7d57b26d6a12 service neutron] 10.222.0.31 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817840 Mar 31 23:53:14.418126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:14.460022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac72ae81-a2ec-4d61-b41b-b3022164aebd service neutron] 10.222.0.31 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893321 Mar 31 23:53:14.635772 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 2, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:14.674452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Checking router: 7a5a454c-3403-49be-9de0-d06fd5f9f937 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:14.674452 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Updating router 7a5a454c-3403-49be-9de0-d06fd5f9f937 port fb4361fd-015e-477e-bcf9-cadc04ceed67 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:53:14.708132 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.720127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-63eb93bc-bf7f-4af4-84f3-ef5763d13b5a None None] Provisioning complete for port fb4361fd-015e-477e-bcf9-cadc04ceed67 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:14.720591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-63eb93bc-bf7f-4af4-84f3-ef5763d13b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.762019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-563f1377-9ef1-4ccc-82ba-684dab3adfe9 req-d0c06418-a9f4-4cce-9645-aa7c044d886a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 210 time: 0.0472281 Mar 31 23:53:14.861692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-63eb93bc-bf7f-4af4-84f3-ef5763d13b5a None None] Port fb4361fd-015e-477e-bcf9-cadc04ceed67 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:14.919073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-63eb93bc-bf7f-4af4-84f3-ef5763d13b5a None None] Provisioning complete for port ae248791-930d-4453-8e4b-ca09662f4d50 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:14.919451 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-63eb93bc-bf7f-4af4-84f3-ef5763d13b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.965510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9810b9ad-4508-4b85-be12-beb060f710dc up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:15.130415 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9810b9ad-4508-4b85-be12-beb060f710dc triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:15.131116 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.136276 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.228968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.236581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ae248791-930d-4453-8e4b-ca09662f4d50 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:15.319576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d48b1-3a79-494a-9357-e6534bf08424 None None] Pushing event updated for resources: {'Port': ['ID=fb4361fd-015e-477e-bcf9-cadc04ceed67,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:15.330362 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0892f8b8-f836-4a84-9aee-16a5204ca644 None None] Provisioning complete for port fb4361fd-015e-477e-bcf9-cadc04ceed67 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:15.330765 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0892f8b8-f836-4a84-9aee-16a5204ca644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.413649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0892f8b8-f836-4a84-9aee-16a5204ca644 None None] Port fb4361fd-015e-477e-bcf9-cadc04ceed67 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:15.427693 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port ae248791-930d-4453-8e4b-ca09662f4d50 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:15.428071 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.429865 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Attempting to bind port fb4361fd-015e-477e-bcf9-cadc04ceed67 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:15.431065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Attempting to bind port fb4361fd-015e-477e-bcf9-cadc04ceed67 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:15.431436 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Attempting to bind port fb4361fd-015e-477e-bcf9-cadc04ceed67 on network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:15.453474 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:15.453846 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Checking segment: {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:15.454254 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.454684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Bound using segment: {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:15.455169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Bound port: fb4361fd-015e-477e-bcf9-cadc04ceed67, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:15.455553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.545653 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] For port fb4361fd-015e-477e-bcf9-cadc04ceed67, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:15.549257 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] For port fb4361fd-015e-477e-bcf9-cadc04ceed67, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fb4361fd-015e-477e-bcf9-cadc04ceed67,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:15.579962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7b8ba302-c1d7-40cd-94f5-8085117d7d61 None None] Provisioning complete for port fb4361fd-015e-477e-bcf9-cadc04ceed67 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:15.580263 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba302-c1d7-40cd-94f5-8085117d7d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.618896 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ba302-c1d7-40cd-94f5-8085117d7d61 None None] Port fb4361fd-015e-477e-bcf9-cadc04ceed67 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:15.627269 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:15.700003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:15.700646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:15.739590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d48b1-3a79-494a-9357-e6534bf08424 None None] Pushing event updated for resources: {'Port': ['ID=fb4361fd-015e-477e-bcf9-cadc04ceed67,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:15.830219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:15.864492 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4ca4a4b8-13e1-47ec-8183-96f3581543b7 req-569d1d85-63c1-4b95-96f8-ef49258242db tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 210 time: 0.0341527 Mar 31 23:53:16.122520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-00147ea8-e014-49cc-b44e-4bacf5a16914 None None] Provisioning complete for port fb4361fd-015e-477e-bcf9-cadc04ceed67 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:16.122895 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00147ea8-e014-49cc-b44e-4bacf5a16914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:16.248956 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00147ea8-e014-49cc-b44e-4bacf5a16914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:16.285672 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:15Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:16.317220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-00147ea8-e014-49cc-b44e-4bacf5a16914 None None] For port fb4361fd-015e-477e-bcf9-cadc04ceed67, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fb4361fd-015e-477e-bcf9-cadc04ceed67,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:16.318777 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227190e5-ae89-4353-9839-47ccd0fcba63 None None] The sync data for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 is: [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:15Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:16.362452 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00147ea8-e014-49cc-b44e-4bacf5a16914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:16.427677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00147ea8-e014-49cc-b44e-4bacf5a16914 None None] Pushing event updated for resources: {'Port': ['ID=fb4361fd-015e-477e-bcf9-cadc04ceed67,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:16.876079 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-3e010d03-3007-44e8-b72d-46f43cde0195 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:16.877642 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-3e010d03-3007-44e8-b72d-46f43cde0195 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "GET /v2.0/networks?id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde HTTP/1.1" status: 200 len: 797 time: 0.1129367 Mar 31 23:53:16.944792 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-a62f3b2b-2f11-4d10-b0cd-42bf367fddfc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 379 time: 0.0482271 Mar 31 23:53:16.961033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'port': {'device_id': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'admin_state_up': True, 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'security_groups': ['e8cb60f9-faba-4d6c-bb03-d71a9ddea26c']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:16.980655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b12b8b8e-fee2-41ac-b802-fef8dc95d69b req-ceeb71c0-e38f-47e5-af5c-37b5662c2a14 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 210 time: 0.0349219 Mar 31 23:53:17.002744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fb4361fd-015e-477e-bcf9-cadc04ceed67 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:17.066683 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port fb4361fd-015e-477e-bcf9-cadc04ceed67 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:17.067131 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:17.180910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:53:17.184842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:17.320434 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.8 (d7a4a180-43ac-4a9f-9b3e-89cf23a99bde/33e9d880-1c0d-4884-973f-1c27ec51cea1/ede3cabd-568b-4883-896e-eed4d27f600c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:17.464583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:17.541414 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:17.582919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:17.586017 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:17.590537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:17.615175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=ede3cabd-568b-4883-896e-eed4d27f600c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:17.643846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:17.644468 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:17.698951 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d3e943e1-3127-4c42-b896-9af6f04bcb61 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7429829 Mar 31 23:53:17.711011 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Request body: {'port': {'device_id': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:17.771710 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:17.806059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-266f63da-6e3a-40ec-b927-442ff68288e2 None None] Provisioning complete for port ede3cabd-568b-4883-896e-eed4d27f600c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:17.806791 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-266f63da-6e3a-40ec-b927-442ff68288e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:17.840577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-266f63da-6e3a-40ec-b927-442ff68288e2 None None] Port ede3cabd-568b-4883-896e-eed4d27f600c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:18.033248 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede3cabd-568b-4883-896e-eed4d27f600c {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:53:18.040910 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:18.049201 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:53:18.056498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Transition to ACTIVE for port object ede3cabd-568b-4883-896e-eed4d27f600c will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:53:18.108657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295208e-29cf-4e47-91e1-261a022ba3c2 req-a80fd6c8-f5d9-4b53-83e1-fd5ee5be2a65 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:18.110180 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5295208e-29cf-4e47-91e1-261a022ba3c2 req-a80fd6c8-f5d9-4b53-83e1-fd5ee5be2a65 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 931 time: 0.0486186 Mar 31 23:53:18.142444 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:18.177284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5295208e-29cf-4e47-91e1-261a022ba3c2 req-f6534b5b-5745-4af9-87b9-a23e4550a299 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608680 Mar 31 23:53:18.200918 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Pushing event updated for resources: {'Port': ['ID=ede3cabd-568b-4883-896e-eed4d27f600c,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:18.272904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Attempting to bind port ede3cabd-568b-4883-896e-eed4d27f600c on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:18.273288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Attempting to bind port ede3cabd-568b-4883-896e-eed4d27f600c by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:18.273789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Attempting to bind port ede3cabd-568b-4883-896e-eed4d27f600c on network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:18.279474 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Port ede3cabd-568b-4883-896e-eed4d27f600c on network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:53:18.279800 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Attempting to bind port ede3cabd-568b-4883-896e-eed4d27f600c on network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:18.285050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:18.285396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Checking segment: {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:18.285779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Bound using segment: {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:18.286214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Bound port: ede3cabd-568b-4883-896e-eed4d27f600c, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928daac6-d0d5-4d72-a6a7-3f9f693dc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:18.286603 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:18.358735 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] For port ede3cabd-568b-4883-896e-eed4d27f600c, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:18.361843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] For port ede3cabd-568b-4883-896e-eed4d27f600c, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ede3cabd-568b-4883-896e-eed4d27f600c,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:18.416001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:18.452468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:18.453082 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:18.454523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] 10.222.0.45 "PUT /v2.0/ports/ede3cabd-568b-4883-896e-eed4d27f600c HTTP/1.1" status: 200 len: 1091 time: 0.7480760 Mar 31 23:53:18.454972 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:18.457209 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc94bde-9aa6-44cf-a04e-53a379235553" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:18.483122 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63549a-855c-426b-a7ff-dd29a47db20b service neutron] Pushing event updated for resources: {'Port': ['ID=ede3cabd-568b-4883-896e-eed4d27f600c,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:18.505511 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253c716e-bbd7-47d3-8892-7254c4416c07 x-openstack-request-id: req-253c716e-bbd7-47d3-8892-7254c4416c07 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:18.505802 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:18.506049 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-253c716e-bbd7-47d3-8892-7254c4416c07 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:18.506452 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253c716e-bbd7-47d3-8892-7254c4416c07'] response: {'name': 'network-changed', 'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'status': 'completed', 'code': 200} Mar 31 23:53:18.567821 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc94bde-9aa6-44cf-a04e-53a379235553 req-446b3c3b-c51f-4b33-927c-61c51cb9957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:18.569341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edc94bde-9aa6-44cf-a04e-53a379235553 req-446b3c3b-c51f-4b33-927c-61c51cb9957d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 1094 time: 0.0442312 Mar 31 23:53:18.677042 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc94bde-9aa6-44cf-a04e-53a379235553 req-c18a5686-c3a3-44e9-ac1c-9e54b3459814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:18.678531 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edc94bde-9aa6-44cf-a04e-53a379235553 req-c18a5686-c3a3-44e9-ac1c-9e54b3459814 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0967181 Mar 31 23:53:18.770496 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc94bde-9aa6-44cf-a04e-53a379235553 req-ddc05bc3-ddac-4e1e-b223-a7e2af8351ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:18.771892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-edc94bde-9aa6-44cf-a04e-53a379235553 req-ddc05bc3-ddac-4e1e-b223-a7e2af8351ec service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864398 Mar 31 23:53:18.874427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d5b26a58-fb7e-4fd1-96d3-c72e20674492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:18.875935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-d5b26a58-fb7e-4fd1-96d3-c72e20674492 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 1094 time: 0.0410733 Mar 31 23:53:19.254610 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-fb9848c1-2ee9-4382-be6a-bba64e71486e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ede3cabd-568b-4883-896e-eed4d27f600c HTTP/1.1" status: 200 len: 217 time: 0.3712015 Mar 31 23:53:19.333410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-decb90af-04b3-4d1b-ad2e-99830f902c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:19.335738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-decb90af-04b3-4d1b-ad2e-99830f902c3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33e9d880-1c0d-4884-973f-1c27ec51cea1 HTTP/1.1" status: 200 len: 834 time: 0.0719800 Mar 31 23:53:19.345619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a9c4e-ee3f-48aa-8499-1573cfb21464 req-febaefbd-9f93-4206-981c-317d5a100c2f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:19.347432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d61a9c4e-ee3f-48aa-8499-1573cfb21464 req-febaefbd-9f93-4206-981c-317d5a100c2f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 943 time: 0.0955572 Mar 31 23:53:19.411750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d61a9c4e-ee3f-48aa-8499-1573cfb21464 req-5c8f569d-40f1-460b-aff6-afe82572ca6f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554593 Mar 31 23:53:19.416600 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-3f6aeb41-5f3a-4857-96ab-a10391218aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:19.418024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-3f6aeb41-5f3a-4857-96ab-a10391218aae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696661 Mar 31 23:53:19.505089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-42a09e4d-593b-4739-9524-6310eeed263b service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803466 Mar 31 23:53:19.597845 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5841b6ef-b51f-47cf-be52-9077f87fa5a8 req-aae5233b-c80f-4dff-8426-aa65eff1fb3a service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854135 Mar 31 23:53:20.528740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb7f0-a19b-49a7-b516-a1d1a8f2cb5f req-02e948e3-3c00-4fb8-9f4a-7c8625faf614 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:20.530317 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19edb7f0-a19b-49a7-b516-a1d1a8f2cb5f req-02e948e3-3c00-4fb8-9f4a-7c8625faf614 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 943 time: 0.0495954 Mar 31 23:53:20.566710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19edb7f0-a19b-49a7-b516-a1d1a8f2cb5f req-99d56825-a44b-4145-964e-0c9e1268fba4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303140 Mar 31 23:53:21.684982 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ed1a7-3e8e-4edd-89a0-0577a373f0a6 req-a7046ced-7d7b-4374-926d-516c78dbf99d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:21.686508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-559ed1a7-3e8e-4edd-89a0-0577a373f0a6 req-a7046ced-7d7b-4374-926d-516c78dbf99d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 943 time: 0.0508618 Mar 31 23:53:21.729777 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-559ed1a7-3e8e-4edd-89a0-0577a373f0a6 req-c9e9f9ae-6625-4747-8a92-c43e897bb093 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369284 Mar 31 23:53:22.850102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfc8f7-064c-45d0-b6b7-f7eac6e768ab req-22bca6e0-c3fe-4da2-9f7e-c152f832c8dd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:22.852175 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3adfc8f7-064c-45d0-b6b7-f7eac6e768ab req-22bca6e0-c3fe-4da2-9f7e-c152f832c8dd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 943 time: 0.0530279 Mar 31 23:53:22.856077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ede3cabd-568b-4883-896e-eed4d27f600c details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:53:22.893769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3adfc8f7-064c-45d0-b6b7-f7eac6e768ab req-42c32d6e-fa5d-462c-8136-91c3f4fd52d7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324087 Mar 31 23:53:22.951517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ede3cabd-568b-4883-896e-eed4d27f600c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ede3cabd-568b-4883-896e-eed4d27f600c,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:22.962739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'port_id': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'mac_address': 'fa:16:3e:16:9e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:53:23.003387 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:23.016007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede3cabd-568b-4883-896e-eed4d27f600c {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:53:23.035314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ede3cabd-568b-4883-896e-eed4d27f600c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ede3cabd-568b-4883-896e-eed4d27f600c,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:23.100809 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:23.150847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ede3cabd-568b-4883-896e-eed4d27f600c,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:23.343242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['ede3cabd-568b-4883-896e-eed4d27f600c'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:53:24.010196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd5bb3-fbdd-428d-a28d-1d23964eca5a req-5f97315f-a2b2-4bcf-b640-dbe291e965a1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:24.011704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26cd5bb3-fbdd-428d-a28d-1d23964eca5a req-5f97315f-a2b2-4bcf-b640-dbe291e965a1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 944 time: 0.0488150 Mar 31 23:53:24.049440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26cd5bb3-fbdd-428d-a28d-1d23964eca5a req-a374354e-e81d-4810-8748-ef6020d340b9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Mar 31 23:53:24.869496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ede3cabd-568b-4883-896e-eed4d27f600c up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:24.979212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port ede3cabd-568b-4883-896e-eed4d27f600c completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:53:24.983280 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port ede3cabd-568b-4883-896e-eed4d27f600c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:24.983654 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:25.067407 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:25.091162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:25.093604 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de7ddb1-400e-438c-bbe9-187d924f5df3" -d '{"events": [{"server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "name": "network-vif-plugged", "status": "completed", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:25.108381 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port ede3cabd-568b-4883-896e-eed4d27f600c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ede3cabd-568b-4883-896e-eed4d27f600c,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:25.134255 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357d6b32-a3cf-47df-8592-b7cf9415a83f x-openstack-request-id: req-357d6b32-a3cf-47df-8592-b7cf9415a83f {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:25.134582 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "name": "network-vif-plugged", "status": "completed", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:25.134833 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-357d6b32-a3cf-47df-8592-b7cf9415a83f {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:25.135241 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357d6b32-a3cf-47df-8592-b7cf9415a83f'] response: {'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'code': 200} Mar 31 23:53:25.167787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4e8a6-6f69-405b-9752-3dcfba8c5ea1 req-2bd8ad91-901c-4829-9ab3-491ddcdf0dd3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:25.169270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37f4e8a6-6f69-405b-9752-3dcfba8c5ea1 req-2bd8ad91-901c-4829-9ab3-491ddcdf0dd3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 944 time: 0.0507445 Mar 31 23:53:25.186866 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:25.234781 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-37f4e8a6-6f69-405b-9752-3dcfba8c5ea1 req-c7701d95-37c7-42de-81fb-83a5bd85915f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592682 Mar 31 23:53:25.236628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=ede3cabd-568b-4883-896e-eed4d27f600c,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:25.247642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e752efd-9e57-4e92-bf34-3425fc94950c req-256e7b0c-1164-4385-a51f-781631371d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:25.249228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e752efd-9e57-4e92-bf34-3425fc94950c req-256e7b0c-1164-4385-a51f-781631371d91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0541635 Mar 31 23:53:25.288055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6e752efd-9e57-4e92-bf34-3425fc94950c req-29668d66-f272-464e-8c80-2c060afa2725 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Mar 31 23:53:26.353415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd90ecb-4880-4129-949f-84ca10557f4c req-0e42f48d-9ec5-46bd-834c-4d6ed13330e2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:26.354930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fcd90ecb-4880-4129-949f-84ca10557f4c req-0e42f48d-9ec5-46bd-834c-4d6ed13330e2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Mar 31 23:53:26.393619 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fcd90ecb-4880-4129-949f-84ca10557f4c req-588a4fb5-00ea-46d4-8d37-48aaf188cc6e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Mar 31 23:53:27.514075 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e049fe1-abde-471e-b1be-b1ba4f49242a req-3db17071-ba83-400a-b4f6-d1e45b638171 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:27.515657 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e049fe1-abde-471e-b1be-b1ba4f49242a req-3db17071-ba83-400a-b4f6-d1e45b638171 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0499430 Mar 31 23:53:27.554578 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1e049fe1-abde-471e-b1be-b1ba4f49242a req-736e8cd8-2c18-4feb-be78-3b7db39495c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Mar 31 23:53:27.678974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81669f18-1814-48f9-8cc8-e775dd18a4de req-d7969db4-5c9c-40ca-baa7-0ff81a065e01 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:27.680887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81669f18-1814-48f9-8cc8-e775dd18a4de req-d7969db4-5c9c-40ca-baa7-0ff81a065e01 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0524497 Mar 31 23:53:27.717768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-81669f18-1814-48f9-8cc8-e775dd18a4de req-500c35ca-f4ba-4990-9a5e-94dfaf798b14 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307660 Mar 31 23:53:27.738987 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56948) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:27.779459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf0619-2aa0-42c5-91ac-0f8bc80862b1 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:27.781016 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4daf0619-2aa0-42c5-91ac-0f8bc80862b1 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 1091 time: 0.0409999 Mar 31 23:53:27.784052 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 56950) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:27.788226 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:27.872405 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:28.295280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:28.392378 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.53 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/adc3bd3c-ba56-4cf4-bcf3-f7c4a62a2c8c) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:28.494843 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:28.598017 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:28.638200 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:28.641181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:28.644915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:28.650857 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=adc3bd3c-ba56-4cf4-bcf3-f7c4a62a2c8c,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:28.999145 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.123003 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.269553 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.340324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.415507 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=adc3bd3c-ba56-4cf4-bcf3-f7c4a62a2c8c,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:29.426307 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.527592 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 74359857-34f6-4704-a90a-7178dd6d11bd associated. External IP: 172.25.4.53, port: ede3cabd-568b-4883-896e-eed4d27f600c. Mar 31 23:53:29.732557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7a5a454c-3403-49be-9de0-d06fd5f9f937 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:29.841971 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:29.851522 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] Sync routers for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:29.860701 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:29.861285 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:29.912382 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.940209 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-96e9b176-ce04-45ae-aba0-a2850442d915 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1551192 Mar 31 23:53:29.940802 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:29.943167 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7c1d7a-1169-4059-8017-66b43f6aca73" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:29.966410 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:29.979716 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bd4f1f-a673-48e4-8620-8588f014d473 x-openstack-request-id: req-e5bd4f1f-a673-48e4-8620-8588f014d473 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:29.980176 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:29.980609 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5bd4f1f-a673-48e4-8620-8588f014d473 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:29.981030 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bd4f1f-a673-48e4-8620-8588f014d473'] response: {'name': 'network-changed', 'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'status': 'completed', 'code': 200} Mar 31 23:53:30.062761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-bedf032a-1498-41e1-a574-7256f5300458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:30.064240 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-bedf032a-1498-41e1-a574-7256f5300458 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0610702 Mar 31 23:53:30.072981 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ea9-efa4-49a6-99f4-6d37df38f8b3 req-856a9a19-3e8f-483b-bbb3-3881a8d29ce0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:30.074403 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b2e5ea9-efa4-49a6-99f4-6d37df38f8b3 req-856a9a19-3e8f-483b-bbb3-3881a8d29ce0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0821507 Mar 31 23:53:30.163410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b2e5ea9-efa4-49a6-99f4-6d37df38f8b3 req-60a71e97-a336-41e5-99d4-094f4bf4222d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809345 Mar 31 23:53:30.185854 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '74359857-34f6-4704-a90a-7178dd6d11bd', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'port_id': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'mac_address': 'fa:16:3e:16:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:53:28Z', 'updated_at': '2022-03-31T23:53:28Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:16Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:30.187273 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56956) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:30.215226 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] Checking router: 7a5a454c-3403-49be-9de0-d06fd5f9f937 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:30.223343 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:30.223931 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:53:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:30.240208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-3bd2243e-1964-43ce-8f9e-11e7580a9b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:30.241706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-3bd2243e-1964-43ce-8f9e-11e7580a9b94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde HTTP/1.1" status: 200 len: 898 time: 0.1664262 Mar 31 23:53:30.298134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c83f86ae-d72b-4ab6-8f48-650bcaaf0a62 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/74359857-34f6-4704-a90a-7178dd6d11bd HTTP/1.1" status: 200 len: 990 time: 0.1097031 Mar 31 23:53:30.318562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-714d241c-cf98-4522-a75b-937d437e3fd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ede3cabd-568b-4883-896e-eed4d27f600c HTTP/1.1" status: 200 len: 998 time: 0.0673823 Mar 31 23:53:30.327377 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:30.368642 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-febb3d86-bb5d-4137-abea-5a2d4070bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:30.370120 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-febb3d86-bb5d-4137-abea-5a2d4070bbf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33e9d880-1c0d-4884-973f-1c27ec51cea1 HTTP/1.1" status: 200 len: 834 time: 0.0443254 Mar 31 23:53:30.422559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-99aaf9cc-a035-4edc-b1d4-5d5ec2fc468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:30.424070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-99aaf9cc-a035-4edc-b1d4-5d5ec2fc468c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454433 Mar 31 23:53:30.517144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-4ff9d697-ff8b-407e-8c91-ddfe40a9c2ef service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859334 Mar 31 23:53:30.552589 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '74359857-34f6-4704-a90a-7178dd6d11bd', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'port_id': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'mac_address': 'fa:16:3e:16:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:53:28Z', 'updated_at': '2022-03-31T23:53:28Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:16Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:30.581731 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c1064-ecd8-4249-af6c-ce5b74644f58 None None] The sync data for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 is: [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '74359857-34f6-4704-a90a-7178dd6d11bd', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'port_id': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'mac_address': 'fa:16:3e:16:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:53:28Z', 'updated_at': '2022-03-31T23:53:28Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:16Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:30.616266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa7c1d7a-1169-4059-8017-66b43f6aca73 req-089579a4-3b32-42b5-850a-055532eeb193 service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920124 Mar 31 23:53:30.895881 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57da215-6656-4517-854c-aa6ae6ceecbd None None] New status for floating IP 74359857-34f6-4704-a90a-7178dd6d11bd: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:53:31.301787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 56958) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:31.362310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a411dc9a-928b-4592-af49-243b00da208a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/74359857-34f6-4704-a90a-7178dd6d11bd HTTP/1.1" status: 200 len: 992 time: 0.0592568 Mar 31 23:53:34.009394 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a7ee660b-03f2-45e8-85b9-612d83ba7311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:36.092853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b5910819-a665-4bc3-81f5-cff4a7a630db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.864659 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.961940 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.049805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.180030 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.144304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:55.047771 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:54:02.842058 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb2ff-2467-4623-a6a6-ebc51209de50 req-d3030e4b-094f-4ae0-997f-1b259d72964e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:02.843629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a01bb2ff-2467-4623-a6a6-ebc51209de50 req-d3030e4b-094f-4ae0-997f-1b259d72964e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Mar 31 23:54:02.910795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a01bb2ff-2467-4623-a6a6-ebc51209de50 req-d5b56a5c-8184-4ef5-811f-645ffea3b286 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610080 Mar 31 23:54:02.921317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-a7c98ade-8628-420d-9bd0-62755b312a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:02.922864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-a7c98ade-8628-420d-9bd0-62755b312a98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0575984 Mar 31 23:54:03.011948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-ab204b69-78cb-4222-a55a-eccb246688f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:03.013410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-ab204b69-78cb-4222-a55a-eccb246688f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde HTTP/1.1" status: 200 len: 898 time: 0.0832806 Mar 31 23:54:03.084075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-359be088-2bbf-4dd5-9041-134bb11131b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ede3cabd-568b-4883-896e-eed4d27f600c HTTP/1.1" status: 200 len: 1000 time: 0.0637317 Mar 31 23:54:03.134792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-dbdd7ed7-6ddc-4bca-b4bc-56b866c2e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:03.138421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-dbdd7ed7-6ddc-4bca-b4bc-56b866c2e6cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33e9d880-1c0d-4884-973f-1c27ec51cea1 HTTP/1.1" status: 200 len: 834 time: 0.0441697 Mar 31 23:54:03.183119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-08bbcb53-e4ef-49d0-9424-0da1c71e02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:03.184930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-08bbcb53-e4ef-49d0-9424-0da1c71e02c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418334 Mar 31 23:54:03.278075 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-ac2aeded-c031-4c0e-9ff3-d479d1c81562 service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856571 Mar 31 23:54:03.366684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49b7a68a-c4ca-40f7-a8d2-33f6109a0b20 req-592c6ba5-599a-45a4-9cfb-8a98cdb4bacf service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812743 Mar 31 23:54:03.996777 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c54f0bb4-2b94-480e-8efd-324f6ee89628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:04.030985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2bcfd-e46f-42eb-9699-49e3654736b9 req-9bf7556e-9978-400d-b70e-592baa3190e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:04.032480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfa2bcfd-e46f-42eb-9699-49e3654736b9 req-9bf7556e-9978-400d-b70e-592baa3190e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0498779 Mar 31 23:54:04.070825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bfa2bcfd-e46f-42eb-9699-49e3654736b9 req-78da8536-bfb1-4537-9a70-ac5a20cf88e4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Mar 31 23:54:05.192014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ef4c9-5d26-499d-9a07-b38dc4b0e3cb req-65c224f1-6edf-48d0-a5c1-c5278ad7be68 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:05.193388 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f24ef4c9-5d26-499d-9a07-b38dc4b0e3cb req-65c224f1-6edf-48d0-a5c1-c5278ad7be68 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0541718 Mar 31 23:54:05.231585 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f24ef4c9-5d26-499d-9a07-b38dc4b0e3cb req-904e27ae-22d3-40ed-9fa2-c4dccab693ab tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Mar 31 23:54:06.092532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a52-a1f0-489e-a053-1ccfb8176e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:06.345975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c2fca-7885-4a13-8919-0e48dec889e5 req-b1458699-233c-44f7-813e-cc8858441509 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:06.347421 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-914c2fca-7885-4a13-8919-0e48dec889e5 req-b1458699-233c-44f7-813e-cc8858441509 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0485289 Mar 31 23:54:06.385047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-914c2fca-7885-4a13-8919-0e48dec889e5 req-420327a2-9c74-43fa-9ebf-9ed73ada469f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Mar 31 23:54:07.510191 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5bedd-9f94-4d60-9166-f5c1ca28e5ae req-7a57ff5d-9887-41a2-b1c0-b956009bb033 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:07.511917 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9b5bedd-9f94-4d60-9166-f5c1ca28e5ae req-7a57ff5d-9887-41a2-b1c0-b956009bb033 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0485001 Mar 31 23:54:07.554357 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b9b5bedd-9f94-4d60-9166-f5c1ca28e5ae req-a94c19ad-cbf1-4088-8253-f53d3c4ce339 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Mar 31 23:54:07.876795 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:08.674372 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9727c08-59b8-4bdc-bac1-704aeb395cbf req-1958c93d-51d0-4be1-a329-c4e786eee7e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:08.677469 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9727c08-59b8-4bdc-bac1-704aeb395cbf req-1958c93d-51d0-4be1-a329-c4e786eee7e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0527768 Mar 31 23:54:08.714878 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9727c08-59b8-4bdc-bac1-704aeb395cbf req-9f52ce9b-7438-415c-9fc4-631179c8937a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306835 Mar 31 23:54:08.989117 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:09.065094 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:09.179046 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:09.831277 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de635d-420e-409f-bea6-977bddf3375a req-2a81a227-f9f7-418f-a10f-77c5fdf05714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:09.832763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60de635d-420e-409f-bea6-977bddf3375a req-2a81a227-f9f7-418f-a10f-77c5fdf05714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0490012 Mar 31 23:54:09.871412 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-60de635d-420e-409f-bea6-977bddf3375a req-40753dc5-4edc-4ff8-87a8-0fa4a36cada2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Mar 31 23:54:10.190533 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:10.989681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a8d88-57a3-4c1a-86e9-f830bd3019de req-72bd4da5-dc5e-4740-b47e-7f7f6dc461cf tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:10.991184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-103a8d88-57a3-4c1a-86e9-f830bd3019de req-72bd4da5-dc5e-4740-b47e-7f7f6dc461cf tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0481651 Mar 31 23:54:11.029218 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-103a8d88-57a3-4c1a-86e9-f830bd3019de req-16491193-a2cd-4cc6-86b1-c05ca02e0477 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Mar 31 23:54:12.162989 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f7ece-93ad-4b82-801e-ad6b291434af req-4c13fe8c-2310-4f9f-91ec-d225ee8ad24f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:12.165199 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b2f7ece-93ad-4b82-801e-ad6b291434af req-4c13fe8c-2310-4f9f-91ec-d225ee8ad24f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0644546 Mar 31 23:54:12.217530 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b2f7ece-93ad-4b82-801e-ad6b291434af req-9788bbae-23c2-44f5-9662-09bd146b60bf tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460896 Mar 31 23:54:13.333299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74fcb6-617e-4e65-aff7-a8cc4524bdcd req-30071967-0ab4-4971-826c-ffaf3d212151 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:13.334791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b74fcb6-617e-4e65-aff7-a8cc4524bdcd req-30071967-0ab4-4971-826c-ffaf3d212151 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Mar 31 23:54:13.372103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b74fcb6-617e-4e65-aff7-a8cc4524bdcd req-45f2cc28-8746-4cd4-9ab8-357473b2a724 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308580 Mar 31 23:54:14.486365 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfaa8-5ab1-4e7c-9519-04ba90637201 req-4745152b-6fed-484e-a717-e9f824d09f5b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:14.487865 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de0bfaa8-5ab1-4e7c-9519-04ba90637201 req-4745152b-6fed-484e-a717-e9f824d09f5b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0476384 Mar 31 23:54:14.525447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-de0bfaa8-5ab1-4e7c-9519-04ba90637201 req-5ac20f8d-017a-44a1-a1f0-3e235bd0324f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Mar 31 23:54:15.649271 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c36f-c345-4edf-a3a9-4b15dddb07b6 req-d2be6790-67e4-4cb3-b36e-8b6714aea540 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:15.650769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12b2c36f-c345-4edf-a3a9-4b15dddb07b6 req-d2be6790-67e4-4cb3-b36e-8b6714aea540 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0536950 Mar 31 23:54:15.688532 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12b2c36f-c345-4edf-a3a9-4b15dddb07b6 req-1688483c-8909-4304-812b-a1360ae004f3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315759 Mar 31 23:54:16.805150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf14125-1acb-4741-a10e-8c6b493e3213 req-4c007cdd-a9d8-4f30-8d8d-8c3087a9c8b1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:16.807394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-daf14125-1acb-4741-a10e-8c6b493e3213 req-4c007cdd-a9d8-4f30-8d8d-8c3087a9c8b1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Mar 31 23:54:16.844072 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-daf14125-1acb-4741-a10e-8c6b493e3213 req-12df6acf-3ead-444c-bd96-993fa85257f5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307064 Mar 31 23:54:17.969851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a796344-3ac6-4314-bb0e-e02f1eede098 req-7cabf760-c44f-4d44-8412-be83229ae37a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:17.971358 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a796344-3ac6-4314-bb0e-e02f1eede098 req-7cabf760-c44f-4d44-8412-be83229ae37a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0545964 Mar 31 23:54:18.011126 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a796344-3ac6-4314-bb0e-e02f1eede098 req-23178767-a2c5-4051-beac-b92a9d71022b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337114 Mar 31 23:54:19.131571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987c2ee-9e2c-48eb-8d05-5c9ffe4a65ec req-ef08cff8-8f0d-4836-91e5-22710da8b2ab tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:19.133088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6987c2ee-9e2c-48eb-8d05-5c9ffe4a65ec req-ef08cff8-8f0d-4836-91e5-22710da8b2ab tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0546534 Mar 31 23:54:19.171699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6987c2ee-9e2c-48eb-8d05-5c9ffe4a65ec req-393418f1-da37-4748-9d84-e594ae071dca tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Mar 31 23:54:20.286745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549be1-1a68-405f-bb4b-63374313e9c5 req-2b75cf86-f36c-4fe7-b222-d9a76244a67a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:20.288230 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8549be1-1a68-405f-bb4b-63374313e9c5 req-2b75cf86-f36c-4fe7-b222-d9a76244a67a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0493104 Mar 31 23:54:20.326336 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e8549be1-1a68-405f-bb4b-63374313e9c5 req-83da44dc-fd4d-48c3-8623-129a447a5269 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Mar 31 23:54:20.348831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57006) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:54:20.411872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-67bf37d0-128f-41e8-9e6d-5780887eed7b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/74359857-34f6-4704-a90a-7178dd6d11bd HTTP/1.1" status: 200 len: 992 time: 0.0619326 Mar 31 23:54:22.216665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-28dc226a-140e-484c-87a5-d7842987b16b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393767 Mar 31 23:54:22.295604 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-5ce92e95-f42b-4bd6-9e50-d25c350b2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:22.297093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-5ce92e95-f42b-4bd6-9e50-d25c350b2e81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0408084 Mar 31 23:54:22.400768 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-ce2e7a97-c1d9-41ef-93cc-d137541b9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:22.402224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-ce2e7a97-c1d9-41ef-93cc-d137541b9467 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde HTTP/1.1" status: 200 len: 898 time: 0.0861533 Mar 31 23:54:22.464935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-961c7acd-b3f9-46fb-971d-272d19b4900f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ede3cabd-568b-4883-896e-eed4d27f600c HTTP/1.1" status: 200 len: 1000 time: 0.0564911 Mar 31 23:54:22.511658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-1f731640-bb02-4ca3-a93b-619ab34e2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:22.512719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-1f731640-bb02-4ca3-a93b-619ab34e2aa3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33e9d880-1c0d-4884-973f-1c27ec51cea1 HTTP/1.1" status: 200 len: 834 time: 0.0421095 Mar 31 23:54:22.560132 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-a785e59c-6c5c-4653-aa27-7167ee69c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:22.561598 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-a785e59c-6c5c-4653-aa27-7167ee69c51f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428290 Mar 31 23:54:22.650176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-b0150624-b98e-4b59-92db-42efe5f0b74d service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823040 Mar 31 23:54:22.741788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c761c04f-baa1-4dc7-9ef1-8eebcc9d3494 req-73412384-f2d0-4f24-af8c-9c54561b2718 service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Mar 31 23:54:32.046125 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:54:34.005458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9bda6710-2e00-4aff-acad-552b1771025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:36.098847 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-443bb9d8-f676-43bf-b236-dd4a282cd2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:37.881522 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:38.972608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:39.046859 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:39.170918 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:40.138590 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:50.896388 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57022) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:54:51.054287 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port adc3bd3c-ba56-4cf4-bcf3-f7c4a62a2c8c {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:54:51.054669 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:51.128969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:51.129364 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:51.141138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for adc3bd3c-ba56-4cf4-bcf3-f7c4a62a2c8c owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:54:51.342797 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:51.373792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=adc3bd3c-ba56-4cf4-bcf3-f7c4a62a2c8c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:51.397493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.397848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.398188 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.398559 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.398898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.399233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.399564 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.399894 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.400222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.400546 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.400870 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.401189 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:51.442584 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:51.444095 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 74359857-34f6-4704-a90a-7178dd6d11bd disassociated (deleted). External IP: 172.25.4.53, port: ede3cabd-568b-4883-896e-eed4d27f600c. Mar 31 23:54:51.652175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7a5a454c-3403-49be-9de0-d06fd5f9f937 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:54:51.759996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:54:51.765313 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:51.770449 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] Sync routers for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:54:51.781216 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:54:51.781810 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:51.795383 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-81fe5b99-e388-41a2-82ee-aeaeaf3ac474 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/floatingips/74359857-34f6-4704-a90a-7178dd6d11bd HTTP/1.1" status: 204 len: 168 time: 0.8955512 Mar 31 23:54:51.795383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:51.795943 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:51.836171 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c103fe-d8e6-4970-b914-04d5c6c0da8b x-openstack-request-id: req-b6c103fe-d8e6-4970-b914-04d5c6c0da8b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:51.836460 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:51.836747 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6c103fe-d8e6-4970-b914-04d5c6c0da8b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:51.837155 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c103fe-d8e6-4970-b914-04d5c6c0da8b'] response: {'name': 'network-changed', 'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'status': 'completed', 'code': 200} Mar 31 23:54:51.888736 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:54:51.901680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-f2b415f6-5662-4188-a2d1-60478674a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:51.902942 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-f2b415f6-5662-4188-a2d1-60478674a8d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0429447 Mar 31 23:54:51.998291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-4bb13e2e-97c2-4b0d-a6e4-a2ebefb70f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:51.999869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-4bb13e2e-97c2-4b0d-a6e4-a2ebefb70f90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde HTTP/1.1" status: 200 len: 898 time: 0.0902452 Mar 31 23:54:52.046122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-2bcf784e-c8f2-4799-92f4-2a85db53e7b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ede3cabd-568b-4883-896e-eed4d27f600c HTTP/1.1" status: 200 len: 217 time: 0.0388560 Mar 31 23:54:52.094096 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:16Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:52.101533 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-205a40ef-702e-4eb5-9a58-6642a89088ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:52.103019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-205a40ef-702e-4eb5-9a58-6642a89088ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33e9d880-1c0d-4884-973f-1c27ec51cea1 HTTP/1.1" status: 200 len: 834 time: 0.0500934 Mar 31 23:54:52.123981 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] Checking router: 7a5a454c-3403-49be-9de0-d06fd5f9f937 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:54:52.132208 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:54:52.132848 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:52.150998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-cc5b9b47-8f84-4608-b9a7-26ba61fe918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:52.153122 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-cc5b9b47-8f84-4608-b9a7-26ba61fe918f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411932 Mar 31 23:54:52.245689 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:54:52.263956 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-32824458-170a-48f9-9ccc-6f3909d14f36 service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039608 Mar 31 23:54:52.385274 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7730-1bf5-4764-98c6-3553d3c228a3 req-de782d84-9d2f-4b27-8015-4d38481b2456 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:52.387370 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aedf7730-1bf5-4764-98c6-3553d3c228a3 req-de782d84-9d2f-4b27-8015-4d38481b2456 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.1581118 Mar 31 23:54:52.416043 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-feb4bbd8-2d42-4e12-8442-b0a220e18f8d req-81e0a104-2ae0-4900-978f-e01b31a06c0f service neutron] 10.222.0.45 "GET /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449225 Mar 31 23:54:52.436501 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aedf7730-1bf5-4764-98c6-3553d3c228a3 req-9f5a7240-7f65-4ebe-bbf2-7433d1a2ba5d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Mar 31 23:54:52.447045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:16Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:52.477382 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14c770-61b2-4e9a-8cac-935f52634e70 None None] The sync data for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 is: [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'fb4361fd-015e-477e-bcf9-cadc04ceed67', 'name': '', 'network_id': 'd7a4a180-43ac-4a9f-9b3e-89cf23a99bde', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:ec:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:12Z', 'updated_at': '2022-03-31T23:53:16Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '33e9d880-1c0d-4884-973f-1c27ec51cea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:54:52.713928 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8ba03-2f33-479b-9c67-7ba6a5214322 None None] New status for floating IP 74359857-34f6-4704-a90a-7178dd6d11bd: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:54:53.603818 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ca2b1-98db-4086-a45d-baf33d5b9117 req-b7215e2b-02b0-44b7-8782-109d9edddcf3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:53.605322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c8ca2b1-98db-4086-a45d-baf33d5b9117 req-b7215e2b-02b0-44b7-8782-109d9edddcf3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0979919 Mar 31 23:54:53.642724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4c8ca2b1-98db-4086-a45d-baf33d5b9117 req-5dc34272-24e4-444f-9f14-d54ff8aacf18 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306780 Mar 31 23:54:53.719399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-4a634197-b03a-408d-bfac-e9789c24f817 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:53.720754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-4a634197-b03a-408d-bfac-e9789c24f817 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 945 time: 0.0475254 Mar 31 23:54:53.811944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port ede3cabd-568b-4883-896e-eed4d27f600c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:54:53.812284 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:53.903036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port ede3cabd-568b-4883-896e-eed4d27f600c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=ede3cabd-568b-4883-896e-eed4d27f600c,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:53.903406 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:53.916282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for ede3cabd-568b-4883-896e-eed4d27f600c owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:54:54.098429 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:54.127119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=ede3cabd-568b-4883-896e-eed4d27f600c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:54.139743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.140091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.140430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.140766 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.141091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.141413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.141746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.142069 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.142393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.142738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.143313 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.143633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:54.181824 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] No DVR routers for this DVR port ede3cabd-568b-4883-896e-eed4d27f600c on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:54:54.185388 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:54.189745 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f82a5d22-41db-4d40-9cdd-8403d1a101ae req-268e0fa6-a320-4c32-8ed8-62667cdd67df tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "DELETE /v2.0/ports/ede3cabd-568b-4883-896e-eed4d27f600c HTTP/1.1" status: 204 len: 173 time: 0.4622991 Mar 31 23:54:54.190511 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'name': 'network-vif-deleted', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:54:54.193169 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd27e6-ec8a-4c4f-9fe6-e80b4199905d" -d '{"events": [{"server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "name": "network-vif-deleted", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:54:54.233437 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77277f2b-8c58-4041-95f8-c0793c13dc8f x-openstack-request-id: req-77277f2b-8c58-4041-95f8-c0793c13dc8f {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:54:54.233861 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d8734b-a697-448f-919d-595a4d4a0bb7", "name": "network-vif-deleted", "tag": "ede3cabd-568b-4883-896e-eed4d27f600c", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:54:54.234242 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77277f2b-8c58-4041-95f8-c0793c13dc8f {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:54:54.234900 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77277f2b-8c58-4041-95f8-c0793c13dc8f'] response: {'server_uuid': 'c5d8734b-a697-448f-919d-595a4d4a0bb7', 'name': 'network-vif-deleted', 'tag': 'ede3cabd-568b-4883-896e-eed4d27f600c', 'status': 'completed', 'code': 200} Mar 31 23:54:54.753710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-dcf07156-165e-408f-8c08-0437bb1ba00c req-8c783b07-04c7-4e79-baab-90358940f3f5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d8734b-a697-448f-919d-595a4d4a0bb7 HTTP/1.1" status: 200 len: 210 time: 0.0264585 Mar 31 23:54:55.810437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57044) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:54:56.173641 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:56.428066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port fb4361fd-015e-477e-bcf9-cadc04ceed67 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:54:56.428326 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:56.518957 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port fb4361fd-015e-477e-bcf9-cadc04ceed67, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=fb4361fd-015e-477e-bcf9-cadc04ceed67,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:56.519324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:56.531777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for fb4361fd-015e-477e-bcf9-cadc04ceed67 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:54:56.755328 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:56.786703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=fb4361fd-015e-477e-bcf9-cadc04ceed67,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:57.166323 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ede3cabd-568b-4883-896e-eed4d27f600c no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:54:57.187483 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: ede3cabd-568b-4883-896e-eed4d27f600c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:54:57.187836 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device ede3cabd-568b-4883-896e-eed4d27f600c not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:54:57.286882 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.496447 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7a5a454c-3403-49be-9de0-d06fd5f9f937 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:54:57.599278 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:54:57.607276 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-721ef37d-f6b2-4d02-b337-62b16fa5e5ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/7a5a454c-3403-49be-9de0-d06fd5f9f937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7919183 Mar 31 23:54:57.607382 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57046) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:54:57.609489 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] Sync routers for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:54:57.627497 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:54:57.628092 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:57.658303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c22f49-acc4-4b86-be99-6e0f653a4fb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting subnet 33e9d880-1c0d-4884-973f-1c27ec51cea1 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:54:57.661572 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28c22f49-acc4-4b86-be99-6e0f653a4fb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.700398 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28c22f49-acc4-4b86-be99-6e0f653a4fb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.730695 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:54:57.786035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28c22f49-acc4-4b86-be99-6e0f653a4fb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.906027 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:54:56Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:57.921610 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28c22f49-acc4-4b86-be99-6e0f653a4fb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.931306 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] Checking router: 7a5a454c-3403-49be-9de0-d06fd5f9f937 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:54:57.939834 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] Routers {'7a5a454c-3403-49be-9de0-d06fd5f9f937'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:54:57.940419 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7a5a454c-3403-49be-9de0-d06fd5f9f937'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:57.949047 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c22f49-acc4-4b86-be99-6e0f653a4fb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Subnet': ['ID=33e9d880-1c0d-4884-973f-1c27ec51cea1,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:57.953432 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-28c22f49-acc4-4b86-be99-6e0f653a4fb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.961580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-28c22f49-acc4-4b86-be99-6e0f653a4fb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/subnets/33e9d880-1c0d-4884-973f-1c27ec51cea1 HTTP/1.1" status: 204 len: 168 time: 0.3482857 Mar 31 23:54:57.961723 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57048) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:54:57.965888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b7cf20-56f8-4fdf-a0da-95dabcd3dbbe None None] Network d7a4a180-43ac-4a9f-9b3e-89cf23a99bde requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:54:58.072018 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] Set router 7a5a454c-3403-49be-9de0-d06fd5f9f937 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:54:58.086415 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.163992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] DHCP port deletion for d7a4a180-43ac-4a9f-9b3e-89cf23a99bde request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:54:58.208589 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.212226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Deleting port ae248791-930d-4453-8e4b-ca09662f4d50 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:54:58.213177 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.280807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] For port ae248791-930d-4453-8e4b-ca09662f4d50, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=ae248791-930d-4453-8e4b-ca09662f4d50,segment=NetworkSegment(928daac6-d0d5-4d72-a6a7-3f9f693dc89c),segment_id=928daac6-d0d5-4d72-a6a7-3f9f693dc89c)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:58.281360 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.295660 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Calling delete_port for ae248791-930d-4453-8e4b-ca09662f4d50 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:54:58.348601 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 9810b9ad-4508-4b85-be12-beb060f710dc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:54:58.349380 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.373980 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:54:56Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:58.405916 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40cad7-9fcd-4262-92d8-0d705e7c2cc6 None None] The sync data for ids ['7a5a454c-3403-49be-9de0-d06fd5f9f937'] in n-d-836015-1 is: [{'id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812161635', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:08Z', 'updated_at': '2022-03-31T23:54:56Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '9810b9ad-4508-4b85-be12-beb060f710dc', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a454c-3403-49be-9de0-d06fd5f9f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:09Z', 'updated_at': '2022-03-31T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:54:58.436012 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.448352 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 9810b9ad-4508-4b85-be12-beb060f710dc, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9810b9ad-4508-4b85-be12-beb060f710dc,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:54:58.448352 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.458859 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 9810b9ad-4508-4b85-be12-beb060f710dc owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:54:58.470988 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Pushing event deleted for resources: {'Port': ['ID=ae248791-930d-4453-8e4b-ca09662f4d50,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:58.473181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] No DVR routers for this DVR port ae248791-930d-4453-8e4b-ca09662f4d50 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:54:58.483576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.483576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.483576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.483576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.483576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.483576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.483576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.483576 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.484718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.484718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.484718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.484718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02361d07-5d0a-42c4-bd68-88b2c78287fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:54:58.673784 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.701481 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=9810b9ad-4508-4b85-be12-beb060f710dc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:58.787190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.889401 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:58.891724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.007199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.007779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5a454c-3403-49be-9de0-d06fd5f9f937 {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:54:59.016600 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.016600 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8458c267-5b68-451e-8da2-d1be55dba836 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/routers/7a5a454c-3403-49be-9de0-d06fd5f9f937 HTTP/1.1" status: 204 len: 168 time: 1.0556941 Mar 31 23:54:59.019446 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57050) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:54:59.040406 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fb4361fd-015e-477e-bcf9-cadc04ceed67 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:54:59.068007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: fb4361fd-015e-477e-bcf9-cadc04ceed67 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:54:59.068676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device fb4361fd-015e-477e-bcf9-cadc04ceed67 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:54:59.069281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ae248791-930d-4453-8e4b-ca09662f4d50 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:54:59.089765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: ae248791-930d-4453-8e4b-ca09662f4d50 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:54:59.090968 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device ae248791-930d-4453-8e4b-ca09662f4d50 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:54:59.114124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.222292 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.244301 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a4a180-43ac-4a9f-9b3e-89cf23a99bde']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:59.254110 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928daac6-d0d5-4d72-a6a7-3f9f693dc89c') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:59.254398 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928daac6-d0d5-4d72-a6a7-3f9f693dc89c') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:54:59.267648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.280628 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.286403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:54:59.289233 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: timer() Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: self._notify() Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: event.method(event) Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:54:59.289683 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:54:59.423776 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.428103 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.431422 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/networks/d7a4a180-43ac-4a9f-9b3e-89cf23a99bde HTTP/1.1" status: 204 len: 168 time: 0.4107511 Mar 31 23:54:59.434337 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57052) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:54:59.450530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbc4d0-526b-4438-8239-37b598f26b45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Network': ['ID=d7a4a180-43ac-4a9f-9b3e-89cf23a99bde,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:54:59.510190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4649ac63-c5c2-4e55-8d3c-603d0eb1f677 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.543547 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4649ac63-c5c2-4e55-8d3c-603d0eb1f677 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.656530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4649ac63-c5c2-4e55-8d3c-603d0eb1f677 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.659128 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-4649ac63-c5c2-4e55-8d3c-603d0eb1f677 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:59.660336 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4649ac63-c5c2-4e55-8d3c-603d0eb1f677 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8cb60f9-faba-4d6c-bb03-d71a9ddea26c HTTP/1.1" status: 204 len: 168 time: 0.2248018 Mar 31 23:54:59.670515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649ac63-c5c2-4e55-8d3c-603d0eb1f677 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cb60f9-faba-4d6c-bb03-d71a9ddea26c,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:00.166130 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57058) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:00.170862 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-2ab12f5b-9e15-4e7d-a6aa-59bb843adcc0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054516544', 'description': 'tempest-secgroup-smoke-2054516544 description', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:00.252118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab12f5b-9e15-4e7d-a6aa-59bb843adcc0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.320510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab12f5b-9e15-4e7d-a6aa-59bb843adcc0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.401036 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab12f5b-9e15-4e7d-a6aa-59bb843adcc0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.430210 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab12f5b-9e15-4e7d-a6aa-59bb843adcc0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6521d0-b920-42b0-9b9f-2c7aa56ca491,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:00.521661 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-2ab12f5b-9e15-4e7d-a6aa-59bb843adcc0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.522950 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-2ab12f5b-9e15-4e7d-a6aa-59bb843adcc0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3557601 Mar 31 23:55:00.525772 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57060) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:00.530138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-353119ac-b58f-436f-bdc4-0343717d4e1f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '4e6521d0-b920-42b0-9b9f-2c7aa56ca491', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:00.617276 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-353119ac-b58f-436f-bdc4-0343717d4e1f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.672859 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-353119ac-b58f-436f-bdc4-0343717d4e1f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.720593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-353119ac-b58f-436f-bdc4-0343717d4e1f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.738175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353119ac-b58f-436f-bdc4-0343717d4e1f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209cdd03-73b4-4c7c-8aab-384bac057471,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:00.808356 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-353119ac-b58f-436f-bdc4-0343717d4e1f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.809589 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-353119ac-b58f-436f-bdc4-0343717d4e1f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2828791 Mar 31 23:55:00.812264 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57062) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:00.816539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3f3839b3-ca91-41bd-9c25-5920ad78d8a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '4e6521d0-b920-42b0-9b9f-2c7aa56ca491', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:00.903635 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f3839b3-ca91-41bd-9c25-5920ad78d8a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.951746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9810b9ad-4508-4b85-be12-beb060f710dc no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:00.960422 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f3839b3-ca91-41bd-9c25-5920ad78d8a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:00.971669 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9810b9ad-4508-4b85-be12-beb060f710dc {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:00.972010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9810b9ad-4508-4b85-be12-beb060f710dc not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:01.029027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f3839b3-ca91-41bd-9c25-5920ad78d8a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.046957 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3839b3-ca91-41bd-9c25-5920ad78d8a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb43a05-078a-4f8c-abd5-c521119f05b1,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:01.128332 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f3839b3-ca91-41bd-9c25-5920ad78d8a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.129603 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3f3839b3-ca91-41bd-9c25-5920ad78d8a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164220 Mar 31 23:55:01.132231 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57064) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:01.136520 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-9bc7b38e-f09b-43fe-88c3-da76cffe8fce tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '4e6521d0-b920-42b0-9b9f-2c7aa56ca491', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:01.222183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b38e-f09b-43fe-88c3-da76cffe8fce tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.281825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b38e-f09b-43fe-88c3-da76cffe8fce tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.360649 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b38e-f09b-43fe-88c3-da76cffe8fce tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.380101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7b38e-f09b-43fe-88c3-da76cffe8fce tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425709b4-c5f2-46d7-bd00-a2ecb7be222f,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:01.435825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b38e-f09b-43fe-88c3-da76cffe8fce tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.437026 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9bc7b38e-f09b-43fe-88c3-da76cffe8fce tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038850 Mar 31 23:55:01.439701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57066) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:01.443960 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3d5cea58-b10a-4c2e-acb3-c4651dea1cbd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '4e6521d0-b920-42b0-9b9f-2c7aa56ca491', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:01.518346 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d5cea58-b10a-4c2e-acb3-c4651dea1cbd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.576139 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d5cea58-b10a-4c2e-acb3-c4651dea1cbd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.639572 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d5cea58-b10a-4c2e-acb3-c4651dea1cbd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.660410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cea58-b10a-4c2e-acb3-c4651dea1cbd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e5835d-6800-4f22-ba95-4a3dcc3f6487,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:01.716004 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3d5cea58-b10a-4c2e-acb3-c4651dea1cbd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.717211 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3d5cea58-b10a-4c2e-acb3-c4651dea1cbd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2766001 Mar 31 23:55:01.719921 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57068) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:01.724239 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-efd23744-fe2a-49f1-bf2c-484d5d9787d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '4e6521d0-b920-42b0-9b9f-2c7aa56ca491', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:01.817934 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-efd23744-fe2a-49f1-bf2c-484d5d9787d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:55:01.822808 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efd23744-fe2a-49f1-bf2c-484d5d9787d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.882331 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efd23744-fe2a-49f1-bf2c-484d5d9787d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.943595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efd23744-fe2a-49f1-bf2c-484d5d9787d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:01.962668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd23744-fe2a-49f1-bf2c-484d5d9787d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31afb69b-5773-4927-a7ee-bfea9e5f2307,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:02.020118 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-efd23744-fe2a-49f1-bf2c-484d5d9787d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.021408 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-efd23744-fe2a-49f1-bf2c-484d5d9787d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3005698 Mar 31 23:55:02.024143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57070) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:02.029143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-b9ae04ce-37d9-4ad1-808c-046050bea9c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '4e6521d0-b920-42b0-9b9f-2c7aa56ca491', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:02.109491 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-b9ae04ce-37d9-4ad1-808c-046050bea9c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:55:02.114433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9ae04ce-37d9-4ad1-808c-046050bea9c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.177133 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9ae04ce-37d9-4ad1-808c-046050bea9c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.252327 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9ae04ce-37d9-4ad1-808c-046050bea9c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.271550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae04ce-37d9-4ad1-808c-046050bea9c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17736cfd-605f-4533-9230-a9385b1b9e11,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:02.334290 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-b9ae04ce-37d9-4ad1-808c-046050bea9c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.335522 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-b9ae04ce-37d9-4ad1-808c-046050bea9c2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104515 Mar 31 23:55:02.338355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57072) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:02.343633 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'network': {'name': 'tempest-network-smoke--2115552433', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'port_security_enabled': True}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:02.429307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:02.433818 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.457461 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:55:02.466159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.466532 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Added segment 7a32ba91-4b37-44f5-a6ca-98524cf656d8 of type vlan for network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 Mar 31 23:55:02.507031 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.595007 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.605781 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:02.605781 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.675549 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Network': ['ID=d7d19c4f-60db-413c-bd29-59c1a2f94ec2,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:02.686604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:55:02.729564 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8a8d1500-e8c8-42ea-885a-f96f5b6ca16a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3900328 Mar 31 23:55:02.733053 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57074) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:02.737898 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'admin_state_up': True, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:02.850722 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.851917 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:02.908338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:03.104120 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:03.387490 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:03.406259 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:03.505246 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.229 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/47648cbd-c09a-4194-b78c-49072f843306) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:03.614195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:03.704252 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:03.745424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:03.748257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:03.753421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:03.755181 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=47648cbd-c09a-4194-b78c-49072f843306,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:04.006684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3679b44-8ce3-46ac-9399-15a3490e0825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:04.087629 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:04.628460 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:04.863244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:55:04.973952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:04.985616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Sync routers for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:04.997607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:05.003745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:54:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:05.041570 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.043410 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8cc399b9-edbf-4516-a3cb-3e91a7666012 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3087187 Mar 31 23:55:05.046667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57078) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:05.079786 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d44d6d46-e7b3-4fd0-8f5f-ab3faeda30d0 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edcce20196524ffdbac3f4d6964bdb3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293696 Mar 31 23:55:05.080109 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57080) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:05.174929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4abae1-31a4-40fc-8690-b26cb830a2ee tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:05.179059 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4b4abae1-31a4-40fc-8690-b26cb830a2ee tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954428 Mar 31 23:55:05.179305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57082) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:05.216270 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-4a8e7bb5-c1a2-4769-ac4a-c2ad1dddbfab tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335262 Mar 31 23:55:05.216709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57084) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:05.221878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-153036625', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:05.260273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:05.360580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:05.364203 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.434604 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:03Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:05.465608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Checking router: ae28623b-c6f3-4b2d-91e7-ae8a69c60855 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:05.465955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Updating router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 port 47648cbd-c09a-4194-b78c-49072f843306 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:55:05.490740 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.601202 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.665900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Subnet': ['ID=7737b447-28b1-4ce4-bd40-9aafd3a09e08,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:05.678125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Checking segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:05.678506 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network hostable DHCP agents. Network: d7d19c4f-60db-413c-bd29-59c1a2f94ec2, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:55:05.738052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:55:05.752651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.829497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, d7d19c4f-60db-413c-bd29-59c1a2f94ec2) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:05.833644 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:05.834225 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.838232 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd25c9b9-c478-4377-8d15-e6b5e8783ad6 None None] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:05.842513 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.922133 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d721c28f-ecf8-44b0-b370-6e2d792977e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7041526 Mar 31 23:55:05.928868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57086) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:05.946001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e5a28-8895-437a-98fa-2b2612831f16 None None] Pushing event updated for resources: {'Port': ['ID=47648cbd-c09a-4194-b78c-49072f843306,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:05.950755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Attempting to bind port 47648cbd-c09a-4194-b78c-49072f843306 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:05.951125 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Attempting to bind port 47648cbd-c09a-4194-b78c-49072f843306 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:05.957244 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Attempting to bind port 47648cbd-c09a-4194-b78c-49072f843306 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:05.965392 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:05.965842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:05.966190 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.966610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:05.967077 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Bound port: 47648cbd-c09a-4194-b78c-49072f843306, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:05.967451 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.073120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] For port 47648cbd-c09a-4194-b78c-49072f843306, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:06.079676 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] For port 47648cbd-c09a-4194-b78c-49072f843306, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=47648cbd-c09a-4194-b78c-49072f843306,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:06.103469 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-d7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:55:06.104361 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.180770 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.187596 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4404-5329-44a6-93a8-164ee2dac120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.284858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e5a28-8895-437a-98fa-2b2612831f16 None None] Pushing event updated for resources: {'Port': ['ID=47648cbd-c09a-4194-b78c-49072f843306,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:06.289513 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:06.290117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:06.342188 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Allocated IP 172.20.0.2 (d7d19c4f-60db-413c-bd29-59c1a2f94ec2/7737b447-28b1-4ce4-bd40-9aafd3a09e08/675c76ec-8175-4fc3-acaa-f43ad0ea0d03) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:06.369743 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.459925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:06.652368 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.697704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:03Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:06.728403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030048c-910d-44e0-b110-8e19bfcf99cd None None] The sync data for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 is: [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:03Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:06.730807 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.773255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:06.775853 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.1 (d7d19c4f-60db-413c-bd29-59c1a2f94ec2/7737b447-28b1-4ce4-bd40-9aafd3a09e08/e435d2ec-455b-46b6-b44e-60d7fc9bbcbe) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:06.778744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:06.783423 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:06.785907 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Pushing event updated for resources: {'Port': ['ID=675c76ec-8175-4fc3-acaa-f43ad0ea0d03,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:06.843649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Attempting to bind port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:06.844042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Attempting to bind port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:06.844438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Attempting to bind port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 on network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:06.849728 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:06.850093 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Checking segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:06.850500 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.850971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Bound using segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:06.851426 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Bound port: 675c76ec-8175-4fc3-acaa-f43ad0ea0d03, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:06.851801 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.906682 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:06.922344 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] For port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:06.926360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] For port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=675c76ec-8175-4fc3-acaa-f43ad0ea0d03,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:06.991277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.006913 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.060841 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28c948-e349-4bd5-ac99-47738c5acc8a None None] Pushing event updated for resources: {'Port': ['ID=675c76ec-8175-4fc3-acaa-f43ad0ea0d03,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:07.070331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:07.074635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:07.077565 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:07.104463 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:07.132409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.346856 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.642396 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.686860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.756979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:07.774881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.877517 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:07.878985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:07.898257 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.002470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:55:08.038494 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d914c661-6279-4883-9780-ec48e1760967 None None] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:08.113832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:08.114967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1aec2a88-8cb0-47b4-ab17-bfb5b4494c52 None None] Provisioning complete for port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:08.115551 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1aec2a88-8cb0-47b4-ab17-bfb5b4494c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.119629 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-aade3ee0-2832-4742-8e7e-2e735786c0ba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/ae28623b-c6f3-4b2d-91e7-ae8a69c60855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1936028 Mar 31 23:55:08.276730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1aec2a88-8cb0-47b4-ab17-bfb5b4494c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.295991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-d7a5ef3a-1a5c-45f7-8c2c-1613cbf2bed8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054516544&fields=id&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 267 time: 0.0589769 Mar 31 23:55:08.317859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1aec2a88-8cb0-47b4-ab17-bfb5b4494c52 None None] For port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=675c76ec-8175-4fc3-acaa-f43ad0ea0d03,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:08.378871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1aec2a88-8cb0-47b4-ab17-bfb5b4494c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.430456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405a09-4bdc-4061-99ff-672935fc6864 req-0a43a57a-59ce-4b4f-abae-b94cac61b38a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:08.432162 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-0a43a57a-59ce-4b4f-abae-b94cac61b38a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 797 time: 0.1105161 Mar 31 23:55:08.448888 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-c1e9ed18-02cc-4abd-b1a2-b1619dc19a7a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/quotas/edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 375 time: 0.0098257 Mar 31 23:55:08.450454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec2a88-8cb0-47b4-ab17-bfb5b4494c52 None None] Pushing event updated for resources: {'Port': ['ID=675c76ec-8175-4fc3-acaa-f43ad0ea0d03,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:08.508582 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Sync routers for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:08.509418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-b36bebae-057b-489e-b3f5-430d74467c73 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535581 Mar 31 23:55:08.519441 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:08.520042 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:08.572613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-cd3ac50b-061e-4c55-a596-aae960b647e5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:55:08.573912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-cd3ac50b-061e-4c55-a596-aae960b647e5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516427 Mar 31 23:55:08.620421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7f04fe32-9247-4e81-b41b-37083c030914 None None] Provisioning complete for port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:08.621331 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7f04fe32-9247-4e81-b41b-37083c030914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.641522 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:08.662331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7f04fe32-9247-4e81-b41b-37083c030914 None None] Port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:55:08.674621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7f04fe32-9247-4e81-b41b-37083c030914 None None] Provisioning complete for port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:08.675314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7f04fe32-9247-4e81-b41b-37083c030914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.691572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-f962c010-44a9-49e0-a991-29c2229763b4 service neutron] 10.222.0.31 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085010 Mar 31 23:55:08.812898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-ca4c4642-ba28-440e-8f1f-553c13b5625e service neutron] 10.222.0.31 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075218 Mar 31 23:55:08.880596 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 2, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:08.913428 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Checking router: ae28623b-c6f3-4b2d-91e7-ae8a69c60855 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:08.913428 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Updating router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:55:08.937939 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.063724 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:55:09.075525 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.086101 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.090856 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9922309-d3f1-46ee-8478-5a0284a769ea req-9cbb9db3-9585-46f3-a957-277039f5dbcf tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 210 time: 0.0346086 Mar 31 23:55:09.102842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 47648cbd-c09a-4194-b78c-49072f843306 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:09.166927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-11ab75da-ba79-48f4-aa72-0202bc39cc0c None None] Provisioning complete for port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:09.167347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11ab75da-ba79-48f4-aa72-0202bc39cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.210439 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 47648cbd-c09a-4194-b78c-49072f843306 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:09.210838 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.214256 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.235525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-11ab75da-ba79-48f4-aa72-0202bc39cc0c None None] Port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:55:09.248468 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.294320 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.315628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 47648cbd-c09a-4194-b78c-49072f843306, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=47648cbd-c09a-4194-b78c-49072f843306,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:09.330707 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.383239 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Pushing event updated for resources: {'Port': ['ID=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:09.416813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.417275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:09.422884 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.423236 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.423816 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.423934 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.424225 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.424557 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.424883 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.425207 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.425530 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.425855 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.426179 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.426513 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:09.438826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Attempting to bind port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:09.439263 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Attempting to bind port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:09.439707 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Attempting to bind port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe on network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:09.445372 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:09.445758 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Checking segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:09.446147 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.446562 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Bound using segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:09.447024 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Bound port: e435d2ec-455b-46b6-b44e-60d7fc9bbcbe, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:09.447400 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.507606 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=47648cbd-c09a-4194-b78c-49072f843306,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:09.518398 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] For port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:09.521630 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] For port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:09.522391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:09.522803 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.570307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-cbbc2ef7-234a-4efa-9242-e32d4aec2ba9 None None] Provisioning complete for port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:09.570778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2ef7-234a-4efa-9242-e32d4aec2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.612386 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.634974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc2ef7-234a-4efa-9242-e32d4aec2ba9 None None] Port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:55:09.673293 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:09.673293 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:09.674574 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c60f06-69e1-4177-9747-48b30c2ef7a0 None None] Pushing event updated for resources: {'Port': ['ID=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:09.786679 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:09.857533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3ea29947-eef8-483a-9ad5-848a9cd7161f None None] Provisioning complete for port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:09.858013 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3ea29947-eef8-483a-9ad5-848a9cd7161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.935048 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3ea29947-eef8-483a-9ad5-848a9cd7161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:09.966850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3ea29947-eef8-483a-9ad5-848a9cd7161f None None] For port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:09.979798 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:10.005535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6407e6b-a1e9-4d55-b944-426cd637941b None None] The sync data for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 is: [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:10.029595 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3ea29947-eef8-483a-9ad5-848a9cd7161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.117912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea29947-eef8-483a-9ad5-848a9cd7161f None None] Pushing event updated for resources: {'Port': ['ID=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:10.184232 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.194723 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f78e4c75-27c4-46dc-968f-72c07b4ec3f5 req-44ec37a7-3cb0-4c98-be1c-170eaa1f89f9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 210 time: 0.0284305 Mar 31 23:55:11.087654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e435d2ec-455b-46b6-b44e-60d7fc9bbcbe up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:11.136904 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:11.137552 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:11.220450 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 47648cbd-c09a-4194-b78c-49072f843306 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:11.277047 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca19b62a-53cf-40a1-9f4c-2310230ee876 req-9a4379a9-62a9-46a7-91cf-d388fe2b0218 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 210 time: 0.0283563 Mar 31 23:55:11.278164 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 47648cbd-c09a-4194-b78c-49072f843306 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:11.278305 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.355276 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-eb2a8d47-f05f-46a1-a428-265cb136d16b req-5274399b-db48-42fb-9d37-0709bf178e95 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 210 time: 0.0269275 Mar 31 23:55:13.446389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51a0e3d6-2867-4c8a-b798-2a071d3011af req-e745f690-d449-44f8-bd6d-2d0551346d87 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 210 time: 0.0256557 Mar 31 23:55:14.547615 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-57fc18b0-c2e5-48c6-807c-391c09bf124e req-973ec8ad-a81b-4ea7-a302-c3778ea82a70 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 210 time: 0.0273905 Mar 31 23:55:15.053654 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405a09-4bdc-4061-99ff-672935fc6864 req-a0b58ea6-84f7-4131-8f9b-8e098452f65d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:15.055251 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-a0b58ea6-84f7-4131-8f9b-8e098452f65d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 797 time: 0.1037362 Mar 31 23:55:15.098572 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-e21fd3fe-66ad-4f32-91e1-0c29f3c427eb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 380 time: 0.0338445 Mar 31 23:55:15.108303 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'port': {'device_id': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'admin_state_up': True, 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'security_groups': ['4e6521d0-b920-42b0-9b9f-2c7aa56ca491']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:15.320510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:15.324606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.446143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.9 (d7d19c4f-60db-413c-bd29-59c1a2f94ec2/7737b447-28b1-4ce4-bd40-9aafd3a09e08/7d810b71-bbda-4a56-80a7-99859eff0908) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:15.586842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.647603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b021d44c-9e84-4f0f-a275-eb857f2b166a req-1a86fa22-0c20-4013-9da0-aefb2709d387 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 210 time: 0.0295877 Mar 31 23:55:15.675368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.719720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:15.722917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:15.726467 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:15.749919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:15.778777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:15.779399 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.860516 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-789ca0be-cb0b-4f3c-bff5-a835b07e9f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566414 Mar 31 23:55:15.873739 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Request body: {'port': {'device_id': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:15.905255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-837a5b0a-3f2f-4e79-a45d-6e4b4a32d679 None None] Provisioning complete for port 7d810b71-bbda-4a56-80a7-99859eff0908 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:15.905822 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-837a5b0a-3f2f-4e79-a45d-6e4b4a32d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.932739 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.944614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-837a5b0a-3f2f-4e79-a45d-6e4b4a32d679 None None] Port 7d810b71-bbda-4a56-80a7-99859eff0908 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:55:16.197366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d810b71-bbda-4a56-80a7-99859eff0908 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:55:16.205495 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.217845 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Transition to ACTIVE for port object 7d810b71-bbda-4a56-80a7-99859eff0908 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:55:16.303186 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.353770 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:16.424044 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Attempting to bind port 7d810b71-bbda-4a56-80a7-99859eff0908 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:16.424379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Attempting to bind port 7d810b71-bbda-4a56-80a7-99859eff0908 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:16.424708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Attempting to bind port 7d810b71-bbda-4a56-80a7-99859eff0908 on network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:16.429094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Port 7d810b71-bbda-4a56-80a7-99859eff0908 on network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:55:16.429410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Attempting to bind port 7d810b71-bbda-4a56-80a7-99859eff0908 on network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:16.434345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:16.434707 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Checking segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:16.435090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Bound using segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:16.435510 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Bound port: 7d810b71-bbda-4a56-80a7-99859eff0908, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:16.435872 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.502249 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:16.505298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:16.582532 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.617244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:16.617854 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.619264 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] 10.222.0.50 "PUT /v2.0/ports/7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 1091 time: 0.7504594 Mar 31 23:55:16.619699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:16.622093 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b31634-0f7b-437b-a177-ed8c37bdca49" -d '{"events": [{"name": "network-changed", "server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:16.653630 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab62859-93e6-433b-977c-d1d399f8c75e service neutron] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:16.665102 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191ccdd6-0aad-4731-9ffc-fd3348b301af x-openstack-request-id: req-191ccdd6-0aad-4731-9ffc-fd3348b301af {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:16.665389 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:16.665643 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-191ccdd6-0aad-4731-9ffc-fd3348b301af {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:16.666045 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191ccdd6-0aad-4731-9ffc-fd3348b301af'] response: {'name': 'network-changed', 'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908', 'status': 'completed', 'code': 200} Mar 31 23:55:16.737443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31634-0f7b-437b-a177-ed8c37bdca49 req-e383d67f-9427-479c-bb68-ecfe1ee8cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:16.739180 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d0b31634-0f7b-437b-a177-ed8c37bdca49 req-e383d67f-9427-479c-bb68-ecfe1ee8cf6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1094 time: 0.0508134 Mar 31 23:55:16.780307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466c80-72ef-4c9a-90c3-9f64b972b2d0 req-7a1c4fb7-49cf-4ba1-a398-1f33006f7a0a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:16.781957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6466c80-72ef-4c9a-90c3-9f64b972b2d0 req-7a1c4fb7-49cf-4ba1-a398-1f33006f7a0a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0545318 Mar 31 23:55:16.822262 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6466c80-72ef-4c9a-90c3-9f64b972b2d0 req-10ac469e-8db7-46c5-a496-cda75d34b4bc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335441 Mar 31 23:55:16.847014 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31634-0f7b-437b-a177-ed8c37bdca49 req-1aab0154-a7b9-475a-a1e2-3482c24bdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:16.848488 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d0b31634-0f7b-437b-a177-ed8c37bdca49 req-1aab0154-a7b9-475a-a1e2-3482c24bdfae service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1020191 Mar 31 23:55:16.948406 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31634-0f7b-437b-a177-ed8c37bdca49 req-a1c6a2bd-4127-4481-a6d2-d403994af3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:16.950394 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-d0b31634-0f7b-437b-a177-ed8c37bdca49 req-a1c6a2bd-4127-4481-a6d2-d403994af3c3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940959 Mar 31 23:55:17.026756 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405a09-4bdc-4061-99ff-672935fc6864 req-b494de90-6693-499d-bd54-57b0fcda403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:17.028205 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-b494de90-6693-499d-bd54-57b0fcda403b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1094 time: 0.0416248 Mar 31 23:55:17.068321 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-b7bc3428-9c56-4ef9-bb8a-7d292b594407 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 217 time: 0.0330729 Mar 31 23:55:17.121905 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405a09-4bdc-4061-99ff-672935fc6864 req-dbdfbc6d-5915-4358-bca9-60931e689971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:17.123395 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-dbdfbc6d-5915-4358-bca9-60931e689971 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0473502 Mar 31 23:55:17.168482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405a09-4bdc-4061-99ff-672935fc6864 req-4ab5bc26-4d91-4cb3-b78c-464128884bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:17.169962 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-4ab5bc26-4d91-4cb3-b78c-464128884bbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402396 Mar 31 23:55:17.260035 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-426c9280-b5e8-4366-be82-491057876265 service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833142 Mar 31 23:55:17.386094 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76405a09-4bdc-4061-99ff-672935fc6864 req-f1eea87c-2eed-4ea8-aace-93d3e4a8c2cd service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895121 Mar 31 23:55:17.941743 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b5ee4-c415-4044-a355-6fcb34762432 req-f81f0c06-0f1f-4285-a014-78d098343281 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:17.943243 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e3b5ee4-c415-4044-a355-6fcb34762432 req-f81f0c06-0f1f-4285-a014-78d098343281 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0490520 Mar 31 23:55:17.981463 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e3b5ee4-c415-4044-a355-6fcb34762432 req-e37ddcc6-775c-412a-8689-6182e0f54e44 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319400 Mar 31 23:55:19.097935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e326c1-8f44-45a8-87af-e94da3a54a26 req-550ca2f6-03a9-4817-bdba-259d7b80665f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:19.099470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58e326c1-8f44-45a8-87af-e94da3a54a26 req-550ca2f6-03a9-4817-bdba-259d7b80665f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0497816 Mar 31 23:55:19.140973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58e326c1-8f44-45a8-87af-e94da3a54a26 req-754773e4-23c6-485f-ab2c-fb27c004b9c5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348821 Mar 31 23:55:20.262900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c45a5-5d28-47bb-944b-ac2545f17240 req-f0819b21-e432-47e1-9137-0c8f63695756 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:20.264397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f9c45a5-5d28-47bb-944b-ac2545f17240 req-f0819b21-e432-47e1-9137-0c8f63695756 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0500677 Mar 31 23:55:20.301280 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5f9c45a5-5d28-47bb-944b-ac2545f17240 req-5674b45c-5fd5-4e9b-88ca-c493eac8c69a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305307 Mar 31 23:55:21.314152 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7d810b71-bbda-4a56-80a7-99859eff0908 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:55:21.410556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:21.419677 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3afb5-841d-4ef3-9853-4b21a65a227e req-92dd8cb4-3d8c-4b76-a20d-cb749fe11f5f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:21.421236 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ead3afb5-841d-4ef3-9853-4b21a65a227e req-92dd8cb4-3d8c-4b76-a20d-cb749fe11f5f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0488021 Mar 31 23:55:21.422514 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '7d810b71-bbda-4a56-80a7-99859eff0908', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'port_id': '7d810b71-bbda-4a56-80a7-99859eff0908', 'mac_address': 'fa:16:3e:8e:08:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:55:21.458637 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:21.459038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ead3afb5-841d-4ef3-9853-4b21a65a227e req-3d3c8701-8b5e-4b21-8d42-b2fed4672be2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314171 Mar 31 23:55:21.472157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d810b71-bbda-4a56-80a7-99859eff0908 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:55:21.491435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:21.554229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:21.600389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:21.795990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7d810b71-bbda-4a56-80a7-99859eff0908'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:55:22.576525 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc5295-0740-4701-b39b-1845c90903bd req-43ec0e06-b8a2-48b6-83aa-baa1461053d5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:22.577991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdbc5295-0740-4701-b39b-1845c90903bd req-43ec0e06-b8a2-48b6-83aa-baa1461053d5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 944 time: 0.0479009 Mar 31 23:55:22.620223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdbc5295-0740-4701-b39b-1845c90903bd req-638d3a74-3dbf-40cb-99bf-faf018242062 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361886 Mar 31 23:55:23.323075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7d810b71-bbda-4a56-80a7-99859eff0908 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:23.474491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 7d810b71-bbda-4a56-80a7-99859eff0908 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:55:23.478898 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 7d810b71-bbda-4a56-80a7-99859eff0908 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:23.479265 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.558122 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.580250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:23.582456 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e0ba8b-ab34-4728-9c45-1ddb51f436d8" -d '{"events": [{"server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "name": "network-vif-plugged", "status": "completed", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:23.597654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:23.619359 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bebbac2-0166-4c11-9e43-881be723b1e8 x-openstack-request-id: req-9bebbac2-0166-4c11-9e43-881be723b1e8 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:23.619900 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "name": "network-vif-plugged", "status": "completed", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:23.620187 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bebbac2-0166-4c11-9e43-881be723b1e8 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:23.620621 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bebbac2-0166-4c11-9e43-881be723b1e8'] response: {'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908', 'code': 200} Mar 31 23:55:23.661421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.718133 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:23.720444 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497d0cd-2b43-4821-a907-149f84eb8637 req-930ffc09-8521-484b-b93d-d11f38aee930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:23.722014 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c497d0cd-2b43-4821-a907-149f84eb8637 req-930ffc09-8521-484b-b93d-d11f38aee930 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1096 time: 0.0422440 Mar 31 23:55:23.738384 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967701b-d00b-46ee-bb4b-b6aa5fb09554 req-36e4ceaa-1e9c-4e26-ad36-ee4af1496a5b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:23.739929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9967701b-d00b-46ee-bb4b-b6aa5fb09554 req-36e4ceaa-1e9c-4e26-ad36-ee4af1496a5b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0509624 Mar 31 23:55:23.758119 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c497d0cd-2b43-4821-a907-149f84eb8637 req-d07e74a7-e6cb-43da-ba2c-970481f31b27 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282831 Mar 31 23:55:23.778432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9967701b-d00b-46ee-bb4b-b6aa5fb09554 req-1abe5f64-485e-4115-bc86-2493452615c5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319533 Mar 31 23:55:24.900870 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c187f-c773-4073-a14b-4382be05f650 req-d1fbb1c4-1d51-463e-be59-97dc3f28ffb3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:24.903023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e0c187f-c773-4073-a14b-4382be05f650 req-d1fbb1c4-1d51-463e-be59-97dc3f28ffb3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0496788 Mar 31 23:55:24.939860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7e0c187f-c773-4073-a14b-4382be05f650 req-50c6ded8-f341-48f1-ba6b-1770f76b1cd8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306811 Mar 31 23:55:25.055710 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc753e0-f4b2-454b-a3f1-d413ce750f3f req-1d4513c4-2854-4a53-953f-bc4f9fd37a06 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.057187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cc753e0-f4b2-454b-a3f1-d413ce750f3f req-1d4513c4-2854-4a53-953f-bc4f9fd37a06 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0495865 Mar 31 23:55:25.098929 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1cc753e0-f4b2-454b-a3f1-d413ce750f3f req-3c6a5d76-9b8d-4f10-9146-aad77c9a4c86 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355592 Mar 31 23:55:25.120204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57158) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:25.160569 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4038b-6738-4c29-b187-49568ae379c8 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.162041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-56a4038b-6738-4c29-b187-49568ae379c8 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1091 time: 0.0408778 Mar 31 23:55:25.164857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57160) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:25.169120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '7d810b71-bbda-4a56-80a7-99859eff0908', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:25.251794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:25.346845 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:25.451128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.12 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/1ce49dad-dbf2-49c3-8296-896fb0850e6d) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:25.549449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:25.658056 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:25.696597 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:25.699555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:25.703564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:25.729189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=1ce49dad-dbf2-49c3-8296-896fb0850e6d,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:25.859942 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-dbed9475-ab4d-4252-95f8-ba6c386ae586 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426657 Mar 31 23:55:25.939552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-778fc942-b60f-4a71-8eec-8ac5a0ea9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.941068 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-778fc942-b60f-4a71-8eec-8ac5a0ea9551 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1096 time: 0.0409458 Mar 31 23:55:26.054876 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-e710c99c-a017-40b5-a721-4ee5092cc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:26.056273 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-e710c99c-a017-40b5-a721-4ee5092cc718 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.0937033 Mar 31 23:55:26.067814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:26.101301 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-0b3f916d-6e4d-40df-9faf-20e2dd2fa3d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 217 time: 0.0382349 Mar 31 23:55:26.148922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-83ff98a0-8328-4a31-b043-c48f09d480aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:26.150341 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-83ff98a0-8328-4a31-b043-c48f09d480aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0427032 Mar 31 23:55:26.195050 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-4a820686-f7a8-4703-92fb-a098ce808d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:26.196610 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-4a820686-f7a8-4703-92fb-a098ce808d7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396781 Mar 31 23:55:26.203476 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:26.289064 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-f8c167b3-c61e-4de4-8300-08b250a20186 service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856636 Mar 31 23:55:26.357006 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:26.378679 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c60431d0-25da-4a81-8cda-0741ea0c218d req-22085328-42bb-42d6-8fb9-92b66a0d5d27 service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824506 Mar 31 23:55:26.417147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:26.482971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=1ce49dad-dbf2-49c3-8296-896fb0850e6d,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:26.494618 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:26.603140 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 86eb9028-a89b-469e-a2b8-17b9e8118384 associated. External IP: 172.25.4.12, port: 7d810b71-bbda-4a56-80a7-99859eff0908. Mar 31 23:55:27.179479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:55:27.304245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:27.314638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] Sync routers for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:27.323509 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:27.325588 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:27.385517 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:27.415768 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-26250aec-ebbf-4bf2-904a-0b2fe78856c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2498996 Mar 31 23:55:27.416343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:27.419293 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826ba54-3082-463c-88a7-cbb53c2ab0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:27.444816 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:27.542367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831acc3e-3496-4d3b-a830-ab36448a399d req-240f2fa4-a977-4e93-813a-1088a2d08d45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:27.543980 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-831acc3e-3496-4d3b-a830-ab36448a399d req-240f2fa4-a977-4e93-813a-1088a2d08d45 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0699270 Mar 31 23:55:27.546154 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ee24f7-2578-4de2-8dcd-440a5e18cfa6 x-openstack-request-id: req-d7ee24f7-2578-4de2-8dcd-440a5e18cfa6 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:27.546436 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:27.546913 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7ee24f7-2578-4de2-8dcd-440a5e18cfa6 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:27.547309 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ee24f7-2578-4de2-8dcd-440a5e18cfa6'] response: {'name': 'network-changed', 'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908', 'status': 'completed', 'code': 200} Mar 31 23:55:27.585274 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-831acc3e-3496-4d3b-a830-ab36448a399d req-f05a3f93-05af-4fb7-b62d-0946d251e2b0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351725 Mar 31 23:55:27.611170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-e7e99b94-e033-41e5-b432-7eede6c1f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:27.612720 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-e7e99b94-e033-41e5-b432-7eede6c1f8a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1096 time: 0.0490742 Mar 31 23:55:27.613391 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57168) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:27.710269 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '86eb9028-a89b-469e-a2b8-17b9e8118384', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'port_id': '7d810b71-bbda-4a56-80a7-99859eff0908', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'mac_address': 'fa:16:3e:8e:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:55:25Z', 'updated_at': '2022-03-31T23:55:25Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:27.731533 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-68cefee3-cadc-48b7-96c4-16de5f75692d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/86eb9028-a89b-469e-a2b8-17b9e8118384 HTTP/1.1" status: 200 len: 990 time: 0.1168671 Mar 31 23:55:27.741583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] Checking router: ae28623b-c6f3-4b2d-91e7-ae8a69c60855 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:27.750070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:27.750700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:55:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:27.756920 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-45ceca7c-00d9-4809-aed3-00c42f2e9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:27.758362 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-45ceca7c-00d9-4809-aed3-00c42f2e9212 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.1381114 Mar 31 23:55:27.829477 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-b9197283-c948-45d8-a0a1-031731f07db9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 998 time: 0.0627575 Mar 31 23:55:27.856424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:27.879538 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-ebe5b6b6-3c94-4a5e-9a03-53e1c3c031ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:27.881010 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-ebe5b6b6-3c94-4a5e-9a03-53e1c3c031ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0453908 Mar 31 23:55:27.928885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-1c8b71c4-f174-4342-822c-bdb86043983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:27.930414 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-1c8b71c4-f174-4342-822c-bdb86043983f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429900 Mar 31 23:55:28.027419 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-9c84625d-bdf1-4690-99b1-2d1adf2e4b05 service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890329 Mar 31 23:55:28.115552 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3826ba54-3082-463c-88a7-cbb53c2ab0f1 req-ff107bdc-6585-4c58-867a-8414279051c4 service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825586 Mar 31 23:55:28.233250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '86eb9028-a89b-469e-a2b8-17b9e8118384', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'port_id': '7d810b71-bbda-4a56-80a7-99859eff0908', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'mac_address': 'fa:16:3e:8e:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:55:25Z', 'updated_at': '2022-03-31T23:55:25Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:28.263013 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531a308-ba36-48e0-b846-2bb9d0ebcf06 None None] The sync data for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 is: [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '86eb9028-a89b-469e-a2b8-17b9e8118384', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'port_id': '7d810b71-bbda-4a56-80a7-99859eff0908', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'mac_address': 'fa:16:3e:8e:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:55:25Z', 'updated_at': '2022-03-31T23:55:25Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:28.449196 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5233fe1b-f298-4ec0-81dd-83fe77983c6c None None] New status for floating IP 86eb9028-a89b-469e-a2b8-17b9e8118384: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:55:28.735297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57170) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:28.801988 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8622ed72-1135-4bc8-9b99-7075c7621c53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/86eb9028-a89b-469e-a2b8-17b9e8118384 HTTP/1.1" status: 200 len: 992 time: 0.0655558 Mar 31 23:55:34.012199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3d829596-bb78-4abb-b326-ca795aaba553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:36.108351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b3971702-879d-4ad2-8396-63cd42ecd58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:37.891380 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:38.996373 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:39.085318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:39.188311 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:40.192550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:46.063778 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:55:57.439997 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-191ec3fb-e84b-4dd1-bf7f-36852128f426 req-7e446ff3-192c-4dbf-9473-d79d805e8cb6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:55:57.441005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-191ec3fb-e84b-4dd1-bf7f-36852128f426 req-7e446ff3-192c-4dbf-9473-d79d805e8cb6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053167 Mar 31 23:55:57.821889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd901ec-2ec3-4d06-a977-667b2422fdd9 req-7396d0c5-1de4-496c-8868-e9d34967f575 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:57.823404 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdd901ec-2ec3-4d06-a977-667b2422fdd9 req-7396d0c5-1de4-496c-8868-e9d34967f575 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0816963 Mar 31 23:55:57.862838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fdd901ec-2ec3-4d06-a977-667b2422fdd9 req-39373d40-e081-46a4-8832-287d8061d682 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328145 Mar 31 23:55:57.937144 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57186) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:58.015071 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-4fc5674e-556e-4b83-8f74-351f5991915b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767641 Mar 31 23:55:58.024016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-de9cd15f-887f-42af-9dd3-4904c11de605 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:55:58.024988 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-de9cd15f-887f-42af-9dd3-4904c11de605 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048532 Mar 31 23:55:58.985750 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8ee19-e7a8-48db-9f44-e672e3117a14 req-28abd6af-635a-415d-92d7-64ec0335ff0d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:58.987244 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51f8ee19-e7a8-48db-9f44-e672e3117a14 req-28abd6af-635a-415d-92d7-64ec0335ff0d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0489969 Mar 31 23:55:59.024381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-51f8ee19-e7a8-48db-9f44-e672e3117a14 req-66ba79f3-bed2-4582-a56d-cc0275851d74 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308957 Mar 31 23:56:00.078164 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-f6783122-be29-4e05-a9a4-572eb13094d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:00.079707 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-f6783122-be29-4e05-a9a4-572eb13094d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1096 time: 0.0415959 Mar 31 23:56:00.146717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5d92-8dce-4963-990a-4d9a79ed2c9d req-42f6039f-1b22-44bc-9a2d-a4b1e44daa23 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:00.148229 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e2d5d92-8dce-4963-990a-4d9a79ed2c9d req-42f6039f-1b22-44bc-9a2d-a4b1e44daa23 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0511642 Mar 31 23:56:00.189116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5e2d5d92-8dce-4963-990a-4d9a79ed2c9d req-c5330c18-6160-475c-a893-2c2f42761d50 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333049 Mar 31 23:56:00.191131 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-d0412465-c6a1-47b4-b8c6-7e348d51e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:00.192674 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-d0412465-c6a1-47b4-b8c6-7e348d51e624 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.1064970 Mar 31 23:56:00.261923 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-6d372ba2-815a-45bb-966a-87dfe7e666e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 1000 time: 0.0588818 Mar 31 23:56:00.315740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-012ad44f-c9e5-4fe6-ab5e-128859650148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:00.317093 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-012ad44f-c9e5-4fe6-ab5e-128859650148 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0486832 Mar 31 23:56:00.361858 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-5917d02e-88aa-4dca-9312-301b1bd01545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:00.363383 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-5917d02e-88aa-4dca-9312-301b1bd01545 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391676 Mar 31 23:56:00.450092 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-9d478091-e6e9-4eff-bb9a-7c54188ad1d5 service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789325 Mar 31 23:56:00.551033 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-5f4d9f4b-e9aa-44e9-83fd-4face270a8b4 service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941284 Mar 31 23:56:01.336174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce48fa5-fdd8-4e34-ae97-8cdd921aaa94 req-ee70baef-25a2-4b19-b5a9-edca6a67ea5c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:01.337640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ce48fa5-fdd8-4e34-ae97-8cdd921aaa94 req-ee70baef-25a2-4b19-b5a9-edca6a67ea5c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0672109 Mar 31 23:56:01.374882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5ce48fa5-fdd8-4e34-ae97-8cdd921aaa94 req-38a3b481-aecb-4ff7-9548-bb19d8990fe5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306246 Mar 31 23:56:02.488591 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833e1eb-b239-47ea-9353-944e9aae1c6e req-bafb1d0d-2ed4-4306-95ba-6e03e0a27ee4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:02.490053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6833e1eb-b239-47ea-9353-944e9aae1c6e req-bafb1d0d-2ed4-4306-95ba-6e03e0a27ee4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0484102 Mar 31 23:56:02.527597 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6833e1eb-b239-47ea-9353-944e9aae1c6e req-3547c41d-ca74-467a-aee1-3fef9bba1d06 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Mar 31 23:56:03.646041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c497-6a9d-4ba7-8d9c-5432e8cfc257 req-ba5e4918-d4d8-4f8d-a872-573e98694d3c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:03.647559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73f0c497-6a9d-4ba7-8d9c-5432e8cfc257 req-ba5e4918-d4d8-4f8d-a872-573e98694d3c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Mar 31 23:56:03.684446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-73f0c497-6a9d-4ba7-8d9c-5432e8cfc257 req-0cd39d81-ebb7-41c8-9e5d-9192c2dd9c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Mar 31 23:56:04.004827 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e11c0e0b-0846-4bbe-8f4e-4adfdd778473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:04.803759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d569c9-ddfd-48af-8152-e49efc0071a3 req-24d0649d-6c3a-40ad-a14b-04172b8b2701 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:04.805242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34d569c9-ddfd-48af-8152-e49efc0071a3 req-24d0649d-6c3a-40ad-a14b-04172b8b2701 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0518875 Mar 31 23:56:04.843733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34d569c9-ddfd-48af-8152-e49efc0071a3 req-50f6de44-7e10-4ff9-b573-d6eefb36f15b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Mar 31 23:56:05.964272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bdb2b-a80e-4d47-a741-6c9d15135314 req-4b2a3536-9ea9-4e75-8537-d14d29ff464d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:05.965793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d1bdb2b-a80e-4d47-a741-6c9d15135314 req-4b2a3536-9ea9-4e75-8537-d14d29ff464d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0511270 Mar 31 23:56:06.005344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5d1bdb2b-a80e-4d47-a741-6c9d15135314 req-0966d56d-b5d2-4b79-973e-023c0b099652 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333827 Mar 31 23:56:06.084610 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7f489ed6-81a9-48f6-9c3e-ecfde3e763c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.119740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbc32d-bd8a-4d5a-babd-a3e983522f0b req-36097144-19ac-418e-8dce-cc8185f57e93 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:07.121201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7cbc32d-bd8a-4d5a-babd-a3e983522f0b req-36097144-19ac-418e-8dce-cc8185f57e93 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0474949 Mar 31 23:56:07.158867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a7cbc32d-bd8a-4d5a-babd-a3e983522f0b req-91503c4e-cf42-473a-bcde-17a3428b4faa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Mar 31 23:56:07.890037 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.278000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d06eaa-ca6f-4232-8bf2-94843d128f58 req-dbec3d3a-b98d-47de-9c0a-de67026555a6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:08.279494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8d06eaa-ca6f-4232-8bf2-94843d128f58 req-dbec3d3a-b98d-47de-9c0a-de67026555a6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0525999 Mar 31 23:56:08.316729 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c8d06eaa-ca6f-4232-8bf2-94843d128f58 req-e721e364-b622-422d-94f6-0bdfbea6ab02 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312891 Mar 31 23:56:08.993084 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.067326 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.187271 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:09.435779 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fdbc0-3538-4b67-836f-c7d751651952 req-08de2537-69e4-4052-bb65-0dc686d7712f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:09.437266 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b48fdbc0-3538-4b67-836f-c7d751651952 req-08de2537-69e4-4052-bb65-0dc686d7712f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0487630 Mar 31 23:56:09.474057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b48fdbc0-3538-4b67-836f-c7d751651952 req-f838fe89-6a69-4b6c-86c5-3696f4d66785 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Mar 31 23:56:10.158966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:10.588223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efd96f-dabf-41f2-8c20-06c1304ce854 req-a7bb20fb-6c14-4ce2-a429-c200198389a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:10.589725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6efd96f-dabf-41f2-8c20-06c1304ce854 req-a7bb20fb-6c14-4ce2-a429-c200198389a2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0482666 Mar 31 23:56:10.627719 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d6efd96f-dabf-41f2-8c20-06c1304ce854 req-a5b81ac3-a35e-4a21-b60c-0c4e04765b9a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Mar 31 23:56:11.747721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c3314-4e6f-4709-9294-e68dc1b81062 req-556be65e-266d-47ae-8c9d-4cd01d0b538e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:11.749242 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d21c3314-4e6f-4709-9294-e68dc1b81062 req-556be65e-266d-47ae-8c9d-4cd01d0b538e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0527303 Mar 31 23:56:11.786297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d21c3314-4e6f-4709-9294-e68dc1b81062 req-a7942656-c2b6-4418-b56d-671ce3e4fe2a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Mar 31 23:56:12.815974 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-44603dcc-ef6b-480c-8120-66aea2478c74 service neutron] show failed (client error): The resource could not be found. Mar 31 23:56:12.816998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-44603dcc-ef6b-480c-8120-66aea2478c74 service neutron] 10.222.0.50 "GET /v2.0/ports/7d810b71-bbda-4a56-80a7-99859eff0908/bindings/n-h2-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0555396 Mar 31 23:56:12.908357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7f95f-5d68-49ea-a8d0-8f053d8713be req-433f2537-9599-489e-ab28-2c227d4c959f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:12.909836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33b7f95f-5d68-49ea-a8d0-8f053d8713be req-433f2537-9599-489e-ab28-2c227d4c959f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0511792 Mar 31 23:56:12.949255 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-33b7f95f-5d68-49ea-a8d0-8f053d8713be req-0f48dc89-a0b9-4778-b967-67d3f9356eba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Mar 31 23:56:13.372284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-1c2514ee-b43a-4ebe-a9a0-e7760f7db215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:13.373694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-1c2514ee-b43a-4ebe-a9a0-e7760f7db215 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 1096 time: 0.0413773 Mar 31 23:56:13.386238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:13.441304 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.650959 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:13.685124 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:13.722755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:56:13.725048 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc3ba7a-7900-4ded-b6f1-9e5b53032426" -d '{"events": [{"server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "name": "network-vif-unplugged", "status": "completed", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:56:13.729761 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.741945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Transition to ACTIVE for port object 7d810b71-bbda-4a56-80a7-99859eff0908 will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:56:13.774704 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9265c9e5-5426-4bd0-9427-2c1282d49152 x-openstack-request-id: req-9265c9e5-5426-4bd0-9427-2c1282d49152 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:56:13.775014 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "name": "network-vif-unplugged", "status": "completed", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:56:13.775348 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9265c9e5-5426-4bd0-9427-2c1282d49152 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:56:13.776388 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9265c9e5-5426-4bd0-9427-2c1282d49152'] response: {'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908', 'code': 200} Mar 31 23:56:13.823359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:13.908891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=6']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:13.921516 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.921863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.922177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.922528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.922851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.923170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.923486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.923803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.924114 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.924430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.924739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.925052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:13.955285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] No DVR routers for this DVR port 7d810b71-bbda-4a56-80a7-99859eff0908 on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:14.109799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d16bbd-8bf7-4cbf-a017-79a8a5ac5d45 req-e7df1c60-1e13-4ef5-97f7-a54ca016fa17 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:14.111324 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52d16bbd-8bf7-4cbf-a017-79a8a5ac5d45 req-e7df1c60-1e13-4ef5-97f7-a54ca016fa17 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0692477 Mar 31 23:56:14.154763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Attempting to bind port 7d810b71-bbda-4a56-80a7-99859eff0908 on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:56:14.155100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Attempting to bind port 7d810b71-bbda-4a56-80a7-99859eff0908 by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:56:14.155431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Attempting to bind port 7d810b71-bbda-4a56-80a7-99859eff0908 on network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:14.167857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Port 7d810b71-bbda-4a56-80a7-99859eff0908 on network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:56:14.168155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Attempting to bind port 7d810b71-bbda-4a56-80a7-99859eff0908 on network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:56:14.178590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-52d16bbd-8bf7-4cbf-a017-79a8a5ac5d45 req-a24bccea-7362-4815-881b-ce5de05bc696 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540004 Mar 31 23:56:14.179480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:56:14.179984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Checking segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:56:14.180367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Bound using segment: {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:56:14.180843 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Bound port: 7d810b71-bbda-4a56-80a7-99859eff0908, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a32ba91-4b37-44f5-a6ca-98524cf656d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:56:14.181207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.245576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:56:14.248602 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:56:14.324718 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.358948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:14.359756 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:14.361373 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 1091 time: 0.9795578 Mar 31 23:56:14.396745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ad0d6-48ca-42cd-938d-5eeb0141fe22 service neutron] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=7']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:14.429150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-2ccf494f-ea1f-40cc-b4b3-2717d78e34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:14.430706 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-2ccf494f-ea1f-40cc-b4b3-2717d78e34c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1094 time: 0.0466268 Mar 31 23:56:14.529086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-7ce4c37d-2732-458a-9769-37b304e6dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:14.530774 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-7ce4c37d-2732-458a-9769-37b304e6dac9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.0937951 Mar 31 23:56:14.596435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-f374a7f0-cfc7-4d00-b734-1101819fc2b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 998 time: 0.0591762 Mar 31 23:56:14.650938 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-677ecc78-dc4a-488b-8617-9ac36795a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:14.652489 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-677ecc78-dc4a-488b-8617-9ac36795a085 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0490706 Mar 31 23:56:14.698292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-2ac18908-687b-4173-bf13-3ce4162e4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:14.699731 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-2ac18908-687b-4173-bf13-3ce4162e4c12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396783 Mar 31 23:56:14.787590 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-14d8c518-e11b-4e2a-bfd9-b72ed95fce49 service neutron] 10.222.0.45 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802689 Mar 31 23:56:14.879563 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a13e8d31-aeee-42fd-b89e-ebc181334270 req-1eb49ebf-186d-437d-96ae-0dc219380cf9 service neutron] 10.222.0.45 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853419 Mar 31 23:56:15.306022 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579964e-4f56-44b2-b94e-2cbcf4564369 req-b8898430-a276-4614-98f3-a4f3a8ee0679 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:15.307635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c579964e-4f56-44b2-b94e-2cbcf4564369 req-b8898430-a276-4614-98f3-a4f3a8ee0679 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0495193 Mar 31 23:56:15.345446 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c579964e-4f56-44b2-b94e-2cbcf4564369 req-58675084-9202-4238-83b5-b1ceced5e21e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Mar 31 23:56:15.777307 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:56:15.779748 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3170bbb-f588-4f5a-a387-aeb65e2b016b" -d '{"events": [{"name": "network-changed", "server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:56:15.827931 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fafda6e-65b4-4df7-b2aa-ac9be3f44a19 x-openstack-request-id: req-4fafda6e-65b4-4df7-b2aa-ac9be3f44a19 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:56:15.828280 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:56:15.828536 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fafda6e-65b4-4df7-b2aa-ac9be3f44a19 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:56:15.828936 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fafda6e-65b4-4df7-b2aa-ac9be3f44a19'] response: {'name': 'network-changed', 'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908', 'status': 'completed', 'code': 200} Mar 31 23:56:15.885634 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-eb584d10-2246-4b39-aff1-df65a6052587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:15.887197 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-eb584d10-2246-4b39-aff1-df65a6052587 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1094 time: 0.0426145 Mar 31 23:56:15.891910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-ea73ea35-b6fb-4142-a8b9-a6ed928722c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:15.893510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-ea73ea35-b6fb-4142-a8b9-a6ed928722c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1094 time: 0.0407546 Mar 31 23:56:15.980890 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-fc5a2de5-ce12-4858-b31b-641cd659cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:15.982369 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-fc5a2de5-ce12-4858-b31b-641cd659cce6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.0887449 Mar 31 23:56:15.989166 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-7d2fbedb-cdd5-43f6-8b2e-99776e3baecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:15.990685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-7d2fbedb-cdd5-43f6-8b2e-99776e3baecb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.0904801 Mar 31 23:56:16.048868 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-e3f5c064-9c64-49a5-9aa5-5d0a52b15559 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 998 time: 0.0599315 Mar 31 23:56:16.075384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-75d7e2ea-2aab-463b-86a3-291a7ab653df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 998 time: 0.0779018 Mar 31 23:56:16.110879 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-5d4e3c02-2ada-45f5-ad49-4b2818d113de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:16.112452 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-5d4e3c02-2ada-45f5-ad49-4b2818d113de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0566812 Mar 31 23:56:16.131907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-16bb8add-fe5b-4075-8eba-e9e31024c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:16.133662 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-16bb8add-fe5b-4075-8eba-e9e31024c166 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0506120 Mar 31 23:56:16.157584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-fced4f16-485d-47ba-844d-3670137e0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:16.159006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-fced4f16-485d-47ba-844d-3670137e0a0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404809 Mar 31 23:56:16.183347 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-21023cb8-d961-486c-85c1-660e17b2bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:16.184940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-21023cb8-d961-486c-85c1-660e17b2bdad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422645 Mar 31 23:56:16.249219 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-9b07f288-f48d-4fb1-9cc0-d9069325c31b service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819271 Mar 31 23:56:16.276059 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-13fc22cc-7183-4337-b461-ea971e6fc12b service neutron] 10.222.0.45 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826457 Mar 31 23:56:16.343829 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-2d505c67-a696-4297-8adb-384bfc7ad37c service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872383 Mar 31 23:56:16.371708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b3170bbb-f588-4f5a-a387-aeb65e2b016b req-825264d9-5b2c-41d1-922d-09f489fc2727 service neutron] 10.222.0.45 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875225 Mar 31 23:56:16.471985 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbb029-4918-4d59-bb0f-ed99a56f7f31 req-4bb05be0-33e8-42d6-b7fd-79871293c43b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:16.473434 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afdbb029-4918-4d59-bb0f-ed99a56f7f31 req-4bb05be0-33e8-42d6-b7fd-79871293c43b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0547452 Mar 31 23:56:16.512961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-afdbb029-4918-4d59-bb0f-ed99a56f7f31 req-584f4f86-5647-4bf3-ae0c-90a0eee5ae90 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333910 Mar 31 23:56:17.511776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7d810b71-bbda-4a56-80a7-99859eff0908 details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:56:17.604000 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:17.616065 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '7d810b71-bbda-4a56-80a7-99859eff0908', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'port_id': '7d810b71-bbda-4a56-80a7-99859eff0908', 'mac_address': 'fa:16:3e:8e:08:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:56:17.637431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e0d31-65bd-4009-959f-a320ebb45519 req-a9f40bdb-69e3-43c8-9cde-d4de48c051db tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:17.638947 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b8e0d31-65bd-4009-959f-a320ebb45519 req-a9f40bdb-69e3-43c8-9cde-d4de48c051db tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 943 time: 0.0555646 Mar 31 23:56:17.657445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.670073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d810b71-bbda-4a56-80a7-99859eff0908 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:56:17.677132 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8b8e0d31-65bd-4009-959f-a320ebb45519 req-7e6e07d6-1e63-4970-ba4c-b98ec299f550 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Mar 31 23:56:17.678884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7d810b71-bbda-4a56-80a7-99859eff0908 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:56:17.714885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:17.729217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7d810b71-bbda-4a56-80a7-99859eff0908 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:56:17.787092 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:17.834190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:17.841609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.841956 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.842297 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.842661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.842997 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.843326 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.843654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.843979 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.844301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.844623 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.844945 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.845266 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:17.990182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf8c62-e086-478b-bd51-e61c14d10e0a req-81360f43-4a74-4867-a235-4e6ed49d52b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:17.991725 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26bf8c62-e086-478b-bd51-e61c14d10e0a req-81360f43-4a74-4867-a235-4e6ed49d52b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 944 time: 0.0516040 Mar 31 23:56:18.024495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['7d810b71-bbda-4a56-80a7-99859eff0908'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:56:18.032376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-26bf8c62-e086-478b-bd51-e61c14d10e0a req-dd5ffc2a-1c86-4a67-857d-9e7b5913d0b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337241 Mar 31 23:56:18.065074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-0db10450-9d78-48f4-9136-71bcf30fe656 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:18.066647 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-0db10450-9d78-48f4-9136-71bcf30fe656 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113&tenant_id=edcce20196524ffdbac3f4d6964bdb3c&binding%3Ahost_id=n-h2-836015-1 HTTP/1.1" status: 200 len: 944 time: 0.0553389 Mar 31 23:56:18.131747 n-d-836015-1 neutron-server[109821]: INFO neutron.api.v2.resource [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-a118586f-88fa-4f4f-960f-5989eacc9b45 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:56:18.132889 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-a118586f-88fa-4f4f-960f-5989eacc9b45 service neutron] 10.222.0.50 "DELETE /v2.0/ports/7d810b71-bbda-4a56-80a7-99859eff0908/bindings/n-h1-836015-1 HTTP/1.1" status: 404 len: 380 time: 0.0587177 Mar 31 23:56:18.161346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86594c-273e-48df-80b8-822f7d1a6cef req-d5189a82-3d12-4213-8c61-250e5033009f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:18.162902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e86594c-273e-48df-80b8-822f7d1a6cef req-d5189a82-3d12-4213-8c61-250e5033009f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 944 time: 0.0527680 Mar 31 23:56:18.232553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0e86594c-273e-48df-80b8-822f7d1a6cef req-202aadfc-5187-449e-97ee-485df5e895e9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 Mar 31 23:56:18.232733 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-56ee2f79-f5e7-4cd6-9422-1a0963ddd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:18.232733 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-56ee2f79-f5e7-4cd6-9422-1a0963ddd17d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1095 time: 0.0496762 Mar 31 23:56:18.320554 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-710b7b6d-4bcd-4036-8d0c-e1bb97ea544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:18.322021 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-710b7b6d-4bcd-4036-8d0c-e1bb97ea544d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.0841482 Mar 31 23:56:18.391938 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-26abad30-da6b-4af5-a25f-cb0f7c7f191f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 999 time: 0.0633726 Mar 31 23:56:18.440593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-6d99acf3-607c-4043-8ec6-e665e1c64868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:18.441999 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-6d99acf3-607c-4043-8ec6-e665e1c64868 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0430546 Mar 31 23:56:18.487942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-aeefea51-ad97-44bf-b194-107e6c2d833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:18.489428 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-aeefea51-ad97-44bf-b194-107e6c2d833c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393279 Mar 31 23:56:18.582327 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-ac82f848-6c1e-4792-a5c1-af33ffc9d0ef service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845997 Mar 31 23:56:18.671155 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6f50cac2-8639-4cf0-84ed-a54247ca079a req-36782b69-274e-4a44-8121-5618b0418888 service neutron] 10.222.0.50 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816081 Mar 31 23:56:19.328111 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04e521-325e-4bfc-b1d6-fe8bcf3f3057 req-3d69727c-7951-4bc2-9b26-0dc7853aab91 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:19.329321 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d04e521-325e-4bfc-b1d6-fe8bcf3f3057 req-3d69727c-7951-4bc2-9b26-0dc7853aab91 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 944 time: 0.0538917 Mar 31 23:56:19.369771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7d04e521-325e-4bfc-b1d6-fe8bcf3f3057 req-3dd66b10-50bc-4a86-84e2-6f3f1ba10c09 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333085 Mar 31 23:56:19.526628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7d810b71-bbda-4a56-80a7-99859eff0908 up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:56:19.665428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 7d810b71-bbda-4a56-80a7-99859eff0908 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:56:19.669927 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 7d810b71-bbda-4a56-80a7-99859eff0908 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:56:19.670299 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.747180 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.768748 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:56:19.771040 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d806d494-b93c-430e-9675-a51a0dc7f1c7" -d '{"events": [{"server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "name": "network-vif-plugged", "status": "completed", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:56:19.783456 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:19.810694 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa522a21-4f57-4eee-97d1-f84d63347de5 x-openstack-request-id: req-fa522a21-4f57-4eee-97d1-f84d63347de5 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:56:19.810986 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "name": "network-vif-plugged", "status": "completed", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:56:19.811229 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa522a21-4f57-4eee-97d1-f84d63347de5 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:56:19.811620 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa522a21-4f57-4eee-97d1-f84d63347de5'] response: {'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908', 'code': 200} Mar 31 23:56:19.833001 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:19.882977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=9']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:20.486208 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527f61-5535-4b4e-9d07-a2db22fe5c75 req-4d3a8d4b-98eb-4d24-be96-64460321b9a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:20.487760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12527f61-5535-4b4e-9d07-a2db22fe5c75 req-4d3a8d4b-98eb-4d24-be96-64460321b9a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0485556 Mar 31 23:56:20.533289 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12527f61-5535-4b4e-9d07-a2db22fe5c75 req-4d1506f4-71b2-484c-a157-615fcb05ffef tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 Mar 31 23:56:20.563625 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57262) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:20.950661 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5b609760-6751-483e-98a7-2394f1e63733 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/86eb9028-a89b-469e-a2b8-17b9e8118384 HTTP/1.1" status: 200 len: 992 time: 0.3858652 Mar 31 23:56:23.063537 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:56:24.255866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-60f7d11a-55b9-4030-8730-d8b6b486e423 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832002 Mar 31 23:56:24.335647 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-fd94730f-a2e3-4f2e-b4b9-2e06d5d34169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:24.337022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-fd94730f-a2e3-4f2e-b4b9-2e06d5d34169 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1096 time: 0.0405557 Mar 31 23:56:24.442669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-0ea2234f-e4e3-49b9-b1ca-3d7b67e44a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:24.444145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-0ea2234f-e4e3-49b9-b1ca-3d7b67e44a34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.0878146 Mar 31 23:56:24.515121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-5b34194f-e2ff-47f8-85fa-a92a080f4e4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 1000 time: 0.0632846 Mar 31 23:56:24.573741 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-c999f9ec-a25d-4dbc-8ca0-9f1737d0ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:24.575249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-c999f9ec-a25d-4dbc-8ca0-9f1737d0ca79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0541117 Mar 31 23:56:24.621334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-771c690f-971f-40aa-9a01-e0f87727a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:24.623003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-771c690f-971f-40aa-9a01-e0f87727a242 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412860 Mar 31 23:56:24.712098 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-c2d6c5b3-719b-44c3-99e6-d3e403ea5cb9 service neutron] 10.222.0.45 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817769 Mar 31 23:56:24.805877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-572310de-25a2-4fb1-8bc4-ad7ca2e17945 req-a1529e78-1502-4d9f-b4d5-c3ec62732567 service neutron] 10.222.0.45 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862138 Mar 31 23:56:34.015710 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-664a9812-2b53-4438-bb98-633961b09147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:36.122151 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e447c2c0-8e9f-4ecf-bc1e-f5f24834f309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:37.882237 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:39.037874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:39.100532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:39.191966 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:40.179442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:47.310119 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57274) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:47.482433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 1ce49dad-dbf2-49c3-8296-896fb0850e6d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:47.482812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:47.561237 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:47.561487 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:47.573293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 1ce49dad-dbf2-49c3-8296-896fb0850e6d owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:47.774256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:47.803727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=1ce49dad-dbf2-49c3-8296-896fb0850e6d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:47.863633 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:47.863888 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 86eb9028-a89b-469e-a2b8-17b9e8118384 disassociated (deleted). External IP: 172.25.4.12, port: 7d810b71-bbda-4a56-80a7-99859eff0908. Mar 31 23:56:48.080134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:56:48.188520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:56:48.193382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:48.197798 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] Sync routers for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:56:48.206908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:48.207512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:48.219309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-07a67dcc-df88-4c9f-bd8c-a85a23255a1c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/floatingips/86eb9028-a89b-469e-a2b8-17b9e8118384 HTTP/1.1" status: 204 len: 168 time: 0.9078610 Mar 31 23:56:48.219875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:56:48.222116 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2984b24-cea3-4695-bcfe-98e6f00d177d" -d '{"events": [{"name": "network-changed", "server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:56:48.266590 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f653891-859c-4bb5-9269-e07998e3a2a8 x-openstack-request-id: req-0f653891-859c-4bb5-9269-e07998e3a2a8 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:56:48.266590 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:56:48.266590 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f653891-859c-4bb5-9269-e07998e3a2a8 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:56:48.267174 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f653891-859c-4bb5-9269-e07998e3a2a8'] response: {'name': 'network-changed', 'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908', 'status': 'completed', 'code': 200} Mar 31 23:56:48.315844 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:48.326261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-3faedcf8-0451-4a8b-bfd1-7daf9d887b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:48.327850 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-3faedcf8-0451-4a8b-bfd1-7daf9d887b19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 1096 time: 0.0419478 Mar 31 23:56:48.423395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-4516f2b2-ed79-48d3-89af-5343bf7c0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:48.424910 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-4516f2b2-ed79-48d3-89af-5343bf7c0c60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 200 len: 898 time: 0.0910881 Mar 31 23:56:48.464675 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-6e10f9aa-d743-4cd1-9290-b938898959d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 200 len: 217 time: 0.0334408 Mar 31 23:56:48.518255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-92a3199d-67e4-4e37-940c-00d675294cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:48.519817 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-92a3199d-67e4-4e37-940c-00d675294cce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 200 len: 834 time: 0.0491974 Mar 31 23:56:48.520884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:48.548039 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] Checking router: ae28623b-c6f3-4b2d-91e7-ae8a69c60855 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:56:48.556458 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:48.557187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:48.573486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-232f18f8-1f4e-48a6-bf16-c73034498cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:48.575021 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-232f18f8-1f4e-48a6-bf16-c73034498cd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7d19c4f-60db-413c-bd29-59c1a2f94ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485296 Mar 31 23:56:48.671836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-0142ae85-74d8-492a-a4cc-71320095f237 service neutron] 10.222.0.45 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892923 Mar 31 23:56:48.675637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:48.774930 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d64-3521-46ef-8332-09c9d6637136 req-36c60354-dffa-4362-b606-1b9fb6f00677 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:48.776481 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a21f8d64-3521-46ef-8332-09c9d6637136 req-36c60354-dffa-4362-b606-1b9fb6f00677 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.1036897 Mar 31 23:56:48.820537 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2984b24-cea3-4695-bcfe-98e6f00d177d req-74875f52-c71c-4d72-85d6-c2afa4e3608c service neutron] 10.222.0.45 "GET /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376483 Mar 31 23:56:48.835199 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a21f8d64-3521-46ef-8332-09c9d6637136 req-99d13ff8-53e2-45bf-bbb5-3aa313d396b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476987 Mar 31 23:56:48.880459 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:48.907970 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7577f3-fbe8-4f58-8551-3025860f8cee None None] The sync data for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 is: [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:55:07Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'e435d2ec-455b-46b6-b44e-60d7fc9bbcbe', 'name': '', 'network_id': 'd7d19c4f-60db-413c-bd29-59c1a2f94ec2', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:40:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:06Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '7737b447-28b1-4ce4-bd40-9aafd3a09e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:56:49.119065 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884771-fc42-4d62-9378-47409a88e856 None None] New status for floating IP 86eb9028-a89b-469e-a2b8-17b9e8118384: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:56:49.964149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-24162bf8-e61c-44ed-b034-731cd112c79c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:49.965692 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-24162bf8-e61c-44ed-b034-731cd112c79c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0789831 Mar 31 23:56:49.988159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df401c-2403-4b38-8260-401a7321fa71 req-40a08681-ef28-49db-a33b-40dbb701d311 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:49.989580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22df401c-2403-4b38-8260-401a7321fa71 req-40a08681-ef28-49db-a33b-40dbb701d311 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 945 time: 0.0772462 Mar 31 23:56:50.066149 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-22df401c-2403-4b38-8260-401a7321fa71 req-4f5509ac-6beb-42aa-873c-d7e23e6d5159 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e6521d0-b920-42b0-9b9f-2c7aa56ca491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617013 Mar 31 23:56:50.089520 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 7d810b71-bbda-4a56-80a7-99859eff0908 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:50.089858 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:50.180756 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 7d810b71-bbda-4a56-80a7-99859eff0908, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7d810b71-bbda-4a56-80a7-99859eff0908,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:50.181116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:50.193689 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 7d810b71-bbda-4a56-80a7-99859eff0908 owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:50.369414 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:50.398451 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=7d810b71-bbda-4a56-80a7-99859eff0908,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:50.439421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] No DVR routers for this DVR port 7d810b71-bbda-4a56-80a7-99859eff0908 on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:50.441920 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:50.445174 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-244cf034-3d33-4d7e-b019-2f41c0b01656 req-0fa7b2dd-bf83-4bb6-9d7d-cc5b1f35b573 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "DELETE /v2.0/ports/7d810b71-bbda-4a56-80a7-99859eff0908 HTTP/1.1" status: 204 len: 173 time: 0.4720347 Mar 31 23:56:50.445593 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'name': 'network-vif-deleted', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:56:50.447863 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eed032-7b39-4ebe-b2b9-4be6a2184017" -d '{"events": [{"server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "name": "network-vif-deleted", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:56:50.484607 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22bc35-ff1d-408c-96f6-61b6dcc63389 x-openstack-request-id: req-6c22bc35-ff1d-408c-96f6-61b6dcc63389 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:56:50.484607 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01201c12-a09a-4523-99ae-ec35bb9d4113", "name": "network-vif-deleted", "tag": "7d810b71-bbda-4a56-80a7-99859eff0908", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:56:50.484607 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c22bc35-ff1d-408c-96f6-61b6dcc63389 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:56:50.484956 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c22bc35-ff1d-408c-96f6-61b6dcc63389'] response: {'server_uuid': '01201c12-a09a-4523-99ae-ec35bb9d4113', 'name': 'network-vif-deleted', 'tag': '7d810b71-bbda-4a56-80a7-99859eff0908', 'status': 'completed', 'code': 200} Mar 31 23:56:51.190366 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e88c30b9-97b3-4a1d-8ae9-0a83d5f243f7 req-254c1f6d-71df-444a-814f-dae5762e5374 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=01201c12-a09a-4523-99ae-ec35bb9d4113 HTTP/1.1" status: 200 len: 210 time: 0.0359175 Mar 31 23:56:52.246300 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57290) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:52.598183 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:52.857504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:52.857762 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:52.947460 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port e435d2ec-455b-46b6-b44e-60d7fc9bbcbe, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:52.947825 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:52.960442 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for e435d2ec-455b-46b6-b44e-60d7fc9bbcbe owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:53.249313 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:53.277183 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=e435d2ec-455b-46b6-b44e-60d7fc9bbcbe,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:53.306263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.306648 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.306996 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.307335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.307668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.308002 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.308336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.308666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.308997 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.309323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.309684 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.310007 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:56:53.471285 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:53.685551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:56:53.708812 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7d810b71-bbda-4a56-80a7-99859eff0908 no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:56:53.728186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 7d810b71-bbda-4a56-80a7-99859eff0908 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:56:53.728520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7d810b71-bbda-4a56-80a7-99859eff0908 not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:56:53.796690 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:56:53.801643 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8e6bdee4-6726-4cc3-b093-6e2cb122270f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/ae28623b-c6f3-4b2d-91e7-ae8a69c60855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543020 Mar 31 23:56:53.804480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57292) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:53.806696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] Sync routers for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:56:53.817370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:53.817963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:53.859097 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bae01ee-209b-4a28-87f5-1049248e65e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting subnet 7737b447-28b1-4ce4-bd40-9aafd3a09e08 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:56:53.862014 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bae01ee-209b-4a28-87f5-1049248e65e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:53.902307 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bae01ee-209b-4a28-87f5-1049248e65e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:53.920624 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:53.985497 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bae01ee-209b-4a28-87f5-1049248e65e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.095110 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bae01ee-209b-4a28-87f5-1049248e65e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.101391 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:56:53Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:54.122151 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae01ee-209b-4a28-87f5-1049248e65e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Subnet': ['ID=7737b447-28b1-4ce4-bd40-9aafd3a09e08,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:54.125916 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-9bae01ee-209b-4a28-87f5-1049248e65e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.127390 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] Checking router: ae28623b-c6f3-4b2d-91e7-ae8a69c60855 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:56:54.131375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-9bae01ee-209b-4a28-87f5-1049248e65e6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/subnets/7737b447-28b1-4ce4-bd40-9aafd3a09e08 HTTP/1.1" status: 204 len: 168 time: 0.3235042 Mar 31 23:56:54.131698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57294) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:54.135360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7452bfff-8f90-4fd0-ba22-694bc12157c7 None None] Network d7d19c4f-60db-413c-bd29-59c1a2f94ec2 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:56:54.141372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] Routers {'ae28623b-c6f3-4b2d-91e7-ae8a69c60855'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:56:54.141976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:54.282454 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.329215 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] Set router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:56:54.658307 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] DHCP port deletion for d7d19c4f-60db-413c-bd29-59c1a2f94ec2 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:56:54.724070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:56:53Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:54.731705 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.753619 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa32723-6e3f-4e89-971f-08b3167a5b9a None None] The sync data for ids ['ae28623b-c6f3-4b2d-91e7-ae8a69c60855'] in n-d-836015-1 is: [{'id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7276594', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '47648cbd-c09a-4194-b78c-49072f843306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:02Z', 'updated_at': '2022-03-31T23:56:53Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '47648cbd-c09a-4194-b78c-49072f843306', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28623b-c6f3-4b2d-91e7-ae8a69c60855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:03Z', 'updated_at': '2022-03-31T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:56:54.758194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] Deleting port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:54.758194 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.821833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] For port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=675c76ec-8175-4fc3-acaa-f43ad0ea0d03,segment=NetworkSegment(7a32ba91-4b37-44f5-a6ca-98524cf656d8),segment_id=7a32ba91-4b37-44f5-a6ca-98524cf656d8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:54.822164 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.836601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] Calling delete_port for 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:54.846412 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 47648cbd-c09a-4194-b78c-49072f843306 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:56:54.846953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.925174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 47648cbd-c09a-4194-b78c-49072f843306, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=47648cbd-c09a-4194-b78c-49072f843306,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:56:54.925530 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.938010 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 47648cbd-c09a-4194-b78c-49072f843306 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:56:54.974805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:54.997568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] Pushing event deleted for resources: {'Port': ['ID=675c76ec-8175-4fc3-acaa-f43ad0ea0d03,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:55.003016 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efa609-3bfd-4d22-ae13-1b0333a27eb1 None None] No DVR routers for this DVR port 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:56:55.158281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e435d2ec-455b-46b6-b44e-60d7fc9bbcbe no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:56:55.179203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e435d2ec-455b-46b6-b44e-60d7fc9bbcbe {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:56:55.179571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e435d2ec-455b-46b6-b44e-60d7fc9bbcbe not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:56:55.180953 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.181491 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:56:55.211103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:56:55.211374 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 675c76ec-8175-4fc3-acaa-f43ad0ea0d03 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:56:55.212157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=47648cbd-c09a-4194-b78c-49072f843306,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:55.273620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.363643 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.365668 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.483901 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.484472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Fanout notify agent at l3_agent the message router_deleted on router ae28623b-c6f3-4b2d-91e7-ae8a69c60855 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:56:55.495137 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.495480 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2d7ad2d0-acd0-490a-b1ce-41cdbf9c04fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/routers/ae28623b-c6f3-4b2d-91e7-ae8a69c60855 HTTP/1.1" status: 204 len: 168 time: 1.3625884 Mar 31 23:56:55.500808 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57298) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:55.587842 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.674491 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.699566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d19c4f-60db-413c-bd29-59c1a2f94ec2']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:55.709012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a32ba91-4b37-44f5-a6ca-98524cf656d8') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:55.709328 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a32ba91-4b37-44f5-a6ca-98524cf656d8') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:56:55.718564 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.732550 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.738355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:56:55.738774 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:56:55.741652 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:56:55.881658 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.886685 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.890772 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/networks/d7d19c4f-60db-413c-bd29-59c1a2f94ec2 HTTP/1.1" status: 204 len: 168 time: 0.3885570 Mar 31 23:56:55.893587 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57300) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:55.906661 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98efee-7bc8-44e5-a2c7-79fe2736292a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Network': ['ID=d7d19c4f-60db-413c-bd29-59c1a2f94ec2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:55.966420 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dec1579f-3ce6-43a7-8da6-b671cf8e7d36 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:55.994336 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dec1579f-3ce6-43a7-8da6-b671cf8e7d36 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:56.107185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dec1579f-3ce6-43a7-8da6-b671cf8e7d36 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:56.109779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dec1579f-3ce6-43a7-8da6-b671cf8e7d36 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:56.111002 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dec1579f-3ce6-43a7-8da6-b671cf8e7d36 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e6521d0-b920-42b0-9b9f-2c7aa56ca491 HTTP/1.1" status: 204 len: 168 time: 0.2162538 Mar 31 23:56:56.120666 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1579f-3ce6-43a7-8da6-b671cf8e7d36 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6521d0-b920-42b0-9b9f-2c7aa56ca491,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:56.615828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57306) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:56.620424 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e331c45e-4827-42d5-97a3-60e6cf5371e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952928827', 'description': 'tempest-secgroup-smoke-952928827 description', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:56.699000 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e331c45e-4827-42d5-97a3-60e6cf5371e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:56.763668 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e331c45e-4827-42d5-97a3-60e6cf5371e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:56.830564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e331c45e-4827-42d5-97a3-60e6cf5371e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:56.858026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331c45e-4827-42d5-97a3-60e6cf5371e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:56.925660 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e331c45e-4827-42d5-97a3-60e6cf5371e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:56.927033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e331c45e-4827-42d5-97a3-60e6cf5371e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3101909 Mar 31 23:56:56.929948 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57308) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:56.935912 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ec2d96f3-7c0c-425e-b375-cc6612a41e85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '005e3fc2-fcea-40f7-b975-6fb7f0fc5db5', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:57.051839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 47648cbd-c09a-4194-b78c-49072f843306 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:56:57.054371 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ec2d96f3-7c0c-425e-b375-cc6612a41e85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.076265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 47648cbd-c09a-4194-b78c-49072f843306 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:56:57.076608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 47648cbd-c09a-4194-b78c-49072f843306 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:56:57.110208 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ec2d96f3-7c0c-425e-b375-cc6612a41e85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.185361 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ec2d96f3-7c0c-425e-b375-cc6612a41e85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.207615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d96f3-7c0c-425e-b375-cc6612a41e85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5588e4c-e2c0-4a44-9903-092c6620db9c,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:57.280425 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ec2d96f3-7c0c-425e-b375-cc6612a41e85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.281712 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ec2d96f3-7c0c-425e-b375-cc6612a41e85 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506918 Mar 31 23:56:57.284484 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57310) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:57.288944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-dbe329a4-4a3e-43b2-a319-16bc215facc2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '005e3fc2-fcea-40f7-b975-6fb7f0fc5db5', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:57.402143 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbe329a4-4a3e-43b2-a319-16bc215facc2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.456955 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbe329a4-4a3e-43b2-a319-16bc215facc2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.529472 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbe329a4-4a3e-43b2-a319-16bc215facc2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.549239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe329a4-4a3e-43b2-a319-16bc215facc2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97a8ca3-ea51-417b-bced-6d05a7b2ee92,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:57.605382 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-dbe329a4-4a3e-43b2-a319-16bc215facc2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.607232 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-dbe329a4-4a3e-43b2-a319-16bc215facc2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211844 Mar 31 23:56:57.609974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57312) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:57.614316 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-6f53f35a-427c-4af0-85cb-466bf7cd2bd7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '005e3fc2-fcea-40f7-b975-6fb7f0fc5db5', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:57.681844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f53f35a-427c-4af0-85cb-466bf7cd2bd7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.738156 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f53f35a-427c-4af0-85cb-466bf7cd2bd7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.797548 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f53f35a-427c-4af0-85cb-466bf7cd2bd7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.815572 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53f35a-427c-4af0-85cb-466bf7cd2bd7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4923d70a-579d-4eac-a7c4-de55fa1b5440,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:57.891826 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6f53f35a-427c-4af0-85cb-466bf7cd2bd7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:57.893051 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6f53f35a-427c-4af0-85cb-466bf7cd2bd7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820792 Mar 31 23:56:57.895733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57314) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:57.900106 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1a0a4ea8-8810-41ad-9ced-29ac9e250420 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '005e3fc2-fcea-40f7-b975-6fb7f0fc5db5', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:58.008307 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a0a4ea8-8810-41ad-9ced-29ac9e250420 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.069778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a0a4ea8-8810-41ad-9ced-29ac9e250420 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.123731 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a0a4ea8-8810-41ad-9ced-29ac9e250420 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.146570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a4ea8-8810-41ad-9ced-29ac9e250420 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffbd667-3d76-4d1f-af47-03b1b735f323,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:58.199840 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1a0a4ea8-8810-41ad-9ced-29ac9e250420 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.201760 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a0a4ea8-8810-41ad-9ced-29ac9e250420 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3051064 Mar 31 23:56:58.204621 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57316) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:58.209571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4ade487e-5e44-4d2d-9a25-7477a4852fe8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '005e3fc2-fcea-40f7-b975-6fb7f0fc5db5', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:58.283653 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-4ade487e-5e44-4d2d-9a25-7477a4852fe8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:56:58.288518 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ade487e-5e44-4d2d-9a25-7477a4852fe8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.346963 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ade487e-5e44-4d2d-9a25-7477a4852fe8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.414549 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ade487e-5e44-4d2d-9a25-7477a4852fe8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.432954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade487e-5e44-4d2d-9a25-7477a4852fe8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a8e72e-607a-4c0e-b01b-7fa43fc7605d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:58.479385 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ade487e-5e44-4d2d-9a25-7477a4852fe8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.480560 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4ade487e-5e44-4d2d-9a25-7477a4852fe8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2749822 Mar 31 23:56:58.483891 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57318) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:58.488175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-82f8ce32-2007-4d5b-aa38-c4f3c1980d59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '005e3fc2-fcea-40f7-b975-6fb7f0fc5db5', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:58.552058 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-82f8ce32-2007-4d5b-aa38-c4f3c1980d59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:56:58.557017 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82f8ce32-2007-4d5b-aa38-c4f3c1980d59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.619248 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82f8ce32-2007-4d5b-aa38-c4f3c1980d59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.671712 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82f8ce32-2007-4d5b-aa38-c4f3c1980d59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.691635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8ce32-2007-4d5b-aa38-c4f3c1980d59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf20a56-74c8-4309-a824-fe5462539a9d,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:58.753473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-82f8ce32-2007-4d5b-aa38-c4f3c1980d59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.754803 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-82f8ce32-2007-4d5b-aa38-c4f3c1980d59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2698119 Mar 31 23:56:58.757640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57320) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:58.762813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'network': {'name': 'tempest-network-smoke--1107768885', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'port_security_enabled': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:58.826163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:56:58.829529 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.851701 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:56:58.860670 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.861007 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Added segment c64fe29c-bb43-4a6d-8c02-eb8af264ac54 of type vlan for network 0ed115b6-a738-4575-86d8-9d488aa6c538 Mar 31 23:56:58.901404 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.986224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:58.991883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:58.992473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:59.057086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Network': ['ID=0ed115b6-a738-4575-86d8-9d488aa6c538,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:56:59.067746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:56:59.092616 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-730d8f59-96d5-41ae-8c2e-fc0302fddaeb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3338759 Mar 31 23:56:59.095252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57322) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:59.099832 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'admin_state_up': True, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:56:59.174713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:59.175786 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:59.228853 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:59.426867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:59.672093 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:59.690855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:59.794376 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.238 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/bbc8f297-abaa-4fca-b595-009f14bd054e) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:56:59.895568 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:00.013473 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:00.055999 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:00.058905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:00.063902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:00.064593 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:57:00.066931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=bbc8f297-abaa-4fca-b595-009f14bd054e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:00.371511 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:00.563365 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:00.752145 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 140933a0-7f67-4878-a7b8-f220ad498d2a is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:57:00.859212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:00.868447 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Sync routers for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:00.877669 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:00.878263 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:00.965439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:00.970323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7c74d897-9ac7-41c3-9cfb-c81bc043d887 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8710806 Mar 31 23:57:00.970528 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57324) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:00.981163 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:01.042693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-87ba02a6-4ea2-4c52-818f-35ad4a568f84 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edcce20196524ffdbac3f4d6964bdb3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710664 Mar 31 23:57:01.045215 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57328) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:01.133927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a664c7f-5a94-4f95-a17d-6896f86731b6 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:01.138720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1a664c7f-5a94-4f95-a17d-6896f86731b6 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895073 Mar 31 23:57:01.138977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57330) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:01.161361 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:00Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:01.176640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-225e0eb6-8b0a-40ed-9637-dc1a43bae90b tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342565 Mar 31 23:57:01.176848 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57332) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:01.181592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2102485589', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:01.187863 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Checking router: 140933a0-7f67-4878-a7b8-f220ad498d2a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:01.188208 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Updating router 140933a0-7f67-4878-a7b8-f220ad498d2a port bbc8f297-abaa-4fca-b595-009f14bd054e binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:57:01.212655 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.350568 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:57:01.354242 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.458676 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.516473 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.571182 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Attempting to bind port bbc8f297-abaa-4fca-b595-009f14bd054e on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:57:01.571733 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Attempting to bind port bbc8f297-abaa-4fca-b595-009f14bd054e by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:57:01.571901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Attempting to bind port bbc8f297-abaa-4fca-b595-009f14bd054e on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:01.574585 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Pushing event updated for resources: {'Port': ['ID=bbc8f297-abaa-4fca-b595-009f14bd054e,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:01.582084 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:57:01.582450 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:01.582867 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.583259 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:57:01.583708 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Bound port: bbc8f297-abaa-4fca-b595-009f14bd054e, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:57:01.584084 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.587333 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.587676 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.588015 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.588343 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.588667 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.588992 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.589413 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.589781 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.590101 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.590416 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.590789 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.590984 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.591154 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:01.643332 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] For port bbc8f297-abaa-4fca-b595-009f14bd054e, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:57:01.646233 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] For port bbc8f297-abaa-4fca-b595-009f14bd054e, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bbc8f297-abaa-4fca-b595-009f14bd054e,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:57:01.654037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Subnet': ['ID=2e736c5f-7cc5-45a3-8733-f3031d2a26c9,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:01.666237 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Checking segment: {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:01.666648 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network hostable DHCP agents. Network: 0ed115b6-a738-4575-86d8-9d488aa6c538, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:57:01.711930 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.766573 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:01.767173 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:01.778548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:57:01.804597 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f01a3-c699-4517-bb76-96ff6ca8dc92 None None] Pushing event updated for resources: {'Port': ['ID=bbc8f297-abaa-4fca-b595-009f14bd054e,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:01.854614 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 0ed115b6-a738-4575-86d8-9d488aa6c538) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:01.861881 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:01.863132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:01.872901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639fcc2f-908a-4667-a054-c0916d157870 None None] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:57:01.881447 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:01.954694 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-77ccd08b-296b-476a-80de-1bb1cfd3bfc6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7768037 Mar 31 23:57:01.957425 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57334) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:02.020372 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-0ed115b6-a738-4575-86d8-9d488aa6c538', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:57:02.021666 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:02.075996 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:00Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:02.105735 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1e5cf-eb2c-4fab-b7a0-e63545b0c743 None None] The sync data for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 is: [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:00Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:57:02.179554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Allocated IP 172.20.0.2 (0ed115b6-a738-4575-86d8-9d488aa6c538/2e736c5f-7cc5-45a3-8733-f3031d2a26c9/f1c521c9-bc8d-4447-8b05-5b617040e943) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:02.358934 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:02.420766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:02.462365 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:02.465670 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:02.469934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:02.470455 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:02.477314 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Pushing event updated for resources: {'Port': ['ID=f1c521c9-bc8d-4447-8b05-5b617040e943,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:02.534665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Attempting to bind port f1c521c9-bc8d-4447-8b05-5b617040e943 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:57:02.535389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Attempting to bind port f1c521c9-bc8d-4447-8b05-5b617040e943 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:57:02.535963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Attempting to bind port f1c521c9-bc8d-4447-8b05-5b617040e943 on network 0ed115b6-a738-4575-86d8-9d488aa6c538 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:02.543305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:57:02.543869 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Checking segment: {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:02.544286 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:02.544689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Bound using segment: {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:57:02.545158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Bound port: f1c521c9-bc8d-4447-8b05-5b617040e943, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:57:02.545692 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:02.626007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] For port f1c521c9-bc8d-4447-8b05-5b617040e943, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:57:02.626007 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] For port f1c521c9-bc8d-4447-8b05-5b617040e943, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f1c521c9-bc8d-4447-8b05-5b617040e943,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:57:02.689687 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:02.760510 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8b074-a651-45a2-a544-315c2ee7e9ab None None] Pushing event updated for resources: {'Port': ['ID=f1c521c9-bc8d-4447-8b05-5b617040e943,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:02.787887 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.1 (0ed115b6-a738-4575-86d8-9d488aa6c538/2e736c5f-7cc5-45a3-8733-f3031d2a26c9/5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:02.927184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.037117 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.112699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:03.122500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:03.122500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:03.152588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:03.184980 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.196724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bbc8f297-abaa-4fca-b595-009f14bd054e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:03.248763 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port bbc8f297-abaa-4fca-b595-009f14bd054e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:03.249185 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.337565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.362107 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port bbc8f297-abaa-4fca-b595-009f14bd054e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bbc8f297-abaa-4fca-b595-009f14bd054e,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:03.386209 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.426131 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.426958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f1c521c9-bc8d-4447-8b05-5b617040e943 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:03.506953 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=bbc8f297-abaa-4fca-b595-009f14bd054e,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:03.518847 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f1c521c9-bc8d-4447-8b05-5b617040e943 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:03.519221 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.596471 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.630279 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f1c521c9-bc8d-4447-8b05-5b617040e943, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f1c521c9-bc8d-4447-8b05-5b617040e943,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:03.683313 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.700571 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.750538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f1c521c9-bc8d-4447-8b05-5b617040e943,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:03.780709 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.854453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:03.856908 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:03.959101 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:03.960692 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:03.991762 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4f77d8c9-c355-4960-9d97-9e3a93879096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:04.024612 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75ce99-de64-4885-9b2a-e754b86e2f19 None None] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:57:04.123120 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-6a534695-517a-4abd-8831-c0e82c19b067 None None] Provisioning complete for port f1c521c9-bc8d-4447-8b05-5b617040e943 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:04.123488 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a534695-517a-4abd-8831-c0e82c19b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:04.437733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 140933a0-7f67-4878-a7b8-f220ad498d2a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:57:04.499284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-503d3024-46d5-4198-be98-9223faedb331 None None] Provisioning complete for port f1c521c9-bc8d-4447-8b05-5b617040e943 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:04.499851 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-503d3024-46d5-4198-be98-9223faedb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:04.555655 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:04.568468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-62f53c3c-e403-464e-a213-a9a511991be5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/140933a0-7f67-4878-a7b8-f220ad498d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6037827 Mar 31 23:57:04.580533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Sync routers for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:04.604083 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:04.604985 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:04.660610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-503d3024-46d5-4198-be98-9223faedb331 None None] Provisioning complete for port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:04.661016 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-503d3024-46d5-4198-be98-9223faedb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:04.724187 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-4e4801f7-ecdc-4427-b08e-bf25f8f268b9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952928827&fields=id&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 267 time: 0.0387383 Mar 31 23:57:04.734179 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-503d3024-46d5-4198-be98-9223faedb331 None None] Port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:57:04.751912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:04.839926 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032934-8e52-4edf-9986-a66bb10189dc req-3787c550-6ec7-4562-8695-9bf58048263b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:04.845473 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-3787c550-6ec7-4562-8695-9bf58048263b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/networks?id=0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 200 len: 797 time: 0.1105814 Mar 31 23:57:04.859125 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-b256fb3f-aa11-4d7f-98e8-d7b542b740c8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/quotas/edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 375 time: 0.0108929 Mar 31 23:57:04.900834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8eab29de-01d5-439d-9b08-e456c92a6edb None None] Provisioning complete for port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:04.901364 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8eab29de-01d5-439d-9b08-e456c92a6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:04.916922 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-760dc85d-47fa-4f30-9960-9fc695c73244 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519774 Mar 31 23:57:04.959037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8eab29de-01d5-439d-9b08-e456c92a6edb None None] Port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:57:04.974239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-b734df70-23d8-4251-8008-1cd33d1924d0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:57:04.975572 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-b734df70-23d8-4251-8008-1cd33d1924d0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454235 Mar 31 23:57:05.006221 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 2, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:05.035030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Checking router: 140933a0-7f67-4878-a7b8-f220ad498d2a for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:05.035430 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Updating router 140933a0-7f67-4878-a7b8-f220ad498d2a port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:57:05.061034 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:05.075129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-c3f6e7ce-c6d8-46af-b073-48e6a6dc638b service neutron] 10.222.0.31 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910761 Mar 31 23:57:05.110611 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bbc8f297-abaa-4fca-b595-009f14bd054e up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:05.134037 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-5ee4b22e-deb6-4ea7-ac53-b12448aeaed0 None None] Provisioning complete for port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:05.134817 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5ee4b22e-deb6-4ea7-ac53-b12448aeaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:05.175558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-6b02c422-3187-42bf-9f47-e0e22d0b76cf service neutron] 10.222.0.31 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914376 Mar 31 23:57:05.245275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4b22e-deb6-4ea7-ac53-b12448aeaed0 None None] Port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:57:05.279853 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port bbc8f297-abaa-4fca-b595-009f14bd054e triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:05.280222 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:05.412196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0080bd3b-cb55-44ba-a1e9-ff408421ab15 req-5106444c-a82c-409e-96a1-5f44d5b0ff79 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 210 time: 0.0306163 Mar 31 23:57:05.438556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f1c521c9-bc8d-4447-8b05-5b617040e943 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:05.512161 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:05.524504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f1c521c9-bc8d-4447-8b05-5b617040e943 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:05.524845 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:05.713155 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:05.773255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e7155-cae4-46f9-903a-40d961fb64fc None None] Pushing event updated for resources: {'Port': ['ID=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:05.856783 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Attempting to bind port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:57:05.857158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Attempting to bind port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:57:05.857528 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Attempting to bind port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 on network 0ed115b6-a738-4575-86d8-9d488aa6c538 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:05.863124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:57:05.863593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Checking segment: {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:05.864074 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:05.864541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Bound using segment: {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:57:05.865082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Bound port: 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:57:05.865594 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:05.942427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] For port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:57:05.946667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] For port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:57:05.998441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:06.076417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e7155-cae4-46f9-903a-40d961fb64fc None None] Pushing event updated for resources: {'Port': ['ID=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:06.080405 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:06.081196 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:56:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:06.128571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-46c5b044-1bd1-493d-8ce5-d850dec7bb38 None None] Provisioning complete for port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:06.128944 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-46c5b044-1bd1-493d-8ce5-d850dec7bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:06.163664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b2e650f5-55ed-4abb-b312-557f005e5c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:06.236987 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:06.332035 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-46c5b044-1bd1-493d-8ce5-d850dec7bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:06.410183 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-46c5b044-1bd1-493d-8ce5-d850dec7bb38 None None] For port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:06.502645 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:05Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:06.504678 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-46c5b044-1bd1-493d-8ce5-d850dec7bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:06.520653 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ef96ab8-205e-4ac5-98ec-64ec0db8faf7 req-34a393bb-1012-4cb5-b62a-88dfcc6a468b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 210 time: 0.0347018 Mar 31 23:57:06.537971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f7ae9-f011-44e8-879c-e0cdcb2314d7 None None] The sync data for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 is: [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:05Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:57:06.609417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b044-1bd1-493d-8ce5-d850dec7bb38 None None] Pushing event updated for resources: {'Port': ['ID=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:06.638014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-76c4c73d-263c-4f5d-b82c-881fa784c54a None None] Provisioning complete for port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:06.638727 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-76c4c73d-263c-4f5d-b82c-881fa784c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:07.091359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:07.145069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:07.145436 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:07.487026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032934-8e52-4edf-9986-a66bb10189dc req-6938557e-3f97-4eba-9b1f-640d8e7aaa31 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:07.488648 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-6938557e-3f97-4eba-9b1f-640d8e7aaa31 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/networks?id=0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 200 len: 797 time: 0.1158257 Mar 31 23:57:07.534416 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-054057f8-6cfa-4e4a-afe9-d932948770f1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 379 time: 0.0360041 Mar 31 23:57:07.543396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'port': {'device_id': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'admin_state_up': True, 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'security_groups': ['005e3fc2-fcea-40f7-b975-6fb7f0fc5db5']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:07.644876 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-31255001-0687-4a20-8e46-e7e9a9c91f18 req-76562b0b-6fbf-496b-9bf3-908322f14019 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 210 time: 0.0275309 Mar 31 23:57:07.734598 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:57:07.738194 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:07.868551 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.3 (0ed115b6-a738-4575-86d8-9d488aa6c538/2e736c5f-7cc5-45a3-8733-f3031d2a26c9/111f838e-e85a-4fd3-ba28-a246186b3114) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:07.900209 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.010722 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.117906 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.161947 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:08.165347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:08.169627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:08.175994 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=111f838e-e85a-4fd3-ba28-a246186b3114,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:08.223662 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:08.224319 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.312773 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-1df32ec0-37e3-45de-a46b-b7d323b177a3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7734430 Mar 31 23:57:08.359963 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0bd7afec-b35a-4c36-925b-3ae744b99e06 None None] Provisioning complete for port 111f838e-e85a-4fd3-ba28-a246186b3114 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:08.360352 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0bd7afec-b35a-4c36-925b-3ae744b99e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.368159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Request body: {'port': {'device_id': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:08.397422 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7afec-b35a-4c36-925b-3ae744b99e06 None None] Port 111f838e-e85a-4fd3-ba28-a246186b3114 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:57:08.426467 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.688976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111f838e-e85a-4fd3-ba28-a246186b3114 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:57:08.696433 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.708645 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Transition to ACTIVE for port object 111f838e-e85a-4fd3-ba28-a246186b3114 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:57:08.767014 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03e4c-bddf-470d-90fa-7df0c7b65743 req-e8d97c59-bf9d-44a5-9665-bc66ecacc4a1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:08.768551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34d03e4c-bddf-470d-90fa-7df0c7b65743 req-e8d97c59-bf9d-44a5-9665-bc66ecacc4a1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 931 time: 0.0503840 Mar 31 23:57:08.768968 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.820655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34d03e4c-bddf-470d-90fa-7df0c7b65743 req-68218ac4-80d1-4ec6-93a5-3e09501f1a93 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453134 Mar 31 23:57:08.828116 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Pushing event updated for resources: {'Port': ['ID=111f838e-e85a-4fd3-ba28-a246186b3114,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:08.913104 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Attempting to bind port 111f838e-e85a-4fd3-ba28-a246186b3114 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:57:08.913615 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Attempting to bind port 111f838e-e85a-4fd3-ba28-a246186b3114 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:57:08.913958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Attempting to bind port 111f838e-e85a-4fd3-ba28-a246186b3114 on network 0ed115b6-a738-4575-86d8-9d488aa6c538 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:08.918853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Port 111f838e-e85a-4fd3-ba28-a246186b3114 on network 0ed115b6-a738-4575-86d8-9d488aa6c538 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:57:08.919362 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Attempting to bind port 111f838e-e85a-4fd3-ba28-a246186b3114 on network 0ed115b6-a738-4575-86d8-9d488aa6c538 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:08.924663 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:57:08.925012 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Checking segment: {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:08.925398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Bound using segment: {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:57:08.925891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Bound port: 111f838e-e85a-4fd3-ba28-a246186b3114, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:57:08.926188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.994990 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] For port 111f838e-e85a-4fd3-ba28-a246186b3114, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:57:08.998746 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] For port 111f838e-e85a-4fd3-ba28-a246186b3114, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=111f838e-e85a-4fd3-ba28-a246186b3114,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:57:09.005449 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:09.087571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:09.119995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:09.126083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.126775 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:09.128159 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] 10.222.0.50 "PUT /v2.0/ports/111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 200 len: 1091 time: 0.8041880 Mar 31 23:57:09.128600 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:09.130907 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ee1d65-9ffa-44ea-824c-5ded36615a05" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:09.152449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319686e-918d-4004-ade4-531b50ee9463 service neutron] Pushing event updated for resources: {'Port': ['ID=111f838e-e85a-4fd3-ba28-a246186b3114,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:09.201925 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:09.247941 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c84e20-8aea-4f15-910b-bcb943744dfa x-openstack-request-id: req-f9c84e20-8aea-4f15-910b-bcb943744dfa {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:09.248230 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:09.248487 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9c84e20-8aea-4f15-910b-bcb943744dfa {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:09.248913 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c84e20-8aea-4f15-910b-bcb943744dfa'] response: {'name': 'network-changed', 'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114', 'status': 'completed', 'code': 200} Mar 31 23:57:09.294335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032934-8e52-4edf-9986-a66bb10189dc req-13c6d28d-122a-4d44-bb00-5bae91a7c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.295921 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-13c6d28d-122a-4d44-bb00-5bae91a7c40d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0431271 Mar 31 23:57:09.343425 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-e3675c8d-d475-4c7c-b806-1d6d68a7cee2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 200 len: 217 time: 0.0388706 Mar 31 23:57:09.393518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032934-8e52-4edf-9986-a66bb10189dc req-1dd701fd-f262-4b83-a562-a180703ffd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.394903 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-1dd701fd-f262-4b83-a562-a180703ffd20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e736c5f-7cc5-45a3-8733-f3031d2a26c9 HTTP/1.1" status: 200 len: 835 time: 0.0455279 Mar 31 23:57:09.441127 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032934-8e52-4edf-9986-a66bb10189dc req-8be2aae2-20e1-470b-b77a-f7dbc9a20103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.442611 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-8be2aae2-20e1-470b-b77a-f7dbc9a20103 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ed115b6-a738-4575-86d8-9d488aa6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407870 Mar 31 23:57:09.534537 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-a052239f-5ace-4b08-8f99-23e7bd106e71 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845358 Mar 31 23:57:09.623277 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-82032934-8e52-4edf-9986-a66bb10189dc req-abfd4bac-8f68-4d2b-b8e2-74ec7b24e604 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819552 Mar 31 23:57:09.768336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-010e5742-2e60-4a29-b6f5-ebf6f627a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.769822 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-010e5742-2e60-4a29-b6f5-ebf6f627a463 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0458868 Mar 31 23:57:09.856912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-62eea2cf-1d9f-46ac-8b92-cc1eb3186dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.858426 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-62eea2cf-1d9f-46ac-8b92-cc1eb3186dbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 200 len: 898 time: 0.0824006 Mar 31 23:57:09.900608 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-8e684080-3f84-4209-aea6-1163c4f557ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 200 len: 217 time: 0.0352795 Mar 31 23:57:09.936896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00423e6-050c-416f-834c-8502aafe2464 req-189bac0e-a2ec-4a79-83e2-e1cce67a9c76 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.938384 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e00423e6-050c-416f-834c-8502aafe2464 req-189bac0e-a2ec-4a79-83e2-e1cce67a9c76 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 943 time: 0.0487375 Mar 31 23:57:09.956398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-b3d220ce-c79c-4ed7-b8df-29348d08d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:09.958969 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-b3d220ce-c79c-4ed7-b8df-29348d08d290 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e736c5f-7cc5-45a3-8733-f3031d2a26c9 HTTP/1.1" status: 200 len: 835 time: 0.0518668 Mar 31 23:57:09.980839 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e00423e6-050c-416f-834c-8502aafe2464 req-5ef9d0bf-430c-4322-8842-d3115ff6f59e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360610 Mar 31 23:57:10.005409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-b5612c03-3a00-4f54-a570-c91b70e61362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:10.006956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-b5612c03-3a00-4f54-a570-c91b70e61362 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ed115b6-a738-4575-86d8-9d488aa6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402505 Mar 31 23:57:10.096067 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-c38991ac-9acb-465a-99a4-27d96b911a19 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801072 Mar 31 23:57:10.168799 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:10.190735 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-15ee1d65-9ffa-44ea-824c-5ded36615a05 req-60c104c7-7e5d-4a3e-bffa-33ed3cf28404 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860198 Mar 31 23:57:11.097566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbfe25-cfbe-459d-8a55-d3726f632773 req-dbb9f1df-b73a-432f-a86c-866cc35d0d0c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:11.099063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9edbfe25-cfbe-459d-8a55-d3726f632773 req-dbb9f1df-b73a-432f-a86c-866cc35d0d0c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 943 time: 0.0483568 Mar 31 23:57:11.136547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9edbfe25-cfbe-459d-8a55-d3726f632773 req-8b52b15f-0404-49b4-a4e3-0872d0c53e8d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Mar 31 23:57:11.895574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 111f838e-e85a-4fd3-ba28-a246186b3114 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:57:11.994895 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 111f838e-e85a-4fd3-ba28-a246186b3114, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=111f838e-e85a-4fd3-ba28-a246186b3114,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:12.006386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '111f838e-e85a-4fd3-ba28-a246186b3114', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'port_id': '111f838e-e85a-4fd3-ba28-a246186b3114', 'mac_address': 'fa:16:3e:d6:3a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:57:12.043322 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:12.055781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111f838e-e85a-4fd3-ba28-a246186b3114 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:57:12.074418 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 111f838e-e85a-4fd3-ba28-a246186b3114, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=111f838e-e85a-4fd3-ba28-a246186b3114,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:12.167301 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:12.219574 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=111f838e-e85a-4fd3-ba28-a246186b3114,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:12.252428 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3029e-0cc1-48eb-98fe-4e5cb44fe631 req-39cbf464-8015-4a97-a116-0986761dd761 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:12.253903 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efd3029e-0cc1-48eb-98fe-4e5cb44fe631 req-39cbf464-8015-4a97-a116-0986761dd761 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 944 time: 0.0485172 Mar 31 23:57:12.300955 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-efd3029e-0cc1-48eb-98fe-4e5cb44fe631 req-90f8e385-5272-4a8c-9307-352c7f0c0b4e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407088 Mar 31 23:57:12.374739 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['111f838e-e85a-4fd3-ba28-a246186b3114'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:57:13.415922 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c4dc9-756a-4380-b23b-6db12535c6c3 req-0423164f-b639-4072-b65e-7fb1ec3951fb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:13.417539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f00c4dc9-756a-4380-b23b-6db12535c6c3 req-0423164f-b639-4072-b65e-7fb1ec3951fb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 944 time: 0.0504384 Mar 31 23:57:13.455841 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f00c4dc9-756a-4380-b23b-6db12535c6c3 req-7910c1f1-26f5-4544-9919-236be632998b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Mar 31 23:57:13.896959 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 111f838e-e85a-4fd3-ba28-a246186b3114 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:14.018178 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 111f838e-e85a-4fd3-ba28-a246186b3114 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:57:14.022239 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 111f838e-e85a-4fd3-ba28-a246186b3114 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:14.022653 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:14.097989 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:14.120730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:14.123072 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc666a9-7af5-4e83-9395-86727f91bb3e" -d '{"events": [{"server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "name": "network-vif-plugged", "status": "completed", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:14.139227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 111f838e-e85a-4fd3-ba28-a246186b3114, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=111f838e-e85a-4fd3-ba28-a246186b3114,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:14.191240 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:14.218277 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc26cae1-ca51-4e1e-b58c-7ebb41c772f6 x-openstack-request-id: req-dc26cae1-ca51-4e1e-b58c-7ebb41c772f6 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:14.218603 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "name": "network-vif-plugged", "status": "completed", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:14.218852 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc26cae1-ca51-4e1e-b58c-7ebb41c772f6 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:14.219244 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc26cae1-ca51-4e1e-b58c-7ebb41c772f6'] response: {'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114', 'code': 200} Mar 31 23:57:14.250001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=111f838e-e85a-4fd3-ba28-a246186b3114,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:14.310212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa625d-cf76-4d9f-9aa8-234165673326 req-8070486c-0308-4999-8eed-eb60faf058c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:14.311748 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1aaa625d-cf76-4d9f-9aa8-234165673326 req-8070486c-0308-4999-8eed-eb60faf058c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0405052 Mar 31 23:57:14.347574 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1aaa625d-cf76-4d9f-9aa8-234165673326 req-5c9b0aa7-e3a2-4104-9fc7-5862b5389204 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280600 Mar 31 23:57:14.571831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f74f51-6cf9-4ca3-88a7-64055188cc91 req-c80f3d51-f845-4b50-aaf9-59c5976607e9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:14.573516 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45f74f51-6cf9-4ca3-88a7-64055188cc91 req-c80f3d51-f845-4b50-aaf9-59c5976607e9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0486834 Mar 31 23:57:14.614930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-45f74f51-6cf9-4ca3-88a7-64055188cc91 req-4f7b24a7-b8ab-42eb-a38f-68ee16f1a7d6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348716 Mar 31 23:57:15.734401 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101652d-9bdf-489a-b6f4-c61235656fec req-ac08ea6f-15ae-4a49-b9b4-5ee9183d4ff2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:15.736281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1101652d-9bdf-489a-b6f4-c61235656fec req-ac08ea6f-15ae-4a49-b9b4-5ee9183d4ff2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Mar 31 23:57:15.777809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1101652d-9bdf-489a-b6f4-c61235656fec req-18a41ad5-eeb1-481a-af39-9b44e6ce2ceb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354617 Mar 31 23:57:15.902415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cb31c-fa47-4932-b12c-74c0d637a833 req-2b087512-a626-42a3-9cb9-6844834f59be tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:15.903913 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-919cb31c-fa47-4932-b12c-74c0d637a833 req-2b087512-a626-42a3-9cb9-6844834f59be tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0531480 Mar 31 23:57:15.942049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-919cb31c-fa47-4932-b12c-74c0d637a833 req-25224271-ac6a-4c02-9964-1b649ebde3c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Mar 31 23:57:15.963280 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57396) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:16.004156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363acdb6-0fcc-434d-8ec6-5761756be369 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:16.005868 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-363acdb6-0fcc-434d-8ec6-5761756be369 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1091 time: 0.0415235 Mar 31 23:57:16.008698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57398) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:16.013157 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '111f838e-e85a-4fd3-ba28-a246186b3114', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:16.110127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.211624 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.312044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.24 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/e9a86f2e-3b3c-4d4c-8f54-d1641efd4345) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:16.413161 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.517586 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.557431 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:16.560475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:16.563953 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:16.585851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=e9a86f2e-3b3c-4d4c-8f54-d1641efd4345,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:16.604067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.604413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.604755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.605086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.605419 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.605744 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.606068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.606393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.606740 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.607063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.607709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.607709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:16.931552 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.056434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.205612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.269409 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.344809 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=e9a86f2e-3b3c-4d4c-8f54-d1641efd4345,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:17.356300 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.456890 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 44e2913d-e172-43da-87bb-da89cec527cd associated. External IP: 172.25.4.24, port: 111f838e-e85a-4fd3-ba28-a246186b3114. Mar 31 23:57:17.660385 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 140933a0-7f67-4878-a7b8-f220ad498d2a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:57:17.763314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:17.773654 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] Sync routers for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:17.782722 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:17.794046 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:57:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:17.860266 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:17.886221 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:17.891432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f56a4c13-7aea-42b6-9996-1b9708772e35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8816748 Mar 31 23:57:17.892125 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:17.894527 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7909ff0f-ab1b-431f-961f-90afd3b377e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:17.932850 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff213a0-5f9d-4fba-a454-259eb45151ba x-openstack-request-id: req-cff213a0-5f9d-4fba-a454-259eb45151ba {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:17.933527 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:17.933527 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cff213a0-5f9d-4fba-a454-259eb45151ba {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:17.934274 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff213a0-5f9d-4fba-a454-259eb45151ba'] response: {'name': 'network-changed', 'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114', 'status': 'completed', 'code': 200} Mar 31 23:57:18.001620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-24480bb1-9a7a-4f48-a704-fd90d5412b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:18.003172 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-24480bb1-9a7a-4f48-a704-fd90d5412b5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0481508 Mar 31 23:57:18.019850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234fcb1-250d-4a37-bcf2-7b0be4fb5010 req-6ec760fe-4aec-4920-a0f7-047597f888c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:18.021433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a234fcb1-250d-4a37-bcf2-7b0be4fb5010 req-6ec760fe-4aec-4920-a0f7-047597f888c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0538926 Mar 31 23:57:18.078808 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a234fcb1-250d-4a37-bcf2-7b0be4fb5010 req-ca20f051-e752-479e-8ec0-8647eec85a35 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454559 Mar 31 23:57:18.091093 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57404) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:18.111818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-cd202133-43a1-46eb-a40d-90dcc38c284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:18.113025 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-cd202133-43a1-46eb-a40d-90dcc38c284f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 200 len: 898 time: 0.1009943 Mar 31 23:57:18.136438 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '44e2913d-e172-43da-87bb-da89cec527cd', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'port_id': '111f838e-e85a-4fd3-ba28-a246186b3114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'mac_address': 'fa:16:3e:d6:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:57:16Z', 'updated_at': '2022-03-31T23:57:16Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:06Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:18.162359 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] Checking router: 140933a0-7f67-4878-a7b8-f220ad498d2a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:18.167344 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-533990ac-e370-40dd-bcfb-643329dc5694 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/44e2913d-e172-43da-87bb-da89cec527cd HTTP/1.1" status: 200 len: 990 time: 0.0721402 Mar 31 23:57:18.171103 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:18.171685 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:57:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:18.191588 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-983ed2fa-6ea1-4abb-b3db-6b839ecb8a83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 200 len: 998 time: 0.0701694 Mar 31 23:57:18.242795 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-2b056e93-0816-4c88-8766-5a1573981463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:18.244291 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-2b056e93-0816-4c88-8766-5a1573981463 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e736c5f-7cc5-45a3-8733-f3031d2a26c9 HTTP/1.1" status: 200 len: 835 time: 0.0454869 Mar 31 23:57:18.295055 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-2d2e2028-5c47-44cf-bb38-b2580bfefed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:18.296490 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-2d2e2028-5c47-44cf-bb38-b2580bfefed7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ed115b6-a738-4575-86d8-9d488aa6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450683 Mar 31 23:57:18.396135 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-18f46e96-007c-4c74-b8ee-8fc8ef94dc6a service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921383 Mar 31 23:57:18.398645 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:18.488498 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7909ff0f-ab1b-431f-961f-90afd3b377e5 req-aedd62b0-c220-498d-90d0-5baa884ac239 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843060 Mar 31 23:57:18.621638 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '44e2913d-e172-43da-87bb-da89cec527cd', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'port_id': '111f838e-e85a-4fd3-ba28-a246186b3114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'mac_address': 'fa:16:3e:d6:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:57:16Z', 'updated_at': '2022-03-31T23:57:16Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:06Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:18.648860 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed7038-2f42-4d83-afac-d6eb5057b481 None None] The sync data for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 is: [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '44e2913d-e172-43da-87bb-da89cec527cd', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'port_id': '111f838e-e85a-4fd3-ba28-a246186b3114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'mac_address': 'fa:16:3e:d6:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:57:16Z', 'updated_at': '2022-03-31T23:57:16Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:06Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:57:18.850675 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8032bf-1ed1-4920-8306-59b2f49fdeb6 None None] New status for floating IP 44e2913d-e172-43da-87bb-da89cec527cd: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:57:19.169552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57406) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:19.231817 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d823944a-c41d-4706-8e75-3fdbc1fc35bc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/44e2913d-e172-43da-87bb-da89cec527cd HTTP/1.1" status: 200 len: 992 time: 0.0611374 Mar 31 23:57:29.186435 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bd40f745-6197-4fea-9497-c41269abeedc req-cf67ecf0-7da5-41c9-9c1f-40717e384875 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3674974 Mar 31 23:57:29.314738 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f745-6197-4fea-9497-c41269abeedc req-2af632ec-dbca-4720-8d68-3e90665e8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:29.316136 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bd40f745-6197-4fea-9497-c41269abeedc req-2af632ec-dbca-4720-8d68-3e90665e8770 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0402675 Mar 31 23:57:29.424154 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f745-6197-4fea-9497-c41269abeedc req-29e01e46-b455-44ac-a69b-80f8a6622643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:29.425672 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bd40f745-6197-4fea-9497-c41269abeedc req-29e01e46-b455-44ac-a69b-80f8a6622643 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 200 len: 898 time: 0.0866251 Mar 31 23:57:29.491186 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bd40f745-6197-4fea-9497-c41269abeedc req-d0118b8d-3ded-4a0b-9307-f528ce0a64eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 200 len: 1000 time: 0.0572357 Mar 31 23:57:29.541942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f745-6197-4fea-9497-c41269abeedc req-64d567ac-36a1-40f2-af9b-cb86d6f2a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:29.543415 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bd40f745-6197-4fea-9497-c41269abeedc req-64d567ac-36a1-40f2-af9b-cb86d6f2a861 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e736c5f-7cc5-45a3-8733-f3031d2a26c9 HTTP/1.1" status: 200 len: 835 time: 0.0452676 Mar 31 23:57:29.595051 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f745-6197-4fea-9497-c41269abeedc req-a8844f9b-4cbb-43e3-abd0-c1f27d1c8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:29.596523 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bd40f745-6197-4fea-9497-c41269abeedc req-a8844f9b-4cbb-43e3-abd0-c1f27d1c8963 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ed115b6-a738-4575-86d8-9d488aa6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442510 Mar 31 23:57:29.683818 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bd40f745-6197-4fea-9497-c41269abeedc req-9efb8a12-7b6e-49fa-8b8e-3c83947df1a5 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790424 Mar 31 23:57:29.775643 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-bd40f745-6197-4fea-9497-c41269abeedc req-30e82181-b377-409e-8582-534a62c1ebd0 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835562 Mar 31 23:57:33.989418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d0d768f6-975a-4419-96a4-84e9e17319dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:36.122262 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e17d6be3-6f4d-4927-850c-62046d354254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:37.063640 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:57:37.915014 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:38.994739 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:39.092028 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:39.207347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:40.183310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.087626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b920ee3-69cc-4dbc-b729-d577054112ee req-85ec5d47-0d84-4a97-b913-0de6962ce407 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:48.089129 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b920ee3-69cc-4dbc-b729-d577054112ee req-85ec5d47-0d84-4a97-b913-0de6962ce407 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0529580 Mar 31 23:57:48.128113 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2b920ee3-69cc-4dbc-b729-d577054112ee req-90a61507-5593-46ef-9aac-2260a6de186c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329926 Mar 31 23:57:49.244483 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17d33f-fd09-4f5e-b45f-8d8494a84d45 req-6fe53f93-61b3-424f-bb2d-19929f0e6a65 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:49.245979 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f17d33f-fd09-4f5e-b45f-8d8494a84d45 req-6fe53f93-61b3-424f-bb2d-19929f0e6a65 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0478039 Mar 31 23:57:49.285386 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f17d33f-fd09-4f5e-b45f-8d8494a84d45 req-427b25a4-5cdc-4bfc-a3ff-a411b82f679c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317063 Mar 31 23:57:50.406116 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e804c-23f1-4c24-835e-49def05abe7b req-1fdc27fd-b1ac-4c75-a816-0c5b1fb7b8e1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:50.407649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c49e804c-23f1-4c24-835e-49def05abe7b req-1fdc27fd-b1ac-4c75-a816-0c5b1fb7b8e1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0536318 Mar 31 23:57:50.446496 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c49e804c-23f1-4c24-835e-49def05abe7b req-8c07b8c3-1c6f-4d83-a19b-e0b621d322ff tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328710 Mar 31 23:57:51.565104 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b83bb9-096d-41fd-a806-327f9ab89152 req-d62387f1-6445-476b-88ab-2966a48c1619 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:51.566604 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3b83bb9-096d-41fd-a806-327f9ab89152 req-d62387f1-6445-476b-88ab-2966a48c1619 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Mar 31 23:57:51.604859 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c3b83bb9-096d-41fd-a806-327f9ab89152 req-e7d87ff7-12a4-44a6-b016-e42c56c8e729 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Mar 31 23:57:52.720755 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a59bc-da4c-45a0-9fc3-77abe5afc9cc req-293475e3-3df2-46e2-a91f-14556297bab6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:52.722259 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c6a59bc-da4c-45a0-9fc3-77abe5afc9cc req-293475e3-3df2-46e2-a91f-14556297bab6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0498841 Mar 31 23:57:52.759184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c6a59bc-da4c-45a0-9fc3-77abe5afc9cc req-13273df3-7ae3-4714-abcd-34b3bac01ea3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307884 Mar 31 23:57:53.874977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cfe95-0523-4893-a570-85c08212673f req-967ea5ee-394a-481d-b1a7-2eb9f08120aa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:53.876340 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e9cfe95-0523-4893-a570-85c08212673f req-967ea5ee-394a-481d-b1a7-2eb9f08120aa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0470505 Mar 31 23:57:53.912927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3e9cfe95-0523-4893-a570-85c08212673f req-c70bf2d2-4a98-47a7-82f1-e19814d4e2c8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306389 Mar 31 23:57:55.036934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3eca-6e42-4ecf-90a1-dd241ae70aa5 req-f27acabf-bff6-445a-bd24-1dab841b4c59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:55.038436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a45f3eca-6e42-4ecf-90a1-dd241ae70aa5 req-f27acabf-bff6-445a-bd24-1dab841b4c59 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0535243 Mar 31 23:57:55.076088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a45f3eca-6e42-4ecf-90a1-dd241ae70aa5 req-09a085d6-09ce-4dc7-8696-290c41c92c68 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Mar 31 23:57:56.194773 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4e50f-53fa-432f-a5e5-f0face3f5eb0 req-dbe10e36-76c4-4f46-b2c0-8eb886b03a0c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:56.196440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65f4e50f-53fa-432f-a5e5-f0face3f5eb0 req-dbe10e36-76c4-4f46-b2c0-8eb886b03a0c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Mar 31 23:57:56.232999 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-65f4e50f-53fa-432f-a5e5-f0face3f5eb0 req-85791612-4d0f-4716-80da-a858f331c2fc tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305030 Mar 31 23:57:57.347453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e771cd6-0a69-469a-9b5e-e35e1d2b78b7 req-8801255f-4a52-4f12-99eb-242af2717ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:57.348852 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e771cd6-0a69-469a-9b5e-e35e1d2b78b7 req-8801255f-4a52-4f12-99eb-242af2717ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0480027 Mar 31 23:57:57.385271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e771cd6-0a69-469a-9b5e-e35e1d2b78b7 req-7ed85ad2-bfb8-4560-ad7a-8a25eadbd342 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303442 Mar 31 23:57:58.510087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9215295-71a4-4778-af66-f6621ddb0f67 req-78b34203-c64b-42be-b976-3fdffba07ab5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:58.511595 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9215295-71a4-4778-af66-f6621ddb0f67 req-78b34203-c64b-42be-b976-3fdffba07ab5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0573435 Mar 31 23:57:58.550332 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9215295-71a4-4778-af66-f6621ddb0f67 req-3c632f74-a7f9-4b56-b330-a9c610b6dd83 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Mar 31 23:57:59.667661 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6f84c-b74e-427b-8199-95571701442a req-f54fa21f-5d8b-4ff6-a8fc-a622a0287bba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:59.669222 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21c6f84c-b74e-427b-8199-95571701442a req-f54fa21f-5d8b-4ff6-a8fc-a622a0287bba tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Mar 31 23:57:59.706849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-21c6f84c-b74e-427b-8199-95571701442a req-6ca9b930-58bb-46e7-8371-199d1f8edc4b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316224 Mar 31 23:57:59.728563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57448) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:59.790111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e037d6dd-6633-4003-a43b-17e4a70dc63d tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/44e2913d-e172-43da-87bb-da89cec527cd HTTP/1.1" status: 200 len: 992 time: 0.0603974 Mar 31 23:58:01.229764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792dafe-8917-4122-959c-5171d026029d req-443be237-80f6-414a-8aec-5b406cb950e5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.231372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b792dafe-8917-4122-959c-5171d026029d req-443be237-80f6-414a-8aec-5b406cb950e5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0497572 Mar 31 23:58:01.271796 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b792dafe-8917-4122-959c-5171d026029d req-d513d05a-26e9-42b0-941b-de6eec1ba889 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336998 Mar 31 23:58:01.316234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-e33d689b-5cb7-4295-935d-4d7a5e21ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.317809 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-e33d689b-5cb7-4295-935d-4d7a5e21ad09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0414326 Mar 31 23:58:01.411682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-00d1b97b-2f6b-4da0-9c28-d2b3cdca3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.413095 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-00d1b97b-2f6b-4da0-9c28-d2b3cdca3710 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 200 len: 898 time: 0.0882168 Mar 31 23:58:01.481152 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-8826d221-1f43-4e30-97aa-65ebe8008d58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 200 len: 1000 time: 0.0607457 Mar 31 23:58:01.535368 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-03bf3dc8-0a2a-4d6d-bf9c-48253314255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.536941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-03bf3dc8-0a2a-4d6d-bf9c-48253314255d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e736c5f-7cc5-45a3-8733-f3031d2a26c9 HTTP/1.1" status: 200 len: 835 time: 0.0487344 Mar 31 23:58:01.583898 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-9c743625-5512-468c-817b-1e1cb4303999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.585386 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-9c743625-5512-468c-817b-1e1cb4303999 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ed115b6-a738-4575-86d8-9d488aa6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406101 Mar 31 23:58:01.676991 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-14c41053-08b9-4282-a877-fdf3a9cc9fda service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829885 Mar 31 23:58:01.771974 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f7f68c85-7738-4e14-b0cb-8e2f0044ad45 req-cc0d0b18-414c-42fe-b570-8e9c80b13956 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858748 Mar 31 23:58:02.393895 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40bd49-0c21-4266-a0ce-cb996bd9c0c0 req-73c9fdbd-d430-41ef-8f81-58e3f0c21f88 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:02.395519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f40bd49-0c21-4266-a0ce-cb996bd9c0c0 req-73c9fdbd-d430-41ef-8f81-58e3f0c21f88 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Mar 31 23:58:02.433835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8f40bd49-0c21-4266-a0ce-cb996bd9c0c0 req-0be2aae9-2e52-41cf-9987-175e618a51e7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Mar 31 23:58:03.564150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0d717-65d1-4a78-906c-31206f36c188 req-1280e45d-327a-414a-bf9b-e43fcbb53b4b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:03.565696 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0c0d717-65d1-4a78-906c-31206f36c188 req-1280e45d-327a-414a-bf9b-e43fcbb53b4b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0529060 Mar 31 23:58:03.609904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d0c0d717-65d1-4a78-906c-31206f36c188 req-1b958632-edd2-4504-bf45-8d682b9aece8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378222 Mar 31 23:58:03.632182 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57460) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:03.694958 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-68bcb53b-691d-4d83-83f2-20fb51a13480 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/44e2913d-e172-43da-87bb-da89cec527cd HTTP/1.1" status: 200 len: 992 time: 0.0615206 Mar 31 23:58:04.064104 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-30af1933-8212-41a7-9aaa-8165b9fe42d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.102422 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed68fa96-4e58-4cab-9060-13e1e116abd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.248260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-68fdc252-ec53-4115-b5ea-5f81c7e9fcbc req-4c351e5a-ddf7-4de3-ac0b-357f3eb43045 service neutron] (109821) timed out ('10.222.0.45', 55480) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:58:07.915775 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.001305 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.098537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.218318 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.251920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:14.063887 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:58:28.850669 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-cae84c5e-d829-4104-9166-8a2127f82205 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453789 Mar 31 23:58:28.937398 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-7f2d2046-2da8-4949-ac36-2deee993a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:28.938894 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-7f2d2046-2da8-4949-ac36-2deee993a4fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0403037 Mar 31 23:58:29.056134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-da9f2879-3a46-48cd-bd8d-31adf0b4cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:29.057751 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-da9f2879-3a46-48cd-bd8d-31adf0b4cebd service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 200 len: 898 time: 0.0925932 Mar 31 23:58:29.136658 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-e42e35f0-c7ac-4868-9960-fee6e02391e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 200 len: 1000 time: 0.0711749 Mar 31 23:58:29.194106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-55e86f50-2e85-4580-9882-2cd20d7b83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:29.195518 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-55e86f50-2e85-4580-9882-2cd20d7b83a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e736c5f-7cc5-45a3-8733-f3031d2a26c9 HTTP/1.1" status: 200 len: 835 time: 0.0502694 Mar 31 23:58:29.243202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-f80bea1b-c71c-4a45-ae41-f86384f3cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:29.244677 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-f80bea1b-c71c-4a45-ae41-f86384f3cc5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ed115b6-a738-4575-86d8-9d488aa6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412228 Mar 31 23:58:29.345397 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-736bb723-98be-4955-8d1e-10dd0923b1b4 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924730 Mar 31 23:58:29.441196 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e72740f1-fb33-4677-922d-9f0c38d4aa90 req-f15aff60-7219-43cc-b8b2-7111f3325e0c service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892451 Mar 31 23:58:33.994510 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a0e9a354-912e-444b-b9fc-08b446a63dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:36.087001 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57480) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:36.160593 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-66067faf-8709-43b9-bb1b-b1810b76caab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:36.280307 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port e9a86f2e-3b3c-4d4c-8f54-d1641efd4345 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:58:36.280656 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:36.360510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:36.360776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:36.372317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for e9a86f2e-3b3c-4d4c-8f54-d1641efd4345 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:58:36.585640 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:36.613504 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=e9a86f2e-3b3c-4d4c-8f54-d1641efd4345,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:36.625160 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.625518 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.625869 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.626211 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.626573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.626917 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.627275 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.627616 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.627949 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.628382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.628712 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.629040 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:36.684602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:36.684945 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 44e2913d-e172-43da-87bb-da89cec527cd disassociated (deleted). External IP: 172.25.4.24, port: 111f838e-e85a-4fd3-ba28-a246186b3114. Mar 31 23:58:36.903410 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 140933a0-7f67-4878-a7b8-f220ad498d2a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:58:37.012689 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:37.017876 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:37.024571 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] Sync routers for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:37.033719 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:37.034310 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:37.044865 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a7209583-fc2d-46c9-a677-7d65cd3b0325 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/floatingips/44e2913d-e172-43da-87bb-da89cec527cd HTTP/1.1" status: 204 len: 168 time: 0.9567554 Mar 31 23:58:37.045543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:58:37.047977 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe7dc11-fa23-4ddc-8946-f58293069dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:58:37.088304 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9895e8-d9a6-4e52-ae23-b141d60f805a x-openstack-request-id: req-cb9895e8-d9a6-4e52-ae23-b141d60f805a {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:58:37.088904 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:58:37.088904 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb9895e8-d9a6-4e52-ae23-b141d60f805a {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:58:37.089338 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9895e8-d9a6-4e52-ae23-b141d60f805a'] response: {'name': 'network-changed', 'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114', 'status': 'completed', 'code': 200} Mar 31 23:58:37.151956 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:37.159126 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-64dcf48b-f30d-4355-a6ba-f2a736ee05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:37.159126 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-64dcf48b-f30d-4355-a6ba-f2a736ee05d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0425956 Mar 31 23:58:37.254720 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-4179ad40-76ec-4ff3-a0f1-f1318bc9dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:37.256206 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-4179ad40-76ec-4ff3-a0f1-f1318bc9dd65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 200 len: 898 time: 0.0911973 Mar 31 23:58:37.298893 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-5b595d22-4cf7-4971-8a84-470ef49abba1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 200 len: 217 time: 0.0349903 Mar 31 23:58:37.356636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-307d66d2-3d18-4f03-9c58-6449acbe8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:37.358562 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-307d66d2-3d18-4f03-9c58-6449acbe8365 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e736c5f-7cc5-45a3-8733-f3031d2a26c9 HTTP/1.1" status: 200 len: 835 time: 0.0531061 Mar 31 23:58:37.361759 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:06Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:37.387850 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] Checking router: 140933a0-7f67-4878-a7b8-f220ad498d2a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:37.396994 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:37.397689 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:37.406003 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-894979ab-1c4a-46ce-b010-bf9fad7ae5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:37.407538 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-894979ab-1c4a-46ce-b010-bf9fad7ae5ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ed115b6-a738-4575-86d8-9d488aa6c538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427184 Mar 31 23:58:37.420420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-e7cc0878-120f-4656-81b3-401d0ebbb347 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:58:37.421355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-e7cc0878-120f-4656-81b3-401d0ebbb347 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057282 Mar 31 23:58:37.510595 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:37.520402 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-cef01a78-d1d9-4865-9898-237c624a03f4 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910003 Mar 31 23:58:37.551475 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a72f9-b2f8-4437-90ba-8ace50b78294 req-e0772152-5d66-426d-9f5a-0a239d66fd06 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:37.553023 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa0a72f9-b2f8-4437-90ba-8ace50b78294 req-e0772152-5d66-426d-9f5a-0a239d66fd06 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0552511 Mar 31 23:58:37.593825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fa0a72f9-b2f8-4437-90ba-8ace50b78294 req-943e93d2-377a-4a72-b1e9-f99fd2032bb1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344667 Mar 31 23:58:37.632552 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-afe7dc11-fa23-4ddc-8946-f58293069dc3 req-8aafbaa0-e89f-4e63-bf92-1a013ba4d458 service neutron] 10.222.0.50 "GET /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027248 Mar 31 23:58:37.720297 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:06Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:37.747989 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db885a-636d-48dc-8130-8c5dfeb19f1a None None] The sync data for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 is: [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38', 'name': '', 'network_id': '0ed115b6-a738-4575-86d8-9d488aa6c538', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:cd:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:02Z', 'updated_at': '2022-03-31T23:57:06Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': '2e736c5f-7cc5-45a3-8733-f3031d2a26c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:37.920341 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:37.971764 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3a621-ab10-461c-b35e-af40bcb49ca4 None None] New status for floating IP 44e2913d-e172-43da-87bb-da89cec527cd: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:58:38.720168 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88156a2-7bb9-4d7a-8758-5a971d9e09ab req-5477ea53-c87d-44bf-b201-4ba99454f397 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:38.721640 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e88156a2-7bb9-4d7a-8758-5a971d9e09ab req-5477ea53-c87d-44bf-b201-4ba99454f397 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0536911 Mar 31 23:58:38.759470 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e88156a2-7bb9-4d7a-8758-5a971d9e09ab req-0cddde79-5a12-43fa-87a2-f36f7e430a26 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318146 Mar 31 23:58:39.020506 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:39.108690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:39.114899 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661e071-731e-4817-957e-fe4850ff3e88 req-d72fd940-d9ec-477d-ba18-543ed5576103 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:39.116420 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7661e071-731e-4817-957e-fe4850ff3e88 req-d72fd940-d9ec-477d-ba18-543ed5576103 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 945 time: 0.0507805 Mar 31 23:58:39.211623 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 111f838e-e85a-4fd3-ba28-a246186b3114 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:58:39.211959 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:39.223076 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:39.300621 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 111f838e-e85a-4fd3-ba28-a246186b3114, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=111f838e-e85a-4fd3-ba28-a246186b3114,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:39.300901 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:39.314904 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 111f838e-e85a-4fd3-ba28-a246186b3114 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:58:39.497712 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:39.527456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=111f838e-e85a-4fd3-ba28-a246186b3114,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:39.568094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] No DVR routers for this DVR port 111f838e-e85a-4fd3-ba28-a246186b3114 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:58:39.570710 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:39.573946 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7661e071-731e-4817-957e-fe4850ff3e88 req-e89df782-cdf2-4b64-b4a2-6e77b7589319 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.50 "DELETE /v2.0/ports/111f838e-e85a-4fd3-ba28-a246186b3114 HTTP/1.1" status: 204 len: 173 time: 0.4508634 Mar 31 23:58:39.574381 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'name': 'network-vif-deleted', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:58:39.576667 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc817d7b-1134-4c04-80b4-70a3ba693c89" -d '{"events": [{"server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "name": "network-vif-deleted", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:58:39.613701 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e7af9-4673-42af-ae53-5f9b5b3fd2cd x-openstack-request-id: req-790e7af9-4673-42af-ae53-5f9b5b3fd2cd {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:58:39.614021 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf77bc2-6750-4cfa-ae72-67cd1d366ea5", "name": "network-vif-deleted", "tag": "111f838e-e85a-4fd3-ba28-a246186b3114", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:58:39.614275 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-790e7af9-4673-42af-ae53-5f9b5b3fd2cd {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:58:39.614714 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790e7af9-4673-42af-ae53-5f9b5b3fd2cd'] response: {'server_uuid': '3cf77bc2-6750-4cfa-ae72-67cd1d366ea5', 'name': 'network-vif-deleted', 'tag': '111f838e-e85a-4fd3-ba28-a246186b3114', 'status': 'completed', 'code': 200} Mar 31 23:58:39.858367 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-84273dc6-7e99-43ee-af7d-3462c0d8bebf req-6093a6cb-eb30-46d5-b3be-451c9d3355f9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cf77bc2-6750-4cfa-ae72-67cd1d366ea5 HTTP/1.1" status: 200 len: 210 time: 0.0291545 Mar 31 23:58:40.187474 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:40.921342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57496) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:41.284102 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:41.537716 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:58:41.537977 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:41.624917 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:41.625287 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:41.638238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:58:41.942230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:41.974686 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:41.998193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:41.998567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:41.998907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:41.999239 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:41.999566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:41.999893 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:42.000207 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:42.000534 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:42.000857 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:42.001176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:42.001495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:42.001808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:42.393686 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 111f838e-e85a-4fd3-ba28-a246186b3114 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:58:42.413918 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: 111f838e-e85a-4fd3-ba28-a246186b3114 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:58:42.414275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 111f838e-e85a-4fd3-ba28-a246186b3114 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:58:42.496363 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:42.714148 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 140933a0-7f67-4878-a7b8-f220ad498d2a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:58:42.820091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:42.825128 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e4c18257-b4e7-4e98-b322-fc12c7945af5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/140933a0-7f67-4878-a7b8-f220ad498d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9026873 Mar 31 23:58:42.827987 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57498) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:42.829449 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] Sync routers for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:42.839904 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:42.840529 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:42.879444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-10729713-283c-499e-be6c-2309ff974483 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting subnet 2e736c5f-7cc5-45a3-8733-f3031d2a26c9 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:58:42.882770 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10729713-283c-499e-be6c-2309ff974483 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:42.922822 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10729713-283c-499e-be6c-2309ff974483 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.017668 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10729713-283c-499e-be6c-2309ff974483 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.042501 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:43.170713 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10729713-283c-499e-be6c-2309ff974483 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.198658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10729713-283c-499e-be6c-2309ff974483 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Subnet': ['ID=2e736c5f-7cc5-45a3-8733-f3031d2a26c9,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:43.202563 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-10729713-283c-499e-be6c-2309ff974483 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.206433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-10729713-283c-499e-be6c-2309ff974483 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/subnets/2e736c5f-7cc5-45a3-8733-f3031d2a26c9 HTTP/1.1" status: 204 len: 168 time: 0.3771827 Mar 31 23:58:43.209289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57500) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:43.209778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e48650-45cf-470f-82e5-6d38c9bcf2e8 None None] Network 0ed115b6-a738-4575-86d8-9d488aa6c538 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:58:43.230712 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:58:41Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:43.267808 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] Checking router: 140933a0-7f67-4878-a7b8-f220ad498d2a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:43.279183 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] Routers {'140933a0-7f67-4878-a7b8-f220ad498d2a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:43.281756 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['140933a0-7f67-4878-a7b8-f220ad498d2a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:43.346606 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.421719 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] Set router 140933a0-7f67-4878-a7b8-f220ad498d2a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:43.430977 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] DHCP port deletion for 0ed115b6-a738-4575-86d8-9d488aa6c538 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:58:43.479852 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.498780 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Deleting port f1c521c9-bc8d-4447-8b05-5b617040e943 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:58:43.499115 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.567781 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] For port f1c521c9-bc8d-4447-8b05-5b617040e943, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f1c521c9-bc8d-4447-8b05-5b617040e943,segment=NetworkSegment(c64fe29c-bb43-4a6d-8c02-eb8af264ac54),segment_id=c64fe29c-bb43-4a6d-8c02-eb8af264ac54)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:43.568124 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.581348 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Calling delete_port for f1c521c9-bc8d-4447-8b05-5b617040e943 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:58:43.630029 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:58:41Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:43.668443 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4089be-6816-4a5c-9e65-98c873349a76 None None] The sync data for ids ['140933a0-7f67-4878-a7b8-f220ad498d2a'] in n-d-836015-1 is: [{'id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298483021', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:58:41Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': 'bbc8f297-abaa-4fca-b595-009f14bd054e', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140933a0-7f67-4878-a7b8-f220ad498d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:56:59Z', 'updated_at': '2022-03-31T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:43.675489 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port bbc8f297-abaa-4fca-b595-009f14bd054e {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:58:43.675840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.759666 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port bbc8f297-abaa-4fca-b595-009f14bd054e, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bbc8f297-abaa-4fca-b595-009f14bd054e,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:43.760157 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.761024 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:43.773816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for bbc8f297-abaa-4fca-b595-009f14bd054e owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:58:43.790663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Pushing event deleted for resources: {'Port': ['ID=f1c521c9-bc8d-4447-8b05-5b617040e943,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:43.795149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] No DVR routers for this DVR port f1c521c9-bc8d-4447-8b05-5b617040e943 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:58:43.802329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.802773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.803181 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.803590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.803989 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.804389 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.806933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.806933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.806933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.806933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.806933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:43.806933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c6756-2fb9-4f76-8aab-f8e8fb501f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:44.080313 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.107649 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=bbc8f297-abaa-4fca-b595-009f14bd054e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:44.182107 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.274796 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.276816 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.417611 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.418158 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Fanout notify agent at l3_agent the message router_deleted on router 140933a0-7f67-4878-a7b8-f220ad498d2a {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:58:44.425783 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.426904 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cf34e713-0473-4ff9-8588-4fcda3872c2e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/routers/140933a0-7f67-4878-a7b8-f220ad498d2a HTTP/1.1" status: 204 len: 168 time: 1.2164338 Mar 31 23:58:44.429550 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57502) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:44.514867 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.605518 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.626423 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed115b6-a738-4575-86d8-9d488aa6c538']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:44.635768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:44.636066 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64fe29c-bb43-4a6d-8c02-eb8af264ac54') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:44.645671 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.658872 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.664566 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:58:44.671176 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:58:44.782787 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.789807 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.792808 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/networks/0ed115b6-a738-4575-86d8-9d488aa6c538 HTTP/1.1" status: 204 len: 168 time: 0.3622983 Mar 31 23:58:44.796112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57504) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:44.804748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff955a4-66d5-4907-a56a-b8e36315bbc1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Network': ['ID=0ed115b6-a738-4575-86d8-9d488aa6c538,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:44.857633 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43e0292a-946f-4294-aee1-381a99662070 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:44.884855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43e0292a-946f-4294-aee1-381a99662070 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:45.051689 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43e0292a-946f-4294-aee1-381a99662070 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:45.054189 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43e0292a-946f-4294-aee1-381a99662070 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:45.055420 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-43e0292a-946f-4294-aee1-381a99662070 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/security-groups/005e3fc2-fcea-40f7-b975-6fb7f0fc5db5 HTTP/1.1" status: 204 len: 168 time: 0.2581787 Mar 31 23:58:45.072721 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0292a-946f-4294-aee1-381a99662070 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005e3fc2-fcea-40f7-b975-6fb7f0fc5db5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:45.115615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bbc8f297-abaa-4fca-b595-009f14bd054e no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:58:45.135974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: bbc8f297-abaa-4fca-b595-009f14bd054e {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:58:45.136313 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bbc8f297-abaa-4fca-b595-009f14bd054e not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:58:45.136723 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:58:45.157171 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:58:45.157520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5d0f9d58-0fbd-41c4-b0e2-18aa32cb9b38 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:58:45.157922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f1c521c9-bc8d-4447-8b05-5b617040e943 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:58:45.177073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f1c521c9-bc8d-4447-8b05-5b617040e943 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:58:45.177417 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f1c521c9-bc8d-4447-8b05-5b617040e943 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:58:45.754409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57510) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:45.759088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3f7dd82b-bcb8-41a7-8511-244dcbf80c3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080488130', 'description': 'tempest-secgroup-smoke-1080488130 description', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:45.851496 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd82b-bcb8-41a7-8511-244dcbf80c3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:45.916324 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd82b-bcb8-41a7-8511-244dcbf80c3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:45.987019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd82b-bcb8-41a7-8511-244dcbf80c3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.015885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dd82b-bcb8-41a7-8511-244dcbf80c3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c35874-f465-48a1-b570-fd2b1f3ce0b6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:46.074912 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd82b-bcb8-41a7-8511-244dcbf80c3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.078537 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3f7dd82b-bcb8-41a7-8511-244dcbf80c3b tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3207464 Mar 31 23:58:46.080745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57512) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:46.085252 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b1bbbbc1-524d-4cef-ad6e-448709da39c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '39c35874-f465-48a1-b570-fd2b1f3ce0b6', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:46.203755 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbbbc1-524d-4cef-ad6e-448709da39c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.250855 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbbbc1-524d-4cef-ad6e-448709da39c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.314218 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbbbc1-524d-4cef-ad6e-448709da39c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.333331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbbbc1-524d-4cef-ad6e-448709da39c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a082fe3b-c790-4844-93e7-b725d8e9f6fb,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:46.419433 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1bbbbc1-524d-4cef-ad6e-448709da39c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.420647 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b1bbbbc1-524d-4cef-ad6e-448709da39c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388760 Mar 31 23:58:46.423357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57514) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:46.427640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-8e05ea21-4d8c-47c7-9250-85a400609711 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '39c35874-f465-48a1-b570-fd2b1f3ce0b6', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:46.513775 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e05ea21-4d8c-47c7-9250-85a400609711 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.570101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e05ea21-4d8c-47c7-9250-85a400609711 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.640405 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e05ea21-4d8c-47c7-9250-85a400609711 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.659549 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05ea21-4d8c-47c7-9250-85a400609711 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ee05d1-7717-4541-8336-2753c59b0137,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:46.773707 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8e05ea21-4d8c-47c7-9250-85a400609711 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.774912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8e05ea21-4d8c-47c7-9250-85a400609711 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506405 Mar 31 23:58:46.777764 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57516) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:46.782055 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-480dea4f-2189-44fe-9136-d3480dc3e275 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '39c35874-f465-48a1-b570-fd2b1f3ce0b6', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:46.883334 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-480dea4f-2189-44fe-9136-d3480dc3e275 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:46.941703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-480dea4f-2189-44fe-9136-d3480dc3e275 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.028456 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-480dea4f-2189-44fe-9136-d3480dc3e275 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.047195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dea4f-2189-44fe-9136-d3480dc3e275 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e8a9e2-7da7-404a-9d09-bd4b1631d07e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:47.133621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-480dea4f-2189-44fe-9136-d3480dc3e275 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.134889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-480dea4f-2189-44fe-9136-d3480dc3e275 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561716 Mar 31 23:58:47.137480 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57518) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:47.142032 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-bc39c3c2-1fda-4027-ba42-1b937fbb78a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '39c35874-f465-48a1-b570-fd2b1f3ce0b6', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:47.233440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc39c3c2-1fda-4027-ba42-1b937fbb78a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.302828 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc39c3c2-1fda-4027-ba42-1b937fbb78a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.394434 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc39c3c2-1fda-4027-ba42-1b937fbb78a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.412678 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39c3c2-1fda-4027-ba42-1b937fbb78a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6625c646-dc4d-4ef2-9b39-3d1da7358689,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:47.488497 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-bc39c3c2-1fda-4027-ba42-1b937fbb78a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.489799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-bc39c3c2-1fda-4027-ba42-1b937fbb78a4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3511217 Mar 31 23:58:47.497925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57520) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:47.502493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-e1573791-7e88-4c21-acd1-bf75354b78f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '39c35874-f465-48a1-b570-fd2b1f3ce0b6', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:47.621761 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-e1573791-7e88-4c21-acd1-bf75354b78f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:58:47.627408 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1573791-7e88-4c21-acd1-bf75354b78f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.690305 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1573791-7e88-4c21-acd1-bf75354b78f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.771610 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1573791-7e88-4c21-acd1-bf75354b78f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.789805 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1573791-7e88-4c21-acd1-bf75354b78f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a632772-ee76-4f51-a902-eaabae3a2567,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:47.841688 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-e1573791-7e88-4c21-acd1-bf75354b78f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.842930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e1573791-7e88-4c21-acd1-bf75354b78f2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3439875 Mar 31 23:58:47.846265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57522) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:47.850643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-19eca6bc-67e0-453c-81da-d2db338c22c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'security_group_rule': {'security_group_id': '39c35874-f465-48a1-b570-fd2b1f3ce0b6', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:47.924441 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-19eca6bc-67e0-453c-81da-d2db338c22c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Project edcce20196524ffdbac3f4d6964bdb3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:58:47.929508 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19eca6bc-67e0-453c-81da-d2db338c22c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:47.991219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19eca6bc-67e0-453c-81da-d2db338c22c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.050230 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19eca6bc-67e0-453c-81da-d2db338c22c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.067442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eca6bc-67e0-453c-81da-d2db338c22c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9383f581-c781-46b5-bfe9-d388dfb850f1,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:48.145127 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-19eca6bc-67e0-453c-81da-d2db338c22c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.146360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-19eca6bc-67e0-453c-81da-d2db338c22c3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2991400 Mar 31 23:58:48.149260 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57524) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:48.154123 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'network': {'name': 'tempest-network-smoke--1594421389', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'port_security_enabled': True}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:48.223178 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:58:48.226655 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.252167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:58:48.260749 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.263515 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Added segment d69e0790-b87b-4f18-bad4-d9ad2ea488d5 of type vlan for network 47e35cf9-1540-48f8-b19b-23eec78a51e1 Mar 31 23:58:48.300698 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.371224 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.377174 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:48.377745 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.442990 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Network': ['ID=47e35cf9-1540-48f8-b19b-23eec78a51e1,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:48.453072 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:58:48.464328 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-52905a65-3c05-47b9-a251-9475f7c353ac tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3140237 Mar 31 23:58:48.467564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57526) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:48.471954 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'admin_state_up': True, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:48.566411 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.567535 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.621796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:48.838620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:49.098830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:49.117940 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:49.222438 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.169 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/5502212c-5fa4-4ebe-8b5e-e8d1d54408e2) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:49.322790 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:49.411815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:49.452827 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:49.455613 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:49.459775 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:49.462762 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=5502212c-5fa4-4ebe-8b5e-e8d1d54408e2,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:49.774212 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:49.960986 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:50.171566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7f15a368-0abb-4f81-973b-33fe17858bcf is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:58:50.276935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:50.287741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Sync routers for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:50.297147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:50.297752 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:50.345219 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:50.346553 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-54123fe6-e826-4e41-b5e4-b55c749c29b7 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8780167 Mar 31 23:58:50.349699 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57528) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:50.379065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-352a420e-3648-47c9-b7d0-79cb86f82ad1 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=edcce20196524ffdbac3f4d6964bdb3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281408 Mar 31 23:58:50.381523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57530) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:50.402172 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:50.474433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15a50b-1f43-478c-aa11-fdea020ceaa8 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:50.475889 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7b15a50b-1f43-478c-aa11-fdea020ceaa8 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934622 Mar 31 23:58:50.478837 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57532) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:50.510214 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c2055220-6202-48da-8747-a46dab8aabf5 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=4a52a629-4455-4eba-862a-e9a9d4df5026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301888 Mar 31 23:58:50.513109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57534) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:50.518799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1771366024', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:50.668880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:58:50.672794 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:50.742429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:49Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:50.776719 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Checking router: 7f15a368-0abb-4f81-973b-33fe17858bcf for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:50.777069 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Updating router 7f15a368-0abb-4f81-973b-33fe17858bcf port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:58:50.809756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:50.908507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:50.978292 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Subnet': ['ID=c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:50.983582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Checking segment: {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:50.983945 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network hostable DHCP agents. Network: 47e35cf9-1540-48f8-b19b-23eec78a51e1, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:58:51.057784 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:58:51.063413 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:58:51.108539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 47e35cf9-1540-48f8-b19b-23eec78a51e1) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:51.113495 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:51.114083 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.123213 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2269c-8942-4f6a-a6d6-a7dbc859dc15 None None] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:58:51.191402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ec5d919c-4d1d-45cc-9153-c7bd075703b8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6772194 Mar 31 23:58:51.194236 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57536) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:51.224685 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.314586 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.353118 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-47e35cf9-1540-48f8-b19b-23eec78a51e1', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:58:51.353908 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.406601 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef861e77-6b3d-461f-8d93-dce543dfdc69 None None] Pushing event updated for resources: {'Port': ['ID=5502212c-5fa4-4ebe-8b5e-e8d1d54408e2,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:51.424434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Attempting to bind port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:51.424948 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Attempting to bind port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:51.425469 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Attempting to bind port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:51.483023 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:51.483396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:51.483795 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.484185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:51.484704 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Bound port: 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:51.485078 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.578432 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] For port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:51.583199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] For port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5502212c-5fa4-4ebe-8b5e-e8d1d54408e2,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:51.591609 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Allocated IP 172.20.0.2 (47e35cf9-1540-48f8-b19b-23eec78a51e1/c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3/35a20ac7-d977-4cfc-b437-c956cf66fada) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:51.649974 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.650737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.753909 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef861e77-6b3d-461f-8d93-dce543dfdc69 None None] Pushing event updated for resources: {'Port': ['ID=5502212c-5fa4-4ebe-8b5e-e8d1d54408e2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:51.769013 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:51.769638 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:51.879735 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.930902 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:51.960471 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.983346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.1 (47e35cf9-1540-48f8-b19b-23eec78a51e1/c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3/f5b20129-7a3a-44e1-89ba-fdea68ab89d0) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:52.067010 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:52.076522 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:52.080662 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Pushing event updated for resources: {'Port': ['ID=35a20ac7-d977-4cfc-b437-c956cf66fada,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:52.082930 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:52.104121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:52.192315 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Attempting to bind port 35a20ac7-d977-4cfc-b437-c956cf66fada on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:52.192589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Attempting to bind port 35a20ac7-d977-4cfc-b437-c956cf66fada by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:52.193126 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Attempting to bind port 35a20ac7-d977-4cfc-b437-c956cf66fada on network 47e35cf9-1540-48f8-b19b-23eec78a51e1 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:52.199020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:52.206598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:52.207127 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Checking segment: {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:52.207721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:52.208198 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Bound using segment: {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:52.208857 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Bound port: 35a20ac7-d977-4cfc-b437-c956cf66fada, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:52.209398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:52.242833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:52.246069 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:52.249697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:52.256581 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:52.300416 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:49Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:52.300904 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:52.329607 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] For port 35a20ac7-d977-4cfc-b437-c956cf66fada, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:52.332289 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161656ff-d866-411f-90ed-d5661ccb9d34 None None] The sync data for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 is: [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:49Z', 'revision_number': 3, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:52.344839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] For port 35a20ac7-d977-4cfc-b437-c956cf66fada, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=35a20ac7-d977-4cfc-b437-c956cf66fada,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:52.429060 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:52.492394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b9a0b-5044-449c-873c-2b3f596fc154 None None] Pushing event updated for resources: {'Port': ['ID=35a20ac7-d977-4cfc-b437-c956cf66fada,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:52.883348 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.193386 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.199597 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:53.244609 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.268654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:53.268654 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.342286 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:53.349826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.456197 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:53.458112 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:53.527904 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.553731 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5502212c-5fa4-4ebe-8b5e-e8d1d54408e2,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:53.582832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7f15a368-0abb-4f81-973b-33fe17858bcf has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:58:53.621100 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdb26c-fcbf-4f2c-a74d-ca994696afa6 None None] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:58:53.664949 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.665714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35a20ac7-d977-4cfc-b437-c956cf66fada up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:53.694639 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:53.700008 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a64d682e-c2f8-4470-abc5-1c9ecd8d75fa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/7f15a368-0abb-4f81-973b-33fe17858bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5041628 Mar 31 23:58:53.775207 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=5502212c-5fa4-4ebe-8b5e-e8d1d54408e2,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:53.808966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-df210b5f-6442-4818-b02f-407809538fda None None] Provisioning complete for port 35a20ac7-d977-4cfc-b437-c956cf66fada triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:53.809285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df210b5f-6442-4818-b02f-407809538fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.862548 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 35a20ac7-d977-4cfc-b437-c956cf66fada triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:53.862862 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:53.891273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-b715b994-f44a-4392-88cf-5b2dce5a9da8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080488130&fields=id&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 267 time: 0.0380235 Mar 31 23:58:53.996368 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df210b5f-6442-4818-b02f-407809538fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.018222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-8f221b72-957e-4f13-8e36-29a41433ada4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:54.019943 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-8f221b72-957e-4f13-8e36-29a41433ada4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/networks?id=47e35cf9-1540-48f8-b19b-23eec78a51e1 HTTP/1.1" status: 200 len: 797 time: 0.1214893 Mar 31 23:58:54.028469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.038227 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-bcc77b1e-f885-44e9-b08d-a0b4a0ef05c1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/quotas/edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 375 time: 0.0103168 Mar 31 23:58:54.051831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-df210b5f-6442-4818-b02f-407809538fda None None] For port 35a20ac7-d977-4cfc-b437-c956cf66fada, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=35a20ac7-d977-4cfc-b437-c956cf66fada,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:54.107769 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-35e341c2-0fd5-4efd-906c-1127b861c3fd tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626810 Mar 31 23:58:54.118385 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df210b5f-6442-4818-b02f-407809538fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.191593 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Sync routers for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:54.194716 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:58:54.195067 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:58:54.207666 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:54.208537 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:54.209447 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df210b5f-6442-4818-b02f-407809538fda None None] Pushing event updated for resources: {'Port': ['ID=35a20ac7-d977-4cfc-b437-c956cf66fada,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:54.241698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-67260b88-8b04-4515-b524-5174876d5f22 None None] Provisioning complete for port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:54.242192 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67260b88-8b04-4515-b524-5174876d5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.247213 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-04b215f4-2c76-40fa-8572-bb98fb99a5de service neutron] 10.222.0.31 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263552 Mar 31 23:58:54.286275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-67260b88-8b04-4515-b524-5174876d5f22 None None] Port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:54.299515 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-67260b88-8b04-4515-b524-5174876d5f22 None None] Provisioning complete for port 35a20ac7-d977-4cfc-b437-c956cf66fada triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:54.300217 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-67260b88-8b04-4515-b524-5174876d5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.332868 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:54.368772 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-4a1cf689-745e-420f-b333-b2e4a6fed949 service neutron] 10.222.0.31 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206744 Mar 31 23:58:54.513305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-af248e64-5482-43ec-8a03-3c4b168209bb None None] Provisioning complete for port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:54.513709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af248e64-5482-43ec-8a03-3c4b168209bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.550782 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 2, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:54.559994 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-af248e64-5482-43ec-8a03-3c4b168209bb None None] Port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:54.581779 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Checking router: 7f15a368-0abb-4f81-973b-33fe17858bcf for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:54.582128 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Updating router 7f15a368-0abb-4f81-973b-33fe17858bcf port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:58:54.616935 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3fd77313-8988-400f-919e-da8bc541f6b2 req-144d30dd-ec4d-45c4-9f2f-9ea2d35bc87e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 210 time: 0.0391634 Mar 31 23:58:54.618324 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.679778 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-916b0757-d6f8-436c-b920-005441fd3abd None None] Provisioning complete for port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:54.680273 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-916b0757-d6f8-436c-b920-005441fd3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.740949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-916b0757-d6f8-436c-b920-005441fd3abd None None] Port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:54.896099 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:54.981271 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.032330 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Pushing event updated for resources: {'Port': ['ID=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:55.088412 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.089181 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.089181 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.089651 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.090111 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.090512 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.090897 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.091270 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.091640 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.092044 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.092416 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.092787 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:58:55.106382 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Attempting to bind port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:55.106901 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Attempting to bind port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:55.107325 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Attempting to bind port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 on network 47e35cf9-1540-48f8-b19b-23eec78a51e1 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:55.113034 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:55.115828 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Checking segment: {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:55.115828 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.115828 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Bound using segment: {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:55.115828 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Bound port: f5b20129-7a3a-44e1-89ba-fdea68ab89d0, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:55.115828 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.158829 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:55.196585 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] For port f5b20129-7a3a-44e1-89ba-fdea68ab89d0, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:55.198381 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] For port f5b20129-7a3a-44e1-89ba-fdea68ab89d0, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:55.220174 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:55.220623 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.273687 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.274169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3b916f23-cde1-479b-8ca1-93605270485a None None] Provisioning complete for port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:55.274562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3b916f23-cde1-479b-8ca1-93605270485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.331325 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:55.331956 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:58:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:55.352155 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35a20ac7-d977-4cfc-b437-c956cf66fada up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:55.422633 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3b916f23-cde1-479b-8ca1-93605270485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.465789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 35a20ac7-d977-4cfc-b437-c956cf66fada triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:55.466244 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.469842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3b916f23-cde1-479b-8ca1-93605270485a None None] For port f5b20129-7a3a-44e1-89ba-fdea68ab89d0, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:55.473642 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1c325-aacc-4ff4-956d-30a255d0882d None None] Pushing event updated for resources: {'Port': ['ID=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,revision_number=4']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:55.546365 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:55.564554 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3b916f23-cde1-479b-8ca1-93605270485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.612661 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b916f23-cde1-479b-8ca1-93605270485a None None] Pushing event updated for resources: {'Port': ['ID=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:55.684482 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-733c8934-9be1-4f20-ad38-ee8067b69770 None None] Provisioning complete for port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:55.684874 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-733c8934-9be1-4f20-ad38-ee8067b69770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:55.735693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1fc298b-87a2-4d85-8ef7-9047f83ab7be req-b7e3735e-2b14-4a16-9ef5-dfe23b716635 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 210 time: 0.0412531 Mar 31 23:58:55.780694 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:55Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:55.806518 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5302b9-8403-46da-a591-89415cd5bc06 None None] The sync data for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 is: [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:55Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:56.542160 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-0155c3ee-a358-4de4-a831-cd346beb02c8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:56.543708 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-0155c3ee-a358-4de4-a831-cd346beb02c8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "GET /v2.0/networks?id=47e35cf9-1540-48f8-b19b-23eec78a51e1 HTTP/1.1" status: 200 len: 797 time: 0.1123581 Mar 31 23:58:56.589106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a859454d-525f-4454-8c2c-02cc11228de5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcce20196524ffdbac3f4d6964bdb3c HTTP/1.1" status: 200 len: 380 time: 0.0360651 Mar 31 23:58:56.600758 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'port': {'device_id': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'admin_state_up': True, 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'security_groups': ['39c35874-f465-48a1-b570-fd2b1f3ce0b6']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:56.771504 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Made reservation on behalf of edcce20196524ffdbac3f4d6964bdb3c for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:58:56.776367 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:56.873599 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bf38c9e-c9cc-43dc-b34a-aa7f97585002 req-a9c5cfbb-f9ee-4605-a375-26259d514676 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 210 time: 0.0343564 Mar 31 23:58:56.934537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.20.0.12 (47e35cf9-1540-48f8-b19b-23eec78a51e1/c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3/dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:57.070557 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:57.156178 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f5b20129-7a3a-44e1-89ba-fdea68ab89d0 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:57.193132 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:57.207821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:57.208193 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:57.237570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:57.240836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:57.244479 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:57.271669 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:57.302394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:57.303154 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:57.378872 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2c99a234-c359-4e34-9dfd-4877d32a8291 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7840245 Mar 31 23:58:57.389265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-b1148c82-d22c-49a8-bba7-79f171f131c8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:58:57.390361 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-b1148c82-d22c-49a8-bba7-79f171f131c8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055799 Mar 31 23:58:57.403087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Request body: {'port': {'device_id': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:57.460472 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:57.501807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-302bdbc1-4ce0-4503-ab08-24ff51ac4632 None None] Provisioning complete for port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:57.502356 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-302bdbc1-4ce0-4503-ab08-24ff51ac4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:57.540890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-302bdbc1-4ce0-4503-ab08-24ff51ac4632 None None] Port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:57.717553 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:58:57.725205 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:57.737449 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Transition to ACTIVE for port object dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:58:57.801792 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:57.852063 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:57.933367 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Attempting to bind port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:57.933810 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Attempting to bind port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:57.934204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Attempting to bind port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f on network 47e35cf9-1540-48f8-b19b-23eec78a51e1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:57.938871 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f on network 47e35cf9-1540-48f8-b19b-23eec78a51e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:58:57.939195 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Attempting to bind port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f on network 47e35cf9-1540-48f8-b19b-23eec78a51e1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:57.944328 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:57.944654 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Checking segment: {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:57.945031 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Bound using segment: {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:57.945453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Bound port: dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:57.945808 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:58.043220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bca08-b542-414b-8c10-9270ece723c4 req-481718ec-d468-4244-add4-2b1b01dbd061 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:58.044791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d20bca08-b542-414b-8c10-9270ece723c4 req-481718ec-d468-4244-add4-2b1b01dbd061 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 944 time: 0.0968087 Mar 31 23:58:58.074049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] For port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:58.090991 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] For port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:58.110258 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d20bca08-b542-414b-8c10-9270ece723c4 req-ae774dfb-9ebb-416d-a5bf-9012891e7bd9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571158 Mar 31 23:58:58.183185 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:58.219840 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:58.220959 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:58.222368 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] 10.222.0.45 "PUT /v2.0/ports/dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f HTTP/1.1" status: 200 len: 1092 time: 0.8236940 Mar 31 23:58:58.222831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:58:58.225079 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae76a99-a13d-46e4-bb5b-28c095b2a2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:58:58.246214 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30db47c-db2d-4c6d-b6db-27e84d0e7311 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:58.276460 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20c9b5e-7a7f-4a11-970c-28d1e456abcf x-openstack-request-id: req-c20c9b5e-7a7f-4a11-970c-28d1e456abcf {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:58:58.276855 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:58:58.277213 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c20c9b5e-7a7f-4a11-970c-28d1e456abcf {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:58:58.277716 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20c9b5e-7a7f-4a11-970c-28d1e456abcf'] response: {'name': 'network-changed', 'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'status': 'completed', 'code': 200} Mar 31 23:58:58.339309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae76a99-a13d-46e4-bb5b-28c095b2a2ed req-7d313d23-c4f4-4f10-af2a-75dbc525ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:58.340816 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ae76a99-a13d-46e4-bb5b-28c095b2a2ed req-7d313d23-c4f4-4f10-af2a-75dbc525ad2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 1095 time: 0.0442986 Mar 31 23:58:58.453333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae76a99-a13d-46e4-bb5b-28c095b2a2ed req-07074960-786b-45c8-8f90-3311612ff840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:58.455337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ae76a99-a13d-46e4-bb5b-28c095b2a2ed req-07074960-786b-45c8-8f90-3311612ff840 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1076753 Mar 31 23:58:58.880900 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae76a99-a13d-46e4-bb5b-28c095b2a2ed req-d334823b-fbeb-4d68-8ecf-787af7cfbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:58.882376 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ae76a99-a13d-46e4-bb5b-28c095b2a2ed req-d334823b-fbeb-4d68-8ecf-787af7cfbd27 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4209666 Mar 31 23:58:58.954823 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-634bde08-d139-4c67-afae-250f2eea0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:58.956335 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-634bde08-d139-4c67-afae-250f2eea0655 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 1095 time: 0.0400326 Mar 31 23:58:58.998091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-2fa1c1d4-b5ca-402c-8228-e06423b1fc38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f HTTP/1.1" status: 200 len: 217 time: 0.0345762 Mar 31 23:58:59.044456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-742c4d20-4424-452d-9645-3922ac5287dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:59.045802 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-742c4d20-4424-452d-9645-3922ac5287dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0416994 Mar 31 23:58:59.089626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-d42dc8b9-a1cf-41f5-a851-67f652073417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:59.091143 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-d42dc8b9-a1cf-41f5-a851-67f652073417 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47e35cf9-1540-48f8-b19b-23eec78a51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389688 Mar 31 23:58:59.192606 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-bb995f21-0dad-4ffa-a568-6e15eeec1e6c service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947630 Mar 31 23:58:59.284309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb0895-5d37-4434-8c11-cf8d7be8f763 req-2155cc74-c0ee-40d4-952c-71b5c53c4ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:59.285788 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cedb0895-5d37-4434-8c11-cf8d7be8f763 req-2155cc74-c0ee-40d4-952c-71b5c53c4ed2 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 944 time: 0.1055462 Mar 31 23:58:59.328382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15a6b762-3dbc-4b35-88c3-f962200fc114 req-13ae63c0-fb4b-4bc0-aaf2-feb8ce57d747 service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192045 Mar 31 23:58:59.341319 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cedb0895-5d37-4434-8c11-cf8d7be8f763 req-a11346e6-c4d2-479b-84cd-627369dc31d9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472827 Mar 31 23:59:00.459156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10a4ab-74f8-4bd9-8c32-62c15aca7a6f req-f00dd927-db91-4513-93ca-766552d29065 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:00.460643 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd10a4ab-74f8-4bd9-8c32-62c15aca7a6f req-f00dd927-db91-4513-93ca-766552d29065 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 944 time: 0.0495911 Mar 31 23:59:00.497437 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd10a4ab-74f8-4bd9-8c32-62c15aca7a6f req-42ece1ab-6f03-44b7-83b2-a86a248c4d28 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307453 Mar 31 23:59:01.616099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75debdd7-ac28-47a4-b06c-f20185980587 req-5b9d84a2-308a-439d-ab9b-322e22c95ff6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:01.617518 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75debdd7-ac28-47a4-b06c-f20185980587 req-5b9d84a2-308a-439d-ab9b-322e22c95ff6 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 944 time: 0.0498505 Mar 31 23:59:01.659499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75debdd7-ac28-47a4-b06c-f20185980587 req-34049bad-4331-4bf6-a335-83b87e381d51 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358725 Mar 31 23:59:02.338032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:59:02.440992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:02.452200 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'port_id': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'mac_address': 'fa:16:3e:6d:57:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:59:02.488876 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:02.501876 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:59:02.521556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:02.613800 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:02.660664 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:02.785285 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ffdf0-db30-46e5-acfd-577b4f159a4e req-44b2528a-4d84-4bf2-9b58-00e0b9a36746 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:02.786912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-037ffdf0-db30-46e5-acfd-577b4f159a4e req-44b2528a-4d84-4bf2-9b58-00e0b9a36746 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 945 time: 0.0593579 Mar 31 23:59:02.824176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-037ffdf0-db30-46e5-acfd-577b4f159a4e req-a93f0f8c-3719-4c3a-a5e3-a69d138227c4 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313346 Mar 31 23:59:02.847581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:59:03.943060 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58167eb1-9da8-4126-8513-fcc9eec2ab45 req-031c6a07-f8c4-461a-8870-17c7cf238574 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:03.944562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58167eb1-9da8-4126-8513-fcc9eec2ab45 req-031c6a07-f8c4-461a-8870-17c7cf238574 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 945 time: 0.0503941 Mar 31 23:59:03.985241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-58167eb1-9da8-4126-8513-fcc9eec2ab45 req-843d6e9d-626a-4267-9528-2f2c606ac777 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346437 Mar 31 23:59:04.005442 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8c924652-1277-4279-a7a6-a093146fb4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:04.337508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:59:04.445255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:59:04.449287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:59:04.449655 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:04.525609 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:04.549521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:04.551985 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fa5107-d23c-49d5-a3e8-f221edbf86fe" -d '{"events": [{"server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "name": "network-vif-plugged", "status": "completed", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:04.564325 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:04.590743 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b93355c-09b4-4940-be66-832e9fef0c84 x-openstack-request-id: req-0b93355c-09b4-4940-be66-832e9fef0c84 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:04.592487 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "name": "network-vif-plugged", "status": "completed", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:04.592487 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b93355c-09b4-4940-be66-832e9fef0c84 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:04.592487 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b93355c-09b4-4940-be66-832e9fef0c84'] response: {'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'code': 200} Mar 31 23:59:04.633888 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:04.685384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:04.696196 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f6237-f172-49df-9e27-361b49ca0990 req-937e7db9-b22d-4b50-938d-8bccdcecaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:04.697700 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c9f6237-f172-49df-9e27-361b49ca0990 req-937e7db9-b22d-4b50-938d-8bccdcecaa4f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 1097 time: 0.0415962 Mar 31 23:59:04.735754 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1c9f6237-f172-49df-9e27-361b49ca0990 req-5b5f13e4-7698-4fbc-8754-04804ff8306f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308571 Mar 31 23:59:05.101737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317ac2d-3fc6-4d8e-ad9a-0fd0ee881fae req-14960b36-c8ca-4e33-9e2e-80b9078d365e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:05.103251 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0317ac2d-3fc6-4d8e-ad9a-0fd0ee881fae req-14960b36-c8ca-4e33-9e2e-80b9078d365e tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0490935 Mar 31 23:59:05.141074 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0317ac2d-3fc6-4d8e-ad9a-0fd0ee881fae req-7b51337e-fad9-49af-8af6-46e7fe095628 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Mar 31 23:59:06.130964 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed525-f632-405d-8c4a-dcb6a0eda0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:06.257323 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c9460-c867-4cfa-9e4f-7d4d406d0892 req-74e0d920-1fe0-4cb6-8246-61308e4d596f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:06.258860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-216c9460-c867-4cfa-9e4f-7d4d406d0892 req-74e0d920-1fe0-4cb6-8246-61308e4d596f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0488615 Mar 31 23:59:06.296435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-216c9460-c867-4cfa-9e4f-7d4d406d0892 req-cda7c963-4f55-4792-894b-e64a36c4f9a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Mar 31 23:59:06.410941 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0463-5c33-4d56-a928-3d8609974682 req-147611c0-bcf9-4b25-b4c8-175e26e8bad9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:06.412417 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10cf0463-5c33-4d56-a928-3d8609974682 req-147611c0-bcf9-4b25-b4c8-175e26e8bad9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Mar 31 23:59:06.454448 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-10cf0463-5c33-4d56-a928-3d8609974682 req-b68d8b71-0ed7-4b53-a54b-dccba4573adb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359066 Mar 31 23:59:06.476303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57594) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:06.515951 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db235268-0af2-40bd-b60f-ea39fd527cb6 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:06.518196 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-db235268-0af2-40bd-b60f-ea39fd527cb6 tempest-TestNetworkAdvancedServerOps-1812873681 tempest-TestNetworkAdvancedServerOps-1812873681-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 1092 time: 0.0401797 Mar 31 23:59:06.520789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57596) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:06.527811 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:06.620849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:06.718041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:06.827008 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Allocated IP 172.25.4.22 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/1c18255c-e018-4aae-b9d5-d227db8bfd71) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:59:06.926321 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.022471 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.066327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:59:07.069175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:59:07.073673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:59:07.076469 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=1c18255c-e018-4aae-b9d5-d227db8bfd71,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:07.445401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.570983 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.732358 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.793881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.869155 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event updated for resources: {'Port': ['ID=1c18255c-e018-4aae-b9d5-d227db8bfd71,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:07.880440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.906777 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.993553 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 0170d47b-49cc-49b9-a628-faf800f27468 associated. External IP: 172.25.4.22, port: dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f. Mar 31 23:59:08.202379 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7f15a368-0abb-4f81-973b-33fe17858bcf has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:59:08.313414 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:59:08.323762 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] Sync routers for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:59:08.334749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:59:08.339284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:08.418665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:08.438305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:59:08.445737 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4f070759-adc7-4744-8ef4-66822f7f31a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9239542 Mar 31 23:59:08.446318 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:08.449653 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e9af3e-8277-4823-92c4-b5f3b21e78fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:08.489838 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd2c306-40e9-4a67-bd53-a3c04ea57217 x-openstack-request-id: req-edd2c306-40e9-4a67-bd53-a3c04ea57217 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:08.490132 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:08.490387 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edd2c306-40e9-4a67-bd53-a3c04ea57217 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:08.490832 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd2c306-40e9-4a67-bd53-a3c04ea57217'] response: {'name': 'network-changed', 'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'status': 'completed', 'code': 200} Mar 31 23:59:08.585322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d646067-bbaf-40a0-9ca9-3a0cca69c8f8 req-d207c12f-df4a-4352-b47e-82353c31a5a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:08.586838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d646067-bbaf-40a0-9ca9-3a0cca69c8f8 req-d207c12f-df4a-4352-b47e-82353c31a5a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0872633 Mar 31 23:59:08.589559 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-7fa02ec0-1ca7-4f7c-b8f1-92293f7f7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:08.591029 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-7fa02ec0-1ca7-4f7c-b8f1-92293f7f7229 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 1097 time: 0.0767393 Mar 31 23:59:08.667551 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0170d47b-49cc-49b9-a628-faf800f27468', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'port_id': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'mac_address': 'fa:16:3e:6d:57:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:59:07Z', 'updated_at': '2022-03-31T23:59:07Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:55Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:08.675663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d646067-bbaf-40a0-9ca9-3a0cca69c8f8 req-f501ef2b-bd87-48df-b297-8704c0001389 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805387 Mar 31 23:59:08.696571 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] Checking router: 7f15a368-0abb-4f81-973b-33fe17858bcf for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:59:08.698166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57602) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:08.711293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:59:08.711602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:08.714197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-749554e7-b70d-4731-b36a-4f7c77075973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:08.715761 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-749554e7-b70d-4731-b36a-4f7c77075973 service neutron] 10.222.0.45 "GET /v2.0/networks?id=47e35cf9-1540-48f8-b19b-23eec78a51e1 HTTP/1.1" status: 200 len: 898 time: 0.1146343 Mar 31 23:59:08.768473 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e1127a35-b0f7-4381-9af0-5af06d854057 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/0170d47b-49cc-49b9-a628-faf800f27468 HTTP/1.1" status: 200 len: 991 time: 0.0672028 Mar 31 23:59:08.787997 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-b1694583-08cd-467d-9465-49d2726975ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f HTTP/1.1" status: 200 len: 999 time: 0.0658362 Mar 31 23:59:08.840027 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-bb845197-2edf-4e4f-9e15-f350a8c95905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:08.841494 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-bb845197-2edf-4e4f-9e15-f350a8c95905 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0472994 Mar 31 23:59:08.891299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-dd8dd6ce-2320-412b-8bac-0556e338e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:08.892832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-dd8dd6ce-2320-412b-8bac-0556e338e888 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47e35cf9-1540-48f8-b19b-23eec78a51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435340 Mar 31 23:59:08.987462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-5ef14c73-fc70-47db-92ff-3f576ab7bb21 service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875876 Mar 31 23:59:08.994053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:59:09.078979 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:09.084495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-36e9af3e-8277-4823-92c4-b5f3b21e78fe req-5b6e6a20-1b15-496d-bd4a-dee596c39bae service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897918 Mar 31 23:59:09.102744 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:09.234137 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:09.247282 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0170d47b-49cc-49b9-a628-faf800f27468', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'port_id': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'mac_address': 'fa:16:3e:6d:57:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:59:07Z', 'updated_at': '2022-03-31T23:59:07Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:55Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:09.273962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a9ff7-b080-4257-ac30-5bcb6bb6f963 None None] The sync data for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 is: [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '0170d47b-49cc-49b9-a628-faf800f27468', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'port_id': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'mac_address': 'fa:16:3e:6d:57:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:59:07Z', 'updated_at': '2022-03-31T23:59:07Z', 'revision_number': 0, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:55Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:59:09.467703 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292df660-8af9-4136-bbb4-1ac4c76d3a0f None None] New status for floating IP 0170d47b-49cc-49b9-a628-faf800f27468: ACTIVE {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:59:09.771233 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57604) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:09.831396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ebd1c72b-2ce2-4221-b68f-53b9723d6ed5 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/0170d47b-49cc-49b9-a628-faf800f27468 HTTP/1.1" status: 200 len: 993 time: 0.0589945 Mar 31 23:59:10.186303 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:28.063791 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:59:29.200724 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-88fc41de-8d91-421d-aefb-8ea6ad8299f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417769 Mar 31 23:59:29.288931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-98f96ad3-5e5a-4013-8aff-0062a21509a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:29.290304 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-98f96ad3-5e5a-4013-8aff-0062a21509a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 1097 time: 0.0447326 Mar 31 23:59:29.398789 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-2ce558e5-8190-465d-b8ad-9086d10c9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:29.401270 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-2ce558e5-8190-465d-b8ad-9086d10c9ff4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=47e35cf9-1540-48f8-b19b-23eec78a51e1 HTTP/1.1" status: 200 len: 898 time: 0.0902398 Mar 31 23:59:29.484877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-950bf7c5-3505-4f23-8bd7-91d71310b15f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f HTTP/1.1" status: 200 len: 1001 time: 0.0769908 Mar 31 23:59:29.534269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-88d90f89-29ad-46d5-bb7a-27f2309dafba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:29.535753 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-88d90f89-29ad-46d5-bb7a-27f2309dafba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0436919 Mar 31 23:59:29.582283 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-e55711f3-8ca0-4b89-8e67-54fa952bd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:29.583973 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-e55711f3-8ca0-4b89-8e67-54fa952bd67b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47e35cf9-1540-48f8-b19b-23eec78a51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415456 Mar 31 23:59:29.684414 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-eb4d37e6-f5d3-4932-998d-c5cd631f8f6e service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928667 Mar 31 23:59:29.788701 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be23bf9a-3f0e-4894-8558-8bbed3c42626 req-898eb5be-1c60-4406-a3c6-3fc2f1731b22 service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976064 Mar 31 23:59:34.055999 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-89d731d7-ee75-4780-9792-e74ea972b0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:36.124973 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-02c773a3-7b11-4102-a0e4-535eaf3f4c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:37.894167 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:39.009584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:39.089995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:39.237159 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:40.221372 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:41.430352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ba30-6bb5-4c35-980e-4ebd74216c87 req-9a7ffb7e-59d1-45f7-8d31-50f0d107ad50 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:41.431869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d082ba30-6bb5-4c35-980e-4ebd74216c87 req-9a7ffb7e-59d1-45f7-8d31-50f0d107ad50 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0502574 Mar 31 23:59:41.469502 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d082ba30-6bb5-4c35-980e-4ebd74216c87 req-aed9f3d6-08ea-4ab5-8d1a-ea0996f70c5c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Mar 31 23:59:42.591919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d098620-3d29-4563-a69b-d3d495dbb407 req-08fe2ac3-d2bf-4681-b5d5-5c45f28c5dbb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:42.593395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d098620-3d29-4563-a69b-d3d495dbb407 req-08fe2ac3-d2bf-4681-b5d5-5c45f28c5dbb tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0537925 Mar 31 23:59:42.631534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d098620-3d29-4563-a69b-d3d495dbb407 req-adab357e-974f-4e4e-bc4f-ff05090636d3 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320425 Mar 31 23:59:42.653192 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57622) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:42.712065 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d36b5e1a-341b-4feb-b7ed-277df2baf5ed tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/0170d47b-49cc-49b9-a628-faf800f27468 HTTP/1.1" status: 200 len: 993 time: 0.0577798 Mar 31 23:59:44.172628 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2ed49-e007-4143-b034-cd864d9e5736 req-f135589f-70cb-4b7d-809d-fd42c2b984a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:44.174114 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48c2ed49-e007-4143-b034-cd864d9e5736 req-f135589f-70cb-4b7d-809d-fd42c2b984a0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0584369 Mar 31 23:59:44.218100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48c2ed49-e007-4143-b034-cd864d9e5736 req-87e10ba3-0882-4872-b9cf-cf68d0486256 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334640 Mar 31 23:59:44.277798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29b352-a82e-416c-8091-9148c3642436 req-cb2a0f53-1d91-4d5e-b9c6-5a5f9b86b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:44.279337 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f29b352-a82e-416c-8091-9148c3642436 req-cb2a0f53-1d91-4d5e-b9c6-5a5f9b86b197 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 1097 time: 0.0413280 Mar 31 23:59:44.367447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29b352-a82e-416c-8091-9148c3642436 req-48aff3c7-aa68-4f22-9aa1-01828230035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:44.368826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f29b352-a82e-416c-8091-9148c3642436 req-48aff3c7-aa68-4f22-9aa1-01828230035c service neutron] 10.222.0.45 "GET /v2.0/networks?id=47e35cf9-1540-48f8-b19b-23eec78a51e1 HTTP/1.1" status: 200 len: 898 time: 0.0834677 Mar 31 23:59:44.435831 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f29b352-a82e-416c-8091-9148c3642436 req-ed926c90-ba2e-41b7-943e-8a892b0152bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f HTTP/1.1" status: 200 len: 1001 time: 0.0598705 Mar 31 23:59:44.482673 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29b352-a82e-416c-8091-9148c3642436 req-b5f7e48a-cd20-4e55-a86f-211a7eaee31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:44.484115 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f29b352-a82e-416c-8091-9148c3642436 req-b5f7e48a-cd20-4e55-a86f-211a7eaee31c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0431674 Mar 31 23:59:44.529305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29b352-a82e-416c-8091-9148c3642436 req-cd2e2a39-50fe-4a8a-bf72-2c000c8ba6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:44.530846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f29b352-a82e-416c-8091-9148c3642436 req-cd2e2a39-50fe-4a8a-bf72-2c000c8ba6aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47e35cf9-1540-48f8-b19b-23eec78a51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406818 Mar 31 23:59:44.637121 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f29b352-a82e-416c-8091-9148c3642436 req-248b6e55-df1c-46e7-96b7-74b60c7624bc service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995555 Mar 31 23:59:44.739006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0f29b352-a82e-416c-8091-9148c3642436 req-79f49a29-2324-49b8-816a-c5dfd212531b service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962143 Mar 31 23:59:45.371167 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5378f82-8d48-457f-8289-1face0acdb9b req-73c3fc19-62c5-4417-af26-f325f06983d8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:45.373063 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5378f82-8d48-457f-8289-1face0acdb9b req-73c3fc19-62c5-4417-af26-f325f06983d8 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0554321 Mar 31 23:59:45.411101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c5378f82-8d48-457f-8289-1face0acdb9b req-04c54caf-62c1-4ddb-b30e-fe7d11672577 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Mar 31 23:59:46.528426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b2197-952f-4378-9472-4c4bee108bc7 req-aa75b64c-df8a-4389-94da-ba40ace61b3c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:46.529902 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a3b2197-952f-4378-9472-4c4bee108bc7 req-aa75b64c-df8a-4389-94da-ba40ace61b3c tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0494475 Mar 31 23:59:46.567991 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2a3b2197-952f-4378-9472-4c4bee108bc7 req-86ad6979-93b2-4f7c-ba70-f3fa23ed1f96 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Mar 31 23:59:46.590890 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57634) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:46.654720 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-85042526-8e7c-4d62-bd73-74c506d14ffa tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/floatingips/0170d47b-49cc-49b9-a628-faf800f27468 HTTP/1.1" status: 200 len: 993 time: 0.0626688 Mar 31 23:59:46.870563 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57640) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:47.025919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 1c18255c-e018-4aae-b9d5-d227db8bfd71 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:59:47.026159 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:47.104245 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:47.104580 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:47.117305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 1c18255c-e018-4aae-b9d5-d227db8bfd71 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:59:47.318534 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:47.344397 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=1c18255c-e018-4aae-b9d5-d227db8bfd71,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:47.356379 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.356736 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.357073 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.357418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.357748 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.358080 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.358942 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.359275 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.359606 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.359937 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.360262 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.360587 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:47.415628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:47.415924 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Floating IP 0170d47b-49cc-49b9-a628-faf800f27468 disassociated (deleted). External IP: 172.25.4.22, port: dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f. Mar 31 23:59:47.626438 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7f15a368-0abb-4f81-973b-33fe17858bcf has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:59:47.743403 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:59:47.748191 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:47.754008 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] Sync routers for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:59:47.765533 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:59:47.766226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:47.775233 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-267df02e-0b98-4db3-84ae-52eacfb1da75 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/floatingips/0170d47b-49cc-49b9-a628-faf800f27468 HTTP/1.1" status: 204 len: 168 time: 0.9035559 Mar 31 23:59:47.775909 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:47.778310 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cc9934-5eb9-43a0-bc0d-b1d348542ada" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:47.823093 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0875f-588c-430a-b32b-5ed658b89286 x-openstack-request-id: req-97a0875f-588c-430a-b32b-5ed658b89286 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:47.823425 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:47.823753 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97a0875f-588c-430a-b32b-5ed658b89286 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:47.824178 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a0875f-588c-430a-b32b-5ed658b89286'] response: {'name': 'network-changed', 'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'status': 'completed', 'code': 200} Mar 31 23:59:47.885833 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:59:47.890955 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-6b7e0e06-5a2b-4f36-8751-20d2ace706f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:47.892559 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-6b7e0e06-5a2b-4f36-8751-20d2ace706f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 1097 time: 0.0481880 Mar 31 23:59:47.984272 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-8f0fc851-757c-428a-9e3b-a5de8d4a84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:47.985882 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-8f0fc851-757c-428a-9e3b-a5de8d4a84fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=47e35cf9-1540-48f8-b19b-23eec78a51e1 HTTP/1.1" status: 200 len: 898 time: 0.0873623 Mar 31 23:59:48.031912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-b0eea3f5-ede0-4fee-bdf5-12c4ad8bace9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f HTTP/1.1" status: 200 len: 217 time: 0.0399761 Mar 31 23:59:48.081690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-ca6f7e8a-331e-4ca5-ba80-fe887e98b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:48.083228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-ca6f7e8a-331e-4ca5-ba80-fe887e98b6ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3 HTTP/1.1" status: 200 len: 835 time: 0.0453570 Mar 31 23:59:48.098214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:55Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:48.126123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] Checking router: 7f15a368-0abb-4f81-973b-33fe17858bcf for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:59:48.135064 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:59:48.135674 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:48.143337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-cf2862e0-d2f0-4a9e-9fb6-6088051a2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:48.145297 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-cf2862e0-d2f0-4a9e-9fb6-6088051a2c25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47e35cf9-1540-48f8-b19b-23eec78a51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509357 Mar 31 23:59:48.244733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:59:48.267717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867fe82-1708-4fe7-bdef-a545c59d728b req-461089d0-b6e0-4257-aacf-43f0ca017f9a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:48.269221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6867fe82-1708-4fe7-bdef-a545c59d728b req-461089d0-b6e0-4257-aacf-43f0ca017f9a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.1066589 Mar 31 23:59:48.295038 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-f819a977-73fc-48d3-a859-20e79ff1be82 service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406128 Mar 31 23:59:48.333727 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6867fe82-1708-4fe7-bdef-a545c59d728b req-e6f8ba3d-ea03-4569-b5cf-8f66afb1dee0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555630 Mar 31 23:59:48.407432 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98cc9934-5eb9-43a0-bc0d-b1d348542ada req-b32f5cc7-827b-45f0-a455-5003b080d8e7 service neutron] 10.222.0.45 "GET /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045160 Mar 31 23:59:48.455002 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:55Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:48.484424 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cab020-79bb-4a63-98fd-0cfb2632db26 None None] The sync data for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 is: [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:58:52Z', 'revision_number': 4, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f5b20129-7a3a-44e1-89ba-fdea68ab89d0', 'name': '', 'network_id': '47e35cf9-1540-48f8-b19b-23eec78a51e1', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'mac_address': 'fa:16:3e:96:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:51Z', 'updated_at': '2022-03-31T23:58:55Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'subnets': [{'id': 'c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:59:48.707087 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ce5d64-6943-4fd2-92a2-bb10fc9cca2a None None] New status for floating IP 0170d47b-49cc-49b9-a628-faf800f27468: DOWN {{(pid=109823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:59:49.465141 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a53aa9-3591-47e3-b9b4-b5787870d931 req-b5abb712-6030-42db-992c-7a62f7eb2467 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:49.466810 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4a53aa9-3591-47e3-b9b4-b5787870d931 req-b5abb712-6030-42db-992c-7a62f7eb2467 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0503182 Mar 31 23:59:49.507993 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d4a53aa9-3591-47e3-b9b4-b5787870d931 req-c247d95f-415a-4020-b26f-5bbfd8344d6a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/security-groups?id=39c35874-f465-48a1-b570-fd2b1f3ce0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343969 Mar 31 23:59:49.695236 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-d640d3e6-9668-434b-9b22-331332a9d624 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:49.696718 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-d640d3e6-9668-434b-9b22-331332a9d624 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 946 time: 0.0494747 Mar 31 23:59:49.787691 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:59:49.788025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:49.875763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:49.876124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:49.888933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:59:50.124815 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:50.151346 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:50.166993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.166993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.166993 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.167473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.167473 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.167698 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.168020 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.168358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.168700 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.169018 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.169332 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.169658 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:50.207842 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] No DVR routers for this DVR port dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:59:50.211033 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:50.214427 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-12ec3dd8-7e13-480c-a09c-28951c24589c req-8cdb41b8-5659-4de4-8de1-280131cc062f tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.45 "DELETE /v2.0/ports/dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f HTTP/1.1" status: 204 len: 173 time: 0.5120752 Mar 31 23:59:50.214880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'name': 'network-vif-deleted', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:50.217169 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb3fe51-01b3-4a63-96a5-c038e2dfe4ab" -d '{"events": [{"server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "name": "network-vif-deleted", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:50.255019 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24305791-2a39-4d86-89f2-ec5375bcd23d x-openstack-request-id: req-24305791-2a39-4d86-89f2-ec5375bcd23d {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:50.255305 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c570ab-702f-46d7-8206-44fef017ab82", "name": "network-vif-deleted", "tag": "dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:50.255551 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24305791-2a39-4d86-89f2-ec5375bcd23d {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:50.255950 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24305791-2a39-4d86-89f2-ec5375bcd23d'] response: {'server_uuid': 'd4c570ab-702f-46d7-8206-44fef017ab82', 'name': 'network-vif-deleted', 'tag': 'dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f', 'status': 'completed', 'code': 200} Mar 31 23:59:50.624793 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-083bcc7d-f35c-48d9-b88b-95d7834794b1 req-b83b6763-221c-45eb-bd0a-871626f1d8a1 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4c570ab-702f-46d7-8206-44fef017ab82 HTTP/1.1" status: 200 len: 210 time: 0.0278494 Mar 31 23:59:51.686106 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57656) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:52.049689 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:52.313257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port f5b20129-7a3a-44e1-89ba-fdea68ab89d0 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:59:52.313498 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:52.403620 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port f5b20129-7a3a-44e1-89ba-fdea68ab89d0, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:52.403983 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:52.418124 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for f5b20129-7a3a-44e1-89ba-fdea68ab89d0 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:59:52.655277 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:52.688900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=f5b20129-7a3a-44e1-89ba-fdea68ab89d0,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:52.863835 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:53.084434 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Router 7f15a368-0abb-4f81-973b-33fe17858bcf has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:59:53.194817 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:59:53.199975 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-25558659-0cc2-4af0-af77-daa57a71a2a9 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "PUT /v2.0/routers/7f15a368-0abb-4f81-973b-33fe17858bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5127528 Mar 31 23:59:53.203357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57658) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:53.205809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] Sync routers for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:59:53.217563 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:59:53.218149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:53.255499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c69e352-65e9-4685-a092-2152d6a95714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting subnet c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:59:53.258696 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c69e352-65e9-4685-a092-2152d6a95714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:53.299791 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c69e352-65e9-4685-a092-2152d6a95714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:53.324577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:59:53.392949 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c69e352-65e9-4685-a092-2152d6a95714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:53.513256 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c69e352-65e9-4685-a092-2152d6a95714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:53.522811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:59:52Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:53.544325 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-0c69e352-65e9-4685-a092-2152d6a95714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:53.549477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-0c69e352-65e9-4685-a092-2152d6a95714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/subnets/c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3 HTTP/1.1" status: 204 len: 168 time: 0.3427882 Mar 31 23:59:53.549477 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69e352-65e9-4685-a092-2152d6a95714 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cdb702-54d1-4b1c-ae41-b81cf3f3fcb3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:53.550691 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57660) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:53.556958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fd8e62-701b-4d4c-bbbe-8cb605453648 None None] Network 47e35cf9-1540-48f8-b19b-23eec78a51e1 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:59:53.570241 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] Checking router: 7f15a368-0abb-4f81-973b-33fe17858bcf for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:59:53.624190 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] Routers {'7f15a368-0abb-4f81-973b-33fe17858bcf'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:59:53.625301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['7f15a368-0abb-4f81-973b-33fe17858bcf'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:53.667801 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:53.784965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] Set router 7f15a368-0abb-4f81-973b-33fe17858bcf gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:59:53.788437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:53.849478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] DHCP port deletion for 47e35cf9-1540-48f8-b19b-23eec78a51e1 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:59:54.167807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Deleting port 35a20ac7-d977-4cfc-b437-c956cf66fada {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:59:54.168215 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.247594 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] For port 35a20ac7-d977-4cfc-b437-c956cf66fada, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=35a20ac7-d977-4cfc-b437-c956cf66fada,segment=NetworkSegment(d69e0790-b87b-4f18-bad4-d9ad2ea488d5),segment_id=d69e0790-b87b-4f18-bad4-d9ad2ea488d5)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:54.248314 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.263986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Calling delete_port for 35a20ac7-d977-4cfc-b437-c956cf66fada owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:59:54.268041 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Deleting port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:59:54.268410 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.269091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:59:52Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:54.299621 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86234698-8aea-41d1-9f96-ac61ddab46f9 None None] The sync data for ids ['7f15a368-0abb-4f81-973b-33fe17858bcf'] in n-d-836015-1 is: [{'id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776207455', 'tenant_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:58:48Z', 'updated_at': '2022-03-31T23:59:52Z', 'revision_number': 5, 'project_id': 'edcce20196524ffdbac3f4d6964bdb3c', 'gw_port': {'id': '5502212c-5fa4-4ebe-8b5e-e8d1d54408e2', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15a368-0abb-4f81-973b-33fe17858bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:58:49Z', 'updated_at': '2022-03-31T23:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:59:54.363179 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] For port 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5502212c-5fa4-4ebe-8b5e-e8d1d54408e2,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:54.363526 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.376804 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Calling delete_port for 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:59:54.478406 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.505700 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Pushing event deleted for resources: {'Port': ['ID=35a20ac7-d977-4cfc-b437-c956cf66fada,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:54.515248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] No DVR routers for this DVR port 35a20ac7-d977-4cfc-b437-c956cf66fada on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:59:54.519270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.519270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.519270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.519270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.519718 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.519883 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.520226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.520555 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.520884 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.521214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.522680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.522680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6ffe9-8927-4579-978e-d533fb10e72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:54.547394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:59:54.568428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:59:54.568773 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device dd6cf8dd-a7c8-4acc-a8f1-fce6e080a06f not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:59:54.667051 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.694910 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Port': ['ID=5502212c-5fa4-4ebe-8b5e-e8d1d54408e2,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:54.764885 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.869620 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.871990 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.981117 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.981693 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Fanout notify agent at l3_agent the message router_deleted on router 7f15a368-0abb-4f81-973b-33fe17858bcf {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:59:54.989020 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:54.990134 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5c6ff382-4b98-424c-a370-595e76191f53 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/routers/7f15a368-0abb-4f81-973b-33fe17858bcf HTTP/1.1" status: 204 len: 168 time: 1.4384398 Mar 31 23:59:54.992873 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57662) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:55.076287 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.170969 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.191714 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e35cf9-1540-48f8-b19b-23eec78a51e1']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:55.200933 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:55.201222 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69e0790-b87b-4f18-bad4-d9ad2ea488d5') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:59:55.211870 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.225096 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.230925 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:59:55.231315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: timer() Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: self._notify() Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: event.method(event) Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:59:55.234186 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:59:55.341586 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.353411 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.353411 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/networks/47e35cf9-1540-48f8-b19b-23eec78a51e1 HTTP/1.1" status: 204 len: 168 time: 0.3585882 Mar 31 23:59:55.355470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57664) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:55.365768 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518f2e5-cf84-4702-913d-0ee337cb842a tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'Network': ['ID=47e35cf9-1540-48f8-b19b-23eec78a51e1,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:55.417984 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-32730e35-f3d1-470b-8cd4-665829eb01b0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.447084 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-32730e35-f3d1-470b-8cd4-665829eb01b0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.542525 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f5b20129-7a3a-44e1-89ba-fdea68ab89d0 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:59:55.566821 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f5b20129-7a3a-44e1-89ba-fdea68ab89d0 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:59:55.567154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f5b20129-7a3a-44e1-89ba-fdea68ab89d0 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:59:55.567556 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35a20ac7-d977-4cfc-b437-c956cf66fada no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:59:55.575180 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-32730e35-f3d1-470b-8cd4-665829eb01b0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.577844 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-32730e35-f3d1-470b-8cd4-665829eb01b0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:55.579237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-32730e35-f3d1-470b-8cd4-665829eb01b0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] 10.222.0.31 "DELETE /v2.0/security-groups/39c35874-f465-48a1-b570-fd2b1f3ce0b6 HTTP/1.1" status: 204 len: 168 time: 0.2226145 Mar 31 23:59:55.586952 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 35a20ac7-d977-4cfc-b437-c956cf66fada {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:59:55.587330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 35a20ac7-d977-4cfc-b437-c956cf66fada not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:59:55.589137 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32730e35-f3d1-470b-8cd4-665829eb01b0 tempest-TestNetworkAdvancedServerOps-514737000 tempest-TestNetworkAdvancedServerOps-514737000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c35874-f465-48a1-b570-fd2b1f3ce0b6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:56.318244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57672) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:56.481795 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f75bdc2c-a64b-4b10-a6f7-cd85a029e96a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edcce20196524ffdbac3f4d6964bdb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622794 Mar 31 23:59:56.485134 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57676) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:56.540730 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-376168c0-4dab-4abb-acd5-bedc97e637e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:56.562127 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-376168c0-4dab-4abb-acd5-bedc97e637e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:56.716958 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-376168c0-4dab-4abb-acd5-bedc97e637e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:56.720052 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-376168c0-4dab-4abb-acd5-bedc97e637e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:56.721218 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-376168c0-4dab-4abb-acd5-bedc97e637e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32cab7b3-01ea-4180-8726-132cdf17c2c9 HTTP/1.1" status: 204 len: 168 time: 0.2348070 Mar 31 23:59:56.730522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376168c0-4dab-4abb-acd5-bedc97e637e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cab7b3-01ea-4180-8726-132cdf17c2c9,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:57.113254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:59:57.133399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:59:57.133832 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5502212c-5fa4-4ebe-8b5e-e8d1d54408e2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:59:57.336827 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57682) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:57.350548 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cdb32e0c-509c-4ab0-b010-8680479bd982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:57.424826 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cdb32e0c-509c-4ab0-b010-8680479bd982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:57.512760 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-cdb32e0c-509c-4ab0-b010-8680479bd982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:57.550265 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb32e0c-509c-4ab0-b010-8680479bd982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd45d3fa-62d5-42da-8a45-d5431e04ae39,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:57.554535 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-cdb32e0c-509c-4ab0-b010-8680479bd982 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fc950b2ef8f438abae63f215b8c953d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165356 Mar 31 23:59:57.557612 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57684) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:57.606749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45976689-1697-4f0e-a246-60602ff087ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:57.635960 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45976689-1697-4f0e-a246-60602ff087ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:57.752681 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45976689-1697-4f0e-a246-60602ff087ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:57.755199 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-45976689-1697-4f0e-a246-60602ff087ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:57.756361 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-45976689-1697-4f0e-a246-60602ff087ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd45d3fa-62d5-42da-8a45-d5431e04ae39 HTTP/1.1" status: 204 len: 168 time: 0.1980069 Mar 31 23:59:57.764741 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45976689-1697-4f0e-a246-60602ff087ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd45d3fa-62d5-42da-8a45-d5431e04ae39,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:58.881071 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57706) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:58.982522 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-934927205-network', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:59.066513 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Made reservation on behalf of 133d7a33c2e44e5ba603e4fa7762323a for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:59:59.068894 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.077593 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.154190 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.243721 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.271089 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:59:59.277336 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dbc5a6-b1ce-454e-a6fc-1121bb328adb,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:59.284218 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.291809 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Added segment d62d8544-a169-410b-8f4e-75a142671674 of type vlan for network 083f81b4-f28f-42f9-8c84-00ed380b9cea Mar 31 23:59:59.324269 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.432202 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.433215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:59.433802 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.496711 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=083f81b4-f28f-42f9-8c84-00ed380b9cea,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:59.506955 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:59:59.573719 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-92496816-c8ba-4fe2-acbf-55ffdecbf9a0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6915312 Mar 31 23:59:59.576676 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57710) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:59.582367 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Request body: {'subnet': {'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-934927205-subnet', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:59.672369 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Made reservation on behalf of 133d7a33c2e44e5ba603e4fa7762323a for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:59:59.675869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.925322 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:59.984929 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b876ab7a-ec22-4791-9f5c-a1343b037ceb,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:59.995811 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Checking segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:59:59.996167 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Network hostable DHCP agents. Network: 083f81b4-f28f-42f9-8c84-00ed380b9cea, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:00:00.083697 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:00:00.157931 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 083f81b4-f28f-42f9-8c84-00ed380b9cea) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:00.162801 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:00.163462 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.168206 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba3c708-b89c-4daf-9b9a-9d591dcb4d17 None None] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:00:00.257626 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-dd387819-bb04-4022-86ee-451856343b2a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6796181 Apr 01 00:00:00.260246 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57712) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:00.264874 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:00.340321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-083f81b4-f28f-42f9-8c84-00ed380b9cea', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:00:00.341476 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.364027 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.366720 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.431024 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.483567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Allocated IP 172.20.0.2 (083f81b4-f28f-42f9-8c84-00ed380b9cea/b876ab7a-ec22-4791-9f5c-a1343b037ceb/cde33cdf-71f6-467c-adca-4b8a777dafb8) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:00.629570 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.633001 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.735584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.781717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:00.785260 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:00.789496 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:00.792521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Pushing event updated for resources: {'Port': ['ID=cde33cdf-71f6-467c-adca-4b8a777dafb8,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:00.845702 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Attempting to bind port cde33cdf-71f6-467c-adca-4b8a777dafb8 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:00.846073 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Attempting to bind port cde33cdf-71f6-467c-adca-4b8a777dafb8 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:00.846440 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Attempting to bind port cde33cdf-71f6-467c-adca-4b8a777dafb8 on network 083f81b4-f28f-42f9-8c84-00ed380b9cea {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:00.851463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:00.851838 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Checking segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:00.854715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.854715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Bound using segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:00.854715 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Bound port: cde33cdf-71f6-467c-adca-4b8a777dafb8, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:00.854715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.916784 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] For port cde33cdf-71f6-467c-adca-4b8a777dafb8, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:00.920027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] For port cde33cdf-71f6-467c-adca-4b8a777dafb8, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cde33cdf-71f6-467c-adca-4b8a777dafb8,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:00.963731 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:00.982293 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:01.015805 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:01.078517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a8c5b-cbfc-4d95-a174-8e1973feb031 None None] Pushing event updated for resources: {'Port': ['ID=cde33cdf-71f6-467c-adca-4b8a777dafb8,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:01.140448 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Allocated IP 172.25.4.41 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/cf0b2abb-c3c8-4105-a2f1-9e60721d46e5) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:01.248240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:01.398437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:01.444574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:01.447497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:01.451972 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:01.453952 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Pushing event updated for resources: {'Port': ['ID=cf0b2abb-c3c8-4105-a2f1-9e60721d46e5,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:01.862947 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:02.072602 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:02.087082 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0b15e-0ece-47f1-9667-0677929e2f31 None None] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:00:02.165545 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1c002f53-7a85-4229-bf7a-fe6f3a895e9d None None] Provisioning complete for port cde33cdf-71f6-467c-adca-4b8a777dafb8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:02.165912 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c002f53-7a85-4229-bf7a-fe6f3a895e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:02.301540 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Router cb06f4d5-16b6-4552-bcae-1c0efc348b5d is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:00:02.305374 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c002f53-7a85-4229-bf7a-fe6f3a895e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:02.362104 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1c002f53-7a85-4229-bf7a-fe6f3a895e9d None None] For port cde33cdf-71f6-467c-adca-4b8a777dafb8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cde33cdf-71f6-467c-adca-4b8a777dafb8,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:02.423885 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:02.436145 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Sync routers for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:02.447117 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:02.447752 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:02.455075 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c002f53-7a85-4229-bf7a-fe6f3a895e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:02.510720 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002f53-7a85-4229-bf7a-fe6f3a895e9d None None] Pushing event updated for resources: {'Port': ['ID=cde33cdf-71f6-467c-adca-4b8a777dafb8,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:02.514841 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:02.519905 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57714) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:02.524093 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-f25ceaf1-27f1-4bdb-bbfb-9f814f09a09e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2626925 Apr 01 00:00:02.555509 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:02.578810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-12479bde-b7af-48e3-81f4-e36ef2c199ad None None] Provisioning complete for port cde33cdf-71f6-467c-adca-4b8a777dafb8 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:02.579461 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-12479bde-b7af-48e3-81f4-e36ef2c199ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:02.739787 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:01Z', 'revision_number': 3, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:02.771719 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Checking router: cb06f4d5-16b6-4552-bcae-1c0efc348b5d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:02.772051 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Updating router cb06f4d5-16b6-4552-bcae-1c0efc348b5d port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:00:02.798756 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.054394 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.158963 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.199114 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Pushing event updated for resources: {'Port': ['ID=cf0b2abb-c3c8-4105-a2f1-9e60721d46e5,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:03.214088 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.214088 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.214455 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.214720 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.215044 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.215366 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.215748 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.215987 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.216312 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.216600 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.217494 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.217822 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:03.230298 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Attempting to bind port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:03.230681 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Attempting to bind port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:03.231059 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Attempting to bind port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:03.233427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cde33cdf-71f6-467c-adca-4b8a777dafb8 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:03.237210 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:03.253826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:03.253826 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.253826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:03.253826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Bound port: cf0b2abb-c3c8-4105-a2f1-9e60721d46e5, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:03.253826 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.288248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cde33cdf-71f6-467c-adca-4b8a777dafb8 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:03.288614 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.298461 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] For port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:03.303657 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] For port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cf0b2abb-c3c8-4105-a2f1-9e60721d46e5,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:03.317934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.379670 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.436264 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:03.437601 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:03.476391 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38f4e2-3d04-4bd9-9170-2e09c7a9cd8f None None] Pushing event updated for resources: {'Port': ['ID=cf0b2abb-c3c8-4105-a2f1-9e60721d46e5,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:03.484068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Allocated IP 172.20.0.1 (083f81b4-f28f-42f9-8c84-00ed380b9cea/b876ab7a-ec22-4791-9f5c-a1343b037ceb/486147c7-a9f3-4abd-924c-fb5d5f940992) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:03.604553 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.643481 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:03.718243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.762455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:03.765745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:03.769975 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:03.792726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Pushing event updated for resources: {'Port': ['ID=486147c7-a9f3-4abd-924c-fb5d5f940992,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:03.819587 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:03.836168 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:01Z', 'revision_number': 3, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:03.869824 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f815e-85c6-4d92-a66e-29cdec779a65 None None] The sync data for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 is: [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:01Z', 'revision_number': 3, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:04.039550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-064c44a2-c65c-454a-9630-3e3b74047bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:04.098666 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:04.128197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3f0c946c-9d36-416d-94d7-49290277becd None None] Provisioning complete for port 486147c7-a9f3-4abd-924c-fb5d5f940992 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:04.128736 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3f0c946c-9d36-416d-94d7-49290277becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:04.169075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c946c-9d36-416d-94d7-49290277becd None None] Port 486147c7-a9f3-4abd-924c-fb5d5f940992 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:04.304691 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:04.426771 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:04.494302 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Pushing event updated for resources: {'Port': ['ID=486147c7-a9f3-4abd-924c-fb5d5f940992,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:04.496912 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:04.597158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:04.598637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:04.733189 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Router cb06f4d5-16b6-4552-bcae-1c0efc348b5d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:00:04.848897 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:04.854819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d6c51ba0-815d-412f-b4cd-8a85e0a7b301 admin admin] 10.222.0.31 "PUT /v2.0/routers/cb06f4d5-16b6-4552-bcae-1c0efc348b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332016 Apr 01 00:00:04.896156 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-1c4176c3-29aa-450a-b11f-304e030bcbf2 None None] Provisioning complete for port 486147c7-a9f3-4abd-924c-fb5d5f940992 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:04.896674 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1c4176c3-29aa-450a-b11f-304e030bcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:04.930116 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-1c4176c3-29aa-450a-b11f-304e030bcbf2 None None] Port 486147c7-a9f3-4abd-924c-fb5d5f940992 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:05.062715 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:00:05.192598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:05.245409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:05.245789 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.335383 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.357265 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cf0b2abb-c3c8-4105-a2f1-9e60721d46e5,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:05.443731 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.499976 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Sync routers for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:05.502410 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=cf0b2abb-c3c8-4105-a2f1-9e60721d46e5,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:05.515329 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:05.515932 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-03-31T23:59:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:05.566407 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57732) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:05.571967 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-981848482-network', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:05.625301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:05.649422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Made reservation on behalf of 3b73292fd5514409b2f5dc22ddfa4dda for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:00:05.651876 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.661284 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.738564 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.809459 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.832062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:00:05.834030 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:04Z', 'revision_number': 2, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:05.847570 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8406bd-a78f-40dd-a838-76b6095979ad,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:05.850202 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.850557 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Added segment 6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7 of type vlan for network 26070b39-7742-4c3a-b5d5-74a105577209 Apr 01 00:00:05.865943 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Checking router: cb06f4d5-16b6-4552-bcae-1c0efc348b5d for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:05.866305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Updating router cb06f4d5-16b6-4552-bcae-1c0efc348b5d port 486147c7-a9f3-4abd-924c-fb5d5f940992 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:00:05.893345 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.893721 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.009621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.010544 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:06.011379 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.077417 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] Pushing event updated for resources: {'Network': ['ID=26070b39-7742-4c3a-b5d5-74a105577209,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:06.093642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 26070b39-7742-4c3a-b5d5-74a105577209 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:00:06.122058 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-59e2bc86-195e-4f2c-a8bd-74d380bd59bf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5529492 Apr 01 00:00:06.123980 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57734) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:06.129632 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Request body: {'subnet': {'network_id': '26070b39-7742-4c3a-b5d5-74a105577209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-981848482-subnet', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:06.163419 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-847739bb-2d7c-496e-9e39-97a1174ff35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.214783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Made reservation on behalf of 3b73292fd5514409b2f5dc22ddfa4dda for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:00:06.217243 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.235967 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.306591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.414217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72495f75-e5e2-4481-a202-efee97763323 None None] Pushing event updated for resources: {'Port': ['ID=486147c7-a9f3-4abd-924c-fb5d5f940992,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:06.427176 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Attempting to bind port 486147c7-a9f3-4abd-924c-fb5d5f940992 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:06.427678 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Attempting to bind port 486147c7-a9f3-4abd-924c-fb5d5f940992 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:06.428146 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Attempting to bind port 486147c7-a9f3-4abd-924c-fb5d5f940992 on network 083f81b4-f28f-42f9-8c84-00ed380b9cea {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:06.433649 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:06.434019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Checking segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:06.434424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.434974 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Bound using segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:06.435550 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Bound port: 486147c7-a9f3-4abd-924c-fb5d5f940992, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:06.435849 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.500316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] For port 486147c7-a9f3-4abd-924c-fb5d5f940992, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:06.504398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] For port 486147c7-a9f3-4abd-924c-fb5d5f940992, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=486147c7-a9f3-4abd-924c-fb5d5f940992,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:06.565370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2f1e76ea-eca7-48d6-882a-fa50d197d7fa None None] Provisioning complete for port 486147c7-a9f3-4abd-924c-fb5d5f940992 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:06.565665 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2f1e76ea-eca7-48d6-882a-fa50d197d7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.586317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.605851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e76ea-eca7-48d6-882a-fa50d197d7fa None None] Port 486147c7-a9f3-4abd-924c-fb5d5f940992 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:06.627277 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.646777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58406b6-6988-425a-a40a-3e0b3b0620ea,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:06.657803 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Checking segment: {'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:06.658158 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Network hostable DHCP agents. Network: 26070b39-7742-4c3a-b5d5-74a105577209, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:00:06.775006 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Network 26070b39-7742-4c3a-b5d5-74a105577209 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:00:06.842969 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:06.843592 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:06.847203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72495f75-e5e2-4481-a202-efee97763323 None None] Pushing event updated for resources: {'Port': ['ID=486147c7-a9f3-4abd-924c-fb5d5f940992,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:06.895180 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 26070b39-7742-4c3a-b5d5-74a105577209) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:06.899363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:06.899955 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:06.930554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0475091-30a4-4e7e-85a7-a15ad1156e17 None None] Network 26070b39-7742-4c3a-b5d5-74a105577209 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:00:07.003057 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:07.036034 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ee309bc4-afc8-473e-a590-89a578275eed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9108453 Apr 01 00:00:07.039050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57736) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:07.043381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:07.106226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7c89c711-cc09-4faf-9c02-aeef8b9c473b None None] Provisioning complete for port 486147c7-a9f3-4abd-924c-fb5d5f940992 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:07.106856 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7c89c711-cc09-4faf-9c02-aeef8b9c473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.170045 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.174525 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.208549 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:07.234612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.293872 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-26070b39-7742-4c3a-b5d5-74a105577209', 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'fixed_ips': [{'subnet_id': 'd58406b6-6988-425a-a40a-3e0b3b0620ea'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:00:07.294746 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.421159 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.446641 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7c89c711-cc09-4faf-9c02-aeef8b9c473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.451888 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:07.452246 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.573218 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-7c89c711-cc09-4faf-9c02-aeef8b9c473b None None] For port 486147c7-a9f3-4abd-924c-fb5d5f940992, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=486147c7-a9f3-4abd-924c-fb5d5f940992,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:07.597264 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Allocated IP 172.20.0.2 (26070b39-7742-4c3a-b5d5-74a105577209/d58406b6-6988-425a-a40a-3e0b3b0620ea/e9b192b9-37f3-4799-ab95-3fd295a4b741) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:07.601203 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:06Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:07.654336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579e518-dcb6-4f98-b6b9-d4b435b672b5 None None] The sync data for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 is: [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:06Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:07.659793 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7c89c711-cc09-4faf-9c02-aeef8b9c473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.686023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.711144 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.783182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89c711-cc09-4faf-9c02-aeef8b9c473b None None] Pushing event updated for resources: {'Port': ['ID=486147c7-a9f3-4abd-924c-fb5d5f940992,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:07.852657 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Allocated IP 172.25.4.124 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/bdf747d0-1bb3-4d3e-8294-3aa677cb6b69) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:07.873084 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.951500 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.951500 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.971095 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:07.992759 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Network 26070b39-7742-4c3a-b5d5-74a105577209 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:07.995811 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:08.000437 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:08.003429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Pushing event updated for resources: {'Port': ['ID=e9b192b9-37f3-4799-ab95-3fd295a4b741,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:08.061849 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Attempting to bind port e9b192b9-37f3-4799-ab95-3fd295a4b741 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:08.062318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Attempting to bind port e9b192b9-37f3-4799-ab95-3fd295a4b741 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:08.062712 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Attempting to bind port e9b192b9-37f3-4799-ab95-3fd295a4b741 on network 26070b39-7742-4c3a-b5d5-74a105577209 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:08.068855 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:08.069229 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Checking segment: {'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:08.069634 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:08.070029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Bound using segment: {'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:08.070530 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Bound port: e9b192b9-37f3-4799-ab95-3fd295a4b741, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:08.070954 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:08.094285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:08.145850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:08.149427 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:08.152633 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:08.160886 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] For port e9b192b9-37f3-4799-ab95-3fd295a4b741, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:08.165448 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] For port e9b192b9-37f3-4799-ab95-3fd295a4b741, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e9b192b9-37f3-4799-ab95-3fd295a4b741,segment=NetworkSegment(6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7),segment_id=6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:08.184415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Pushing event updated for resources: {'Port': ['ID=bdf747d0-1bb3-4d3e-8294-3aa677cb6b69,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:08.244292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:08.320154 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ab50f-8c79-4b3d-886f-3100d4a0eee2 None None] Pushing event updated for resources: {'Port': ['ID=e9b192b9-37f3-4799-ab95-3fd295a4b741,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:08.542124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:08.759541 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:08.973536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Router 1f544cba-dcfe-4ce6-995d-305e6464b50a is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:00:09.034006 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.101333 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:09.107885 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.113059 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Sync routers for ids ['1f544cba-dcfe-4ce6-995d-305e6464b50a'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:09.125292 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Routers {'1f544cba-dcfe-4ce6-995d-305e6464b50a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:09.127214 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1f544cba-dcfe-4ce6-995d-305e6464b50a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:09.183703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.185257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c23d7e37-8377-408d-a8d6-046cd975e2cd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1455033 Apr 01 00:00:09.188194 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57738) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:09.259557 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Set router 1f544cba-dcfe-4ce6-995d-305e6464b50a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:09.293418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.303915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 486147c7-a9f3-4abd-924c-fb5d5f940992 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:09.412254 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 486147c7-a9f3-4abd-924c-fb5d5f940992 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:09.412634 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.461890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b7820-c595-478e-80d2-f18a00894b75 None None] Network 26070b39-7742-4c3a-b5d5-74a105577209 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:00:09.502618 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:08Z', 'revision_number': 3, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:09.550557 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Checking router: 1f544cba-dcfe-4ce6-995d-305e6464b50a for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:09.550874 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Updating router 1f544cba-dcfe-4ce6-995d-305e6464b50a port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:00:09.575722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b9e4a879-33f1-45ef-99ac-266e3278fff3 None None] Provisioning complete for port e9b192b9-37f3-4799-ab95-3fd295a4b741 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:09.576111 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a879-33f1-45ef-99ac-266e3278fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.582179 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.671214 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e9b192b9-37f3-4799-ab95-3fd295a4b741 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:09.742226 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.806620 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e9b192b9-37f3-4799-ab95-3fd295a4b741 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:09.807308 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.839351 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a879-33f1-45ef-99ac-266e3278fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:09.924004 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.009114 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.067045 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Attempting to bind port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:10.067797 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Attempting to bind port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:10.068334 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Attempting to bind port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:10.082975 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:10.083661 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:10.084661 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.085355 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:10.086010 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Bound port: bdf747d0-1bb3-4d3e-8294-3aa677cb6b69, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:10.086596 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.104590 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b9e4a879-33f1-45ef-99ac-266e3278fff3 None None] For port e9b192b9-37f3-4799-ab95-3fd295a4b741, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e9b192b9-37f3-4799-ab95-3fd295a4b741,segment=NetworkSegment(6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7),segment_id=6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:10.160758 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.161033 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81171267-4b74-46c7-a6d7-6551be064033 None None] Pushing event updated for resources: {'Port': ['ID=bdf747d0-1bb3-4d3e-8294-3aa677cb6b69,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:10.164146 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] For port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:10.167235 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] For port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bdf747d0-1bb3-4d3e-8294-3aa677cb6b69,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:10.204795 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a879-33f1-45ef-99ac-266e3278fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.256960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.283848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 00:00:10.284100 n-d-836015-1 neutron-server[109822]: DEBUG oslo_db.api [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 00:00:10.288403 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4a879-33f1-45ef-99ac-266e3278fff3 None None] Pushing event updated for resources: {'Port': ['ID=e9b192b9-37f3-4799-ab95-3fd295a4b741,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:10.306910 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.322327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Allocated IP 172.20.0.1 (26070b39-7742-4c3a-b5d5-74a105577209/d58406b6-6988-425a-a40a-3e0b3b0620ea/f8197d22-09de-4dc2-b978-108e78790902) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:10.323842 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ea8d0717-352c-43a0-bb0d-e9936af0fe19 None None] Provisioning complete for port e9b192b9-37f3-4799-ab95-3fd295a4b741 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:10.324309 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0717-352c-43a0-bb0d-e9936af0fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.369064 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Routers {'1f544cba-dcfe-4ce6-995d-305e6464b50a'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:10.369696 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1f544cba-dcfe-4ce6-995d-305e6464b50a'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:10.404658 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81171267-4b74-46c7-a6d7-6551be064033 None None] Pushing event updated for resources: {'Port': ['ID=bdf747d0-1bb3-4d3e-8294-3aa677cb6b69,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:10.441757 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.481566 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] Set router 1f544cba-dcfe-4ce6-995d-305e6464b50a gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:10.539832 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.581852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Network 26070b39-7742-4c3a-b5d5-74a105577209 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:10.588305 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:10.591915 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:10.624022 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8197d22-09de-4dc2-b978-108e78790902,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:10.645872 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.689484 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:08Z', 'revision_number': 3, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:10.722719 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5a591-8613-48da-a485-46a150a94476 None None] The sync data for ids ['1f544cba-dcfe-4ce6-995d-305e6464b50a'] in n-d-836015-1 is: [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:08Z', 'revision_number': 3, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:10.847489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-fecf6f29-1f98-426e-8fdf-02e91bc6bb56 None None] Provisioning complete for port f8197d22-09de-4dc2-b978-108e78790902 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:10.848123 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fecf6f29-1f98-426e-8fdf-02e91bc6bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.857144 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.895789 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-fecf6f29-1f98-426e-8fdf-02e91bc6bb56 None None] Port f8197d22-09de-4dc2-b978-108e78790902 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:11.058677 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:11.139293 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:11.217892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8197d22-09de-4dc2-b978-108e78790902,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:11.222535 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:11.278413 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:11.321979 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Network 26070b39-7742-4c3a-b5d5-74a105577209 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:11.323961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:11.330428 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:11.331036 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:11.442835 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:11.468373 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bdf747d0-1bb3-4d3e-8294-3aa677cb6b69,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:11.475099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Router 1f544cba-dcfe-4ce6-995d-305e6464b50a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:00:11.540809 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:11.541615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e9b192b9-37f3-4799-ab95-3fd295a4b741 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:11.616293 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:11.629969 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-8b2c726c-f290-45f1-8931-e7748e415ea5 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f544cba-dcfe-4ce6-995d-305e6464b50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4329119 Apr 01 00:00:11.630220 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=bdf747d0-1bb3-4d3e-8294-3aa677cb6b69,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:11.649529 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-ab291626-2f67-4da7-bbb4-e6f1ce9bedd5 None None] Provisioning complete for port f8197d22-09de-4dc2-b978-108e78790902 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:11.650316 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ab291626-2f67-4da7-bbb4-e6f1ce9bedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:11.654099 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port e9b192b9-37f3-4799-ab95-3fd295a4b741 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:11.654619 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:11.720642 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-ab291626-2f67-4da7-bbb4-e6f1ce9bedd5 None None] Port f8197d22-09de-4dc2-b978-108e78790902 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:12.321838 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 57750) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:12.326868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-7d34c975-5dc6-4ae0-9c04-059a68caa56d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-155507770', 'description': 'tempest-secgroup-smoke-155507770 description', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:12.449442 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d34c975-5dc6-4ae0-9c04-059a68caa56d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.472637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Sync routers for ids ['1f544cba-dcfe-4ce6-995d-305e6464b50a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:12.483454 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Routers {'1f544cba-dcfe-4ce6-995d-305e6464b50a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:12.484141 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1f544cba-dcfe-4ce6-995d-305e6464b50a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:12.519886 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d34c975-5dc6-4ae0-9c04-059a68caa56d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.590301 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Set router 1f544cba-dcfe-4ce6-995d-305e6464b50a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:12.597869 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d34c975-5dc6-4ae0-9c04-059a68caa56d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.627632 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34c975-5dc6-4ae0-9c04-059a68caa56d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca7698-c3c3-42b6-93f4-517f159170e3,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:12.701492 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7d34c975-5dc6-4ae0-9c04-059a68caa56d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.706424 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7d34c975-5dc6-4ae0-9c04-059a68caa56d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3795807 Apr 01 00:00:12.714261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57754) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:12.714261 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-2e51fc30-0fbc-4888-9a5f-61630204b41f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '2aca7698-c3c3-42b6-93f4-517f159170e3', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:12.796990 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e51fc30-0fbc-4888-9a5f-61630204b41f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.800944 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:10Z', 'revision_number': 4, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f8197d22-09de-4dc2-b978-108e78790902', 'name': '', 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'mac_address': 'fa:16:3e:b0:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'd58406b6-6988-425a-a40a-3e0b3b0620ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:10Z', 'updated_at': '2022-04-01T00:00:10Z', 'revision_number': 2, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'subnets': [{'id': 'd58406b6-6988-425a-a40a-3e0b3b0620ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:12.832497 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Checking router: 1f544cba-dcfe-4ce6-995d-305e6464b50a for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:12.832851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Updating router 1f544cba-dcfe-4ce6-995d-305e6464b50a port f8197d22-09de-4dc2-b978-108e78790902 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:00:12.854401 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e51fc30-0fbc-4888-9a5f-61630204b41f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.857990 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.929101 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e51fc30-0fbc-4888-9a5f-61630204b41f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:12.955817 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51fc30-0fbc-4888-9a5f-61630204b41f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834a415c-52eb-4c15-90f3-5282c19fac62,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:13.043943 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-2e51fc30-0fbc-4888-9a5f-61630204b41f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.045224 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-2e51fc30-0fbc-4888-9a5f-61630204b41f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373878 Apr 01 00:00:13.048610 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57756) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:13.053162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b3415ed7-0806-40a2-bb36-373a41485055 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '2aca7698-c3c3-42b6-93f4-517f159170e3', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:13.133926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.174785 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b3415ed7-0806-40a2-bb36-373a41485055 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.187714 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:13.240075 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:13.240363 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.241905 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b3415ed7-0806-40a2-bb36-373a41485055 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.263608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.329401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ae98f-ed19-48f3-bd37-b9068abc89d5 None None] Pushing event updated for resources: {'Port': ['ID=f8197d22-09de-4dc2-b978-108e78790902,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:13.363583 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b3415ed7-0806-40a2-bb36-373a41485055 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.392531 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3415ed7-0806-40a2-bb36-373a41485055 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc932ea-515d-4320-a316-5a706c5a096e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:13.420078 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Attempting to bind port f8197d22-09de-4dc2-b978-108e78790902 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:13.420489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Attempting to bind port f8197d22-09de-4dc2-b978-108e78790902 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:13.420792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Attempting to bind port f8197d22-09de-4dc2-b978-108e78790902 on network 26070b39-7742-4c3a-b5d5-74a105577209 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:13.427460 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:13.431608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Checking segment: {'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:13.431608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.431608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Bound using segment: {'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:13.431608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Bound port: f8197d22-09de-4dc2-b978-108e78790902, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:13.431608 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.479756 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b3415ed7-0806-40a2-bb36-373a41485055 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.481228 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b3415ed7-0806-40a2-bb36-373a41485055 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4316783 Apr 01 00:00:13.484486 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57758) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:13.490179 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-15d80326-c0c5-4cd5-a355-0db081d00089 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '2aca7698-c3c3-42b6-93f4-517f159170e3', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:13.503303 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] For port f8197d22-09de-4dc2-b978-108e78790902, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:13.506965 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] For port f8197d22-09de-4dc2-b978-108e78790902, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f8197d22-09de-4dc2-b978-108e78790902,segment=NetworkSegment(6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7),segment_id=6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:13.554291 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-879e8cef-d3fd-48eb-a907-48fd78dc9810 None None] Provisioning complete for port f8197d22-09de-4dc2-b978-108e78790902 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:13.554691 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-879e8cef-d3fd-48eb-a907-48fd78dc9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.588342 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.608902 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15d80326-c0c5-4cd5-a355-0db081d00089 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.621062 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-879e8cef-d3fd-48eb-a907-48fd78dc9810 None None] Port f8197d22-09de-4dc2-b978-108e78790902 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:13.655709 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Routers {'1f544cba-dcfe-4ce6-995d-305e6464b50a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:13.656665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1f544cba-dcfe-4ce6-995d-305e6464b50a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:13.659364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ae98f-ed19-48f3-bd37-b9068abc89d5 None None] Pushing event updated for resources: {'Port': ['ID=f8197d22-09de-4dc2-b978-108e78790902,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:13.676193 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15d80326-c0c5-4cd5-a355-0db081d00089 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.769346 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15d80326-c0c5-4cd5-a355-0db081d00089 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.773284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] Set router 1f544cba-dcfe-4ce6-995d-305e6464b50a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:13.790820 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d80326-c0c5-4cd5-a355-0db081d00089 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf6a0a9-f594-4d79-b8a0-4ff1a3683b5e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:13.868348 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-15d80326-c0c5-4cd5-a355-0db081d00089 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.869733 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-15d80326-c0c5-4cd5-a355-0db081d00089 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3833365 Apr 01 00:00:13.872510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57760) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:13.875290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-b605ab83-b9fb-4a9a-8c09-4df0d4f52e93 None None] Provisioning complete for port f8197d22-09de-4dc2-b978-108e78790902 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:13.875692 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b605ab83-b9fb-4a9a-8c09-4df0d4f52e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:13.877868 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b65acf2f-f6da-4a27-be01-bae6609c5ce3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '2aca7698-c3c3-42b6-93f4-517f159170e3', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:13.991217 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b65acf2f-f6da-4a27-be01-bae6609c5ce3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.034984 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b605ab83-b9fb-4a9a-8c09-4df0d4f52e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.053863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b65acf2f-f6da-4a27-be01-bae6609c5ce3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.076938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-b605ab83-b9fb-4a9a-8c09-4df0d4f52e93 None None] For port f8197d22-09de-4dc2-b978-108e78790902, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f8197d22-09de-4dc2-b978-108e78790902,segment=NetworkSegment(6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7),segment_id=6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:14.083730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:10Z', 'revision_number': 4, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f8197d22-09de-4dc2-b978-108e78790902', 'name': '', 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'mac_address': 'fa:16:3e:b0:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'd58406b6-6988-425a-a40a-3e0b3b0620ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:10Z', 'updated_at': '2022-04-01T00:00:13Z', 'revision_number': 4, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'subnets': [{'id': 'd58406b6-6988-425a-a40a-3e0b3b0620ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:14.109053 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96e261-1403-4e3b-a78a-f7fc96d82cd2 None None] The sync data for ids ['1f544cba-dcfe-4ce6-995d-305e6464b50a'] in n-d-836015-1 is: [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:10Z', 'revision_number': 4, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': 'f8197d22-09de-4dc2-b978-108e78790902', 'name': '', 'network_id': '26070b39-7742-4c3a-b5d5-74a105577209', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'mac_address': 'fa:16:3e:b0:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'd58406b6-6988-425a-a40a-3e0b3b0620ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:10Z', 'updated_at': '2022-04-01T00:00:13Z', 'revision_number': 4, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'subnets': [{'id': 'd58406b6-6988-425a-a40a-3e0b3b0620ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:14.175407 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b65acf2f-f6da-4a27-be01-bae6609c5ce3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.190955 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b605ab83-b9fb-4a9a-8c09-4df0d4f52e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.206864 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65acf2f-f6da-4a27-be01-bae6609c5ce3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52843c1-e83c-463b-91dc-22a458e90e8e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:14.252814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605ab83-b9fb-4a9a-8c09-4df0d4f52e93 None None] Pushing event updated for resources: {'Port': ['ID=f8197d22-09de-4dc2-b978-108e78790902,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:14.288281 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b65acf2f-f6da-4a27-be01-bae6609c5ce3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.288281 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b65acf2f-f6da-4a27-be01-bae6609c5ce3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4128592 Apr 01 00:00:14.289844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57764) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:14.294571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-279953fe-e6a3-4b5a-b7a9-e265516dc25a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '2aca7698-c3c3-42b6-93f4-517f159170e3', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:14.397994 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-279953fe-e6a3-4b5a-b7a9-e265516dc25a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Project 133d7a33c2e44e5ba603e4fa7762323a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:00:14.403807 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-279953fe-e6a3-4b5a-b7a9-e265516dc25a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.475447 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-279953fe-e6a3-4b5a-b7a9-e265516dc25a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.564538 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-279953fe-e6a3-4b5a-b7a9-e265516dc25a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.596571 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279953fe-e6a3-4b5a-b7a9-e265516dc25a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4e7c88-4a17-4d39-9ab7-7758f6357a3b,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:14.674366 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-279953fe-e6a3-4b5a-b7a9-e265516dc25a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.681503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-279953fe-e6a3-4b5a-b7a9-e265516dc25a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3848307 Apr 01 00:00:14.681503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57766) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:14.683808 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5df13703-694a-438e-b0e0-32f8964999e5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '2aca7698-c3c3-42b6-93f4-517f159170e3', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:14.798365 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-5df13703-694a-438e-b0e0-32f8964999e5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Project 133d7a33c2e44e5ba603e4fa7762323a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:00:14.803810 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5df13703-694a-438e-b0e0-32f8964999e5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.870861 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5df13703-694a-438e-b0e0-32f8964999e5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:14.991792 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5df13703-694a-438e-b0e0-32f8964999e5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:15.011203 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df13703-694a-438e-b0e0-32f8964999e5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa490a3-21ec-42df-aecd-88fec7d6c3b5,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:15.091259 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5df13703-694a-438e-b0e0-32f8964999e5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:15.092551 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5df13703-694a-438e-b0e0-32f8964999e5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4127159 Apr 01 00:00:15.209159 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f8197d22-09de-4dc2-b978-108e78790902 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:15.265839 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f8197d22-09de-4dc2-b978-108e78790902 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:15.267485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:15.443062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-005fb3d8-b7c9-488b-bcbb-b1287f844ec9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-155507770&fields=id&tenant_id=133d7a33c2e44e5ba603e4fa7762323a HTTP/1.1" status: 200 len: 267 time: 0.0317688 Apr 01 00:00:15.551099 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-e5c84b5e-f796-401c-84d2-6155e9c4deb0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:15.552558 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-e5c84b5e-f796-401c-84d2-6155e9c4deb0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 808 time: 0.1026580 Apr 01 00:00:15.568207 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-5f9c2d1e-6e08-48d9-8d05-3dba08b56736 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/quotas/133d7a33c2e44e5ba603e4fa7762323a HTTP/1.1" status: 200 len: 375 time: 0.0099175 Apr 01 00:00:15.621447 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-70d6bc5b-1c56-4ad4-bc57-7110d3f4f0fa tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476665 Apr 01 00:00:15.819359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-349097cb-942d-4549-a67c-bf0fcdbec9f9 service neutron] 10.222.0.31 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853385 Apr 01 00:00:15.910223 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-0d8d16b9-6756-4eba-86ea-c6a5af1415e2 service neutron] 10.222.0.31 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844748 Apr 01 00:00:16.276070 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-adaaee50-39da-4fab-8a98-387e25b0dbd7 req-8c159c6d-6733-4e49-b72c-6391aade695c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 210 time: 0.0900905 Apr 01 00:00:17.471087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-02ecd7c9-3f98-4915-b5fb-d826c30d4162 req-c054ee59-b021-4364-b1d7-341a9df71bec tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 210 time: 0.0317442 Apr 01 00:00:18.475950 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-90610f5c-9886-4f82-ad70-38e0ba62550c req-b73142bf-f325-49d8-9c50-874cf156a764 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 210 time: 0.0314260 Apr 01 00:00:18.580449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-24226b87-4a93-4dc7-8ac2-2b629629ef4c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:18.581913 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-24226b87-4a93-4dc7-8ac2-2b629629ef4c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 808 time: 0.1066828 Apr 01 00:00:18.627815 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9721a518-6f06-436d-9dae-985e3ba9aebc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=133d7a33c2e44e5ba603e4fa7762323a HTTP/1.1" status: 200 len: 379 time: 0.0354795 Apr 01 00:00:18.637395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'port': {'device_id': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'admin_state_up': True, 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'security_groups': ['2aca7698-c3c3-42b6-93f4-517f159170e3']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:18.831498 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Made reservation on behalf of 133d7a33c2e44e5ba603e4fa7762323a for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:00:18.835048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:18.958208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Allocated IP 172.20.0.14 (083f81b4-f28f-42f9-8c84-00ed380b9cea/b876ab7a-ec22-4791-9f5c-a1343b037ceb/7fd689ce-a23b-4c78-9c24-820c31a7325d) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:19.095267 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:19.203690 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:19.248703 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:19.252747 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:19.256475 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:19.263016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:19.327708 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:19.327708 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:19.440225 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-85aeeeb2-597f-4a46-a976-18e83d245b69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8066165 Apr 01 00:00:19.445310 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d23a0ceb-b0e7-418a-928c-b691e67c0106 None None] Provisioning complete for port 7fd689ce-a23b-4c78-9c24-820c31a7325d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:19.445833 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d23a0ceb-b0e7-418a-928c-b691e67c0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:19.452753 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Request body: {'port': {'device_id': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:19.479350 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d23a0ceb-b0e7-418a-928c-b691e67c0106 None None] Port 7fd689ce-a23b-4c78-9c24-820c31a7325d cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:19.511545 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:19.593297 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a463d-0be2-49b1-9790-7f27b273731b req-104e1cf0-3b55-4620-9921-bcb635c2c59d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:19.595645 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c7a463d-0be2-49b1-9790-7f27b273731b req-104e1cf0-3b55-4620-9921-bcb635c2c59d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 932 time: 0.0506699 Apr 01 00:00:19.643238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c7a463d-0be2-49b1-9790-7f27b273731b req-aebf69c2-0d0a-4e29-b439-1bf0431f7753 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415590 Apr 01 00:00:19.779728 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd689ce-a23b-4c78-9c24-820c31a7325d {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:00:19.788182 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:19.799963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Transition to ACTIVE for port object 7fd689ce-a23b-4c78-9c24-820c31a7325d will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:00:19.883196 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:19.934419 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:20.010417 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Attempting to bind port 7fd689ce-a23b-4c78-9c24-820c31a7325d on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:20.011195 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Attempting to bind port 7fd689ce-a23b-4c78-9c24-820c31a7325d by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:20.011582 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Attempting to bind port 7fd689ce-a23b-4c78-9c24-820c31a7325d on network 083f81b4-f28f-42f9-8c84-00ed380b9cea {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:20.017090 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Port 7fd689ce-a23b-4c78-9c24-820c31a7325d on network 083f81b4-f28f-42f9-8c84-00ed380b9cea not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:00:20.017407 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Attempting to bind port 7fd689ce-a23b-4c78-9c24-820c31a7325d on network 083f81b4-f28f-42f9-8c84-00ed380b9cea {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:20.022944 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:20.023316 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Checking segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:20.023702 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Bound using segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:20.024261 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Bound port: 7fd689ce-a23b-4c78-9c24-820c31a7325d, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:20.024625 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:20.093359 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:20.097396 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:20.179357 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:20.216519 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:20.217130 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:20.218597 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] 10.222.0.50 "PUT /v2.0/ports/7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 1092 time: 0.7699583 Apr 01 00:00:20.219539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:00:20.221905 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479242ee-8211-4615-beac-a22c3a3450ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:00:20.247740 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674980d-fe82-41c4-9935-fe4316329a25 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:20.264767 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc400d60-caa5-45b5-98ba-fc7043f04925 x-openstack-request-id: req-dc400d60-caa5-45b5-98ba-fc7043f04925 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:00:20.265059 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:00:20.265316 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc400d60-caa5-45b5-98ba-fc7043f04925 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:00:20.265730 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc400d60-caa5-45b5-98ba-fc7043f04925'] response: {'name': 'network-changed', 'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'status': 'completed', 'code': 200} Apr 01 00:00:20.340456 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479242ee-8211-4615-beac-a22c3a3450ee req-7a71c749-a06c-41c8-b47d-df340f55aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:20.342044 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-479242ee-8211-4615-beac-a22c3a3450ee req-7a71c749-a06c-41c8-b47d-df340f55aeb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1095 time: 0.0551331 Apr 01 00:00:20.445148 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479242ee-8211-4615-beac-a22c3a3450ee req-faa5a25d-86cd-4b81-a3f4-f5ec51685ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:20.446689 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-479242ee-8211-4615-beac-a22c3a3450ee req-faa5a25d-86cd-4b81-a3f4-f5ec51685ea8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0967336 Apr 01 00:00:20.546841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479242ee-8211-4615-beac-a22c3a3450ee req-2015324d-6dea-44ca-b518-1f28a131c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:20.548282 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-479242ee-8211-4615-beac-a22c3a3450ee req-2015324d-6dea-44ca-b518-1f28a131c4f2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929346 Apr 01 00:00:20.624594 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-72950acd-4306-4ce8-acac-811fbd4f22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:20.626900 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-72950acd-4306-4ce8-acac-811fbd4f22eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1095 time: 0.0425680 Apr 01 00:00:20.673822 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-e25411ac-8f7c-43f5-875a-b526336e3cff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 217 time: 0.0354178 Apr 01 00:00:20.728088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-6e788502-6af8-4e1a-b9b7-cad693964e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:20.729577 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-6e788502-6af8-4e1a-b9b7-cad693964e33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0493596 Apr 01 00:00:20.762100 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf087d-e6a3-4a3d-a2d3-19e3129338c2 req-eeb17a81-9fe3-4de9-b750-8dfe5c228894 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:20.763799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bbf087d-e6a3-4a3d-a2d3-19e3129338c2 req-eeb17a81-9fe3-4de9-b750-8dfe5c228894 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 944 time: 0.0504167 Apr 01 00:00:20.775244 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-4649eadb-a57b-4f7a-aec6-82c1260b8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:20.776958 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-4649eadb-a57b-4f7a-aec6-82c1260b8f56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405576 Apr 01 00:00:20.804152 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5bbf087d-e6a3-4a3d-a2d3-19e3129338c2 req-643d69ed-ca1a-4f20-ae0f-8660b615f1a0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336871 Apr 01 00:00:20.865662 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-c768d9e0-e00d-463e-ac0d-4732b7e4046e service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816946 Apr 01 00:00:20.958366 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8e55146b-2cff-42d1-bd0e-5773f820809d req-653fe1d0-508a-4308-9db0-f1c3a75b55e9 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849783 Apr 01 00:00:21.925680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44992c43-4e0f-42b7-a228-5760bd75985a req-b18a0cef-9e20-4121-b50a-62d1d41e58b9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:21.927215 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44992c43-4e0f-42b7-a228-5760bd75985a req-b18a0cef-9e20-4121-b50a-62d1d41e58b9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 944 time: 0.0499840 Apr 01 00:00:21.971899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-44992c43-4e0f-42b7-a228-5760bd75985a req-0d152a01-db4c-4e6b-bbe2-0d8b09cac26e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 Apr 01 00:00:23.087934 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d227a95-7f1e-451d-bc8c-da8424f10fa1 req-a9a947cd-3099-4ca9-8d9e-42f0e9b44068 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:23.089423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d227a95-7f1e-451d-bc8c-da8424f10fa1 req-a9a947cd-3099-4ca9-8d9e-42f0e9b44068 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 944 time: 0.0498722 Apr 01 00:00:23.127127 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d227a95-7f1e-451d-bc8c-da8424f10fa1 req-94db7f76-ca52-4051-b679-9e2107f89846 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311444 Apr 01 00:00:24.245193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef470b4-e1b1-41e6-a0df-cb74737a5228 req-26ba53d8-84b4-45e9-a8ed-a02db2a1bb00 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:24.246726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bef470b4-e1b1-41e6-a0df-cb74737a5228 req-26ba53d8-84b4-45e9-a8ed-a02db2a1bb00 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 944 time: 0.0487382 Apr 01 00:00:24.284633 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bef470b4-e1b1-41e6-a0df-cb74737a5228 req-02bf1199-0569-4dae-bbd5-797731e9d090 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Apr 01 00:00:24.842420 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:00:24.937911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:24.949741 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'port_id': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'mac_address': 'fa:16:3e:dd:51:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:00:24.985456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:24.998014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd689ce-a23b-4c78-9c24-820c31a7325d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:00:25.018771 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:25.072216 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-6db16e6a-eb29-4bf1-aeb6-4815f8ed95ee req-56cb37de-c97e-493c-a223-ca601c875ea1 service neutron] (109820) timed out ('10.222.0.31', 50304) {{(pid=109820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 00:00:25.088385 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:25.138467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:25.343862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7fd689ce-a23b-4c78-9c24-820c31a7325d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:00:25.411140 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613b0bb-1b5a-449c-8408-4c4507d5f1f2 req-356ebb12-fb49-4885-bcdb-40add7e5948b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:25.412735 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4613b0bb-1b5a-449c-8408-4c4507d5f1f2 req-356ebb12-fb49-4885-bcdb-40add7e5948b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0576863 Apr 01 00:00:25.461080 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4613b0bb-1b5a-449c-8408-4c4507d5f1f2 req-c2710d30-daf7-4660-9d8f-c8470129ed07 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417843 Apr 01 00:00:26.582728 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ea2a-3637-42dc-a72f-e5152a029a7d req-c683d7f9-fede-4e9f-848c-0a619a3bf7a7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:26.584284 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55e6ea2a-3637-42dc-a72f-e5152a029a7d req-c683d7f9-fede-4e9f-848c-0a619a3bf7a7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0504546 Apr 01 00:00:26.625172 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-55e6ea2a-3637-42dc-a72f-e5152a029a7d req-9e3d62dc-ecd0-430e-9e1c-8067ca6d27e3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342715 Apr 01 00:00:26.857427 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:26.967076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port 7fd689ce-a23b-4c78-9c24-820c31a7325d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:00:26.971150 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 7fd689ce-a23b-4c78-9c24-820c31a7325d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:26.971525 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:27.052091 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:27.074383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:00:27.076638 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc23e47-92d0-47aa-ac35-a8921e08c45b" -d '{"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-plugged", "status": "completed", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:00:27.090027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:27.116698 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e4f159-216f-4164-bb61-7fefe727e7d0 x-openstack-request-id: req-c0e4f159-216f-4164-bb61-7fefe727e7d0 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:00:27.117037 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-plugged", "status": "completed", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:00:27.117443 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0e4f159-216f-4164-bb61-7fefe727e7d0 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:00:27.117992 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e4f159-216f-4164-bb61-7fefe727e7d0'] response: {'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'code': 200} Apr 01 00:00:27.156640 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:27.215547 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:27.221295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21e835-2e8e-48d5-a518-fcc7a36c3a6d req-6e468a0f-81b8-4b0e-a6f9-4eab1779d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:27.222858 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e21e835-2e8e-48d5-a518-fcc7a36c3a6d req-6e468a0f-81b8-4b0e-a6f9-4eab1779d84f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1097 time: 0.0430787 Apr 01 00:00:27.260064 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-6e21e835-2e8e-48d5-a518-fcc7a36c3a6d req-eb5c6a78-88eb-4dc1-8f70-144b3f7678f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291464 Apr 01 00:00:27.747601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015e29-2364-4717-bd74-b10eb0182895 req-27bfab06-3f51-436e-83f1-92a9aead1701 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:27.749144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc015e29-2364-4717-bd74-b10eb0182895 req-27bfab06-3f51-436e-83f1-92a9aead1701 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0551236 Apr 01 00:00:27.787672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-fc015e29-2364-4717-bd74-b10eb0182895 req-3b89b42b-decd-4920-a029-df32c0efaa02 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319307 Apr 01 00:00:28.911394 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810929-31c7-453f-8319-b21b51a6ac92 req-5c4df928-eb2c-4b5a-9e2e-d547119d64a4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:28.912867 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce810929-31c7-453f-8319-b21b51a6ac92 req-5c4df928-eb2c-4b5a-9e2e-d547119d64a4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0487933 Apr 01 00:00:28.956767 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ce810929-31c7-453f-8319-b21b51a6ac92 req-a42ec147-65c8-4aed-b48e-4d7c0d12890c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378642 Apr 01 00:00:29.072037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a190a2-a046-466a-8b2d-6b4c0113b083 req-2a399cdf-3ce5-4269-a7cd-7d858ff67d65 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:29.073519 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8a190a2-a046-466a-8b2d-6b4c0113b083 req-2a399cdf-3ce5-4269-a7cd-7d858ff67d65 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0492709 Apr 01 00:00:29.111254 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b8a190a2-a046-466a-8b2d-6b4c0113b083 req-781e1247-be6c-4160-8033-3c59ed3d6ccc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311289 Apr 01 00:00:29.135785 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57830) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:29.217342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858e188-af31-45c3-8bde-0afc35f9c4ca tempest-TestShelveInstance-260247017 tempest-TestShelveInstance-260247017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:29.218940 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1858e188-af31-45c3-8bde-0afc35f9c4ca tempest-TestShelveInstance-260247017 tempest-TestShelveInstance-260247017-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1092 time: 0.0821564 Apr 01 00:00:29.222115 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 57834) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:29.226386 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:29.391233 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:29.490207 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:29.593012 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Allocated IP 172.25.4.7 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/0c0bae8e-9899-45e7-b691-bd5f9d501ac8) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:29.697867 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:29.797436 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:29.837896 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:29.840966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:29.844492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:29.865855 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'Port': ['ID=0c0bae8e-9899-45e7-b691-bd5f9d501ac8,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:30.217894 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:30.378167 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:30.533034 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:30.608514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:30.682907 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'Port': ['ID=0c0bae8e-9899-45e7-b691-bd5f9d501ac8,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:30.691001 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:30.789081 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Floating IP 2d91a527-ac1b-40f1-b13e-adc5ccc8f4e7 associated. External IP: 172.25.4.7, port: 7fd689ce-a23b-4c78-9c24-820c31a7325d. Apr 01 00:00:31.018433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Router cb06f4d5-16b6-4552-bcae-1c0efc348b5d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:00:31.137539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:31.146997 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] Sync routers for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:31.158719 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:31.159350 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:31.203863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:31.233570 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-75e2190b-2061-4215-83ac-6aeeb9694150 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0103686 Apr 01 00:00:31.234370 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:00:31.237196 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e462dca-de86-484c-843f-3a1f39f4c4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:00:31.284805 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:31.335032 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8c18d-9e1f-4c1a-9f27-eddfa5d4c2e2 x-openstack-request-id: req-03f8c18d-9e1f-4c1a-9f27-eddfa5d4c2e2 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:00:31.335322 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:00:31.335573 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03f8c18d-9e1f-4c1a-9f27-eddfa5d4c2e2 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:00:31.335985 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f8c18d-9e1f-4c1a-9f27-eddfa5d4c2e2'] response: {'name': 'network-changed', 'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'status': 'completed', 'code': 200} Apr 01 00:00:31.405039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-5c4a028a-276e-4505-af16-7a15ee0bab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:31.406622 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-5c4a028a-276e-4505-af16-7a15ee0bab8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1097 time: 0.0469818 Apr 01 00:00:31.525122 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-c6f54026-ec20-44b2-8fb5-4e5064389b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:31.526573 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-c6f54026-ec20-44b2-8fb5-4e5064389b4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.1129825 Apr 01 00:00:31.527063 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '2d91a527-ac1b-40f1-b13e-adc5ccc8f4e7', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'port_id': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'mac_address': 'fa:16:3e:dd:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:00:30Z', 'updated_at': '2022-04-01T00:00:30Z', 'revision_number': 0, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:31.553770 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] Checking router: cb06f4d5-16b6-4552-bcae-1c0efc348b5d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:31.561818 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:31.562411 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:00:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:31.624083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.50', 49363) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:31.667144 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-122e08a6-c161-4062-8b5d-3584861c2bcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 998 time: 0.0665627 Apr 01 00:00:31.674883 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-8d34a63d-49b6-414a-ac40-50720ee50baf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496025 Apr 01 00:00:31.675552 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:31.716930 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-0af05a4c-aca5-4e42-a1f2-2352ba0a5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:31.718392 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-0af05a4c-aca5-4e42-a1f2-2352ba0a5663 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0450852 Apr 01 00:00:31.763497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-dc0781a7-58fe-4286-a9f4-37810a9bbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:31.764998 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-dc0781a7-58fe-4286-a9f4-37810a9bbf29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403852 Apr 01 00:00:31.899794 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-fdd5975b-eab3-4f8e-9bea-bc661646b7b1 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274207 Apr 01 00:00:31.913444 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '2d91a527-ac1b-40f1-b13e-adc5ccc8f4e7', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'port_id': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'mac_address': 'fa:16:3e:dd:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:00:30Z', 'updated_at': '2022-04-01T00:00:30Z', 'revision_number': 0, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:31.943414 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194c662-1b60-4d4b-ac57-80eff2af753c None None] The sync data for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 is: [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '2d91a527-ac1b-40f1-b13e-adc5ccc8f4e7', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'port_id': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'mac_address': 'fa:16:3e:dd:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:00:30Z', 'updated_at': '2022-04-01T00:00:30Z', 'revision_number': 0, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:32.151194 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01959b-99b9-40d9-9bd9-c3622745f499 None None] New status for floating IP 2d91a527-ac1b-40f1-b13e-adc5ccc8f4e7: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:00:32.368550 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-9e462dca-de86-484c-843f-3a1f39f4c4cf req-218723fa-15d6-4c37-b649-8fb1f731c767 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619267 Apr 01 00:00:32.557399 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-416a645d-3f6c-440a-a684-2d4e9152ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:32.559029 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-416a645d-3f6c-440a-a684-2d4e9152ff60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1097 time: 0.0443852 Apr 01 00:00:32.667072 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-cd7d3268-cce8-4ad5-8175-4c6cba5b11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:32.668626 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-cd7d3268-cce8-4ad5-8175-4c6cba5b11ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0889900 Apr 01 00:00:32.733254 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-39c482bd-aa47-46e4-a191-7501dbbbfdc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 1000 time: 0.0574875 Apr 01 00:00:32.785560 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-6e24439a-4723-4d17-bda0-080489091142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:32.787100 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-6e24439a-4723-4d17-bda0-080489091142 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0480347 Apr 01 00:00:32.834573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-3286bf5c-7860-48d3-a594-557c4363ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:32.836073 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-3286bf5c-7860-48d3-a594-557c4363ad59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419219 Apr 01 00:00:32.932062 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-54534566-6657-4ff7-ada9-35c4796895d7 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892167 Apr 01 00:00:33.029959 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-671ac2cb-3514-425b-9db5-878a09661fd7 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915790 Apr 01 00:00:34.013992 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-249a63a4-1405-490d-86c6-ee7a085e03af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:36.134174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4db0b347-8608-4591-a5a4-5c5a99405282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.916765 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.059572 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.111501 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.254114 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.253970 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:42.062254 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:01:04.001901 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-986d8484-002e-404d-9543-1ac1e40584dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:06.127230 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fc0c08d7-681e-440b-8d45-b1cddcb7a53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:07.915728 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:09.035484 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:09.121691 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:09.224299 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:10.285952 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:19.062817 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:01:32.481339 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-e0039238-e181-457a-8acb-d7f5451781bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405827 Apr 01 00:01:32.563385 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-468816c4-6c6e-462b-8151-9a27b6413753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:32.564857 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-468816c4-6c6e-462b-8151-9a27b6413753 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1097 time: 0.0405548 Apr 01 00:01:32.671215 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-a2761488-97d4-4d9d-bf0d-2b669a493fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:32.676742 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-a2761488-97d4-4d9d-bf0d-2b669a493fe9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0893312 Apr 01 00:01:32.737249 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-9198cb56-155d-4b22-8019-783a7ddffba6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 1000 time: 0.0567775 Apr 01 00:01:32.789441 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-4fe18f19-5762-4af7-836b-d8aca1e6b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:32.790898 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-4fe18f19-5762-4af7-836b-d8aca1e6b9b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0463698 Apr 01 00:01:32.835490 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-4063c2db-7e9b-41f6-8079-c95012ba4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:32.836957 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-4063c2db-7e9b-41f6-8079-c95012ba4986 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391755 Apr 01 00:01:32.923970 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-15be2661-77a8-4fd6-bf55-33f655a31928 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802481 Apr 01 00:01:33.015892 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-b7456a30-3300-4f98-83bf-8a3c15ee49cf req-32717d11-30ec-4475-a426-e387aa7d7e6b service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840085 Apr 01 00:01:34.031624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d4b63538-c0fb-4b7c-8486-fd99654ab3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:36.109617 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6ea86fd9-b270-40a1-80ce-d385324cc5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:37.930633 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:39.034401 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:39.080210 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:39.221864 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:40.252018 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:56.062086 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:02:03.999632 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6123a9bd-476a-4ced-9584-f3182242d92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:06.091268 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3e0979e-dcca-41d6-8714-82630f2a89f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:07.896802 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:09.051493 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:09.096486 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:09.199425 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:10.266960 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:27.452693 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb932-0516-4273-bd77-b250725c92ed req-540d8278-934e-490f-a0a0-bb268d947f99 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:27.454238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1eeb932-0516-4273-bd77-b250725c92ed req-540d8278-934e-490f-a0a0-bb268d947f99 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0530996 Apr 01 00:02:27.494892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1eeb932-0516-4273-bd77-b250725c92ed req-e6e6e647-ac92-42ab-a57f-282e50a1bef0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328066 Apr 01 00:02:28.638836 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b912a-cfba-4140-95c3-c385bffc6222 req-bdf447c2-1946-4a4c-9299-d2bf068559d1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:28.640341 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd4b912a-cfba-4140-95c3-c385bffc6222 req-bdf447c2-1946-4a4c-9299-d2bf068559d1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0519927 Apr 01 00:02:28.682756 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bd4b912a-cfba-4140-95c3-c385bffc6222 req-f61c2103-9126-46a9-a2f2-303d6c2c175f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363607 Apr 01 00:02:29.817537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee710-daad-4e41-8f07-5a5e0db64692 req-917a8924-bb7b-45a2-b2d5-479f917d1d47 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:29.819057 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255ee710-daad-4e41-8f07-5a5e0db64692 req-917a8924-bb7b-45a2-b2d5-479f917d1d47 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0537863 Apr 01 00:02:29.856444 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-255ee710-daad-4e41-8f07-5a5e0db64692 req-e8a0dad0-bb06-4f3a-a1a0-f371e1f80f70 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313177 Apr 01 00:02:30.970085 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11dd85-3f7f-40ca-bff3-3b589cb371ad req-7381e233-7e99-441f-9099-1bfd416f1006 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:30.971593 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e11dd85-3f7f-40ca-bff3-3b589cb371ad req-7381e233-7e99-441f-9099-1bfd416f1006 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0483744 Apr 01 00:02:31.010209 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8e11dd85-3f7f-40ca-bff3-3b589cb371ad req-b42d1ff1-11c0-4d68-a5b2-a1252bdc237a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326676 Apr 01 00:02:32.134036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25760b9-48f6-4c76-9bdd-7508515d288d req-7649cb6d-6abe-4a83-b6f4-7d695bd32adb tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:32.136219 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a25760b9-48f6-4c76-9bdd-7508515d288d req-7649cb6d-6abe-4a83-b6f4-7d695bd32adb tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0561240 Apr 01 00:02:32.176024 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a25760b9-48f6-4c76-9bdd-7508515d288d req-6883820a-202c-4be1-92a5-1a1917e4daa8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Apr 01 00:02:33.062815 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:02:33.304204 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b1af5-eaae-4bc4-b62b-659ae0f189b7 req-89263a19-ee37-4c98-82f9-187d460ea27a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:33.305860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-731b1af5-eaae-4bc4-b62b-659ae0f189b7 req-89263a19-ee37-4c98-82f9-187d460ea27a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0543439 Apr 01 00:02:33.348381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-731b1af5-eaae-4bc4-b62b-659ae0f189b7 req-1714152f-7e32-4447-b0da-631e65781456 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332398 Apr 01 00:02:34.004553 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1e78f1d4-fd12-4d32-ae99-401a1ac8669e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:34.468068 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070811f5-47dd-4cea-bda2-7096309eba73 req-16230fb9-cb32-44cc-83c2-33910fb39c1b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:34.469555 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-070811f5-47dd-4cea-bda2-7096309eba73 req-16230fb9-cb32-44cc-83c2-33910fb39c1b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0491645 Apr 01 00:02:34.506508 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-070811f5-47dd-4cea-bda2-7096309eba73 req-a69f2c4d-3825-4c6b-9cbb-95f014ea3982 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305741 Apr 01 00:02:34.662098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17110216-c102-48dd-ad05-325cec075b0e req-da586476-5160-456b-8072-0c3a36ff86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:34.663657 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-17110216-c102-48dd-ad05-325cec075b0e req-da586476-5160-456b-8072-0c3a36ff86b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1097 time: 0.0898986 Apr 01 00:02:34.778941 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17110216-c102-48dd-ad05-325cec075b0e req-66c07738-2e23-4be7-beda-de225106ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:34.780411 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-17110216-c102-48dd-ad05-325cec075b0e req-66c07738-2e23-4be7-beda-de225106ad56 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0959408 Apr 01 00:02:34.846069 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-17110216-c102-48dd-ad05-325cec075b0e req-edf035b7-1188-4634-993a-178acbcce7a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 1000 time: 0.0575626 Apr 01 00:02:34.897850 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17110216-c102-48dd-ad05-325cec075b0e req-44a70725-c5bd-4758-9d3a-4e0556ae9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:34.899330 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-17110216-c102-48dd-ad05-325cec075b0e req-44a70725-c5bd-4758-9d3a-4e0556ae9e9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0446103 Apr 01 00:02:34.951333 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17110216-c102-48dd-ad05-325cec075b0e req-78fb9376-fdf2-4db2-8d79-014e9bdb5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:34.952728 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-17110216-c102-48dd-ad05-325cec075b0e req-78fb9376-fdf2-4db2-8d79-014e9bdb5865 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456965 Apr 01 00:02:35.041586 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-17110216-c102-48dd-ad05-325cec075b0e req-3dfdda1b-cd6c-411b-a1c4-f2c7bb008e76 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816078 Apr 01 00:02:35.138030 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-17110216-c102-48dd-ad05-325cec075b0e req-d20391aa-dee8-453e-a0cb-5b9b5ca9a79e service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899229 Apr 01 00:02:35.625835 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70872e4c-cbd7-4d75-b3c7-edfefdb427ad req-a199853b-8201-44ca-b1fe-b73decf6301c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:35.627380 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70872e4c-cbd7-4d75-b3c7-edfefdb427ad req-a199853b-8201-44ca-b1fe-b73decf6301c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0491638 Apr 01 00:02:35.673168 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-70872e4c-cbd7-4d75-b3c7-edfefdb427ad req-9d5f13fa-383e-4079-b8e3-0ab0d2b1de40 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354791 Apr 01 00:02:36.096088 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-af011b21-462f-4876-b530-ee43b3a61e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:36.804485 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2f83-6d1b-4444-b2b4-e859e82c208b req-80bb478a-0b80-43ca-8e81-87ff22112c2a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:36.807479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b1d2f83-6d1b-4444-b2b4-e859e82c208b req-80bb478a-0b80-43ca-8e81-87ff22112c2a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0577207 Apr 01 00:02:36.844212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b1d2f83-6d1b-4444-b2b4-e859e82c208b req-837fd700-4168-45f0-bee0-6ebcd2e85550 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306120 Apr 01 00:02:37.930469 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:37.964170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004ecdd-206d-4c4e-90e7-8440c9a6446d req-f8dae8af-0cde-4a03-8d07-7f69f0add40f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:37.965672 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8004ecdd-206d-4c4e-90e7-8440c9a6446d req-f8dae8af-0cde-4a03-8d07-7f69f0add40f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0494599 Apr 01 00:02:38.003273 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8004ecdd-206d-4c4e-90e7-8440c9a6446d req-dcef7243-e97f-4528-af45-1eb354d98880 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Apr 01 00:02:39.089065 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:39.117509 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:39.121977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68b59e-3fa1-47b1-b563-5265b6033ace req-ee0a5157-694a-4aa5-9648-1a5e530704c4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:39.123533 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f68b59e-3fa1-47b1-b563-5265b6033ace req-ee0a5157-694a-4aa5-9648-1a5e530704c4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0500615 Apr 01 00:02:39.163825 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f68b59e-3fa1-47b1-b563-5265b6033ace req-e36c738c-0fa8-4bc7-a7f1-dc7b9b1cfb0c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342731 Apr 01 00:02:39.221429 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:39.498316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:02:39.591835 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:02:39.603688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'port_id': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'mac_address': 'fa:16:3e:dd:51:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:02:39.645395 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:39.664463 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fd689ce-a23b-4c78-9c24-820c31a7325d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:02:39.686019 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:02:39.793076 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:39.843992 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:39.851983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.852331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.853453 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.853809 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.854136 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.854581 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.854920 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.855243 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.855567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.855891 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.856335 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.856663 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:39.872915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['7fd689ce-a23b-4c78-9c24-820c31a7325d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:02:40.288983 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bc570-f8c5-4207-9ebb-c6ac8e655549 req-5ac4e315-8200-4a00-9284-b265cf0298cc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:40.291824 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-064bc570-f8c5-4207-9ebb-c6ac8e655549 req-5ac4e315-8200-4a00-9284-b265cf0298cc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0562899 Apr 01 00:02:40.302800 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:40.331037 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-064bc570-f8c5-4207-9ebb-c6ac8e655549 req-15bbfeee-2edd-4763-8491-b637a60ae4b7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331538 Apr 01 00:02:41.470526 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ff4c4-5cd9-44df-829c-eb3da2c32184 req-d9e6cb04-4d82-4dd4-8b6a-353544c0e4c2 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:41.474851 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-133ff4c4-5cd9-44df-829c-eb3da2c32184 req-d9e6cb04-4d82-4dd4-8b6a-353544c0e4c2 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0586834 Apr 01 00:02:41.513204 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:02:41.527145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-133ff4c4-5cd9-44df-829c-eb3da2c32184 req-0fb097dc-6f83-40b8-97d4-add9ebe7a2a3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433307 Apr 01 00:02:41.575810 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port 7fd689ce-a23b-4c78-9c24-820c31a7325d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:02:41.576191 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:41.667264 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:41.692834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:02:41.695846 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b0c9d3-f94c-49b3-a006-fedb6eb568e2" -d '{"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-plugged", "status": "completed", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:02:41.713160 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:02:41.777236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:41.832194 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be565255-8668-4f9e-84f1-50872d5ce54a x-openstack-request-id: req-be565255-8668-4f9e-84f1-50872d5ce54a {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:02:41.832493 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-plugged", "status": "completed", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:02:41.832797 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be565255-8668-4f9e-84f1-50872d5ce54a {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:02:41.833234 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be565255-8668-4f9e-84f1-50872d5ce54a'] response: {'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'code': 200} Apr 01 00:02:41.861369 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:42.641998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac066a26-764f-4edb-9fb5-588ec98e0b47 req-9e9270d3-3f31-4fc5-a941-3ba7726e7e91 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:42.643709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac066a26-764f-4edb-9fb5-588ec98e0b47 req-9e9270d3-3f31-4fc5-a941-3ba7726e7e91 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0520494 Apr 01 00:02:42.683906 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ac066a26-764f-4edb-9fb5-588ec98e0b47 req-949fdf8a-af3a-4d6f-802c-1e9854fc2f5d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338650 Apr 01 00:02:43.812290 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc00385-7fcb-45ea-9072-d169f47009b9 req-3d7737b8-3549-4835-b262-49ac6aab2fb0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:43.814130 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bc00385-7fcb-45ea-9072-d169f47009b9 req-3d7737b8-3549-4835-b262-49ac6aab2fb0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0580668 Apr 01 00:02:43.870260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6bc00385-7fcb-45ea-9072-d169f47009b9 req-5c079b43-2f05-4868-b45d-59e22e465584 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425239 Apr 01 00:02:45.001144 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c235b0d-a821-43ed-8917-43773eb4cf0b req-fc688cbb-2eb2-40a0-8a31-1ce0b29a7b7b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:45.003678 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c235b0d-a821-43ed-8917-43773eb4cf0b req-fc688cbb-2eb2-40a0-8a31-1ce0b29a7b7b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0554631 Apr 01 00:02:45.051078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3c235b0d-a821-43ed-8917-43773eb4cf0b req-21021223-a1d0-4681-ab6d-c210e98f3c4e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Apr 01 00:02:46.173694 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df192d9-cdcd-46d0-ade7-c42e3789a378 req-216ce525-621b-493a-823f-28f892c42c3e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:46.175685 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9df192d9-cdcd-46d0-ade7-c42e3789a378 req-216ce525-621b-493a-823f-28f892c42c3e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0529273 Apr 01 00:02:46.216904 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9df192d9-cdcd-46d0-ade7-c42e3789a378 req-c003c8b9-6cd2-4c4c-97b0-9a51db42c4f0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346789 Apr 01 00:02:47.355377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfdb3f-cebf-433b-b7f5-6f156931ea43 req-62248281-6a8f-4e69-9098-9c7e9908fde3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:47.362395 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfbfdb3f-cebf-433b-b7f5-6f156931ea43 req-62248281-6a8f-4e69-9098-9c7e9908fde3 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0694273 Apr 01 00:02:47.398416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cfbfdb3f-cebf-433b-b7f5-6f156931ea43 req-ecc32429-304f-456f-8ae3-fe7481763998 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350182 Apr 01 00:02:48.530802 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d832-8b82-4543-8b11-fdc0089d86dd req-da6b2d34-3ac6-4a97-aa5f-1bc5ff87be76 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:48.533534 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca63d832-8b82-4543-8b11-fdc0089d86dd req-da6b2d34-3ac6-4a97-aa5f-1bc5ff87be76 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0584903 Apr 01 00:02:48.585684 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ca63d832-8b82-4543-8b11-fdc0089d86dd req-d3914080-c9ca-4bdf-a06c-f4f59492ab9c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460413 Apr 01 00:02:49.713048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae0f7e-6a9a-4a7b-8d30-d7435453f0d9 req-5637d579-6491-49d7-9dce-ceb6b6bac260 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:49.714579 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcae0f7e-6a9a-4a7b-8d30-d7435453f0d9 req-5637d579-6491-49d7-9dce-ceb6b6bac260 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0495188 Apr 01 00:02:49.753078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bcae0f7e-6a9a-4a7b-8d30-d7435453f0d9 req-93046e58-c9d7-4f69-bf3f-db631fff20b4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308990 Apr 01 00:02:50.887177 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6a8d8-32f9-401d-adea-a6a910d8cbc0 req-8c1262c5-6f9d-4e57-a7ae-34f5c3d48cfb tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:50.888798 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07c6a8d8-32f9-401d-adea-a6a910d8cbc0 req-8c1262c5-6f9d-4e57-a7ae-34f5c3d48cfb tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0578263 Apr 01 00:02:50.930679 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07c6a8d8-32f9-401d-adea-a6a910d8cbc0 req-2e1a55d5-2761-4969-834a-35b48c5de6ca tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342541 Apr 01 00:02:51.992258 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-ff5a1d39-aa12-4024-93c1-0ffd0cb403bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:51.993833 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-ff5a1d39-aa12-4024-93c1-0ffd0cb403bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1097 time: 0.0432975 Apr 01 00:02:52.053851 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034669c-21f8-4b30-adfb-898899a8ab6c req-644f15cb-b8fc-4100-9f12-6e34f7789416 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:52.055891 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9034669c-21f8-4b30-adfb-898899a8ab6c req-644f15cb-b8fc-4100-9f12-6e34f7789416 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0512371 Apr 01 00:02:52.089141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-ff2845aa-de58-415a-97fd-3addf1fca287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:52.090792 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-ff2845aa-de58-415a-97fd-3addf1fca287 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0903561 Apr 01 00:02:52.095440 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9034669c-21f8-4b30-adfb-898899a8ab6c req-b3b2018a-d63e-4af1-8b67-ee6ae29d058b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331330 Apr 01 00:02:52.162743 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-d294e94f-78c6-432f-b43f-7d90b4432cb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 1000 time: 0.0653253 Apr 01 00:02:52.216138 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-be2d8bf8-df27-43f8-abd2-2fce4c414fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:52.217533 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-be2d8bf8-df27-43f8-abd2-2fce4c414fea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0458658 Apr 01 00:02:52.264330 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-7f5acc9c-ae49-4394-9992-1908f128da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:52.265867 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-7f5acc9c-ae49-4394-9992-1908f128da47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415533 Apr 01 00:02:52.360280 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-ab3b6f2f-a52f-4946-8518-1d61ea34afa4 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878928 Apr 01 00:02:52.452220 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-7a33cfe2-44e8-4e1e-b0ef-02c94e04a2b8 req-2d4d39ca-2598-419c-bafe-754fdc2ec9f7 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849202 Apr 01 00:02:53.215228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6543d-3f43-4b20-ba8c-13922e75e237 req-c90437fc-7093-4364-bf2b-15077ba33c80 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:53.216770 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6c6543d-3f43-4b20-ba8c-13922e75e237 req-c90437fc-7093-4364-bf2b-15077ba33c80 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0502646 Apr 01 00:02:53.254870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6c6543d-3f43-4b20-ba8c-13922e75e237 req-9378ad0d-12b4-42b4-9644-78bb187edf1d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319507 Apr 01 00:02:54.376257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345317b-23b3-4018-8fcc-0a4b05a4c28f req-a0f2c327-cb30-4456-9305-aa1d02d23021 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:54.377751 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4345317b-23b3-4018-8fcc-0a4b05a4c28f req-a0f2c327-cb30-4456-9305-aa1d02d23021 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0523489 Apr 01 00:02:54.416603 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4345317b-23b3-4018-8fcc-0a4b05a4c28f req-61ce31db-c0b8-4e51-8565-0133c7967d91 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Apr 01 00:02:55.539098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9a184-708d-49f5-87f2-855eff04b9b5 req-2f4fc9ce-bc49-4b9d-acd1-04824cf5e8e8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:55.540665 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48b9a184-708d-49f5-87f2-855eff04b9b5 req-2f4fc9ce-bc49-4b9d-acd1-04824cf5e8e8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0500348 Apr 01 00:02:55.577385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:02:55.579163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-48b9a184-708d-49f5-87f2-855eff04b9b5 req-313f645a-57f7-4475-bc74-a42c8133c764 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323317 Apr 01 00:02:55.652501 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-abc9c09c-1825-4b71-ab98-7412d398e34c req-794999f5-8094-48aa-9d9d-3dca9d0db26e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:02:55.653849 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abc9c09c-1825-4b71-ab98-7412d398e34c req-794999f5-8094-48aa-9d9d-3dca9d0db26e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066872 Apr 01 00:02:55.670330 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:55.696248 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:02:55.701927 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd131773-53c5-4176-a493-5afadf87b878" -d '{"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:02:55.717879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:02:55.734000 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 00:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577da4ce-a9c5-4eb4-a6e3-e7ec65961ae0 x-openstack-request-id: req-577da4ce-a9c5-4eb4-a6e3-e7ec65961ae0 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:02:55.734304 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-unplugged", "status": "failed", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "code": 422}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:02:55.734607 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-577da4ce-a9c5-4eb4-a6e3-e7ec65961ae0 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:02:55.735002 n-d-836015-1 neutron-server[109822]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-577da4ce-a9c5-4eb4-a6e3-e7ec65961ae0']: {'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'code': 422} returned with failed status Apr 01 00:02:55.820189 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:55.868147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:57.004176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b8534-b094-461b-9d97-7bd271d5c1b4 req-73c8e81f-5010-4b65-9db8-c5e0875db07c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:57.005776 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e8b8534-b094-461b-9d97-7bd271d5c1b4 req-73c8e81f-5010-4b65-9db8-c5e0875db07c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 944 time: 0.0496457 Apr 01 00:02:57.046575 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9e8b8534-b094-461b-9d97-7bd271d5c1b4 req-5ea889f3-ea41-4b20-819f-f625d828a056 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338616 Apr 01 00:02:57.413603 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-5b62fcdf-00a5-4d18-884c-4b5cd0c971ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893755 Apr 01 00:02:58.173491 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938d438-7d50-436d-8f1e-7cbcaf4c9a71 req-2b1ec905-6aaf-4e68-8585-9f7b0a5b9a90 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:58.175019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7938d438-7d50-436d-8f1e-7cbcaf4c9a71 req-2b1ec905-6aaf-4e68-8585-9f7b0a5b9a90 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 944 time: 0.0533831 Apr 01 00:02:58.216654 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7938d438-7d50-436d-8f1e-7cbcaf4c9a71 req-3485570f-fe36-4b3f-a30e-ad09ca47151d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352645 Apr 01 00:02:58.966927 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-e9d74882-5d3a-4819-9ef9-127730293fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:58.968431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-e9d74882-5d3a-4819-9ef9-127730293fc5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da&tenant_id=133d7a33c2e44e5ba603e4fa7762323a HTTP/1.1" status: 200 len: 1095 time: 0.0856826 Apr 01 00:02:58.979816 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-1', 'device_owner': 'compute:nova'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:02:59.031863 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:59.235828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:02:59.270082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h1-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:02:59.325935 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd689ce-a23b-4c78-9c24-820c31a7325d {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:02:59.335402 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:59.352880 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Transition to ACTIVE for port object 7fd689ce-a23b-4c78-9c24-820c31a7325d will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:02:59.361919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b503330-d528-40d9-95a4-b79077b96469 req-2bcfae4a-1db7-4356-96d9-bc4a01682491 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:59.363462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b503330-d528-40d9-95a4-b79077b96469 req-2bcfae4a-1db7-4356-96d9-bc4a01682491 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 944 time: 0.0750661 Apr 01 00:02:59.402049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9b503330-d528-40d9-95a4-b79077b96469 req-1cfd84da-31ed-43c9-a446-834b86d23ab0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Apr 01 00:02:59.449779 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:59.867562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=9']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:02:59.879725 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.880029 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.880393 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.880682 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.881004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.881320 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.881636 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.882202 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.882564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.882882 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.883193 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.883503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:02:59.916846 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] No DVR routers for this DVR port 7fd689ce-a23b-4c78-9c24-820c31a7325d on host n-h1-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:03:00.048457 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Attempting to bind port 7fd689ce-a23b-4c78-9c24-820c31a7325d on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:00.048794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Attempting to bind port 7fd689ce-a23b-4c78-9c24-820c31a7325d by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:00.049121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Attempting to bind port 7fd689ce-a23b-4c78-9c24-820c31a7325d on network 083f81b4-f28f-42f9-8c84-00ed380b9cea {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:00.053400 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Port 7fd689ce-a23b-4c78-9c24-820c31a7325d on network 083f81b4-f28f-42f9-8c84-00ed380b9cea not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:03:00.053719 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Attempting to bind port 7fd689ce-a23b-4c78-9c24-820c31a7325d on network 083f81b4-f28f-42f9-8c84-00ed380b9cea {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:00.058592 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:00.058931 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Checking segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:00.059314 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Bound using segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:00.059732 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Bound port: 7fd689ce-a23b-4c78-9c24-820c31a7325d, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:00.060085 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:00.124304 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:00.127183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:00.199191 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:00.232567 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:00.233274 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:00.234548 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] 10.222.0.45 "PUT /v2.0/ports/7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 1092 time: 1.2587843 Apr 01 00:03:00.234977 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:00.237213 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b78dc3-b938-4791-ac98-023f0aa35dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:00.287727 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb263f9-c717-4a51-a2fd-71711ddfc145 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=10']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:00.291268 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014473fe-f5d1-48cc-b644-83ef8ad1e50e x-openstack-request-id: req-014473fe-f5d1-48cc-b644-83ef8ad1e50e {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:00.291738 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:00.292065 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-014473fe-f5d1-48cc-b644-83ef8ad1e50e {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:00.292455 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014473fe-f5d1-48cc-b644-83ef8ad1e50e'] response: {'name': 'network-changed', 'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'status': 'completed', 'code': 200} Apr 01 00:03:00.310530 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-74de5bea-3b8e-462d-8d75-2923a6f87c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:00.312078 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-74de5bea-3b8e-462d-8d75-2923a6f87c39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1096 time: 0.0516720 Apr 01 00:03:00.413499 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-fbc156f8-a097-49db-8d97-1e75c4cd56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:00.414996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-fbc156f8-a097-49db-8d97-1e75c4cd56b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0964978 Apr 01 00:03:00.486020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-be497a85-1852-4bae-acce-0c3eeb39e6b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 998 time: 0.0640821 Apr 01 00:03:00.563733 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-624726b8-2a07-4909-8758-cce3bb86d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:00.565164 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-624726b8-2a07-4909-8758-cce3bb86d0c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0716417 Apr 01 00:03:00.576461 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575eda-7b72-47f4-ae90-adc220a21c48 req-85eabf26-5374-48c9-8a57-f575b3f42b2d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:00.577869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9575eda-7b72-47f4-ae90-adc220a21c48 req-85eabf26-5374-48c9-8a57-f575b3f42b2d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0951788 Apr 01 00:03:00.642106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9575eda-7b72-47f4-ae90-adc220a21c48 req-164a6403-bbe8-4281-abb0-340318c8e1f1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556619 Apr 01 00:03:00.644590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-3011a0bc-2bac-49ef-9016-161d84a90d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:00.646042 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-3011a0bc-2bac-49ef-9016-161d84a90d75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672815 Apr 01 00:03:00.737226 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-daa04089-b1d9-42f1-a8c2-efe3f3bebd2c service neutron] 10.222.0.45 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Apr 01 00:03:00.831791 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0397f133-b3cc-403a-9351-c2ea48b1f9c9 req-85787220-4838-447e-a76f-94b4f222c057 service neutron] 10.222.0.45 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878983 Apr 01 00:03:00.974162 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-f5cfedc9-71e4-4910-b2a6-b3fe98c3e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:00.975752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-f5cfedc9-71e4-4910-b2a6-b3fe98c3e8d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1096 time: 0.0419962 Apr 01 00:03:01.072845 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-ab89cd8d-ce70-4f9f-b779-fc5da188c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:01.074310 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-ab89cd8d-ce70-4f9f-b779-fc5da188c721 service neutron] 10.222.0.45 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0925000 Apr 01 00:03:01.140826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-93687d19-37ef-40d8-9562-38e769d59788 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 998 time: 0.0599802 Apr 01 00:03:01.205303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-a8c1ebb8-a796-4948-b031-6ccb8ea5ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:01.206840 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-a8c1ebb8-a796-4948-b031-6ccb8ea5ce18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0590534 Apr 01 00:03:01.266036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-abc81459-66ba-4d91-b4c7-5db15fd0c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:01.268182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-abc81459-66ba-4d91-b4c7-5db15fd0c372 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547094 Apr 01 00:03:01.377359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-bcd7baeb-1ce8-472d-9fd0-21878302b55c service neutron] 10.222.0.45 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027460 Apr 01 00:03:01.774303 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f83e3b-c088-42a3-98a2-b3cf56e7fc02 req-318c0dc7-b174-4053-8adb-97ceb30d03af tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:01.776088 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67f83e3b-c088-42a3-98a2-b3cf56e7fc02 req-318c0dc7-b174-4053-8adb-97ceb30d03af tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0583103 Apr 01 00:03:01.827750 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-67f83e3b-c088-42a3-98a2-b3cf56e7fc02 req-e55232ed-25b9-47fb-a412-1e9f18ab5674 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452278 Apr 01 00:03:03.022497 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f45cb5-5589-4997-8107-8f6cde50a967 req-2ef37974-d826-472e-86f7-e90357fde17b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:03.024699 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83f45cb5-5589-4997-8107-8f6cde50a967 req-2ef37974-d826-472e-86f7-e90357fde17b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0828714 Apr 01 00:03:03.083638 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-83f45cb5-5589-4997-8107-8f6cde50a967 req-4d24bc22-8934-4d61-a403-249ce3da89d8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514758 Apr 01 00:03:04.032587 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1084bb0b-e53d-4571-b66c-9cf8a3c11f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:04.240962 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc05f2-d267-4a98-ae59-9e0159fe73c8 req-ad1be1b0-21d2-41e3-8394-86c055df7eca tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:04.243449 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99fc05f2-d267-4a98-ae59-9e0159fe73c8 req-ad1be1b0-21d2-41e3-8394-86c055df7eca tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0677741 Apr 01 00:03:04.292055 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99fc05f2-d267-4a98-ae59-9e0159fe73c8 req-05c428b0-043e-4c44-a0cb-853cd86cd4e6 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418091 Apr 01 00:03:05.445091 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbf9e-58dd-4303-8b22-51ea152991a1 req-10780e4a-3638-4a6b-8fdb-c8bdc6ec954d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:05.448095 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d6fbf9e-58dd-4303-8b22-51ea152991a1 req-10780e4a-3638-4a6b-8fdb-c8bdc6ec954d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0642807 Apr 01 00:03:05.498333 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d6fbf9e-58dd-4303-8b22-51ea152991a1 req-d5154250-0f78-4ba9-9699-6c3c9fea3ecf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425823 Apr 01 00:03:06.141138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e5ff24ae-303d-4e1b-ab12-5d761fd3efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:06.626952 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c736a8-4e59-45f6-81a6-7031f0eb7f73 req-4973d708-afae-4c8e-bd1f-c40f6aefd8d9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:06.630036 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16c736a8-4e59-45f6-81a6-7031f0eb7f73 req-4973d708-afae-4c8e-bd1f-c40f6aefd8d9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0594573 Apr 01 00:03:06.677650 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-16c736a8-4e59-45f6-81a6-7031f0eb7f73 req-3383f590-ec68-42a8-957a-aba16dacfde2 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Apr 01 00:03:07.811197 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7f56f-af39-482f-aa43-9d111470f890 req-c5e10f03-c5f9-4359-97dc-c9a2be73afa4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:07.812919 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3a7f56f-af39-482f-aa43-9d111470f890 req-c5e10f03-c5f9-4359-97dc-c9a2be73afa4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0517020 Apr 01 00:03:07.855568 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f3a7f56f-af39-482f-aa43-9d111470f890 req-ef46cc17-9744-4141-99b8-20ef5a9182da tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363524 Apr 01 00:03:07.935242 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:08.995631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40289b18-726f-473c-a573-df8375dad553 req-d73d0ae1-e58e-4b5d-9c8a-f43801271592 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:08.997148 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40289b18-726f-473c-a573-df8375dad553 req-d73d0ae1-e58e-4b5d-9c8a-f43801271592 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0597289 Apr 01 00:03:09.037064 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-40289b18-726f-473c-a573-df8375dad553 req-794724c2-84dc-4b72-aff4-e1a0a547313c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337796 Apr 01 00:03:09.055040 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:09.118064 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:09.215103 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f9b78dc3-b938-4791-ac98-023f0aa35dc6 req-bc72dd90-85c5-47dc-a7f2-14f78550b477 service neutron] 10.222.0.45 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896192 Apr 01 00:03:09.243660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:10.062828 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:03:10.158399 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56639a-9f3a-4195-90ed-4097c07e93b5 req-85ed9a41-2069-4b5b-9c2b-3b94b02888b0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:10.159957 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a56639a-9f3a-4195-90ed-4097c07e93b5 req-85ed9a41-2069-4b5b-9c2b-3b94b02888b0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0510936 Apr 01 00:03:10.205612 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5a56639a-9f3a-4195-90ed-4097c07e93b5 req-d62b158c-88af-40ac-9ce6-296368d29a18 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395339 Apr 01 00:03:10.266181 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:11.325319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a9c67-01fd-4315-bac2-6c0f0efb5d32 req-f3739887-bc83-4b6d-9262-b82761019c39 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:11.326932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-408a9c67-01fd-4315-bac2-6c0f0efb5d32 req-f3739887-bc83-4b6d-9262-b82761019c39 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 945 time: 0.0512290 Apr 01 00:03:11.366424 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-408a9c67-01fd-4315-bac2-6c0f0efb5d32 req-20e6a955-ee50-4656-b331-f248e598ea58 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332010 Apr 01 00:03:11.436806 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:03:11.537912 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:11.549744 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'port_id': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'mac_address': 'fa:16:3e:dd:51:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:03:11.589141 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:11.602635 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd689ce-a23b-4c78-9c24-820c31a7325d {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:03:11.623385 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:11.693636 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:11.745710 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=11']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:11.938237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['7fd689ce-a23b-4c78-9c24-820c31a7325d'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:03:12.489171 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96240a7b-e80b-40ab-8ea8-f1cf026b28aa req-68e1235c-f77e-41ca-9cc3-921de52a0838 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:12.490677 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96240a7b-e80b-40ab-8ea8-f1cf026b28aa req-68e1235c-f77e-41ca-9cc3-921de52a0838 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0487702 Apr 01 00:03:12.528241 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-96240a7b-e80b-40ab-8ea8-f1cf026b28aa req-1e0df638-88ef-4e87-9176-7589037a2488 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313451 Apr 01 00:03:13.443230 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:13.586541 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 7fd689ce-a23b-4c78-9c24-820c31a7325d completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:03:13.591724 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 7fd689ce-a23b-4c78-9c24-820c31a7325d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:13.592224 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:13.655500 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49858dde-3404-4068-84d7-6386742108f8 req-44d9a76a-96f1-4c25-8cdf-a54f491f8351 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:13.657171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49858dde-3404-4068-84d7-6386742108f8 req-44d9a76a-96f1-4c25-8cdf-a54f491f8351 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 946 time: 0.0559921 Apr 01 00:03:13.674292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:13.698398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:13.700888 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f641a-1174-488f-8374-332d3026d2ed" -d '{"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-plugged", "status": "completed", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:13.701402 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-49858dde-3404-4068-84d7-6386742108f8 req-48c9d64e-0946-4b94-b018-e8622d8b79fd tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380228 Apr 01 00:03:13.717231 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:13.739707 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b49332-e988-4b63-acf6-00c24df2bbbc x-openstack-request-id: req-d1b49332-e988-4b63-acf6-00c24df2bbbc {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:13.740126 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-plugged", "status": "completed", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:13.740386 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1b49332-e988-4b63-acf6-00c24df2bbbc {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:13.740813 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b49332-e988-4b63-acf6-00c24df2bbbc'] response: {'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'code': 200} Apr 01 00:03:13.797724 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:13.847659 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=12']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:13.956037 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9b74-9c9a-4a6b-9362-2c862af65d9b req-0d6b6c9c-832a-4854-ba04-ac8f99f21b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:13.957580 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15eb9b74-9c9a-4a6b-9362-2c862af65d9b req-0d6b6c9c-832a-4854-ba04-ac8f99f21b38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1098 time: 0.0400629 Apr 01 00:03:13.996789 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-15eb9b74-9c9a-4a6b-9362-2c862af65d9b req-4f8b03db-03ca-4a6d-b5fc-215c5bebe079 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313299 Apr 01 00:03:14.819908 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fc0c-27e7-4573-a625-0547e07f77f6 req-36599f46-491b-42f5-8500-f2755da98b68 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:14.821416 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3796fc0c-27e7-4573-a625-0547e07f77f6 req-36599f46-491b-42f5-8500-f2755da98b68 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 947 time: 0.0495093 Apr 01 00:03:14.860436 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3796fc0c-27e7-4573-a625-0547e07f77f6 req-08249059-d531-40af-ae3f-0c2f138f61c4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Apr 01 00:03:15.984652 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08fefa-aab1-4173-9a1f-7a573dbf525b req-b6722ae1-3cfd-4865-9809-18d7e36eeaac tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:15.986890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c08fefa-aab1-4173-9a1f-7a573dbf525b req-b6722ae1-3cfd-4865-9809-18d7e36eeaac tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 947 time: 0.0508554 Apr 01 00:03:16.031053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6c08fefa-aab1-4173-9a1f-7a573dbf525b req-499b62b9-63bc-492c-8540-f1b520bddbc9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382993 Apr 01 00:03:17.150062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda036-6775-43dc-8c49-613f42542d47 req-1c50433f-fc30-4e89-821b-7f7c3e194c9e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:17.151748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7dda036-6775-43dc-8c49-613f42542d47 req-1c50433f-fc30-4e89-821b-7f7c3e194c9e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 947 time: 0.0494430 Apr 01 00:03:17.196726 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c7dda036-6775-43dc-8c49-613f42542d47 req-e8384a25-01ec-4af4-9f33-2a80dc209e8c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Apr 01 00:03:34.053900 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-db3059a1-5579-4168-bd17-f9237f40aa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:35.947462 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-a88e4579-18f2-40c0-bd5d-8a9657bd17ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383635 Apr 01 00:03:36.028582 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-5594d219-ddf7-4c23-be8f-179b29a604f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:36.030062 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-5594d219-ddf7-4c23-be8f-179b29a604f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1098 time: 0.0401928 Apr 01 00:03:36.123570 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c507a16a-00ff-4c8d-9d84-c83fe009bcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.139331 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-c4bc43c6-1c68-43ad-9c52-86ae632e22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:36.140790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-c4bc43c6-1c68-43ad-9c52-86ae632e22fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0882826 Apr 01 00:03:36.204471 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-cf5d0cea-8a83-4d5b-8a1e-84f77c5a4a62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 1000 time: 0.0568349 Apr 01 00:03:36.258771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-d14b9f53-5fc4-4700-8a54-6f41da91b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:36.260801 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-d14b9f53-5fc4-4700-8a54-6f41da91b3ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0476837 Apr 01 00:03:36.308902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-eef71175-083b-4fe1-86ba-622582d65b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:36.310510 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-eef71175-083b-4fe1-86ba-622582d65b94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430536 Apr 01 00:03:36.397184 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-444273ca-15d9-4d53-b4d1-5656b2b4eb60 service neutron] 10.222.0.45 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798841 Apr 01 00:03:36.494069 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-42d830d4-80bd-4be9-9587-e080d9baaaad req-7dd1b2d7-8028-4083-99f1-f17a236d7d3d service neutron] 10.222.0.45 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850301 Apr 01 00:03:37.968236 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.065219 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.116662 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:39.242569 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.270758 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:47.063510 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:04:03.990849 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-703c199f-b987-4dc0-b757-1f5d5a577a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:06.139715 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e23a7dac-e9d3-4c06-82c1-1061d583b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:07.996924 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:09.059813 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:09.116925 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:09.230485 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:10.264804 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:24.062535 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:04:30.431498 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58166) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:30.589791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Deleting port 0c0bae8e-9899-45e7-b691-bd5f9d501ac8 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:04:30.590133 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:30.667060 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:30.667380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:30.678626 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Calling delete_port for 0c0bae8e-9899-45e7-b691-bd5f9d501ac8 owned by network:floatingip {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:04:30.893298 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:30.922998 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event deleted for resources: {'Port': ['ID=0c0bae8e-9899-45e7-b691-bd5f9d501ac8,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:30.934718 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.935082 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.935404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.935736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.936067 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.936392 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.937001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.938045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.938375 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.938726 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.939052 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.939374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:30.992351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for floatingip, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:30.992678 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Floating IP 2d91a527-ac1b-40f1-b13e-adc5ccc8f4e7 disassociated (deleted). External IP: 172.25.4.7, port: 7fd689ce-a23b-4c78-9c24-820c31a7325d. Apr 01 00:04:31.198188 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Router cb06f4d5-16b6-4552-bcae-1c0efc348b5d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:04:31.350046 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:04:31.355025 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:31.361074 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] Sync routers for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:04:31.370163 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:04:31.370776 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:04:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:31.383790 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-24f5773f-6792-4e83-8c27-e9142af04402 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "DELETE /v2.0/floatingips/2d91a527-ac1b-40f1-b13e-adc5ccc8f4e7 HTTP/1.1" status: 204 len: 168 time: 0.9486272 Apr 01 00:04:31.383790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:04:31.384267 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d550cd28-fc25-4f42-8d40-9035450c3e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:04:31.425801 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb38a9-0384-4754-8923-a5e44c210c3f x-openstack-request-id: req-f6cb38a9-0384-4754-8923-a5e44c210c3f {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:04:31.426088 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:04:31.426340 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6cb38a9-0384-4754-8923-a5e44c210c3f {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:04:31.426771 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cb38a9-0384-4754-8923-a5e44c210c3f'] response: {'name': 'network-changed', 'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'status': 'completed', 'code': 200} Apr 01 00:04:31.489581 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-a424dbf3-bd00-4329-88da-a5b3d9db6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:31.491041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-a424dbf3-bd00-4329-88da-a5b3d9db6469 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 1098 time: 0.0449450 Apr 01 00:04:31.574317 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:04:31.592267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-dc9014e3-4cc9-4a1e-a8c6-11ba3606224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:31.594324 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-dc9014e3-4cc9-4a1e-a8c6-11ba3606224b service neutron] 10.222.0.45 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0968792 Apr 01 00:04:31.636468 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-ee8a3c9e-1522-4660-be14-9873317300b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 200 len: 217 time: 0.0356872 Apr 01 00:04:31.687159 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-4c167a54-af0a-4006-8560-40e3a809fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:31.688755 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-4c167a54-af0a-4006-8560-40e3a809fd0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0447519 Apr 01 00:04:31.740050 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-9291afca-ee03-40c5-a8e0-c5d21fcd6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:31.741479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-9291afca-ee03-40c5-a8e0-c5d21fcd6b00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467141 Apr 01 00:04:31.786419 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:31.812411 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] Checking router: cb06f4d5-16b6-4552-bcae-1c0efc348b5d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:04:31.820528 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:04:31.821115 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:04:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:31.885364 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0250f-bc52-4c84-b683-1455532c405f req-a6288ecc-5030-46b5-8377-23bff5977834 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:31.886843 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2f0250f-bc52-4c84-b683-1455532c405f req-a6288ecc-5030-46b5-8377-23bff5977834 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 947 time: 0.0768645 Apr 01 00:04:31.888968 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-4d7e1d14-76cd-47ea-8f73-1eca969bb2b5 service neutron] 10.222.0.45 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411901 Apr 01 00:04:31.927237 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:04:31.970695 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b2f0250f-bc52-4c84-b683-1455532c405f req-91cfa0e3-380d-42cf-8599-f555c2891a72 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772283 Apr 01 00:04:32.003391 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d550cd28-fc25-4f42-8d40-9035450c3e3a req-b9b62868-d892-440f-9806-e4b96ec997fd service neutron] 10.222.0.45 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042316 Apr 01 00:04:32.124285 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:32.151431 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046ef63-e9b4-45ac-b64d-5751a8bbea93 None None] The sync data for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 is: [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:04:32.375983 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4965-e50b-46c3-b643-237061e3dd00 None None] New status for floating IP 2d91a527-ac1b-40f1-b13e-adc5ccc8f4e7: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:04:33.096828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910ffd-ee1a-4b7f-be7b-1b55896d5fe4 req-014be25a-6dc1-42e5-bb9c-02a2756a6287 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:33.098354 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7910ffd-ee1a-4b7f-be7b-1b55896d5fe4 req-014be25a-6dc1-42e5-bb9c-02a2756a6287 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 947 time: 0.0518544 Apr 01 00:04:33.166106 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d7910ffd-ee1a-4b7f-be7b-1b55896d5fe4 req-813119e2-746e-402e-881c-4ba550fb25fc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=2aca7698-c3c3-42b6-93f4-517f159170e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579026 Apr 01 00:04:33.175049 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-f7c8f7fb-7d89-42c7-85e7-b629924a6380 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:33.178836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-f7c8f7fb-7d89-42c7-85e7-b629924a6380 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 947 time: 0.0772588 Apr 01 00:04:33.266923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Deleting port 7fd689ce-a23b-4c78-9c24-820c31a7325d {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:04:33.270671 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:33.356337 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] For port 7fd689ce-a23b-4c78-9c24-820c31a7325d, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=7fd689ce-a23b-4c78-9c24-820c31a7325d,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:04:33.356695 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:33.369184 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Calling delete_port for 7fd689ce-a23b-4c78-9c24-820c31a7325d owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:04:33.586515 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:33.617048 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event deleted for resources: {'Port': ['ID=7fd689ce-a23b-4c78-9c24-820c31a7325d,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:33.660904 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] No DVR routers for this DVR port 7fd689ce-a23b-4c78-9c24-820c31a7325d on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:04:33.663796 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:33.667325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4fcdf9a9-2a6f-481b-b376-8f78dcc23de5 req-474db0e5-5634-4ef6-94a6-3a392cc54b61 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.45 "DELETE /v2.0/ports/7fd689ce-a23b-4c78-9c24-820c31a7325d HTTP/1.1" status: 204 len: 173 time: 0.4850376 Apr 01 00:04:33.672771 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-deleted', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:04:33.672771 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f710bbc-0232-4cfd-9b31-3048164818fc" -d '{"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-deleted", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:04:33.708774 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e76b45f-5931-4a1a-a945-76068ffb498d x-openstack-request-id: req-7e76b45f-5931-4a1a-a945-76068ffb498d {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:04:33.709071 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdef46c-4130-487b-b409-90c4f1d0e3da", "name": "network-vif-deleted", "tag": "7fd689ce-a23b-4c78-9c24-820c31a7325d", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:04:33.709323 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e76b45f-5931-4a1a-a945-76068ffb498d {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:04:33.709729 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e76b45f-5931-4a1a-a945-76068ffb498d'] response: {'server_uuid': '4fdef46c-4130-487b-b409-90c4f1d0e3da', 'name': 'network-vif-deleted', 'tag': '7fd689ce-a23b-4c78-9c24-820c31a7325d', 'status': 'completed', 'code': 200} Apr 01 00:04:34.009091 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d1b83033-5475-4df6-829a-ed3e0ce71e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:34.275663 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a3e0cd6b-34f9-45a7-90f3-8993bc42822d req-e90089be-cb5b-4a20-a4c9-7d65586b02d4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fdef46c-4130-487b-b409-90c4f1d0e3da HTTP/1.1" status: 200 len: 210 time: 0.0277941 Apr 01 00:04:35.331680 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58188) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:35.396571 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7235c349-23d8-44ff-b307-46aa4295eebe tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:35.422686 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7235c349-23d8-44ff-b307-46aa4295eebe tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:35.523279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7235c349-23d8-44ff-b307-46aa4295eebe tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:35.525830 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7235c349-23d8-44ff-b307-46aa4295eebe tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:35.528691 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7235c349-23d8-44ff-b307-46aa4295eebe tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "DELETE /v2.0/security-groups/2aca7698-c3c3-42b6-93f4-517f159170e3 HTTP/1.1" status: 204 len: 168 time: 0.1959341 Apr 01 00:04:35.540923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235c349-23d8-44ff-b307-46aa4295eebe tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca7698-c3c3-42b6-93f4-517f159170e3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:35.884064 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58194) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:35.888589 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-74703e96-6c65-47c2-bf34-67bf5cc4301d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758063638', 'description': 'tempest-secgroup-smoke-1758063638 description', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:35.962174 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74703e96-6c65-47c2-bf34-67bf5cc4301d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.025975 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74703e96-6c65-47c2-bf34-67bf5cc4301d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.093514 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74703e96-6c65-47c2-bf34-67bf5cc4301d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.121894 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74703e96-6c65-47c2-bf34-67bf5cc4301d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348bcd4f-944c-4fb1-9e52-5df9ed19701f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:36.133454 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-00a3ca42-b752-4226-a2aa-0fb1b85458f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.198405 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-74703e96-6c65-47c2-bf34-67bf5cc4301d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.199732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-74703e96-6c65-47c2-bf34-67bf5cc4301d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3146207 Apr 01 00:04:36.207844 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58196) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:36.212182 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4ec945b2-40e2-42c7-a9b5-5fcebd1701da tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '348bcd4f-944c-4fb1-9e52-5df9ed19701f', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:36.310507 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ec945b2-40e2-42c7-a9b5-5fcebd1701da tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.364289 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ec945b2-40e2-42c7-a9b5-5fcebd1701da tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.443080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ec945b2-40e2-42c7-a9b5-5fcebd1701da tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.460797 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec945b2-40e2-42c7-a9b5-5fcebd1701da tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f34b628-32ec-4018-8782-88d66ffbc3c8,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:36.530717 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4ec945b2-40e2-42c7-a9b5-5fcebd1701da tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.532022 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4ec945b2-40e2-42c7-a9b5-5fcebd1701da tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231771 Apr 01 00:04:36.534745 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58198) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:36.538986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-20b0b095-4ba5-4057-aa49-894e03bf1d81 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '348bcd4f-944c-4fb1-9e52-5df9ed19701f', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:36.631359 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20b0b095-4ba5-4057-aa49-894e03bf1d81 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.690126 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20b0b095-4ba5-4057-aa49-894e03bf1d81 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.746007 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20b0b095-4ba5-4057-aa49-894e03bf1d81 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.766641 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0b095-4ba5-4057-aa49-894e03bf1d81 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbbe69a-4f5d-4913-a402-885e46b1071e,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:36.839294 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-20b0b095-4ba5-4057-aa49-894e03bf1d81 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.840514 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-20b0b095-4ba5-4057-aa49-894e03bf1d81 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048499 Apr 01 00:04:36.843265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58200) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:36.847510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b8e5e2da-fff8-46ec-a1e4-5c8ec32a2d86 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '348bcd4f-944c-4fb1-9e52-5df9ed19701f', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:36.928998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e2da-fff8-46ec-a1e4-5c8ec32a2d86 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:36.986342 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e2da-fff8-46ec-a1e4-5c8ec32a2d86 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.043290 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e2da-fff8-46ec-a1e4-5c8ec32a2d86 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.060777 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5e2da-fff8-46ec-a1e4-5c8ec32a2d86 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042fdff7-422d-4f4c-8dc6-3ce4bab126b1,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:37.125128 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e2da-fff8-46ec-a1e4-5c8ec32a2d86 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.126923 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b8e5e2da-fff8-46ec-a1e4-5c8ec32a2d86 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2827303 Apr 01 00:04:37.129685 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58202) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:37.134245 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-4b9fe49c-8bdd-4e21-9a0c-34e5860300e7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '348bcd4f-944c-4fb1-9e52-5df9ed19701f', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:37.241862 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe49c-8bdd-4e21-9a0c-34e5860300e7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.302701 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe49c-8bdd-4e21-9a0c-34e5860300e7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.378881 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe49c-8bdd-4e21-9a0c-34e5860300e7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.397298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fe49c-8bdd-4e21-9a0c-34e5860300e7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d677790-56fd-4cbf-b9b3-de74a5e3bc24,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:37.485562 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe49c-8bdd-4e21-9a0c-34e5860300e7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.486874 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-4b9fe49c-8bdd-4e21-9a0c-34e5860300e7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561714 Apr 01 00:04:37.489519 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58204) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:37.493852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-1f08c188-bdcb-4ff5-b9ac-51dcac4c3399 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '348bcd4f-944c-4fb1-9e52-5df9ed19701f', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:37.563310 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-1f08c188-bdcb-4ff5-b9ac-51dcac4c3399 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Project 133d7a33c2e44e5ba603e4fa7762323a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:04:37.568391 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f08c188-bdcb-4ff5-b9ac-51dcac4c3399 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.630422 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f08c188-bdcb-4ff5-b9ac-51dcac4c3399 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.677446 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f08c188-bdcb-4ff5-b9ac-51dcac4c3399 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.694960 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08c188-bdcb-4ff5-b9ac-51dcac4c3399 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd465af-b1b3-4963-8d61-d65d09ca6273,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:37.811338 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1f08c188-bdcb-4ff5-b9ac-51dcac4c3399 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.812574 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1f08c188-bdcb-4ff5-b9ac-51dcac4c3399 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220751 Apr 01 00:04:37.816322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58206) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:37.819852 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-5ab7358d-ebc1-4708-a651-0d044485c4a1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'security_group_rule': {'security_group_id': '348bcd4f-944c-4fb1-9e52-5df9ed19701f', 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:37.851169 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:04:37.875493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 7fd689ce-a23b-4c78-9c24-820c31a7325d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:04:37.876951 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 7fd689ce-a23b-4c78-9c24-820c31a7325d not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:04:37.922594 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-5ab7358d-ebc1-4708-a651-0d044485c4a1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Project 133d7a33c2e44e5ba603e4fa7762323a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:04:37.927656 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab7358d-ebc1-4708-a651-0d044485c4a1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.954182 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.989928 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab7358d-ebc1-4708-a651-0d044485c4a1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:38.059369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab7358d-ebc1-4708-a651-0d044485c4a1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:38.079003 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7358d-ebc1-4708-a651-0d044485c4a1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa9f5ae-fe87-4dc8-b813-5272b69194d1,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:38.165428 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab7358d-ebc1-4708-a651-0d044485c4a1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:38.166693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5ab7358d-ebc1-4708-a651-0d044485c4a1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503180 Apr 01 00:04:39.060084 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:39.105908 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:39.243027 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:40.295051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:58.974322 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-2f7bfe8b-edc4-4d19-9974-5684dc45e1c1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758063638&fields=id&tenant_id=133d7a33c2e44e5ba603e4fa7762323a HTTP/1.1" status: 200 len: 267 time: 0.0317483 Apr 01 00:04:59.080739 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-00e1b6fa-5888-48a9-9e14-60a67feb2752 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:59.082206 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-00e1b6fa-5888-48a9-9e14-60a67feb2752 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 808 time: 0.1006815 Apr 01 00:04:59.106372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-2bce31d3-4085-41c4-a7ae-a2945d28f123 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/quotas/133d7a33c2e44e5ba603e4fa7762323a HTTP/1.1" status: 200 len: 375 time: 0.0182719 Apr 01 00:04:59.161771 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-eee11c99-b594-4404-b3f1-5996d0ab3c0e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467422 Apr 01 00:04:59.303269 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-4b2f6f9e-c37e-484b-9ac2-c2ce079ca35c service neutron] 10.222.0.31 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295455 Apr 01 00:04:59.392372 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-c6a9e966-631a-4349-8ae4-290562fec652 service neutron] 10.222.0.31 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Apr 01 00:04:59.931577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b4a52b9f-7dd1-47d1-8091-50a1f47a8645 req-45d0a77c-19e8-4d98-8cdc-52705ee37fe4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 210 time: 0.0279353 Apr 01 00:05:01.027339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34e0254b-f734-4ae0-8ac7-099a18fafae6 req-80e50217-57f3-428b-8005-4a6c89e8cdde tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 210 time: 0.0267546 Apr 01 00:05:01.065326 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:05:01.684488 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-ffe9f9ed-491c-41b6-abac-3ff583e1a7df tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:01.685917 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-ffe9f9ed-491c-41b6-abac-3ff583e1a7df tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 808 time: 0.1022987 Apr 01 00:05:01.734273 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-d2f9ca56-1031-41b4-a675-8c28c035bec9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=133d7a33c2e44e5ba603e4fa7762323a HTTP/1.1" status: 200 len: 380 time: 0.0383804 Apr 01 00:05:01.744094 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'port': {'device_id': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'admin_state_up': True, 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'security_groups': ['348bcd4f-944c-4fb1-9e52-5df9ed19701f']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:01.929482 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Made reservation on behalf of 133d7a33c2e44e5ba603e4fa7762323a for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:05:01.933257 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.065946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Allocated IP 172.20.0.12 (083f81b4-f28f-42f9-8c84-00ed380b9cea/b876ab7a-ec22-4791-9f5c-a1343b037ceb/f2dc330e-0893-428a-9a05-b76b03130851) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:02.133609 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-94b48542-a607-4f5c-9ca6-ecd2f9e3efa6 req-c1f768ae-301d-4f32-8c90-f43aba7457d2 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 210 time: 0.0356343 Apr 01 00:05:02.216426 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.295559 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.345355 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:02.348584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:02.352163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:02.358335 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:02.386880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.387145 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.387484 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.387813 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.388143 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.388463 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.388786 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.389108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.389424 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.389743 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.390062 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.390382 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.426102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:02.427102 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.508924 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-857a284c-d91f-448d-9c07-077101c70414 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686236 Apr 01 00:05:02.521088 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Request body: {'port': {'device_id': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:02.576086 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.629910 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-a775d066-c276-4309-98d4-ecb7528ed91f None None] Provisioning complete for port f2dc330e-0893-428a-9a05-b76b03130851 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:02.630578 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a775d066-c276-4309-98d4-ecb7528ed91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.667059 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-a775d066-c276-4309-98d4-ecb7528ed91f None None] Port f2dc330e-0893-428a-9a05-b76b03130851 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:05:02.843439 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2dc330e-0893-428a-9a05-b76b03130851 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:05:02.850662 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.862962 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Transition to ACTIVE for port object f2dc330e-0893-428a-9a05-b76b03130851 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:05:02.923740 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.976047 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Pushing event updated for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:03.054618 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Attempting to bind port f2dc330e-0893-428a-9a05-b76b03130851 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:05:03.055017 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Attempting to bind port f2dc330e-0893-428a-9a05-b76b03130851 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:05:03.055346 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Attempting to bind port f2dc330e-0893-428a-9a05-b76b03130851 on network 083f81b4-f28f-42f9-8c84-00ed380b9cea {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:03.060272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Port f2dc330e-0893-428a-9a05-b76b03130851 on network 083f81b4-f28f-42f9-8c84-00ed380b9cea not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:05:03.060593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Attempting to bind port f2dc330e-0893-428a-9a05-b76b03130851 on network 083f81b4-f28f-42f9-8c84-00ed380b9cea {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:03.066074 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:05:03.066415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Checking segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:03.066833 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Bound using segment: {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:05:03.067263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Bound port: f2dc330e-0893-428a-9a05-b76b03130851, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62d8544-a169-410b-8f4e-75a142671674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:05:03.067623 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:03.144759 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:05:03.148061 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:05:03.238428 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:03.262001 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb364-c718-4679-8d60-7879ca2353b1 req-c10ac02e-7e88-43a0-a167-33d4f0a66fbc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:03.263549 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93eeb364-c718-4679-8d60-7879ca2353b1 req-c10ac02e-7e88-43a0-a167-33d4f0a66fbc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0509751 Apr 01 00:05:03.284026 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:03.284636 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:03.286011 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] 10.222.0.50 "PUT /v2.0/ports/f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 1092 time: 0.7693267 Apr 01 00:05:03.288596 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:05:03.292381 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "tag": "f2dc330e-0893-428a-9a05-b76b03130851"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:05:03.324499 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-93eeb364-c718-4679-8d60-7879ca2353b1 req-4d6b40ad-052a-40d8-a365-e850193ffcdf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533323 Apr 01 00:05:03.339871 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724d0d2-c004-4026-9c25-f27423a0255a service neutron] Pushing event updated for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:03.431828 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa930d0-58b9-469e-bf13-84af61e92e89 x-openstack-request-id: req-daa930d0-58b9-469e-bf13-84af61e92e89 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:05:03.432176 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "tag": "f2dc330e-0893-428a-9a05-b76b03130851", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:05:03.432495 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-daa930d0-58b9-469e-bf13-84af61e92e89 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:05:03.432959 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa930d0-58b9-469e-bf13-84af61e92e89'] response: {'name': 'network-changed', 'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851', 'status': 'completed', 'code': 200} Apr 01 00:05:03.450361 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-fbd365d4-279e-45e5-8953-83c3618fda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:03.451939 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-fbd365d4-279e-45e5-8953-83c3618fda5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1095 time: 0.0498264 Apr 01 00:05:03.500942 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-338ea1fe-c223-45aa-8447-24b6b4b34994 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 217 time: 0.0407939 Apr 01 00:05:03.556140 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-e17cd083-430f-425e-8697-6a3e3fe74838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:03.557599 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-e17cd083-430f-425e-8697-6a3e3fe74838 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0479512 Apr 01 00:05:03.611915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-017a2aeb-5a41-4471-97b4-2ac57b9ab105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:03.613563 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-017a2aeb-5a41-4471-97b4-2ac57b9ab105 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479074 Apr 01 00:05:03.713869 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-f7b53f5f-fd59-428d-a453-7819b08869e4 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904696 Apr 01 00:05:03.807860 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f42f3a13-b949-4f04-85c8-dcfa7b15d571 req-7c4b48b2-6679-4b1d-8bdb-a80569e0eeb8 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873153 Apr 01 00:05:03.985784 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-eddcf112-8827-47f6-8138-0e0d86c29beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:03.987240 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-eddcf112-8827-47f6-8138-0e0d86c29beb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1095 time: 0.0446811 Apr 01 00:05:04.008796 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5852df9d-2156-49b2-988d-1f06766dc4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.085199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-0737de74-0e9b-4951-bba3-a875bc0a7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:04.086756 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-0737de74-0e9b-4951-bba3-a875bc0a7ee7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0898571 Apr 01 00:05:04.128653 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-bc5cde57-83f1-4d84-85c8-8b77e7ae2245 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 217 time: 0.0348477 Apr 01 00:05:04.181356 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-2a052bc1-66c6-450b-b50e-97bf956e4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:04.182827 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-2a052bc1-66c6-450b-b50e-97bf956e4d02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0453823 Apr 01 00:05:04.239863 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-e2759582-7f58-488c-a9df-71aa4002c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:04.241346 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-e2759582-7f58-488c-a9df-71aa4002c2c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519345 Apr 01 00:05:04.331257 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-289a6fd4-c8e8-45f9-b9c6-7d8eec185840 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826309 Apr 01 00:05:04.433602 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c86663dc-1cde-4c95-8bdb-ca17802e1f2d req-1924471e-c1e1-466c-9f34-2199b7db016d service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937541 Apr 01 00:05:04.453421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa2004-f7f8-472b-b2b0-c5dedf06f395 req-c03e7795-3c84-437b-93b7-c2cbde2e8c95 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:04.454962 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6fa2004-f7f8-472b-b2b0-c5dedf06f395 req-c03e7795-3c84-437b-93b7-c2cbde2e8c95 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0486505 Apr 01 00:05:04.496605 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c6fa2004-f7f8-472b-b2b0-c5dedf06f395 req-698bf6ee-87a4-4aca-9a82-c789bc76d089 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356128 Apr 01 00:05:05.639025 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f21de-fd39-4bf8-b396-5263cb4a429a req-81dec162-e147-4f5a-bf1c-e6de7c8718ad tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:05.640592 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a88f21de-fd39-4bf8-b396-5263cb4a429a req-81dec162-e147-4f5a-bf1c-e6de7c8718ad tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0541661 Apr 01 00:05:06.022527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a88f21de-fd39-4bf8-b396-5263cb4a429a req-8245797c-b3cd-48e7-9892-073ab8dda33b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754778 Apr 01 00:05:06.152174 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5637-0695-4d35-a4a3-0625adad90af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.138576 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d4938-738c-4e82-bd5e-9788d1f15c7a req-2340a21d-cc55-4707-8f1d-4ffa9645a437 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:07.140053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a84d4938-738c-4e82-bd5e-9788d1f15c7a req-2340a21d-cc55-4707-8f1d-4ffa9645a437 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0478663 Apr 01 00:05:07.176418 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a84d4938-738c-4e82-bd5e-9788d1f15c7a req-88b488de-16c6-42a0-b95f-2ec52f7453b2 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303574 Apr 01 00:05:07.975083 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.328404 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a990a-e04b-4311-9f47-1b301eb16bf8 req-59baee43-160c-4d1e-b527-d14291052b23 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:08.329787 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c48a990a-e04b-4311-9f47-1b301eb16bf8 req-59baee43-160c-4d1e-b527-d14291052b23 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0844631 Apr 01 00:05:08.366890 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c48a990a-e04b-4311-9f47-1b301eb16bf8 req-bbf0e7e6-7eea-492c-bb9f-5771d8dd85d1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Apr 01 00:05:09.088835 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.122246 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.220472 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.483004 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d3572-68dd-4ed6-afb2-6cc1ef143289 req-f41de120-ae75-4695-bd9b-7ab3a546a28a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:09.484458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b37d3572-68dd-4ed6-afb2-6cc1ef143289 req-f41de120-ae75-4695-bd9b-7ab3a546a28a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0515783 Apr 01 00:05:09.521625 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b37d3572-68dd-4ed6-afb2-6cc1ef143289 req-bb6b3d22-0579-4a04-b779-492bdd580f21 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Apr 01 00:05:10.278133 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.639619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0ece-c492-4122-a8f4-390109c1622f req-faac9c12-55b4-4959-9fb8-74840bd7c0fa tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:10.641118 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ece0ece-c492-4122-a8f4-390109c1622f req-faac9c12-55b4-4959-9fb8-74840bd7c0fa tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0506108 Apr 01 00:05:10.678800 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3ece0ece-c492-4122-a8f4-390109c1622f req-3a0d57d9-0b94-4a10-ade5-18280ff92897 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Apr 01 00:05:11.836705 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631f927-e911-467e-affb-6958fdd90b0c req-49c1b315-2b15-480b-802b-731e52e310bc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:11.838221 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f631f927-e911-467e-affb-6958fdd90b0c req-49c1b315-2b15-480b-802b-731e52e310bc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0488906 Apr 01 00:05:11.877005 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f631f927-e911-467e-affb-6958fdd90b0c req-b25248b3-6230-4352-9bde-0bda398b79ba tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328016 Apr 01 00:05:12.994573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b793c18-6c5e-42ec-9169-bf9309575b3e req-94fd4917-40d8-4e2b-a3f2-51bdd749edb9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:12.996048 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b793c18-6c5e-42ec-9169-bf9309575b3e req-94fd4917-40d8-4e2b-a3f2-51bdd749edb9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0516629 Apr 01 00:05:13.034941 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0b793c18-6c5e-42ec-9169-bf9309575b3e req-5cae6444-2229-490c-beaa-fe8b1ca74c21 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326717 Apr 01 00:05:14.148563 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafda4a7-6a99-4c48-9a03-afbc388994aa req-d1c879f4-3b73-4d7d-a943-4be11b05d08a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:14.150734 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cafda4a7-6a99-4c48-9a03-afbc388994aa req-d1c879f4-3b73-4d7d-a943-4be11b05d08a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0487158 Apr 01 00:05:14.188375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cafda4a7-6a99-4c48-9a03-afbc388994aa req-3951ecfe-2c41-48f6-b9d1-b208ae4a7be8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Apr 01 00:05:14.215438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f2dc330e-0893-428a-9a05-b76b03130851 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:05:14.308738 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:14.320363 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'f2dc330e-0893-428a-9a05-b76b03130851', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'port_id': 'f2dc330e-0893-428a-9a05-b76b03130851', 'mac_address': 'fa:16:3e:06:97:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:05:14.359889 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:14.372680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dc330e-0893-428a-9a05-b76b03130851 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:05:14.391813 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:14.466220 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:14.513250 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:14.520506 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.520848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.521186 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.521520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.521850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.522178 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.522523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.522850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.523177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.523499 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.523848 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.524177 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:14.738999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['f2dc330e-0893-428a-9a05-b76b03130851'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:05:15.351299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75485063-0c6c-4050-8bfc-7d39a9be046a req-99e392fc-5e6f-4e43-8220-b82a3aa536bc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:15.352809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75485063-0c6c-4050-8bfc-7d39a9be046a req-99e392fc-5e6f-4e43-8220-b82a3aa536bc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 945 time: 0.0953181 Apr 01 00:05:15.390397 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-75485063-0c6c-4050-8bfc-7d39a9be046a req-93b9078e-ed26-4178-80e3-fbcb00b2091a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311425 Apr 01 00:05:16.226330 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f2dc330e-0893-428a-9a05-b76b03130851 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:16.329489 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port f2dc330e-0893-428a-9a05-b76b03130851 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:05:16.333180 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port f2dc330e-0893-428a-9a05-b76b03130851 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:16.333556 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:16.410979 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:16.434299 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:05:16.436583 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f304c3-b03e-48f9-aa50-bfb15144eb55" -d '{"events": [{"server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "name": "network-vif-plugged", "status": "completed", "tag": "f2dc330e-0893-428a-9a05-b76b03130851"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:05:16.449858 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:16.474810 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0262a26a-4fc1-4a80-8c0b-657b2b922beb x-openstack-request-id: req-0262a26a-4fc1-4a80-8c0b-657b2b922beb {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:05:16.475101 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "name": "network-vif-plugged", "status": "completed", "tag": "f2dc330e-0893-428a-9a05-b76b03130851", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:05:16.475479 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0262a26a-4fc1-4a80-8c0b-657b2b922beb {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:05:16.476452 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0262a26a-4fc1-4a80-8c0b-657b2b922beb'] response: {'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851', 'code': 200} Apr 01 00:05:16.518115 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:16.566944 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528a922-2dc9-41e4-b377-077ef4187838 req-d1aff105-d102-4eb7-8b9d-f80cabf739df tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:16.570954 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f528a922-2dc9-41e4-b377-077ef4187838 req-d1aff105-d102-4eb7-8b9d-f80cabf739df tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.1107020 Apr 01 00:05:16.572755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:16.579923 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd26fbc-469b-462a-bc98-8b7a7054bd32 req-44316d18-208c-4ea2-8ea5-7ecf1291a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:16.581524 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-acd26fbc-469b-462a-bc98-8b7a7054bd32 req-44316d18-208c-4ea2-8ea5-7ecf1291a9ad service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0447462 Apr 01 00:05:16.612139 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f528a922-2dc9-41e4-b377-077ef4187838 req-b1eee420-d4f4-4492-95d3-a926495c767f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368812 Apr 01 00:05:16.618143 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-acd26fbc-469b-462a-bc98-8b7a7054bd32 req-3d9a8b9f-c258-4638-bf30-fc17a5aed4e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295150 Apr 01 00:05:17.729493 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ad75a-e6bf-4232-9bfd-820cea5e6d0c req-c4c7fe35-0d59-42b5-a236-4b2f0024aba4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:17.731040 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e6ad75a-e6bf-4232-9bfd-820cea5e6d0c req-c4c7fe35-0d59-42b5-a236-4b2f0024aba4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0498121 Apr 01 00:05:17.768996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4e6ad75a-e6bf-4232-9bfd-820cea5e6d0c req-0ac32594-5b99-42fe-958c-36425fb26fab tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Apr 01 00:05:18.885444 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c62e-d9e1-4775-8e8f-65ee9225c5c9 req-3af4e66c-20e3-4ea8-a41b-25be28aaf820 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:18.887298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18f1c62e-d9e1-4775-8e8f-65ee9225c5c9 req-3af4e66c-20e3-4ea8-a41b-25be28aaf820 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0489910 Apr 01 00:05:18.923988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-18f1c62e-d9e1-4775-8e8f-65ee9225c5c9 req-175f36b5-b209-4b9c-ae65-c02ed05d70c4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Apr 01 00:05:19.044342 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5082f-3316-4c72-855a-6abce4278a73 req-ad397e8f-d5fe-4b88-989f-839ca2cb5dbe tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:19.045815 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6d5082f-3316-4c72-855a-6abce4278a73 req-ad397e8f-d5fe-4b88-989f-839ca2cb5dbe tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0535316 Apr 01 00:05:19.083194 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f6d5082f-3316-4c72-855a-6abce4278a73 req-d976acbe-8b6b-43c4-bc33-edef0668e3e0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Apr 01 00:05:19.105255 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58420) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:19.145282 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f4f13-b760-45b6-9308-81655cf76644 tempest-TestShelveInstance-260247017 tempest-TestShelveInstance-260247017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:19.146738 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-993f4f13-b760-45b6-9308-81655cf76644 tempest-TestShelveInstance-260247017 tempest-TestShelveInstance-260247017-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1092 time: 0.0404510 Apr 01 00:05:19.149763 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58422) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:19.154321 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'f2dc330e-0893-428a-9a05-b76b03130851', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:19.238221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for floatingip, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:19.341769 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:19.443065 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Allocated IP 172.25.4.34 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/5310b2d4-b460-44c1-89a7-c4ef454d0cdc) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:19.545716 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:19.644315 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:19.690847 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:19.693834 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:19.697891 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:19.719221 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'Port': ['ID=5310b2d4-b460-44c1-89a7-c4ef454d0cdc,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:20.062965 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:20.188695 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:20.338840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:20.426994 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:20.500247 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event updated for resources: {'Port': ['ID=5310b2d4-b460-44c1-89a7-c4ef454d0cdc,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:20.508437 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:20.608787 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Floating IP 34104c72-5cac-455d-94f5-12c8d1e60e36 associated. External IP: 172.25.4.34, port: f2dc330e-0893-428a-9a05-b76b03130851. Apr 01 00:05:20.809123 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Router cb06f4d5-16b6-4552-bcae-1c0efc348b5d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:05:20.914516 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:05:20.924886 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec64287-2370-408b-8b34-980014a6f665 None None] Sync routers for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:05:20.935178 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec64287-2370-408b-8b34-980014a6f665 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:20.935764 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-cec64287-2370-408b-8b34-980014a6f665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:05:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:21.034260 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:21.038168 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-cec64287-2370-408b-8b34-980014a6f665 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:21.061861 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-feae2e7c-8541-4d1c-914a-f6e5327f38bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9109769 Apr 01 00:05:21.062978 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:05:21.064786 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e4cb7-0908-47f3-bd48-735bd070c6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "tag": "f2dc330e-0893-428a-9a05-b76b03130851"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:05:21.101765 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71051e5e-7590-43a1-84c9-291e3ab744ac x-openstack-request-id: req-71051e5e-7590-43a1-84c9-291e3ab744ac {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:05:21.102048 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "tag": "f2dc330e-0893-428a-9a05-b76b03130851", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:05:21.102300 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71051e5e-7590-43a1-84c9-291e3ab744ac {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:05:21.102738 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71051e5e-7590-43a1-84c9-291e3ab744ac'] response: {'name': 'network-changed', 'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851', 'status': 'completed', 'code': 200} Apr 01 00:05:21.167818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-7616dc83-a219-4278-81b2-9c9e9788f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:21.169207 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-7616dc83-a219-4278-81b2-9c9e9788f9d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0445666 Apr 01 00:05:21.257205 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-cec64287-2370-408b-8b34-980014a6f665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '34104c72-5cac-455d-94f5-12c8d1e60e36', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'port_id': 'f2dc330e-0893-428a-9a05-b76b03130851', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'mac_address': 'fa:16:3e:06:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:05:19Z', 'updated_at': '2022-04-01T00:05:19Z', 'revision_number': 0, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:21.258181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-6369ff2d-abc6-42a2-b103-ee85c36794f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:21.260255 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-6369ff2d-abc6-42a2-b103-ee85c36794f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0845399 Apr 01 00:05:21.287617 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec64287-2370-408b-8b34-980014a6f665 None None] Checking router: cb06f4d5-16b6-4552-bcae-1c0efc348b5d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:05:21.296450 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec64287-2370-408b-8b34-980014a6f665 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:21.297038 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-cec64287-2370-408b-8b34-980014a6f665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:05:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:21.328298 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-5f6bf034-0fe4-4166-809a-68110e523c7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 999 time: 0.0619724 Apr 01 00:05:21.383958 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-ab03e4b5-5080-4393-9c59-31e4dd188688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:21.386488 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-ab03e4b5-5080-4393-9c59-31e4dd188688 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0513585 Apr 01 00:05:21.405327 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-cec64287-2370-408b-8b34-980014a6f665 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:21.432922 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-1e650dd4-1ca6-444b-b94b-fff72ee871b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:21.434357 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-1e650dd4-1ca6-444b-b94b-fff72ee871b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417447 Apr 01 00:05:21.627712 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-cec64287-2370-408b-8b34-980014a6f665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '34104c72-5cac-455d-94f5-12c8d1e60e36', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'port_id': 'f2dc330e-0893-428a-9a05-b76b03130851', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'mac_address': 'fa:16:3e:06:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:05:19Z', 'updated_at': '2022-04-01T00:05:19Z', 'revision_number': 0, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:21.655029 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec64287-2370-408b-8b34-980014a6f665 None None] The sync data for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 is: [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': '34104c72-5cac-455d-94f5-12c8d1e60e36', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'port_id': 'f2dc330e-0893-428a-9a05-b76b03130851', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'mac_address': 'fa:16:3e:06:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:05:19Z', 'updated_at': '2022-04-01T00:05:19Z', 'revision_number': 0, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:05:21.870972 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c07374-fe33-4133-a47b-d1c11aded1ec None None] New status for floating IP 34104c72-5cac-455d-94f5-12c8d1e60e36: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:05:21.876259 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-dbb223db-87ca-47e6-828c-d490a089ad3b service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346998 Apr 01 00:05:21.966518 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-c70e4cb7-0908-47f3-bd48-735bd070c6b8 req-0404eb5a-52a5-40fc-b824-3d27431adc9f service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824120 Apr 01 00:05:33.991094 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bef76504-ab80-4e83-be49-e560a8e3e79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:34.843440 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-ace0c25f-3fb1-41b6-9904-bd7262367ba2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421510 Apr 01 00:05:34.936986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-65427610-bd3b-4c32-b715-a6c1fe067d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:34.939111 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-65427610-bd3b-4c32-b715-a6c1fe067d57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0495975 Apr 01 00:05:35.045376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-541a09d9-3536-4f2d-9578-02bc1ef96575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:35.046880 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-541a09d9-3536-4f2d-9578-02bc1ef96575 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0885696 Apr 01 00:05:35.120360 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-35831068-0feb-4362-b86b-0058ef50a025 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 1001 time: 0.0662632 Apr 01 00:05:35.171365 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-b7b90857-b713-41ed-aab8-a76d2f2a0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:35.173947 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-b7b90857-b713-41ed-aab8-a76d2f2a0f78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0467231 Apr 01 00:05:35.222552 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-f9d3e246-7bc7-45a0-9f6b-37e141112911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:35.224020 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-f9d3e246-7bc7-45a0-9f6b-37e141112911 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418527 Apr 01 00:05:35.322857 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-2e7a7286-989e-408e-bec9-0068436998fb service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896866 Apr 01 00:05:35.416914 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-76c1e1ea-47b8-4d0f-bd4b-b1b6e815d92c req-3a51945f-0182-4056-a117-faa24c6501d8 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873377 Apr 01 00:05:36.117886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d653f3df-6692-40ee-b16d-997656192b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:37.951203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:38.064603 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:05:39.063920 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:39.145593 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:39.215218 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:40.317375 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:04.027190 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8355-df1e-4c49-aad5-e34d4923b3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:06.192573 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e508f851-a939-4c59-bc98-28ee26b36327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:07.969789 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:09.066682 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:09.214394 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:09.260127 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:10.335650 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:15.063286 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:06:33.992894 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d31ded63-8771-482d-a84c-a4d1c7a1a5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:34.834381 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-786af9c9-e3b8-45e7-a8dd-83877c0ecfb1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398669 Apr 01 00:06:34.923980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-53ffa5fb-a678-47a0-a804-143ddd71b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:34.925518 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-53ffa5fb-a678-47a0-a804-143ddd71b5e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0466342 Apr 01 00:06:35.025650 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-5e1f859e-7bb6-4e9a-a0d4-82572da2e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:35.027398 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-5e1f859e-7bb6-4e9a-a0d4-82572da2e5b4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0830629 Apr 01 00:06:35.096853 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-b4f752f4-6a8f-4104-bf71-27a0a7fd2360 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 1001 time: 0.0626826 Apr 01 00:06:35.145907 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-201e4cd2-b972-4c72-bad3-0f7210ec396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:35.147355 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-201e4cd2-b972-4c72-bad3-0f7210ec396a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0428445 Apr 01 00:06:35.194083 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-66b790b1-24f6-4507-a8b5-7c6e83aa8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:35.195476 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-66b790b1-24f6-4507-a8b5-7c6e83aa8ead service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388098 Apr 01 00:06:35.287923 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-003fc491-8051-4f93-a6e4-ce581f42adfe service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825737 Apr 01 00:06:35.376501 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-57aa1866-95df-4e3e-8e1b-b3b952372226 req-c78eed12-c509-4a85-8ce9-fa389acf866e service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797787 Apr 01 00:06:36.164203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b26bdc97-f267-4c39-b055-21c064402f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:37.947423 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:39.089669 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:39.143911 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:39.226968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:40.301532 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:52.062665 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:07:04.015234 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-11c0ac1f-391a-40b4-ad68-2b5102cd8799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:06.146723 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e7e12d9e-09c7-4aa1-bf06-e453b04e92f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:07.963634 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:09.085289 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:09.169825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:09.249863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:10.319140 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:29.061847 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:07:34.015876 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-e2d33741-61bb-497d-b38f-05f0d00e2cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:36.164871 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cc0a90fd-3725-4e00-aca2-a3f24db9578f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:36.884212 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-1f52be24-38e8-4f6b-b020-940c7f1d115c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824792 Apr 01 00:07:36.979459 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-3790c422-2715-40e7-8fbf-48c880a5b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:36.980980 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-3790c422-2715-40e7-8fbf-48c880a5b923 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0470636 Apr 01 00:07:37.086584 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-c27e4595-509b-484b-a627-ced4d9a839eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:37.088100 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-c27e4595-509b-484b-a627-ced4d9a839eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0859158 Apr 01 00:07:37.164288 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-238bb16e-13de-4f16-af3b-f45d7543c17d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 1001 time: 0.0678141 Apr 01 00:07:37.215280 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-30a347f3-f578-4bf0-b2af-7381cfe295a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:37.216914 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-30a347f3-f578-4bf0-b2af-7381cfe295a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0457234 Apr 01 00:07:37.266309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-d650a1f3-d1a9-4af2-83a6-a131bfa670d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:37.268005 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-d650a1f3-d1a9-4af2-83a6-a131bfa670d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439274 Apr 01 00:07:37.361464 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-f213e2d2-3114-450d-b6b3-3146112b0a8a service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866065 Apr 01 00:07:37.454630 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-317421c8-913d-40f9-bd5c-f69b23dc6753 req-2fdffc11-42cb-4f4b-9f01-947d5e886ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851166 Apr 01 00:07:37.992447 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:39.078703 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:39.187471 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:39.289359 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:40.307410 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:47.473799 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154cf34-3ab6-4ba7-8cd7-c6bd7649878e req-54c74239-17b7-4477-b097-4157561aaa1e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:47.475338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f154cf34-3ab6-4ba7-8cd7-c6bd7649878e req-54c74239-17b7-4477-b097-4157561aaa1e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Apr 01 00:07:47.514649 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f154cf34-3ab6-4ba7-8cd7-c6bd7649878e req-8082b00f-ddf6-47bc-a7b8-08758e5cdb10 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328343 Apr 01 00:07:48.642555 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfbadb-3a2b-4f46-810f-b31e3573a61b req-100721df-6175-496d-b020-20329be5f272 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:48.644035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19dfbadb-3a2b-4f46-810f-b31e3573a61b req-100721df-6175-496d-b020-20329be5f272 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0533738 Apr 01 00:07:48.681293 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19dfbadb-3a2b-4f46-810f-b31e3573a61b req-01ddf29b-a5bc-43a8-9edd-1961839a6316 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Apr 01 00:07:49.814514 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd82cfc-9aa5-4432-a776-6d906d2bb19b req-1b563c9a-d27b-4a34-91f1-c824ecafcef8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:49.816428 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dd82cfc-9aa5-4432-a776-6d906d2bb19b req-1b563c9a-d27b-4a34-91f1-c824ecafcef8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0530846 Apr 01 00:07:49.854272 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4dd82cfc-9aa5-4432-a776-6d906d2bb19b req-64638ec1-c686-4b69-a362-ff8479dba65b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Apr 01 00:07:50.968583 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c383d-24bf-4544-9bcb-07e9bb344689 req-d1e2a721-7409-42e5-a1a3-badac7ff5eca tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:50.970102 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e37c383d-24bf-4544-9bcb-07e9bb344689 req-d1e2a721-7409-42e5-a1a3-badac7ff5eca tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0487373 Apr 01 00:07:51.007912 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e37c383d-24bf-4544-9bcb-07e9bb344689 req-d0ca8f5b-803f-4166-8076-64a1401898f7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Apr 01 00:07:52.152288 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f88b-c6b9-4f37-8cdc-967be0efdc3d req-af884797-c7d9-4453-b367-9bc92281b6b0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:52.153752 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b60f88b-c6b9-4f37-8cdc-967be0efdc3d req-af884797-c7d9-4453-b367-9bc92281b6b0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0535748 Apr 01 00:07:52.191809 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b60f88b-c6b9-4f37-8cdc-967be0efdc3d req-76ea8bd2-35cb-499c-8b0d-f8b457c59c2d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313396 Apr 01 00:07:53.308156 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd5b2-1bc3-4a82-9589-346b96d7c420 req-a6635d0e-e11f-4e5a-8e7a-7aaa42b2a8b4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:53.309620 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-443dd5b2-1bc3-4a82-9589-346b96d7c420 req-a6635d0e-e11f-4e5a-8e7a-7aaa42b2a8b4 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Apr 01 00:07:53.346836 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-443dd5b2-1bc3-4a82-9589-346b96d7c420 req-15ac92fe-f7be-4e17-8f5b-3cc4e8f5479d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Apr 01 00:07:54.465374 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eed7e-ca09-47d3-9f2e-4c0f92702248 req-54ece284-546a-4d23-b258-79a36d1ab6d0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:54.466926 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b3eed7e-ca09-47d3-9f2e-4c0f92702248 req-54ece284-546a-4d23-b258-79a36d1ab6d0 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0507598 Apr 01 00:07:54.504247 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5b3eed7e-ca09-47d3-9f2e-4c0f92702248 req-ef2c6ba7-6040-4f40-8559-984da6664a3a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307090 Apr 01 00:07:55.627476 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ecb52-8254-4c0e-804e-8681253646ba req-de034642-9855-453f-9b79-2cca21784c31 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:55.628627 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-817ecb52-8254-4c0e-804e-8681253646ba req-de034642-9855-453f-9b79-2cca21784c31 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0560603 Apr 01 00:07:55.666520 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-817ecb52-8254-4c0e-804e-8681253646ba req-2f195de2-a058-4bae-995a-783991c7e7f6 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Apr 01 00:07:56.784933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473c627-eafc-489e-9eef-c106c140281c req-7d71792e-54c9-4a85-ba85-e26edb69a595 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:56.786504 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9473c627-eafc-489e-9eef-c106c140281c req-7d71792e-54c9-4a85-ba85-e26edb69a595 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0520480 Apr 01 00:07:56.823356 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9473c627-eafc-489e-9eef-c106c140281c req-bc0bfde1-c365-4b37-86ad-b863a971cb6f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Apr 01 00:07:57.659039 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-26ccff97-5d5a-45cb-bc8d-076a1f46d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:57.660540 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-26ccff97-5d5a-45cb-bc8d-076a1f46d47e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0413768 Apr 01 00:07:57.752034 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-737ea79c-6dc5-47fe-9bbc-487177bc2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:57.753405 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-737ea79c-6dc5-47fe-9bbc-487177bc2e43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0869396 Apr 01 00:07:57.817084 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-5939a893-a763-4a83-967a-ce5c4d4055f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 1001 time: 0.0576386 Apr 01 00:07:57.871317 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-30ebe316-d7e0-45e5-b55a-5a052b409162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:57.872825 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-30ebe316-d7e0-45e5-b55a-5a052b409162 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0487297 Apr 01 00:07:57.920789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-f5a4afd6-4ca9-4dc4-b38b-1d9a640b1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:57.922563 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-f5a4afd6-4ca9-4dc4-b38b-1d9a640b1f2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431967 Apr 01 00:07:57.950421 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5119865-7d13-496d-be13-0f4548139c20 req-7fddafbb-00d5-4570-aa28-b06f0cc9f8f7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:57.952108 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5119865-7d13-496d-be13-0f4548139c20 req-7fddafbb-00d5-4570-aa28-b06f0cc9f8f7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0492892 Apr 01 00:07:57.991278 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d5119865-7d13-496d-be13-0f4548139c20 req-fd118875-6ff8-42aa-8d96-f54100a174b6 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Apr 01 00:07:58.013553 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-a768e632-7755-4590-98e9-3accdd92bb97 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846584 Apr 01 00:07:58.106737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8768c20c-ef61-4e66-b0fa-4a6855f7ffc4 req-95ba74b0-f825-436c-8e2a-9d39ff163a5b service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866058 Apr 01 00:07:59.110381 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e985e-1e65-4a41-bac9-6bcd164529c0 req-db6ee202-4afe-4393-9ee7-c0b9d3c0ef14 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:59.111866 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-871e985e-1e65-4a41-bac9-6bcd164529c0 req-db6ee202-4afe-4393-9ee7-c0b9d3c0ef14 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0532296 Apr 01 00:07:59.149238 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-871e985e-1e65-4a41-bac9-6bcd164529c0 req-bbca7282-1e59-4f65-9696-d265fa8d440e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Apr 01 00:08:00.265395 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f1fd5-22b3-48d1-98e5-f3be854151b7 req-a17a692c-ea45-4c73-80fa-f767bdcf43b1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:00.267459 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-514f1fd5-22b3-48d1-98e5-f3be854151b7 req-a17a692c-ea45-4c73-80fa-f767bdcf43b1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0500939 Apr 01 00:08:00.306415 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-514f1fd5-22b3-48d1-98e5-f3be854151b7 req-08378e9f-b8b7-4541-9d5b-b7b2ddd3dcfc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328739 Apr 01 00:08:01.426358 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1940724-1998-4ba7-ad3f-e437a606a0e1 req-22523be4-fd28-4a21-84f3-e7d6a106103a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:01.427877 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1940724-1998-4ba7-ad3f-e437a606a0e1 req-22523be4-fd28-4a21-84f3-e7d6a106103a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0499628 Apr 01 00:08:01.464375 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f1940724-1998-4ba7-ad3f-e437a606a0e1 req-c6cc2486-4a25-435e-a208-0f442b373bae tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304527 Apr 01 00:08:02.586433 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faf6a1-7fe6-4560-94c9-94e101252d23 req-b432fe43-bfc4-460c-aab8-a217f69af04d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:02.588003 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9faf6a1-7fe6-4560-94c9-94e101252d23 req-b432fe43-bfc4-460c-aab8-a217f69af04d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0545940 Apr 01 00:08:02.628458 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d9faf6a1-7fe6-4560-94c9-94e101252d23 req-f2bf984d-8423-4b93-8d48-8e6b617521bf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Apr 01 00:08:02.700396 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-98b9cac1-eb02-4155-8f33-e6ef607369c6 req-54ef7235-8b4d-42a0-ba68-07a330b90d31 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:08:02.701454 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-98b9cac1-eb02-4155-8f33-e6ef607369c6 req-54ef7235-8b4d-42a0-ba68-07a330b90d31 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055358 Apr 01 00:08:02.998143 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cd855-ea7c-4749-8734-d791186e5b14 req-3d076f91-58b6-409f-8a49-d932f7e6e928 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:02.999690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa4cd855-ea7c-4749-8734-d791186e5b14 req-3d076f91-58b6-409f-8a49-d932f7e6e928 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0511367 Apr 01 00:08:03.040235 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa4cd855-ea7c-4749-8734-d791186e5b14 req-2218bf37-43f9-4274-b2e4-fea74f8dd242 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336914 Apr 01 00:08:03.097846 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-e2fa0de7-9565-480e-83ed-f4b1b5d9e6e1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862832 Apr 01 00:08:03.106785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-aa8beef7-7114-4a0c-8c33-7d6c809d0282 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:08:03.107746 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-aa8beef7-7114-4a0c-8c33-7d6c809d0282 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049951 Apr 01 00:08:03.178749 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f2dc330e-0893-428a-9a05-b76b03130851 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:08:03.255561 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:03.277935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:08:03.280169 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e15c3e1-2c56-4009-bb29-dbc351f1e5a8" -d '{"events": [{"server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "name": "network-vif-unplugged", "status": "completed", "tag": "f2dc330e-0893-428a-9a05-b76b03130851"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:08:03.292882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:03.363502 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 00:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15066188-1acb-439c-8eba-984668951055 x-openstack-request-id: req-15066188-1acb-439c-8eba-984668951055 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:08:03.369038 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "name": "network-vif-unplugged", "status": "failed", "tag": "f2dc330e-0893-428a-9a05-b76b03130851", "code": 422}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:08:03.369038 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15066188-1acb-439c-8eba-984668951055 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:08:03.369038 n-d-836015-1 neutron-server[109822]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-15066188-1acb-439c-8eba-984668951055']: {'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851', 'code': 422} returned with failed status Apr 01 00:08:03.387930 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:03.450001 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:03.460055 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.460398 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.460859 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.461309 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.461746 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.462182 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.462730 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.463166 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.463600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.464035 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.464472 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.464908 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.999146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f0110cff-7b6d-47c0-9b5d-6e46f2f42f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:04.165787 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f256a-62d5-417d-a47d-0f627ce88c1a req-4855ca4c-5d54-48c0-a838-84a9713f8c32 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:04.167327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-182f256a-62d5-417d-a47d-0f627ce88c1a req-4855ca4c-5d54-48c0-a838-84a9713f8c32 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0522678 Apr 01 00:08:04.205704 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-182f256a-62d5-417d-a47d-0f627ce88c1a req-06fdc70d-f8bc-469a-ae2b-cda75c8cafa8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Apr 01 00:08:05.326637 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673742f7-b920-4bd6-b27b-f26953667ecc req-37f9c785-6145-4797-b87c-2fe0c83fc369 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:05.328171 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-673742f7-b920-4bd6-b27b-f26953667ecc req-37f9c785-6145-4797-b87c-2fe0c83fc369 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0549054 Apr 01 00:08:05.367202 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-673742f7-b920-4bd6-b27b-f26953667ecc req-e4c9e9a5-86cc-4312-81ef-729425513b29 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324709 Apr 01 00:08:06.061390 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:08:06.170529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1dbb67b0-53a5-4df2-ac92-c706e43b3499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:06.483070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85982739-4de4-4a89-8b27-5b25f1e328aa req-200bd2aa-8cb0-4cb4-ace0-d5dde8d3dbcf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:06.485101 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85982739-4de4-4a89-8b27-5b25f1e328aa req-200bd2aa-8cb0-4cb4-ace0-d5dde8d3dbcf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0497243 Apr 01 00:08:06.523334 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-85982739-4de4-4a89-8b27-5b25f1e328aa req-48ca285f-b6ea-442e-a2d1-9793eff006c1 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Apr 01 00:08:07.650964 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19288e80-b071-4694-bfd3-a869d6b5fddc req-bc5b4a61-d1d3-4cd6-a414-fca24aaa02a9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:07.652497 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19288e80-b071-4694-bfd3-a869d6b5fddc req-bc5b4a61-d1d3-4cd6-a414-fca24aaa02a9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0497563 Apr 01 00:08:07.689837 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-19288e80-b071-4694-bfd3-a869d6b5fddc req-c9dd67d1-0077-4a02-9dba-9889af93a9b6 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Apr 01 00:08:07.960587 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:08.814242 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee54f7-ef44-4419-8a33-317ef5fe62d6 req-bfe7c75e-5afc-4289-bc28-266c33ffc72c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:08.815693 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89ee54f7-ef44-4419-8a33-317ef5fe62d6 req-bfe7c75e-5afc-4289-bc28-266c33ffc72c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0568314 Apr 01 00:08:08.854323 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-89ee54f7-ef44-4419-8a33-317ef5fe62d6 req-ff4827c7-d381-49e8-b6fb-943bb7018675 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Apr 01 00:08:09.102307 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:09.124746 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:09.210606 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:09.970695 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2b2a3-4bc2-4e21-9664-ea65dea505c0 req-cfe8fc73-d14b-4077-b798-26f3e931f641 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:09.972087 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bed2b2a3-4bc2-4e21-9664-ea65dea505c0 req-cfe8fc73-d14b-4077-b798-26f3e931f641 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0496390 Apr 01 00:08:10.012338 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bed2b2a3-4bc2-4e21-9664-ea65dea505c0 req-2f69dbb9-2922-49ee-bb75-d839dd1eaba9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Apr 01 00:08:10.365045 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:11.133623 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db987751-0a2b-47a8-b1f3-2d311514cc02 req-1aa861b1-64a0-4e9a-bdf4-2b9c3a85e8ae tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:11.135413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db987751-0a2b-47a8-b1f3-2d311514cc02 req-1aa861b1-64a0-4e9a-bdf4-2b9c3a85e8ae tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0511663 Apr 01 00:08:11.174526 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-db987751-0a2b-47a8-b1f3-2d311514cc02 req-9fcf2f98-bda4-4703-a6a3-528061c6421c tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Apr 01 00:08:12.296921 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e40c-c335-4f3d-93ab-00b168235f34 req-7396f9c6-e574-4fa2-a4c8-967e54d60bb2 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:12.298932 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecd6e40c-c335-4f3d-93ab-00b168235f34 req-7396f9c6-e574-4fa2-a4c8-967e54d60bb2 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0541055 Apr 01 00:08:12.336523 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ecd6e40c-c335-4f3d-93ab-00b168235f34 req-49527bcc-d5e2-4f22-b756-6a4c9cede9cd tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Apr 01 00:08:12.966409 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-e84443b4-6acb-416f-9fea-7d9efa3e76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:12.967905 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-e84443b4-6acb-416f-9fea-7d9efa3e76e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815&tenant_id=133d7a33c2e44e5ba603e4fa7762323a HTTP/1.1" status: 200 len: 1095 time: 0.0398588 Apr 01 00:08:13.036166 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-f85094e7-6e10-4afa-a0ae-47a7e385ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:13.037997 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-f85094e7-6e10-4afa-a0ae-47a7e385ed90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1095 time: 0.0494180 Apr 01 00:08:13.129263 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-1f7805e0-e6ef-4077-b827-5ceffb5f0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:13.130747 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-1f7805e0-e6ef-4077-b827-5ceffb5f0471 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0861063 Apr 01 00:08:13.199737 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-0cc01413-c3ad-48f3-87e6-e6d9751df2b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 999 time: 0.0620329 Apr 01 00:08:13.248213 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-122e1af1-8966-4046-872d-af4c76a803a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:13.249561 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-122e1af1-8966-4046-872d-af4c76a803a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0433409 Apr 01 00:08:13.294977 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-0664629e-de5f-4a06-8f1a-84e19c73b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:13.296424 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-0664629e-de5f-4a06-8f1a-84e19c73b7e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391779 Apr 01 00:08:13.392558 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-759cb5e2-a2dc-40a2-97c5-54f02a983d19 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883958 Apr 01 00:08:13.454036 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c7a3d-44e8-4827-a2b1-859ac56f08c0 req-e46f4020-d72e-43b3-a638-78329b21ba83 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:13.456134 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-174c7a3d-44e8-4827-a2b1-859ac56f08c0 req-e46f4020-d72e-43b3-a638-78329b21ba83 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0494571 Apr 01 00:08:13.485556 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-0ec5d189-5e92-4275-bcb1-29f8d470ced6 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856760 Apr 01 00:08:13.495066 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-174c7a3d-44e8-4827-a2b1-859ac56f08c0 req-f2e58c2b-ca6c-4c56-ab03-4580225dd342 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327528 Apr 01 00:08:14.615950 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02a928-6177-47af-9bdf-938443aeb3d5 req-187c3fd1-d7b8-476e-8e7a-a2bf389c83cf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:14.617493 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad02a928-6177-47af-9bdf-938443aeb3d5 req-187c3fd1-d7b8-476e-8e7a-a2bf389c83cf tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0519226 Apr 01 00:08:14.659946 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-ad02a928-6177-47af-9bdf-938443aeb3d5 req-89b88663-ee8b-430d-9a8d-52bc5432cafb tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362051 Apr 01 00:08:15.780595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2f82e-ac04-42e0-bb02-ced1f3ca6637 req-90d4d265-0a12-4a9b-a6fd-9b4091216d88 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:15.782006 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cb2f82e-ac04-42e0-bb02-ced1f3ca6637 req-90d4d265-0a12-4a9b-a6fd-9b4091216d88 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0529709 Apr 01 00:08:15.820145 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cb2f82e-ac04-42e0-bb02-ced1f3ca6637 req-1db5aba5-5d41-4410-a4cc-cbf4379db690 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320947 Apr 01 00:08:16.938503 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a806b01-1b1d-41f6-96c9-977c2c74e0f9 req-7b3d9736-e592-45be-8e4f-752ca4a71cc7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:16.940500 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a806b01-1b1d-41f6-96c9-977c2c74e0f9 req-7b3d9736-e592-45be-8e4f-752ca4a71cc7 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0494964 Apr 01 00:08:16.979389 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8a806b01-1b1d-41f6-96c9-977c2c74e0f9 req-49e2f932-bf17-43be-aa30-fb2fb475809a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330088 Apr 01 00:08:18.096546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedd191-e800-453e-991d-6cc44b2802bd req-15620813-6cc9-4b99-850b-825f1f08f843 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:18.098033 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-faedd191-e800-453e-991d-6cc44b2802bd req-15620813-6cc9-4b99-850b-825f1f08f843 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0485983 Apr 01 00:08:18.137073 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-faedd191-e800-453e-991d-6cc44b2802bd req-03b91ca3-2d2f-47ce-9ed7-0c4d5ab9fd6b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326953 Apr 01 00:08:19.258672 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a9f0-9f37-4114-9219-812033e37066 req-cfff23c0-2c70-4bd5-b7b6-59b1a8e35c1f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:19.260420 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05d9a9f0-9f37-4114-9219-812033e37066 req-cfff23c0-2c70-4bd5-b7b6-59b1a8e35c1f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0527780 Apr 01 00:08:19.297413 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-05d9a9f0-9f37-4114-9219-812033e37066 req-c5a65b51-42be-4082-882b-a84de48fa87a tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309262 Apr 01 00:08:20.411925 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5a1e-f0d8-43fd-9207-64b93139797c req-991ff2b3-25b9-4dbb-b5a6-3744d8b57b37 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:20.413400 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63fe5a1e-f0d8-43fd-9207-64b93139797c req-991ff2b3-25b9-4dbb-b5a6-3744d8b57b37 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 944 time: 0.0489683 Apr 01 00:08:20.449713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-63fe5a1e-f0d8-43fd-9207-64b93139797c req-d64c7ca7-956b-4050-ba26-9a11dff2cd0d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302916 Apr 01 00:08:21.265523 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f2dc330e-0893-428a-9a05-b76b03130851 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:08:21.359151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:21.371003 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'f2dc330e-0893-428a-9a05-b76b03130851', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'port_id': 'f2dc330e-0893-428a-9a05-b76b03130851', 'mac_address': 'fa:16:3e:06:97:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:08:21.405977 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:21.418584 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dc330e-0893-428a-9a05-b76b03130851 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:08:21.438129 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:21.525245 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:21.565033 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c00d6b-d977-4ce5-b515-d2a39b4670fe req-fa0b5ef6-bed6-4f7e-8ce3-c8322f9ba43e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:21.566542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1c00d6b-d977-4ce5-b515-d2a39b4670fe req-fa0b5ef6-bed6-4f7e-8ce3-c8322f9ba43e tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 945 time: 0.0497146 Apr 01 00:08:21.576831 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:21.605503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c1c00d6b-d977-4ce5-b515-d2a39b4670fe req-10516772-b0a0-4642-8095-baaf96e423b9 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Apr 01 00:08:21.757617 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['f2dc330e-0893-428a-9a05-b76b03130851'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:08:22.729639 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940d10e-351c-462e-adbf-e6cead17e8e4 req-edfd2eaa-1f8d-427c-bdf5-1d19137e4671 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:22.731193 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0940d10e-351c-462e-adbf-e6cead17e8e4 req-edfd2eaa-1f8d-427c-bdf5-1d19137e4671 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 945 time: 0.0544333 Apr 01 00:08:22.769869 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0940d10e-351c-462e-adbf-e6cead17e8e4 req-88c232d5-f242-4f30-bf68-38ae56d7b778 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325460 Apr 01 00:08:23.271814 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f2dc330e-0893-428a-9a05-b76b03130851 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:08:23.321688 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port f2dc330e-0893-428a-9a05-b76b03130851 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:08:23.322084 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:23.402343 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:23.425128 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:08:23.427377 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a296a052-337f-42d7-8dd1-01bbda852746" -d '{"events": [{"server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "name": "network-vif-plugged", "status": "completed", "tag": "f2dc330e-0893-428a-9a05-b76b03130851"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:08:23.439673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:23.520089 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:23.567516 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:23.887090 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944367a9-5fe4-4adc-8dfe-e8aa13c65c34 req-b6ed515b-2dfe-408e-8f00-ac35d685bb3f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:23.888562 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-944367a9-5fe4-4adc-8dfe-e8aa13c65c34 req-b6ed515b-2dfe-408e-8f00-ac35d685bb3f tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0483601 Apr 01 00:08:23.925963 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-944367a9-5fe4-4adc-8dfe-e8aa13c65c34 req-3d44683b-2375-4e53-9f11-7ea2f1f02d5b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Apr 01 00:08:24.477175 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d69d4d7-6fed-4a20-b78f-e9cd3139f7b1 x-openstack-request-id: req-4d69d4d7-6fed-4a20-b78f-e9cd3139f7b1 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:08:24.477616 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "name": "network-vif-plugged", "status": "completed", "tag": "f2dc330e-0893-428a-9a05-b76b03130851", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:08:24.477726 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d69d4d7-6fed-4a20-b78f-e9cd3139f7b1 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:08:24.478096 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d69d4d7-6fed-4a20-b78f-e9cd3139f7b1'] response: {'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851', 'code': 200} Apr 01 00:08:24.622449 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bf51b-4d2e-4d84-b549-e61732dff602 req-40aea9ed-169b-4814-b612-156740f17d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:24.624314 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-867bf51b-4d2e-4d84-b549-e61732dff602 req-40aea9ed-169b-4814-b612-156740f17d49 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0413251 Apr 01 00:08:24.658570 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-867bf51b-4d2e-4d84-b549-e61732dff602 req-3c8ed5d0-92c5-4085-91f0-090a9172cb8a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279081 Apr 01 00:08:25.039961 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c6f15-6627-44ff-9776-6b211116c49f req-f828fcfe-02a8-4a26-b4ae-a3e9526c962d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:25.041431 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c24c6f15-6627-44ff-9776-6b211116c49f req-f828fcfe-02a8-4a26-b4ae-a3e9526c962d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0494819 Apr 01 00:08:25.078900 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c24c6f15-6627-44ff-9776-6b211116c49f req-69462ed6-5618-4d0c-9dc0-3a72d6fa8d69 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312934 Apr 01 00:08:26.200550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886c4d6-de1c-47eb-816b-d140a851ba86 req-1972f25b-a6ea-48e2-8d97-6ba18f3bd7fc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:26.202020 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4886c4d6-de1c-47eb-816b-d140a851ba86 req-1972f25b-a6ea-48e2-8d97-6ba18f3bd7fc tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0532334 Apr 01 00:08:26.244441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4886c4d6-de1c-47eb-816b-d140a851ba86 req-1a47d669-f893-4b74-8189-4f4c8c5f6b7b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358918 Apr 01 00:08:33.993041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-57b0c02f-22e2-499c-a449-364d405cea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:36.181272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ed835d06-e282-49e3-a451-987f931ae14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:36.843671 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-b0ff3969-65de-4f11-b742-19a503d303e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491335 Apr 01 00:08:36.936671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-c46ed442-b102-4065-a618-c6212a9d3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:36.938359 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-c46ed442-b102-4065-a618-c6212a9d3b8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0448468 Apr 01 00:08:37.045528 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-465cca3f-8074-4c83-aff5-a85c62eb1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:37.047020 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-465cca3f-8074-4c83-aff5-a85c62eb1f18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0893481 Apr 01 00:08:37.117645 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-d41f34af-a6e7-42cf-8711-1dd01e94f413 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 1001 time: 0.0613563 Apr 01 00:08:37.169254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-6894e262-e074-4a8b-bbb5-2d87020e80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:37.171053 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-6894e262-e074-4a8b-bbb5-2d87020e80eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0445616 Apr 01 00:08:37.214915 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-27dbb68b-034f-4f1c-8bbe-e1f2d424f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:37.216297 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-27dbb68b-034f-4f1c-8bbe-e1f2d424f2a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389512 Apr 01 00:08:37.307973 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-1e98cf4b-d91e-486a-a300-b228e45300c5 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838008 Apr 01 00:08:37.398242 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5869f363-630f-4180-bf3c-956c04ac2af4 req-fd5f5955-90a5-4151-9dfb-58bef739fcbc service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834043 Apr 01 00:08:37.976014 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:39.170445 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:39.198766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:39.239068 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:40.340656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:43.061128 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:09:04.003739 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5413cbd7-9707-46c5-8354-5d9af2621fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:06.170204 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-997c86dc-0a31-4ef1-a4a0-6bede837d97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:07.953599 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:09.164927 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:09.175902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:09.204410 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:10.324762 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:20.061432 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:09:34.021546 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0927a969-5a66-4f82-a6c3-c62e5f251a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:36.130773 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e61c41f-1b19-41b0-8e9e-1744b016dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:37.831874 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-fedbbd21-aec8-4547-bc3c-c909cf2cc97d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453146 Apr 01 00:09:37.916590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-f980da2d-b06a-4267-9b23-12e41e1cf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:37.918139 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-f980da2d-b06a-4267-9b23-12e41e1cf10e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0409992 Apr 01 00:09:38.004768 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:38.019539 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-74355c09-421e-4a2a-acc7-02d02985b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:38.026598 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-74355c09-421e-4a2a-acc7-02d02985b9c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0832708 Apr 01 00:09:38.089266 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-deb78d77-0b55-44fa-b796-01f9b3513a51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 1001 time: 0.0610218 Apr 01 00:09:38.139075 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-83f23df9-09c1-4d47-9ce5-9eeb673a91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:38.140541 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-83f23df9-09c1-4d47-9ce5-9eeb673a91ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0448813 Apr 01 00:09:38.187170 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-880cfd81-5c2b-4720-bf2b-48b78e5c1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:38.188668 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-880cfd81-5c2b-4720-bf2b-48b78e5c1cd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418546 Apr 01 00:09:38.199101 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-56438857-85d9-4c69-af22-c096874e8d2a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:09:38.200602 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-56438857-85d9-4c69-af22-c096874e8d2a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048020 Apr 01 00:09:38.291344 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-02d184b7-3731-4ce6-a6f8-d9de42ab55a4 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846415 Apr 01 00:09:38.379721 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-5fdee839-f79c-4e06-b917-8cdaba2a1847 req-46e7de7b-2220-41eb-a790-77f46142d94d service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808160 Apr 01 00:09:39.147535 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:39.170288 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:39.220694 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.347703 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:57.061937 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:10:02.684309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58610) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:02.848289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Deleting port 5310b2d4-b460-44c1-89a7-c4ef454d0cdc {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:02.848628 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:02.920864 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:02.921188 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:02.933037 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Calling delete_port for 5310b2d4-b460-44c1-89a7-c4ef454d0cdc owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:03.170717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:03.196171 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event deleted for resources: {'Port': ['ID=5310b2d4-b460-44c1-89a7-c4ef454d0cdc,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:03.208614 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.208964 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.209301 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.209636 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.209969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.210298 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.210657 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.210983 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.211305 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.211627 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.211951 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.212271 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:03.269280 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:03.269560 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Floating IP 34104c72-5cac-455d-94f5-12c8d1e60e36 disassociated (deleted). External IP: 172.25.4.34, port: f2dc330e-0893-428a-9a05-b76b03130851. Apr 01 00:10:03.485404 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Router cb06f4d5-16b6-4552-bcae-1c0efc348b5d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:10:03.646098 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:03.651100 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:03.657900 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] Sync routers for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:03.667456 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:03.671892 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:03.679562 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9d555076-6dc2-46f3-a87f-c96696547fe5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "DELETE /v2.0/floatingips/34104c72-5cac-455d-94f5-12c8d1e60e36 HTTP/1.1" status: 204 len: 168 time: 0.9916911 Apr 01 00:10:03.679562 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:03.680064 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2449b5-00cb-4192-a98b-1cd394b8eb62" -d '{"events": [{"name": "network-changed", "server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "tag": "f2dc330e-0893-428a-9a05-b76b03130851"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:03.778572 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:03.813451 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4298812-3b83-4564-a66d-cf33a723d775 x-openstack-request-id: req-e4298812-3b83-4564-a66d-cf33a723d775 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:03.813998 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "tag": "f2dc330e-0893-428a-9a05-b76b03130851", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:03.814266 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4298812-3b83-4564-a66d-cf33a723d775 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:03.814702 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4298812-3b83-4564-a66d-cf33a723d775'] response: {'name': 'network-changed', 'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851', 'status': 'completed', 'code': 200} Apr 01 00:10:03.879429 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-87595d46-224a-4931-834e-4771f628711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:03.880936 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-87595d46-224a-4931-834e-4771f628711d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 1097 time: 0.0444334 Apr 01 00:10:03.975726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-ac4b3434-7d33-45c5-a9be-91cc05ac973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:03.977226 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-ac4b3434-7d33-45c5-a9be-91cc05ac973a service neutron] 10.222.0.50 "GET /v2.0/networks?id=083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 200 len: 909 time: 0.0871110 Apr 01 00:10:03.983005 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:04.013854 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] Checking router: cb06f4d5-16b6-4552-bcae-1c0efc348b5d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:04.022850 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:04.023451 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:09:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:04.029141 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-9ff38bb2-ade6-4814-b436-8cf49483d3d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 200 len: 217 time: 0.0416276 Apr 01 00:10:04.061761 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7411301b-62fe-4285-b150-344881816949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:04.087209 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-c2befdbf-fa05-4a74-9318-eab11c1510de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:04.088919 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-c2befdbf-fa05-4a74-9318-eab11c1510de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 200 len: 847 time: 0.0523021 Apr 01 00:10:04.110523 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d3145-2973-4686-ac3b-aea53a011b0a req-fb882811-2430-4160-aa6e-fdc2a7e56bf8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:04.113668 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-166d3145-2973-4686-ac3b-aea53a011b0a req-fb882811-2430-4160-aa6e-fdc2a7e56bf8 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0545681 Apr 01 00:10:04.136429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:04.139818 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-524b5b52-e5bf-4bfb-a4e2-a1e1a3b84c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:04.141965 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-524b5b52-e5bf-4bfb-a4e2-a1e1a3b84c1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=083f81b4-f28f-42f9-8c84-00ed380b9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454094 Apr 01 00:10:04.154884 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-166d3145-2973-4686-ac3b-aea53a011b0a req-87a76679-aa71-4eb1-8c61-af03707dde40 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 Apr 01 00:10:04.241061 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-95720dc7-741a-4acd-a26b-564cc6b70171 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914965 Apr 01 00:10:04.332882 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-4b2449b5-00cb-4192-a98b-1cd394b8eb62 req-cae57e1f-5e2e-4d01-a440-d70a60c3f266 service neutron] 10.222.0.50 "GET /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839508 Apr 01 00:10:04.338469 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:04.363777 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee9ad2-1d43-4dd7-9a30-ea85d9bf3671 None None] The sync data for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 is: [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:03Z', 'revision_number': 4, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '486147c7-a9f3-4abd-924c-fb5d5f940992', 'name': '', 'network_id': '083f81b4-f28f-42f9-8c84-00ed380b9cea', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'mac_address': 'fa:16:3e:bf:49:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:03Z', 'updated_at': '2022-04-01T00:00:07Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'subnets': [{'id': 'b876ab7a-ec22-4791-9f5c-a1343b037ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:04.573911 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4267f-b1dd-4cf5-940f-3247232a9de4 None None] New status for floating IP 34104c72-5cac-455d-94f5-12c8d1e60e36: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:10:05.284790 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2ea41-79db-4194-b5e8-2ccd510a4e5d req-277c5f8f-e847-45ce-bfd0-e1acd3f3c063 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:05.286359 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ea2ea41-79db-4194-b5e8-2ccd510a4e5d req-277c5f8f-e847-45ce-bfd0-e1acd3f3c063 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0507128 Apr 01 00:10:05.323201 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6ea2ea41-79db-4194-b5e8-2ccd510a4e5d req-fd847569-d16a-4548-bbd4-7b6d45c13028 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/security-groups?id=348bcd4f-944c-4fb1-9e52-5df9ed19701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306525 Apr 01 00:10:05.628096 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-bc7116f6-d3c2-42cb-837b-fad0e7c2650d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:05.629606 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-bc7116f6-d3c2-42cb-837b-fad0e7c2650d tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.50 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 946 time: 0.0490942 Apr 01 00:10:05.730963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Deleting port f2dc330e-0893-428a-9a05-b76b03130851 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:05.731221 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:05.820077 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] For port f2dc330e-0893-428a-9a05-b76b03130851, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=f2dc330e-0893-428a-9a05-b76b03130851,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:05.820441 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:05.832593 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Calling delete_port for f2dc330e-0893-428a-9a05-b76b03130851 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:05.999512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:06.030437 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event deleted for resources: {'Port': ['ID=f2dc330e-0893-428a-9a05-b76b03130851,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:06.080384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] No DVR routers for this DVR port f2dc330e-0893-428a-9a05-b76b03130851 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:10:06.083179 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:06.086562 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f2da7808-eca8-46bd-b37e-a7e2ce804f40 req-9a016142-b4ef-4cbf-8cd0-17876cf94325 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.50 "DELETE /v2.0/ports/f2dc330e-0893-428a-9a05-b76b03130851 HTTP/1.1" status: 204 len: 173 time: 0.4511654 Apr 01 00:10:06.086999 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'name': 'network-vif-deleted', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:06.089352 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23068df2-b00f-4965-9136-10c7e0dde005" -d '{"events": [{"server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "name": "network-vif-deleted", "tag": "f2dc330e-0893-428a-9a05-b76b03130851"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:06.128182 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d760e8e1-4708-4a1e-bcdb-3914f74ff3f8 x-openstack-request-id: req-d760e8e1-4708-4a1e-bcdb-3914f74ff3f8 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:06.128476 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff423f3-fe21-4b3d-85c4-a9fdc3a3a815", "name": "network-vif-deleted", "tag": "f2dc330e-0893-428a-9a05-b76b03130851", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:06.128726 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d760e8e1-4708-4a1e-bcdb-3914f74ff3f8 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:06.129128 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d760e8e1-4708-4a1e-bcdb-3914f74ff3f8'] response: {'server_uuid': 'cff423f3-fe21-4b3d-85c4-a9fdc3a3a815', 'name': 'network-vif-deleted', 'tag': 'f2dc330e-0893-428a-9a05-b76b03130851', 'status': 'completed', 'code': 200} Apr 01 00:10:06.169564 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3cd9bcbc-606a-4512-b4c8-5ae860960e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:06.429710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d069410d-1a27-47b2-827d-c6f955f42ef7 req-26d7bc2a-6b57-4103-ab7b-ec51821ae1ee tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 210 time: 0.0338271 Apr 01 00:10:07.527542 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-06069c35-8c29-4b0a-8e9e-3a78ec0cbdaf req-ad1fd795-6751-43ae-a9b9-13cb48f1914b tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 210 time: 0.0265734 Apr 01 00:10:07.964581 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:08.636249 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-abb3fca3-c6a9-4e9a-8000-be471543ea26 req-ffa2a6f5-8fa0-4a57-b597-2ea1111deaf5 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 210 time: 0.0329375 Apr 01 00:10:09.175723 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:09.191951 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:09.214658 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:09.731339 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-07aea9c5-1ea1-4ca8-a02b-9ac03a72d6f5 req-54da6870-17b2-47d3-9638-f5bc701d22ad tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "GET /v2.0/ports?device_id=cff423f3-fe21-4b3d-85c4-a9fdc3a3a815 HTTP/1.1" status: 200 len: 210 time: 0.0269222 Apr 01 00:10:09.896425 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f2dc330e-0893-428a-9a05-b76b03130851 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:10:09.917014 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: f2dc330e-0893-428a-9a05-b76b03130851 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:10:09.919747 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device f2dc330e-0893-428a-9a05-b76b03130851 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:10:10.382302 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:10.789153 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58648) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:10.868439 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:10.898941 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:11.068041 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:11.070613 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Notify callbacks [] for security_group, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:11.071965 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] 10.222.0.31 "DELETE /v2.0/security-groups/348bcd4f-944c-4fb1-9e52-5df9ed19701f HTTP/1.1" status: 204 len: 168 time: 0.2811913 Apr 01 00:10:11.083548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348bcd4f-944c-4fb1-9e52-5df9ed19701f,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:11.091322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.091763 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.092173 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.092573 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.092969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.093509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.094016 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.094539 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.094902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.095269 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.095601 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.095942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677b329-6b37-4899-a5c0-7e3c71e1bd77 tempest-TestShelveInstance-2128950665 tempest-TestShelveInstance-2128950665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:11.201120 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58654) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:11.734033 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:11.997792 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Deleting port 486147c7-a9f3-4abd-924c-fb5d5f940992 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:11.998563 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:12.081183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] For port 486147c7-a9f3-4abd-924c-fb5d5f940992, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=486147c7-a9f3-4abd-924c-fb5d5f940992,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:12.081539 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:12.094127 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Calling delete_port for 486147c7-a9f3-4abd-924c-fb5d5f940992 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:12.364842 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:12.404117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Pushing event deleted for resources: {'Port': ['ID=486147c7-a9f3-4abd-924c-fb5d5f940992,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:12.590201 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:12.813873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Router cb06f4d5-16b6-4552-bcae-1c0efc348b5d has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:10:12.928299 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:12.933898 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-ed446638-2ff3-4911-ad29-527c3a15959a admin admin] 10.222.0.31 "PUT /v2.0/routers/cb06f4d5-16b6-4552-bcae-1c0efc348b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316597 Apr 01 00:10:12.935933 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58662) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:12.938659 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] Sync routers for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:12.951053 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:12.951892 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:13.044857 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.151699 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:13.151957 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.266594 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Deleting port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:13.266594 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.352257 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] For port cf0b2abb-c3c8-4105-a2f1-9e60721d46e5, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cf0b2abb-c3c8-4105-a2f1-9e60721d46e5,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:13.352621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.354081 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:10:12Z', 'revision_number': 5, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port': {'id': 'cf0b2abb-c3c8-4105-a2f1-9e60721d46e5', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:13.370108 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Calling delete_port for cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:13.380589 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] Checking router: cb06f4d5-16b6-4552-bcae-1c0efc348b5d for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:13.389167 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] Routers {'cb06f4d5-16b6-4552-bcae-1c0efc348b5d'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:13.389769 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:13.475341 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] Set router cb06f4d5-16b6-4552-bcae-1c0efc348b5d gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:13.529552 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:10:13Z', 'revision_number': 6, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:13.557089 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4098c-557e-4a8b-8a3f-2ccd02964a7b None None] The sync data for ids ['cb06f4d5-16b6-4552-bcae-1c0efc348b5d'] in n-d-836015-1 is: [{'id': 'cb06f4d5-16b6-4552-bcae-1c0efc348b5d', 'name': 'tempest-TestShelveInstance-934927205-router', 'tenant_id': '133d7a33c2e44e5ba603e4fa7762323a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:00Z', 'updated_at': '2022-04-01T00:10:13Z', 'revision_number': 6, 'project_id': '133d7a33c2e44e5ba603e4fa7762323a', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:13.627748 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.659098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0b2abb-c3c8-4105-a2f1-9e60721d46e5,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:13.716893 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.807445 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.809577 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.924888 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.925472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb06f4d5-16b6-4552-bcae-1c0efc348b5d {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:10:13.929899 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.931260 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-a8b1dae3-9e69-44d5-92ff-00d0174518b0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cb06f4d5-16b6-4552-bcae-1c0efc348b5d HTTP/1.1" status: 204 len: 168 time: 0.9943082 Apr 01 00:10:13.935611 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58664) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:13.979072 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6e251a-aec0-4f96-b5b6-8f325c611d99 admin admin] Deleting subnet b876ab7a-ec22-4791-9f5c-a1343b037ceb {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:10:13.982376 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6e251a-aec0-4f96-b5b6-8f325c611d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:14.021762 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6e251a-aec0-4f96-b5b6-8f325c611d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:14.100440 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6e251a-aec0-4f96-b5b6-8f325c611d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:14.558734 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6e251a-aec0-4f96-b5b6-8f325c611d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:14.583522 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e251a-aec0-4f96-b5b6-8f325c611d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b876ab7a-ec22-4791-9f5c-a1343b037ceb,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:14.589632 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cd6e251a-aec0-4f96-b5b6-8f325c611d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:14.595420 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cd6e251a-aec0-4f96-b5b6-8f325c611d99 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b876ab7a-ec22-4791-9f5c-a1343b037ceb HTTP/1.1" status: 204 len: 168 time: 0.6607237 Apr 01 00:10:14.595579 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58668) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:14.599217 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c5097-bd6a-4b5b-880b-c33574654b9e None None] Network 083f81b4-f28f-42f9-8c84-00ed380b9cea requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:10:14.686387 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:14.741919 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Deleting port cde33cdf-71f6-467c-adca-4b8a777dafb8 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:14.742259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:14.812995 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] For port cde33cdf-71f6-467c-adca-4b8a777dafb8, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=cde33cdf-71f6-467c-adca-4b8a777dafb8,segment=NetworkSegment(d62d8544-a169-410b-8f4e-75a142671674),segment_id=d62d8544-a169-410b-8f4e-75a142671674)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:14.813396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:14.828229 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Calling delete_port for cde33cdf-71f6-467c-adca-4b8a777dafb8 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:14.970626 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] DHCP port deletion for 083f81b4-f28f-42f9-8c84-00ed380b9cea request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:10:14.993581 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.017268 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Deleting port cde33cdf-71f6-467c-adca-4b8a777dafb8 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:15.017638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.020208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde33cdf-71f6-467c-adca-4b8a777dafb8,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:15.025443 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] No DVR routers for this DVR port cde33cdf-71f6-467c-adca-4b8a777dafb8 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:10:15.080915 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] For port cde33cdf-71f6-467c-adca-4b8a777dafb8, host n-d-836015-1, got binding levels [] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:15.081310 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.094396 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Calling delete_port for cde33cdf-71f6-467c-adca-4b8a777dafb8 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:15.097504 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.ipam_backend_mixin [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Port cde33cdf-71f6-467c-adca-4b8a777dafb8 was not found and therefore no delete operation was performed {{(pid=109822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 00:10:15.098867 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.100375 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.121816 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083f81b4-f28f-42f9-8c84-00ed380b9cea']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:15.123875 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Pushing event deleted for resources: {'Port': ['ID=cde33cdf-71f6-467c-adca-4b8a777dafb8,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:15.128860 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] No DVR routers for this DVR port cde33cdf-71f6-467c-adca-4b8a777dafb8 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:10:15.136376 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62d8544-a169-410b-8f4e-75a142671674') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:15.136882 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.137173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62d8544-a169-410b-8f4e-75a142671674') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:15.137293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.137567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.137894 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.138263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.138616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.138958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.139263 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.139573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.140048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.140562 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.140885 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a110c-e58f-4c30-89cc-f7bba2a7a31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:15.155700 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.170391 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.176853 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: timer() Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: self._notify() Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: event.method(event) Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:10:15.184749 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:10:15.301745 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.307301 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.311330 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/083f81b4-f28f-42f9-8c84-00ed380b9cea HTTP/1.1" status: 204 len: 168 time: 0.7144804 Apr 01 00:10:15.318509 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58670) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:15.324785 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5926c6-726f-40db-b29e-3af199a7a2e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=083f81b4-f28f-42f9-8c84-00ed380b9cea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:15.609790 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 486147c7-a9f3-4abd-924c-fb5d5f940992 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:10:15.633591 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 486147c7-a9f3-4abd-924c-fb5d5f940992 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:10:15.633925 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 486147c7-a9f3-4abd-924c-fb5d5f940992 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:10:15.634615 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:10:15.654162 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:10:15.654799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cf0b2abb-c3c8-4105-a2f1-9e60721d46e5 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:10:15.655370 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cde33cdf-71f6-467c-adca-4b8a777dafb8 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:10:15.677360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: cde33cdf-71f6-467c-adca-4b8a777dafb8 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:10:15.677698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device cde33cdf-71f6-467c-adca-4b8a777dafb8 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:10:15.716312 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:15.978275 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Deleting port f8197d22-09de-4dc2-b978-108e78790902 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:15.978667 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:16.065002 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] For port f8197d22-09de-4dc2-b978-108e78790902, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f8197d22-09de-4dc2-b978-108e78790902,segment=NetworkSegment(6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7),segment_id=6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:16.065599 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:16.083778 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Calling delete_port for f8197d22-09de-4dc2-b978-108e78790902 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:16.340714 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:16.371507 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8197d22-09de-4dc2-b978-108e78790902,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:16.547868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:16.765222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Router 1f544cba-dcfe-4ce6-995d-305e6464b50a has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:10:16.870828 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:16.878270 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58672) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:16.878835 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d7559107-e399-4eaa-9dd8-6d4074480c3a admin admin] 10.222.0.31 "PUT /v2.0/routers/1f544cba-dcfe-4ce6-995d-305e6464b50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5630565 Apr 01 00:10:16.879978 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] Sync routers for ids ['1f544cba-dcfe-4ce6-995d-305e6464b50a'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:16.890091 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] Routers {'1f544cba-dcfe-4ce6-995d-305e6464b50a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:16.890958 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1f544cba-dcfe-4ce6-995d-305e6464b50a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:17.007589 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] Set router 1f544cba-dcfe-4ce6-995d-305e6464b50a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:17.201967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:10:16Z', 'revision_number': 5, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:17.228573 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] Checking router: 1f544cba-dcfe-4ce6-995d-305e6464b50a for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:17.238237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] Routers {'1f544cba-dcfe-4ce6-995d-305e6464b50a'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:17.238873 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['1f544cba-dcfe-4ce6-995d-305e6464b50a'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:17.328849 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:17.344757 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] Set router 1f544cba-dcfe-4ce6-995d-305e6464b50a gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:17.428379 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:17.523699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:10:16Z', 'revision_number': 5, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:17.550046 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Deleting port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:17.550373 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:17.552602 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51de13-d153-4256-83a4-fa934626b520 None None] The sync data for ids ['1f544cba-dcfe-4ce6-995d-305e6464b50a'] in n-d-836015-1 is: [{'id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'name': 'tempest-TestShelveInstance-981848482-router', 'tenant_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:10:16Z', 'revision_number': 5, 'project_id': '3b73292fd5514409b2f5dc22ddfa4dda', 'gw_port': {'id': 'bdf747d0-1bb3-4d3e-8294-3aa677cb6b69', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f544cba-dcfe-4ce6-995d-305e6464b50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:07Z', 'updated_at': '2022-04-01T00:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:17.637932 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] For port bdf747d0-1bb3-4d3e-8294-3aa677cb6b69, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=bdf747d0-1bb3-4d3e-8294-3aa677cb6b69,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:17.763208 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:17.763208 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Calling delete_port for bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 owned by network:router_gateway {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:17.924729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:17.950726 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf747d0-1bb3-4d3e-8294-3aa677cb6b69,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:18.023525 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.118923 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.124272 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.204717 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.205257 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f544cba-dcfe-4ce6-995d-305e6464b50a {{(pid=109821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:10:18.209595 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.212778 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-a887705f-aad6-4538-85bd-20b46df98fe4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f544cba-dcfe-4ce6-995d-305e6464b50a HTTP/1.1" status: 204 len: 168 time: 1.3334465 Apr 01 00:10:18.213375 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58674) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:18.264161 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d33bd04-0826-4703-bccb-ba30382c68f4 admin admin] Deleting subnet d58406b6-6988-425a-a40a-3e0b3b0620ea {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:10:18.268205 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d33bd04-0826-4703-bccb-ba30382c68f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.303210 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d33bd04-0826-4703-bccb-ba30382c68f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.403639 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d33bd04-0826-4703-bccb-ba30382c68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.507877 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d33bd04-0826-4703-bccb-ba30382c68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.538841 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33bd04-0826-4703-bccb-ba30382c68f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58406b6-6988-425a-a40a-3e0b3b0620ea,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:18.544485 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-1d33bd04-0826-4703-bccb-ba30382c68f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.549219 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-1d33bd04-0826-4703-bccb-ba30382c68f4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d58406b6-6988-425a-a40a-3e0b3b0620ea HTTP/1.1" status: 204 len: 168 time: 0.3346827 Apr 01 00:10:18.549384 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859644b-4b7a-4057-a5be-44d02dddd312 None None] Network 26070b39-7742-4c3a-b5d5-74a105577209 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:10:18.551832 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58676) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:18.620827 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.691318 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Deleting port e9b192b9-37f3-4799-ab95-3fd295a4b741 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:18.691318 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.723791 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] DHCP port deletion for 26070b39-7742-4c3a-b5d5-74a105577209 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:10:18.759425 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] For port e9b192b9-37f3-4799-ab95-3fd295a4b741, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e9b192b9-37f3-4799-ab95-3fd295a4b741,segment=NetworkSegment(6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7),segment_id=6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:18.759697 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.772646 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] Deleting port e9b192b9-37f3-4799-ab95-3fd295a4b741 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:18.772900 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Calling delete_port for e9b192b9-37f3-4799-ab95-3fd295a4b741 owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:18.773019 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.850022 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] For port e9b192b9-37f3-4799-ab95-3fd295a4b741, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=e9b192b9-37f3-4799-ab95-3fd295a4b741,segment=NetworkSegment(6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7),segment_id=6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:18.850421 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.863187 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] Calling delete_port for e9b192b9-37f3-4799-ab95-3fd295a4b741 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:18.913019 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.937759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:18.941135 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b192b9-37f3-4799-ab95-3fd295a4b741,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:18.942969 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] No DVR routers for this DVR port e9b192b9-37f3-4799-ab95-3fd295a4b741 on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:10:18.969727 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] No DVR routers for this DVR port e9b192b9-37f3-4799-ab95-3fd295a4b741 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:10:18.971443 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c4893-5fda-4519-b0e8-36e0f8e75613 None None] Pushing event deleted for resources: {'Port': ['ID=e9b192b9-37f3-4799-ab95-3fd295a4b741,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:19.020627 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.039779 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26070b39-7742-4c3a-b5d5-74a105577209']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:19.049682 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:19.049980 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6f2ea5-0fc7-42f9-af65-0c47a6c526c7') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:19.059454 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.073198 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.079323 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:10:19.079715 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: timer() Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: self._notify() Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: event.method(event) Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:10:19.081336 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:10:19.170741 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.177018 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.181437 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/26070b39-7742-4c3a-b5d5-74a105577209 HTTP/1.1" status: 204 len: 168 time: 0.6274698 Apr 01 00:10:19.197529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec162a6f-48dd-46a7-9eb2-fa711e56f8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=26070b39-7742-4c3a-b5d5-74a105577209,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:19.465440 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58680) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:19.504941 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-9a8bed88-73e3-449a-b946-b5f442008ebc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=133d7a33c2e44e5ba603e4fa7762323a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382788 Apr 01 00:10:19.507515 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58682) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:19.560044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03e58810-2d05-4991-8038-207ad6585ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.581475 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03e58810-2d05-4991-8038-207ad6585ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.590931 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f8197d22-09de-4dc2-b978-108e78790902 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:10:19.613234 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f8197d22-09de-4dc2-b978-108e78790902 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:10:19.613585 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f8197d22-09de-4dc2-b978-108e78790902 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:10:19.613996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e9b192b9-37f3-4799-ab95-3fd295a4b741 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:10:19.636135 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: e9b192b9-37f3-4799-ab95-3fd295a4b741 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:10:19.636399 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device e9b192b9-37f3-4799-ab95-3fd295a4b741 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:10:19.636805 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:10:19.656673 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:10:19.657015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device bdf747d0-1bb3-4d3e-8294-3aa677cb6b69 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:10:19.690629 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03e58810-2d05-4991-8038-207ad6585ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.693175 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-03e58810-2d05-4991-8038-207ad6585ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:19.694467 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-03e58810-2d05-4991-8038-207ad6585ccc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71dbc5a6-b1ce-454e-a6fc-1121bb328adb HTTP/1.1" status: 204 len: 168 time: 0.1859903 Apr 01 00:10:19.703325 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e58810-2d05-4991-8038-207ad6585ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dbc5a6-b1ce-454e-a6fc-1121bb328adb,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:20.414988 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58688) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:20.455335 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5cbf7abb-181d-4c31-ad8c-8a6970837391 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b73292fd5514409b2f5dc22ddfa4dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391858 Apr 01 00:10:20.457790 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58690) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:20.504261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7b7b-16a5-4fb6-9f40-f24c6ec52f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:20.528014 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7b7b-16a5-4fb6-9f40-f24c6ec52f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:20.656121 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7b7b-16a5-4fb6-9f40-f24c6ec52f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:20.658778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7b7b-16a5-4fb6-9f40-f24c6ec52f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:20.660068 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-5fbc7b7b-16a5-4fb6-9f40-f24c6ec52f96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac8406bd-a78f-40dd-a838-76b6095979ad HTTP/1.1" status: 204 len: 168 time: 0.2013850 Apr 01 00:10:20.668370 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc7b7b-16a5-4fb6-9f40-f24c6ec52f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8406bd-a78f-40dd-a838-76b6095979ad,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:21.684139 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58712) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:21.793372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2136903710-network', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:21.873146 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Made reservation on behalf of f3c2685670b848e6a117e43e6145b245 for: {'network': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:10:21.875549 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:21.884530 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:21.961074 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.003455 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.029199 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:10:22.037897 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92eda5-d40d-4ed9-a231-017d2d3d528a,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:22.045263 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.045723 n-d-836015-1 neutron-server[109821]: INFO neutron.db.segments_db [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Added segment e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac of type vlan for network fb80b85f-c96b-40a3-beef-bf78667f9da6 Apr 01 00:10:22.086599 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.163724 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.164692 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:22.165261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.227671 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb80b85f-c96b-40a3-beef-bf78667f9da6,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:22.237197 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:10:22.292184 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-22038fa1-c7b7-4bc1-bb8f-be5cd20b1ed6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6066771 Apr 01 00:10:22.294699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58716) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:22.299547 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Request body: {'subnet': {'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2136903710-subnet', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'ip_version': 4}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:22.375737 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Made reservation on behalf of f3c2685670b848e6a117e43e6145b245 for: {'subnet': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:10:22.378330 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4274543'] for subnet, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.609492 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4274589'] for subnet, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.658400 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc367f8-601a-4f71-afd3-190f80ac3b15,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:22.673133 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Checking segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:22.673493 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Network hostable DHCP agents. Network: fb80b85f-c96b-40a3-beef-bf78667f9da6, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:10:22.774822 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:10:22.839181 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, fb80b85f-c96b-40a3-beef-bf78667f9da6) {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:22.842913 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:22.843531 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:22.847568 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39226b2b-1f30-4644-bb48-4595773b1747 None None] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:10:22.910352 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-707bcd16-7b45-4b67-83d8-231f3c976feb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6145837 Apr 01 00:10:22.913128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58718) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:22.917736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:22.988967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-fb80b85f-c96b-40a3-beef-bf78667f9da6', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:10:22.989807 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.004168 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.005547 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.059449 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.124015 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Allocated IP 172.20.0.2 (fb80b85f-c96b-40a3-beef-bf78667f9da6/0cc367f8-601a-4f71-afd3-190f80ac3b15/5c4d302e-d058-435d-abdb-a9c644ab15d2) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:23.258211 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.267649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.353258 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.386840 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:23.392255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:23.395934 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:23.409411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Pushing event updated for resources: {'Port': ['ID=5c4d302e-d058-435d-abdb-a9c644ab15d2,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:23.457320 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Attempting to bind port 5c4d302e-d058-435d-abdb-a9c644ab15d2 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:10:23.457685 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Attempting to bind port 5c4d302e-d058-435d-abdb-a9c644ab15d2 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:10:23.458071 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Attempting to bind port 5c4d302e-d058-435d-abdb-a9c644ab15d2 on network fb80b85f-c96b-40a3-beef-bf78667f9da6 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:23.462962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:10:23.463335 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Checking segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:23.463827 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.464225 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Bound using segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:10:23.464887 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Bound port: 5c4d302e-d058-435d-abdb-a9c644ab15d2, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:10:23.465343 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.521153 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.530671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] For port 5c4d302e-d058-435d-abdb-a9c644ab15d2, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:10:23.533991 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] For port 5c4d302e-d058-435d-abdb-a9c644ab15d2, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5c4d302e-d058-435d-abdb-a9c644ab15d2,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:10:23.544217 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.616154 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.647588 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Allocated IP 172.25.4.249 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:23.677210 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e89cb-0dd3-4e55-8dc7-369ec851c7e5 None None] Pushing event updated for resources: {'Port': ['ID=5c4d302e-d058-435d-abdb-a9c644ab15d2,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:23.766522 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.919289 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:23.964170 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:23.967508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:23.972913 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:23.999218 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Pushing event updated for resources: {'Port': ['ID=f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:24.284620 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:24.490163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:24.631185 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95d1ee-8d2e-4ba4-bc0c-d7d6c22af4b2 None None] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:10:24.714799 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c111187c-dd4a-4e99-be7b-07cf3ed8b020 None None] Provisioning complete for port 5c4d302e-d058-435d-abdb-a9c644ab15d2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:24.715093 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c111187c-dd4a-4e99-be7b-07cf3ed8b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:24.859928 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c111187c-dd4a-4e99-be7b-07cf3ed8b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:24.895349 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c111187c-dd4a-4e99-be7b-07cf3ed8b020 None None] For port 5c4d302e-d058-435d-abdb-a9c644ab15d2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5c4d302e-d058-435d-abdb-a9c644ab15d2,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:24.976164 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c111187c-dd4a-4e99-be7b-07cf3ed8b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.026890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111187c-dd4a-4e99-be7b-07cf3ed8b020 None None] Pushing event updated for resources: {'Port': ['ID=5c4d302e-d058-435d-abdb-a9c644ab15d2,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:25.061612 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Router bee7065e-5a2f-4067-a1ec-ef457f73d8ed is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:10:25.101212 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-778d8efb-0140-4b47-b037-94680f136ccf None None] Provisioning complete for port 5c4d302e-d058-435d-abdb-a9c644ab15d2 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:25.101708 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-778d8efb-0140-4b47-b037-94680f136ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.181914 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:25.190991 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Sync routers for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:25.201526 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:25.202119 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:25.286037 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.289842 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-f45a157d-8330-4f11-9ad8-c004037af94d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3730721 Apr 01 00:10:25.290000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58720) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:25.304110 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:25.485364 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:24Z', 'revision_number': 3, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:25.512489 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Checking router: bee7065e-5a2f-4067-a1ec-ef457f73d8ed for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:25.512835 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Updating router bee7065e-5a2f-4067-a1ec-ef457f73d8ed port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:10:25.537010 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.639637 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5c4d302e-d058-435d-abdb-a9c644ab15d2 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:25.688768 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 5c4d302e-d058-435d-abdb-a9c644ab15d2 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:25.689231 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.725976 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.809994 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.889518 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.895850 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Allocated IP 172.20.0.1 (fb80b85f-c96b-40a3-beef-bf78667f9da6/0cc367f8-601a-4f71-afd3-190f80ac3b15/21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:25.947661 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Pushing event updated for resources: {'Port': ['ID=f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:25.952111 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Attempting to bind port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:10:25.952538 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Attempting to bind port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:10:25.952897 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Attempting to bind port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:25.961685 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.962021 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.962350 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.962700 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.963025 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.963342 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.963656 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.963999 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.964283 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.964594 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.964903 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.965209 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:25.969274 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:10:25.969857 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:25.970566 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:25.971159 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:10:25.971421 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Bound port: f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:10:25.972070 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.010860 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.023617 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] For port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:10:26.026869 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] For port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:10:26.106838 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.130872 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.165770 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:26.166388 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:26.169000 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5723c02-50a6-47e8-95d5-85282b7b5907 None None] Pushing event updated for resources: {'Port': ['ID=f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:26.178212 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:26.181265 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:26.183841 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:26.210327 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Pushing event updated for resources: {'Port': ['ID=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:26.236012 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.276005 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:26.422495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-d93e87ae-b36a-4b0c-9fa6-d26d92a53ed7 None None] Provisioning complete for port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:26.422886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d93e87ae-b36a-4b0c-9fa6-d26d92a53ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.465433 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-d93e87ae-b36a-4b0c-9fa6-d26d92a53ed7 None None] Port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:10:26.466865 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.470530 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:24Z', 'revision_number': 3, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:26.496467 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790faa6-68ab-4f2b-9794-6420329ded8e None None] The sync data for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 is: [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:24Z', 'revision_number': 3, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:26.639238 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.736164 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.834253 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Pushing event updated for resources: {'Port': ['ID=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:26.840145 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.941929 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:26.943403 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:27.070187 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Router bee7065e-5a2f-4067-a1ec-ef457f73d8ed has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:10:27.193219 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-8876bc77-0eed-46e6-95a9-e1d01f235d55 None None] Provisioning complete for port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:27.194288 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8876bc77-0eed-46e6-95a9-e1d01f235d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:27.199238 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:27.204687 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d7672064-f77d-4abe-b468-30510bbe633b admin admin] 10.222.0.31 "PUT /v2.0/routers/bee7065e-5a2f-4067-a1ec-ef457f73d8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9135621 Apr 01 00:10:27.240167 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-8876bc77-0eed-46e6-95a9-e1d01f235d55 None None] Port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:10:27.623628 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:27.676149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:27.676544 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:27.753473 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:27.776163 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:27.856730 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:27.903041 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58736) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:27.909186 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1227150462-network', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:27.912801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:28.033070 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Made reservation on behalf of 5fe7e8a3a66c4c868b4bbd1227fffaf4 for: {'network': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:10:28.038187 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for network, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.044495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.090089 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Sync routers for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:28.100699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:28.101338 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:28.120778 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.208342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:28.238780 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.264791 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:10:28.275580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aefa69b-d801-4b62-976e-b796c6cdd6fd,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:28.281086 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.281530 n-d-836015-1 neutron-server[109820]: INFO neutron.db.segments_db [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Added segment 36b1f496-a072-42a4-8a3f-8ee3cd5b83a8 of type vlan for network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e Apr 01 00:10:28.321837 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756024593547'] for network, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.409043 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 2, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:28.421369 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874'] for network, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.422949 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:28.423648 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.439962 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Checking router: bee7065e-5a2f-4067-a1ec-ef457f73d8ed for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:28.442006 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Updating router bee7065e-5a2f-4067-a1ec-ef457f73d8ed port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:10:28.465063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.485681 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] Pushing event updated for resources: {'Network': ['ID=467e995e-bcbf-45d0-b4a1-4d6fe2b5851e,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:28.501852 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e details requested by agent ovs-agent-n-d-836015-1 with host n-d-836015-1 {{(pid=109822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:10:28.521430 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-7710b4ef-14a6-4d41-bf3b-7f2254f1b27b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6169312 Apr 01 00:10:28.524230 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58738) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:28.529767 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Request body: {'subnet': {'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1227150462-subnet', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'ip_version': 4}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:28.632770 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Made reservation on behalf of 5fe7e8a3a66c4c868b4bbd1227fffaf4 for: {'subnet': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:10:28.636795 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15700007'] for subnet, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.820651 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.856054 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15761148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15700181'] for subnet, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.884456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.917044 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85966d2a-8aea-43d1-b1c2-d0eb3e398159,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:28.927172 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Checking segment: {'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:28.927545 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Network hostable DHCP agents. Network: 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e, hostable agents: ['5611a7ff-1670-4691-9fce-ba3e677eafa2'], hosted agents: [] {{(pid=109820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:10:28.959255 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76684384-1092-4fb2-84b1-dd61849a9e0c None None] Pushing event updated for resources: {'Port': ['ID=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:28.988559 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Attempting to bind port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:10:28.988933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Attempting to bind port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:10:28.989300 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Attempting to bind port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 on network fb80b85f-c96b-40a3-beef-bf78667f9da6 {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:28.995032 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:10:28.995414 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Checking segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:28.995886 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:28.996284 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Bound using segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:10:28.996782 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Bound port: 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:10:28.997163 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.032759 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e is scheduled to be hosted by DHCP agent 5611a7ff-1670-4691-9fce-ba3e677eafa2 with binding_index 1 {{(pid=109820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:10:29.072123 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] For port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:10:29.075815 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] For port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:10:29.101470 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-1, 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e) {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:29.105794 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:29.108945 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.110924 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f76c12-67ec-49b2-8972-4b4e1610a3cb None None] Network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:10:29.128908 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.181049 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-54ddb0d1-1f7d-48c5-b49e-b8740c309ac5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6530976 Apr 01 00:10:29.181268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58740) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:29.185462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:29.250804 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8357523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7717'] for router, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.252088 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8358403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8361385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8317778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7724'] for router, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.255029 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-07d9a8ef-5e3d-405d-abe5-ab2dcfabb11d None None] Provisioning complete for port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:29.255475 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-07d9a8ef-5e3d-405d-abe5-ab2dcfabb11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.260899 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76684384-1092-4fb2-84b1-dd61849a9e0c None None] Pushing event updated for resources: {'Port': ['ID=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:29.293476 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:29.294115 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:29.319934 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.467614 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42895364-8b39-5a53-85eb-2340e94753cc-467e995e-bcbf-45d0-b4a1-4d6fe2b5851e', 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'fixed_ips': [{'subnet_id': '85966d2a-8aea-43d1-b1c2-d0eb3e398159'}]}} from n-d-836015-1. {{(pid=109822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:10:29.468468 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.506531 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.515298 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:29.542595 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-07d9a8ef-5e3d-405d-abe5-ab2dcfabb11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.766862 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:29.803611 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.822787 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.898605 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-07d9a8ef-5e3d-405d-abe5-ab2dcfabb11d None None] For port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:29.928878 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Allocated IP 172.25.4.158 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/3b327e86-786c-40ee-b66e-7c39292f89b0) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:29.966745 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-07d9a8ef-5e3d-405d-abe5-ab2dcfabb11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:29.972336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.db_base_plugin_common [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Allocated IP 172.20.0.2 (467e995e-bcbf-45d0-b4a1-4d6fe2b5851e/85966d2a-8aea-43d1-b1c2-d0eb3e398159/9c70c641-4165-41ff-82ef-7879f0df2e2d) {{(pid=109822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:30.032935 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:30.033396 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.039750 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.141305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9a8ef-5e3d-405d-abe5-ab2dcfabb11d None None] Pushing event updated for resources: {'Port': ['ID=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:30.147950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.185095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-c4ad3510-f024-430b-9af3-c27b9cb8f708 None None] Provisioning complete for port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:30.185471 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3510-f024-430b-9af3-c27b9cb8f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.190456 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:30.193707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:30.197183 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:30.203472 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Pushing event updated for resources: {'Port': ['ID=3b327e86-786c-40ee-b66e-7c39292f89b0,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:30.362402 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Notify callbacks [] for port, precommit_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.365080 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:30.410933 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178e01a-83df-4dc1-8eca-a26869246384 None None] The sync data for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 is: [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:30.503689 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632'] for port, after_create {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.550890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e is already hosted by enough agents. {{(pid=109822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:30.554226 n-d-836015-1 neutron-server[109822]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Resources bound (agent type, host, resource id): {{(pid=109822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:30.558051 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Received port after_create {{(pid=109822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:30.570967 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Pushing event updated for resources: {'Port': ['ID=9c70c641-4165-41ff-82ef-7879f0df2e2d,revision_number=1']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:30.582781 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.634599 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Attempting to bind port 9c70c641-4165-41ff-82ef-7879f0df2e2d on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:10:30.634973 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Attempting to bind port 9c70c641-4165-41ff-82ef-7879f0df2e2d by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:10:30.635822 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Attempting to bind port 9c70c641-4165-41ff-82ef-7879f0df2e2d on network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:30.642926 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:10:30.643293 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Checking segment: {'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:30.643692 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.644076 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Bound using segment: {'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:10:30.644534 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Bound port: 9c70c641-4165-41ff-82ef-7879f0df2e2d, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:10:30.644912 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.713520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] For port 9c70c641-4165-41ff-82ef-7879f0df2e2d, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:10:30.716765 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] For port 9c70c641-4165-41ff-82ef-7879f0df2e2d, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9c70c641-4165-41ff-82ef-7879f0df2e2d,segment=NetworkSegment(36b1f496-a072-42a4-8a3f-8ee3cd5b83a8),segment_id=36b1f496-a072-42a4-8a3f-8ee3cd5b83a8)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:10:30.799324 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8358426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8361348'] for router, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.800121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.874402 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6dd88-fab1-4a30-be60-fbcd5f86b58d None None] Pushing event updated for resources: {'Port': ['ID=9c70c641-4165-41ff-82ef-7879f0df2e2d,revision_number=2']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:31.061524 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Router bb2ca795-0fd1-4690-8f58-c0c67cc41941 is scheduled to L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 with binding_index 1 {{(pid=109820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:10:31.536471 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:31.556473 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Sync routers for ids ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:31.569426 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Routers {'bb2ca795-0fd1-4690-8f58-c0c67cc41941'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:31.570336 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:31.620544 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:31.622179 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-b1a50d9a-ac59-4ed4-bb0f-a912fd01658c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4399800 Apr 01 00:10:31.625635 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58742) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:31.773572 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9c70c641-4165-41ff-82ef-7879f0df2e2d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:31.792688 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Set router bb2ca795-0fd1-4690-8f58-c0c67cc41941 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:31.854367 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9c70c641-4165-41ff-82ef-7879f0df2e2d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:31.854797 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:31.973656 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.012654 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 9c70c641-4165-41ff-82ef-7879f0df2e2d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9c70c641-4165-41ff-82ef-7879f0df2e2d,segment=NetworkSegment(36b1f496-a072-42a4-8a3f-8ee3cd5b83a8),segment_id=36b1f496-a072-42a4-8a3f-8ee3cd5b83a8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:32.073471 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.074295 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:32.085370 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:30Z', 'revision_number': 3, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port': {'id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:32.120965 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Checking router: bb2ca795-0fd1-4690-8f58-c0c67cc41941 for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:32.121315 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Updating router bb2ca795-0fd1-4690-8f58-c0c67cc41941 port 3b327e86-786c-40ee-b66e-7c39292f89b0 binding host n-d-836015-1 {{(pid=109823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:10:32.148158 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094886b6-f717-49f9-a928-1fac9e8b004e None None] Network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:10:32.153766 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.229147 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.261788 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-dfb84d63-0462-4c1d-aaeb-f49cc03cf5a2 None None] Provisioning complete for port 9c70c641-4165-41ff-82ef-7879f0df2e2d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:32.262172 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-dfb84d63-0462-4c1d-aaeb-f49cc03cf5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.263667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=9c70c641-4165-41ff-82ef-7879f0df2e2d,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:32.333380 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:32.333752 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.426322 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Allocated IP 172.20.0.1 (467e995e-bcbf-45d0-b4a1-4d6fe2b5851e/85966d2a-8aea-43d1-b1c2-d0eb3e398159/3a701509-9cf9-4d84-823d-ef17be95f195) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:32.470394 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Notify callbacks [] for port, precommit_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.556195 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.564645 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.641522 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Attempting to bind port 3b327e86-786c-40ee-b66e-7c39292f89b0 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:10:32.642038 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Attempting to bind port 3b327e86-786c-40ee-b66e-7c39292f89b0 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:10:32.642410 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Attempting to bind port 3b327e86-786c-40ee-b66e-7c39292f89b0 on network 4a52a629-4455-4eba-862a-e9a9d4df5026 {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:32.644746 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea5316-8300-47b2-a85a-ccdaaad3f2cc None None] Pushing event updated for resources: {'Port': ['ID=3b327e86-786c-40ee-b66e-7c39292f89b0,revision_number=2']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:32.652472 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:10:32.652921 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Checking segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:32.653407 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.653826 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Bound using segment: {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'} {{(pid=109823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:10:32.654289 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.managers [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Bound port: 3b327e86-786c-40ee-b66e-7c39292f89b0, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc913eed-71b7-4973-a2c6-521aea09b469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026'}}] {{(pid=109823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:10:32.654767 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.679972 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.719348 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] For port 3b327e86-786c-40ee-b66e-7c39292f89b0, host n-d-836015-1, cleared binding levels {{(pid=109823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:10:32.722846 n-d-836015-1 neutron-server[109823]: DEBUG neutron.plugins.ml2.db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] For port 3b327e86-786c-40ee-b66e-7c39292f89b0, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3b327e86-786c-40ee-b66e-7c39292f89b0,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:10:32.724149 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:32.732566 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:32.736298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:32.769970 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Pushing event updated for resources: {'Port': ['ID=3a701509-9cf9-4d84-823d-ef17be95f195,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:32.790135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8360361'] for router_interface, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.805144 n-d-836015-1 neutron-server[109823]: DEBUG neutron_lib.callbacks.manager [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.894011 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea5316-8300-47b2-a85a-ccdaaad3f2cc None None] Pushing event updated for resources: {'Port': ['ID=3b327e86-786c-40ee-b66e-7c39292f89b0,revision_number=3']} {{(pid=109823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:32.901590 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Routers {'bb2ca795-0fd1-4690-8f58-c0c67cc41941'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:32.902426 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:32.912940 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-25a805fa-17e4-43ca-840e-97912880965e None None] Provisioning complete for port 9c70c641-4165-41ff-82ef-7879f0df2e2d triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:32.914292 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-25a805fa-17e4-43ca-840e-97912880965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:32.989607 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.164680 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] Set router bb2ca795-0fd1-4690-8f58-c0c67cc41941 gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:33.168696 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-7ff256f5-251a-464c-b4fc-5442ac1042c4 None None] Provisioning complete for port 3a701509-9cf9-4d84-823d-ef17be95f195 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:33.169285 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7ff256f5-251a-464c-b4fc-5442ac1042c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.209849 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.216375 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-7ff256f5-251a-464c-b4fc-5442ac1042c4 None None] Port 3a701509-9cf9-4d84-823d-ef17be95f195 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:10:33.278337 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.350762 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:30Z', 'revision_number': 3, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port': {'id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:33.352244 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Pushing event updated for resources: {'Port': ['ID=3a701509-9cf9-4d84-823d-ef17be95f195,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:33.355495 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8360389'] for router_interface, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.379620 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c17c293-13e4-4576-a1dd-5c03cd12c897 None None] The sync data for ids ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'] in n-d-836015-1 is: [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:30Z', 'revision_number': 3, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port': {'id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:33.463223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:33.464717 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:33.662334 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Router bb2ca795-0fd1-4690-8f58-c0c67cc41941 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:10:33.668480 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9c70c641-4165-41ff-82ef-7879f0df2e2d up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:33.755938 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 9c70c641-4165-41ff-82ef-7879f0df2e2d triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:33.756479 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.839426 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:33.855807 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-cf9386de-70c7-4c96-96f1-dfc4fd03134c admin admin] 10.222.0.31 "PUT /v2.0/routers/bb2ca795-0fd1-4690-8f58-c0c67cc41941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2232850 Apr 01 00:10:33.882598 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-85aafb22-7fb3-4b8e-b073-d342ea71db31 None None] Provisioning complete for port 3a701509-9cf9-4d84-823d-ef17be95f195 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:33.883727 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-85aafb22-7fb3-4b8e-b073-d342ea71db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.950038 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-85aafb22-7fb3-4b8e-b073-d342ea71db31 None None] Port 3a701509-9cf9-4d84-823d-ef17be95f195 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:10:34.021537 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-97913a43-6f19-4cdc-9cc2-90475fededda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:34.061513 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:10:35.043976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58750) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:35.049234 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-3a6e0397-c100-46be-bfd3-94b045158278 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491722524', 'description': 'tempest-secgroup-smoke-1491722524 description', 'project_id': 'f3c2685670b848e6a117e43e6145b245'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:35.148048 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0397-c100-46be-bfd3-94b045158278 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.153999 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Sync routers for ids ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:35.166680 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Routers {'bb2ca795-0fd1-4690-8f58-c0c67cc41941'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:35.167305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:35.230906 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0397-c100-46be-bfd3-94b045158278 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.314270 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0397-c100-46be-bfd3-94b045158278 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.350113 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e0397-c100-46be-bfd3-94b045158278 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5bb1e-1f2c-452f-afac-5bb6f9e50691,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:35.421383 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0397-c100-46be-bfd3-94b045158278 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.422861 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-3a6e0397-c100-46be-bfd3-94b045158278 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3777087 Apr 01 00:10:35.426651 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58752) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:35.431341 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-48bd12bd-d2e4-47d8-9877-77381e8b2f6a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'security_group_rule': {'security_group_id': '75d5bb1e-1f2c-452f-afac-5bb6f9e50691', 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:35.446429 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Set router bb2ca795-0fd1-4690-8f58-c0c67cc41941 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:35.553035 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48bd12bd-d2e4-47d8-9877-77381e8b2f6a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.645237 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48bd12bd-d2e4-47d8-9877-77381e8b2f6a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.669056 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3b327e86-786c-40ee-b66e-7c39292f89b0 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:35.718042 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:32Z', 'revision_number': 4, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port': {'id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '3a701509-9cf9-4d84-823d-ef17be95f195', 'name': '', 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'mac_address': 'fa:16:3e:3f:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '85966d2a-8aea-43d1-b1c2-d0eb3e398159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:32Z', 'updated_at': '2022-04-01T00:10:33Z', 'revision_number': 2, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'subnets': [{'id': '85966d2a-8aea-43d1-b1c2-d0eb3e398159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:35.748151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Checking router: bb2ca795-0fd1-4690-8f58-c0c67cc41941 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:35.748505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Updating router bb2ca795-0fd1-4690-8f58-c0c67cc41941 port 3a701509-9cf9-4d84-823d-ef17be95f195 binding host n-d-836015-1 {{(pid=109822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:10:35.759484 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48bd12bd-d2e4-47d8-9877-77381e8b2f6a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.784069 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.784923 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd12bd-d2e4-47d8-9877-77381e8b2f6a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d15460c-4c8d-4013-ab15-e97f77b9b818,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:35.799521 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3b327e86-786c-40ee-b66e-7c39292f89b0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:35.799891 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.910097 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-48bd12bd-d2e4-47d8-9877-77381e8b2f6a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.911438 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-48bd12bd-d2e4-47d8-9877-77381e8b2f6a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4841094 Apr 01 00:10:35.914506 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58754) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:35.921016 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-facba5b2-83d6-463f-91db-e2dd94eb566f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'security_group_rule': {'security_group_id': '75d5bb1e-1f2c-452f-afac-5bb6f9e50691', 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.023512 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.055776 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-facba5b2-83d6-463f-91db-e2dd94eb566f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.060667 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] For port 3b327e86-786c-40ee-b66e-7c39292f89b0, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3b327e86-786c-40ee-b66e-7c39292f89b0,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:36.133080 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-facba5b2-83d6-463f-91db-e2dd94eb566f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.158774 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Notify callbacks [] for port, precommit_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.199713 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.202425 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cef7320e-cac5-4099-b9fa-878fef73a535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.258117 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Pushing event updated for resources: {'Port': ['ID=3b327e86-786c-40ee-b66e-7c39292f89b0,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.273830 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.274006 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-facba5b2-83d6-463f-91db-e2dd94eb566f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.298372 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facba5b2-83d6-463f-91db-e2dd94eb566f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e13a89-3212-45a7-ab15-f09e10078318,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.336871 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb629b-25f6-426d-955c-435210811129 None None] Pushing event updated for resources: {'Port': ['ID=3a701509-9cf9-4d84-823d-ef17be95f195,revision_number=3']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.385306 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Attempting to bind port 3a701509-9cf9-4d84-823d-ef17be95f195 on host n-d-836015-1 for vnic_type normal with profile {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:10:36.386106 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Attempting to bind port 3a701509-9cf9-4d84-823d-ef17be95f195 by drivers openvswitch,hyperv on host n-d-836015-1 at level 0 using segments [{'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:10:36.386593 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Attempting to bind port 3a701509-9cf9-4d84-823d-ef17be95f195 on network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:36.392689 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Checking agent: {'id': 'fcac58d2-860d-4aae-81f9-16695169ac6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 36, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 36, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:10:36.393070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Checking segment: {'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:36.393480 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.393879 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Bound using segment: {'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'} {{(pid=109822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:10:36.394467 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.managers [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Bound port: 3a701509-9cf9-4d84-823d-ef17be95f195, host: n-d-836015-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e'}}] {{(pid=109822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:10:36.394746 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.408240 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-facba5b2-83d6-463f-91db-e2dd94eb566f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.412208 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-facba5b2-83d6-463f-91db-e2dd94eb566f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4941232 Apr 01 00:10:36.412883 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58756) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.418077 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-43ad78b9-6023-48a4-895c-3f41a705360a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'security_group_rule': {'security_group_id': '75d5bb1e-1f2c-452f-afac-5bb6f9e50691', 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.474262 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] For port 3a701509-9cf9-4d84-823d-ef17be95f195, host n-d-836015-1, cleared binding levels {{(pid=109822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:10:36.477684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] For port 3a701509-9cf9-4d84-823d-ef17be95f195, host n-d-836015-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3a701509-9cf9-4d84-823d-ef17be95f195,segment=NetworkSegment(36b1f496-a072-42a4-8a3f-8ee3cd5b83a8),segment_id=36b1f496-a072-42a4-8a3f-8ee3cd5b83a8)] {{(pid=109822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:10:36.565271 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ad78b9-6023-48a4-895c-3f41a705360a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.599661 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.602990 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-3297b665-a096-4649-8cd2-080e01905170 None None] Provisioning complete for port 3a701509-9cf9-4d84-823d-ef17be95f195 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:36.605660 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3297b665-a096-4649-8cd2-080e01905170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.631816 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ad78b9-6023-48a4-895c-3f41a705360a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.697360 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb629b-25f6-426d-955c-435210811129 None None] Pushing event updated for resources: {'Port': ['ID=3a701509-9cf9-4d84-823d-ef17be95f195,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.704527 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Routers {'bb2ca795-0fd1-4690-8f58-c0c67cc41941'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:36.705149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:36.748194 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ad78b9-6023-48a4-895c-3f41a705360a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.774749 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad78b9-6023-48a4-895c-3f41a705360a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f560bbd-ab8c-4d4b-b19e-02b6dbc76430,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.795699 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3297b665-a096-4649-8cd2-080e01905170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.860909 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-43ad78b9-6023-48a4-895c-3f41a705360a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.865799 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-43ad78b9-6023-48a4-895c-3f41a705360a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4517581 Apr 01 00:10:36.865982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58758) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.871617 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-acf68e7b-cd98-4af9-8cca-bea21796520d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'security_group_rule': {'security_group_id': '75d5bb1e-1f2c-452f-afac-5bb6f9e50691', 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.881524 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] Set router bb2ca795-0fd1-4690-8f58-c0c67cc41941 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:36.884411 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-3297b665-a096-4649-8cd2-080e01905170 None None] For port 3a701509-9cf9-4d84-823d-ef17be95f195, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3a701509-9cf9-4d84-823d-ef17be95f195,segment=NetworkSegment(36b1f496-a072-42a4-8a3f-8ee3cd5b83a8),segment_id=36b1f496-a072-42a4-8a3f-8ee3cd5b83a8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:36.969802 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3297b665-a096-4649-8cd2-080e01905170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.005858 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-acf68e7b-cd98-4af9-8cca-bea21796520d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.075671 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297b665-a096-4649-8cd2-080e01905170 None None] Pushing event updated for resources: {'Port': ['ID=3a701509-9cf9-4d84-823d-ef17be95f195,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:37.081112 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-acf68e7b-cd98-4af9-8cca-bea21796520d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.121750 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-55135090-5a0e-431b-8bba-53de1ca394fb None None] Provisioning complete for port 3a701509-9cf9-4d84-823d-ef17be95f195 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:37.122129 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-55135090-5a0e-431b-8bba-53de1ca394fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.147261 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-acf68e7b-cd98-4af9-8cca-bea21796520d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.166401 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf68e7b-cd98-4af9-8cca-bea21796520d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2aa0d4-3e1a-4b55-ab4e-30033638ff5b,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:37.186867 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:32Z', 'revision_number': 4, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port': {'id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '3a701509-9cf9-4d84-823d-ef17be95f195', 'name': '', 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'mac_address': 'fa:16:3e:3f:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '85966d2a-8aea-43d1-b1c2-d0eb3e398159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:32Z', 'updated_at': '2022-04-01T00:10:36Z', 'revision_number': 4, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'subnets': [{'id': '85966d2a-8aea-43d1-b1c2-d0eb3e398159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:37.216270 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300f468-c8b2-4fed-9caf-e513a4e8f772 None None] The sync data for ids ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'] in n-d-836015-1 is: [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:32Z', 'revision_number': 4, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port': {'id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '3a701509-9cf9-4d84-823d-ef17be95f195', 'name': '', 'network_id': '467e995e-bcbf-45d0-b4a1-4d6fe2b5851e', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'mac_address': 'fa:16:3e:3f:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '85966d2a-8aea-43d1-b1c2-d0eb3e398159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:32Z', 'updated_at': '2022-04-01T00:10:36Z', 'revision_number': 4, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'subnets': [{'id': '85966d2a-8aea-43d1-b1c2-d0eb3e398159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:37.248838 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-acf68e7b-cd98-4af9-8cca-bea21796520d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.250759 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-acf68e7b-cd98-4af9-8cca-bea21796520d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3837192 Apr 01 00:10:37.253687 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58760) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:37.262884 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-21172d9e-3125-488c-9977-97c12cf99cca tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'security_group_rule': {'security_group_id': '75d5bb1e-1f2c-452f-afac-5bb6f9e50691', 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:37.382860 n-d-836015-1 neutron-server[109820]: INFO neutron.db.securitygroups_db [None req-21172d9e-3125-488c-9977-97c12cf99cca tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Project f3c2685670b848e6a117e43e6145b245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:10:37.389285 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-21172d9e-3125-488c-9977-97c12cf99cca tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.464163 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-21172d9e-3125-488c-9977-97c12cf99cca tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.553441 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-21172d9e-3125-488c-9977-97c12cf99cca tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.576045 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21172d9e-3125-488c-9977-97c12cf99cca tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523e4b25-1bce-4c60-8c95-f5a76b0228dd,revision_number=0']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:37.637879 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-21172d9e-3125-488c-9977-97c12cf99cca tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.639895 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-21172d9e-3125-488c-9977-97c12cf99cca tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850191 Apr 01 00:10:37.643848 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 58762) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:37.652893 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [None req-d4e3850b-105a-4160-a8d3-92140fcb161b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'security_group_rule': {'security_group_id': '75d5bb1e-1f2c-452f-afac-5bb6f9e50691', 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:37.720281 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3b327e86-786c-40ee-b66e-7c39292f89b0 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:37.748451 n-d-836015-1 neutron-server[109821]: INFO neutron.db.securitygroups_db [None req-d4e3850b-105a-4160-a8d3-92140fcb161b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Project f3c2685670b848e6a117e43e6145b245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:10:37.758296 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4e3850b-105a-4160-a8d3-92140fcb161b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.793736 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3b327e86-786c-40ee-b66e-7c39292f89b0 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:37.800002 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.868499 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4e3850b-105a-4160-a8d3-92140fcb161b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.889792 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3a701509-9cf9-4d84-823d-ef17be95f195 up at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:37.952383 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Provisioning complete for port 3a701509-9cf9-4d84-823d-ef17be95f195 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:37.952753 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.966891 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4e3850b-105a-4160-a8d3-92140fcb161b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980934'] for security_group_rule, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.988248 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3850b-105a-4160-a8d3-92140fcb161b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5d3328-3404-46e7-9423-958e55a41ee7,revision_number=0']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:38.064082 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:38.066343 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-d4e3850b-105a-4160-a8d3-92140fcb161b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:38.069377 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-d4e3850b-105a-4160-a8d3-92140fcb161b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4242520 Apr 01 00:10:38.392198 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-cbc43ab5-6fa1-49f5-8fff-9f672c989370 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491722524&fields=id&tenant_id=f3c2685670b848e6a117e43e6145b245 HTTP/1.1" status: 200 len: 267 time: 0.0391715 Apr 01 00:10:38.514512 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-6e639274-3420-40dd-97aa-63fc99e98dcf tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:38.516019 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-6e639274-3420-40dd-97aa-63fc99e98dcf tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 810 time: 0.1165006 Apr 01 00:10:38.533644 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-dded437a-7eca-4e40-9cd9-adcbe4c76328 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/quotas/f3c2685670b848e6a117e43e6145b245 HTTP/1.1" status: 200 len: 375 time: 0.0116878 Apr 01 00:10:38.594748 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-a53f783c-eba3-4e1a-a964-7979515f29c1 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514152 Apr 01 00:10:38.707430 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-7f219910-2071-4689-9e94-69f2d82b1e6f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:10:38.708495 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-7f219910-2071-4689-9e94-69f2d82b1e6f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0999973 Apr 01 00:10:38.811976 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-55d14e4b-2f1b-42df-9e29-4e465a947f7a service neutron] 10.222.0.31 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963326 Apr 01 00:10:38.905163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-4edf3fa5-d340-4eb7-92fc-ff58860ced71 service neutron] 10.222.0.31 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873415 Apr 01 00:10:39.187936 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:39.221943 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:39.239669 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3154c1ba-7ca8-4df8-af62-4e530a418f90 req-a1eac429-5d5f-4b25-9424-f59ec490913b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 210 time: 0.1009333 Apr 01 00:10:39.295758 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:40.311053 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-54b701aa-c589-48ab-8b27-ed7c56460dbb req-11e93cf3-e6cc-49d1-979c-c346d26935ab tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 210 time: 0.0349648 Apr 01 00:10:40.376609 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:41.419635 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-aa6a138b-325c-480f-901b-f2d79d443fe8 req-161bbb6a-7d45-4077-b636-914772214d4d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 210 time: 0.0416846 Apr 01 00:10:41.664792 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-be843a2d-0fd0-4784-bb30-3b162842df8d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:41.666255 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-be843a2d-0fd0-4784-bb30-3b162842df8d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.50 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 810 time: 0.1222191 Apr 01 00:10:41.712933 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2960ea48-9d35-43a7-9073-22070ad0721e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c2685670b848e6a117e43e6145b245 HTTP/1.1" status: 200 len: 380 time: 0.0369077 Apr 01 00:10:41.722332 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'port': {'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'admin_state_up': True, 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'security_groups': ['75d5bb1e-1f2c-452f-afac-5bb6f9e50691']}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:41.913108 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Made reservation on behalf of f3c2685670b848e6a117e43e6145b245 for: {'port': 1} {{(pid=109821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:10:41.916954 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:42.050701 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_common [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Allocated IP 172.20.0.10 (fb80b85f-c96b-40a3-beef-bf78667f9da6/0cc367f8-601a-4f71-afd3-190f80ac3b15/a70fe69c-25ce-4ea9-b13f-eaeb236cb136) {{(pid=109821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:42.197672 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for port, precommit_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:42.284889 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_create {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:42.330070 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 is already hosted by enough agents. {{(pid=109821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:42.333383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.base_scheduler [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Resources bound (agent type, host, resource id): {{(pid=109821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:42.337009 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Received port after_create {{(pid=109821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:42.343230 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=1']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:42.391053 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:42.391778 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:42.476229 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-2eb3ae31-ad80-48e3-9de5-a7cd5119b7d4 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7575545 Apr 01 00:10:42.491432 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.v2.base [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Request body: {'port': {'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-1'}} {{(pid=109821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:42.543026 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-2d276b28-524d-44a0-8b0b-4849c7657411 None None] Provisioning complete for port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:42.543657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2d276b28-524d-44a0-8b0b-4849c7657411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:42.545984 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf621d4-0c3c-437a-8953-6785c85a2fea req-7593496c-7345-41b0-aa85-e962cb5233cd tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:42.551311 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bf621d4-0c3c-437a-8953-6785c85a2fea req-7593496c-7345-41b0-aa85-e962cb5233cd tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 932 time: 0.0579545 Apr 01 00:10:42.557789 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:42.583517 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-2d276b28-524d-44a0-8b0b-4849c7657411 None None] Port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:10:42.598833 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1bf621d4-0c3c-437a-8953-6785c85a2fea req-3ca9f945-d44f-4037-8548-54b410868b23 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399487 Apr 01 00:10:42.829418 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70fe69c-25ce-4ea9-b13f-eaeb236cb136 {{(pid=109821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:10:42.837729 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:42.850638 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.provisioning_blocks [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Transition to ACTIVE for port object a70fe69c-25ce-4ea9-b13f-eaeb236cb136 will not be triggered until provisioned by entity L2. {{(pid=109821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:10:42.935653 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:42.985477 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Pushing event updated for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=2']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:43.064033 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Attempting to bind port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 on host n-h1-836015-1 for vnic_type normal with profile {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:10:43.064415 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Attempting to bind port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 by drivers openvswitch,hyperv on host n-h1-836015-1 at level 0 using segments [{'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:10:43.064722 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Attempting to bind port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 on network fb80b85f-c96b-40a3-beef-bf78667f9da6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:43.069260 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 on network fb80b85f-c96b-40a3-beef-bf78667f9da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-1 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:10:43.069580 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Attempting to bind port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 on network fb80b85f-c96b-40a3-beef-bf78667f9da6 {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:43.075045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Checking agent: {'id': 'd5ae853f-0668-4364-b6a3-2ede4fce990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:10:43.075389 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Checking segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:43.075774 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Bound using segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} {{(pid=109821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:10:43.076205 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.managers [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Bound port: a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host: n-h1-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'}}] {{(pid=109821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:10:43.076561 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:43.147973 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, cleared binding levels {{(pid=109821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:10:43.150963 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:10:43.205571 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4406879'] for port, after_update {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:43.245420 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:43.246061 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:43.247534 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] 10.222.0.50 "PUT /v2.0/ports/a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 200 len: 1092 time: 0.7618175 Apr 01 00:10:43.247986 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:43.250914 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762ee692-39e4-4434-852c-ff4ad008999a" -d '{"events": [{"name": "network-changed", "server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:43.277349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335c5a7-056a-4eb8-a37b-6d3a0607d5fc service neutron] Pushing event updated for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=3']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:43.292781 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59532f1e-35f9-41bc-abe2-53094f9fb55b x-openstack-request-id: req-59532f1e-35f9-41bc-abe2-53094f9fb55b {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:43.293078 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:43.293334 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59532f1e-35f9-41bc-abe2-53094f9fb55b {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:43.293748 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59532f1e-35f9-41bc-abe2-53094f9fb55b'] response: {'name': 'network-changed', 'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'status': 'completed', 'code': 200} Apr 01 00:10:43.380295 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ee692-39e4-4434-852c-ff4ad008999a req-2d6af0f6-85ec-4d96-9713-b8f10e7e659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:43.380295 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-762ee692-39e4-4434-852c-ff4ad008999a req-2d6af0f6-85ec-4d96-9713-b8f10e7e659e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1095 time: 0.0566871 Apr 01 00:10:43.507914 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ee692-39e4-4434-852c-ff4ad008999a req-1e7cab69-4e02-42a0-963d-03808e7260b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:43.509339 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-762ee692-39e4-4434-852c-ff4ad008999a req-1e7cab69-4e02-42a0-963d-03808e7260b2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f3c2685670b848e6a117e43e6145b245&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1298227 Apr 01 00:10:43.623757 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ee692-39e4-4434-852c-ff4ad008999a req-44f8ddfa-a835-403c-b2b7-4979c516049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:43.625982 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-762ee692-39e4-4434-852c-ff4ad008999a req-44f8ddfa-a835-403c-b2b7-4979c516049a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104784 Apr 01 00:10:43.709347 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-1c2d7485-c8c0-4c50-bc96-f698c3b31894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:43.711016 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-1c2d7485-c8c0-4c50-bc96-f698c3b31894 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1095 time: 0.0449619 Apr 01 00:10:43.726267 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8d8f6-a583-431c-96b8-a0663a99fc3c req-3378c15c-e03c-465a-bcac-73e863b6ead9 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:43.727782 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cc8d8f6-a583-431c-96b8-a0663a99fc3c req-3378c15c-e03c-465a-bcac-73e863b6ead9 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 944 time: 0.0511508 Apr 01 00:10:43.754724 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-b4b8de6d-c247-453e-9ce4-48bb13d7217d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 200 len: 217 time: 0.0350218 Apr 01 00:10:43.767327 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4cc8d8f6-a583-431c-96b8-a0663a99fc3c req-c016d886-fbd1-49d0-ab05-44afdb73eef0 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Apr 01 00:10:43.803704 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-a2cde78e-f7be-490f-b612-53a72a821db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:43.805169 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-a2cde78e-f7be-490f-b612-53a72a821db5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0441353 Apr 01 00:10:43.854093 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-314177a7-ccb5-4507-ad4f-054166419e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:43.855667 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-314177a7-ccb5-4507-ad4f-054166419e7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444264 Apr 01 00:10:43.945148 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-081dcc74-0973-4c72-824a-7dc6a79c75c9 service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829425 Apr 01 00:10:44.038318 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-f5b25d97-ef88-414e-9e7c-3fb90e22ad22 req-f306ffca-5675-4196-9087-7f87a239e63a service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858932 Apr 01 00:10:44.883505 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c195-096c-4299-bfc1-53259b609b88 req-b9b8ff09-66ca-495a-b4d9-ddfacfe3d7fc tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:44.884961 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d842c195-096c-4299-bfc1-53259b609b88 req-b9b8ff09-66ca-495a-b4d9-ddfacfe3d7fc tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 944 time: 0.0480440 Apr 01 00:10:44.926316 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d842c195-096c-4299-bfc1-53259b609b88 req-68ddf04f-f5a9-496e-86ca-f1301425c418 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350606 Apr 01 00:10:46.045128 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c675e3-1046-4dd4-bf68-3183e4e0f2f3 req-2fdb6aec-2527-494e-8580-8e29533bd856 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:46.046673 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9c675e3-1046-4dd4-bf68-3183e4e0f2f3 req-2fdb6aec-2527-494e-8580-8e29533bd856 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 944 time: 0.0496123 Apr 01 00:10:46.067692 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a70fe69c-25ce-4ea9-b13f-eaeb236cb136 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:10:46.087182 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c9c675e3-1046-4dd4-bf68-3183e4e0f2f3 req-7b78ccb8-6f46-4b52-8860-59d316ca7f06 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343513 Apr 01 00:10:46.165394 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:46.176273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:10:46.212926 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:46.228312 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70fe69c-25ce-4ea9-b13f-eaeb236cb136 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:10:46.247223 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:46.352949 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:46.401756 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:46.598132 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a70fe69c-25ce-4ea9-b13f-eaeb236cb136'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:10:47.202357 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345ec63-b4fa-4ae4-82f7-6a483afd66ef req-99bdc70d-2794-437e-be42-4681ab64b83d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:47.204381 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8345ec63-b4fa-4ae4-82f7-6a483afd66ef req-99bdc70d-2794-437e-be42-4681ab64b83d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 945 time: 0.0496271 Apr 01 00:10:47.242271 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8345ec63-b4fa-4ae4-82f7-6a483afd66ef req-87d570f4-00db-40cc-aaf9-8e823fa68c78 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Apr 01 00:10:48.087600 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a70fe69c-25ce-4ea9-b13f-eaeb236cb136 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:10:48.198246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning for port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:10:48.202511 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:48.205585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:48.281569 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:48.304331 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:48.306634 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8571a4d8-50e9-4f4a-a36d-803b6a402b76" -d '{"events": [{"server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "name": "network-vif-plugged", "status": "completed", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:48.320512 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:48.345487 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a1562-917e-4d03-a68f-7759dc58ec2c x-openstack-request-id: req-cc3a1562-917e-4d03-a68f-7759dc58ec2c {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:48.345779 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "name": "network-vif-plugged", "status": "completed", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:48.346033 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc3a1562-917e-4d03-a68f-7759dc58ec2c {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:48.346436 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3a1562-917e-4d03-a68f-7759dc58ec2c'] response: {'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'code': 200} Apr 01 00:10:48.360690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138504d6-44e7-4e7f-8693-21ab811699fc req-ad9ab661-6ad0-4ff2-b31d-9f5e2b0ece53 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:48.362190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-138504d6-44e7-4e7f-8693-21ab811699fc req-ad9ab661-6ad0-4ff2-b31d-9f5e2b0ece53 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 945 time: 0.0525801 Apr 01 00:10:48.398591 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:48.408786 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-138504d6-44e7-4e7f-8693-21ab811699fc req-278cac7a-0e14-4412-8742-c210241d65bb tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Apr 01 00:10:48.442982 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409ee7-e6ff-4780-9d50-0f85af68c070 req-e971fcf6-43b4-4a80-9770-98b83c31692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:48.444556 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8d409ee7-e6ff-4780-9d50-0f85af68c070 req-e971fcf6-43b4-4a80-9770-98b83c31692f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1097 time: 0.0451434 Apr 01 00:10:48.449502 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:48.479867 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8d409ee7-e6ff-4780-9d50-0f85af68c070 req-58ad15ca-8636-4530-b79e-11f19b54717f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287745 Apr 01 00:10:49.528863 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cd846-c4c6-48ee-a1e8-fcffe1bec2c9 req-8f826d1d-ef4a-4799-b638-0fcfdd9139ef tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:49.530298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-589cd846-c4c6-48ee-a1e8-fcffe1bec2c9 req-8f826d1d-ef4a-4799-b638-0fcfdd9139ef tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 946 time: 0.0506933 Apr 01 00:10:49.569614 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-589cd846-c4c6-48ee-a1e8-fcffe1bec2c9 req-3ac1ac48-cd6d-4884-b115-9c394e4526b5 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Apr 01 00:10:50.685736 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e526fd-a844-4c1f-82ac-00c66bb44e01 req-1e301d9e-0bcf-46ac-8c35-da15cd4fee1b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:50.687309 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34e526fd-a844-4c1f-82ac-00c66bb44e01 req-1e301d9e-0bcf-46ac-8c35-da15cd4fee1b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Apr 01 00:10:50.724539 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-34e526fd-a844-4c1f-82ac-00c66bb44e01 req-ac97017f-12b8-4fa8-92fa-cfb78f9bedfc tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Apr 01 00:10:50.839709 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762db1a-bc12-4fac-89c9-b84c7d78add0 req-bbe9864e-0a8b-40f6-b91a-cbd384dcead6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:50.841176 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a762db1a-bc12-4fac-89c9-b84c7d78add0 req-bbe9864e-0a8b-40f6-b91a-cbd384dcead6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 946 time: 0.0485301 Apr 01 00:10:50.882257 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-a762db1a-bc12-4fac-89c9-b84c7d78add0 req-cd999d30-2873-4ac6-a540-42b5fbacfb8b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350599 Apr 01 00:10:50.904200 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58826) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:50.983595 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af807c-741e-4c7a-95f2-59d9a07d53fc tempest-TestSnapshotPattern-1158000036 tempest-TestSnapshotPattern-1158000036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:50.985089 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-29af807c-741e-4c7a-95f2-59d9a07d53fc tempest-TestSnapshotPattern-1158000036 tempest-TestSnapshotPattern-1158000036-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1092 time: 0.0799282 Apr 01 00:10:50.988019 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 58830) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:50.992175 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:51.078684 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:51.174142 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:51.278910 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Allocated IP 172.25.4.52 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/9ba3471c-20da-429b-b90a-240cd22ed91f) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:51.378965 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:51.502351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:51.544487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:51.547291 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:51.552226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:51.573546 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'Port': ['ID=9ba3471c-20da-429b-b90a-240cd22ed91f,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:51.911665 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:52.046567 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:52.194069 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:52.275442 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:52.342946 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'Port': ['ID=9ba3471c-20da-429b-b90a-240cd22ed91f,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:52.353251 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:52.454258 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Floating IP f1fbd213-fc77-4c97-a980-bd5b2d28cdc5 associated. External IP: 172.25.4.52, port: a70fe69c-25ce-4ea9-b13f-eaeb236cb136. Apr 01 00:10:52.665408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Router bee7065e-5a2f-4067-a1ec-ef457f73d8ed has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:10:52.774447 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:52.784487 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] Sync routers for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:52.795077 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:52.795715 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:52.846522 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:52.876938 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d15199a4-2507-400d-8027-6bd8c2b7045e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8879042 Apr 01 00:10:52.878289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:52.881214 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8" -d '{"events": [{"name": "network-changed", "server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:52.908526 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:52.984777 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7233ef2-0050-445c-92c4-97814fc6954a x-openstack-request-id: req-c7233ef2-0050-445c-92c4-97814fc6954a {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:52.985274 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:52.985431 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7233ef2-0050-445c-92c4-97814fc6954a {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:52.985945 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7233ef2-0050-445c-92c4-97814fc6954a'] response: {'name': 'network-changed', 'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'status': 'completed', 'code': 200} Apr 01 00:10:53.047821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-6229107a-fd28-44b1-987a-1151b5702396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:53.049235 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-6229107a-fd28-44b1-987a-1151b5702396 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1097 time: 0.0412490 Apr 01 00:10:53.143218 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-dbbe01ba-0341-47c7-9083-83c0f0f8b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:53.144344 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:51Z', 'revision_number': 0, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:53.144725 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-dbbe01ba-0341-47c7-9083-83c0f0f8b14c service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0893922 Apr 01 00:10:53.170085 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] Checking router: bee7065e-5a2f-4067-a1ec-ef457f73d8ed for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:53.179124 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:53.179731 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:10:36Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:53.209872 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-6195f01e-7f51-404f-9261-2d6c9828b1a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 200 len: 999 time: 0.0588415 Apr 01 00:10:53.266543 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-ec1ac0fe-0dab-46f1-9711-f5d5991ba358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:53.268167 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-ec1ac0fe-0dab-46f1-9711-f5d5991ba358 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0505648 Apr 01 00:10:53.286077 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:53.315076 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-bfd6b690-e398-4e67-a41e-a4a48bf839db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:53.317077 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-bfd6b690-e398-4e67-a41e-a4a48bf839db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417051 Apr 01 00:10:53.407024 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-9b526391-5f65-4b1d-9fb4-8791dd1c844b service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834031 Apr 01 00:10:53.505983 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-e5ac0970-ed9e-41c5-8926-b10f31bd99f8 req-27392166-bfa5-4cf5-a150-97eb5b58591b service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905731 Apr 01 00:10:53.511786 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:51Z', 'revision_number': 0, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:53.538235 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c3e69b-16b2-4a50-8e44-2805e28aa575 None None] The sync data for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 is: [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:51Z', 'revision_number': 0, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:53.726471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ab386-4b29-443b-a9fc-d253c5c6179a None None] New status for floating IP f1fbd213-fc77-4c97-a980-bd5b2d28cdc5: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:11:04.067245 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5c2c38ea-0924-4d1b-928a-96c942849d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:06.181543 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-47d7956f-44d7-458a-9c8c-fddb413361f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:08.004116 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:09.198556 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:09.227400 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:09.228297 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:10.409786 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:11.060220 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:11:34.009983 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2c671013-7b2a-4570-86aa-9392bd21f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:36.186929 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d7171da2-6659-41e5-bfb5-ab3d5ab18ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:37.991503 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:39.161272 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:39.181271 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:39.231398 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:39.833241 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-b812f950-5285-4378-9f02-1dfe228e46b7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409248 Apr 01 00:11:39.919452 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-ca01c533-554c-4406-b9c9-2361e3d53d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:39.920956 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-ca01c533-554c-4406-b9c9-2361e3d53d2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1097 time: 0.0412629 Apr 01 00:11:40.027102 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-eb98ca90-9434-42c7-9c1a-1cad0a56a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:40.029169 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-eb98ca90-9434-42c7-9c1a-1cad0a56a752 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0876987 Apr 01 00:11:40.097857 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-3d0ecf32-546d-487f-a498-0a2700513071 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 200 len: 1001 time: 0.0607479 Apr 01 00:11:40.152290 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-b40066cd-8477-440d-ad22-c919bd050945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:40.153775 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-b40066cd-8477-440d-ad22-c919bd050945 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0486283 Apr 01 00:11:40.209544 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-e507b754-4d19-4f38-be69-e7a28d99becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:40.211085 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-e507b754-4d19-4f38-be69-e7a28d99becb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488448 Apr 01 00:11:40.298150 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-9222c9be-76ac-4b81-a753-2c5016ba8b57 service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789688 Apr 01 00:11:40.391786 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1a755a32-0594-4077-a9dd-76bdd5737178 req-d3f83bb3-cc22-4b54-8be7-ac18ceca6c87 service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868101 Apr 01 00:11:40.414582 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:48.058631 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:12:04.055138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-68c0f5a2-0d85-4383-b2b7-9cc8110b4d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:06.180833 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b22ebd54-5fa1-4346-93a8-b6702ebea8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:07.997766 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:09.186460 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:09.197745 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:09.254968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:10.432366 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:25.058288 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:12:34.032149 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d38626ea-cc02-41fe-a316-d7ca61e10771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:36.151783 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cc5ccd68-f36b-4281-9894-ca57c6b12770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:38.014939 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:39.185228 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:39.214556 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:39.243240 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:40.426265 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:41.873130 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-ff004cbf-f9b9-464e-a3c3-48cae7308ee8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849273 Apr 01 00:12:41.959590 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-639fdffd-1d26-4445-98df-e44ca22d5560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:41.961590 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-639fdffd-1d26-4445-98df-e44ca22d5560 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1097 time: 0.0414174 Apr 01 00:12:42.075254 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-1de14a2f-57c6-40e7-a2c0-195239d73c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:42.076721 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-1de14a2f-57c6-40e7-a2c0-195239d73c5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0940158 Apr 01 00:12:42.145414 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-54b26183-53ca-4b79-9cbe-fee6fb55f331 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 200 len: 1001 time: 0.0613999 Apr 01 00:12:42.199348 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-9a1a51ec-acb8-45c5-a1da-89f868fb49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:42.200794 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-9a1a51ec-acb8-45c5-a1da-89f868fb49ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0478418 Apr 01 00:12:42.248395 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-3f6487a6-3afb-4ca0-8b9c-a8fdb745daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:42.250006 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-3f6487a6-3afb-4ca0-8b9c-a8fdb745daeb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405834 Apr 01 00:12:42.338525 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-f80faaa9-5bf9-4a6f-a187-5037b021d107 service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808406 Apr 01 00:12:42.432123 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-1d546182-e20c-4af6-b38b-11cee8f0770a req-cf6178c7-7687-4cba-8a89-fad959221e83 service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 Apr 01 00:12:52.784060 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a70fe69c-25ce-4ea9-b13f-eaeb236cb136 details requested by agent hyperv_n-h1-836015-1 with host n-h1-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:12:52.886386 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:52.898318 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Returning: {'device': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:12:52.937804 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:52.951577 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a70fe69c-25ce-4ea9-b13f-eaeb236cb136 {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:12:52.970222 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:53.049041 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:53.099246 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:12:53.109890 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.110287 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.110684 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.111027 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.111364 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.111698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.112028 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.112356 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.112682 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.113009 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.113332 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.113681 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:12:53.127495 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] get_ports_and_sgs() called for port_ids ['a70fe69c-25ce-4ea9-b13f-eaeb236cb136'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:12:54.806996 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a70fe69c-25ce-4ea9-b13f-eaeb236cb136 up at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:12:54.859947 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Provisioning complete for port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:12:54.860596 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:54.947036 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:54.978665 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:12:54.981061 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2816627-5ac1-49a1-937c-6e57c9961787" -d '{"events": [{"server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "name": "network-vif-plugged", "status": "completed", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:12:54.998342 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:12:55.047649 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914dada1-67bd-4628-bb66-b16048f9c54e x-openstack-request-id: req-914dada1-67bd-4628-bb66-b16048f9c54e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:12:55.047649 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "name": "network-vif-plugged", "status": "completed", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:12:55.047649 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-914dada1-67bd-4628-bb66-b16048f9c54e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:12:55.047649 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914dada1-67bd-4628-bb66-b16048f9c54e'] response: {'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'code': 200} Apr 01 00:12:55.050590 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:55.112986 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:02.057152 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:13:03.495091 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-e99d0048-d963-4ffe-bb7a-30cce0c396d5 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491722524&fields=id&tenant_id=f3c2685670b848e6a117e43e6145b245 HTTP/1.1" status: 200 len: 267 time: 0.0434475 Apr 01 00:13:03.604458 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-249456ef-dd05-430f-b185-867fddd12845 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:03.605930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-249456ef-dd05-430f-b185-867fddd12845 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 810 time: 0.1034894 Apr 01 00:13:03.621846 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-309d7d96-1944-4c97-a504-cf23d8937707 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/quotas/f3c2685670b848e6a117e43e6145b245 HTTP/1.1" status: 200 len: 375 time: 0.0100141 Apr 01 00:13:03.679974 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-cd290cbc-456d-401f-b671-d93b158e2c66 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514417 Apr 01 00:13:03.740761 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-59987b0c-4930-48ad-8014-d0cc399e4752 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:13:03.751450 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-59987b0c-4930-48ad-8014-d0cc399e4752 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500548 Apr 01 00:13:03.834939 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-fea87a9a-c9a8-42cf-b297-24073a1ace62 service neutron] 10.222.0.31 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861709 Apr 01 00:13:03.922160 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-0149737e-e92a-40f5-bd02-3389ff1e23c0 service neutron] 10.222.0.31 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810604 Apr 01 00:13:04.031585 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-381390ad-1507-4c1d-bf0c-fc7c7b38527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:04.178015 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-771cad2e-4cb9-4b7a-91c5-3d719769fb33 req-5616d35f-42bf-4ff0-8a8a-7cd8ede60f36 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 210 time: 0.0293415 Apr 01 00:13:05.256151 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2e34d9df-5495-4cd1-a981-67d7ba17c577 req-d491dc2f-6067-4916-a73e-e34b32020979 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 210 time: 0.0257835 Apr 01 00:13:06.197436 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-488c3a5b-42cc-44b6-ab73-055f485f4d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:06.353237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-839b4239-4fb1-43cf-930d-8c1557527dd4 req-4ccb18d7-f603-4675-97ac-92611a73c18b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 210 time: 0.0303969 Apr 01 00:13:06.846874 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a70fe69c-25ce-4ea9-b13f-eaeb236cb136 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:13:06.922961 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:06.945316 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:13:06.947686 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22e5f1f-8bb3-4aad-a248-6f6faa8d368a" -d '{"events": [{"server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "name": "network-vif-unplugged", "status": "completed", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:13:06.961191 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:07.039167 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 00:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f565c5-cef6-43f9-a77b-c1e2b90bbe21 x-openstack-request-id: req-76f565c5-cef6-43f9-a77b-c1e2b90bbe21 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:13:07.039456 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "name": "network-vif-unplugged", "status": "completed", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:13:07.039706 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76f565c5-cef6-43f9-a77b-c1e2b90bbe21 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:13:07.040747 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f565c5-cef6-43f9-a77b-c1e2b90bbe21'] response: {'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'code': 200} Apr 01 00:13:07.077383 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:07.123949 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Pushing event updated for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:07.449394 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3d837345-cf37-4892-8451-43a824001352 req-d3e0f909-3cb9-43a6-8c86-b6d4eaf14755 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 210 time: 0.0275986 Apr 01 00:13:07.988454 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-11bfa283-f986-4e30-a8ac-e0b1ff99bb3d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:07.989897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-11bfa283-f986-4e30-a8ac-e0b1ff99bb3d tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.45 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 810 time: 0.1009331 Apr 01 00:13:07.997254 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:08.034892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-28da1456-03be-49e0-89f8-de5fa225c1db tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c2685670b848e6a117e43e6145b245 HTTP/1.1" status: 200 len: 380 time: 0.0355072 Apr 01 00:13:08.044317 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'port': {'device_id': '06f965c3-e52c-4339-849f-5673e6397f94', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'admin_state_up': True, 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'security_groups': ['75d5bb1e-1f2c-452f-afac-5bb6f9e50691']}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:13:08.213656 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Made reservation on behalf of f3c2685670b848e6a117e43e6145b245 for: {'port': 1} {{(pid=109820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:13:08.217380 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:08.350715 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Allocated IP 172.20.0.8 (fb80b85f-c96b-40a3-beef-bf78667f9da6/0cc367f8-601a-4f71-afd3-190f80ac3b15/0f4ec9b4-ff6f-49f4-be79-146265d12e9c) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:13:08.488124 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:08.546847 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-332e47a4-6c64-428d-b99c-ce1f8f86da7d req-3834f647-03d6-4622-aa67-1edb0652cab8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 210 time: 0.0263224 Apr 01 00:13:08.581379 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:08.650889 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:13:08.654663 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:13:08.659000 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:13:08.666352 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:08.721875 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.722369 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.722737 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.723117 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.723455 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.723786 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.724109 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.724435 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.724757 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.725084 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.725410 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.725734 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:08.750942 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:08.752090 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:08.859166 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-4dfb4b02-d94f-4840-84b9-6a91bcc7fb43 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8181281 Apr 01 00:13:09.047238 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-026a37af-7978-4769-97c1-932a1555a13c None None] Provisioning complete for port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c triggered by entity DHCP. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:13:09.047873 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-026a37af-7978-4769-97c1-932a1555a13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:09.091505 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-026a37af-7978-4769-97c1-932a1555a13c None None] Port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c cannot update to ACTIVE because it is not bound. {{(pid=109822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:13:09.151509 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:09.179138 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:09.231671 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:09.686650 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2971cba-0bf9-4ee8-8aea-d967046bdb64 req-2c3928c3-0298-41ff-99a6-718c1cf5da76 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:09.688382 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2971cba-0bf9-4ee8-8aea-d967046bdb64 req-2c3928c3-0298-41ff-99a6-718c1cf5da76 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 931 time: 0.0518401 Apr 01 00:13:09.731763 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2971cba-0bf9-4ee8-8aea-d967046bdb64 req-50cf5dd6-6c8c-4838-8993-6f7a47685c72 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357914 Apr 01 00:13:10.414945 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:10.862415 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80947e-de2c-4472-a4bc-1bb58d6450a0 req-d2deebfe-fc68-425d-a6ed-21d99ecb2cf1 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:10.863936 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b80947e-de2c-4472-a4bc-1bb58d6450a0 req-d2deebfe-fc68-425d-a6ed-21d99ecb2cf1 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 931 time: 0.0575879 Apr 01 00:13:10.905566 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-1b80947e-de2c-4472-a4bc-1bb58d6450a0 req-9e1f0c0c-1d3b-4a1c-9662-acdad875ee37 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349042 Apr 01 00:13:12.031338 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90796a9-8fc7-4fbd-bb64-ca892d7110c5 req-e19c06fb-0f7c-4306-beac-7fdee0491b6f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:12.032887 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c90796a9-8fc7-4fbd-bb64-ca892d7110c5 req-e19c06fb-0f7c-4306-beac-7fdee0491b6f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 931 time: 0.0552680 Apr 01 00:13:12.070897 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-c90796a9-8fc7-4fbd-bb64-ca892d7110c5 req-8f5e6d9c-8cc9-4a33-bc3a-d4fa0acd37be tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Apr 01 00:13:13.219478 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2d12a-4449-4870-bb95-2fbc0997f4ef req-dc81159f-9813-4187-8243-a88ec579052c tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:13.221044 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5aa2d12a-4449-4870-bb95-2fbc0997f4ef req-dc81159f-9813-4187-8243-a88ec579052c tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 931 time: 0.0607800 Apr 01 00:13:13.262860 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-5aa2d12a-4449-4870-bb95-2fbc0997f4ef req-f240b14d-0751-44ce-ac60-6fd79f5ee9b8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352960 Apr 01 00:13:14.388892 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fe278-675a-4bbb-a9d6-d28a2dbcde39 req-c700e18a-68d1-4817-a90b-7b37fbfa4960 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:14.390441 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f6fe278-675a-4bbb-a9d6-d28a2dbcde39 req-c700e18a-68d1-4817-a90b-7b37fbfa4960 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 931 time: 0.0562487 Apr 01 00:13:14.439362 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-7f6fe278-675a-4bbb-a9d6-d28a2dbcde39 req-2dbf12e3-3e62-4a31-8669-23479670b6aa tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Apr 01 00:13:15.566319 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a437a1-f854-4c81-a395-346a6a18e121 req-79504b72-ca47-4824-be0b-058a4f104c8e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:15.568116 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6a437a1-f854-4c81-a395-346a6a18e121 req-79504b72-ca47-4824-be0b-058a4f104c8e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 931 time: 0.0540648 Apr 01 00:13:15.610303 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e6a437a1-f854-4c81-a395-346a6a18e121 req-95fcf0bf-d973-4097-8c07-e601f367a58a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354435 Apr 01 00:13:16.735121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8afe47-b232-408b-b087-1cbd22ab8f6d req-294592d1-46a6-48b7-b9fb-ad9112c0bcf7 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:16.736821 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b8afe47-b232-408b-b087-1cbd22ab8f6d req-294592d1-46a6-48b7-b9fb-ad9112c0bcf7 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 931 time: 0.0511346 Apr 01 00:13:16.777577 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-6b8afe47-b232-408b-b087-1cbd22ab8f6d req-ba8cd47a-f4bc-461d-a59d-2743cebcde23 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329652 Apr 01 00:13:17.423377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-bb282458-4efa-4c0b-bd95-c4de1ff02fc6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:13:17.424325 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-bb282458-4efa-4c0b-bd95-c4de1ff02fc6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051696 Apr 01 00:13:17.483121 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Request body: {'port': {'device_id': '06f965c3-e52c-4339-849f-5673e6397f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-1'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:13:17.540607 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:17.805562 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4ec9b4-ff6f-49f4-be79-146265d12e9c {{(pid=109820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:13:17.812941 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:17.824580 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.provisioning_blocks [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Transition to ACTIVE for port object 0f4ec9b4-ff6f-49f4-be79-146265d12e9c will not be triggered until provisioned by entity L2. {{(pid=109820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:13:17.876868 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:17.973468 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa8eb-e65f-462a-98a9-9c426f01681e req-1eebb036-c351-4521-9f00-70abf16e42f2 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:17.975100 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be1fa8eb-e65f-462a-98a9-9c426f01681e req-1eebb036-c351-4521-9f00-70abf16e42f2 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 931 time: 0.1296756 Apr 01 00:13:17.997231 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Pushing event updated for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:18.055988 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-be1fa8eb-e65f-462a-98a9-9c426f01681e req-fc39f132-ed70-48a1-b9c6-2c3731fd84a3 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595331 Apr 01 00:13:18.056813 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Attempting to bind port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c on host n-h2-836015-1 for vnic_type normal with profile {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:13:18.057220 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Attempting to bind port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c by drivers openvswitch,hyperv on host n-h2-836015-1 at level 0 using segments [{'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:13:18.057510 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Attempting to bind port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c on network fb80b85f-c96b-40a3-beef-bf78667f9da6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:13:18.062436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c on network fb80b85f-c96b-40a3-beef-bf78667f9da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-1 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:13:18.062801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Attempting to bind port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c on network fb80b85f-c96b-40a3-beef-bf78667f9da6 {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:13:18.067971 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Checking agent: {'id': 'bb693eb2-2eee-4828-a269-9d4f6ba56086', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'started_at': datetime.datetime(2022, 3, 31, 22, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:13:18.077502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Checking segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:13:18.077502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Bound using segment: {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'} {{(pid=109820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:13:18.077502 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.managers [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Bound port: 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host: n-h2-836015-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6'}}] {{(pid=109820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:13:18.077502 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:18.138442 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, cleared binding levels {{(pid=109820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:13:18.147963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:13:18.809854 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:18.846263 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:18.846918 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:18.848527 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-065ff560-c34b-41dc-8748-ef081786061c service neutron] 10.222.0.45 "PUT /v2.0/ports/0f4ec9b4-ff6f-49f4-be79-146265d12e9c HTTP/1.1" status: 200 len: 1091 time: 1.4157364 Apr 01 00:13:18.848966 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:13:18.851275 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be867a-f9b1-4d87-8635-39665afa27df" -d '{"events": [{"name": "network-changed", "server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:13:18.876783 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff560-c34b-41dc-8748-ef081786061c service neutron] Pushing event updated for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=3']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:18.896166 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc8ff57-c8d5-476d-b568-528103ed7bb7 x-openstack-request-id: req-6bc8ff57-c8d5-476d-b568-528103ed7bb7 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:13:18.896458 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:13:18.896706 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bc8ff57-c8d5-476d-b568-528103ed7bb7 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:13:18.897122 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc8ff57-c8d5-476d-b568-528103ed7bb7'] response: {'name': 'network-changed', 'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'status': 'completed', 'code': 200} Apr 01 00:13:18.963287 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be867a-f9b1-4d87-8635-39665afa27df req-181e5f85-0407-4b6b-92af-7972e70b48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:18.964838 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2be867a-f9b1-4d87-8635-39665afa27df req-181e5f85-0407-4b6b-92af-7972e70b48d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 1094 time: 0.0449314 Apr 01 00:13:19.072690 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be867a-f9b1-4d87-8635-39665afa27df req-a4181b0a-de7c-4697-a1d9-d861fcd2a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.074245 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2be867a-f9b1-4d87-8635-39665afa27df req-a4181b0a-de7c-4697-a1d9-d861fcd2a279 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3c2685670b848e6a117e43e6145b245&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1022882 Apr 01 00:13:19.544087 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be867a-f9b1-4d87-8635-39665afa27df req-ea8750ce-f544-465a-8f36-3586ff0e097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.545546 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d2be867a-f9b1-4d87-8635-39665afa27df req-ea8750ce-f544-465a-8f36-3586ff0e097b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4649370 Apr 01 00:13:19.554796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9aa2c-7e15-4e5c-94ab-16e40ab177d7 req-066bcf28-73d3-4bea-b55e-340ecb07271e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.556298 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1f9aa2c-7e15-4e5c-94ab-16e40ab177d7 req-066bcf28-73d3-4bea-b55e-340ecb07271e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 943 time: 0.4236090 Apr 01 00:13:19.619832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-b1f9aa2c-7e15-4e5c-94ab-16e40ab177d7 req-9e25acaf-2908-4051-8113-c19bb564b9aa tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565412 Apr 01 00:13:19.635992 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-ad921745-c2af-4fc7-88cc-da230503b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.637482 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-ad921745-c2af-4fc7-88cc-da230503b95f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 1094 time: 0.0527458 Apr 01 00:13:19.679794 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-c9a7b981-3939-41f3-956a-547a72fd668a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c HTTP/1.1" status: 200 len: 217 time: 0.0348403 Apr 01 00:13:19.730919 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-043549f6-7951-462e-962f-4e4ff12d942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.732690 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-043549f6-7951-462e-962f-4e4ff12d942f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0471759 Apr 01 00:13:19.779902 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-e20f6a71-2056-4bb4-b88b-7cf5beacbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.781433 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-e20f6a71-2056-4bb4-b88b-7cf5beacbcfa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423470 Apr 01 00:13:19.879237 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-c7f27d45-b176-4cce-a871-6e85ba2a61af service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898206 Apr 01 00:13:19.978190 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-e0dd7f5c-57ff-4abf-8201-cdd75a0368ab req-23649354-e41f-429a-81be-af701cdde5c1 service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921788 Apr 01 00:13:20.741038 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4a27-6fb8-4be8-b32b-42d5fa41e68c req-79400a29-ee34-42af-9490-a6b2766f26dc tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:20.742547 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d4a4a27-6fb8-4be8-b32b-42d5fa41e68c req-79400a29-ee34-42af-9490-a6b2766f26dc tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 943 time: 0.0498555 Apr 01 00:13:20.781588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d4a4a27-6fb8-4be8-b32b-42d5fa41e68c req-278b79dd-bf31-4d6d-b736-0e39a817159e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Apr 01 00:13:21.897226 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba709cb-24f2-4844-b7ea-a6b6f023b2c5 req-a9d01de0-bca1-468f-bd19-94624c05ec87 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:21.898710 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ba709cb-24f2-4844-b7ea-a6b6f023b2c5 req-a9d01de0-bca1-468f-bd19-94624c05ec87 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 943 time: 0.0478203 Apr 01 00:13:21.940477 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-8ba709cb-24f2-4844-b7ea-a6b6f023b2c5 req-df41a8bb-2406-4cbf-a529-4624dcfd12f2 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356727 Apr 01 00:13:23.074408 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9c7c-6164-4f3a-a94d-3dc1c4bea334 req-1418beba-f489-4ffe-a256-7d0abad688a9 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:23.075986 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d5f9c7c-6164-4f3a-a94d-3dc1c4bea334 req-1418beba-f489-4ffe-a256-7d0abad688a9 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 943 time: 0.0593908 Apr 01 00:13:23.114039 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-9d5f9c7c-6164-4f3a-a94d-3dc1c4bea334 req-ae9ccdfb-6053-4fbc-8c63-5a83cb4d62b8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Apr 01 00:13:24.061145 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0f4ec9b4-ff6f-49f4-be79-146265d12e9c details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:13:24.156237 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:24.167936 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'port_id': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'mac_address': 'fa:16:3e:cf:e4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:13:24.210563 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:24.223834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4ec9b4-ff6f-49f4-be79-146265d12e9c {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:13:24.236536 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc592ac2-50f3-404b-b39a-c9e9d4d5b46c req-a9b69053-aeb7-4dcb-890a-33b391a1d75e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:24.238035 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc592ac2-50f3-404b-b39a-c9e9d4d5b46c req-a9b69053-aeb7-4dcb-890a-33b391a1d75e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 943 time: 0.0484698 Apr 01 00:13:24.242721 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:24.276146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc592ac2-50f3-404b-b39a-c9e9d4d5b46c req-c7cf0010-0a58-49e5-ba41-1a2507357b0a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Apr 01 00:13:24.305615 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:24.351401 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=4']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:24.536143 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['0f4ec9b4-ff6f-49f4-be79-146265d12e9c'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:13:25.399391 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb89b6-662d-41c1-8a95-2abb4cf4c01a req-c491c0ec-e8fe-4a3c-afc2-a7ee341519ed tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:25.401302 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41cb89b6-662d-41c1-8a95-2abb4cf4c01a req-c491c0ec-e8fe-4a3c-afc2-a7ee341519ed tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 944 time: 0.0573859 Apr 01 00:13:25.442864 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-41cb89b6-662d-41c1-8a95-2abb4cf4c01a req-31be30ca-57da-43f2-83ee-f3bfe3a34223 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350893 Apr 01 00:13:26.071982 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0f4ec9b4-ff6f-49f4-be79-146265d12e9c up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:13:26.202901 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning for port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c completed by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:13:26.206971 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:13:26.207339 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:26.284727 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:26.306275 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:13:26.309164 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cb2099-0bfe-4877-90ee-8d546b916b7b" -d '{"events": [{"server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "name": "network-vif-plugged", "status": "completed", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:13:26.321124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:26.351825 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4467160f-917d-401e-8086-0d57eff0f73e x-openstack-request-id: req-4467160f-917d-401e-8086-0d57eff0f73e {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:13:26.351825 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "name": "network-vif-plugged", "status": "completed", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:13:26.351825 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4467160f-917d-401e-8086-0d57eff0f73e {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:13:26.351825 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4467160f-917d-401e-8086-0d57eff0f73e'] response: {'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'code': 200} Apr 01 00:13:26.386020 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:26.433717 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=5']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:26.446986 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8c15-9a44-4d89-8a03-299d805ce3ca req-32d51349-e0d3-4f39-9c7a-c0561138c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:26.448483 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d3f8c15-9a44-4d89-8a03-299d805ce3ca req-32d51349-e0d3-4f39-9c7a-c0561138c0b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 1096 time: 0.0401454 Apr 01 00:13:26.482146 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4d3f8c15-9a44-4d89-8a03-299d805ce3ca req-b6157780-30db-48c7-ab84-de96d85dbc7f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274689 Apr 01 00:13:26.559102 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7464-2fa8-4e56-afa0-a014fcb5044a req-b5f3e6f8-222a-49b8-be50-725e23614e00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:26.560564 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4bef7464-2fa8-4e56-afa0-a014fcb5044a req-b5f3e6f8-222a-49b8-be50-725e23614e00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 945 time: 0.0481322 Apr 01 00:13:26.597773 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4bef7464-2fa8-4e56-afa0-a014fcb5044a req-201d9cb2-efcc-4b3a-ba21-632506c26787 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Apr 01 00:13:27.730911 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb876b-9f19-4389-aeeb-d7f3e0a15bb9 req-d3a78621-1151-49ab-b5c2-40ea5757c5c7 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:27.732423 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64cb876b-9f19-4389-aeeb-d7f3e0a15bb9 req-d3a78621-1151-49ab-b5c2-40ea5757c5c7 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 945 time: 0.0504978 Apr 01 00:13:27.773314 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-64cb876b-9f19-4389-aeeb-d7f3e0a15bb9 req-bce4802a-497f-4701-b057-98e34cb3d163 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Apr 01 00:13:27.887688 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76d387-c2d6-4a4a-af07-017d528c265e req-4c366f6c-32ec-4392-bcd3-6376b7fe0d19 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:27.889163 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d76d387-c2d6-4a4a-af07-017d528c265e req-4c366f6c-32ec-4392-bcd3-6376b7fe0d19 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 945 time: 0.0497289 Apr 01 00:13:27.926169 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-2d76d387-c2d6-4a4a-af07-017d528c265e req-5babee91-db29-4366-8b57-d8bd2e50bc31 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310237 Apr 01 00:13:27.951607 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59130) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:13:27.990413 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81254c4-47a8-4957-a8e8-3a1db1dbb21e tempest-TestSnapshotPattern-1158000036 tempest-TestSnapshotPattern-1158000036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:27.991945 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-e81254c4-47a8-4957-a8e8-3a1db1dbb21e tempest-TestSnapshotPattern-1158000036 tempest-TestSnapshotPattern-1158000036-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 1091 time: 0.0393512 Apr 01 00:13:27.994665 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59132) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:13:28.001362 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.v2.base [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Request body: {'floatingip': {'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'port_id': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:13:28.077092 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for floatingip, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:28.176838 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:28.278684 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_common [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Allocated IP 172.25.4.226 (4a52a629-4455-4eba-862a-e9a9d4df5026/cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e/93dff68a-389b-41a6-9fd9-74bc8ddb0fe3) {{(pid=109820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:13:28.391317 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for port, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:28.494527 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756024616632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:28.535551 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'Port': ['ID=93dff68a-389b-41a6-9fd9-74bc8ddb0fe3,revision_number=1']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:28.548089 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Network 4a52a629-4455-4eba-862a-e9a9d4df5026 is already hosted by enough agents. {{(pid=109820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:13:28.549453 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.base_scheduler [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Resources bound (agent type, host, resource id): {{(pid=109820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:13:28.551909 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Received port after_create {{(pid=109820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:13:28.909918 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:29.047812 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:29.192412 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for port, precommit_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:29.254123 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15759991'] for port, after_update {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:29.325619 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event updated for resources: {'Port': ['ID=93dff68a-389b-41a6-9fd9-74bc8ddb0fe3,revision_number=2']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:29.337528 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8360230'] for floatingip, after_create {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:29.438046 n-d-836015-1 neutron-server[109820]: INFO neutron.db.l3_db [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Floating IP a9e1063f-bda6-4af1-bc89-2704ec8075f9 associated. External IP: 172.25.4.226, port: 0f4ec9b4-ff6f-49f4-be79-146265d12e9c. Apr 01 00:13:29.646746 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Router bee7065e-5a2f-4067-a1ec-ef457f73d8ed has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:13:29.749631 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:13:29.759389 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] Sync routers for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:13:29.769322 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:13:29.769911 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:13:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:13:29.827770 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:29.863554 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-d4688244-e698-4887-8524-79150c4c400a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8584044 Apr 01 00:13:29.863554 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:13:29.863554 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d3726b-6fee-4146-b639-b9cbc91d9b35" -d '{"events": [{"name": "network-changed", "server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:13:29.876313 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:13:29.895869 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2832e3f-3a57-4764-b4e3-e69adcbf140a x-openstack-request-id: req-b2832e3f-3a57-4764-b4e3-e69adcbf140a {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:13:29.896156 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:13:29.896404 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2832e3f-3a57-4764-b4e3-e69adcbf140a {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:13:29.896811 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2832e3f-3a57-4764-b4e3-e69adcbf140a'] response: {'name': 'network-changed', 'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'status': 'completed', 'code': 200} Apr 01 00:13:29.957796 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-ed68fce0-e081-411f-857c-1c478ab0de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:29.959353 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-ed68fce0-e081-411f-857c-1c478ab0de2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 1096 time: 0.0406723 Apr 01 00:13:30.050113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-6bf422f1-9405-413e-943a-f2d92f319acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:30.051651 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-6bf422f1-9405-413e-943a-f2d92f319acd service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0858421 Apr 01 00:13:30.125186 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-da9a4020-06cd-4146-abae-8c3c8abae177 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c HTTP/1.1" status: 200 len: 999 time: 0.0657973 Apr 01 00:13:30.174098 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-7be33b77-d50d-4a4c-b7cb-40fa2c18878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:30.175588 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-7be33b77-d50d-4a4c-b7cb-40fa2c18878a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0431554 Apr 01 00:13:30.194607 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a9e1063f-bda6-4af1-bc89-2704ec8075f9', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.226', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f965c3-e52c-4339-849f-5673e6397f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:13:28Z', 'updated_at': '2022-04-01T00:13:28Z', 'revision_number': 0, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}, {'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:53Z', 'revision_number': 1, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:13:30.219847 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-de6aaf16-a826-49df-880b-28091b1aa3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:30.220144 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] Checking router: bee7065e-5a2f-4067-a1ec-ef457f73d8ed for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:13:30.221352 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-de6aaf16-a826-49df-880b-28091b1aa3ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393875 Apr 01 00:13:30.228488 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:13:30.229431 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:13:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:13:30.319732 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-c953985f-ae94-407a-976b-3e6666affb16 service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896716 Apr 01 00:13:30.333920 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:13:30.416479 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-62d3726b-6fee-4146-b639-b9cbc91d9b35 req-db0e79f7-6716-4334-a93a-4fefa5d2e281 service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905933 Apr 01 00:13:30.561794 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a9e1063f-bda6-4af1-bc89-2704ec8075f9', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.226', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f965c3-e52c-4339-849f-5673e6397f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:13:28Z', 'updated_at': '2022-04-01T00:13:28Z', 'revision_number': 0, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}, {'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:53Z', 'revision_number': 1, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:13:30.587324 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252b185-b1dc-4d79-810c-da8fce7902e0 None None] The sync data for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 is: [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'a9e1063f-bda6-4af1-bc89-2704ec8075f9', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.226', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f965c3-e52c-4339-849f-5673e6397f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:13:28Z', 'updated_at': '2022-04-01T00:13:28Z', 'revision_number': 0, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}, {'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:53Z', 'revision_number': 1, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:13:30.794419 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28544c-f328-4d34-9940-f83818ee4734 None None] New status for floating IP a9e1063f-bda6-4af1-bc89-2704ec8075f9: ACTIVE {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:13:34.014438 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-065fc82f-4a44-4d01-ac07-7cc2ea754185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:36.214064 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1366d116-1a27-4a80-9519-cf4f83319dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:37.996947 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:39.056440 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:13:39.178565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:39.195613 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:39.218563 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:40.430347 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:42.830888 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-61de963b-8f59-4c19-9bba-21c1709e113b req-ecdeb289-254d-4e95-a77b-2993d7bf2f71 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430155 Apr 01 00:13:42.918610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de963b-8f59-4c19-9bba-21c1709e113b req-b9457c3a-2f98-4e26-9bc3-f77c8fcdc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:42.920122 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-61de963b-8f59-4c19-9bba-21c1709e113b req-b9457c3a-2f98-4e26-9bc3-f77c8fcdc7b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1095 time: 0.0415163 Apr 01 00:13:43.032828 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de963b-8f59-4c19-9bba-21c1709e113b req-55f4609e-5dcf-40dc-80f3-cb82d49ccd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:43.034295 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-61de963b-8f59-4c19-9bba-21c1709e113b req-55f4609e-5dcf-40dc-80f3-cb82d49ccd54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0935438 Apr 01 00:13:43.103271 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-61de963b-8f59-4c19-9bba-21c1709e113b req-0b834a29-74cd-4f21-9555-14905a808d6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 200 len: 999 time: 0.0607591 Apr 01 00:13:43.163163 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de963b-8f59-4c19-9bba-21c1709e113b req-5306916d-e47a-4b93-9e16-565a127346f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:43.164618 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-61de963b-8f59-4c19-9bba-21c1709e113b req-5306916d-e47a-4b93-9e16-565a127346f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0532999 Apr 01 00:13:43.214679 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de963b-8f59-4c19-9bba-21c1709e113b req-fc0e5f49-f42a-4189-96ae-0bafdafcaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:43.216185 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-61de963b-8f59-4c19-9bba-21c1709e113b req-fc0e5f49-f42a-4189-96ae-0bafdafcaa98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433366 Apr 01 00:13:43.308581 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-61de963b-8f59-4c19-9bba-21c1709e113b req-f2923e63-ea18-45d9-ae25-dd6f4a03f737 service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845342 Apr 01 00:13:43.407396 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-61de963b-8f59-4c19-9bba-21c1709e113b req-476810d1-77bc-428c-b576-d3d6e99dbb9a service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911505 Apr 01 00:13:47.850688 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-37727735-add6-4088-ade5-012750845f59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459838 Apr 01 00:13:47.936015 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-c363dc7b-395f-4d20-9610-5e4d374d6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:47.937503 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-c363dc7b-395f-4d20-9610-5e4d374d6c5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 1096 time: 0.0398426 Apr 01 00:13:48.038113 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-fa449a48-f99b-4a56-a96b-ababa99995df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:48.039631 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-fa449a48-f99b-4a56-a96b-ababa99995df service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0830073 Apr 01 00:13:48.107541 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-69030370-e058-4a3e-b79d-2dfde601a561 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c HTTP/1.1" status: 200 len: 1001 time: 0.0604367 Apr 01 00:13:48.156422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-4db772ba-73d7-4b2c-93de-bf4b3189b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:48.157930 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-4db772ba-73d7-4b2c-93de-bf4b3189b6d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0433710 Apr 01 00:13:48.202916 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-445a519f-7e2d-4299-8cb3-3b1c33137fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:48.204899 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-445a519f-7e2d-4299-8cb3-3b1c33137fb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400221 Apr 01 00:13:48.299216 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-24f14b0d-138a-4748-ad8c-8b8b314dd293 service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871897 Apr 01 00:13:48.386881 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-0c3f1ca6-01e8-44c0-80cc-7aa62f604206 req-f2b5a870-8be1-4e40-91da-2e03343ccb63 service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795047 Apr 01 00:14:04.116726 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7f6c5ff4-96d9-4de9-81b5-d894a6f63233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:06.179562 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f2334761-f607-47ee-903f-79416a502017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.996519 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.190149 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.219352 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:09.276020 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:10.430938 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:16.055042 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:14:34.093427 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c3dcce36-f846-43f3-a288-06f20344fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:36.167657 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-1a8e91d3-73dc-4595-bf6c-15cc1286d20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:37.990492 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:39.207517 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:39.235955 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:39.236631 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:40.447995 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:42.839436 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-26a6e6aa-3351-4da1-8b15-411bc45e4ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432267 Apr 01 00:14:42.924045 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-4870bbbe-4d26-461b-b98f-2b801fb95114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:42.925551 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-4870bbbe-4d26-461b-b98f-2b801fb95114 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1095 time: 0.0426459 Apr 01 00:14:43.034668 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-f767e3ab-ba68-4178-b0ff-c2ba1345b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:43.036218 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-f767e3ab-ba68-4178-b0ff-c2ba1345b623 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0901067 Apr 01 00:14:43.113310 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-2adceb1f-7ce3-4349-9720-31b8a9bbec04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 200 len: 999 time: 0.0681016 Apr 01 00:14:43.172358 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-d8a53182-8de5-4787-95b6-b448b9e25caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:43.173810 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-d8a53182-8de5-4787-95b6-b448b9e25caa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0535848 Apr 01 00:14:43.225117 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-46847c79-dcbe-4468-8436-01d9a9043fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:43.227153 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-46847c79-dcbe-4468-8436-01d9a9043fe1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453541 Apr 01 00:14:43.325879 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-da383ab3-4656-4e19-a2a0-37f9072fe8a5 service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912256 Apr 01 00:14:43.426817 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-3c5927e0-32be-41e8-8fc2-fec31b0e9a05 req-797126f9-1887-4af3-8513-9ee42846e4cb service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937352 Apr 01 00:14:47.751819 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-61ae8f78-fdf1-4e1f-b5ea-3e0d76dd30b4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441773 Apr 01 00:14:47.838640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-3cb7585a-0033-49a2-bcf9-90caaaf02b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:47.840144 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-3cb7585a-0033-49a2-bcf9-90caaaf02b60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 1096 time: 0.0461495 Apr 01 00:14:47.938550 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-ce660a9a-87c9-48e5-8b11-00e16894e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:47.940061 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-ce660a9a-87c9-48e5-8b11-00e16894e3b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0820935 Apr 01 00:14:48.011041 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-4692f9c4-ac1f-4e44-89ce-6ce13df4e26b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c HTTP/1.1" status: 200 len: 1001 time: 0.0617707 Apr 01 00:14:48.057643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-c67e3cbf-637a-472a-a988-d7eeb79f789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:48.059093 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-c67e3cbf-637a-472a-a988-d7eeb79f789b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0423510 Apr 01 00:14:48.108026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-e4afb66d-0cb7-4b3d-a402-383eb340d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:48.109611 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-e4afb66d-0cb7-4b3d-a402-383eb340d1cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446837 Apr 01 00:14:48.218870 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-bd6b6e10-4877-4140-9e94-1c9cdca70892 service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027954 Apr 01 00:14:48.307147 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-4923cfec-26f2-4188-904d-078bdb3c0f68 req-5f39959f-0feb-40ed-9bfd-a3cf00db51e8 service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819805 Apr 01 00:14:53.055157 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:15:02.610157 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0f4ec9b4-ff6f-49f4-be79-146265d12e9c details requested by agent hyperv_n-h2-836015-1 with host n-h2-836015-1 {{(pid=109822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:15:02.708478 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:02.721438 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Returning: {'device': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'port_id': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'mac_address': 'fa:16:3e:cf:e4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:15:02.763119 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:02.773616 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f4ec9b4-ff6f-49f4-be79-146265d12e9c {{(pid=109822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:15:02.793103 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:02.847449 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:02.903755 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=6']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:02.911124 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.911466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.911802 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.912131 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.912455 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.912776 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.913095 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.913434 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.913733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.914048 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.914359 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.914698 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:02.924851 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] get_ports_and_sgs() called for port_ids ['0f4ec9b4-ff6f-49f4-be79-146265d12e9c'] {{(pid=109822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:15:04.024452 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4c56846c-8941-416b-bd9a-7fa14952e680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:04.617227 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0f4ec9b4-ff6f-49f4-be79-146265d12e9c up at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:04.674567 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.provisioning_blocks [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Provisioning complete for port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c triggered by entity L2. {{(pid=109822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:04.674942 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-575835'] for port, provisioning_complete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:04.768051 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:04.793770 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:04.796095 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5e7464-da19-43a9-826e-d0d35d47fbc9" -d '{"events": [{"server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "name": "network-vif-plugged", "status": "completed", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:04.809722 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:04.850868 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159dd541-9ead-4fd0-8beb-3aa663091b83 x-openstack-request-id: req-159dd541-9ead-4fd0-8beb-3aa663091b83 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:04.851169 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "name": "network-vif-plugged", "status": "completed", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:04.851462 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-159dd541-9ead-4fd0-8beb-3aa663091b83 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:04.851920 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159dd541-9ead-4fd0-8beb-3aa663091b83'] response: {'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'code': 200} Apr 01 00:15:04.881441 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:04.931242 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=7']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:06.155968 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6562b76c-1e50-49c1-93a1-9391b2b05374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:08.064756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:09.224519 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:09.259649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:09.262437 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:10.441655 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.108926 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59350) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:15.267946 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Deleting port 93dff68a-389b-41a6-9fd9-74bc8ddb0fe3 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:15.268288 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.340016 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.340337 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.351769 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Calling delete_port for 93dff68a-389b-41a6-9fd9-74bc8ddb0fe3 owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:15.910055 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.936642 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event deleted for resources: {'Port': ['ID=93dff68a-389b-41a6-9fd9-74bc8ddb0fe3,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:15.950157 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.950523 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.950865 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.951202 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.951535 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.951868 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.952196 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.952529 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.952849 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.953173 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.953497 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:15.953821 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.007111 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.009947 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Floating IP a9e1063f-bda6-4af1-bc89-2704ec8075f9 disassociated (deleted). External IP: 172.25.4.226, port: 0f4ec9b4-ff6f-49f4-be79-146265d12e9c. Apr 01 00:15:16.217289 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Router bee7065e-5a2f-4067-a1ec-ef457f73d8ed has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:16.324867 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:16.329709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.334245 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] Sync routers for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:16.343869 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:16.344540 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:15:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:16.356540 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c1782037-b48a-498c-a505-d0b6a9780bf6 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9e1063f-bda6-4af1-bc89-2704ec8075f9 HTTP/1.1" status: 204 len: 168 time: 1.2464082 Apr 01 00:15:16.357141 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:16.359453 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:16.457564 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:16.465952 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1db3ec8-b7ba-4a97-9391-cecd73a14072 x-openstack-request-id: req-a1db3ec8-b7ba-4a97-9391-cecd73a14072 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:16.466243 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:16.466524 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1db3ec8-b7ba-4a97-9391-cecd73a14072 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:16.466940 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1db3ec8-b7ba-4a97-9391-cecd73a14072'] response: {'name': 'network-changed', 'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'status': 'completed', 'code': 200} Apr 01 00:15:16.533861 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-a5fb8de5-037b-4144-be44-751b141f0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:16.535435 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-a5fb8de5-037b-4144-be44-751b141f0079 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 1096 time: 0.0478170 Apr 01 00:15:16.626974 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-c4f3a22c-f2dd-4d0d-afbc-38e805eaee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:16.628457 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-c4f3a22c-f2dd-4d0d-afbc-38e805eaee99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0860956 Apr 01 00:15:16.673347 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-7b459800-6903-4418-a156-320f5f5095cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c HTTP/1.1" status: 200 len: 217 time: 0.0382543 Apr 01 00:15:16.688368 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:53Z', 'revision_number': 1, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:16.700149 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0f4ec9b4-ff6f-49f4-be79-146265d12e9c no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:16.723811 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] Checking router: bee7065e-5a2f-4067-a1ec-ef457f73d8ed for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:16.725422 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-53f36bf5-6ecc-4930-b0f8-76d9b858a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:16.726953 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-53f36bf5-6ecc-4930-b0f8-76d9b858a484 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0455785 Apr 01 00:15:16.733147 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:16.733738 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:15:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:16.790086 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-53c0af99-487a-4aa2-9b6f-05444c9c8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:16.790086 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-53c0af99-487a-4aa2-9b6f-05444c9c8737 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534909 Apr 01 00:15:16.790283 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651254'] for port, before_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.821435 n-d-836015-1 neutron-server[109822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c'}] {{(pid=109822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:16.824852 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4783b17aa4147b076de8d8fdbb5444ff811ae62e86daa587ff5b11e5d18e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad34ef-6bc5-4492-b829-a49d75616789" -d '{"events": [{"server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c"}]}' {{(pid=109822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:16.829253 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:16.860629 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:16.867444 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8dfc76-4bde-49f1-ab3d-a8bc96c5c683 x-openstack-request-id: req-ff8dfc76-4bde-49f1-ab3d-a8bc96c5c683 {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:16.867741 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c", "code": 200}]} {{(pid=109822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:16.867997 n-d-836015-1 neutron-server[109822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff8dfc76-4bde-49f1-ab3d-a8bc96c5c683 {{(pid=109822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:16.868398 n-d-836015-1 neutron-server[109822]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8dfc76-4bde-49f1-ab3d-a8bc96c5c683'] response: {'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'code': 200} Apr 01 00:15:16.892848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756025092024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756024616605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756024623683'] for port, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.926176 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8768-68bd-45b3-b64b-97b3435bf30a req-306d377d-3847-4b16-812a-ffe74f04e50a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:16.927705 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d59c8768-68bd-45b3-b64b-97b3435bf30a req-306d377d-3847-4b16-812a-ffe74f04e50a tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 945 time: 0.1072514 Apr 01 00:15:16.929655 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-a1e98ccb-b961-4ba4-bd0b-219996ed146d service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355684 Apr 01 00:15:16.941966 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Pushing event updated for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=8']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:17.020826 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-d59c8768-68bd-45b3-b64b-97b3435bf30a req-98ca0f3b-cbb2-4549-b265-f1bc29c8d08f tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845406 Apr 01 00:15:17.058996 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-f89e8bed-f8e1-4792-8b03-a788e3f7e6f5 req-b4b627d9-3164-417a-8e34-28d195ececfc service neutron] 10.222.0.45 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209044 Apr 01 00:15:17.189247 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:53Z', 'revision_number': 1, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:17.215946 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb735aa7-9337-493c-b8cc-9b89e5d198be None None] The sync data for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 is: [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_floatingips': [{'id': 'f1fbd213-fc77-4c97-a980-bd5b2d28cdc5', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'router_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'port_id': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'mac_address': 'fa:16:3e:cf:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142ddeda-9455-47df-b423-af6e0cedea73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:10:51Z', 'updated_at': '2022-04-01T00:10:53Z', 'revision_number': 1, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:17.437336 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ec2de-1332-423c-961a-05c0a04cc7bd None None] New status for floating IP a9e1063f-bda6-4af1-bc89-2704ec8075f9: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:15:18.146083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f83a0-1cdf-42e0-bbe2-40629ec8ddc4 req-3bcce39b-d4e4-48d4-9428-f1ae3c17e7de tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:18.147709 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb6f83a0-1cdf-42e0-bbe2-40629ec8ddc4 req-3bcce39b-d4e4-48d4-9428-f1ae3c17e7de tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 943 time: 0.0536871 Apr 01 00:15:18.185667 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-bb6f83a0-1cdf-42e0-bbe2-40629ec8ddc4 req-304d3f9b-fa60-4c01-884d-90b3707847b3 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Apr 01 00:15:18.392462 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-8feaf4f1-70fd-4e3c-9620-30969cca7c18 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:18.393909 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-8feaf4f1-70fd-4e3c-9620-30969cca7c18 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.45 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 943 time: 0.0482183 Apr 01 00:15:18.489163 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Deleting port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:18.489504 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.575112 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] For port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c, host n-h2-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-1',level=0,port_id=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:18.575474 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.588363 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Calling delete_port for 0f4ec9b4-ff6f-49f4-be79-146265d12e9c owned by compute:nova {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:18.761116 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.789268 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event deleted for resources: {'Port': ['ID=0f4ec9b4-ff6f-49f4-be79-146265d12e9c,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:18.800969 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.801309 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.801670 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.801988 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.802321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.802683 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.802995 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.803321 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.803640 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.803963 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.804284 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.804606 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-1 {{(pid=109820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:18.845564 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] No DVR routers for this DVR port 0f4ec9b4-ff6f-49f4-be79-146265d12e9c on host n-h2-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:18.848241 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.851766 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-cc37c6af-f412-4acd-a309-c628cb7f77af req-ba97f2a3-3e1b-4045-939f-58204d28f388 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.45 "DELETE /v2.0/ports/0f4ec9b4-ff6f-49f4-be79-146265d12e9c HTTP/1.1" status: 204 len: 173 time: 0.4515789 Apr 01 00:15:18.852234 n-d-836015-1 neutron-server[109820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'name': 'network-vif-deleted', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c'}] {{(pid=109820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:18.855165 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40cd9059190393e37de65bc6bd66cb3509db94a5733dcbb6e69f2c3d8a0f8d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90108b0e-eadc-41f5-b3ef-6ccd37ed2c0a" -d '{"events": [{"server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "name": "network-vif-deleted", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c"}]}' {{(pid=109820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:18.891759 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e4771-89ec-425f-95c8-ff01e24a5584 x-openstack-request-id: req-0a1e4771-89ec-425f-95c8-ff01e24a5584 {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:18.892047 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f965c3-e52c-4339-849f-5673e6397f94", "name": "network-vif-deleted", "tag": "0f4ec9b4-ff6f-49f4-be79-146265d12e9c", "status": "completed", "code": 200}]} {{(pid=109820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:18.892295 n-d-836015-1 neutron-server[109820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a1e4771-89ec-425f-95c8-ff01e24a5584 {{(pid=109820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:18.892700 n-d-836015-1 neutron-server[109820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1e4771-89ec-425f-95c8-ff01e24a5584'] response: {'server_uuid': '06f965c3-e52c-4339-849f-5673e6397f94', 'name': 'network-vif-deleted', 'tag': '0f4ec9b4-ff6f-49f4-be79-146265d12e9c', 'status': 'completed', 'code': 200} Apr 01 00:15:19.299630 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3abb8fc0-d2e6-4971-855f-c8daffcbed14 req-7ef3ec2d-9576-4f9e-a724-e211725e5085 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=06f965c3-e52c-4339-849f-5673e6397f94 HTTP/1.1" status: 200 len: 210 time: 0.0267124 Apr 01 00:15:20.715733 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0f4ec9b4-ff6f-49f4-be79-146265d12e9c no longer exists at agent hyperv_n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:20.735745 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] No Port match for: 0f4ec9b4-ff6f-49f4-be79-146265d12e9c {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:20.736088 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Device 0f4ec9b4-ff6f-49f4-be79-146265d12e9c not bound to the agent host n-h2-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:21.786777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59416) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:21.951880 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Deleting port 9ba3471c-20da-429b-b90a-240cd22ed91f {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:21.951880 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.032524 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.032851 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.045042 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Calling delete_port for 9ba3471c-20da-429b-b90a-240cd22ed91f owned by network:floatingip {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:22.253044 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.283771 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event deleted for resources: {'Port': ['ID=9ba3471c-20da-429b-b90a-240cd22ed91f,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:22.342275 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for floatingip, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.342664 n-d-836015-1 neutron-server[109821]: INFO neutron.db.l3_db [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Floating IP f1fbd213-fc77-4c97-a980-bd5b2d28cdc5 disassociated (deleted). External IP: 172.25.4.52, port: a70fe69c-25ce-4ea9-b13f-eaeb236cb136. Apr 01 00:15:22.553675 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Router bee7065e-5a2f-4067-a1ec-ef457f73d8ed has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:22.664574 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:22.670092 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for floatingip, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.674576 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] Sync routers for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:22.683790 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:22.684378 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:15:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:22.695588 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-e70f5d73-6f3b-4153-b544-9502fc2f2f00 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "DELETE /v2.0/floatingips/f1fbd213-fc77-4c97-a980-bd5b2d28cdc5 HTTP/1.1" status: 204 len: 168 time: 0.9076838 Apr 01 00:15:22.696159 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:22.698521 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:22.737041 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357471de-b2d3-4505-9fed-eb1df6d26ffc x-openstack-request-id: req-357471de-b2d3-4505-9fed-eb1df6d26ffc {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:22.737524 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:22.737796 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-357471de-b2d3-4505-9fed-eb1df6d26ffc {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:22.738227 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357471de-b2d3-4505-9fed-eb1df6d26ffc'] response: {'name': 'network-changed', 'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'status': 'completed', 'code': 200} Apr 01 00:15:22.795891 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:22.803357 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-7b74fac8-bbf3-4973-9fdc-4c69bb784afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:22.806705 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-7b74fac8-bbf3-4973-9fdc-4c69bb784afb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3c2685670b848e6a117e43e6145b245&device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 1095 time: 0.0445313 Apr 01 00:15:22.906835 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-cc39658c-a58d-4930-b3f0-d46470fe1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:22.908339 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-cc39658c-a58d-4930-b3f0-d46470fe1696 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 200 len: 911 time: 0.0940444 Apr 01 00:15:22.955850 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-73d6ecf7-9478-4f79-ad78-2df90b3c26a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 200 len: 217 time: 0.0395181 Apr 01 00:15:23.004384 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-a72364c7-287e-4d47-9360-722aa5c464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:23.006258 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-a72364c7-287e-4d47-9360-722aa5c464a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 200 len: 849 time: 0.0441525 Apr 01 00:15:23.013328 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:23.045749 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] Checking router: bee7065e-5a2f-4067-a1ec-ef457f73d8ed for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:23.054429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:23.055067 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:15:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:23.066777 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-a5814f67-c6d1-43a9-a266-223ce61472ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:23.068243 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-a5814f67-c6d1-43a9-a266-223ce61472ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb80b85f-c96b-40a3-beef-bf78667f9da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479205 Apr 01 00:15:23.169429 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:23.169675 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-c532b2d9-559c-4ff9-aac1-80639e58c173 service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928071 Apr 01 00:15:23.192615 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d8300-3cb7-40d5-bfc2-cd18ae35a7ae req-7e7d820a-edcc-45e5-abd8-7e83ae9eb0e2 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:23.194135 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-108d8300-3cb7-40d5-bfc2-cd18ae35a7ae req-7e7d820a-edcc-45e5-abd8-7e83ae9eb0e2 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 944 time: 0.0527987 Apr 01 00:15:23.234927 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-108d8300-3cb7-40d5-bfc2-cd18ae35a7ae req-97c7d458-e801-437b-91d6-53f8d662d164 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338466 Apr 01 00:15:23.281428 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-8452fbb2-4f4d-4ff1-b9fc-078c94bf7fcb req-4b1e7d0d-e021-47b4-94b0-9a3fadbd1abf service neutron] 10.222.0.50 "GET /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035562 Apr 01 00:15:23.393425 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:23.418229 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9673ed-9159-4886-aa9a-8b643f5e7273 None None] The sync data for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 is: [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:26Z', 'revision_number': 4, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1', '_interfaces': [{'id': '21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6', 'name': '', 'network_id': 'fb80b85f-c96b-40a3-beef-bf78667f9da6', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'mac_address': 'fa:16:3e:c8:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:25Z', 'updated_at': '2022-04-01T00:10:29Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'subnets': [{'id': '0cc367f8-601a-4f71-afd3-190f80ac3b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:23.631690 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa24d1-ddaa-417a-a31b-4a39178fd589 None None] New status for floating IP f1fbd213-fc77-4c97-a980-bd5b2d28cdc5: DOWN {{(pid=109822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:15:24.353798 n-d-836015-1 neutron-server[109820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99569c67-be8b-4dd1-b84e-d0bfb503214c req-f16e5bbf-6725-46c3-b2c4-3eeee8e13e99 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:24.355832 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99569c67-be8b-4dd1-b84e-d0bfb503214c req-f16e5bbf-6725-46c3-b2c4-3eeee8e13e99 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 944 time: 0.0487278 Apr 01 00:15:24.393155 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-99569c67-be8b-4dd1-b84e-d0bfb503214c req-dee1f41c-0fa2-4178-8c38-034249a1d9d7 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/security-groups?id=75d5bb1e-1f2c-452f-afac-5bb6f9e50691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313008 Apr 01 00:15:24.804472 n-d-836015-1 neutron-server[109821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-360e52f2-910a-43bb-940c-94f05800d17b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:24.805934 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-360e52f2-910a-43bb-940c-94f05800d17b tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.50 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 944 time: 0.0495679 Apr 01 00:15:24.893961 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Deleting port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:24.894301 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.986345 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] For port a70fe69c-25ce-4ea9-b13f-eaeb236cb136, host n-h1-836015-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-1',level=0,port_id=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:24.986744 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.999943 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Calling delete_port for a70fe69c-25ce-4ea9-b13f-eaeb236cb136 owned by compute:nova {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:25.201737 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.231175 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event deleted for resources: {'Port': ['ID=a70fe69c-25ce-4ea9-b13f-eaeb236cb136,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:25.276457 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] No DVR routers for this DVR port a70fe69c-25ce-4ea9-b13f-eaeb236cb136 on host n-h1-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:25.280469 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486535'] for port, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.283805 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [req-2fd81b5f-31ec-4d48-b561-14aa31fb5350 req-117d4967-f96e-4bef-8771-55afdc06409e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.50 "DELETE /v2.0/ports/a70fe69c-25ce-4ea9-b13f-eaeb236cb136 HTTP/1.1" status: 204 len: 173 time: 0.4712381 Apr 01 00:15:25.284245 n-d-836015-1 neutron-server[109821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'name': 'network-vif-deleted', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136'}] {{(pid=109821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:25.286597 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d39d88cb48c4c563cad4c1350c970765327e57f75230f6eedeca9f1463b82ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e47d03-e89a-4caa-b4a2-d298cc7afa76" -d '{"events": [{"server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "name": "network-vif-deleted", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136"}]}' {{(pid=109821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:25.325795 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05ebf9-95f5-4d7c-9b93-968e0b851d44 x-openstack-request-id: req-cc05ebf9-95f5-4d7c-9b93-968e0b851d44 {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:25.326087 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142ddeda-9455-47df-b423-af6e0cedea73", "name": "network-vif-deleted", "tag": "a70fe69c-25ce-4ea9-b13f-eaeb236cb136", "status": "completed", "code": 200}]} {{(pid=109821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:25.326342 n-d-836015-1 neutron-server[109821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc05ebf9-95f5-4d7c-9b93-968e0b851d44 {{(pid=109821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:25.326775 n-d-836015-1 neutron-server[109821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc05ebf9-95f5-4d7c-9b93-968e0b851d44'] response: {'server_uuid': '142ddeda-9455-47df-b423-af6e0cedea73', 'name': 'network-vif-deleted', 'tag': 'a70fe69c-25ce-4ea9-b13f-eaeb236cb136', 'status': 'completed', 'code': 200} Apr 01 00:15:25.495212 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [req-3f3066e0-2777-4cfe-9826-7e32de6874b9 req-0e4be5f7-af69-424c-97de-0db36a0ffe9e tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "GET /v2.0/ports?device_id=142ddeda-9455-47df-b423-af6e0cedea73 HTTP/1.1" status: 200 len: 210 time: 0.0302801 Apr 01 00:15:26.550667 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59432) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:26.608512 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf0502b6-e602-4b06-8c2f-84c989d7fca8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.632786 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf0502b6-e602-4b06-8c2f-84c989d7fca8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.755523 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf0502b6-e602-4b06-8c2f-84c989d7fca8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.758222 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-bf0502b6-e602-4b06-8c2f-84c989d7fca8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.759758 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-bf0502b6-e602-4b06-8c2f-84c989d7fca8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] 10.222.0.31 "DELETE /v2.0/security-groups/75d5bb1e-1f2c-452f-afac-5bb6f9e50691 HTTP/1.1" status: 204 len: 168 time: 0.2080939 Apr 01 00:15:26.768789 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0502b6-e602-4b06-8c2f-84c989d7fca8 tempest-TestSnapshotPattern-2144071931 tempest-TestSnapshotPattern-2144071931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5bb1e-1f2c-452f-afac-5bb6f9e50691,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:26.864377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59436) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:27.637279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.718256 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a70fe69c-25ce-4ea9-b13f-eaeb236cb136 no longer exists at agent hyperv_n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:27.738466 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] No Port match for: a70fe69c-25ce-4ea9-b13f-eaeb236cb136 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:27.738834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Device a70fe69c-25ce-4ea9-b13f-eaeb236cb136 not bound to the agent host n-h1-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:27.878289 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Deleting port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:27.878916 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.958138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] For port 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:27.958530 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.970760 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Calling delete_port for 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 owned by network:router_interface {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:28.247618 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.271873 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:28.438279 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.658111 n-d-836015-1 neutron-server[109820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Router bee7065e-5a2f-4067-a1ec-ef457f73d8ed has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:28.764738 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:28.769713 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-5ab1c598-0d3b-4b05-926c-c523d0aaeda0 admin admin] 10.222.0.31 "PUT /v2.0/routers/bee7065e-5a2f-4067-a1ec-ef457f73d8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9037597 Apr 01 00:15:28.772228 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59440) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:28.775064 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] Sync routers for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:28.784681 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:28.785277 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:15:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:28.877950 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.888994 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: n-d-836015-1 {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:28.980007 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.061590 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port': {'id': 'f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:29.090207 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] Checking router: bee7065e-5a2f-4067-a1ec-ef457f73d8ed for host: n-d-836015-1 {{(pid=109823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:29.098287 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] Routers {'bee7065e-5a2f-4067-a1ec-ef457f73d8ed'} bound to L3 agent in host n-d-836015-1 {{(pid=109823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:29.098908 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:15:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'], 'active': True} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:29.136436 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Deleting port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:29.136700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.184236 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_dvr_db [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] Set router bee7065e-5a2f-4067-a1ec-ef457f73d8ed gateway port host: None {{(pid=109823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:29.220298 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] For port f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:29.220694 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.233062 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Calling delete_port for f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:29.234113 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.l3_hamode_db [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 6, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:29.352590 n-d-836015-1 neutron-server[109823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3f5d7-536c-401b-8b5a-0a7a17a6a871 None None] The sync data for ids ['bee7065e-5a2f-4067-a1ec-ef457f73d8ed'] in n-d-836015-1 is: [{'id': 'bee7065e-5a2f-4067-a1ec-ef457f73d8ed', 'name': 'tempest-TestSnapshotPattern-2136903710-router', 'tenant_id': 'f3c2685670b848e6a117e43e6145b245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:23Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 6, 'project_id': 'f3c2685670b848e6a117e43e6145b245', 'gw_port_host': None}] {{(pid=109823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:29.470079 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.494223 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:29.557375 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.650621 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.652612 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.772506 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.773083 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee7065e-5a2f-4067-a1ec-ef457f73d8ed {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:15:29.777647 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.778892 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-1cdf439d-95de-4a0b-860f-6b480554eb94 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bee7065e-5a2f-4067-a1ec-ef457f73d8ed HTTP/1.1" status: 204 len: 168 time: 1.0057425 Apr 01 00:15:29.781377 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59442) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:29.834537 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.db_base_plugin_v2 [None req-781e8e74-adda-4277-81d1-e9f6b6c35e78 admin admin] Deleting subnet 0cc367f8-601a-4f71-afd3-190f80ac3b15 {{(pid=109820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:15:29.838751 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-781e8e74-adda-4277-81d1-e9f6b6c35e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.867097 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:29.874998 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-781e8e74-adda-4277-81d1-e9f6b6c35e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16046087'] for subnet, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.887893 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:29.888240 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 21c842e4-fb2b-49fc-80a0-3e1e91f1c2f6 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:29.964809 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-781e8e74-adda-4277-81d1-e9f6b6c35e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.053923 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:15:30.088700 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-781e8e74-adda-4277-81d1-e9f6b6c35e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15761085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15700170'] for subnet, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.113311 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e8e74-adda-4277-81d1-e9f6b6c35e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc367f8-601a-4f71-afd3-190f80ac3b15,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:30.120581 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-781e8e74-adda-4277-81d1-e9f6b6c35e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.123989 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-781e8e74-adda-4277-81d1-e9f6b6c35e78 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0cc367f8-601a-4f71-afd3-190f80ac3b15 HTTP/1.1" status: 204 len: 168 time: 0.3416646 Apr 01 00:15:30.126408 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc37793-4ebf-4ec1-baa7-35508b598c8a None None] Network fb80b85f-c96b-40a3-beef-bf78667f9da6 requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:15:30.130978 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59444) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:30.196023 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.253343 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Deleting port 5c4d302e-d058-435d-abdb-a9c644ab15d2 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:30.253758 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.311290 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] DHCP port deletion for fb80b85f-c96b-40a3-beef-bf78667f9da6 request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:15:30.317508 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] For port 5c4d302e-d058-435d-abdb-a9c644ab15d2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5c4d302e-d058-435d-abdb-a9c644ab15d2,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:30.317508 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.330831 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Calling delete_port for 5c4d302e-d058-435d-abdb-a9c644ab15d2 owned by network:dhcp {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:30.357151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] Deleting port 5c4d302e-d058-435d-abdb-a9c644ab15d2 {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:30.357447 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.418699 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] For port 5c4d302e-d058-435d-abdb-a9c644ab15d2, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=5c4d302e-d058-435d-abdb-a9c644ab15d2,segment=NetworkSegment(e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac),segment_id=e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:30.419089 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.434753 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] Calling delete_port for 5c4d302e-d058-435d-abdb-a9c644ab15d2 owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:30.486814 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 00:15:30.502059 n-d-836015-1 neutron-server[109822]: self.session.flush() Apr 01 00:15:30.512742 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.514306 n-d-836015-1 neutron-server[109820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] No DVR routers for this DVR port 5c4d302e-d058-435d-abdb-a9c644ab15d2 on host n-d-836015-1 {{(pid=109820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:30.519138 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4d302e-d058-435d-abdb-a9c644ab15d2,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:30.536632 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] Pushing event deleted for resources: {'Port': ['ID=5c4d302e-d058-435d-abdb-a9c644ab15d2,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:30.542321 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c81871-bf8f-493c-ba92-1798c37b75d4 None None] No DVR routers for this DVR port 5c4d302e-d058-435d-abdb-a9c644ab15d2 on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:30.594332 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.616492 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb80b85f-c96b-40a3-beef-bf78667f9da6']}} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:30.626222 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac') {'for_net_delete': True} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:30.626548 n-d-836015-1 neutron-server[109820]: DEBUG neutron.services.segments.db [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01c8c0a-4c72-4473-bbd8-2abd4e9d4aac') {} {{(pid=109820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:30.640403 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16046110'] for segment, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.653419 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.659150 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:15:30.659536 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15759963'] for segment, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: Traceback (most recent call last): Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: timer() Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: cb(*args, **kw) Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: return func(*args, **kwargs) Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: self._notify() Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: self.callback(batched_events) Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: event.method(event) Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: return f(self, *a, **k) Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: return self._get(url).json() Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: return self.request(url, 'GET', **kwargs) Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:15:30.661154 n-d-836015-1 neutron-server[109820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:15:30.790080 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.795351 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Notify callbacks [] for network, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.798491 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb80b85f-c96b-40a3-beef-bf78667f9da6 HTTP/1.1" status: 204 len: 168 time: 0.6709249 Apr 01 00:15:30.802578 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59446) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:30.811026 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929e434-7423-4865-80a2-37d5ecfa7721 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb80b85f-c96b-40a3-beef-bf78667f9da6,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.144218 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8360486'] for router_interface, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.395573 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Deleting port 3a701509-9cf9-4d84-823d-ef17be95f195 {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:31.395898 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.474078 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] For port 3a701509-9cf9-4d84-823d-ef17be95f195, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3a701509-9cf9-4d84-823d-ef17be95f195,segment=NetworkSegment(36b1f496-a072-42a4-8a3f-8ee3cd5b83a8),segment_id=36b1f496-a072-42a4-8a3f-8ee3cd5b83a8)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:31.474458 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.487297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Calling delete_port for 3a701509-9cf9-4d84-823d-ef17be95f195 owned by network:router_interface {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:31.676801 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [req-b2fa9585-61d0-4fa5-b4d1-55b3f8737e04 req-8d34a63d-49b6-414a-ac40-50720ee50baf service neutron] (109820) timed out ('10.222.0.50', 49363) {{(pid=109820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 00:15:31.744259 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.755677 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:31.772349 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a701509-9cf9-4d84-823d-ef17be95f195,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.780421 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:31.780554 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device f92b9d3b-fbba-49dc-8c5d-146bbb2aa0f3 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:31.780880 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5c4d302e-d058-435d-abdb-a9c644ab15d2 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:31.800795 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 5c4d302e-d058-435d-abdb-a9c644ab15d2 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:31.801147 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 5c4d302e-d058-435d-abdb-a9c644ab15d2 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:31.938997 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8360530'] for router_interface, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.475976 n-d-836015-1 neutron-server[109821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Router bb2ca795-0fd1-4690-8f58-c0c67cc41941 has already been hosted by L3 agent 07a908fe-47bb-4764-9433-9874134ea7f6 {{(pid=109821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:32.579699 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] Notify agent at l3_agent.n-d-836015-1 the message routers_updated {{(pid=109821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:32.585290 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-ee3edfe1-8353-4b5c-895d-7ceb7437c048 admin admin] 10.222.0.31 "PUT /v2.0/routers/bb2ca795-0fd1-4690-8f58-c0c67cc41941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7816451 Apr 01 00:15:32.588134 n-d-836015-1 neutron-server[109820]: DEBUG neutron.wsgi [-] (109820) accepted ('10.222.0.31', 59448) {{(pid=109820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:32.591850 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912293b-7a97-412e-af0b-752db2394aea None None] Sync routers for ids ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'] in n-d-836015-1 {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:32.601199 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912293b-7a97-412e-af0b-752db2394aea None None] Routers {'bb2ca795-0fd1-4690-8f58-c0c67cc41941'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:32.601807 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e912293b-7a97-412e-af0b-752db2394aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:15:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:32.694184 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.705471 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e912293b-7a97-412e-af0b-752db2394aea None None] Set router bb2ca795-0fd1-4690-8f58-c0c67cc41941 gateway port host: n-d-836015-1 {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:32.795033 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.880817 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e912293b-7a97-412e-af0b-752db2394aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'external_fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:15:31Z', 'revision_number': 5, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port': {'id': '3b327e86-786c-40ee-b66e-7c39292f89b0', 'name': '', 'network_id': '4a52a629-4455-4eba-862a-e9a9d4df5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdc6e7aa-0ba2-4d36-a384-73f7ede86f7e', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-1'}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:32.884643 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Deleting port 3b327e86-786c-40ee-b66e-7c39292f89b0 {{(pid=109820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:32.884981 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.907610 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912293b-7a97-412e-af0b-752db2394aea None None] Checking router: bb2ca795-0fd1-4690-8f58-c0c67cc41941 for host: n-d-836015-1 {{(pid=109822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:32.915922 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912293b-7a97-412e-af0b-752db2394aea None None] Routers {'bb2ca795-0fd1-4690-8f58-c0c67cc41941'} bound to L3 agent in host n-d-836015-1 {{(pid=109822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:32.916520 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e912293b-7a97-412e-af0b-752db2394aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:36:06Z,description=,heartbeat_timestamp=2022-04-01T00:15:06Z,host='n-d-836015-1',id=07a908fe-47bb-4764-9433-9874134ea7f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:36:07Z,topic='l3_agent')) {'router_ids': ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'], 'active': True} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:32.965487 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.db [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] For port 3b327e86-786c-40ee-b66e-7c39292f89b0, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=3b327e86-786c-40ee-b66e-7c39292f89b0,segment=NetworkSegment(cc913eed-71b7-4973-a2c6-521aea09b469),segment_id=cc913eed-71b7-4973-a2c6-521aea09b469)] {{(pid=109820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:32.965848 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.977152 n-d-836015-1 neutron-server[109820]: DEBUG neutron.plugins.ml2.plugin [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Calling delete_port for 3b327e86-786c-40ee-b66e-7c39292f89b0 owned by network:router_gateway {{(pid=109820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:33.001305 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvr_db [None req-e912293b-7a97-412e-af0b-752db2394aea None None] Set router bb2ca795-0fd1-4690-8f58-c0c67cc41941 gateway port host: None {{(pid=109822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:33.055409 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_hamode_db [None req-e912293b-7a97-412e-af0b-752db2394aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:15:32Z', 'revision_number': 6, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port_host': None}], 'n-d-836015-1', False) {} {{(pid=109822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:33.080801 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912293b-7a97-412e-af0b-752db2394aea None None] The sync data for ids ['bb2ca795-0fd1-4690-8f58-c0c67cc41941'] in n-d-836015-1 is: [{'id': 'bb2ca795-0fd1-4690-8f58-c0c67cc41941', 'name': 'tempest-TestSnapshotPattern-1227150462-router', 'tenant_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:10:29Z', 'updated_at': '2022-04-01T00:15:32Z', 'revision_number': 6, 'project_id': '5fe7e8a3a66c4c868b4bbd1227fffaf4', 'gw_port_host': None}] {{(pid=109822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:33.189958 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15759980'] for port, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.215590 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b327e86-786c-40ee-b66e-7c39292f89b0,revision_number=None']} {{(pid=109820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:33.275063 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8361464'] for router_gateway, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.365687 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8358517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7895'] for router, precommit_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.367703 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.458135 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8358476'] for router, after_delete {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.458707 n-d-836015-1 neutron-server[109820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb2ca795-0fd1-4690-8f58-c0c67cc41941 {{(pid=109820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:15:33.463055 n-d-836015-1 neutron-server[109820]: DEBUG neutron_lib.callbacks.manager [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=109820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.464360 n-d-836015-1 neutron-server[109820]: INFO neutron.wsgi [None req-63143e33-3d8b-497d-bc31-27edc9d5c4b0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bb2ca795-0fd1-4690-8f58-c0c67cc41941 HTTP/1.1" status: 204 len: 168 time: 0.8740087 Apr 01 00:15:33.467783 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59450) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:33.515680 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb9f5ea-fde7-40c2-849d-8a9e345ecbbc admin admin] Deleting subnet 85966d2a-8aea-43d1-b1c2-d0eb3e398159 {{(pid=109821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:15:33.518837 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f5ea-fde7-40c2-849d-8a9e345ecbbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.556840 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f5ea-fde7-40c2-849d-8a9e345ecbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588749'] for subnet, precommit_delete_associations {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.643709 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f5ea-fde7-40c2-849d-8a9e345ecbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-574596'] for subnet, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.773098 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f5ea-fde7-40c2-849d-8a9e345ecbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-574607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4274562'] for subnet, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.798912 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9f5ea-fde7-40c2-849d-8a9e345ecbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85966d2a-8aea-43d1-b1c2-d0eb3e398159,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:33.802503 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f5ea-fde7-40c2-849d-8a9e345ecbbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.805668 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7fb9f5ea-fde7-40c2-849d-8a9e345ecbbc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85966d2a-8aea-43d1-b1c2-d0eb3e398159 HTTP/1.1" status: 204 len: 168 time: 0.3367631 Apr 01 00:15:33.808086 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59452) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:33.811273 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64df7a-3ea5-4f0d-9b8a-0d8c13d2944e None None] Network 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e requested from n-d-836015-1 {{(pid=109822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:15:33.892065 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538500'] for network, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.920531 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3b327e86-786c-40ee-b66e-7c39292f89b0 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:33.947588 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Deleting port 9c70c641-4165-41ff-82ef-7879f0df2e2d {{(pid=109821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:33.947928 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.959729 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 3b327e86-786c-40ee-b66e-7c39292f89b0 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:33.960070 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3b327e86-786c-40ee-b66e-7c39292f89b0 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:33.960493 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3a701509-9cf9-4d84-823d-ef17be95f195 no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:33.997236 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 3a701509-9cf9-4d84-823d-ef17be95f195 {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:33.997583 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 3a701509-9cf9-4d84-823d-ef17be95f195 not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:34.020819 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.db [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] For port 9c70c641-4165-41ff-82ef-7879f0df2e2d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9c70c641-4165-41ff-82ef-7879f0df2e2d,segment=NetworkSegment(36b1f496-a072-42a4-8a3f-8ee3cd5b83a8),segment_id=36b1f496-a072-42a4-8a3f-8ee3cd5b83a8)] {{(pid=109821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:34.021193 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.039557 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.plugin [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Calling delete_port for 9c70c641-4165-41ff-82ef-7879f0df2e2d owned by network:dhcp {{(pid=109821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:34.074656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] DHCP port deletion for 467e995e-bcbf-45d0-b4a1-4d6fe2b5851e request from n-d-836015-1 {{(pid=109822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:15:34.112287 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-442c0708-4482-46e2-8475-5a6d8d9aeb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.134834 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] Deleting port 9c70c641-4165-41ff-82ef-7879f0df2e2d {{(pid=109822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:34.135297 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756025086796'] for port, before_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.203608 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.db [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] For port 9c70c641-4165-41ff-82ef-7879f0df2e2d, host n-d-836015-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-1',level=0,port_id=9c70c641-4165-41ff-82ef-7879f0df2e2d,segment=NetworkSegment(36b1f496-a072-42a4-8a3f-8ee3cd5b83a8),segment_id=36b1f496-a072-42a4-8a3f-8ee3cd5b83a8)] {{(pid=109822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:34.204023 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8362716'] for port, precommit_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.221151 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] Calling delete_port for 9c70c641-4165-41ff-82ef-7879f0df2e2d owned by network:dhcp {{(pid=109822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:34.223977 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4406852'] for port, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.251383 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c70c641-4165-41ff-82ef-7879f0df2e2d,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:34.253297 n-d-836015-1 neutron-server[109821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] No DVR routers for this DVR port 9c70c641-4165-41ff-82ef-7879f0df2e2d on host n-d-836015-1 {{(pid=109821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:34.301884 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-651063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756025092006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756024616623'] for port, after_delete {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.325508 n-d-836015-1 neutron-server[109822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] Pushing event deleted for resources: {'Port': ['ID=9c70c641-4165-41ff-82ef-7879f0df2e2d,revision_number=None']} {{(pid=109822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:34.328791 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573787', 'neutron.services.segments.db._delete_segments_for_network-8756025117031'] for network, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.330937 n-d-836015-1 neutron-server[109822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc53b6-bb85-41a1-98ca-b9ed362ea0da None None] No DVR routers for this DVR port 9c70c641-4165-41ff-82ef-7879f0df2e2d on host n-d-836015-1 {{(pid=109822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:34.351212 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467e995e-bcbf-45d0-b4a1-4d6fe2b5851e']}} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:34.360903 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8') {'for_net_delete': True} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:34.361207 n-d-836015-1 neutron-server[109821]: DEBUG neutron.services.segments.db [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b1f496-a072-42a4-8a3f-8ee3cd5b83a8') {} {{(pid=109821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:34.372323 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756025117808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588756'] for segment, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.388239 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312'] for segment, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.395068 n-d-836015-1 neutron-server[109821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:15:34.395488 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4406899'] for segment, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: Traceback (most recent call last): Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: timer() Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: cb(*args, **kw) Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: return func(*args, **kwargs) Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: self._notify() Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: self.callback(batched_events) Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: event.method(event) Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: return f(self, *a, **k) Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: return self._get(url).json() Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: return self.request(url, 'GET', **kwargs) Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:15:34.397321 n-d-836015-1 neutron-server[109821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:15:34.532396 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7964357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8361436'] for network, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.537972 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Notify callbacks [] for network, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.541147 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] 10.222.0.31 "DELETE /v2.0/networks/467e995e-bcbf-45d0-b4a1-4d6fe2b5851e HTTP/1.1" status: 204 len: 168 time: 0.7316542 Apr 01 00:15:34.552309 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85717ce2-6872-40ba-8c08-72cc173c0e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=467e995e-bcbf-45d0-b4a1-4d6fe2b5851e,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:34.824610 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59456) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:34.868350 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-683c2fe3-a6f2-4aa3-a7e8-1845cc656da7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3c2685670b848e6a117e43e6145b245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425258 Apr 01 00:15:34.870948 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59458) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:34.931146 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7802ae4-4e58-43e6-87fb-061d97210259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.952524 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7802ae4-4e58-43e6-87fb-061d97210259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:35.058255 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7802ae4-4e58-43e6-87fb-061d97210259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:35.061510 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-c7802ae4-4e58-43e6-87fb-061d97210259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:35.062700 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-c7802ae4-4e58-43e6-87fb-061d97210259 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f92eda5-d40d-4ed9-a231-017d2d3d528a HTTP/1.1" status: 204 len: 168 time: 0.1902733 Apr 01 00:15:35.072119 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7802ae4-4e58-43e6-87fb-061d97210259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92eda5-d40d-4ed9-a231-017d2d3d528a,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:35.766538 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9c70c641-4165-41ff-82ef-7879f0df2e2d no longer exists at agent ovs-agent-n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:35.782272 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59464) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:35.786278 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] No Port match for: 9c70c641-4165-41ff-82ef-7879f0df2e2d {{(pid=109822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:35.786656 n-d-836015-1 neutron-server[109822]: DEBUG neutron.plugins.ml2.rpc [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Device 9c70c641-4165-41ff-82ef-7879f0df2e2d not bound to the agent host n-d-836015-1 {{(pid=109822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:35.821279 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-7db343f1-7c69-4b1e-bf6c-1169d161dd1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fe7e8a3a66c4c868b4bbd1227fffaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377414 Apr 01 00:15:35.823861 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [-] (109821) accepted ('10.222.0.31', 59466) {{(pid=109821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:35.872859 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25fb52e7-8e51-46ba-9277-07e2021bd85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:35.893988 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25fb52e7-8e51-46ba-9277-07e2021bd85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:36.029699 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25fb52e7-8e51-46ba-9277-07e2021bd85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7967250'] for security_group, after_delete {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:36.032368 n-d-836015-1 neutron-server[109821]: DEBUG neutron_lib.callbacks.manager [None req-25fb52e7-8e51-46ba-9277-07e2021bd85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:36.033641 n-d-836015-1 neutron-server[109821]: INFO neutron.wsgi [None req-25fb52e7-8e51-46ba-9277-07e2021bd85e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3aefa69b-d801-4b62-976e-b796c6cdd6fd HTTP/1.1" status: 204 len: 168 time: 0.2088962 Apr 01 00:15:36.041366 n-d-836015-1 neutron-server[109821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb52e7-8e51-46ba-9277-07e2021bd85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aefa69b-d801-4b62-976e-b796c6cdd6fd,revision_number=None']} {{(pid=109821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:36.280946 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-3816c8ef-e281-42d2-9e82-5c3e1ca46ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:38.023584 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:39.303529 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:39.361228 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:39.362638 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:40.446840 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:04.017755 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-a108e84c-0d58-4dca-9206-385437f21318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:06.172146 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe759-4418-4465-bd35-65757ef43112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:07.053959 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:16:08.017699 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:09.212902 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:09.241280 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:09.243776 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:10.429057 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:33.999732 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-df08edcd-37f6-43ac-b362-fd20e625bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:36.156424 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-f86c67b4-d8ea-41e4-bb60-ce1014c21557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:38.011649 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:39.188172 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:39.234072 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:39.251179 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:40.462825 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:44.052612 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:17:04.016480 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-33afd803-e117-4b60-af0c-92a295324931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:06.204586 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-799a0f38-5dac-4ad9-b799-a116fd14d4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:08.021690 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:09.182390 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:09.233304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:09.244759 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:10.451363 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:21.052947 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:17:34.027684 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5139507d-930b-418d-8199-82aee978c638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:36.267546 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-5f1a62d5-d765-4b03-8fcf-7d630d563fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:38.078778 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:39.204662 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:39.296694 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:39.318090 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:40.484677 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:58.052781 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:18:04.004205 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-51cbe6a0-2a8b-4086-be9b-a3038cdfb088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:06.171266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eba5704f-c604-47a9-8604-621b2b2c5563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:07.992892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:09.192784 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:09.261447 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:09.284405 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:10.489953 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:34.049327 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6000b26a-ad65-4ff5-ba1f-edf5ec81d44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:35.053270 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:18:36.192392 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-21700c95-2f89-4c7b-8bdd-a44f560f5c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:37.986505 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:39.191895 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:39.237701 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:39.283229 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:40.552232 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:04.037371 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-829cf319-e6c6-4203-a771-c8fcb571c464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:06.203313 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-eb2e76a6-a431-44e8-83a6-80b3640893f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:08.008494 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:09.231748 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:09.259664 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:09.411121 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:10.499848 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:12.053150 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:19:34.031203 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-526eb4be-52a2-4e3b-967a-358fcf4df622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:36.185550 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c1fa-cc03-4a38-8621-3de4e58f8fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:38.031301 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:39.225266 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:39.248114 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:39.299565 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:40.516390 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:49.054145 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:20:04.030492 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f0fc-a739-4fc4-9c35-0a753d5dbd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:06.207456 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-4fe730a5-3731-45a5-a686-d2466ad874a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:08.024930 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:09.235100 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:09.255330 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:09.322038 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.556458 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:26.053791 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:20:34.012305 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-26e123a0-c439-4771-8973-4d0ba76dcd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:36.206165 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-daba0fd6-259b-491c-9938-0b691cccbd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:38.018152 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:39.217462 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:39.246257 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:39.331670 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:40.532199 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:03.053241 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:21:04.023642 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6d8f-19c2-47ed-953a-be3b6b1adeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:06.189587 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8861d72a-43df-46b1-9553-1afe143584c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:08.052356 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:09.246756 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:09.268853 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:09.327284 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:10.560304 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:34.046106 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2527-afd7-4a53-825b-a54c8ef64209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:36.160356 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fd93e503-76b3-4484-8eeb-96d070080014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.994161 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:39.239624 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:39.261830 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:39.330583 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.052924 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:21:40.536244 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:04.028559 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-9ae76cf2-5d8b-4af9-aecc-534016ecdc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:06.182311 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-ae341c0c-0cd7-4b56-b02c-d1590923c808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:08.068344 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:09.324737 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:09.353335 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:09.387331 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:10.587838 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:17.052160 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:22:34.038858 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-c2679b34-38b1-4a7e-9660-93aa546bbb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:36.170568 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-19184079-4062-453d-be15-561d104e6a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:38.049877 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:39.233418 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:39.261559 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:39.375706 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:40.553063 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:54.052253 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:23:03.109203 n-d-836015-1 neutron-server[109821]: DEBUG neutron.wsgi [req-f0c88a5b-63a1-4f28-b275-17debc11d8c5 req-aa8beef7-7114-4a0c-8c33-7d6c809d0282 service neutron] (109821) timed out ('10.222.0.31', 57186) {{(pid=109821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 00:23:04.026384 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-7f52ef26-e898-4556-81c2-77145f2d9104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:06.221006 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0de8f650-9a87-4702-bb6f-6b239291a087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:08.043464 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:09.260714 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:09.289043 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:09.386703 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:10.575251 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:31.053190 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:23:34.026619 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-cbf026b7-3238-46dd-8352-3ddf7a37f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:36.168717 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-fda0a5e2-a671-473a-b29a-dee4520389b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:38.025863 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:39.237433 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:39.254709 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:39.396943 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:40.585798 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:04.030996 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-12ade760-c330-49bb-b149-91d251a5522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:06.173892 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-486b4fec-7aa1-4b2f-8160-8d53ae27ab79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:08.024996 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-2ac97be7-82a2-48d3-a58b-706a6375fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:08.053016 n-d-836015-1 neutron-server[109823]: DEBUG neutron.db.agents_db [None req-3961b85f-242e-4316-ab84-e11fde1c52a1 None None] Agent healthcheck: found 7 active agents {{(pid=109823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:24:09.253752 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-6541b968-83a9-47ba-80d8-86437a227ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:09.276632 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a082-5658-4ff9-add7-5b0cf78f63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:09.431079 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-0e80152e-bcef-4cc2-99c8-47ab182f6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:10.585073 n-d-836015-1 neutron-server[109822]: DEBUG neutron_lib.callbacks.manager [None req-75a9b2e4-3d7d-4552-82a4-1e83fb0c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756025117013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-575225'] for agent, after_update {{(pid=109822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}